diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/AILAStatutes.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/AILAStatutes.json new file mode 100644 index 0000000000..284ff580b6 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/AILAStatutes.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", + "task_name": "AILAStatutes", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "ndcg_at_1": 0.42, + "ndcg_at_3": 0.37835, + "ndcg_at_5": 0.3699, + "ndcg_at_10": 0.46701, + "ndcg_at_20": 0.54076, + "ndcg_at_100": 0.62722, + "ndcg_at_1000": 0.62722, + "map_at_1": 0.098, + "map_at_3": 0.19489, + "map_at_5": 0.24876, + "map_at_10": 0.30969, + "map_at_20": 0.35249, + "map_at_100": 0.38442, + "map_at_1000": 0.38442, + "recall_at_1": 0.098, + "recall_at_3": 0.25067, + "recall_at_5": 0.36133, + "recall_at_10": 0.543, + "recall_at_20": 0.72567, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.42, + "precision_at_3": 0.35333, + "precision_at_5": 0.312, + "precision_at_10": 0.238, + "precision_at_20": 0.158, + "precision_at_100": 0.0434, + "precision_at_1000": 0.00434, + "mrr_at_1": 0.42, + "mrr_at_3": 0.566667, + "mrr_at_5": 0.590667, + "mrr_at_10": 0.615548, + "mrr_at_20": 0.615548, + "mrr_at_100": 0.615548, + "mrr_at_1000": 0.615548, + "nauc_ndcg_at_1_max": 0.42909, + "nauc_ndcg_at_1_std": -0.014154, + "nauc_ndcg_at_1_diff1": 0.045804, + "nauc_ndcg_at_3_max": 0.237993, + "nauc_ndcg_at_3_std": -0.072807, + "nauc_ndcg_at_3_diff1": 0.120961, + "nauc_ndcg_at_5_max": 0.251288, + "nauc_ndcg_at_5_std": -0.158889, + "nauc_ndcg_at_5_diff1": 0.17551, + "nauc_ndcg_at_10_max": 0.272263, + "nauc_ndcg_at_10_std": 0.01281, + "nauc_ndcg_at_10_diff1": 0.037136, + "nauc_ndcg_at_20_max": 0.219264, + "nauc_ndcg_at_20_std": -0.03223, + "nauc_ndcg_at_20_diff1": -0.008508, + "nauc_ndcg_at_100_max": 0.29273, + "nauc_ndcg_at_100_std": 0.00469, + "nauc_ndcg_at_100_diff1": 0.022381, + "nauc_ndcg_at_1000_max": 0.29273, + "nauc_ndcg_at_1000_std": 0.00469, + "nauc_ndcg_at_1000_diff1": 0.022381, + "nauc_map_at_1_max": 0.40798, + "nauc_map_at_1_std": -0.084266, + "nauc_map_at_1_diff1": 0.105681, + "nauc_map_at_3_max": 0.276236, + "nauc_map_at_3_std": -0.110487, + "nauc_map_at_3_diff1": 0.191287, + "nauc_map_at_5_max": 0.279981, + "nauc_map_at_5_std": -0.109792, + "nauc_map_at_5_diff1": 0.215496, + "nauc_map_at_10_max": 0.303213, + "nauc_map_at_10_std": 0.039593, + "nauc_map_at_10_diff1": 0.101726, + "nauc_map_at_20_max": 0.266461, + "nauc_map_at_20_std": 0.00598, + "nauc_map_at_20_diff1": 0.058966, + "nauc_map_at_100_max": 0.287908, + "nauc_map_at_100_std": 0.031309, + "nauc_map_at_100_diff1": 0.06143, + "nauc_map_at_1000_max": 0.287908, + "nauc_map_at_1000_std": 0.031309, + "nauc_map_at_1000_diff1": 0.06143, + "nauc_recall_at_1_max": 0.40798, + "nauc_recall_at_1_std": -0.084266, + "nauc_recall_at_1_diff1": 0.105681, + "nauc_recall_at_3_max": 0.168192, + "nauc_recall_at_3_std": -0.226483, + "nauc_recall_at_3_diff1": 0.297476, + "nauc_recall_at_5_max": 0.153106, + "nauc_recall_at_5_std": -0.252763, + "nauc_recall_at_5_diff1": 0.24514, + "nauc_recall_at_10_max": 0.120826, + "nauc_recall_at_10_std": 0.080719, + "nauc_recall_at_10_diff1": -0.053673, + "nauc_recall_at_20_max": -0.038635, + "nauc_recall_at_20_std": -0.053573, + "nauc_recall_at_20_diff1": -0.108754, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.42909, + "nauc_precision_at_1_std": -0.014154, + "nauc_precision_at_1_diff1": 0.045804, + "nauc_precision_at_3_max": 0.151759, + "nauc_precision_at_3_std": -0.083281, + "nauc_precision_at_3_diff1": 0.11148, + "nauc_precision_at_5_max": 0.132504, + "nauc_precision_at_5_std": -0.10808, + "nauc_precision_at_5_diff1": 0.068427, + "nauc_precision_at_10_max": 0.109652, + "nauc_precision_at_10_std": 0.203499, + "nauc_precision_at_10_diff1": -0.233953, + "nauc_precision_at_20_max": -0.041403, + "nauc_precision_at_20_std": 0.114296, + "nauc_precision_at_20_diff1": -0.354324, + "nauc_precision_at_100_max": 0.000183, + "nauc_precision_at_100_std": 0.392547, + "nauc_precision_at_100_diff1": -0.631254, + "nauc_precision_at_1000_max": 0.000183, + "nauc_precision_at_1000_std": 0.392547, + "nauc_precision_at_1000_diff1": -0.631254, + "nauc_mrr_at_1_max": 0.42909, + "nauc_mrr_at_1_std": -0.014154, + "nauc_mrr_at_1_diff1": 0.045804, + "nauc_mrr_at_3_max": 0.330686, + "nauc_mrr_at_3_std": -0.051111, + "nauc_mrr_at_3_diff1": 0.090679, + "nauc_mrr_at_5_max": 0.331181, + "nauc_mrr_at_5_std": -0.095262, + "nauc_mrr_at_5_diff1": 0.042969, + "nauc_mrr_at_10_max": 0.354995, + "nauc_mrr_at_10_std": -0.055057, + "nauc_mrr_at_10_diff1": 0.059868, + "nauc_mrr_at_20_max": 0.354995, + "nauc_mrr_at_20_std": -0.055057, + "nauc_mrr_at_20_diff1": 0.059868, + "nauc_mrr_at_100_max": 0.354995, + "nauc_mrr_at_100_std": -0.055057, + "nauc_mrr_at_100_diff1": 0.059868, + "nauc_mrr_at_1000_max": 0.354995, + "nauc_mrr_at_1000_std": -0.055057, + "nauc_mrr_at_1000_diff1": 0.059868, + "main_score": 0.46701, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.264839172363281, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/AfriSentiClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/AfriSentiClassification.json new file mode 100644 index 0000000000..6ee0206643 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/AfriSentiClassification.json @@ -0,0 +1,755 @@ +{ + "dataset_revision": "b52e930385cf5ed7f063072c3f7bd17b599a16cf", + "task_name": "AfriSentiClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.60025, + "f1": 0.483016, + "f1_weighted": 0.612909, + "scores_per_experiment": [ + { + "accuracy": 0.688844, + "f1": 0.525431, + "f1_weighted": 0.680542 + }, + { + "accuracy": 0.653827, + "f1": 0.50945, + "f1_weighted": 0.652299 + }, + { + "accuracy": 0.650825, + "f1": 0.541194, + "f1_weighted": 0.665115 + }, + { + "accuracy": 0.46023, + "f1": 0.406409, + "f1_weighted": 0.501564 + }, + { + "accuracy": 0.641821, + "f1": 0.54137, + "f1_weighted": 0.65994 + }, + { + "accuracy": 0.603802, + "f1": 0.448075, + "f1_weighted": 0.617295 + }, + { + "accuracy": 0.613307, + "f1": 0.448879, + "f1_weighted": 0.609657 + }, + { + "accuracy": 0.635818, + "f1": 0.482298, + "f1_weighted": 0.637915 + }, + { + "accuracy": 0.534267, + "f1": 0.465047, + "f1_weighted": 0.551664 + }, + { + "accuracy": 0.51976, + "f1": 0.462005, + "f1_weighted": 0.553105 + } + ], + "main_score": 0.60025, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.597912, + "f1": 0.564219, + "f1_weighted": 0.61252, + "scores_per_experiment": [ + { + "accuracy": 0.565762, + "f1": 0.537869, + "f1_weighted": 0.595885 + }, + { + "accuracy": 0.651357, + "f1": 0.606273, + "f1_weighted": 0.654692 + }, + { + "accuracy": 0.639875, + "f1": 0.581712, + "f1_weighted": 0.636551 + }, + { + "accuracy": 0.611691, + "f1": 0.565506, + "f1_weighted": 0.627648 + }, + { + "accuracy": 0.580376, + "f1": 0.553234, + "f1_weighted": 0.604065 + }, + { + "accuracy": 0.585595, + "f1": 0.556125, + "f1_weighted": 0.601672 + }, + { + "accuracy": 0.586639, + "f1": 0.558998, + "f1_weighted": 0.615027 + }, + { + "accuracy": 0.549061, + "f1": 0.530003, + "f1_weighted": 0.552002 + }, + { + "accuracy": 0.610647, + "f1": 0.577874, + "f1_weighted": 0.618394 + }, + { + "accuracy": 0.598121, + "f1": 0.574595, + "f1_weighted": 0.619264 + } + ], + "main_score": 0.597912, + "hf_subset": "arq", + "languages": [ + "arq-Arab" + ] + }, + { + "accuracy": 0.539209, + "f1": 0.529249, + "f1_weighted": 0.537129, + "scores_per_experiment": [ + { + "accuracy": 0.588867, + "f1": 0.577254, + "f1_weighted": 0.581557 + }, + { + "accuracy": 0.574219, + "f1": 0.562668, + "f1_weighted": 0.571538 + }, + { + "accuracy": 0.493164, + "f1": 0.478112, + "f1_weighted": 0.489888 + }, + { + "accuracy": 0.525391, + "f1": 0.520065, + "f1_weighted": 0.525107 + }, + { + "accuracy": 0.521484, + "f1": 0.506963, + "f1_weighted": 0.518611 + }, + { + "accuracy": 0.458496, + "f1": 0.447005, + "f1_weighted": 0.459277 + }, + { + "accuracy": 0.594727, + "f1": 0.583621, + "f1_weighted": 0.590052 + }, + { + "accuracy": 0.572266, + "f1": 0.570592, + "f1_weighted": 0.572246 + }, + { + "accuracy": 0.584473, + "f1": 0.58088, + "f1_weighted": 0.585124 + }, + { + "accuracy": 0.479004, + "f1": 0.465326, + "f1_weighted": 0.477891 + } + ], + "main_score": 0.539209, + "hf_subset": "ary", + "languages": [ + "ary-Arab" + ] + }, + { + "accuracy": 0.718408, + "f1": 0.403535, + "f1_weighted": 0.780901, + "scores_per_experiment": [ + { + "accuracy": 0.691895, + "f1": 0.400227, + "f1_weighted": 0.766202 + }, + { + "accuracy": 0.662109, + "f1": 0.416206, + "f1_weighted": 0.754924 + }, + { + "accuracy": 0.756348, + "f1": 0.458939, + "f1_weighted": 0.814105 + }, + { + "accuracy": 0.657715, + "f1": 0.413974, + "f1_weighted": 0.729821 + }, + { + "accuracy": 0.782715, + "f1": 0.453836, + "f1_weighted": 0.831183 + }, + { + "accuracy": 0.700684, + "f1": 0.318958, + "f1_weighted": 0.750143 + }, + { + "accuracy": 0.67041, + "f1": 0.415092, + "f1_weighted": 0.750026 + }, + { + "accuracy": 0.73291, + "f1": 0.321939, + "f1_weighted": 0.774101 + }, + { + "accuracy": 0.803223, + "f1": 0.434808, + "f1_weighted": 0.839153 + }, + { + "accuracy": 0.726074, + "f1": 0.401369, + "f1_weighted": 0.799349 + } + ], + "main_score": 0.718408, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "accuracy": 0.558545, + "f1": 0.396429, + "f1_weighted": 0.606881, + "scores_per_experiment": [ + { + "accuracy": 0.605469, + "f1": 0.405786, + "f1_weighted": 0.621885 + }, + { + "accuracy": 0.507812, + "f1": 0.389455, + "f1_weighted": 0.599002 + }, + { + "accuracy": 0.463379, + "f1": 0.366933, + "f1_weighted": 0.567897 + }, + { + "accuracy": 0.503906, + "f1": 0.394661, + "f1_weighted": 0.598426 + }, + { + "accuracy": 0.59082, + "f1": 0.442274, + "f1_weighted": 0.669996 + }, + { + "accuracy": 0.530273, + "f1": 0.33077, + "f1_weighted": 0.52012 + }, + { + "accuracy": 0.633789, + "f1": 0.454911, + "f1_weighted": 0.689087 + }, + { + "accuracy": 0.651855, + "f1": 0.441688, + "f1_weighted": 0.658784 + }, + { + "accuracy": 0.601562, + "f1": 0.430034, + "f1_weighted": 0.655355 + }, + { + "accuracy": 0.496582, + "f1": 0.30778, + "f1_weighted": 0.488259 + } + ], + "main_score": 0.558545, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ] + }, + { + "accuracy": 0.554971, + "f1": 0.553467, + "f1_weighted": 0.546426, + "scores_per_experiment": [ + { + "accuracy": 0.548733, + "f1": 0.551392, + "f1_weighted": 0.542445 + }, + { + "accuracy": 0.511696, + "f1": 0.517806, + "f1_weighted": 0.508355 + }, + { + "accuracy": 0.491228, + "f1": 0.469899, + "f1_weighted": 0.453402 + }, + { + "accuracy": 0.537037, + "f1": 0.536184, + "f1_weighted": 0.530453 + }, + { + "accuracy": 0.566277, + "f1": 0.565739, + "f1_weighted": 0.563952 + }, + { + "accuracy": 0.579922, + "f1": 0.583759, + "f1_weighted": 0.578161 + }, + { + "accuracy": 0.551657, + "f1": 0.55212, + "f1_weighted": 0.547189 + }, + { + "accuracy": 0.620858, + "f1": 0.621144, + "f1_weighted": 0.617233 + }, + { + "accuracy": 0.55653, + "f1": 0.553833, + "f1_weighted": 0.547519 + }, + { + "accuracy": 0.58577, + "f1": 0.582795, + "f1_weighted": 0.575548 + } + ], + "main_score": 0.554971, + "hf_subset": "kin", + "languages": [ + "kin-Latn" + ] + }, + { + "accuracy": 0.515723, + "f1": 0.519029, + "f1_weighted": 0.486582, + "scores_per_experiment": [ + { + "accuracy": 0.577148, + "f1": 0.579992, + "f1_weighted": 0.574183 + }, + { + "accuracy": 0.491699, + "f1": 0.50301, + "f1_weighted": 0.466271 + }, + { + "accuracy": 0.658203, + "f1": 0.636002, + "f1_weighted": 0.665314 + }, + { + "accuracy": 0.45459, + "f1": 0.472568, + "f1_weighted": 0.425831 + }, + { + "accuracy": 0.467773, + "f1": 0.480028, + "f1_weighted": 0.436092 + }, + { + "accuracy": 0.577148, + "f1": 0.579443, + "f1_weighted": 0.574392 + }, + { + "accuracy": 0.355957, + "f1": 0.357666, + "f1_weighted": 0.234305 + }, + { + "accuracy": 0.393555, + "f1": 0.405972, + "f1_weighted": 0.301682 + }, + { + "accuracy": 0.591797, + "f1": 0.589762, + "f1_weighted": 0.594392 + }, + { + "accuracy": 0.589355, + "f1": 0.585848, + "f1_weighted": 0.593357 + } + ], + "main_score": 0.515723, + "hf_subset": "por", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.549609, + "f1": 0.421625, + "f1_weighted": 0.568505, + "scores_per_experiment": [ + { + "accuracy": 0.475586, + "f1": 0.330742, + "f1_weighted": 0.526695 + }, + { + "accuracy": 0.626953, + "f1": 0.527905, + "f1_weighted": 0.64237 + }, + { + "accuracy": 0.62207, + "f1": 0.455736, + "f1_weighted": 0.612072 + }, + { + "accuracy": 0.594238, + "f1": 0.385151, + "f1_weighted": 0.576924 + }, + { + "accuracy": 0.651367, + "f1": 0.461824, + "f1_weighted": 0.624691 + }, + { + "accuracy": 0.461914, + "f1": 0.3278, + "f1_weighted": 0.515611 + }, + { + "accuracy": 0.543457, + "f1": 0.398168, + "f1_weighted": 0.581947 + }, + { + "accuracy": 0.353516, + "f1": 0.314129, + "f1_weighted": 0.382349 + }, + { + "accuracy": 0.581543, + "f1": 0.501145, + "f1_weighted": 0.610922 + }, + { + "accuracy": 0.585449, + "f1": 0.513645, + "f1_weighted": 0.611472 + } + ], + "main_score": 0.549609, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ] + }, + { + "accuracy": 0.488102, + "f1": 0.490095, + "f1_weighted": 0.478365, + "scores_per_experiment": [ + { + "accuracy": 0.431818, + "f1": 0.457746, + "f1_weighted": 0.426588 + }, + { + "accuracy": 0.445187, + "f1": 0.442952, + "f1_weighted": 0.415242 + }, + { + "accuracy": 0.419786, + "f1": 0.428365, + "f1_weighted": 0.402302 + }, + { + "accuracy": 0.467914, + "f1": 0.472157, + "f1_weighted": 0.437424 + }, + { + "accuracy": 0.470588, + "f1": 0.471028, + "f1_weighted": 0.45405 + }, + { + "accuracy": 0.545455, + "f1": 0.529624, + "f1_weighted": 0.548733 + }, + { + "accuracy": 0.53877, + "f1": 0.528456, + "f1_weighted": 0.545546 + }, + { + "accuracy": 0.520053, + "f1": 0.535986, + "f1_weighted": 0.510358 + }, + { + "accuracy": 0.469251, + "f1": 0.482876, + "f1_weighted": 0.463662 + }, + { + "accuracy": 0.572193, + "f1": 0.55176, + "f1_weighted": 0.579741 + } + ], + "main_score": 0.488102, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ] + }, + { + "accuracy": 0.447418, + "f1": 0.409765, + "f1_weighted": 0.453768, + "scores_per_experiment": [ + { + "accuracy": 0.429926, + "f1": 0.396626, + "f1_weighted": 0.441571 + }, + { + "accuracy": 0.376185, + "f1": 0.348235, + "f1_weighted": 0.381632 + }, + { + "accuracy": 0.44784, + "f1": 0.426205, + "f1_weighted": 0.461365 + }, + { + "accuracy": 0.500527, + "f1": 0.453176, + "f1_weighted": 0.50747 + }, + { + "accuracy": 0.489989, + "f1": 0.421992, + "f1_weighted": 0.473038 + }, + { + "accuracy": 0.38883, + "f1": 0.372497, + "f1_weighted": 0.398736 + }, + { + "accuracy": 0.461538, + "f1": 0.437409, + "f1_weighted": 0.481476 + }, + { + "accuracy": 0.496312, + "f1": 0.456194, + "f1_weighted": 0.489132 + }, + { + "accuracy": 0.454162, + "f1": 0.398328, + "f1_weighted": 0.470216 + }, + { + "accuracy": 0.428872, + "f1": 0.386988, + "f1_weighted": 0.43304 + } + ], + "main_score": 0.447418, + "hf_subset": "twi", + "languages": [ + "twi-Latn" + ] + }, + { + "accuracy": 0.381102, + "f1": 0.359704, + "f1_weighted": 0.391589, + "scores_per_experiment": [ + { + "accuracy": 0.311024, + "f1": 0.293434, + "f1_weighted": 0.3309 + }, + { + "accuracy": 0.377953, + "f1": 0.362873, + "f1_weighted": 0.392393 + }, + { + "accuracy": 0.405512, + "f1": 0.390965, + "f1_weighted": 0.42452 + }, + { + "accuracy": 0.370079, + "f1": 0.364672, + "f1_weighted": 0.387599 + }, + { + "accuracy": 0.397638, + "f1": 0.396318, + "f1_weighted": 0.40395 + }, + { + "accuracy": 0.417323, + "f1": 0.36503, + "f1_weighted": 0.410756 + }, + { + "accuracy": 0.409449, + "f1": 0.378753, + "f1_weighted": 0.423499 + }, + { + "accuracy": 0.374016, + "f1": 0.344354, + "f1_weighted": 0.397468 + }, + { + "accuracy": 0.374016, + "f1": 0.360683, + "f1_weighted": 0.357105 + }, + { + "accuracy": 0.374016, + "f1": 0.339957, + "f1_weighted": 0.387703 + } + ], + "main_score": 0.381102, + "hf_subset": "tso", + "languages": [ + "tso-Latn" + ] + }, + { + "accuracy": 0.527441, + "f1": 0.328825, + "f1_weighted": 0.657777, + "scores_per_experiment": [ + { + "accuracy": 0.563965, + "f1": 0.33224, + "f1_weighted": 0.699931 + }, + { + "accuracy": 0.371094, + "f1": 0.224803, + "f1_weighted": 0.488764 + }, + { + "accuracy": 0.622559, + "f1": 0.383401, + "f1_weighted": 0.749381 + }, + { + "accuracy": 0.462402, + "f1": 0.30781, + "f1_weighted": 0.61135 + }, + { + "accuracy": 0.567383, + "f1": 0.347661, + "f1_weighted": 0.702552 + }, + { + "accuracy": 0.647949, + "f1": 0.363939, + "f1_weighted": 0.758952 + }, + { + "accuracy": 0.444824, + "f1": 0.31121, + "f1_weighted": 0.598005 + }, + { + "accuracy": 0.549805, + "f1": 0.351252, + "f1_weighted": 0.684153 + }, + { + "accuracy": 0.714355, + "f1": 0.378473, + "f1_weighted": 0.80937 + }, + { + "accuracy": 0.330078, + "f1": 0.287465, + "f1_weighted": 0.475314 + } + ], + "main_score": 0.527441, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 199.74796772003174, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/AlloProfClusteringS2S.v2.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/AlloProfClusteringS2S.v2.json new file mode 100644 index 0000000000..ac6f91d6ef --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/AlloProfClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "392ba3f5bcc8c51f578786c1fc3dae648662cb9b", + "task_name": "AlloProfClusteringS2S.v2", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.597823, + 0.589137, + 0.618695, + 0.591934, + 0.605877, + 0.553472, + 0.574724, + 0.585067, + 0.58634, + 0.588307 + ] + }, + "v_measure": 0.589138, + "v_measure_std": 0.016559, + "main_score": 0.589138, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 16.715752363204956, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/AlloprofReranking.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/AlloprofReranking.json new file mode 100644 index 0000000000..1f105ddcdc --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/AlloprofReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "65393d0d7a08a10b4e348135e824f385d420b0fd", + "task_name": "AlloprofReranking", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "map": 0.814013, + "mrr": 0.825431, + "nAUC_map_max": 0.228591, + "nAUC_map_std": 0.232125, + "nAUC_map_diff1": 0.638087, + "nAUC_mrr_max": 0.233711, + "nAUC_mrr_std": 0.235455, + "nAUC_mrr_diff1": 0.635725, + "main_score": 0.814013, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 138.0953118801117, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/AmazonCounterfactualClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/AmazonCounterfactualClassification.json new file mode 100644 index 0000000000..0fc04be7c3 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/AmazonCounterfactualClassification.json @@ -0,0 +1,685 @@ +{ + "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205", + "task_name": "AmazonCounterfactualClassification", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "accuracy": 0.886787, + "f1": 0.776962, + "f1_weighted": 0.90197, + "ap": 0.438638, + "ap_weighted": 0.438638, + "scores_per_experiment": [ + { + "accuracy": 0.897898, + "f1": 0.79128, + "f1_weighted": 0.910441, + "ap": 0.460532, + "ap_weighted": 0.460532 + }, + { + "accuracy": 0.87988, + "f1": 0.768461, + "f1_weighted": 0.896762, + "ap": 0.42629, + "ap_weighted": 0.42629 + }, + { + "accuracy": 0.893393, + "f1": 0.786726, + "f1_weighted": 0.907208, + "ap": 0.455735, + "ap_weighted": 0.455735 + }, + { + "accuracy": 0.872372, + "f1": 0.758806, + "f1_weighted": 0.89101, + "ap": 0.411544, + "ap_weighted": 0.411544 + }, + { + "accuracy": 0.891892, + "f1": 0.782799, + "f1_weighted": 0.90576, + "ap": 0.446311, + "ap_weighted": 0.446311 + }, + { + "accuracy": 0.896396, + "f1": 0.789135, + "f1_weighted": 0.909268, + "ap": 0.456891, + "ap_weighted": 0.456891 + }, + { + "accuracy": 0.882883, + "f1": 0.772417, + "f1_weighted": 0.899072, + "ap": 0.432494, + "ap_weighted": 0.432494 + }, + { + "accuracy": 0.885886, + "f1": 0.774571, + "f1_weighted": 0.901108, + "ap": 0.432958, + "ap_weighted": 0.432958 + }, + { + "accuracy": 0.875375, + "f1": 0.762628, + "f1_weighted": 0.893307, + "ap": 0.417316, + "ap_weighted": 0.417316 + }, + { + "accuracy": 0.891892, + "f1": 0.782799, + "f1_weighted": 0.90576, + "ap": 0.446311, + "ap_weighted": 0.446311 + } + ], + "main_score": 0.886787, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.856418, + "f1": 0.802227, + "f1_weighted": 0.869888, + "ap": 0.534396, + "ap_weighted": 0.534396, + "scores_per_experiment": [ + { + "accuracy": 0.841791, + "f1": 0.786919, + "f1_weighted": 0.857607, + "ap": 0.511288, + "ap_weighted": 0.511288 + }, + { + "accuracy": 0.859701, + "f1": 0.806213, + "f1_weighted": 0.87277, + "ap": 0.541306, + "ap_weighted": 0.541306 + }, + { + "accuracy": 0.865672, + "f1": 0.811149, + "f1_weighted": 0.877485, + "ap": 0.546637, + "ap_weighted": 0.546637 + }, + { + "accuracy": 0.856716, + "f1": 0.802941, + "f1_weighted": 0.870237, + "ap": 0.536058, + "ap_weighted": 0.536058 + }, + { + "accuracy": 0.862687, + "f1": 0.807817, + "f1_weighted": 0.874948, + "ap": 0.541151, + "ap_weighted": 0.541151 + }, + { + "accuracy": 0.856716, + "f1": 0.802941, + "f1_weighted": 0.870237, + "ap": 0.536058, + "ap_weighted": 0.536058 + }, + { + "accuracy": 0.859701, + "f1": 0.806213, + "f1_weighted": 0.87277, + "ap": 0.541306, + "ap_weighted": 0.541306 + }, + { + "accuracy": 0.871642, + "f1": 0.817891, + "f1_weighted": 0.882569, + "ap": 0.557957, + "ap_weighted": 0.557957 + }, + { + "accuracy": 0.847761, + "f1": 0.793262, + "f1_weighted": 0.862653, + "ap": 0.520913, + "ap_weighted": 0.520913 + }, + { + "accuracy": 0.841791, + "f1": 0.786919, + "f1_weighted": 0.857607, + "ap": 0.511288, + "ap_weighted": 0.511288 + } + ], + "main_score": 0.856418, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.892489, + "f1": 0.876553, + "f1_weighted": 0.894053, + "ap": 0.920376, + "ap_weighted": 0.920376, + "scores_per_experiment": [ + { + "accuracy": 0.886266, + "f1": 0.872524, + "f1_weighted": 0.88905, + "ap": 0.928318, + "ap_weighted": 0.928318 + }, + { + "accuracy": 0.892704, + "f1": 0.875781, + "f1_weighted": 0.893885, + "ap": 0.916226, + "ap_weighted": 0.916226 + }, + { + "accuracy": 0.89485, + "f1": 0.878488, + "f1_weighted": 0.896094, + "ap": 0.91895, + "ap_weighted": 0.91895 + }, + { + "accuracy": 0.892704, + "f1": 0.876232, + "f1_weighted": 0.89406, + "ap": 0.918029, + "ap_weighted": 0.918029 + }, + { + "accuracy": 0.89485, + "f1": 0.880191, + "f1_weighted": 0.896738, + "ap": 0.926322, + "ap_weighted": 0.926322 + }, + { + "accuracy": 0.892704, + "f1": 0.876675, + "f1_weighted": 0.89423, + "ap": 0.919847, + "ap_weighted": 0.919847 + }, + { + "accuracy": 0.892704, + "f1": 0.874375, + "f1_weighted": 0.893322, + "ap": 0.910908, + "ap_weighted": 0.910908 + }, + { + "accuracy": 0.888412, + "f1": 0.871282, + "f1_weighted": 0.889823, + "ap": 0.914387, + "ap_weighted": 0.914387 + }, + { + "accuracy": 0.892704, + "f1": 0.877954, + "f1_weighted": 0.894707, + "ap": 0.925397, + "ap_weighted": 0.925397 + }, + { + "accuracy": 0.896996, + "f1": 0.882025, + "f1_weighted": 0.898619, + "ap": 0.925378, + "ap_weighted": 0.925378 + } + ], + "main_score": 0.892489, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.858584, + "f1": 0.725278, + "f1_weighted": 0.878824, + "ap": 0.342442, + "ap_weighted": 0.342442, + "scores_per_experiment": [ + { + "accuracy": 0.845494, + "f1": 0.710838, + "f1_weighted": 0.869206, + "ap": 0.324925, + "ap_weighted": 0.324925 + }, + { + "accuracy": 0.866953, + "f1": 0.733114, + "f1_weighted": 0.884798, + "ap": 0.34999, + "ap_weighted": 0.34999 + }, + { + "accuracy": 0.875536, + "f1": 0.747241, + "f1_weighted": 0.891767, + "ap": 0.373887, + "ap_weighted": 0.373887 + }, + { + "accuracy": 0.864807, + "f1": 0.73045, + "f1_weighted": 0.883184, + "ap": 0.346356, + "ap_weighted": 0.346356 + }, + { + "accuracy": 0.871245, + "f1": 0.738525, + "f1_weighted": 0.888034, + "ap": 0.357505, + "ap_weighted": 0.357505 + }, + { + "accuracy": 0.864807, + "f1": 0.73045, + "f1_weighted": 0.883184, + "ap": 0.346356, + "ap_weighted": 0.346356 + }, + { + "accuracy": 0.851931, + "f1": 0.718232, + "f1_weighted": 0.874006, + "ap": 0.334251, + "ap_weighted": 0.334251 + }, + { + "accuracy": 0.860515, + "f1": 0.728416, + "f1_weighted": 0.880431, + "ap": 0.347602, + "ap_weighted": 0.347602 + }, + { + "accuracy": 0.82618, + "f1": 0.69289, + "f1_weighted": 0.85527, + "ap": 0.307634, + "ap_weighted": 0.307634 + }, + { + "accuracy": 0.858369, + "f1": 0.722619, + "f1_weighted": 0.878357, + "ap": 0.335918, + "ap_weighted": 0.335918 + } + ], + "main_score": 0.858584, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + } + ], + "test": [ + { + "accuracy": 0.905697, + "f1": 0.811469, + "f1_weighted": 0.916969, + "ap": 0.506631, + "ap_weighted": 0.506631, + "scores_per_experiment": [ + { + "accuracy": 0.915292, + "f1": 0.824693, + "f1_weighted": 0.924456, + "ap": 0.529134, + "ap_weighted": 0.529134 + }, + { + "accuracy": 0.897301, + "f1": 0.799782, + "f1_weighted": 0.910395, + "ap": 0.486539, + "ap_weighted": 0.486539 + }, + { + "accuracy": 0.907796, + "f1": 0.813322, + "f1_weighted": 0.918448, + "ap": 0.507869, + "ap_weighted": 0.507869 + }, + { + "accuracy": 0.895802, + "f1": 0.800107, + "f1_weighted": 0.909591, + "ap": 0.491458, + "ap_weighted": 0.491458 + }, + { + "accuracy": 0.913043, + "f1": 0.821233, + "f1_weighted": 0.922647, + "ap": 0.522568, + "ap_weighted": 0.522568 + }, + { + "accuracy": 0.914543, + "f1": 0.824316, + "f1_weighted": 0.923981, + "ap": 0.529735, + "ap_weighted": 0.529735 + }, + { + "accuracy": 0.901799, + "f1": 0.805361, + "f1_weighted": 0.913815, + "ap": 0.494906, + "ap_weighted": 0.494906 + }, + { + "accuracy": 0.907046, + "f1": 0.812209, + "f1_weighted": 0.917851, + "ap": 0.505837, + "ap_weighted": 0.505837 + }, + { + "accuracy": 0.896552, + "f1": 0.799545, + "f1_weighted": 0.909932, + "ap": 0.487568, + "ap_weighted": 0.487568 + }, + { + "accuracy": 0.907796, + "f1": 0.814123, + "f1_weighted": 0.918578, + "ap": 0.510701, + "ap_weighted": 0.510701 + } + ], + "main_score": 0.905697, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.864776, + "f1": 0.821786, + "f1_weighted": 0.875077, + "ap": 0.578576, + "ap_weighted": 0.578576, + "scores_per_experiment": [ + { + "accuracy": 0.853731, + "f1": 0.8098, + "f1_weighted": 0.865464, + "ap": 0.558609, + "ap_weighted": 0.558609 + }, + { + "accuracy": 0.867164, + "f1": 0.824276, + "f1_weighted": 0.877141, + "ap": 0.582392, + "ap_weighted": 0.582392 + }, + { + "accuracy": 0.871642, + "f1": 0.829195, + "f1_weighted": 0.881046, + "ap": 0.590784, + "ap_weighted": 0.590784 + }, + { + "accuracy": 0.865672, + "f1": 0.822647, + "f1_weighted": 0.875841, + "ap": 0.579648, + "ap_weighted": 0.579648 + }, + { + "accuracy": 0.871642, + "f1": 0.829195, + "f1_weighted": 0.881046, + "ap": 0.590784, + "ap_weighted": 0.590784 + }, + { + "accuracy": 0.868657, + "f1": 0.82591, + "f1_weighted": 0.878442, + "ap": 0.585162, + "ap_weighted": 0.585162 + }, + { + "accuracy": 0.865672, + "f1": 0.822647, + "f1_weighted": 0.875841, + "ap": 0.579648, + "ap_weighted": 0.579648 + }, + { + "accuracy": 0.88209, + "f1": 0.840869, + "f1_weighted": 0.890189, + "ap": 0.611353, + "ap_weighted": 0.611353 + }, + { + "accuracy": 0.855224, + "f1": 0.811389, + "f1_weighted": 0.866759, + "ap": 0.561153, + "ap_weighted": 0.561153 + }, + { + "accuracy": 0.846269, + "f1": 0.801929, + "f1_weighted": 0.858997, + "ap": 0.546229, + "ap_weighted": 0.546229 + } + ], + "main_score": 0.864776, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.886938, + "f1": 0.87341, + "f1_weighted": 0.889614, + "ap": 0.927869, + "ap_weighted": 0.927869, + "scores_per_experiment": [ + { + "accuracy": 0.873662, + "f1": 0.861186, + "f1_weighted": 0.877493, + "ap": 0.928368, + "ap_weighted": 0.928368 + }, + { + "accuracy": 0.88758, + "f1": 0.873358, + "f1_weighted": 0.889989, + "ap": 0.924786, + "ap_weighted": 0.924786 + }, + { + "accuracy": 0.894004, + "f1": 0.880401, + "f1_weighted": 0.896207, + "ap": 0.929471, + "ap_weighted": 0.929471 + }, + { + "accuracy": 0.891863, + "f1": 0.878572, + "f1_weighted": 0.894315, + "ap": 0.930454, + "ap_weighted": 0.930454 + }, + { + "accuracy": 0.885439, + "f1": 0.872162, + "f1_weighted": 0.888306, + "ap": 0.928621, + "ap_weighted": 0.928621 + }, + { + "accuracy": 0.88651, + "f1": 0.873259, + "f1_weighted": 0.889318, + "ap": 0.929087, + "ap_weighted": 0.929087 + }, + { + "accuracy": 0.885439, + "f1": 0.869877, + "f1_weighted": 0.887511, + "ap": 0.91828, + "ap_weighted": 0.91828 + }, + { + "accuracy": 0.891863, + "f1": 0.878182, + "f1_weighted": 0.894179, + "ap": 0.928541, + "ap_weighted": 0.928541 + }, + { + "accuracy": 0.885439, + "f1": 0.872552, + "f1_weighted": 0.888433, + "ap": 0.930559, + "ap_weighted": 0.930559 + }, + { + "accuracy": 0.88758, + "f1": 0.874551, + "f1_weighted": 0.890394, + "ap": 0.93052, + "ap_weighted": 0.93052 + } + ], + "main_score": 0.886938, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.873126, + "f1": 0.759807, + "f1_weighted": 0.890835, + "ap": 0.41084, + "ap_weighted": 0.41084, + "scores_per_experiment": [ + { + "accuracy": 0.859743, + "f1": 0.743339, + "f1_weighted": 0.880655, + "ap": 0.386879, + "ap_weighted": 0.386879 + }, + { + "accuracy": 0.890792, + "f1": 0.780545, + "f1_weighted": 0.904115, + "ap": 0.439393, + "ap_weighted": 0.439393 + }, + { + "accuracy": 0.890792, + "f1": 0.781874, + "f1_weighted": 0.904325, + "ap": 0.443525, + "ap_weighted": 0.443525 + }, + { + "accuracy": 0.869379, + "f1": 0.755115, + "f1_weighted": 0.888005, + "ap": 0.403855, + "ap_weighted": 0.403855 + }, + { + "accuracy": 0.892934, + "f1": 0.784848, + "f1_weighted": 0.905995, + "ap": 0.448443, + "ap_weighted": 0.448443 + }, + { + "accuracy": 0.873662, + "f1": 0.759163, + "f1_weighted": 0.891085, + "ap": 0.407829, + "ap_weighted": 0.407829 + }, + { + "accuracy": 0.87152, + "f1": 0.757799, + "f1_weighted": 0.889645, + "ap": 0.407837, + "ap_weighted": 0.407837 + }, + { + "accuracy": 0.87045, + "f1": 0.756454, + "f1_weighted": 0.888825, + "ap": 0.405836, + "ap_weighted": 0.405836 + }, + { + "accuracy": 0.840471, + "f1": 0.72113, + "f1_weighted": 0.866058, + "ap": 0.356965, + "ap_weighted": 0.356965 + }, + { + "accuracy": 0.87152, + "f1": 0.757799, + "f1_weighted": 0.889645, + "ap": 0.407837, + "ap_weighted": 0.407837 + } + ], + "main_score": 0.873126, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 143.08264684677124, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/ArXivHierarchicalClusteringP2P.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ArXivHierarchicalClusteringP2P.json new file mode 100644 index 0000000000..b70b0098a6 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ArXivHierarchicalClusteringP2P.json @@ -0,0 +1,46 @@ +{ + "dataset_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8", + "task_name": "ArXivHierarchicalClusteringP2P", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.697648, + 0.630591, + 0.661191, + 0.678903, + 0.659337, + 0.641076, + 0.655288, + 0.667908, + 0.661815, + 0.639311 + ], + "Level 1": [ + 0.624155, + 0.622247, + 0.623587, + 0.59835, + 0.605918, + 0.631163, + 0.623571, + 0.624711, + 0.594054, + 0.616387 + ] + }, + "v_measure": 0.637861, + "v_measure_std": 0.026579, + "main_score": 0.637861, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 20.272448778152466, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/ArXivHierarchicalClusteringS2S.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ArXivHierarchicalClusteringS2S.json new file mode 100644 index 0000000000..62ea9b45a9 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ArXivHierarchicalClusteringS2S.json @@ -0,0 +1,46 @@ +{ + "dataset_revision": "b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3", + "task_name": "ArXivHierarchicalClusteringS2S", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.672179, + 0.671165, + 0.713992, + 0.696389, + 0.664431, + 0.715959, + 0.675554, + 0.692874, + 0.651727, + 0.663193 + ], + "Level 1": [ + 0.598341, + 0.589376, + 0.613258, + 0.60185, + 0.607664, + 0.605589, + 0.611072, + 0.618856, + 0.61173, + 0.604268 + ] + }, + "v_measure": 0.643973, + "v_measure_std": 0.04093, + "main_score": 0.643973, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 16.893145322799683, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/ArguAna.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ArguAna.json new file mode 100644 index 0000000000..64ad840172 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ArguAna.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", + "task_name": "ArguAna", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "ndcg_at_1": 0.31437, + "ndcg_at_3": 0.47215, + "ndcg_at_5": 0.5231, + "ndcg_at_10": 0.58178, + "ndcg_at_20": 0.60025, + "ndcg_at_100": 0.60712, + "ndcg_at_1000": 0.6073, + "map_at_1": 0.31437, + "map_at_3": 0.4335, + "map_at_5": 0.46159, + "map_at_10": 0.4861, + "map_at_20": 0.49133, + "map_at_100": 0.49244, + "map_at_1000": 0.49245, + "recall_at_1": 0.31437, + "recall_at_3": 0.58393, + "recall_at_5": 0.70839, + "recall_at_10": 0.88834, + "recall_at_20": 0.96017, + "recall_at_100": 0.99502, + "recall_at_1000": 0.99644, + "precision_at_1": 0.31437, + "precision_at_3": 0.19464, + "precision_at_5": 0.14168, + "precision_at_10": 0.08883, + "precision_at_20": 0.04801, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.316501, + "mrr_at_3": 0.434092, + "mrr_at_5": 0.462257, + "mrr_at_10": 0.48695, + "mrr_at_20": 0.492248, + "mrr_at_100": 0.49336, + "mrr_at_1000": 0.493367, + "nauc_ndcg_at_1_max": -0.172348, + "nauc_ndcg_at_1_std": -0.198922, + "nauc_ndcg_at_1_diff1": 0.093197, + "nauc_ndcg_at_3_max": -0.149274, + "nauc_ndcg_at_3_std": -0.172976, + "nauc_ndcg_at_3_diff1": 0.062953, + "nauc_ndcg_at_5_max": -0.148267, + "nauc_ndcg_at_5_std": -0.17601, + "nauc_ndcg_at_5_diff1": 0.050263, + "nauc_ndcg_at_10_max": -0.147051, + "nauc_ndcg_at_10_std": -0.179798, + "nauc_ndcg_at_10_diff1": 0.045746, + "nauc_ndcg_at_20_max": -0.138904, + "nauc_ndcg_at_20_std": -0.173832, + "nauc_ndcg_at_20_diff1": 0.059897, + "nauc_ndcg_at_100_max": -0.146323, + "nauc_ndcg_at_100_std": -0.17379, + "nauc_ndcg_at_100_diff1": 0.061875, + "nauc_ndcg_at_1000_max": -0.147222, + "nauc_ndcg_at_1000_std": -0.174711, + "nauc_ndcg_at_1000_diff1": 0.0613, + "nauc_map_at_1_max": -0.172348, + "nauc_map_at_1_std": -0.198922, + "nauc_map_at_1_diff1": 0.093197, + "nauc_map_at_3_max": -0.154447, + "nauc_map_at_3_std": -0.178004, + "nauc_map_at_3_diff1": 0.067979, + "nauc_map_at_5_max": -0.154019, + "nauc_map_at_5_std": -0.179947, + "nauc_map_at_5_diff1": 0.061575, + "nauc_map_at_10_max": -0.153805, + "nauc_map_at_10_std": -0.181028, + "nauc_map_at_10_diff1": 0.060523, + "nauc_map_at_20_max": -0.151845, + "nauc_map_at_20_std": -0.179747, + "nauc_map_at_20_diff1": 0.064186, + "nauc_map_at_100_max": -0.152642, + "nauc_map_at_100_std": -0.179739, + "nauc_map_at_100_diff1": 0.064602, + "nauc_map_at_1000_max": -0.152668, + "nauc_map_at_1000_std": -0.179767, + "nauc_map_at_1000_diff1": 0.064586, + "nauc_recall_at_1_max": -0.172348, + "nauc_recall_at_1_std": -0.198922, + "nauc_recall_at_1_diff1": 0.093197, + "nauc_recall_at_3_max": -0.133688, + "nauc_recall_at_3_std": -0.158207, + "nauc_recall_at_3_diff1": 0.048659, + "nauc_recall_at_5_max": -0.127324, + "nauc_recall_at_5_std": -0.162621, + "nauc_recall_at_5_diff1": 0.007292, + "nauc_recall_at_10_max": -0.09379, + "nauc_recall_at_10_std": -0.180623, + "nauc_recall_at_10_diff1": -0.079199, + "nauc_recall_at_20_max": 0.180985, + "nauc_recall_at_20_std": -0.037055, + "nauc_recall_at_20_diff1": 0.024999, + "nauc_recall_at_100_max": 0.486694, + "nauc_recall_at_100_std": 0.901951, + "nauc_recall_at_100_diff1": 0.147348, + "nauc_recall_at_1000_max": 0.281372, + "nauc_recall_at_1000_std": 0.862731, + "nauc_recall_at_1000_diff1": -0.112002, + "nauc_precision_at_1_max": -0.172348, + "nauc_precision_at_1_std": -0.198922, + "nauc_precision_at_1_diff1": 0.093197, + "nauc_precision_at_3_max": -0.133688, + "nauc_precision_at_3_std": -0.158207, + "nauc_precision_at_3_diff1": 0.048659, + "nauc_precision_at_5_max": -0.127324, + "nauc_precision_at_5_std": -0.162621, + "nauc_precision_at_5_diff1": 0.007292, + "nauc_precision_at_10_max": -0.09379, + "nauc_precision_at_10_std": -0.180623, + "nauc_precision_at_10_diff1": -0.079199, + "nauc_precision_at_20_max": 0.180985, + "nauc_precision_at_20_std": -0.037055, + "nauc_precision_at_20_diff1": 0.024999, + "nauc_precision_at_100_max": 0.486694, + "nauc_precision_at_100_std": 0.901951, + "nauc_precision_at_100_diff1": 0.147348, + "nauc_precision_at_1000_max": 0.281372, + "nauc_precision_at_1000_std": 0.862731, + "nauc_precision_at_1000_diff1": -0.112002, + "nauc_mrr_at_1_max": -0.165111, + "nauc_mrr_at_1_std": -0.188065, + "nauc_mrr_at_1_diff1": 0.086975, + "nauc_mrr_at_3_max": -0.158858, + "nauc_mrr_at_3_std": -0.174744, + "nauc_mrr_at_3_diff1": 0.054812, + "nauc_mrr_at_5_max": -0.15615, + "nauc_mrr_at_5_std": -0.176945, + "nauc_mrr_at_5_diff1": 0.050702, + "nauc_mrr_at_10_max": -0.155488, + "nauc_mrr_at_10_std": -0.176914, + "nauc_mrr_at_10_diff1": 0.049536, + "nauc_mrr_at_20_max": -0.153297, + "nauc_mrr_at_20_std": -0.175227, + "nauc_mrr_at_20_diff1": 0.053292, + "nauc_mrr_at_100_max": -0.154116, + "nauc_mrr_at_100_std": -0.175204, + "nauc_mrr_at_100_diff1": 0.053652, + "nauc_mrr_at_1000_max": -0.154143, + "nauc_mrr_at_1000_std": -0.175231, + "nauc_mrr_at_1000_diff1": 0.053635, + "main_score": 0.58178, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 284.1596050262451, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/ArmenianParaphrasePC.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ArmenianParaphrasePC.json new file mode 100644 index 0000000000..705f98bb0c --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ArmenianParaphrasePC.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "f43b4f32987048043a8b31e5e26be4d360c2438f", + "task_name": "ArmenianParaphrasePC", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "similarity_accuracy": 0.909524, + "similarity_accuracy_threshold": 0.930776, + "similarity_f1": 0.937879, + "similarity_f1_threshold": 0.926833, + "similarity_precision": 0.896429, + "similarity_recall": 0.98335, + "similarity_ap": 0.958931, + "cosine_accuracy": 0.909524, + "cosine_accuracy_threshold": 0.930775, + "cosine_f1": 0.937879, + "cosine_f1_threshold": 0.926833, + "cosine_precision": 0.896429, + "cosine_recall": 0.98335, + "cosine_ap": 0.958931, + "manhattan_accuracy": 0.910204, + "manhattan_accuracy_threshold": 17.571177, + "manhattan_f1": 0.93849, + "manhattan_f1_threshold": 18.332565, + "manhattan_precision": 0.895111, + "manhattan_recall": 0.986288, + "manhattan_ap": 0.958821, + "euclidean_accuracy": 0.910204, + "euclidean_accuracy_threshold": 0.380353, + "euclidean_f1": 0.938202, + "euclidean_f1_threshold": 0.380353, + "euclidean_precision": 0.898655, + "euclidean_recall": 0.981391, + "euclidean_ap": 0.958961, + "dot_accuracy": 0.908844, + "dot_accuracy_threshold": 0.929157, + "dot_f1": 0.937385, + "dot_f1_threshold": 0.905274, + "dot_precision": 0.884448, + "dot_recall": 0.997062, + "dot_ap": 0.95842, + "max_accuracy": 0.910204, + "max_f1": 0.93849, + "max_precision": 0.898655, + "max_recall": 0.997062, + "max_ap": 0.958961, + "main_score": 0.958961, + "hf_subset": "default", + "languages": [ + "hye-Armn" + ] + } + ] + }, + "evaluation_time": 25.061149835586548, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/BUCC.v2.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BUCC.v2.json new file mode 100644 index 0000000000..aa8fe23d49 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BUCC.v2.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "1739dc11ffe9b7bfccd7f3d585aeb4c544fc6677", + "task_name": "BUCC.v2", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "precision": 0.992891, + "recall": 0.995261, + "f1": 0.993681, + "accuracy": 0.995261, + "main_score": 0.993681, + "hf_subset": "zh-en", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.995772, + "recall": 0.997182, + "f1": 0.996242, + "accuracy": 0.997182, + "main_score": 0.996242, + "hf_subset": "de-en", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.992406, + "recall": 0.994937, + "f1": 0.99325, + "accuracy": 0.994937, + "main_score": 0.99325, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.973456, + "recall": 0.981988, + "f1": 0.976284, + "accuracy": 0.981988, + "main_score": 0.976284, + "hf_subset": "ru-en", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 253.31104707717896, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/BelebeleRetrieval.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BelebeleRetrieval.json new file mode 100644 index 0000000000..3570b6a0bb --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BelebeleRetrieval.json @@ -0,0 +1,55659 @@ +{ + "dataset_revision": "75b399394a9803252cfec289d103de462763db7c", + "task_name": "BelebeleRetrieval", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "ndcg_at_1": 0.86333, + "ndcg_at_3": 0.90485, + "ndcg_at_5": 0.91169, + "ndcg_at_10": 0.91764, + "ndcg_at_20": 0.92109, + "ndcg_at_100": 0.92388, + "ndcg_at_1000": 0.92414, + "map_at_1": 0.86333, + "map_at_3": 0.89463, + "map_at_5": 0.89841, + "map_at_10": 0.90098, + "map_at_20": 0.90197, + "map_at_100": 0.90232, + "map_at_1000": 0.90232, + "recall_at_1": 0.86333, + "recall_at_3": 0.93444, + "recall_at_5": 0.95111, + "recall_at_10": 0.96889, + "recall_at_20": 0.98222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.86333, + "precision_at_3": 0.31148, + "precision_at_5": 0.19022, + "precision_at_10": 0.09689, + "precision_at_20": 0.04911, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.863333, + "mrr_at_3": 0.89463, + "mrr_at_5": 0.898407, + "mrr_at_10": 0.900982, + "mrr_at_20": 0.90197, + "mrr_at_100": 0.902318, + "mrr_at_1000": 0.902324, + "nauc_ndcg_at_1_max": 0.724352, + "nauc_ndcg_at_1_std": 0.164102, + "nauc_ndcg_at_1_diff1": 0.925027, + "nauc_ndcg_at_3_max": 0.777364, + "nauc_ndcg_at_3_std": 0.195822, + "nauc_ndcg_at_3_diff1": 0.919263, + "nauc_ndcg_at_5_max": 0.774973, + "nauc_ndcg_at_5_std": 0.188041, + "nauc_ndcg_at_5_diff1": 0.915793, + "nauc_ndcg_at_10_max": 0.771175, + "nauc_ndcg_at_10_std": 0.166078, + "nauc_ndcg_at_10_diff1": 0.921315, + "nauc_ndcg_at_20_max": 0.766591, + "nauc_ndcg_at_20_std": 0.179351, + "nauc_ndcg_at_20_diff1": 0.921212, + "nauc_ndcg_at_100_max": 0.76242, + "nauc_ndcg_at_100_std": 0.182928, + "nauc_ndcg_at_100_diff1": 0.920987, + "nauc_ndcg_at_1000_max": 0.76158, + "nauc_ndcg_at_1000_std": 0.180038, + "nauc_ndcg_at_1000_diff1": 0.920707, + "nauc_map_at_1_max": 0.724352, + "nauc_map_at_1_std": 0.164102, + "nauc_map_at_1_diff1": 0.925027, + "nauc_map_at_3_max": 0.761086, + "nauc_map_at_3_std": 0.184141, + "nauc_map_at_3_diff1": 0.92058, + "nauc_map_at_5_max": 0.759372, + "nauc_map_at_5_std": 0.18038, + "nauc_map_at_5_diff1": 0.918992, + "nauc_map_at_10_max": 0.757626, + "nauc_map_at_10_std": 0.172499, + "nauc_map_at_10_diff1": 0.920992, + "nauc_map_at_20_max": 0.756442, + "nauc_map_at_20_std": 0.175597, + "nauc_map_at_20_diff1": 0.920941, + "nauc_map_at_100_max": 0.756039, + "nauc_map_at_100_std": 0.176431, + "nauc_map_at_100_diff1": 0.920898, + "nauc_map_at_1000_max": 0.756023, + "nauc_map_at_1000_std": 0.176377, + "nauc_map_at_1000_diff1": 0.920892, + "nauc_recall_at_1_max": 0.724352, + "nauc_recall_at_1_std": 0.164102, + "nauc_recall_at_1_diff1": 0.925027, + "nauc_recall_at_3_max": 0.85109, + "nauc_recall_at_3_std": 0.249996, + "nauc_recall_at_3_diff1": 0.913593, + "nauc_recall_at_5_max": 0.865408, + "nauc_recall_at_5_std": 0.23123, + "nauc_recall_at_5_diff1": 0.89639, + "nauc_recall_at_10_max": 0.887038, + "nauc_recall_at_10_std": 0.081999, + "nauc_recall_at_10_diff1": 0.929388, + "nauc_recall_at_20_max": 0.896563, + "nauc_recall_at_20_std": 0.24253, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.724352, + "nauc_precision_at_1_std": 0.164102, + "nauc_precision_at_1_diff1": 0.925027, + "nauc_precision_at_3_max": 0.85109, + "nauc_precision_at_3_std": 0.249996, + "nauc_precision_at_3_diff1": 0.913593, + "nauc_precision_at_5_max": 0.865408, + "nauc_precision_at_5_std": 0.23123, + "nauc_precision_at_5_diff1": 0.89639, + "nauc_precision_at_10_max": 0.887038, + "nauc_precision_at_10_std": 0.081999, + "nauc_precision_at_10_diff1": 0.929388, + "nauc_precision_at_20_max": 0.896563, + "nauc_precision_at_20_std": 0.24253, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.724352, + "nauc_mrr_at_1_std": 0.164102, + "nauc_mrr_at_1_diff1": 0.925027, + "nauc_mrr_at_3_max": 0.761086, + "nauc_mrr_at_3_std": 0.184141, + "nauc_mrr_at_3_diff1": 0.92058, + "nauc_mrr_at_5_max": 0.759372, + "nauc_mrr_at_5_std": 0.18038, + "nauc_mrr_at_5_diff1": 0.918992, + "nauc_mrr_at_10_max": 0.757626, + "nauc_mrr_at_10_std": 0.172499, + "nauc_mrr_at_10_diff1": 0.920992, + "nauc_mrr_at_20_max": 0.756442, + "nauc_mrr_at_20_std": 0.175597, + "nauc_mrr_at_20_diff1": 0.920941, + "nauc_mrr_at_100_max": 0.756039, + "nauc_mrr_at_100_std": 0.176431, + "nauc_mrr_at_100_diff1": 0.920898, + "nauc_mrr_at_1000_max": 0.756023, + "nauc_mrr_at_1000_std": 0.176377, + "nauc_mrr_at_1000_diff1": 0.920892, + "main_score": 0.91764, + "hf_subset": "acm_Arab-acm_Arab", + "languages": [ + "acm-Arab", + "acm-Arab" + ] + }, + { + "ndcg_at_1": 0.93556, + "ndcg_at_3": 0.95794, + "ndcg_at_5": 0.96124, + "ndcg_at_10": 0.96307, + "ndcg_at_20": 0.96469, + "ndcg_at_100": 0.9654, + "ndcg_at_1000": 0.96582, + "map_at_1": 0.93556, + "map_at_3": 0.95259, + "map_at_5": 0.95448, + "map_at_10": 0.95526, + "map_at_20": 0.95567, + "map_at_100": 0.95581, + "map_at_1000": 0.95582, + "recall_at_1": 0.93556, + "recall_at_3": 0.97333, + "recall_at_5": 0.98111, + "recall_at_10": 0.98667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.93556, + "precision_at_3": 0.32444, + "precision_at_5": 0.19622, + "precision_at_10": 0.09867, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935556, + "mrr_at_3": 0.952593, + "mrr_at_5": 0.954481, + "mrr_at_10": 0.955257, + "mrr_at_20": 0.95567, + "mrr_at_100": 0.955805, + "mrr_at_1000": 0.95582, + "nauc_ndcg_at_1_max": 0.691128, + "nauc_ndcg_at_1_std": -0.313589, + "nauc_ndcg_at_1_diff1": 0.955126, + "nauc_ndcg_at_3_max": 0.772643, + "nauc_ndcg_at_3_std": -0.267208, + "nauc_ndcg_at_3_diff1": 0.961145, + "nauc_ndcg_at_5_max": 0.767517, + "nauc_ndcg_at_5_std": -0.285954, + "nauc_ndcg_at_5_diff1": 0.962879, + "nauc_ndcg_at_10_max": 0.758576, + "nauc_ndcg_at_10_std": -0.281231, + "nauc_ndcg_at_10_diff1": 0.961038, + "nauc_ndcg_at_20_max": 0.753032, + "nauc_ndcg_at_20_std": -0.294805, + "nauc_ndcg_at_20_diff1": 0.9602, + "nauc_ndcg_at_100_max": 0.749902, + "nauc_ndcg_at_100_std": -0.269223, + "nauc_ndcg_at_100_diff1": 0.960297, + "nauc_ndcg_at_1000_max": 0.747955, + "nauc_ndcg_at_1000_std": -0.284703, + "nauc_ndcg_at_1000_diff1": 0.959813, + "nauc_map_at_1_max": 0.691128, + "nauc_map_at_1_std": -0.313589, + "nauc_map_at_1_diff1": 0.955126, + "nauc_map_at_3_max": 0.7499, + "nauc_map_at_3_std": -0.289748, + "nauc_map_at_3_diff1": 0.959032, + "nauc_map_at_5_max": 0.746558, + "nauc_map_at_5_std": -0.299893, + "nauc_map_at_5_diff1": 0.959825, + "nauc_map_at_10_max": 0.743064, + "nauc_map_at_10_std": -0.297239, + "nauc_map_at_10_diff1": 0.959128, + "nauc_map_at_20_max": 0.741648, + "nauc_map_at_20_std": -0.300034, + "nauc_map_at_20_diff1": 0.95892, + "nauc_map_at_100_max": 0.741163, + "nauc_map_at_100_std": -0.296281, + "nauc_map_at_100_diff1": 0.958937, + "nauc_map_at_1000_max": 0.741112, + "nauc_map_at_1000_std": -0.296714, + "nauc_map_at_1000_diff1": 0.958923, + "nauc_recall_at_1_max": 0.691128, + "nauc_recall_at_1_std": -0.313589, + "nauc_recall_at_1_diff1": 0.955126, + "nauc_recall_at_3_max": 0.886399, + "nauc_recall_at_3_std": -0.146183, + "nauc_recall_at_3_diff1": 0.972086, + "nauc_recall_at_5_max": 0.907453, + "nauc_recall_at_5_std": -0.186247, + "nauc_recall_at_5_diff1": 0.984621, + "nauc_recall_at_10_max": 0.890678, + "nauc_recall_at_10_std": -0.126673, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": 0.910131, + "nauc_recall_at_20_std": -0.271942, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.691128, + "nauc_precision_at_1_std": -0.313589, + "nauc_precision_at_1_diff1": 0.955126, + "nauc_precision_at_3_max": 0.886399, + "nauc_precision_at_3_std": -0.146183, + "nauc_precision_at_3_diff1": 0.972086, + "nauc_precision_at_5_max": 0.907453, + "nauc_precision_at_5_std": -0.186247, + "nauc_precision_at_5_diff1": 0.984621, + "nauc_precision_at_10_max": 0.890678, + "nauc_precision_at_10_std": -0.126673, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": 0.910131, + "nauc_precision_at_20_std": -0.271942, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.691128, + "nauc_mrr_at_1_std": -0.313589, + "nauc_mrr_at_1_diff1": 0.955126, + "nauc_mrr_at_3_max": 0.7499, + "nauc_mrr_at_3_std": -0.289748, + "nauc_mrr_at_3_diff1": 0.959032, + "nauc_mrr_at_5_max": 0.746558, + "nauc_mrr_at_5_std": -0.299893, + "nauc_mrr_at_5_diff1": 0.959825, + "nauc_mrr_at_10_max": 0.743064, + "nauc_mrr_at_10_std": -0.297239, + "nauc_mrr_at_10_diff1": 0.959128, + "nauc_mrr_at_20_max": 0.741648, + "nauc_mrr_at_20_std": -0.300034, + "nauc_mrr_at_20_diff1": 0.95892, + "nauc_mrr_at_100_max": 0.741163, + "nauc_mrr_at_100_std": -0.296281, + "nauc_mrr_at_100_diff1": 0.958937, + "nauc_mrr_at_1000_max": 0.741112, + "nauc_mrr_at_1000_std": -0.296714, + "nauc_mrr_at_1000_diff1": 0.958923, + "main_score": 0.96307, + "hf_subset": "acm_Arab-eng_Latn", + "languages": [ + "acm-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.89996, + "ndcg_at_5": 0.90699, + "ndcg_at_10": 0.91222, + "ndcg_at_20": 0.91645, + "ndcg_at_100": 0.91837, + "ndcg_at_1000": 0.91913, + "map_at_1": 0.84778, + "map_at_3": 0.88759, + "map_at_5": 0.89159, + "map_at_10": 0.89387, + "map_at_20": 0.89504, + "map_at_100": 0.89532, + "map_at_1000": 0.89536, + "recall_at_1": 0.84778, + "recall_at_3": 0.93556, + "recall_at_5": 0.95222, + "recall_at_10": 0.96778, + "recall_at_20": 0.98444, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.84778, + "precision_at_3": 0.31185, + "precision_at_5": 0.19044, + "precision_at_10": 0.09678, + "precision_at_20": 0.04922, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.887593, + "mrr_at_5": 0.891593, + "mrr_at_10": 0.893868, + "mrr_at_20": 0.895035, + "mrr_at_100": 0.895324, + "mrr_at_1000": 0.89536, + "nauc_ndcg_at_1_max": 0.637766, + "nauc_ndcg_at_1_std": 0.085624, + "nauc_ndcg_at_1_diff1": 0.90485, + "nauc_ndcg_at_3_max": 0.715461, + "nauc_ndcg_at_3_std": 0.114926, + "nauc_ndcg_at_3_diff1": 0.895588, + "nauc_ndcg_at_5_max": 0.711371, + "nauc_ndcg_at_5_std": 0.129367, + "nauc_ndcg_at_5_diff1": 0.896093, + "nauc_ndcg_at_10_max": 0.703408, + "nauc_ndcg_at_10_std": 0.127837, + "nauc_ndcg_at_10_diff1": 0.894821, + "nauc_ndcg_at_20_max": 0.696654, + "nauc_ndcg_at_20_std": 0.122493, + "nauc_ndcg_at_20_diff1": 0.898952, + "nauc_ndcg_at_100_max": 0.693302, + "nauc_ndcg_at_100_std": 0.122265, + "nauc_ndcg_at_100_diff1": 0.898142, + "nauc_ndcg_at_1000_max": 0.690591, + "nauc_ndcg_at_1000_std": 0.114842, + "nauc_ndcg_at_1000_diff1": 0.897676, + "nauc_map_at_1_max": 0.637766, + "nauc_map_at_1_std": 0.085624, + "nauc_map_at_1_diff1": 0.90485, + "nauc_map_at_3_max": 0.691822, + "nauc_map_at_3_std": 0.103684, + "nauc_map_at_3_diff1": 0.8973, + "nauc_map_at_5_max": 0.688781, + "nauc_map_at_5_std": 0.109866, + "nauc_map_at_5_diff1": 0.897593, + "nauc_map_at_10_max": 0.685542, + "nauc_map_at_10_std": 0.109205, + "nauc_map_at_10_diff1": 0.89713, + "nauc_map_at_20_max": 0.683889, + "nauc_map_at_20_std": 0.107917, + "nauc_map_at_20_diff1": 0.898138, + "nauc_map_at_100_max": 0.683393, + "nauc_map_at_100_std": 0.107564, + "nauc_map_at_100_diff1": 0.898006, + "nauc_map_at_1000_max": 0.683292, + "nauc_map_at_1000_std": 0.107292, + "nauc_map_at_1000_diff1": 0.89799, + "nauc_recall_at_1_max": 0.637766, + "nauc_recall_at_1_std": 0.085624, + "nauc_recall_at_1_diff1": 0.90485, + "nauc_recall_at_3_max": 0.829888, + "nauc_recall_at_3_std": 0.171062, + "nauc_recall_at_3_diff1": 0.888116, + "nauc_recall_at_5_max": 0.852681, + "nauc_recall_at_5_std": 0.259755, + "nauc_recall_at_5_diff1": 0.887955, + "nauc_recall_at_10_max": 0.85608, + "nauc_recall_at_10_std": 0.305258, + "nauc_recall_at_10_diff1": 0.874594, + "nauc_recall_at_20_max": 0.879118, + "nauc_recall_at_20_std": 0.380686, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 0.973856, + "nauc_recall_at_100_std": 0.892157, + "nauc_recall_at_100_diff1": 0.947712, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.637766, + "nauc_precision_at_1_std": 0.085624, + "nauc_precision_at_1_diff1": 0.90485, + "nauc_precision_at_3_max": 0.829888, + "nauc_precision_at_3_std": 0.171062, + "nauc_precision_at_3_diff1": 0.888116, + "nauc_precision_at_5_max": 0.852681, + "nauc_precision_at_5_std": 0.259755, + "nauc_precision_at_5_diff1": 0.887955, + "nauc_precision_at_10_max": 0.85608, + "nauc_precision_at_10_std": 0.305258, + "nauc_precision_at_10_diff1": 0.874594, + "nauc_precision_at_20_max": 0.879118, + "nauc_precision_at_20_std": 0.380686, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 0.973856, + "nauc_precision_at_100_std": 0.892157, + "nauc_precision_at_100_diff1": 0.947712, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.637766, + "nauc_mrr_at_1_std": 0.085624, + "nauc_mrr_at_1_diff1": 0.90485, + "nauc_mrr_at_3_max": 0.691822, + "nauc_mrr_at_3_std": 0.103684, + "nauc_mrr_at_3_diff1": 0.8973, + "nauc_mrr_at_5_max": 0.688781, + "nauc_mrr_at_5_std": 0.109866, + "nauc_mrr_at_5_diff1": 0.897593, + "nauc_mrr_at_10_max": 0.685542, + "nauc_mrr_at_10_std": 0.109205, + "nauc_mrr_at_10_diff1": 0.89713, + "nauc_mrr_at_20_max": 0.683889, + "nauc_mrr_at_20_std": 0.107917, + "nauc_mrr_at_20_diff1": 0.898138, + "nauc_mrr_at_100_max": 0.683393, + "nauc_mrr_at_100_std": 0.107564, + "nauc_mrr_at_100_diff1": 0.898006, + "nauc_mrr_at_1000_max": 0.683292, + "nauc_mrr_at_1000_std": 0.107292, + "nauc_mrr_at_1000_diff1": 0.89799, + "main_score": 0.91222, + "hf_subset": "eng_Latn-acm_Arab", + "languages": [ + "eng-Latn", + "acm-Arab" + ] + }, + { + "ndcg_at_1": 0.87556, + "ndcg_at_3": 0.91503, + "ndcg_at_5": 0.92196, + "ndcg_at_10": 0.9256, + "ndcg_at_20": 0.92756, + "ndcg_at_100": 0.93092, + "ndcg_at_1000": 0.93164, + "map_at_1": 0.87556, + "map_at_3": 0.90593, + "map_at_5": 0.90981, + "map_at_10": 0.91135, + "map_at_20": 0.91188, + "map_at_100": 0.91236, + "map_at_1000": 0.91239, + "recall_at_1": 0.87556, + "recall_at_3": 0.94111, + "recall_at_5": 0.95778, + "recall_at_10": 0.96889, + "recall_at_20": 0.97667, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.87556, + "precision_at_3": 0.3137, + "precision_at_5": 0.19156, + "precision_at_10": 0.09689, + "precision_at_20": 0.04883, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.875556, + "mrr_at_3": 0.905926, + "mrr_at_5": 0.909815, + "mrr_at_10": 0.911345, + "mrr_at_20": 0.911882, + "mrr_at_100": 0.912365, + "mrr_at_1000": 0.912392, + "nauc_ndcg_at_1_max": 0.747271, + "nauc_ndcg_at_1_std": -0.099511, + "nauc_ndcg_at_1_diff1": 0.910565, + "nauc_ndcg_at_3_max": 0.801825, + "nauc_ndcg_at_3_std": -0.102272, + "nauc_ndcg_at_3_diff1": 0.90464, + "nauc_ndcg_at_5_max": 0.802512, + "nauc_ndcg_at_5_std": -0.108979, + "nauc_ndcg_at_5_diff1": 0.908042, + "nauc_ndcg_at_10_max": 0.797075, + "nauc_ndcg_at_10_std": -0.103593, + "nauc_ndcg_at_10_diff1": 0.907898, + "nauc_ndcg_at_20_max": 0.794603, + "nauc_ndcg_at_20_std": -0.09494, + "nauc_ndcg_at_20_diff1": 0.906878, + "nauc_ndcg_at_100_max": 0.789975, + "nauc_ndcg_at_100_std": -0.086095, + "nauc_ndcg_at_100_diff1": 0.907502, + "nauc_ndcg_at_1000_max": 0.787987, + "nauc_ndcg_at_1000_std": -0.096692, + "nauc_ndcg_at_1000_diff1": 0.907104, + "nauc_map_at_1_max": 0.747271, + "nauc_map_at_1_std": -0.099511, + "nauc_map_at_1_diff1": 0.910565, + "nauc_map_at_3_max": 0.785496, + "nauc_map_at_3_std": -0.103501, + "nauc_map_at_3_diff1": 0.905783, + "nauc_map_at_5_max": 0.785264, + "nauc_map_at_5_std": -0.106474, + "nauc_map_at_5_diff1": 0.907447, + "nauc_map_at_10_max": 0.782953, + "nauc_map_at_10_std": -0.104913, + "nauc_map_at_10_diff1": 0.907199, + "nauc_map_at_20_max": 0.782295, + "nauc_map_at_20_std": -0.103045, + "nauc_map_at_20_diff1": 0.906955, + "nauc_map_at_100_max": 0.781761, + "nauc_map_at_100_std": -0.101675, + "nauc_map_at_100_diff1": 0.907049, + "nauc_map_at_1000_max": 0.781695, + "nauc_map_at_1000_std": -0.101993, + "nauc_map_at_1000_diff1": 0.907041, + "nauc_recall_at_1_max": 0.747271, + "nauc_recall_at_1_std": -0.099511, + "nauc_recall_at_1_diff1": 0.910565, + "nauc_recall_at_3_max": 0.875227, + "nauc_recall_at_3_std": -0.095335, + "nauc_recall_at_3_diff1": 0.899935, + "nauc_recall_at_5_max": 0.905892, + "nauc_recall_at_5_std": -0.124945, + "nauc_recall_at_5_diff1": 0.913325, + "nauc_recall_at_10_max": 0.904962, + "nauc_recall_at_10_std": -0.086701, + "nauc_recall_at_10_diff1": 0.916967, + "nauc_recall_at_20_max": 0.911409, + "nauc_recall_at_20_std": 0.025477, + "nauc_recall_at_20_diff1": 0.907963, + "nauc_recall_at_100_max": 0.973856, + "nauc_recall_at_100_std": 0.910831, + "nauc_recall_at_100_diff1": 0.947712, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747271, + "nauc_precision_at_1_std": -0.099511, + "nauc_precision_at_1_diff1": 0.910565, + "nauc_precision_at_3_max": 0.875227, + "nauc_precision_at_3_std": -0.095335, + "nauc_precision_at_3_diff1": 0.899935, + "nauc_precision_at_5_max": 0.905892, + "nauc_precision_at_5_std": -0.124945, + "nauc_precision_at_5_diff1": 0.913325, + "nauc_precision_at_10_max": 0.904962, + "nauc_precision_at_10_std": -0.086701, + "nauc_precision_at_10_diff1": 0.916967, + "nauc_precision_at_20_max": 0.911409, + "nauc_precision_at_20_std": 0.025477, + "nauc_precision_at_20_diff1": 0.907963, + "nauc_precision_at_100_max": 0.973856, + "nauc_precision_at_100_std": 0.910831, + "nauc_precision_at_100_diff1": 0.947712, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747271, + "nauc_mrr_at_1_std": -0.099511, + "nauc_mrr_at_1_diff1": 0.910565, + "nauc_mrr_at_3_max": 0.785496, + "nauc_mrr_at_3_std": -0.103501, + "nauc_mrr_at_3_diff1": 0.905783, + "nauc_mrr_at_5_max": 0.785264, + "nauc_mrr_at_5_std": -0.106474, + "nauc_mrr_at_5_diff1": 0.907447, + "nauc_mrr_at_10_max": 0.782953, + "nauc_mrr_at_10_std": -0.104913, + "nauc_mrr_at_10_diff1": 0.907199, + "nauc_mrr_at_20_max": 0.782295, + "nauc_mrr_at_20_std": -0.103045, + "nauc_mrr_at_20_diff1": 0.906955, + "nauc_mrr_at_100_max": 0.781761, + "nauc_mrr_at_100_std": -0.101675, + "nauc_mrr_at_100_diff1": 0.907049, + "nauc_mrr_at_1000_max": 0.781695, + "nauc_mrr_at_1000_std": -0.101993, + "nauc_mrr_at_1000_diff1": 0.907041, + "main_score": 0.9256, + "hf_subset": "afr_Latn-afr_Latn", + "languages": [ + "afr-Latn", + "afr-Latn" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95287, + "ndcg_at_5": 0.9566, + "ndcg_at_10": 0.95806, + "ndcg_at_20": 0.95977, + "ndcg_at_100": 0.96106, + "ndcg_at_1000": 0.96148, + "map_at_1": 0.92556, + "map_at_3": 0.94685, + "map_at_5": 0.94896, + "map_at_10": 0.94958, + "map_at_20": 0.95006, + "map_at_100": 0.95026, + "map_at_1000": 0.95027, + "recall_at_1": 0.92556, + "recall_at_3": 0.97, + "recall_at_5": 0.97889, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92556, + "precision_at_3": 0.32333, + "precision_at_5": 0.19578, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.946852, + "mrr_at_5": 0.948963, + "mrr_at_10": 0.949577, + "mrr_at_20": 0.950057, + "mrr_at_100": 0.950255, + "mrr_at_1000": 0.95027, + "nauc_ndcg_at_1_max": 0.804423, + "nauc_ndcg_at_1_std": -0.15402, + "nauc_ndcg_at_1_diff1": 0.947496, + "nauc_ndcg_at_3_max": 0.86097, + "nauc_ndcg_at_3_std": -0.087004, + "nauc_ndcg_at_3_diff1": 0.96178, + "nauc_ndcg_at_5_max": 0.854671, + "nauc_ndcg_at_5_std": -0.084285, + "nauc_ndcg_at_5_diff1": 0.959935, + "nauc_ndcg_at_10_max": 0.84962, + "nauc_ndcg_at_10_std": -0.089411, + "nauc_ndcg_at_10_diff1": 0.959544, + "nauc_ndcg_at_20_max": 0.847332, + "nauc_ndcg_at_20_std": -0.067099, + "nauc_ndcg_at_20_diff1": 0.958691, + "nauc_ndcg_at_100_max": 0.842978, + "nauc_ndcg_at_100_std": -0.080976, + "nauc_ndcg_at_100_diff1": 0.957316, + "nauc_ndcg_at_1000_max": 0.842263, + "nauc_ndcg_at_1000_std": -0.09263, + "nauc_ndcg_at_1000_diff1": 0.956856, + "nauc_map_at_1_max": 0.804423, + "nauc_map_at_1_std": -0.15402, + "nauc_map_at_1_diff1": 0.947496, + "nauc_map_at_3_max": 0.844346, + "nauc_map_at_3_std": -0.109179, + "nauc_map_at_3_diff1": 0.957121, + "nauc_map_at_5_max": 0.840558, + "nauc_map_at_5_std": -0.10813, + "nauc_map_at_5_diff1": 0.956059, + "nauc_map_at_10_max": 0.838617, + "nauc_map_at_10_std": -0.111413, + "nauc_map_at_10_diff1": 0.955812, + "nauc_map_at_20_max": 0.837998, + "nauc_map_at_20_std": -0.106419, + "nauc_map_at_20_diff1": 0.955558, + "nauc_map_at_100_max": 0.837437, + "nauc_map_at_100_std": -0.10808, + "nauc_map_at_100_diff1": 0.955381, + "nauc_map_at_1000_max": 0.837421, + "nauc_map_at_1000_std": -0.1084, + "nauc_map_at_1000_diff1": 0.955368, + "nauc_recall_at_1_max": 0.804423, + "nauc_recall_at_1_std": -0.15402, + "nauc_recall_at_1_diff1": 0.947496, + "nauc_recall_at_3_max": 0.94415, + "nauc_recall_at_3_std": 0.026023, + "nauc_recall_at_3_diff1": 0.985476, + "nauc_recall_at_5_max": 0.949015, + "nauc_recall_at_5_std": 0.080348, + "nauc_recall_at_5_diff1": 0.98624, + "nauc_recall_at_10_max": 0.935419, + "nauc_recall_at_10_std": 0.104575, + "nauc_recall_at_10_diff1": 0.991285, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 0.578846, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.804423, + "nauc_precision_at_1_std": -0.15402, + "nauc_precision_at_1_diff1": 0.947496, + "nauc_precision_at_3_max": 0.94415, + "nauc_precision_at_3_std": 0.026023, + "nauc_precision_at_3_diff1": 0.985476, + "nauc_precision_at_5_max": 0.949015, + "nauc_precision_at_5_std": 0.080348, + "nauc_precision_at_5_diff1": 0.98624, + "nauc_precision_at_10_max": 0.935419, + "nauc_precision_at_10_std": 0.104575, + "nauc_precision_at_10_diff1": 0.991285, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 0.578846, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.804423, + "nauc_mrr_at_1_std": -0.15402, + "nauc_mrr_at_1_diff1": 0.947496, + "nauc_mrr_at_3_max": 0.844346, + "nauc_mrr_at_3_std": -0.109179, + "nauc_mrr_at_3_diff1": 0.957121, + "nauc_mrr_at_5_max": 0.840558, + "nauc_mrr_at_5_std": -0.10813, + "nauc_mrr_at_5_diff1": 0.956059, + "nauc_mrr_at_10_max": 0.838617, + "nauc_mrr_at_10_std": -0.111413, + "nauc_mrr_at_10_diff1": 0.955812, + "nauc_mrr_at_20_max": 0.837998, + "nauc_mrr_at_20_std": -0.106419, + "nauc_mrr_at_20_diff1": 0.955558, + "nauc_mrr_at_100_max": 0.837437, + "nauc_mrr_at_100_std": -0.10808, + "nauc_mrr_at_100_diff1": 0.955381, + "nauc_mrr_at_1000_max": 0.837421, + "nauc_mrr_at_1000_std": -0.1084, + "nauc_mrr_at_1000_diff1": 0.955368, + "main_score": 0.95806, + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89222, + "ndcg_at_3": 0.93099, + "ndcg_at_5": 0.93874, + "ndcg_at_10": 0.94201, + "ndcg_at_20": 0.94368, + "ndcg_at_100": 0.94429, + "ndcg_at_1000": 0.94489, + "map_at_1": 0.89222, + "map_at_3": 0.92204, + "map_at_5": 0.92631, + "map_at_10": 0.92769, + "map_at_20": 0.92814, + "map_at_100": 0.92822, + "map_at_1000": 0.92825, + "recall_at_1": 0.89222, + "recall_at_3": 0.95667, + "recall_at_5": 0.97556, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89222, + "precision_at_3": 0.31889, + "precision_at_5": 0.19511, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.892222, + "mrr_at_3": 0.922037, + "mrr_at_5": 0.926315, + "mrr_at_10": 0.927688, + "mrr_at_20": 0.928139, + "mrr_at_100": 0.928219, + "mrr_at_1000": 0.928248, + "nauc_ndcg_at_1_max": 0.696697, + "nauc_ndcg_at_1_std": 0.08703, + "nauc_ndcg_at_1_diff1": 0.90662, + "nauc_ndcg_at_3_max": 0.765489, + "nauc_ndcg_at_3_std": 0.098322, + "nauc_ndcg_at_3_diff1": 0.910476, + "nauc_ndcg_at_5_max": 0.758005, + "nauc_ndcg_at_5_std": 0.134676, + "nauc_ndcg_at_5_diff1": 0.908528, + "nauc_ndcg_at_10_max": 0.747517, + "nauc_ndcg_at_10_std": 0.107262, + "nauc_ndcg_at_10_diff1": 0.911398, + "nauc_ndcg_at_20_max": 0.743902, + "nauc_ndcg_at_20_std": 0.111074, + "nauc_ndcg_at_20_diff1": 0.909344, + "nauc_ndcg_at_100_max": 0.742094, + "nauc_ndcg_at_100_std": 0.11393, + "nauc_ndcg_at_100_diff1": 0.908821, + "nauc_ndcg_at_1000_max": 0.740439, + "nauc_ndcg_at_1000_std": 0.104862, + "nauc_ndcg_at_1000_diff1": 0.908902, + "nauc_map_at_1_max": 0.696697, + "nauc_map_at_1_std": 0.08703, + "nauc_map_at_1_diff1": 0.90662, + "nauc_map_at_3_max": 0.744523, + "nauc_map_at_3_std": 0.091955, + "nauc_map_at_3_diff1": 0.908816, + "nauc_map_at_5_max": 0.739967, + "nauc_map_at_5_std": 0.108283, + "nauc_map_at_5_diff1": 0.907879, + "nauc_map_at_10_max": 0.736073, + "nauc_map_at_10_std": 0.097749, + "nauc_map_at_10_diff1": 0.90893, + "nauc_map_at_20_max": 0.735172, + "nauc_map_at_20_std": 0.098183, + "nauc_map_at_20_diff1": 0.908456, + "nauc_map_at_100_max": 0.734968, + "nauc_map_at_100_std": 0.098481, + "nauc_map_at_100_diff1": 0.908397, + "nauc_map_at_1000_max": 0.734916, + "nauc_map_at_1000_std": 0.09815, + "nauc_map_at_1000_diff1": 0.908401, + "nauc_recall_at_1_max": 0.696697, + "nauc_recall_at_1_std": 0.08703, + "nauc_recall_at_1_diff1": 0.90662, + "nauc_recall_at_3_max": 0.872226, + "nauc_recall_at_3_std": 0.133089, + "nauc_recall_at_3_diff1": 0.919318, + "nauc_recall_at_5_max": 0.907903, + "nauc_recall_at_5_std": 0.380867, + "nauc_recall_at_5_diff1": 0.913632, + "nauc_recall_at_10_max": 0.884364, + "nauc_recall_at_10_std": 0.238778, + "nauc_recall_at_10_diff1": 0.949723, + "nauc_recall_at_20_max": 0.901961, + "nauc_recall_at_20_std": 0.479525, + "nauc_recall_at_20_diff1": 0.925303, + "nauc_recall_at_100_max": 0.897876, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696697, + "nauc_precision_at_1_std": 0.08703, + "nauc_precision_at_1_diff1": 0.90662, + "nauc_precision_at_3_max": 0.872226, + "nauc_precision_at_3_std": 0.133089, + "nauc_precision_at_3_diff1": 0.919318, + "nauc_precision_at_5_max": 0.907903, + "nauc_precision_at_5_std": 0.380867, + "nauc_precision_at_5_diff1": 0.913632, + "nauc_precision_at_10_max": 0.884364, + "nauc_precision_at_10_std": 0.238778, + "nauc_precision_at_10_diff1": 0.949723, + "nauc_precision_at_20_max": 0.901961, + "nauc_precision_at_20_std": 0.479525, + "nauc_precision_at_20_diff1": 0.925303, + "nauc_precision_at_100_max": 0.897876, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696697, + "nauc_mrr_at_1_std": 0.08703, + "nauc_mrr_at_1_diff1": 0.90662, + "nauc_mrr_at_3_max": 0.744523, + "nauc_mrr_at_3_std": 0.091955, + "nauc_mrr_at_3_diff1": 0.908816, + "nauc_mrr_at_5_max": 0.739967, + "nauc_mrr_at_5_std": 0.108283, + "nauc_mrr_at_5_diff1": 0.907879, + "nauc_mrr_at_10_max": 0.736073, + "nauc_mrr_at_10_std": 0.097749, + "nauc_mrr_at_10_diff1": 0.90893, + "nauc_mrr_at_20_max": 0.735172, + "nauc_mrr_at_20_std": 0.098183, + "nauc_mrr_at_20_diff1": 0.908456, + "nauc_mrr_at_100_max": 0.734968, + "nauc_mrr_at_100_std": 0.098481, + "nauc_mrr_at_100_diff1": 0.908397, + "nauc_mrr_at_1000_max": 0.734916, + "nauc_mrr_at_1000_std": 0.09815, + "nauc_mrr_at_1000_diff1": 0.908401, + "main_score": 0.94201, + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ] + }, + { + "ndcg_at_1": 0.80111, + "ndcg_at_3": 0.86574, + "ndcg_at_5": 0.8731, + "ndcg_at_10": 0.87972, + "ndcg_at_20": 0.88306, + "ndcg_at_100": 0.88774, + "ndcg_at_1000": 0.88973, + "map_at_1": 0.80111, + "map_at_3": 0.85037, + "map_at_5": 0.85448, + "map_at_10": 0.8573, + "map_at_20": 0.8582, + "map_at_100": 0.8589, + "map_at_1000": 0.859, + "recall_at_1": 0.80111, + "recall_at_3": 0.91, + "recall_at_5": 0.92778, + "recall_at_10": 0.94778, + "recall_at_20": 0.96111, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.80111, + "precision_at_3": 0.30333, + "precision_at_5": 0.18556, + "precision_at_10": 0.09478, + "precision_at_20": 0.04806, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.801111, + "mrr_at_3": 0.85037, + "mrr_at_5": 0.854481, + "mrr_at_10": 0.8573, + "mrr_at_20": 0.858202, + "mrr_at_100": 0.858903, + "mrr_at_1000": 0.859, + "nauc_ndcg_at_1_max": 0.735215, + "nauc_ndcg_at_1_std": 0.05689, + "nauc_ndcg_at_1_diff1": 0.922203, + "nauc_ndcg_at_3_max": 0.773935, + "nauc_ndcg_at_3_std": 0.120388, + "nauc_ndcg_at_3_diff1": 0.903733, + "nauc_ndcg_at_5_max": 0.779426, + "nauc_ndcg_at_5_std": 0.113693, + "nauc_ndcg_at_5_diff1": 0.903527, + "nauc_ndcg_at_10_max": 0.781799, + "nauc_ndcg_at_10_std": 0.122247, + "nauc_ndcg_at_10_diff1": 0.905577, + "nauc_ndcg_at_20_max": 0.781007, + "nauc_ndcg_at_20_std": 0.126415, + "nauc_ndcg_at_20_diff1": 0.90683, + "nauc_ndcg_at_100_max": 0.774257, + "nauc_ndcg_at_100_std": 0.123967, + "nauc_ndcg_at_100_diff1": 0.90783, + "nauc_ndcg_at_1000_max": 0.770963, + "nauc_ndcg_at_1000_std": 0.110979, + "nauc_ndcg_at_1000_diff1": 0.908707, + "nauc_map_at_1_max": 0.735215, + "nauc_map_at_1_std": 0.05689, + "nauc_map_at_1_diff1": 0.922203, + "nauc_map_at_3_max": 0.762682, + "nauc_map_at_3_std": 0.098884, + "nauc_map_at_3_diff1": 0.909394, + "nauc_map_at_5_max": 0.765046, + "nauc_map_at_5_std": 0.095404, + "nauc_map_at_5_diff1": 0.90949, + "nauc_map_at_10_max": 0.765579, + "nauc_map_at_10_std": 0.097933, + "nauc_map_at_10_diff1": 0.910353, + "nauc_map_at_20_max": 0.765351, + "nauc_map_at_20_std": 0.098911, + "nauc_map_at_20_diff1": 0.910623, + "nauc_map_at_100_max": 0.764421, + "nauc_map_at_100_std": 0.098483, + "nauc_map_at_100_diff1": 0.910732, + "nauc_map_at_1000_max": 0.764286, + "nauc_map_at_1000_std": 0.097979, + "nauc_map_at_1000_diff1": 0.910774, + "nauc_recall_at_1_max": 0.735215, + "nauc_recall_at_1_std": 0.05689, + "nauc_recall_at_1_diff1": 0.922203, + "nauc_recall_at_3_max": 0.824826, + "nauc_recall_at_3_std": 0.219802, + "nauc_recall_at_3_diff1": 0.877926, + "nauc_recall_at_5_max": 0.859664, + "nauc_recall_at_5_std": 0.213517, + "nauc_recall_at_5_diff1": 0.870502, + "nauc_recall_at_10_max": 0.906629, + "nauc_recall_at_10_std": 0.311441, + "nauc_recall_at_10_diff1": 0.871516, + "nauc_recall_at_20_max": 0.938842, + "nauc_recall_at_20_std": 0.418821, + "nauc_recall_at_20_diff1": 0.87535, + "nauc_recall_at_100_max": 0.948467, + "nauc_recall_at_100_std": 0.816311, + "nauc_recall_at_100_diff1": 0.864253, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.735215, + "nauc_precision_at_1_std": 0.05689, + "nauc_precision_at_1_diff1": 0.922203, + "nauc_precision_at_3_max": 0.824826, + "nauc_precision_at_3_std": 0.219802, + "nauc_precision_at_3_diff1": 0.877926, + "nauc_precision_at_5_max": 0.859664, + "nauc_precision_at_5_std": 0.213517, + "nauc_precision_at_5_diff1": 0.870502, + "nauc_precision_at_10_max": 0.906629, + "nauc_precision_at_10_std": 0.311441, + "nauc_precision_at_10_diff1": 0.871516, + "nauc_precision_at_20_max": 0.938842, + "nauc_precision_at_20_std": 0.418821, + "nauc_precision_at_20_diff1": 0.87535, + "nauc_precision_at_100_max": 0.948467, + "nauc_precision_at_100_std": 0.816311, + "nauc_precision_at_100_diff1": 0.864253, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.735215, + "nauc_mrr_at_1_std": 0.05689, + "nauc_mrr_at_1_diff1": 0.922203, + "nauc_mrr_at_3_max": 0.762682, + "nauc_mrr_at_3_std": 0.098884, + "nauc_mrr_at_3_diff1": 0.909394, + "nauc_mrr_at_5_max": 0.765046, + "nauc_mrr_at_5_std": 0.095404, + "nauc_mrr_at_5_diff1": 0.90949, + "nauc_mrr_at_10_max": 0.765579, + "nauc_mrr_at_10_std": 0.097933, + "nauc_mrr_at_10_diff1": 0.910353, + "nauc_mrr_at_20_max": 0.765351, + "nauc_mrr_at_20_std": 0.098911, + "nauc_mrr_at_20_diff1": 0.910623, + "nauc_mrr_at_100_max": 0.764421, + "nauc_mrr_at_100_std": 0.098483, + "nauc_mrr_at_100_diff1": 0.910732, + "nauc_mrr_at_1000_max": 0.764286, + "nauc_mrr_at_1000_std": 0.097979, + "nauc_mrr_at_1000_diff1": 0.910774, + "main_score": 0.87972, + "hf_subset": "als_Latn-als_Latn", + "languages": [ + "als-Latn", + "als-Latn" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95231, + "ndcg_at_5": 0.95547, + "ndcg_at_10": 0.95905, + "ndcg_at_20": 0.96013, + "ndcg_at_100": 0.96099, + "ndcg_at_1000": 0.96142, + "map_at_1": 0.92556, + "map_at_3": 0.94648, + "map_at_5": 0.9482, + "map_at_10": 0.94967, + "map_at_20": 0.94994, + "map_at_100": 0.95008, + "map_at_1000": 0.95009, + "recall_at_1": 0.92556, + "recall_at_3": 0.96889, + "recall_at_5": 0.97667, + "recall_at_10": 0.98778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92556, + "precision_at_3": 0.32296, + "precision_at_5": 0.19533, + "precision_at_10": 0.09878, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.946481, + "mrr_at_5": 0.948204, + "mrr_at_10": 0.949668, + "mrr_at_20": 0.94994, + "mrr_at_100": 0.950076, + "mrr_at_1000": 0.950092, + "nauc_ndcg_at_1_max": 0.752498, + "nauc_ndcg_at_1_std": -0.147797, + "nauc_ndcg_at_1_diff1": 0.955788, + "nauc_ndcg_at_3_max": 0.803654, + "nauc_ndcg_at_3_std": -0.167015, + "nauc_ndcg_at_3_diff1": 0.959189, + "nauc_ndcg_at_5_max": 0.80274, + "nauc_ndcg_at_5_std": -0.128548, + "nauc_ndcg_at_5_diff1": 0.957703, + "nauc_ndcg_at_10_max": 0.797629, + "nauc_ndcg_at_10_std": -0.124487, + "nauc_ndcg_at_10_diff1": 0.957491, + "nauc_ndcg_at_20_max": 0.795131, + "nauc_ndcg_at_20_std": -0.132137, + "nauc_ndcg_at_20_diff1": 0.95634, + "nauc_ndcg_at_100_max": 0.791847, + "nauc_ndcg_at_100_std": -0.121907, + "nauc_ndcg_at_100_diff1": 0.957455, + "nauc_ndcg_at_1000_max": 0.79001, + "nauc_ndcg_at_1000_std": -0.134171, + "nauc_ndcg_at_1000_diff1": 0.95699, + "nauc_map_at_1_max": 0.752498, + "nauc_map_at_1_std": -0.147797, + "nauc_map_at_1_diff1": 0.955788, + "nauc_map_at_3_max": 0.78938, + "nauc_map_at_3_std": -0.161924, + "nauc_map_at_3_diff1": 0.957717, + "nauc_map_at_5_max": 0.788393, + "nauc_map_at_5_std": -0.144426, + "nauc_map_at_5_diff1": 0.957012, + "nauc_map_at_10_max": 0.786159, + "nauc_map_at_10_std": -0.143121, + "nauc_map_at_10_diff1": 0.956947, + "nauc_map_at_20_max": 0.78558, + "nauc_map_at_20_std": -0.144805, + "nauc_map_at_20_diff1": 0.956713, + "nauc_map_at_100_max": 0.785078, + "nauc_map_at_100_std": -0.143412, + "nauc_map_at_100_diff1": 0.956806, + "nauc_map_at_1000_max": 0.785017, + "nauc_map_at_1000_std": -0.143775, + "nauc_map_at_1000_diff1": 0.956792, + "nauc_recall_at_1_max": 0.752498, + "nauc_recall_at_1_std": -0.147797, + "nauc_recall_at_1_diff1": 0.955788, + "nauc_recall_at_3_max": 0.872466, + "nauc_recall_at_3_std": -0.191327, + "nauc_recall_at_3_diff1": 0.966737, + "nauc_recall_at_5_max": 0.891868, + "nauc_recall_at_5_std": -0.011782, + "nauc_recall_at_5_diff1": 0.961874, + "nauc_recall_at_10_max": 0.922333, + "nauc_recall_at_10_std": 0.128597, + "nauc_recall_at_10_diff1": 0.962864, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": 0.113779, + "nauc_recall_at_20_diff1": 0.941643, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752498, + "nauc_precision_at_1_std": -0.147797, + "nauc_precision_at_1_diff1": 0.955788, + "nauc_precision_at_3_max": 0.872466, + "nauc_precision_at_3_std": -0.191327, + "nauc_precision_at_3_diff1": 0.966737, + "nauc_precision_at_5_max": 0.891868, + "nauc_precision_at_5_std": -0.011782, + "nauc_precision_at_5_diff1": 0.961874, + "nauc_precision_at_10_max": 0.922333, + "nauc_precision_at_10_std": 0.128597, + "nauc_precision_at_10_diff1": 0.962864, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": 0.113779, + "nauc_precision_at_20_diff1": 0.941643, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752498, + "nauc_mrr_at_1_std": -0.147797, + "nauc_mrr_at_1_diff1": 0.955788, + "nauc_mrr_at_3_max": 0.78938, + "nauc_mrr_at_3_std": -0.161924, + "nauc_mrr_at_3_diff1": 0.957717, + "nauc_mrr_at_5_max": 0.788393, + "nauc_mrr_at_5_std": -0.144426, + "nauc_mrr_at_5_diff1": 0.957012, + "nauc_mrr_at_10_max": 0.786159, + "nauc_mrr_at_10_std": -0.143121, + "nauc_mrr_at_10_diff1": 0.956947, + "nauc_mrr_at_20_max": 0.78558, + "nauc_mrr_at_20_std": -0.144805, + "nauc_mrr_at_20_diff1": 0.956713, + "nauc_mrr_at_100_max": 0.785078, + "nauc_mrr_at_100_std": -0.143412, + "nauc_mrr_at_100_diff1": 0.956806, + "nauc_mrr_at_1000_max": 0.785017, + "nauc_mrr_at_1000_std": -0.143775, + "nauc_mrr_at_1000_diff1": 0.956792, + "main_score": 0.95905, + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83667, + "ndcg_at_3": 0.88297, + "ndcg_at_5": 0.89134, + "ndcg_at_10": 0.89639, + "ndcg_at_20": 0.8992, + "ndcg_at_100": 0.90471, + "ndcg_at_1000": 0.90593, + "map_at_1": 0.83667, + "map_at_3": 0.87204, + "map_at_5": 0.87676, + "map_at_10": 0.87885, + "map_at_20": 0.87963, + "map_at_100": 0.88037, + "map_at_1000": 0.88043, + "recall_at_1": 0.83667, + "recall_at_3": 0.91444, + "recall_at_5": 0.93444, + "recall_at_10": 0.95, + "recall_at_20": 0.96111, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.83667, + "precision_at_3": 0.30481, + "precision_at_5": 0.18689, + "precision_at_10": 0.095, + "precision_at_20": 0.04806, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.836667, + "mrr_at_3": 0.872037, + "mrr_at_5": 0.876759, + "mrr_at_10": 0.878847, + "mrr_at_20": 0.879626, + "mrr_at_100": 0.880367, + "mrr_at_1000": 0.880427, + "nauc_ndcg_at_1_max": 0.695384, + "nauc_ndcg_at_1_std": 0.200897, + "nauc_ndcg_at_1_diff1": 0.907652, + "nauc_ndcg_at_3_max": 0.7531, + "nauc_ndcg_at_3_std": 0.230159, + "nauc_ndcg_at_3_diff1": 0.884578, + "nauc_ndcg_at_5_max": 0.751949, + "nauc_ndcg_at_5_std": 0.251167, + "nauc_ndcg_at_5_diff1": 0.890461, + "nauc_ndcg_at_10_max": 0.75256, + "nauc_ndcg_at_10_std": 0.256763, + "nauc_ndcg_at_10_diff1": 0.894129, + "nauc_ndcg_at_20_max": 0.750949, + "nauc_ndcg_at_20_std": 0.264518, + "nauc_ndcg_at_20_diff1": 0.894249, + "nauc_ndcg_at_100_max": 0.745398, + "nauc_ndcg_at_100_std": 0.255386, + "nauc_ndcg_at_100_diff1": 0.894532, + "nauc_ndcg_at_1000_max": 0.743333, + "nauc_ndcg_at_1000_std": 0.248221, + "nauc_ndcg_at_1000_diff1": 0.894911, + "nauc_map_at_1_max": 0.695384, + "nauc_map_at_1_std": 0.200897, + "nauc_map_at_1_diff1": 0.907652, + "nauc_map_at_3_max": 0.738706, + "nauc_map_at_3_std": 0.222636, + "nauc_map_at_3_diff1": 0.891265, + "nauc_map_at_5_max": 0.737569, + "nauc_map_at_5_std": 0.23176, + "nauc_map_at_5_diff1": 0.894499, + "nauc_map_at_10_max": 0.737458, + "nauc_map_at_10_std": 0.234385, + "nauc_map_at_10_diff1": 0.896008, + "nauc_map_at_20_max": 0.736942, + "nauc_map_at_20_std": 0.23618, + "nauc_map_at_20_diff1": 0.896073, + "nauc_map_at_100_max": 0.736454, + "nauc_map_at_100_std": 0.235832, + "nauc_map_at_100_diff1": 0.896101, + "nauc_map_at_1000_max": 0.73637, + "nauc_map_at_1000_std": 0.235539, + "nauc_map_at_1000_diff1": 0.896121, + "nauc_recall_at_1_max": 0.695384, + "nauc_recall_at_1_std": 0.200897, + "nauc_recall_at_1_diff1": 0.907652, + "nauc_recall_at_3_max": 0.811325, + "nauc_recall_at_3_std": 0.260753, + "nauc_recall_at_3_diff1": 0.856852, + "nauc_recall_at_5_max": 0.824582, + "nauc_recall_at_5_std": 0.359034, + "nauc_recall_at_5_diff1": 0.870824, + "nauc_recall_at_10_max": 0.851696, + "nauc_recall_at_10_std": 0.415354, + "nauc_recall_at_10_diff1": 0.885777, + "nauc_recall_at_20_max": 0.865013, + "nauc_recall_at_20_std": 0.534347, + "nauc_recall_at_20_diff1": 0.883954, + "nauc_recall_at_100_max": 0.899918, + "nauc_recall_at_100_std": 0.786415, + "nauc_recall_at_100_diff1": 0.868697, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.695384, + "nauc_precision_at_1_std": 0.200897, + "nauc_precision_at_1_diff1": 0.907652, + "nauc_precision_at_3_max": 0.811325, + "nauc_precision_at_3_std": 0.260753, + "nauc_precision_at_3_diff1": 0.856852, + "nauc_precision_at_5_max": 0.824582, + "nauc_precision_at_5_std": 0.359034, + "nauc_precision_at_5_diff1": 0.870824, + "nauc_precision_at_10_max": 0.851696, + "nauc_precision_at_10_std": 0.415354, + "nauc_precision_at_10_diff1": 0.885777, + "nauc_precision_at_20_max": 0.865013, + "nauc_precision_at_20_std": 0.534347, + "nauc_precision_at_20_diff1": 0.883954, + "nauc_precision_at_100_max": 0.899918, + "nauc_precision_at_100_std": 0.786415, + "nauc_precision_at_100_diff1": 0.868697, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.695384, + "nauc_mrr_at_1_std": 0.200897, + "nauc_mrr_at_1_diff1": 0.907652, + "nauc_mrr_at_3_max": 0.738706, + "nauc_mrr_at_3_std": 0.222636, + "nauc_mrr_at_3_diff1": 0.891265, + "nauc_mrr_at_5_max": 0.737569, + "nauc_mrr_at_5_std": 0.23176, + "nauc_mrr_at_5_diff1": 0.894499, + "nauc_mrr_at_10_max": 0.737458, + "nauc_mrr_at_10_std": 0.234385, + "nauc_mrr_at_10_diff1": 0.896008, + "nauc_mrr_at_20_max": 0.736942, + "nauc_mrr_at_20_std": 0.23618, + "nauc_mrr_at_20_diff1": 0.896073, + "nauc_mrr_at_100_max": 0.736454, + "nauc_mrr_at_100_std": 0.235832, + "nauc_mrr_at_100_diff1": 0.896101, + "nauc_mrr_at_1000_max": 0.73637, + "nauc_mrr_at_1000_std": 0.235539, + "nauc_mrr_at_1000_diff1": 0.896121, + "main_score": 0.89639, + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ] + }, + { + "ndcg_at_1": 0.66889, + "ndcg_at_3": 0.72063, + "ndcg_at_5": 0.73574, + "ndcg_at_10": 0.74708, + "ndcg_at_20": 0.75409, + "ndcg_at_100": 0.76907, + "ndcg_at_1000": 0.77731, + "map_at_1": 0.66889, + "map_at_3": 0.70815, + "map_at_5": 0.71654, + "map_at_10": 0.72133, + "map_at_20": 0.72325, + "map_at_100": 0.72523, + "map_at_1000": 0.72559, + "recall_at_1": 0.66889, + "recall_at_3": 0.75667, + "recall_at_5": 0.79333, + "recall_at_10": 0.82778, + "recall_at_20": 0.85556, + "recall_at_100": 0.93778, + "recall_at_1000": 1.0, + "precision_at_1": 0.66889, + "precision_at_3": 0.25222, + "precision_at_5": 0.15867, + "precision_at_10": 0.08278, + "precision_at_20": 0.04278, + "precision_at_100": 0.00938, + "precision_at_1000": 0.001, + "mrr_at_1": 0.668889, + "mrr_at_3": 0.708148, + "mrr_at_5": 0.716537, + "mrr_at_10": 0.721331, + "mrr_at_20": 0.723246, + "mrr_at_100": 0.725235, + "mrr_at_1000": 0.725588, + "nauc_ndcg_at_1_max": 0.62737, + "nauc_ndcg_at_1_std": 0.254852, + "nauc_ndcg_at_1_diff1": 0.876577, + "nauc_ndcg_at_3_max": 0.647651, + "nauc_ndcg_at_3_std": 0.291678, + "nauc_ndcg_at_3_diff1": 0.861122, + "nauc_ndcg_at_5_max": 0.645109, + "nauc_ndcg_at_5_std": 0.308218, + "nauc_ndcg_at_5_diff1": 0.851359, + "nauc_ndcg_at_10_max": 0.651647, + "nauc_ndcg_at_10_std": 0.315037, + "nauc_ndcg_at_10_diff1": 0.848741, + "nauc_ndcg_at_20_max": 0.652217, + "nauc_ndcg_at_20_std": 0.317054, + "nauc_ndcg_at_20_diff1": 0.8494, + "nauc_ndcg_at_100_max": 0.648962, + "nauc_ndcg_at_100_std": 0.311864, + "nauc_ndcg_at_100_diff1": 0.846285, + "nauc_ndcg_at_1000_max": 0.646346, + "nauc_ndcg_at_1000_std": 0.302711, + "nauc_ndcg_at_1000_diff1": 0.852775, + "nauc_map_at_1_max": 0.62737, + "nauc_map_at_1_std": 0.254852, + "nauc_map_at_1_diff1": 0.876577, + "nauc_map_at_3_max": 0.641462, + "nauc_map_at_3_std": 0.279882, + "nauc_map_at_3_diff1": 0.864642, + "nauc_map_at_5_max": 0.640008, + "nauc_map_at_5_std": 0.288544, + "nauc_map_at_5_diff1": 0.859578, + "nauc_map_at_10_max": 0.642735, + "nauc_map_at_10_std": 0.291144, + "nauc_map_at_10_diff1": 0.858521, + "nauc_map_at_20_max": 0.642859, + "nauc_map_at_20_std": 0.291592, + "nauc_map_at_20_diff1": 0.858766, + "nauc_map_at_100_max": 0.642273, + "nauc_map_at_100_std": 0.290742, + "nauc_map_at_100_diff1": 0.858327, + "nauc_map_at_1000_max": 0.642184, + "nauc_map_at_1000_std": 0.29041, + "nauc_map_at_1000_diff1": 0.858584, + "nauc_recall_at_1_max": 0.62737, + "nauc_recall_at_1_std": 0.254852, + "nauc_recall_at_1_diff1": 0.876577, + "nauc_recall_at_3_max": 0.668542, + "nauc_recall_at_3_std": 0.331726, + "nauc_recall_at_3_diff1": 0.849731, + "nauc_recall_at_5_max": 0.663799, + "nauc_recall_at_5_std": 0.384288, + "nauc_recall_at_5_diff1": 0.819696, + "nauc_recall_at_10_max": 0.692164, + "nauc_recall_at_10_std": 0.424062, + "nauc_recall_at_10_diff1": 0.804554, + "nauc_recall_at_20_max": 0.702118, + "nauc_recall_at_20_std": 0.453906, + "nauc_recall_at_20_diff1": 0.800745, + "nauc_recall_at_100_max": 0.713244, + "nauc_recall_at_100_std": 0.532246, + "nauc_recall_at_100_diff1": 0.695562, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.62737, + "nauc_precision_at_1_std": 0.254852, + "nauc_precision_at_1_diff1": 0.876577, + "nauc_precision_at_3_max": 0.668542, + "nauc_precision_at_3_std": 0.331726, + "nauc_precision_at_3_diff1": 0.849731, + "nauc_precision_at_5_max": 0.663799, + "nauc_precision_at_5_std": 0.384288, + "nauc_precision_at_5_diff1": 0.819696, + "nauc_precision_at_10_max": 0.692164, + "nauc_precision_at_10_std": 0.424062, + "nauc_precision_at_10_diff1": 0.804554, + "nauc_precision_at_20_max": 0.702118, + "nauc_precision_at_20_std": 0.453906, + "nauc_precision_at_20_diff1": 0.800745, + "nauc_precision_at_100_max": 0.713244, + "nauc_precision_at_100_std": 0.532246, + "nauc_precision_at_100_diff1": 0.695562, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.62737, + "nauc_mrr_at_1_std": 0.254852, + "nauc_mrr_at_1_diff1": 0.876577, + "nauc_mrr_at_3_max": 0.641462, + "nauc_mrr_at_3_std": 0.279882, + "nauc_mrr_at_3_diff1": 0.864642, + "nauc_mrr_at_5_max": 0.640008, + "nauc_mrr_at_5_std": 0.288544, + "nauc_mrr_at_5_diff1": 0.859578, + "nauc_mrr_at_10_max": 0.642735, + "nauc_mrr_at_10_std": 0.291144, + "nauc_mrr_at_10_diff1": 0.858521, + "nauc_mrr_at_20_max": 0.642859, + "nauc_mrr_at_20_std": 0.291592, + "nauc_mrr_at_20_diff1": 0.858766, + "nauc_mrr_at_100_max": 0.642273, + "nauc_mrr_at_100_std": 0.290742, + "nauc_mrr_at_100_diff1": 0.858327, + "nauc_mrr_at_1000_max": 0.642184, + "nauc_mrr_at_1000_std": 0.29041, + "nauc_mrr_at_1000_diff1": 0.858584, + "main_score": 0.74708, + "hf_subset": "amh_Ethi-amh_Ethi", + "languages": [ + "amh-Ethi", + "amh-Ethi" + ] + }, + { + "ndcg_at_1": 0.87, + "ndcg_at_3": 0.90553, + "ndcg_at_5": 0.91471, + "ndcg_at_10": 0.92146, + "ndcg_at_20": 0.92455, + "ndcg_at_100": 0.9266, + "ndcg_at_1000": 0.92702, + "map_at_1": 0.87, + "map_at_3": 0.89704, + "map_at_5": 0.90215, + "map_at_10": 0.90489, + "map_at_20": 0.90574, + "map_at_100": 0.90602, + "map_at_1000": 0.90603, + "recall_at_1": 0.87, + "recall_at_3": 0.93, + "recall_at_5": 0.95222, + "recall_at_10": 0.97333, + "recall_at_20": 0.98556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.87, + "precision_at_3": 0.31, + "precision_at_5": 0.19044, + "precision_at_10": 0.09733, + "precision_at_20": 0.04928, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.87, + "mrr_at_3": 0.897037, + "mrr_at_5": 0.902148, + "mrr_at_10": 0.904893, + "mrr_at_20": 0.905742, + "mrr_at_100": 0.90602, + "mrr_at_1000": 0.906034, + "nauc_ndcg_at_1_max": 0.696331, + "nauc_ndcg_at_1_std": -0.180363, + "nauc_ndcg_at_1_diff1": 0.89237, + "nauc_ndcg_at_3_max": 0.75532, + "nauc_ndcg_at_3_std": -0.09501, + "nauc_ndcg_at_3_diff1": 0.873535, + "nauc_ndcg_at_5_max": 0.746714, + "nauc_ndcg_at_5_std": -0.120421, + "nauc_ndcg_at_5_diff1": 0.870937, + "nauc_ndcg_at_10_max": 0.742206, + "nauc_ndcg_at_10_std": -0.091131, + "nauc_ndcg_at_10_diff1": 0.873013, + "nauc_ndcg_at_20_max": 0.735931, + "nauc_ndcg_at_20_std": -0.102637, + "nauc_ndcg_at_20_diff1": 0.872757, + "nauc_ndcg_at_100_max": 0.734451, + "nauc_ndcg_at_100_std": -0.109124, + "nauc_ndcg_at_100_diff1": 0.876698, + "nauc_ndcg_at_1000_max": 0.733945, + "nauc_ndcg_at_1000_std": -0.115573, + "nauc_ndcg_at_1000_diff1": 0.876497, + "nauc_map_at_1_max": 0.696331, + "nauc_map_at_1_std": -0.180363, + "nauc_map_at_1_diff1": 0.89237, + "nauc_map_at_3_max": 0.7387, + "nauc_map_at_3_std": -0.118113, + "nauc_map_at_3_diff1": 0.878337, + "nauc_map_at_5_max": 0.733718, + "nauc_map_at_5_std": -0.132208, + "nauc_map_at_5_diff1": 0.87741, + "nauc_map_at_10_max": 0.731703, + "nauc_map_at_10_std": -0.12354, + "nauc_map_at_10_diff1": 0.878177, + "nauc_map_at_20_max": 0.730184, + "nauc_map_at_20_std": -0.126472, + "nauc_map_at_20_diff1": 0.87813, + "nauc_map_at_100_max": 0.72998, + "nauc_map_at_100_std": -0.127084, + "nauc_map_at_100_diff1": 0.878601, + "nauc_map_at_1000_max": 0.729957, + "nauc_map_at_1000_std": -0.127254, + "nauc_map_at_1000_diff1": 0.878597, + "nauc_recall_at_1_max": 0.696331, + "nauc_recall_at_1_std": -0.180363, + "nauc_recall_at_1_diff1": 0.89237, + "nauc_recall_at_3_max": 0.823848, + "nauc_recall_at_3_std": -0.000356, + "nauc_recall_at_3_diff1": 0.854053, + "nauc_recall_at_5_max": 0.818394, + "nauc_recall_at_5_std": -0.060159, + "nauc_recall_at_5_diff1": 0.83329, + "nauc_recall_at_10_max": 0.836426, + "nauc_recall_at_10_std": 0.268285, + "nauc_recall_at_10_diff1": 0.824444, + "nauc_recall_at_20_max": 0.791029, + "nauc_recall_at_20_std": 0.343855, + "nauc_recall_at_20_diff1": 0.78022, + "nauc_recall_at_100_max": 0.807812, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696331, + "nauc_precision_at_1_std": -0.180363, + "nauc_precision_at_1_diff1": 0.89237, + "nauc_precision_at_3_max": 0.823848, + "nauc_precision_at_3_std": -0.000356, + "nauc_precision_at_3_diff1": 0.854053, + "nauc_precision_at_5_max": 0.818394, + "nauc_precision_at_5_std": -0.060159, + "nauc_precision_at_5_diff1": 0.83329, + "nauc_precision_at_10_max": 0.836426, + "nauc_precision_at_10_std": 0.268285, + "nauc_precision_at_10_diff1": 0.824444, + "nauc_precision_at_20_max": 0.791029, + "nauc_precision_at_20_std": 0.343855, + "nauc_precision_at_20_diff1": 0.78022, + "nauc_precision_at_100_max": 0.807812, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696331, + "nauc_mrr_at_1_std": -0.180363, + "nauc_mrr_at_1_diff1": 0.89237, + "nauc_mrr_at_3_max": 0.7387, + "nauc_mrr_at_3_std": -0.118113, + "nauc_mrr_at_3_diff1": 0.878337, + "nauc_mrr_at_5_max": 0.733718, + "nauc_mrr_at_5_std": -0.132208, + "nauc_mrr_at_5_diff1": 0.87741, + "nauc_mrr_at_10_max": 0.731703, + "nauc_mrr_at_10_std": -0.12354, + "nauc_mrr_at_10_diff1": 0.878177, + "nauc_mrr_at_20_max": 0.730184, + "nauc_mrr_at_20_std": -0.126472, + "nauc_mrr_at_20_diff1": 0.87813, + "nauc_mrr_at_100_max": 0.72998, + "nauc_mrr_at_100_std": -0.127084, + "nauc_mrr_at_100_diff1": 0.878601, + "nauc_mrr_at_1000_max": 0.729957, + "nauc_mrr_at_1000_std": -0.127254, + "nauc_mrr_at_1000_diff1": 0.878597, + "main_score": 0.92146, + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.57444, + "ndcg_at_3": 0.62967, + "ndcg_at_5": 0.64889, + "ndcg_at_10": 0.66585, + "ndcg_at_20": 0.67439, + "ndcg_at_100": 0.69294, + "ndcg_at_1000": 0.70562, + "map_at_1": 0.57444, + "map_at_3": 0.61611, + "map_at_5": 0.62678, + "map_at_10": 0.63382, + "map_at_20": 0.63608, + "map_at_100": 0.63856, + "map_at_1000": 0.63908, + "recall_at_1": 0.57444, + "recall_at_3": 0.66889, + "recall_at_5": 0.71556, + "recall_at_10": 0.76778, + "recall_at_20": 0.80222, + "recall_at_100": 0.90333, + "recall_at_1000": 1.0, + "precision_at_1": 0.57444, + "precision_at_3": 0.22296, + "precision_at_5": 0.14311, + "precision_at_10": 0.07678, + "precision_at_20": 0.04011, + "precision_at_100": 0.00903, + "precision_at_1000": 0.001, + "mrr_at_1": 0.574444, + "mrr_at_3": 0.616111, + "mrr_at_5": 0.626778, + "mrr_at_10": 0.633823, + "mrr_at_20": 0.636078, + "mrr_at_100": 0.638556, + "mrr_at_1000": 0.639079, + "nauc_ndcg_at_1_max": 0.620481, + "nauc_ndcg_at_1_std": 0.153823, + "nauc_ndcg_at_1_diff1": 0.792051, + "nauc_ndcg_at_3_max": 0.640862, + "nauc_ndcg_at_3_std": 0.177705, + "nauc_ndcg_at_3_diff1": 0.774455, + "nauc_ndcg_at_5_max": 0.629568, + "nauc_ndcg_at_5_std": 0.163569, + "nauc_ndcg_at_5_diff1": 0.762439, + "nauc_ndcg_at_10_max": 0.633922, + "nauc_ndcg_at_10_std": 0.18638, + "nauc_ndcg_at_10_diff1": 0.761645, + "nauc_ndcg_at_20_max": 0.629319, + "nauc_ndcg_at_20_std": 0.190664, + "nauc_ndcg_at_20_diff1": 0.758622, + "nauc_ndcg_at_100_max": 0.630937, + "nauc_ndcg_at_100_std": 0.192378, + "nauc_ndcg_at_100_diff1": 0.760992, + "nauc_ndcg_at_1000_max": 0.631746, + "nauc_ndcg_at_1000_std": 0.18297, + "nauc_ndcg_at_1000_diff1": 0.766061, + "nauc_map_at_1_max": 0.620481, + "nauc_map_at_1_std": 0.153823, + "nauc_map_at_1_diff1": 0.792051, + "nauc_map_at_3_max": 0.636782, + "nauc_map_at_3_std": 0.172372, + "nauc_map_at_3_diff1": 0.778951, + "nauc_map_at_5_max": 0.630486, + "nauc_map_at_5_std": 0.164538, + "nauc_map_at_5_diff1": 0.772488, + "nauc_map_at_10_max": 0.632317, + "nauc_map_at_10_std": 0.173883, + "nauc_map_at_10_diff1": 0.772364, + "nauc_map_at_20_max": 0.631221, + "nauc_map_at_20_std": 0.174906, + "nauc_map_at_20_diff1": 0.771601, + "nauc_map_at_100_max": 0.631456, + "nauc_map_at_100_std": 0.175193, + "nauc_map_at_100_diff1": 0.771988, + "nauc_map_at_1000_max": 0.631519, + "nauc_map_at_1000_std": 0.17484, + "nauc_map_at_1000_diff1": 0.77219, + "nauc_recall_at_1_max": 0.620481, + "nauc_recall_at_1_std": 0.153823, + "nauc_recall_at_1_diff1": 0.792051, + "nauc_recall_at_3_max": 0.653245, + "nauc_recall_at_3_std": 0.194215, + "nauc_recall_at_3_diff1": 0.760241, + "nauc_recall_at_5_max": 0.624162, + "nauc_recall_at_5_std": 0.157667, + "nauc_recall_at_5_diff1": 0.725932, + "nauc_recall_at_10_max": 0.639596, + "nauc_recall_at_10_std": 0.243972, + "nauc_recall_at_10_diff1": 0.716171, + "nauc_recall_at_20_max": 0.61332, + "nauc_recall_at_20_std": 0.27592, + "nauc_recall_at_20_diff1": 0.693519, + "nauc_recall_at_100_max": 0.620234, + "nauc_recall_at_100_std": 0.368374, + "nauc_recall_at_100_diff1": 0.667724, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.620481, + "nauc_precision_at_1_std": 0.153823, + "nauc_precision_at_1_diff1": 0.792051, + "nauc_precision_at_3_max": 0.653245, + "nauc_precision_at_3_std": 0.194215, + "nauc_precision_at_3_diff1": 0.760241, + "nauc_precision_at_5_max": 0.624162, + "nauc_precision_at_5_std": 0.157667, + "nauc_precision_at_5_diff1": 0.725932, + "nauc_precision_at_10_max": 0.639596, + "nauc_precision_at_10_std": 0.243972, + "nauc_precision_at_10_diff1": 0.716171, + "nauc_precision_at_20_max": 0.61332, + "nauc_precision_at_20_std": 0.27592, + "nauc_precision_at_20_diff1": 0.693519, + "nauc_precision_at_100_max": 0.620234, + "nauc_precision_at_100_std": 0.368374, + "nauc_precision_at_100_diff1": 0.667724, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.620481, + "nauc_mrr_at_1_std": 0.153823, + "nauc_mrr_at_1_diff1": 0.792051, + "nauc_mrr_at_3_max": 0.636782, + "nauc_mrr_at_3_std": 0.172372, + "nauc_mrr_at_3_diff1": 0.778951, + "nauc_mrr_at_5_max": 0.630486, + "nauc_mrr_at_5_std": 0.164538, + "nauc_mrr_at_5_diff1": 0.772488, + "nauc_mrr_at_10_max": 0.632317, + "nauc_mrr_at_10_std": 0.173883, + "nauc_mrr_at_10_diff1": 0.772364, + "nauc_mrr_at_20_max": 0.631221, + "nauc_mrr_at_20_std": 0.174906, + "nauc_mrr_at_20_diff1": 0.771601, + "nauc_mrr_at_100_max": 0.631456, + "nauc_mrr_at_100_std": 0.175193, + "nauc_mrr_at_100_diff1": 0.771988, + "nauc_mrr_at_1000_max": 0.631519, + "nauc_mrr_at_1000_std": 0.17484, + "nauc_mrr_at_1000_diff1": 0.77219, + "main_score": 0.66585, + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ] + }, + { + "ndcg_at_1": 0.85556, + "ndcg_at_3": 0.89614, + "ndcg_at_5": 0.90431, + "ndcg_at_10": 0.90897, + "ndcg_at_20": 0.91241, + "ndcg_at_100": 0.91647, + "ndcg_at_1000": 0.91746, + "map_at_1": 0.85556, + "map_at_3": 0.88667, + "map_at_5": 0.89117, + "map_at_10": 0.89308, + "map_at_20": 0.89406, + "map_at_100": 0.89466, + "map_at_1000": 0.8947, + "recall_at_1": 0.85556, + "recall_at_3": 0.92333, + "recall_at_5": 0.94333, + "recall_at_10": 0.95778, + "recall_at_20": 0.97111, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.85556, + "precision_at_3": 0.30778, + "precision_at_5": 0.18867, + "precision_at_10": 0.09578, + "precision_at_20": 0.04856, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.855556, + "mrr_at_3": 0.886667, + "mrr_at_5": 0.891167, + "mrr_at_10": 0.893084, + "mrr_at_20": 0.89406, + "mrr_at_100": 0.894664, + "mrr_at_1000": 0.894702, + "nauc_ndcg_at_1_max": 0.732987, + "nauc_ndcg_at_1_std": 0.16909, + "nauc_ndcg_at_1_diff1": 0.929529, + "nauc_ndcg_at_3_max": 0.779865, + "nauc_ndcg_at_3_std": 0.139263, + "nauc_ndcg_at_3_diff1": 0.913777, + "nauc_ndcg_at_5_max": 0.781755, + "nauc_ndcg_at_5_std": 0.171806, + "nauc_ndcg_at_5_diff1": 0.916346, + "nauc_ndcg_at_10_max": 0.781911, + "nauc_ndcg_at_10_std": 0.176017, + "nauc_ndcg_at_10_diff1": 0.918909, + "nauc_ndcg_at_20_max": 0.7812, + "nauc_ndcg_at_20_std": 0.176126, + "nauc_ndcg_at_20_diff1": 0.918333, + "nauc_ndcg_at_100_max": 0.774802, + "nauc_ndcg_at_100_std": 0.1788, + "nauc_ndcg_at_100_diff1": 0.918949, + "nauc_ndcg_at_1000_max": 0.772662, + "nauc_ndcg_at_1000_std": 0.169331, + "nauc_ndcg_at_1000_diff1": 0.918901, + "nauc_map_at_1_max": 0.732987, + "nauc_map_at_1_std": 0.16909, + "nauc_map_at_1_diff1": 0.929529, + "nauc_map_at_3_max": 0.767411, + "nauc_map_at_3_std": 0.146181, + "nauc_map_at_3_diff1": 0.917352, + "nauc_map_at_5_max": 0.767832, + "nauc_map_at_5_std": 0.162023, + "nauc_map_at_5_diff1": 0.918662, + "nauc_map_at_10_max": 0.767646, + "nauc_map_at_10_std": 0.162406, + "nauc_map_at_10_diff1": 0.919607, + "nauc_map_at_20_max": 0.767299, + "nauc_map_at_20_std": 0.162052, + "nauc_map_at_20_diff1": 0.919478, + "nauc_map_at_100_max": 0.766512, + "nauc_map_at_100_std": 0.162649, + "nauc_map_at_100_diff1": 0.919586, + "nauc_map_at_1000_max": 0.76644, + "nauc_map_at_1000_std": 0.162359, + "nauc_map_at_1000_diff1": 0.919589, + "nauc_recall_at_1_max": 0.732987, + "nauc_recall_at_1_std": 0.16909, + "nauc_recall_at_1_diff1": 0.929529, + "nauc_recall_at_3_max": 0.8306, + "nauc_recall_at_3_std": 0.111767, + "nauc_recall_at_3_diff1": 0.899627, + "nauc_recall_at_5_max": 0.855889, + "nauc_recall_at_5_std": 0.235578, + "nauc_recall_at_5_diff1": 0.905714, + "nauc_recall_at_10_max": 0.881948, + "nauc_recall_at_10_std": 0.296931, + "nauc_recall_at_10_diff1": 0.918731, + "nauc_recall_at_20_max": 0.921263, + "nauc_recall_at_20_std": 0.360806, + "nauc_recall_at_20_diff1": 0.912016, + "nauc_recall_at_100_max": 0.943978, + "nauc_recall_at_100_std": 0.941643, + "nauc_recall_at_100_diff1": 0.925303, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732987, + "nauc_precision_at_1_std": 0.16909, + "nauc_precision_at_1_diff1": 0.929529, + "nauc_precision_at_3_max": 0.8306, + "nauc_precision_at_3_std": 0.111767, + "nauc_precision_at_3_diff1": 0.899627, + "nauc_precision_at_5_max": 0.855889, + "nauc_precision_at_5_std": 0.235578, + "nauc_precision_at_5_diff1": 0.905714, + "nauc_precision_at_10_max": 0.881948, + "nauc_precision_at_10_std": 0.296931, + "nauc_precision_at_10_diff1": 0.918731, + "nauc_precision_at_20_max": 0.921263, + "nauc_precision_at_20_std": 0.360806, + "nauc_precision_at_20_diff1": 0.912016, + "nauc_precision_at_100_max": 0.943978, + "nauc_precision_at_100_std": 0.941643, + "nauc_precision_at_100_diff1": 0.925303, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732987, + "nauc_mrr_at_1_std": 0.16909, + "nauc_mrr_at_1_diff1": 0.929529, + "nauc_mrr_at_3_max": 0.767411, + "nauc_mrr_at_3_std": 0.146181, + "nauc_mrr_at_3_diff1": 0.917352, + "nauc_mrr_at_5_max": 0.767832, + "nauc_mrr_at_5_std": 0.162023, + "nauc_mrr_at_5_diff1": 0.918662, + "nauc_mrr_at_10_max": 0.767646, + "nauc_mrr_at_10_std": 0.162406, + "nauc_mrr_at_10_diff1": 0.919607, + "nauc_mrr_at_20_max": 0.767299, + "nauc_mrr_at_20_std": 0.162052, + "nauc_mrr_at_20_diff1": 0.919478, + "nauc_mrr_at_100_max": 0.766512, + "nauc_mrr_at_100_std": 0.162649, + "nauc_mrr_at_100_diff1": 0.919586, + "nauc_mrr_at_1000_max": 0.76644, + "nauc_mrr_at_1000_std": 0.162359, + "nauc_mrr_at_1000_diff1": 0.919589, + "main_score": 0.90897, + "hf_subset": "apc_Arab-apc_Arab", + "languages": [ + "apc-Arab", + "apc-Arab" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95004, + "ndcg_at_5": 0.95425, + "ndcg_at_10": 0.9568, + "ndcg_at_20": 0.9588, + "ndcg_at_100": 0.95991, + "ndcg_at_1000": 0.96016, + "map_at_1": 0.92556, + "map_at_3": 0.94426, + "map_at_5": 0.94665, + "map_at_10": 0.94772, + "map_at_20": 0.94829, + "map_at_100": 0.94848, + "map_at_1000": 0.94848, + "recall_at_1": 0.92556, + "recall_at_3": 0.96667, + "recall_at_5": 0.97667, + "recall_at_10": 0.98444, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92556, + "precision_at_3": 0.32222, + "precision_at_5": 0.19533, + "precision_at_10": 0.09844, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.944259, + "mrr_at_5": 0.946648, + "mrr_at_10": 0.94772, + "mrr_at_20": 0.948291, + "mrr_at_100": 0.948477, + "mrr_at_1000": 0.948482, + "nauc_ndcg_at_1_max": 0.69419, + "nauc_ndcg_at_1_std": -0.072732, + "nauc_ndcg_at_1_diff1": 0.923074, + "nauc_ndcg_at_3_max": 0.78894, + "nauc_ndcg_at_3_std": -0.093656, + "nauc_ndcg_at_3_diff1": 0.927629, + "nauc_ndcg_at_5_max": 0.773794, + "nauc_ndcg_at_5_std": -0.074352, + "nauc_ndcg_at_5_diff1": 0.927978, + "nauc_ndcg_at_10_max": 0.767868, + "nauc_ndcg_at_10_std": -0.072931, + "nauc_ndcg_at_10_diff1": 0.931595, + "nauc_ndcg_at_20_max": 0.756562, + "nauc_ndcg_at_20_std": -0.084229, + "nauc_ndcg_at_20_diff1": 0.929189, + "nauc_ndcg_at_100_max": 0.757426, + "nauc_ndcg_at_100_std": -0.065418, + "nauc_ndcg_at_100_diff1": 0.92847, + "nauc_ndcg_at_1000_max": 0.756306, + "nauc_ndcg_at_1000_std": -0.072184, + "nauc_ndcg_at_1000_diff1": 0.928015, + "nauc_map_at_1_max": 0.69419, + "nauc_map_at_1_std": -0.072732, + "nauc_map_at_1_diff1": 0.923074, + "nauc_map_at_3_max": 0.763333, + "nauc_map_at_3_std": -0.088418, + "nauc_map_at_3_diff1": 0.926203, + "nauc_map_at_5_max": 0.754863, + "nauc_map_at_5_std": -0.077784, + "nauc_map_at_5_diff1": 0.926387, + "nauc_map_at_10_max": 0.752583, + "nauc_map_at_10_std": -0.0769, + "nauc_map_at_10_diff1": 0.927737, + "nauc_map_at_20_max": 0.749855, + "nauc_map_at_20_std": -0.079636, + "nauc_map_at_20_diff1": 0.927157, + "nauc_map_at_100_max": 0.749978, + "nauc_map_at_100_std": -0.076762, + "nauc_map_at_100_diff1": 0.926995, + "nauc_map_at_1000_max": 0.74996, + "nauc_map_at_1000_std": -0.076867, + "nauc_map_at_1000_diff1": 0.926988, + "nauc_recall_at_1_max": 0.69419, + "nauc_recall_at_1_std": -0.072732, + "nauc_recall_at_1_diff1": 0.923074, + "nauc_recall_at_3_max": 0.909119, + "nauc_recall_at_3_std": -0.117896, + "nauc_recall_at_3_diff1": 0.934485, + "nauc_recall_at_5_max": 0.889623, + "nauc_recall_at_5_std": -0.047886, + "nauc_recall_at_5_diff1": 0.938309, + "nauc_recall_at_10_max": 0.894291, + "nauc_recall_at_10_std": -0.031046, + "nauc_recall_at_10_diff1": 0.971989, + "nauc_recall_at_20_max": 0.788582, + "nauc_recall_at_20_std": -0.215553, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.69419, + "nauc_precision_at_1_std": -0.072732, + "nauc_precision_at_1_diff1": 0.923074, + "nauc_precision_at_3_max": 0.909119, + "nauc_precision_at_3_std": -0.117896, + "nauc_precision_at_3_diff1": 0.934485, + "nauc_precision_at_5_max": 0.889623, + "nauc_precision_at_5_std": -0.047886, + "nauc_precision_at_5_diff1": 0.938309, + "nauc_precision_at_10_max": 0.894291, + "nauc_precision_at_10_std": -0.031046, + "nauc_precision_at_10_diff1": 0.971989, + "nauc_precision_at_20_max": 0.788582, + "nauc_precision_at_20_std": -0.215553, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.69419, + "nauc_mrr_at_1_std": -0.072732, + "nauc_mrr_at_1_diff1": 0.923074, + "nauc_mrr_at_3_max": 0.763333, + "nauc_mrr_at_3_std": -0.088418, + "nauc_mrr_at_3_diff1": 0.926203, + "nauc_mrr_at_5_max": 0.754863, + "nauc_mrr_at_5_std": -0.077784, + "nauc_mrr_at_5_diff1": 0.926387, + "nauc_mrr_at_10_max": 0.752583, + "nauc_mrr_at_10_std": -0.0769, + "nauc_mrr_at_10_diff1": 0.927737, + "nauc_mrr_at_20_max": 0.749855, + "nauc_mrr_at_20_std": -0.079636, + "nauc_mrr_at_20_diff1": 0.927157, + "nauc_mrr_at_100_max": 0.749978, + "nauc_mrr_at_100_std": -0.076762, + "nauc_mrr_at_100_diff1": 0.926995, + "nauc_mrr_at_1000_max": 0.74996, + "nauc_mrr_at_1000_std": -0.076867, + "nauc_mrr_at_1000_diff1": 0.926988, + "main_score": 0.9568, + "hf_subset": "apc_Arab-eng_Latn", + "languages": [ + "apc-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.89891, + "ndcg_at_5": 0.90867, + "ndcg_at_10": 0.91483, + "ndcg_at_20": 0.91872, + "ndcg_at_100": 0.92179, + "ndcg_at_1000": 0.92209, + "map_at_1": 0.86, + "map_at_3": 0.89, + "map_at_5": 0.8955, + "map_at_10": 0.89807, + "map_at_20": 0.89911, + "map_at_100": 0.8996, + "map_at_1000": 0.89961, + "recall_at_1": 0.86, + "recall_at_3": 0.92444, + "recall_at_5": 0.94778, + "recall_at_10": 0.96667, + "recall_at_20": 0.98222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.86, + "precision_at_3": 0.30815, + "precision_at_5": 0.18956, + "precision_at_10": 0.09667, + "precision_at_20": 0.04911, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.86, + "mrr_at_3": 0.89, + "mrr_at_5": 0.8955, + "mrr_at_10": 0.89807, + "mrr_at_20": 0.899113, + "mrr_at_100": 0.899603, + "mrr_at_1000": 0.899614, + "nauc_ndcg_at_1_max": 0.734897, + "nauc_ndcg_at_1_std": 0.061006, + "nauc_ndcg_at_1_diff1": 0.920442, + "nauc_ndcg_at_3_max": 0.777595, + "nauc_ndcg_at_3_std": 0.136193, + "nauc_ndcg_at_3_diff1": 0.909092, + "nauc_ndcg_at_5_max": 0.787097, + "nauc_ndcg_at_5_std": 0.165944, + "nauc_ndcg_at_5_diff1": 0.912299, + "nauc_ndcg_at_10_max": 0.781159, + "nauc_ndcg_at_10_std": 0.158963, + "nauc_ndcg_at_10_diff1": 0.913519, + "nauc_ndcg_at_20_max": 0.776626, + "nauc_ndcg_at_20_std": 0.156304, + "nauc_ndcg_at_20_diff1": 0.913107, + "nauc_ndcg_at_100_max": 0.771283, + "nauc_ndcg_at_100_std": 0.139197, + "nauc_ndcg_at_100_diff1": 0.913629, + "nauc_ndcg_at_1000_max": 0.771182, + "nauc_ndcg_at_1000_std": 0.13612, + "nauc_ndcg_at_1000_diff1": 0.913554, + "nauc_map_at_1_max": 0.734897, + "nauc_map_at_1_std": 0.061006, + "nauc_map_at_1_diff1": 0.920442, + "nauc_map_at_3_max": 0.766615, + "nauc_map_at_3_std": 0.116256, + "nauc_map_at_3_diff1": 0.911936, + "nauc_map_at_5_max": 0.770853, + "nauc_map_at_5_std": 0.130245, + "nauc_map_at_5_diff1": 0.913721, + "nauc_map_at_10_max": 0.768354, + "nauc_map_at_10_std": 0.126887, + "nauc_map_at_10_diff1": 0.914113, + "nauc_map_at_20_max": 0.767251, + "nauc_map_at_20_std": 0.126047, + "nauc_map_at_20_diff1": 0.913995, + "nauc_map_at_100_max": 0.766539, + "nauc_map_at_100_std": 0.123729, + "nauc_map_at_100_diff1": 0.914066, + "nauc_map_at_1000_max": 0.766534, + "nauc_map_at_1000_std": 0.123631, + "nauc_map_at_1000_diff1": 0.914065, + "nauc_recall_at_1_max": 0.734897, + "nauc_recall_at_1_std": 0.061006, + "nauc_recall_at_1_diff1": 0.920442, + "nauc_recall_at_3_max": 0.82149, + "nauc_recall_at_3_std": 0.216311, + "nauc_recall_at_3_diff1": 0.897773, + "nauc_recall_at_5_max": 0.878936, + "nauc_recall_at_5_std": 0.371079, + "nauc_recall_at_5_diff1": 0.905487, + "nauc_recall_at_10_max": 0.885481, + "nauc_recall_at_10_std": 0.433738, + "nauc_recall_at_10_diff1": 0.911998, + "nauc_recall_at_20_max": 0.895133, + "nauc_recall_at_20_std": 0.622812, + "nauc_recall_at_20_diff1": 0.904733, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.734897, + "nauc_precision_at_1_std": 0.061006, + "nauc_precision_at_1_diff1": 0.920442, + "nauc_precision_at_3_max": 0.82149, + "nauc_precision_at_3_std": 0.216311, + "nauc_precision_at_3_diff1": 0.897773, + "nauc_precision_at_5_max": 0.878936, + "nauc_precision_at_5_std": 0.371079, + "nauc_precision_at_5_diff1": 0.905487, + "nauc_precision_at_10_max": 0.885481, + "nauc_precision_at_10_std": 0.433738, + "nauc_precision_at_10_diff1": 0.911998, + "nauc_precision_at_20_max": 0.895133, + "nauc_precision_at_20_std": 0.622812, + "nauc_precision_at_20_diff1": 0.904733, + "nauc_precision_at_100_max": 0.795752, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.734897, + "nauc_mrr_at_1_std": 0.061006, + "nauc_mrr_at_1_diff1": 0.920442, + "nauc_mrr_at_3_max": 0.766615, + "nauc_mrr_at_3_std": 0.116256, + "nauc_mrr_at_3_diff1": 0.911936, + "nauc_mrr_at_5_max": 0.770853, + "nauc_mrr_at_5_std": 0.130245, + "nauc_mrr_at_5_diff1": 0.913721, + "nauc_mrr_at_10_max": 0.768354, + "nauc_mrr_at_10_std": 0.126887, + "nauc_mrr_at_10_diff1": 0.914113, + "nauc_mrr_at_20_max": 0.767251, + "nauc_mrr_at_20_std": 0.126047, + "nauc_mrr_at_20_diff1": 0.913995, + "nauc_mrr_at_100_max": 0.766539, + "nauc_mrr_at_100_std": 0.123729, + "nauc_mrr_at_100_diff1": 0.914066, + "nauc_mrr_at_1000_max": 0.766534, + "nauc_mrr_at_1000_std": 0.123631, + "nauc_mrr_at_1000_diff1": 0.914065, + "main_score": 0.91483, + "hf_subset": "eng_Latn-apc_Arab", + "languages": [ + "eng-Latn", + "apc-Arab" + ] + }, + { + "ndcg_at_1": 0.87333, + "ndcg_at_3": 0.91307, + "ndcg_at_5": 0.92081, + "ndcg_at_10": 0.92434, + "ndcg_at_20": 0.92717, + "ndcg_at_100": 0.93019, + "ndcg_at_1000": 0.93048, + "map_at_1": 0.87333, + "map_at_3": 0.9037, + "map_at_5": 0.90798, + "map_at_10": 0.9094, + "map_at_20": 0.91019, + "map_at_100": 0.91058, + "map_at_1000": 0.91059, + "recall_at_1": 0.87333, + "recall_at_3": 0.94, + "recall_at_5": 0.95889, + "recall_at_10": 0.97, + "recall_at_20": 0.98111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.87333, + "precision_at_3": 0.31333, + "precision_at_5": 0.19178, + "precision_at_10": 0.097, + "precision_at_20": 0.04906, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.873333, + "mrr_at_3": 0.903704, + "mrr_at_5": 0.907981, + "mrr_at_10": 0.909401, + "mrr_at_20": 0.910187, + "mrr_at_100": 0.910581, + "mrr_at_1000": 0.910593, + "nauc_ndcg_at_1_max": 0.750859, + "nauc_ndcg_at_1_std": -0.074722, + "nauc_ndcg_at_1_diff1": 0.946414, + "nauc_ndcg_at_3_max": 0.82264, + "nauc_ndcg_at_3_std": 0.001935, + "nauc_ndcg_at_3_diff1": 0.930008, + "nauc_ndcg_at_5_max": 0.815351, + "nauc_ndcg_at_5_std": 0.009252, + "nauc_ndcg_at_5_diff1": 0.932623, + "nauc_ndcg_at_10_max": 0.812249, + "nauc_ndcg_at_10_std": 0.005169, + "nauc_ndcg_at_10_diff1": 0.93309, + "nauc_ndcg_at_20_max": 0.809601, + "nauc_ndcg_at_20_std": -0.006513, + "nauc_ndcg_at_20_diff1": 0.935184, + "nauc_ndcg_at_100_max": 0.8039, + "nauc_ndcg_at_100_std": -0.005609, + "nauc_ndcg_at_100_diff1": 0.935292, + "nauc_ndcg_at_1000_max": 0.803072, + "nauc_ndcg_at_1000_std": -0.009188, + "nauc_ndcg_at_1000_diff1": 0.935019, + "nauc_map_at_1_max": 0.750859, + "nauc_map_at_1_std": -0.074722, + "nauc_map_at_1_diff1": 0.946414, + "nauc_map_at_3_max": 0.803719, + "nauc_map_at_3_std": -0.019507, + "nauc_map_at_3_diff1": 0.934144, + "nauc_map_at_5_max": 0.799346, + "nauc_map_at_5_std": -0.016729, + "nauc_map_at_5_diff1": 0.935533, + "nauc_map_at_10_max": 0.798007, + "nauc_map_at_10_std": -0.018001, + "nauc_map_at_10_diff1": 0.935633, + "nauc_map_at_20_max": 0.797192, + "nauc_map_at_20_std": -0.021359, + "nauc_map_at_20_diff1": 0.936114, + "nauc_map_at_100_max": 0.796642, + "nauc_map_at_100_std": -0.020329, + "nauc_map_at_100_diff1": 0.93607, + "nauc_map_at_1000_max": 0.796613, + "nauc_map_at_1000_std": -0.020441, + "nauc_map_at_1000_diff1": 0.936061, + "nauc_recall_at_1_max": 0.750859, + "nauc_recall_at_1_std": -0.074722, + "nauc_recall_at_1_diff1": 0.946414, + "nauc_recall_at_3_max": 0.906327, + "nauc_recall_at_3_std": 0.097728, + "nauc_recall_at_3_diff1": 0.91186, + "nauc_recall_at_5_max": 0.911109, + "nauc_recall_at_5_std": 0.172761, + "nauc_recall_at_5_diff1": 0.916093, + "nauc_recall_at_10_max": 0.922969, + "nauc_recall_at_10_std": 0.192689, + "nauc_recall_at_10_diff1": 0.915275, + "nauc_recall_at_20_max": 0.951942, + "nauc_recall_at_20_std": 0.147745, + "nauc_recall_at_20_diff1": 0.936563, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750859, + "nauc_precision_at_1_std": -0.074722, + "nauc_precision_at_1_diff1": 0.946414, + "nauc_precision_at_3_max": 0.906327, + "nauc_precision_at_3_std": 0.097728, + "nauc_precision_at_3_diff1": 0.91186, + "nauc_precision_at_5_max": 0.911109, + "nauc_precision_at_5_std": 0.172761, + "nauc_precision_at_5_diff1": 0.916093, + "nauc_precision_at_10_max": 0.922969, + "nauc_precision_at_10_std": 0.192689, + "nauc_precision_at_10_diff1": 0.915275, + "nauc_precision_at_20_max": 0.951942, + "nauc_precision_at_20_std": 0.147745, + "nauc_precision_at_20_diff1": 0.936563, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750859, + "nauc_mrr_at_1_std": -0.074722, + "nauc_mrr_at_1_diff1": 0.946414, + "nauc_mrr_at_3_max": 0.803719, + "nauc_mrr_at_3_std": -0.019507, + "nauc_mrr_at_3_diff1": 0.934144, + "nauc_mrr_at_5_max": 0.799346, + "nauc_mrr_at_5_std": -0.016729, + "nauc_mrr_at_5_diff1": 0.935533, + "nauc_mrr_at_10_max": 0.798007, + "nauc_mrr_at_10_std": -0.018001, + "nauc_mrr_at_10_diff1": 0.935633, + "nauc_mrr_at_20_max": 0.797192, + "nauc_mrr_at_20_std": -0.021359, + "nauc_mrr_at_20_diff1": 0.936114, + "nauc_mrr_at_100_max": 0.796642, + "nauc_mrr_at_100_std": -0.020329, + "nauc_mrr_at_100_diff1": 0.93607, + "nauc_mrr_at_1000_max": 0.796613, + "nauc_mrr_at_1000_std": -0.020441, + "nauc_mrr_at_1000_diff1": 0.936061, + "main_score": 0.92434, + "hf_subset": "arb_Arab-arb_Arab", + "languages": [ + "arb-Arab", + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.92889, + "ndcg_at_3": 0.95787, + "ndcg_at_5": 0.95969, + "ndcg_at_10": 0.96152, + "ndcg_at_20": 0.96312, + "ndcg_at_100": 0.964, + "ndcg_at_1000": 0.96425, + "map_at_1": 0.92889, + "map_at_3": 0.9513, + "map_at_5": 0.9523, + "map_at_10": 0.95307, + "map_at_20": 0.95347, + "map_at_100": 0.95361, + "map_at_1000": 0.95362, + "recall_at_1": 0.92889, + "recall_at_3": 0.97667, + "recall_at_5": 0.98111, + "recall_at_10": 0.98667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92889, + "precision_at_3": 0.32556, + "precision_at_5": 0.19622, + "precision_at_10": 0.09867, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.928889, + "mrr_at_3": 0.951296, + "mrr_at_5": 0.952296, + "mrr_at_10": 0.953072, + "mrr_at_20": 0.953472, + "mrr_at_100": 0.953612, + "mrr_at_1000": 0.953618, + "nauc_ndcg_at_1_max": 0.718531, + "nauc_ndcg_at_1_std": -0.280046, + "nauc_ndcg_at_1_diff1": 0.947078, + "nauc_ndcg_at_3_max": 0.790586, + "nauc_ndcg_at_3_std": -0.209294, + "nauc_ndcg_at_3_diff1": 0.955198, + "nauc_ndcg_at_5_max": 0.784094, + "nauc_ndcg_at_5_std": -0.228897, + "nauc_ndcg_at_5_diff1": 0.95473, + "nauc_ndcg_at_10_max": 0.775166, + "nauc_ndcg_at_10_std": -0.21845, + "nauc_ndcg_at_10_diff1": 0.955179, + "nauc_ndcg_at_20_max": 0.772549, + "nauc_ndcg_at_20_std": -0.218756, + "nauc_ndcg_at_20_diff1": 0.954152, + "nauc_ndcg_at_100_max": 0.76934, + "nauc_ndcg_at_100_std": -0.213654, + "nauc_ndcg_at_100_diff1": 0.953912, + "nauc_ndcg_at_1000_max": 0.768148, + "nauc_ndcg_at_1000_std": -0.222469, + "nauc_ndcg_at_1000_diff1": 0.953578, + "nauc_map_at_1_max": 0.718531, + "nauc_map_at_1_std": -0.280046, + "nauc_map_at_1_diff1": 0.947078, + "nauc_map_at_3_max": 0.770408, + "nauc_map_at_3_std": -0.228048, + "nauc_map_at_3_diff1": 0.952853, + "nauc_map_at_5_max": 0.766965, + "nauc_map_at_5_std": -0.237175, + "nauc_map_at_5_diff1": 0.952626, + "nauc_map_at_10_max": 0.763627, + "nauc_map_at_10_std": -0.23408, + "nauc_map_at_10_diff1": 0.952801, + "nauc_map_at_20_max": 0.762955, + "nauc_map_at_20_std": -0.234356, + "nauc_map_at_20_diff1": 0.952568, + "nauc_map_at_100_max": 0.762469, + "nauc_map_at_100_std": -0.233464, + "nauc_map_at_100_diff1": 0.952556, + "nauc_map_at_1000_max": 0.762448, + "nauc_map_at_1000_std": -0.233622, + "nauc_map_at_1000_diff1": 0.95255, + "nauc_recall_at_1_max": 0.718531, + "nauc_recall_at_1_std": -0.280046, + "nauc_recall_at_1_diff1": 0.947078, + "nauc_recall_at_3_max": 0.907652, + "nauc_recall_at_3_std": -0.101641, + "nauc_recall_at_3_diff1": 0.968876, + "nauc_recall_at_5_max": 0.901302, + "nauc_recall_at_5_std": -0.182677, + "nauc_recall_at_5_diff1": 0.969243, + "nauc_recall_at_10_max": 0.871071, + "nauc_recall_at_10_std": -0.064426, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": 0.910131, + "nauc_recall_at_20_std": 0.086679, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718531, + "nauc_precision_at_1_std": -0.280046, + "nauc_precision_at_1_diff1": 0.947078, + "nauc_precision_at_3_max": 0.907652, + "nauc_precision_at_3_std": -0.101641, + "nauc_precision_at_3_diff1": 0.968876, + "nauc_precision_at_5_max": 0.901302, + "nauc_precision_at_5_std": -0.182677, + "nauc_precision_at_5_diff1": 0.969243, + "nauc_precision_at_10_max": 0.871071, + "nauc_precision_at_10_std": -0.064426, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": 0.910131, + "nauc_precision_at_20_std": 0.086679, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.718531, + "nauc_mrr_at_1_std": -0.280046, + "nauc_mrr_at_1_diff1": 0.947078, + "nauc_mrr_at_3_max": 0.770408, + "nauc_mrr_at_3_std": -0.228048, + "nauc_mrr_at_3_diff1": 0.952853, + "nauc_mrr_at_5_max": 0.766965, + "nauc_mrr_at_5_std": -0.237175, + "nauc_mrr_at_5_diff1": 0.952626, + "nauc_mrr_at_10_max": 0.763627, + "nauc_mrr_at_10_std": -0.23408, + "nauc_mrr_at_10_diff1": 0.952801, + "nauc_mrr_at_20_max": 0.762955, + "nauc_mrr_at_20_std": -0.234356, + "nauc_mrr_at_20_diff1": 0.952568, + "nauc_mrr_at_100_max": 0.762469, + "nauc_mrr_at_100_std": -0.233464, + "nauc_mrr_at_100_diff1": 0.952556, + "nauc_mrr_at_1000_max": 0.762448, + "nauc_mrr_at_1000_std": -0.233622, + "nauc_mrr_at_1000_diff1": 0.95255, + "main_score": 0.96152, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86889, + "ndcg_at_3": 0.90848, + "ndcg_at_5": 0.91441, + "ndcg_at_10": 0.92312, + "ndcg_at_20": 0.92592, + "ndcg_at_100": 0.92817, + "ndcg_at_1000": 0.92847, + "map_at_1": 0.86889, + "map_at_3": 0.89907, + "map_at_5": 0.90235, + "map_at_10": 0.90622, + "map_at_20": 0.90698, + "map_at_100": 0.90736, + "map_at_1000": 0.90738, + "recall_at_1": 0.86889, + "recall_at_3": 0.93556, + "recall_at_5": 0.95, + "recall_at_10": 0.97556, + "recall_at_20": 0.98667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.86889, + "precision_at_3": 0.31185, + "precision_at_5": 0.19, + "precision_at_10": 0.09756, + "precision_at_20": 0.04933, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.868889, + "mrr_at_3": 0.899074, + "mrr_at_5": 0.902352, + "mrr_at_10": 0.906216, + "mrr_at_20": 0.906981, + "mrr_at_100": 0.907362, + "mrr_at_1000": 0.907375, + "nauc_ndcg_at_1_max": 0.7329, + "nauc_ndcg_at_1_std": 0.131608, + "nauc_ndcg_at_1_diff1": 0.917257, + "nauc_ndcg_at_3_max": 0.802876, + "nauc_ndcg_at_3_std": 0.169677, + "nauc_ndcg_at_3_diff1": 0.905186, + "nauc_ndcg_at_5_max": 0.803546, + "nauc_ndcg_at_5_std": 0.181607, + "nauc_ndcg_at_5_diff1": 0.905069, + "nauc_ndcg_at_10_max": 0.792647, + "nauc_ndcg_at_10_std": 0.192706, + "nauc_ndcg_at_10_diff1": 0.905219, + "nauc_ndcg_at_20_max": 0.787875, + "nauc_ndcg_at_20_std": 0.187001, + "nauc_ndcg_at_20_diff1": 0.906139, + "nauc_ndcg_at_100_max": 0.782867, + "nauc_ndcg_at_100_std": 0.174124, + "nauc_ndcg_at_100_diff1": 0.907068, + "nauc_ndcg_at_1000_max": 0.782206, + "nauc_ndcg_at_1000_std": 0.171168, + "nauc_ndcg_at_1000_diff1": 0.907527, + "nauc_map_at_1_max": 0.7329, + "nauc_map_at_1_std": 0.131608, + "nauc_map_at_1_diff1": 0.917257, + "nauc_map_at_3_max": 0.783896, + "nauc_map_at_3_std": 0.158537, + "nauc_map_at_3_diff1": 0.907992, + "nauc_map_at_5_max": 0.783654, + "nauc_map_at_5_std": 0.164106, + "nauc_map_at_5_diff1": 0.908038, + "nauc_map_at_10_max": 0.778901, + "nauc_map_at_10_std": 0.167689, + "nauc_map_at_10_diff1": 0.908264, + "nauc_map_at_20_max": 0.777648, + "nauc_map_at_20_std": 0.165765, + "nauc_map_at_20_diff1": 0.908481, + "nauc_map_at_100_max": 0.776859, + "nauc_map_at_100_std": 0.163785, + "nauc_map_at_100_diff1": 0.908668, + "nauc_map_at_1000_max": 0.776834, + "nauc_map_at_1000_std": 0.163679, + "nauc_map_at_1000_diff1": 0.908682, + "nauc_recall_at_1_max": 0.7329, + "nauc_recall_at_1_std": 0.131608, + "nauc_recall_at_1_diff1": 0.917257, + "nauc_recall_at_3_max": 0.885218, + "nauc_recall_at_3_std": 0.218592, + "nauc_recall_at_3_diff1": 0.893348, + "nauc_recall_at_5_max": 0.91109, + "nauc_recall_at_5_std": 0.280423, + "nauc_recall_at_5_diff1": 0.889408, + "nauc_recall_at_10_max": 0.923818, + "nauc_recall_at_10_std": 0.477549, + "nauc_recall_at_10_diff1": 0.873525, + "nauc_recall_at_20_max": 0.935613, + "nauc_recall_at_20_std": 0.616869, + "nauc_recall_at_20_diff1": 0.86753, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.795752, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.7329, + "nauc_precision_at_1_std": 0.131608, + "nauc_precision_at_1_diff1": 0.917257, + "nauc_precision_at_3_max": 0.885218, + "nauc_precision_at_3_std": 0.218592, + "nauc_precision_at_3_diff1": 0.893348, + "nauc_precision_at_5_max": 0.91109, + "nauc_precision_at_5_std": 0.280423, + "nauc_precision_at_5_diff1": 0.889408, + "nauc_precision_at_10_max": 0.923818, + "nauc_precision_at_10_std": 0.477549, + "nauc_precision_at_10_diff1": 0.873525, + "nauc_precision_at_20_max": 0.935613, + "nauc_precision_at_20_std": 0.616869, + "nauc_precision_at_20_diff1": 0.86753, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.795752, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.7329, + "nauc_mrr_at_1_std": 0.131608, + "nauc_mrr_at_1_diff1": 0.917257, + "nauc_mrr_at_3_max": 0.783896, + "nauc_mrr_at_3_std": 0.158537, + "nauc_mrr_at_3_diff1": 0.907992, + "nauc_mrr_at_5_max": 0.783654, + "nauc_mrr_at_5_std": 0.164106, + "nauc_mrr_at_5_diff1": 0.908038, + "nauc_mrr_at_10_max": 0.778901, + "nauc_mrr_at_10_std": 0.167689, + "nauc_mrr_at_10_diff1": 0.908264, + "nauc_mrr_at_20_max": 0.777648, + "nauc_mrr_at_20_std": 0.165765, + "nauc_mrr_at_20_diff1": 0.908481, + "nauc_mrr_at_100_max": 0.776859, + "nauc_mrr_at_100_std": 0.163785, + "nauc_mrr_at_100_diff1": 0.908668, + "nauc_mrr_at_1000_max": 0.776834, + "nauc_mrr_at_1000_std": 0.163679, + "nauc_mrr_at_1000_diff1": 0.908682, + "main_score": 0.92312, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.28889, + "ndcg_at_3": 0.32149, + "ndcg_at_5": 0.33368, + "ndcg_at_10": 0.34853, + "ndcg_at_20": 0.36317, + "ndcg_at_100": 0.39948, + "ndcg_at_1000": 0.44071, + "map_at_1": 0.28889, + "map_at_3": 0.31389, + "map_at_5": 0.32056, + "map_at_10": 0.32675, + "map_at_20": 0.33064, + "map_at_100": 0.33517, + "map_at_1000": 0.33676, + "recall_at_1": 0.28889, + "recall_at_3": 0.34333, + "recall_at_5": 0.37333, + "recall_at_10": 0.41889, + "recall_at_20": 0.47778, + "recall_at_100": 0.68111, + "recall_at_1000": 1.0, + "precision_at_1": 0.28889, + "precision_at_3": 0.11444, + "precision_at_5": 0.07467, + "precision_at_10": 0.04189, + "precision_at_20": 0.02389, + "precision_at_100": 0.00681, + "precision_at_1000": 0.001, + "mrr_at_1": 0.288889, + "mrr_at_3": 0.313889, + "mrr_at_5": 0.320556, + "mrr_at_10": 0.32675, + "mrr_at_20": 0.330635, + "mrr_at_100": 0.335167, + "mrr_at_1000": 0.336756, + "nauc_ndcg_at_1_max": 0.659914, + "nauc_ndcg_at_1_std": 0.369663, + "nauc_ndcg_at_1_diff1": 0.845182, + "nauc_ndcg_at_3_max": 0.639316, + "nauc_ndcg_at_3_std": 0.371597, + "nauc_ndcg_at_3_diff1": 0.798658, + "nauc_ndcg_at_5_max": 0.625709, + "nauc_ndcg_at_5_std": 0.371979, + "nauc_ndcg_at_5_diff1": 0.785675, + "nauc_ndcg_at_10_max": 0.613755, + "nauc_ndcg_at_10_std": 0.378088, + "nauc_ndcg_at_10_diff1": 0.762484, + "nauc_ndcg_at_20_max": 0.599686, + "nauc_ndcg_at_20_std": 0.372113, + "nauc_ndcg_at_20_diff1": 0.75244, + "nauc_ndcg_at_100_max": 0.589093, + "nauc_ndcg_at_100_std": 0.374631, + "nauc_ndcg_at_100_diff1": 0.741524, + "nauc_ndcg_at_1000_max": 0.609554, + "nauc_ndcg_at_1000_std": 0.373884, + "nauc_ndcg_at_1000_diff1": 0.766694, + "nauc_map_at_1_max": 0.659914, + "nauc_map_at_1_std": 0.369663, + "nauc_map_at_1_diff1": 0.845182, + "nauc_map_at_3_max": 0.644095, + "nauc_map_at_3_std": 0.371461, + "nauc_map_at_3_diff1": 0.809143, + "nauc_map_at_5_max": 0.63682, + "nauc_map_at_5_std": 0.371639, + "nauc_map_at_5_diff1": 0.802064, + "nauc_map_at_10_max": 0.631492, + "nauc_map_at_10_std": 0.374279, + "nauc_map_at_10_diff1": 0.79221, + "nauc_map_at_20_max": 0.627645, + "nauc_map_at_20_std": 0.372622, + "nauc_map_at_20_diff1": 0.789684, + "nauc_map_at_100_max": 0.626149, + "nauc_map_at_100_std": 0.373137, + "nauc_map_at_100_diff1": 0.788289, + "nauc_map_at_1000_max": 0.626843, + "nauc_map_at_1000_std": 0.373068, + "nauc_map_at_1000_diff1": 0.78917, + "nauc_recall_at_1_max": 0.659914, + "nauc_recall_at_1_std": 0.369663, + "nauc_recall_at_1_diff1": 0.845182, + "nauc_recall_at_3_max": 0.625847, + "nauc_recall_at_3_std": 0.371852, + "nauc_recall_at_3_diff1": 0.769234, + "nauc_recall_at_5_max": 0.592363, + "nauc_recall_at_5_std": 0.372901, + "nauc_recall_at_5_diff1": 0.737995, + "nauc_recall_at_10_max": 0.558332, + "nauc_recall_at_10_std": 0.390786, + "nauc_recall_at_10_diff1": 0.669437, + "nauc_recall_at_20_max": 0.50214, + "nauc_recall_at_20_std": 0.367654, + "nauc_recall_at_20_diff1": 0.626774, + "nauc_recall_at_100_max": 0.405251, + "nauc_recall_at_100_std": 0.378726, + "nauc_recall_at_100_diff1": 0.516874, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.659914, + "nauc_precision_at_1_std": 0.369663, + "nauc_precision_at_1_diff1": 0.845182, + "nauc_precision_at_3_max": 0.625847, + "nauc_precision_at_3_std": 0.371852, + "nauc_precision_at_3_diff1": 0.769234, + "nauc_precision_at_5_max": 0.592363, + "nauc_precision_at_5_std": 0.372901, + "nauc_precision_at_5_diff1": 0.737995, + "nauc_precision_at_10_max": 0.558332, + "nauc_precision_at_10_std": 0.390786, + "nauc_precision_at_10_diff1": 0.669437, + "nauc_precision_at_20_max": 0.50214, + "nauc_precision_at_20_std": 0.367654, + "nauc_precision_at_20_diff1": 0.626774, + "nauc_precision_at_100_max": 0.405251, + "nauc_precision_at_100_std": 0.378726, + "nauc_precision_at_100_diff1": 0.516874, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.659914, + "nauc_mrr_at_1_std": 0.369663, + "nauc_mrr_at_1_diff1": 0.845182, + "nauc_mrr_at_3_max": 0.644095, + "nauc_mrr_at_3_std": 0.371461, + "nauc_mrr_at_3_diff1": 0.809143, + "nauc_mrr_at_5_max": 0.63682, + "nauc_mrr_at_5_std": 0.371639, + "nauc_mrr_at_5_diff1": 0.802064, + "nauc_mrr_at_10_max": 0.631492, + "nauc_mrr_at_10_std": 0.374279, + "nauc_mrr_at_10_diff1": 0.79221, + "nauc_mrr_at_20_max": 0.627645, + "nauc_mrr_at_20_std": 0.372622, + "nauc_mrr_at_20_diff1": 0.789684, + "nauc_mrr_at_100_max": 0.626149, + "nauc_mrr_at_100_std": 0.373137, + "nauc_mrr_at_100_diff1": 0.788289, + "nauc_mrr_at_1000_max": 0.626843, + "nauc_mrr_at_1000_std": 0.373068, + "nauc_mrr_at_1000_diff1": 0.78917, + "main_score": 0.34853, + "hf_subset": "arb_Latn-arb_Latn", + "languages": [ + "arb-Latn", + "arb-Latn" + ] + }, + { + "ndcg_at_1": 0.81444, + "ndcg_at_3": 0.87577, + "ndcg_at_5": 0.88705, + "ndcg_at_10": 0.89498, + "ndcg_at_20": 0.8976, + "ndcg_at_100": 0.90062, + "ndcg_at_1000": 0.9015, + "map_at_1": 0.81444, + "map_at_3": 0.86185, + "map_at_5": 0.86802, + "map_at_10": 0.87131, + "map_at_20": 0.87207, + "map_at_100": 0.87255, + "map_at_1000": 0.87258, + "recall_at_1": 0.81444, + "recall_at_3": 0.91556, + "recall_at_5": 0.94333, + "recall_at_10": 0.96778, + "recall_at_20": 0.97778, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.81444, + "precision_at_3": 0.30519, + "precision_at_5": 0.18867, + "precision_at_10": 0.09678, + "precision_at_20": 0.04889, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.814444, + "mrr_at_3": 0.861852, + "mrr_at_5": 0.868019, + "mrr_at_10": 0.871308, + "mrr_at_20": 0.872073, + "mrr_at_100": 0.872546, + "mrr_at_1000": 0.872582, + "nauc_ndcg_at_1_max": 0.609465, + "nauc_ndcg_at_1_std": -0.089605, + "nauc_ndcg_at_1_diff1": 0.883812, + "nauc_ndcg_at_3_max": 0.628717, + "nauc_ndcg_at_3_std": -0.058153, + "nauc_ndcg_at_3_diff1": 0.854751, + "nauc_ndcg_at_5_max": 0.646126, + "nauc_ndcg_at_5_std": -0.032172, + "nauc_ndcg_at_5_diff1": 0.862321, + "nauc_ndcg_at_10_max": 0.641649, + "nauc_ndcg_at_10_std": -0.03456, + "nauc_ndcg_at_10_diff1": 0.861309, + "nauc_ndcg_at_20_max": 0.638845, + "nauc_ndcg_at_20_std": -0.030947, + "nauc_ndcg_at_20_diff1": 0.865063, + "nauc_ndcg_at_100_max": 0.633258, + "nauc_ndcg_at_100_std": -0.043449, + "nauc_ndcg_at_100_diff1": 0.866453, + "nauc_ndcg_at_1000_max": 0.632791, + "nauc_ndcg_at_1000_std": -0.047517, + "nauc_ndcg_at_1000_diff1": 0.866052, + "nauc_map_at_1_max": 0.609465, + "nauc_map_at_1_std": -0.089605, + "nauc_map_at_1_diff1": 0.883812, + "nauc_map_at_3_max": 0.623627, + "nauc_map_at_3_std": -0.06595, + "nauc_map_at_3_diff1": 0.862913, + "nauc_map_at_5_max": 0.631637, + "nauc_map_at_5_std": -0.054838, + "nauc_map_at_5_diff1": 0.867025, + "nauc_map_at_10_max": 0.629968, + "nauc_map_at_10_std": -0.055696, + "nauc_map_at_10_diff1": 0.866836, + "nauc_map_at_20_max": 0.629247, + "nauc_map_at_20_std": -0.055173, + "nauc_map_at_20_diff1": 0.867667, + "nauc_map_at_100_max": 0.628568, + "nauc_map_at_100_std": -0.056879, + "nauc_map_at_100_diff1": 0.867807, + "nauc_map_at_1000_max": 0.628558, + "nauc_map_at_1000_std": -0.056939, + "nauc_map_at_1000_diff1": 0.867795, + "nauc_recall_at_1_max": 0.609465, + "nauc_recall_at_1_std": -0.089605, + "nauc_recall_at_1_diff1": 0.883812, + "nauc_recall_at_3_max": 0.651101, + "nauc_recall_at_3_std": -0.02427, + "nauc_recall_at_3_diff1": 0.818486, + "nauc_recall_at_5_max": 0.743752, + "nauc_recall_at_5_std": 0.121931, + "nauc_recall_at_5_diff1": 0.835091, + "nauc_recall_at_10_max": 0.769729, + "nauc_recall_at_10_std": 0.204675, + "nauc_recall_at_10_diff1": 0.804083, + "nauc_recall_at_20_max": 0.779552, + "nauc_recall_at_20_std": 0.381419, + "nauc_recall_at_20_diff1": 0.845121, + "nauc_recall_at_100_max": 0.686897, + "nauc_recall_at_100_std": 0.450747, + "nauc_recall_at_100_diff1": 0.910131, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.609465, + "nauc_precision_at_1_std": -0.089605, + "nauc_precision_at_1_diff1": 0.883812, + "nauc_precision_at_3_max": 0.651101, + "nauc_precision_at_3_std": -0.02427, + "nauc_precision_at_3_diff1": 0.818486, + "nauc_precision_at_5_max": 0.743752, + "nauc_precision_at_5_std": 0.121931, + "nauc_precision_at_5_diff1": 0.835091, + "nauc_precision_at_10_max": 0.769729, + "nauc_precision_at_10_std": 0.204675, + "nauc_precision_at_10_diff1": 0.804083, + "nauc_precision_at_20_max": 0.779552, + "nauc_precision_at_20_std": 0.381419, + "nauc_precision_at_20_diff1": 0.845121, + "nauc_precision_at_100_max": 0.686897, + "nauc_precision_at_100_std": 0.450747, + "nauc_precision_at_100_diff1": 0.910131, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.609465, + "nauc_mrr_at_1_std": -0.089605, + "nauc_mrr_at_1_diff1": 0.883812, + "nauc_mrr_at_3_max": 0.623627, + "nauc_mrr_at_3_std": -0.06595, + "nauc_mrr_at_3_diff1": 0.862913, + "nauc_mrr_at_5_max": 0.631637, + "nauc_mrr_at_5_std": -0.054838, + "nauc_mrr_at_5_diff1": 0.867025, + "nauc_mrr_at_10_max": 0.629968, + "nauc_mrr_at_10_std": -0.055696, + "nauc_mrr_at_10_diff1": 0.866836, + "nauc_mrr_at_20_max": 0.629247, + "nauc_mrr_at_20_std": -0.055173, + "nauc_mrr_at_20_diff1": 0.867667, + "nauc_mrr_at_100_max": 0.628568, + "nauc_mrr_at_100_std": -0.056879, + "nauc_mrr_at_100_diff1": 0.867807, + "nauc_mrr_at_1000_max": 0.628558, + "nauc_mrr_at_1000_std": -0.056939, + "nauc_mrr_at_1000_diff1": 0.867795, + "main_score": 0.89498, + "hf_subset": "arb_Latn-eng_Latn", + "languages": [ + "arb-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.25333, + "ndcg_at_3": 0.28536, + "ndcg_at_5": 0.2965, + "ndcg_at_10": 0.30422, + "ndcg_at_20": 0.31761, + "ndcg_at_100": 0.35439, + "ndcg_at_1000": 0.4033, + "map_at_1": 0.25333, + "map_at_3": 0.27759, + "map_at_5": 0.28387, + "map_at_10": 0.28715, + "map_at_20": 0.29093, + "map_at_100": 0.29554, + "map_at_1000": 0.29731, + "recall_at_1": 0.25333, + "recall_at_3": 0.30778, + "recall_at_5": 0.33444, + "recall_at_10": 0.35778, + "recall_at_20": 0.41, + "recall_at_100": 0.61556, + "recall_at_1000": 1.0, + "precision_at_1": 0.25333, + "precision_at_3": 0.10259, + "precision_at_5": 0.06689, + "precision_at_10": 0.03578, + "precision_at_20": 0.0205, + "precision_at_100": 0.00616, + "precision_at_1000": 0.001, + "mrr_at_1": 0.253333, + "mrr_at_3": 0.277593, + "mrr_at_5": 0.28387, + "mrr_at_10": 0.287155, + "mrr_at_20": 0.290931, + "mrr_at_100": 0.295542, + "mrr_at_1000": 0.297315, + "nauc_ndcg_at_1_max": 0.649707, + "nauc_ndcg_at_1_std": 0.169687, + "nauc_ndcg_at_1_diff1": 0.828338, + "nauc_ndcg_at_3_max": 0.619826, + "nauc_ndcg_at_3_std": 0.198054, + "nauc_ndcg_at_3_diff1": 0.765674, + "nauc_ndcg_at_5_max": 0.604547, + "nauc_ndcg_at_5_std": 0.188183, + "nauc_ndcg_at_5_diff1": 0.75044, + "nauc_ndcg_at_10_max": 0.598147, + "nauc_ndcg_at_10_std": 0.189264, + "nauc_ndcg_at_10_diff1": 0.739106, + "nauc_ndcg_at_20_max": 0.579813, + "nauc_ndcg_at_20_std": 0.189046, + "nauc_ndcg_at_20_diff1": 0.721148, + "nauc_ndcg_at_100_max": 0.55688, + "nauc_ndcg_at_100_std": 0.18715, + "nauc_ndcg_at_100_diff1": 0.699002, + "nauc_ndcg_at_1000_max": 0.584594, + "nauc_ndcg_at_1000_std": 0.18635, + "nauc_ndcg_at_1000_diff1": 0.730994, + "nauc_map_at_1_max": 0.649707, + "nauc_map_at_1_std": 0.169687, + "nauc_map_at_1_diff1": 0.828338, + "nauc_map_at_3_max": 0.626955, + "nauc_map_at_3_std": 0.190544, + "nauc_map_at_3_diff1": 0.780151, + "nauc_map_at_5_max": 0.618273, + "nauc_map_at_5_std": 0.184909, + "nauc_map_at_5_diff1": 0.771237, + "nauc_map_at_10_max": 0.61566, + "nauc_map_at_10_std": 0.185358, + "nauc_map_at_10_diff1": 0.766404, + "nauc_map_at_20_max": 0.610377, + "nauc_map_at_20_std": 0.18553, + "nauc_map_at_20_diff1": 0.761076, + "nauc_map_at_100_max": 0.607105, + "nauc_map_at_100_std": 0.185327, + "nauc_map_at_100_diff1": 0.758081, + "nauc_map_at_1000_max": 0.607862, + "nauc_map_at_1000_std": 0.185151, + "nauc_map_at_1000_diff1": 0.759086, + "nauc_recall_at_1_max": 0.649707, + "nauc_recall_at_1_std": 0.169687, + "nauc_recall_at_1_diff1": 0.828338, + "nauc_recall_at_3_max": 0.600065, + "nauc_recall_at_3_std": 0.219157, + "nauc_recall_at_3_diff1": 0.725724, + "nauc_recall_at_5_max": 0.564919, + "nauc_recall_at_5_std": 0.196266, + "nauc_recall_at_5_diff1": 0.691862, + "nauc_recall_at_10_max": 0.54601, + "nauc_recall_at_10_std": 0.199381, + "nauc_recall_at_10_diff1": 0.659306, + "nauc_recall_at_20_max": 0.479465, + "nauc_recall_at_20_std": 0.196859, + "nauc_recall_at_20_diff1": 0.595509, + "nauc_recall_at_100_max": 0.330943, + "nauc_recall_at_100_std": 0.185281, + "nauc_recall_at_100_diff1": 0.445173, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.649707, + "nauc_precision_at_1_std": 0.169687, + "nauc_precision_at_1_diff1": 0.828338, + "nauc_precision_at_3_max": 0.600065, + "nauc_precision_at_3_std": 0.219157, + "nauc_precision_at_3_diff1": 0.725724, + "nauc_precision_at_5_max": 0.564919, + "nauc_precision_at_5_std": 0.196266, + "nauc_precision_at_5_diff1": 0.691862, + "nauc_precision_at_10_max": 0.54601, + "nauc_precision_at_10_std": 0.199381, + "nauc_precision_at_10_diff1": 0.659306, + "nauc_precision_at_20_max": 0.479465, + "nauc_precision_at_20_std": 0.196859, + "nauc_precision_at_20_diff1": 0.595509, + "nauc_precision_at_100_max": 0.330943, + "nauc_precision_at_100_std": 0.185281, + "nauc_precision_at_100_diff1": 0.445173, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.649707, + "nauc_mrr_at_1_std": 0.169687, + "nauc_mrr_at_1_diff1": 0.828338, + "nauc_mrr_at_3_max": 0.626955, + "nauc_mrr_at_3_std": 0.190544, + "nauc_mrr_at_3_diff1": 0.780151, + "nauc_mrr_at_5_max": 0.618273, + "nauc_mrr_at_5_std": 0.184909, + "nauc_mrr_at_5_diff1": 0.771237, + "nauc_mrr_at_10_max": 0.61566, + "nauc_mrr_at_10_std": 0.185358, + "nauc_mrr_at_10_diff1": 0.766404, + "nauc_mrr_at_20_max": 0.610377, + "nauc_mrr_at_20_std": 0.18553, + "nauc_mrr_at_20_diff1": 0.761076, + "nauc_mrr_at_100_max": 0.607105, + "nauc_mrr_at_100_std": 0.185327, + "nauc_mrr_at_100_diff1": 0.758081, + "nauc_mrr_at_1000_max": 0.607862, + "nauc_mrr_at_1000_std": 0.185151, + "nauc_mrr_at_1000_diff1": 0.759086, + "main_score": 0.30422, + "hf_subset": "eng_Latn-arb_Latn", + "languages": [ + "eng-Latn", + "arb-Latn" + ] + }, + { + "ndcg_at_1": 0.85889, + "ndcg_at_3": 0.89751, + "ndcg_at_5": 0.90602, + "ndcg_at_10": 0.91137, + "ndcg_at_20": 0.91504, + "ndcg_at_100": 0.91825, + "ndcg_at_1000": 0.91941, + "map_at_1": 0.85889, + "map_at_3": 0.88852, + "map_at_5": 0.89313, + "map_at_10": 0.89552, + "map_at_20": 0.89654, + "map_at_100": 0.89703, + "map_at_1000": 0.89708, + "recall_at_1": 0.85889, + "recall_at_3": 0.92333, + "recall_at_5": 0.94444, + "recall_at_10": 0.96, + "recall_at_20": 0.97444, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.85889, + "precision_at_3": 0.30778, + "precision_at_5": 0.18889, + "precision_at_10": 0.096, + "precision_at_20": 0.04872, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.858889, + "mrr_at_3": 0.888519, + "mrr_at_5": 0.89313, + "mrr_at_10": 0.895524, + "mrr_at_20": 0.896544, + "mrr_at_100": 0.897033, + "mrr_at_1000": 0.897079, + "nauc_ndcg_at_1_max": 0.717951, + "nauc_ndcg_at_1_std": 0.081472, + "nauc_ndcg_at_1_diff1": 0.925652, + "nauc_ndcg_at_3_max": 0.789099, + "nauc_ndcg_at_3_std": 0.142525, + "nauc_ndcg_at_3_diff1": 0.91484, + "nauc_ndcg_at_5_max": 0.785174, + "nauc_ndcg_at_5_std": 0.144141, + "nauc_ndcg_at_5_diff1": 0.91548, + "nauc_ndcg_at_10_max": 0.785321, + "nauc_ndcg_at_10_std": 0.160989, + "nauc_ndcg_at_10_diff1": 0.916795, + "nauc_ndcg_at_20_max": 0.78067, + "nauc_ndcg_at_20_std": 0.151046, + "nauc_ndcg_at_20_diff1": 0.918373, + "nauc_ndcg_at_100_max": 0.77509, + "nauc_ndcg_at_100_std": 0.151108, + "nauc_ndcg_at_100_diff1": 0.917927, + "nauc_ndcg_at_1000_max": 0.772016, + "nauc_ndcg_at_1000_std": 0.139667, + "nauc_ndcg_at_1000_diff1": 0.918253, + "nauc_map_at_1_max": 0.717951, + "nauc_map_at_1_std": 0.081472, + "nauc_map_at_1_diff1": 0.925652, + "nauc_map_at_3_max": 0.769224, + "nauc_map_at_3_std": 0.122969, + "nauc_map_at_3_diff1": 0.917594, + "nauc_map_at_5_max": 0.766366, + "nauc_map_at_5_std": 0.123233, + "nauc_map_at_5_diff1": 0.918025, + "nauc_map_at_10_max": 0.766016, + "nauc_map_at_10_std": 0.129331, + "nauc_map_at_10_diff1": 0.918539, + "nauc_map_at_20_max": 0.764805, + "nauc_map_at_20_std": 0.127158, + "nauc_map_at_20_diff1": 0.918977, + "nauc_map_at_100_max": 0.764057, + "nauc_map_at_100_std": 0.126785, + "nauc_map_at_100_diff1": 0.91892, + "nauc_map_at_1000_max": 0.763957, + "nauc_map_at_1000_std": 0.126425, + "nauc_map_at_1000_diff1": 0.918934, + "nauc_recall_at_1_max": 0.717951, + "nauc_recall_at_1_std": 0.081472, + "nauc_recall_at_1_diff1": 0.925652, + "nauc_recall_at_3_max": 0.869592, + "nauc_recall_at_3_std": 0.223305, + "nauc_recall_at_3_diff1": 0.903855, + "nauc_recall_at_5_max": 0.884827, + "nauc_recall_at_5_std": 0.257871, + "nauc_recall_at_5_diff1": 0.902288, + "nauc_recall_at_10_max": 0.924071, + "nauc_recall_at_10_std": 0.406072, + "nauc_recall_at_10_diff1": 0.906046, + "nauc_recall_at_20_max": 0.941745, + "nauc_recall_at_20_std": 0.405148, + "nauc_recall_at_20_diff1": 0.918301, + "nauc_recall_at_100_max": 0.98366, + "nauc_recall_at_100_std": 0.930556, + "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717951, + "nauc_precision_at_1_std": 0.081472, + "nauc_precision_at_1_diff1": 0.925652, + "nauc_precision_at_3_max": 0.869592, + "nauc_precision_at_3_std": 0.223305, + "nauc_precision_at_3_diff1": 0.903855, + "nauc_precision_at_5_max": 0.884827, + "nauc_precision_at_5_std": 0.257871, + "nauc_precision_at_5_diff1": 0.902288, + "nauc_precision_at_10_max": 0.924071, + "nauc_precision_at_10_std": 0.406072, + "nauc_precision_at_10_diff1": 0.906046, + "nauc_precision_at_20_max": 0.941745, + "nauc_precision_at_20_std": 0.405148, + "nauc_precision_at_20_diff1": 0.918301, + "nauc_precision_at_100_max": 0.98366, + "nauc_precision_at_100_std": 0.930556, + "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.717951, + "nauc_mrr_at_1_std": 0.081472, + "nauc_mrr_at_1_diff1": 0.925652, + "nauc_mrr_at_3_max": 0.769224, + "nauc_mrr_at_3_std": 0.122969, + "nauc_mrr_at_3_diff1": 0.917594, + "nauc_mrr_at_5_max": 0.766366, + "nauc_mrr_at_5_std": 0.123233, + "nauc_mrr_at_5_diff1": 0.918025, + "nauc_mrr_at_10_max": 0.766016, + "nauc_mrr_at_10_std": 0.129331, + "nauc_mrr_at_10_diff1": 0.918539, + "nauc_mrr_at_20_max": 0.764805, + "nauc_mrr_at_20_std": 0.127158, + "nauc_mrr_at_20_diff1": 0.918977, + "nauc_mrr_at_100_max": 0.764057, + "nauc_mrr_at_100_std": 0.126785, + "nauc_mrr_at_100_diff1": 0.91892, + "nauc_mrr_at_1000_max": 0.763957, + "nauc_mrr_at_1000_std": 0.126425, + "nauc_mrr_at_1000_diff1": 0.918934, + "main_score": 0.91137, + "hf_subset": "ars_Arab-ars_Arab", + "languages": [ + "ars-Arab", + "ars-Arab" + ] + }, + { + "ndcg_at_1": 0.92778, + "ndcg_at_3": 0.95451, + "ndcg_at_5": 0.95781, + "ndcg_at_10": 0.95995, + "ndcg_at_20": 0.96158, + "ndcg_at_100": 0.96246, + "ndcg_at_1000": 0.96273, + "map_at_1": 0.92778, + "map_at_3": 0.94833, + "map_at_5": 0.95022, + "map_at_10": 0.95109, + "map_at_20": 0.95151, + "map_at_100": 0.95165, + "map_at_1000": 0.95166, + "recall_at_1": 0.92778, + "recall_at_3": 0.97222, + "recall_at_5": 0.98, + "recall_at_10": 0.98667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92778, + "precision_at_3": 0.32407, + "precision_at_5": 0.196, + "precision_at_10": 0.09867, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.927778, + "mrr_at_3": 0.948333, + "mrr_at_5": 0.950222, + "mrr_at_10": 0.951091, + "mrr_at_20": 0.951514, + "mrr_at_100": 0.951655, + "mrr_at_1000": 0.951661, + "nauc_ndcg_at_1_max": 0.708964, + "nauc_ndcg_at_1_std": -0.298765, + "nauc_ndcg_at_1_diff1": 0.942469, + "nauc_ndcg_at_3_max": 0.795894, + "nauc_ndcg_at_3_std": -0.200394, + "nauc_ndcg_at_3_diff1": 0.943052, + "nauc_ndcg_at_5_max": 0.782739, + "nauc_ndcg_at_5_std": -0.230266, + "nauc_ndcg_at_5_diff1": 0.944712, + "nauc_ndcg_at_10_max": 0.773439, + "nauc_ndcg_at_10_std": -0.22279, + "nauc_ndcg_at_10_diff1": 0.946809, + "nauc_ndcg_at_20_max": 0.770722, + "nauc_ndcg_at_20_std": -0.226405, + "nauc_ndcg_at_20_diff1": 0.946321, + "nauc_ndcg_at_100_max": 0.767636, + "nauc_ndcg_at_100_std": -0.222531, + "nauc_ndcg_at_100_diff1": 0.945859, + "nauc_ndcg_at_1000_max": 0.76648, + "nauc_ndcg_at_1000_std": -0.231077, + "nauc_ndcg_at_1000_diff1": 0.94548, + "nauc_map_at_1_max": 0.708964, + "nauc_map_at_1_std": -0.298765, + "nauc_map_at_1_diff1": 0.942469, + "nauc_map_at_3_max": 0.772455, + "nauc_map_at_3_std": -0.228203, + "nauc_map_at_3_diff1": 0.943576, + "nauc_map_at_5_max": 0.765133, + "nauc_map_at_5_std": -0.243777, + "nauc_map_at_5_diff1": 0.944444, + "nauc_map_at_10_max": 0.761705, + "nauc_map_at_10_std": -0.241648, + "nauc_map_at_10_diff1": 0.945095, + "nauc_map_at_20_max": 0.760956, + "nauc_map_at_20_std": -0.24281, + "nauc_map_at_20_diff1": 0.944948, + "nauc_map_at_100_max": 0.76051, + "nauc_map_at_100_std": -0.242278, + "nauc_map_at_100_diff1": 0.944895, + "nauc_map_at_1000_max": 0.760489, + "nauc_map_at_1000_std": -0.242434, + "nauc_map_at_1000_diff1": 0.944888, + "nauc_recall_at_1_max": 0.708964, + "nauc_recall_at_1_std": -0.298765, + "nauc_recall_at_1_diff1": 0.942469, + "nauc_recall_at_3_max": 0.917199, + "nauc_recall_at_3_std": -0.055238, + "nauc_recall_at_3_diff1": 0.939683, + "nauc_recall_at_5_max": 0.899523, + "nauc_recall_at_5_std": -0.146929, + "nauc_recall_at_5_diff1": 0.946182, + "nauc_recall_at_10_max": 0.871071, + "nauc_recall_at_10_std": -0.032719, + "nauc_recall_at_10_diff1": 0.96732, + "nauc_recall_at_20_max": 0.910131, + "nauc_recall_at_20_std": 0.086679, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.708964, + "nauc_precision_at_1_std": -0.298765, + "nauc_precision_at_1_diff1": 0.942469, + "nauc_precision_at_3_max": 0.917199, + "nauc_precision_at_3_std": -0.055238, + "nauc_precision_at_3_diff1": 0.939683, + "nauc_precision_at_5_max": 0.899523, + "nauc_precision_at_5_std": -0.146929, + "nauc_precision_at_5_diff1": 0.946182, + "nauc_precision_at_10_max": 0.871071, + "nauc_precision_at_10_std": -0.032719, + "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_20_max": 0.910131, + "nauc_precision_at_20_std": 0.086679, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.708964, + "nauc_mrr_at_1_std": -0.298765, + "nauc_mrr_at_1_diff1": 0.942469, + "nauc_mrr_at_3_max": 0.772455, + "nauc_mrr_at_3_std": -0.228203, + "nauc_mrr_at_3_diff1": 0.943576, + "nauc_mrr_at_5_max": 0.765133, + "nauc_mrr_at_5_std": -0.243777, + "nauc_mrr_at_5_diff1": 0.944444, + "nauc_mrr_at_10_max": 0.761705, + "nauc_mrr_at_10_std": -0.241648, + "nauc_mrr_at_10_diff1": 0.945095, + "nauc_mrr_at_20_max": 0.760956, + "nauc_mrr_at_20_std": -0.24281, + "nauc_mrr_at_20_diff1": 0.944948, + "nauc_mrr_at_100_max": 0.76051, + "nauc_mrr_at_100_std": -0.242278, + "nauc_mrr_at_100_diff1": 0.944895, + "nauc_mrr_at_1000_max": 0.760489, + "nauc_mrr_at_1000_std": -0.242434, + "nauc_mrr_at_1000_diff1": 0.944888, + "main_score": 0.95995, + "hf_subset": "ars_Arab-eng_Latn", + "languages": [ + "ars-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.8928, + "ndcg_at_5": 0.90203, + "ndcg_at_10": 0.90912, + "ndcg_at_20": 0.91302, + "ndcg_at_100": 0.91599, + "ndcg_at_1000": 0.91627, + "map_at_1": 0.85, + "map_at_3": 0.88259, + "map_at_5": 0.88776, + "map_at_10": 0.89062, + "map_at_20": 0.89167, + "map_at_100": 0.89212, + "map_at_1000": 0.89213, + "recall_at_1": 0.85, + "recall_at_3": 0.92222, + "recall_at_5": 0.94444, + "recall_at_10": 0.96667, + "recall_at_20": 0.98222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.85, + "precision_at_3": 0.30741, + "precision_at_5": 0.18889, + "precision_at_10": 0.09667, + "precision_at_20": 0.04911, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.85, + "mrr_at_3": 0.882593, + "mrr_at_5": 0.887759, + "mrr_at_10": 0.89062, + "mrr_at_20": 0.891674, + "mrr_at_100": 0.89212, + "mrr_at_1000": 0.892129, + "nauc_ndcg_at_1_max": 0.727017, + "nauc_ndcg_at_1_std": 0.220357, + "nauc_ndcg_at_1_diff1": 0.924305, + "nauc_ndcg_at_3_max": 0.776693, + "nauc_ndcg_at_3_std": 0.251319, + "nauc_ndcg_at_3_diff1": 0.901295, + "nauc_ndcg_at_5_max": 0.777836, + "nauc_ndcg_at_5_std": 0.251566, + "nauc_ndcg_at_5_diff1": 0.898123, + "nauc_ndcg_at_10_max": 0.775206, + "nauc_ndcg_at_10_std": 0.268038, + "nauc_ndcg_at_10_diff1": 0.904301, + "nauc_ndcg_at_20_max": 0.772783, + "nauc_ndcg_at_20_std": 0.269158, + "nauc_ndcg_at_20_diff1": 0.905416, + "nauc_ndcg_at_100_max": 0.767085, + "nauc_ndcg_at_100_std": 0.258135, + "nauc_ndcg_at_100_diff1": 0.907116, + "nauc_ndcg_at_1000_max": 0.766499, + "nauc_ndcg_at_1000_std": 0.255789, + "nauc_ndcg_at_1000_diff1": 0.907247, + "nauc_map_at_1_max": 0.727017, + "nauc_map_at_1_std": 0.220357, + "nauc_map_at_1_diff1": 0.924305, + "nauc_map_at_3_max": 0.763747, + "nauc_map_at_3_std": 0.243013, + "nauc_map_at_3_diff1": 0.907535, + "nauc_map_at_5_max": 0.763613, + "nauc_map_at_5_std": 0.242694, + "nauc_map_at_5_diff1": 0.906258, + "nauc_map_at_10_max": 0.762513, + "nauc_map_at_10_std": 0.248136, + "nauc_map_at_10_diff1": 0.908645, + "nauc_map_at_20_max": 0.761952, + "nauc_map_at_20_std": 0.2489, + "nauc_map_at_20_diff1": 0.908961, + "nauc_map_at_100_max": 0.761253, + "nauc_map_at_100_std": 0.247685, + "nauc_map_at_100_diff1": 0.909185, + "nauc_map_at_1000_max": 0.761236, + "nauc_map_at_1000_std": 0.247622, + "nauc_map_at_1000_diff1": 0.909188, + "nauc_recall_at_1_max": 0.727017, + "nauc_recall_at_1_std": 0.220357, + "nauc_recall_at_1_diff1": 0.924305, + "nauc_recall_at_3_max": 0.830239, + "nauc_recall_at_3_std": 0.285841, + "nauc_recall_at_3_diff1": 0.875317, + "nauc_recall_at_5_max": 0.857049, + "nauc_recall_at_5_std": 0.301046, + "nauc_recall_at_5_diff1": 0.851914, + "nauc_recall_at_10_max": 0.885154, + "nauc_recall_at_10_std": 0.468596, + "nauc_recall_at_10_diff1": 0.871148, + "nauc_recall_at_20_max": 0.931285, + "nauc_recall_at_20_std": 0.633316, + "nauc_recall_at_20_diff1": 0.861841, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.727017, + "nauc_precision_at_1_std": 0.220357, + "nauc_precision_at_1_diff1": 0.924305, + "nauc_precision_at_3_max": 0.830239, + "nauc_precision_at_3_std": 0.285841, + "nauc_precision_at_3_diff1": 0.875317, + "nauc_precision_at_5_max": 0.857049, + "nauc_precision_at_5_std": 0.301046, + "nauc_precision_at_5_diff1": 0.851914, + "nauc_precision_at_10_max": 0.885154, + "nauc_precision_at_10_std": 0.468596, + "nauc_precision_at_10_diff1": 0.871148, + "nauc_precision_at_20_max": 0.931285, + "nauc_precision_at_20_std": 0.633316, + "nauc_precision_at_20_diff1": 0.861841, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.727017, + "nauc_mrr_at_1_std": 0.220357, + "nauc_mrr_at_1_diff1": 0.924305, + "nauc_mrr_at_3_max": 0.763747, + "nauc_mrr_at_3_std": 0.243013, + "nauc_mrr_at_3_diff1": 0.907535, + "nauc_mrr_at_5_max": 0.763613, + "nauc_mrr_at_5_std": 0.242694, + "nauc_mrr_at_5_diff1": 0.906258, + "nauc_mrr_at_10_max": 0.762513, + "nauc_mrr_at_10_std": 0.248136, + "nauc_mrr_at_10_diff1": 0.908645, + "nauc_mrr_at_20_max": 0.761952, + "nauc_mrr_at_20_std": 0.2489, + "nauc_mrr_at_20_diff1": 0.908961, + "nauc_mrr_at_100_max": 0.761253, + "nauc_mrr_at_100_std": 0.247685, + "nauc_mrr_at_100_diff1": 0.909185, + "nauc_mrr_at_1000_max": 0.761236, + "nauc_mrr_at_1000_std": 0.247622, + "nauc_mrr_at_1000_diff1": 0.909188, + "main_score": 0.90912, + "hf_subset": "eng_Latn-ars_Arab", + "languages": [ + "eng-Latn", + "ars-Arab" + ] + }, + { + "ndcg_at_1": 0.81292, + "ndcg_at_3": 0.86606, + "ndcg_at_5": 0.87699, + "ndcg_at_10": 0.88282, + "ndcg_at_20": 0.88674, + "ndcg_at_100": 0.89127, + "ndcg_at_1000": 0.89307, + "map_at_1": 0.81292, + "map_at_3": 0.85356, + "map_at_5": 0.85958, + "map_at_10": 0.86203, + "map_at_20": 0.86309, + "map_at_100": 0.86371, + "map_at_1000": 0.8638, + "recall_at_1": 0.81292, + "recall_at_3": 0.902, + "recall_at_5": 0.92873, + "recall_at_10": 0.94655, + "recall_at_20": 0.96214, + "recall_at_100": 0.98664, + "recall_at_1000": 1.0, + "precision_at_1": 0.81292, + "precision_at_3": 0.30067, + "precision_at_5": 0.18575, + "precision_at_10": 0.09465, + "precision_at_20": 0.04811, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.812918, + "mrr_at_3": 0.853563, + "mrr_at_5": 0.859577, + "mrr_at_10": 0.862028, + "mrr_at_20": 0.863091, + "mrr_at_100": 0.863714, + "mrr_at_1000": 0.863797, + "nauc_ndcg_at_1_max": 0.744616, + "nauc_ndcg_at_1_std": 0.220278, + "nauc_ndcg_at_1_diff1": 0.899101, + "nauc_ndcg_at_3_max": 0.787572, + "nauc_ndcg_at_3_std": 0.249898, + "nauc_ndcg_at_3_diff1": 0.882556, + "nauc_ndcg_at_5_max": 0.790161, + "nauc_ndcg_at_5_std": 0.289914, + "nauc_ndcg_at_5_diff1": 0.886457, + "nauc_ndcg_at_10_max": 0.785528, + "nauc_ndcg_at_10_std": 0.286217, + "nauc_ndcg_at_10_diff1": 0.888048, + "nauc_ndcg_at_20_max": 0.781949, + "nauc_ndcg_at_20_std": 0.287052, + "nauc_ndcg_at_20_diff1": 0.889618, + "nauc_ndcg_at_100_max": 0.778788, + "nauc_ndcg_at_100_std": 0.275311, + "nauc_ndcg_at_100_diff1": 0.889214, + "nauc_ndcg_at_1000_max": 0.777317, + "nauc_ndcg_at_1000_std": 0.267425, + "nauc_ndcg_at_1000_diff1": 0.889443, + "nauc_map_at_1_max": 0.744616, + "nauc_map_at_1_std": 0.220278, + "nauc_map_at_1_diff1": 0.899101, + "nauc_map_at_3_max": 0.775035, + "nauc_map_at_3_std": 0.237514, + "nauc_map_at_3_diff1": 0.887577, + "nauc_map_at_5_max": 0.775857, + "nauc_map_at_5_std": 0.256838, + "nauc_map_at_5_diff1": 0.889644, + "nauc_map_at_10_max": 0.773965, + "nauc_map_at_10_std": 0.255186, + "nauc_map_at_10_diff1": 0.89028, + "nauc_map_at_20_max": 0.773077, + "nauc_map_at_20_std": 0.255001, + "nauc_map_at_20_diff1": 0.890706, + "nauc_map_at_100_max": 0.77261, + "nauc_map_at_100_std": 0.253765, + "nauc_map_at_100_diff1": 0.890584, + "nauc_map_at_1000_max": 0.772566, + "nauc_map_at_1000_std": 0.25349, + "nauc_map_at_1000_diff1": 0.890591, + "nauc_recall_at_1_max": 0.744616, + "nauc_recall_at_1_std": 0.220278, + "nauc_recall_at_1_diff1": 0.899101, + "nauc_recall_at_3_max": 0.839106, + "nauc_recall_at_3_std": 0.303096, + "nauc_recall_at_3_diff1": 0.861803, + "nauc_recall_at_5_max": 0.867983, + "nauc_recall_at_5_std": 0.482258, + "nauc_recall_at_5_diff1": 0.870277, + "nauc_recall_at_10_max": 0.863571, + "nauc_recall_at_10_std": 0.518866, + "nauc_recall_at_10_diff1": 0.875086, + "nauc_recall_at_20_max": 0.854506, + "nauc_recall_at_20_std": 0.627428, + "nauc_recall_at_20_diff1": 0.886277, + "nauc_recall_at_100_max": 0.867958, + "nauc_recall_at_100_std": 0.732213, + "nauc_recall_at_100_diff1": 0.874681, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.744616, + "nauc_precision_at_1_std": 0.220278, + "nauc_precision_at_1_diff1": 0.899101, + "nauc_precision_at_3_max": 0.839106, + "nauc_precision_at_3_std": 0.303096, + "nauc_precision_at_3_diff1": 0.861803, + "nauc_precision_at_5_max": 0.867983, + "nauc_precision_at_5_std": 0.482258, + "nauc_precision_at_5_diff1": 0.870277, + "nauc_precision_at_10_max": 0.863571, + "nauc_precision_at_10_std": 0.518866, + "nauc_precision_at_10_diff1": 0.875086, + "nauc_precision_at_20_max": 0.854506, + "nauc_precision_at_20_std": 0.627428, + "nauc_precision_at_20_diff1": 0.886277, + "nauc_precision_at_100_max": 0.867958, + "nauc_precision_at_100_std": 0.732213, + "nauc_precision_at_100_diff1": 0.874681, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.744616, + "nauc_mrr_at_1_std": 0.220278, + "nauc_mrr_at_1_diff1": 0.899101, + "nauc_mrr_at_3_max": 0.775035, + "nauc_mrr_at_3_std": 0.237514, + "nauc_mrr_at_3_diff1": 0.887577, + "nauc_mrr_at_5_max": 0.775857, + "nauc_mrr_at_5_std": 0.256838, + "nauc_mrr_at_5_diff1": 0.889644, + "nauc_mrr_at_10_max": 0.773965, + "nauc_mrr_at_10_std": 0.255186, + "nauc_mrr_at_10_diff1": 0.89028, + "nauc_mrr_at_20_max": 0.773077, + "nauc_mrr_at_20_std": 0.255001, + "nauc_mrr_at_20_diff1": 0.890706, + "nauc_mrr_at_100_max": 0.77261, + "nauc_mrr_at_100_std": 0.253765, + "nauc_mrr_at_100_diff1": 0.890584, + "nauc_mrr_at_1000_max": 0.772566, + "nauc_mrr_at_1000_std": 0.25349, + "nauc_mrr_at_1000_diff1": 0.890591, + "main_score": 0.88282, + "hf_subset": "ary_Arab-ary_Arab", + "languages": [ + "ary-Arab", + "ary-Arab" + ] + }, + { + "ndcg_at_1": 0.92111, + "ndcg_at_3": 0.94939, + "ndcg_at_5": 0.95173, + "ndcg_at_10": 0.95501, + "ndcg_at_20": 0.95584, + "ndcg_at_100": 0.95805, + "ndcg_at_1000": 0.9583, + "map_at_1": 0.92111, + "map_at_3": 0.94296, + "map_at_5": 0.9443, + "map_at_10": 0.94567, + "map_at_20": 0.94589, + "map_at_100": 0.94624, + "map_at_1000": 0.94625, + "recall_at_1": 0.92111, + "recall_at_3": 0.96778, + "recall_at_5": 0.97333, + "recall_at_10": 0.98333, + "recall_at_20": 0.98667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92111, + "precision_at_3": 0.32259, + "precision_at_5": 0.19467, + "precision_at_10": 0.09833, + "precision_at_20": 0.04933, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.921111, + "mrr_at_3": 0.942963, + "mrr_at_5": 0.944296, + "mrr_at_10": 0.945668, + "mrr_at_20": 0.945888, + "mrr_at_100": 0.946245, + "mrr_at_1000": 0.946251, + "nauc_ndcg_at_1_max": 0.664944, + "nauc_ndcg_at_1_std": -0.185308, + "nauc_ndcg_at_1_diff1": 0.903282, + "nauc_ndcg_at_3_max": 0.761081, + "nauc_ndcg_at_3_std": -0.146424, + "nauc_ndcg_at_3_diff1": 0.910258, + "nauc_ndcg_at_5_max": 0.754692, + "nauc_ndcg_at_5_std": -0.148693, + "nauc_ndcg_at_5_diff1": 0.90995, + "nauc_ndcg_at_10_max": 0.74238, + "nauc_ndcg_at_10_std": -0.13459, + "nauc_ndcg_at_10_diff1": 0.911266, + "nauc_ndcg_at_20_max": 0.740941, + "nauc_ndcg_at_20_std": -0.139225, + "nauc_ndcg_at_20_diff1": 0.913003, + "nauc_ndcg_at_100_max": 0.733828, + "nauc_ndcg_at_100_std": -0.143053, + "nauc_ndcg_at_100_diff1": 0.911027, + "nauc_ndcg_at_1000_max": 0.732573, + "nauc_ndcg_at_1000_std": -0.150154, + "nauc_ndcg_at_1000_diff1": 0.910474, + "nauc_map_at_1_max": 0.664944, + "nauc_map_at_1_std": -0.185308, + "nauc_map_at_1_diff1": 0.903282, + "nauc_map_at_3_max": 0.734442, + "nauc_map_at_3_std": -0.16067, + "nauc_map_at_3_diff1": 0.908976, + "nauc_map_at_5_max": 0.730644, + "nauc_map_at_5_std": -0.162645, + "nauc_map_at_5_diff1": 0.908834, + "nauc_map_at_10_max": 0.725819, + "nauc_map_at_10_std": -0.158955, + "nauc_map_at_10_diff1": 0.909299, + "nauc_map_at_20_max": 0.725451, + "nauc_map_at_20_std": -0.160199, + "nauc_map_at_20_diff1": 0.909677, + "nauc_map_at_100_max": 0.72449, + "nauc_map_at_100_std": -0.160587, + "nauc_map_at_100_diff1": 0.90936, + "nauc_map_at_1000_max": 0.724466, + "nauc_map_at_1000_std": -0.160713, + "nauc_map_at_1000_diff1": 0.90935, + "nauc_recall_at_1_max": 0.664944, + "nauc_recall_at_1_std": -0.185308, + "nauc_recall_at_1_diff1": 0.903282, + "nauc_recall_at_3_max": 0.893187, + "nauc_recall_at_3_std": -0.072716, + "nauc_recall_at_3_diff1": 0.916047, + "nauc_recall_at_5_max": 0.893402, + "nauc_recall_at_5_std": -0.062636, + "nauc_recall_at_5_diff1": 0.915577, + "nauc_recall_at_10_max": 0.874105, + "nauc_recall_at_10_std": 0.11939, + "nauc_recall_at_10_diff1": 0.929194, + "nauc_recall_at_20_max": 0.887566, + "nauc_recall_at_20_std": 0.125778, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.664944, + "nauc_precision_at_1_std": -0.185308, + "nauc_precision_at_1_diff1": 0.903282, + "nauc_precision_at_3_max": 0.893187, + "nauc_precision_at_3_std": -0.072716, + "nauc_precision_at_3_diff1": 0.916047, + "nauc_precision_at_5_max": 0.893402, + "nauc_precision_at_5_std": -0.062636, + "nauc_precision_at_5_diff1": 0.915577, + "nauc_precision_at_10_max": 0.874105, + "nauc_precision_at_10_std": 0.11939, + "nauc_precision_at_10_diff1": 0.929194, + "nauc_precision_at_20_max": 0.887566, + "nauc_precision_at_20_std": 0.125778, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.664944, + "nauc_mrr_at_1_std": -0.185308, + "nauc_mrr_at_1_diff1": 0.903282, + "nauc_mrr_at_3_max": 0.734442, + "nauc_mrr_at_3_std": -0.16067, + "nauc_mrr_at_3_diff1": 0.908976, + "nauc_mrr_at_5_max": 0.730644, + "nauc_mrr_at_5_std": -0.162645, + "nauc_mrr_at_5_diff1": 0.908834, + "nauc_mrr_at_10_max": 0.725819, + "nauc_mrr_at_10_std": -0.158955, + "nauc_mrr_at_10_diff1": 0.909299, + "nauc_mrr_at_20_max": 0.725451, + "nauc_mrr_at_20_std": -0.160199, + "nauc_mrr_at_20_diff1": 0.909677, + "nauc_mrr_at_100_max": 0.72449, + "nauc_mrr_at_100_std": -0.160587, + "nauc_mrr_at_100_diff1": 0.90936, + "nauc_mrr_at_1000_max": 0.724466, + "nauc_mrr_at_1000_std": -0.160713, + "nauc_mrr_at_1000_diff1": 0.90935, + "main_score": 0.95501, + "hf_subset": "ary_Arab-eng_Latn", + "languages": [ + "ary-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81069, + "ndcg_at_3": 0.8651, + "ndcg_at_5": 0.87617, + "ndcg_at_10": 0.882, + "ndcg_at_20": 0.88706, + "ndcg_at_100": 0.89299, + "ndcg_at_1000": 0.89312, + "map_at_1": 0.81069, + "map_at_3": 0.85226, + "map_at_5": 0.85844, + "map_at_10": 0.8609, + "map_at_20": 0.86228, + "map_at_100": 0.86309, + "map_at_1000": 0.8631, + "recall_at_1": 0.81069, + "recall_at_3": 0.902, + "recall_at_5": 0.92873, + "recall_at_10": 0.94655, + "recall_at_20": 0.96659, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.81069, + "precision_at_3": 0.30067, + "precision_at_5": 0.18575, + "precision_at_10": 0.09465, + "precision_at_20": 0.04833, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.81069, + "mrr_at_3": 0.852264, + "mrr_at_5": 0.858445, + "mrr_at_10": 0.860897, + "mrr_at_20": 0.862279, + "mrr_at_100": 0.863094, + "mrr_at_1000": 0.863097, + "nauc_ndcg_at_1_max": 0.719408, + "nauc_ndcg_at_1_std": 0.176611, + "nauc_ndcg_at_1_diff1": 0.879739, + "nauc_ndcg_at_3_max": 0.745359, + "nauc_ndcg_at_3_std": 0.175251, + "nauc_ndcg_at_3_diff1": 0.869661, + "nauc_ndcg_at_5_max": 0.756021, + "nauc_ndcg_at_5_std": 0.221767, + "nauc_ndcg_at_5_diff1": 0.870208, + "nauc_ndcg_at_10_max": 0.753033, + "nauc_ndcg_at_10_std": 0.228145, + "nauc_ndcg_at_10_diff1": 0.870904, + "nauc_ndcg_at_20_max": 0.753268, + "nauc_ndcg_at_20_std": 0.233359, + "nauc_ndcg_at_20_diff1": 0.873323, + "nauc_ndcg_at_100_max": 0.746427, + "nauc_ndcg_at_100_std": 0.210359, + "nauc_ndcg_at_100_diff1": 0.873364, + "nauc_ndcg_at_1000_max": 0.746268, + "nauc_ndcg_at_1000_std": 0.209695, + "nauc_ndcg_at_1000_diff1": 0.87337, + "nauc_map_at_1_max": 0.719408, + "nauc_map_at_1_std": 0.176611, + "nauc_map_at_1_diff1": 0.879739, + "nauc_map_at_3_max": 0.739796, + "nauc_map_at_3_std": 0.177486, + "nauc_map_at_3_diff1": 0.872713, + "nauc_map_at_5_max": 0.744995, + "nauc_map_at_5_std": 0.201128, + "nauc_map_at_5_diff1": 0.873234, + "nauc_map_at_10_max": 0.743543, + "nauc_map_at_10_std": 0.203017, + "nauc_map_at_10_diff1": 0.87345, + "nauc_map_at_20_max": 0.743517, + "nauc_map_at_20_std": 0.203783, + "nauc_map_at_20_diff1": 0.874049, + "nauc_map_at_100_max": 0.74257, + "nauc_map_at_100_std": 0.200774, + "nauc_map_at_100_diff1": 0.874075, + "nauc_map_at_1000_max": 0.742567, + "nauc_map_at_1000_std": 0.200761, + "nauc_map_at_1000_diff1": 0.874075, + "nauc_recall_at_1_max": 0.719408, + "nauc_recall_at_1_std": 0.176611, + "nauc_recall_at_1_diff1": 0.879739, + "nauc_recall_at_3_max": 0.767158, + "nauc_recall_at_3_std": 0.164857, + "nauc_recall_at_3_diff1": 0.856952, + "nauc_recall_at_5_max": 0.816714, + "nauc_recall_at_5_std": 0.343492, + "nauc_recall_at_5_diff1": 0.853509, + "nauc_recall_at_10_max": 0.819959, + "nauc_recall_at_10_std": 0.425689, + "nauc_recall_at_10_diff1": 0.853599, + "nauc_recall_at_20_max": 0.862264, + "nauc_recall_at_20_std": 0.61422, + "nauc_recall_at_20_diff1": 0.873298, + "nauc_recall_at_100_max": 0.869249, + "nauc_recall_at_100_std": 0.722108, + "nauc_recall_at_100_diff1": 0.869249, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719408, + "nauc_precision_at_1_std": 0.176611, + "nauc_precision_at_1_diff1": 0.879739, + "nauc_precision_at_3_max": 0.767158, + "nauc_precision_at_3_std": 0.164857, + "nauc_precision_at_3_diff1": 0.856952, + "nauc_precision_at_5_max": 0.816714, + "nauc_precision_at_5_std": 0.343492, + "nauc_precision_at_5_diff1": 0.853509, + "nauc_precision_at_10_max": 0.819959, + "nauc_precision_at_10_std": 0.425689, + "nauc_precision_at_10_diff1": 0.853599, + "nauc_precision_at_20_max": 0.862264, + "nauc_precision_at_20_std": 0.61422, + "nauc_precision_at_20_diff1": 0.873298, + "nauc_precision_at_100_max": 0.869249, + "nauc_precision_at_100_std": 0.722108, + "nauc_precision_at_100_diff1": 0.869249, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.719408, + "nauc_mrr_at_1_std": 0.176611, + "nauc_mrr_at_1_diff1": 0.879739, + "nauc_mrr_at_3_max": 0.739796, + "nauc_mrr_at_3_std": 0.177486, + "nauc_mrr_at_3_diff1": 0.872713, + "nauc_mrr_at_5_max": 0.744995, + "nauc_mrr_at_5_std": 0.201128, + "nauc_mrr_at_5_diff1": 0.873234, + "nauc_mrr_at_10_max": 0.743543, + "nauc_mrr_at_10_std": 0.203017, + "nauc_mrr_at_10_diff1": 0.87345, + "nauc_mrr_at_20_max": 0.743517, + "nauc_mrr_at_20_std": 0.203783, + "nauc_mrr_at_20_diff1": 0.874049, + "nauc_mrr_at_100_max": 0.74257, + "nauc_mrr_at_100_std": 0.200774, + "nauc_mrr_at_100_diff1": 0.874075, + "nauc_mrr_at_1000_max": 0.742567, + "nauc_mrr_at_1000_std": 0.200761, + "nauc_mrr_at_1000_diff1": 0.874075, + "main_score": 0.882, + "hf_subset": "eng_Latn-ary_Arab", + "languages": [ + "eng-Latn", + "ary-Arab" + ] + }, + { + "ndcg_at_1": 0.83111, + "ndcg_at_3": 0.87348, + "ndcg_at_5": 0.88548, + "ndcg_at_10": 0.89354, + "ndcg_at_20": 0.89553, + "ndcg_at_100": 0.89927, + "ndcg_at_1000": 0.90137, + "map_at_1": 0.83111, + "map_at_3": 0.86315, + "map_at_5": 0.86987, + "map_at_10": 0.87328, + "map_at_20": 0.87385, + "map_at_100": 0.87438, + "map_at_1000": 0.87447, + "recall_at_1": 0.83111, + "recall_at_3": 0.90333, + "recall_at_5": 0.93222, + "recall_at_10": 0.95667, + "recall_at_20": 0.96444, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.83111, + "precision_at_3": 0.30111, + "precision_at_5": 0.18644, + "precision_at_10": 0.09567, + "precision_at_20": 0.04822, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.831111, + "mrr_at_3": 0.863148, + "mrr_at_5": 0.86987, + "mrr_at_10": 0.873284, + "mrr_at_20": 0.873845, + "mrr_at_100": 0.874376, + "mrr_at_1000": 0.874473, + "nauc_ndcg_at_1_max": 0.737684, + "nauc_ndcg_at_1_std": -0.016741, + "nauc_ndcg_at_1_diff1": 0.910341, + "nauc_ndcg_at_3_max": 0.765246, + "nauc_ndcg_at_3_std": 0.018765, + "nauc_ndcg_at_3_diff1": 0.884782, + "nauc_ndcg_at_5_max": 0.774223, + "nauc_ndcg_at_5_std": 0.036353, + "nauc_ndcg_at_5_diff1": 0.888162, + "nauc_ndcg_at_10_max": 0.777091, + "nauc_ndcg_at_10_std": 0.046493, + "nauc_ndcg_at_10_diff1": 0.89279, + "nauc_ndcg_at_20_max": 0.776648, + "nauc_ndcg_at_20_std": 0.04567, + "nauc_ndcg_at_20_diff1": 0.893742, + "nauc_ndcg_at_100_max": 0.770944, + "nauc_ndcg_at_100_std": 0.038493, + "nauc_ndcg_at_100_diff1": 0.894963, + "nauc_ndcg_at_1000_max": 0.767389, + "nauc_ndcg_at_1000_std": 0.02948, + "nauc_ndcg_at_1000_diff1": 0.89522, + "nauc_map_at_1_max": 0.737684, + "nauc_map_at_1_std": -0.016741, + "nauc_map_at_1_diff1": 0.910341, + "nauc_map_at_3_max": 0.757613, + "nauc_map_at_3_std": 0.006647, + "nauc_map_at_3_diff1": 0.892399, + "nauc_map_at_5_max": 0.761877, + "nauc_map_at_5_std": 0.014978, + "nauc_map_at_5_diff1": 0.894653, + "nauc_map_at_10_max": 0.762153, + "nauc_map_at_10_std": 0.017347, + "nauc_map_at_10_diff1": 0.896406, + "nauc_map_at_20_max": 0.761974, + "nauc_map_at_20_std": 0.017198, + "nauc_map_at_20_diff1": 0.896657, + "nauc_map_at_100_max": 0.761255, + "nauc_map_at_100_std": 0.016558, + "nauc_map_at_100_diff1": 0.896849, + "nauc_map_at_1000_max": 0.761129, + "nauc_map_at_1000_std": 0.016276, + "nauc_map_at_1000_diff1": 0.896867, + "nauc_recall_at_1_max": 0.737684, + "nauc_recall_at_1_std": -0.016741, + "nauc_recall_at_1_diff1": 0.910341, + "nauc_recall_at_3_max": 0.795057, + "nauc_recall_at_3_std": 0.067452, + "nauc_recall_at_3_diff1": 0.854712, + "nauc_recall_at_5_max": 0.841392, + "nauc_recall_at_5_std": 0.155439, + "nauc_recall_at_5_diff1": 0.853898, + "nauc_recall_at_10_max": 0.905911, + "nauc_recall_at_10_std": 0.304903, + "nauc_recall_at_10_diff1": 0.869161, + "nauc_recall_at_20_max": 0.929388, + "nauc_recall_at_20_std": 0.347923, + "nauc_recall_at_20_diff1": 0.874241, + "nauc_recall_at_100_max": 0.935474, + "nauc_recall_at_100_std": 0.467754, + "nauc_recall_at_100_diff1": 0.886455, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.737684, + "nauc_precision_at_1_std": -0.016741, + "nauc_precision_at_1_diff1": 0.910341, + "nauc_precision_at_3_max": 0.795057, + "nauc_precision_at_3_std": 0.067452, + "nauc_precision_at_3_diff1": 0.854712, + "nauc_precision_at_5_max": 0.841392, + "nauc_precision_at_5_std": 0.155439, + "nauc_precision_at_5_diff1": 0.853898, + "nauc_precision_at_10_max": 0.905911, + "nauc_precision_at_10_std": 0.304903, + "nauc_precision_at_10_diff1": 0.869161, + "nauc_precision_at_20_max": 0.929388, + "nauc_precision_at_20_std": 0.347923, + "nauc_precision_at_20_diff1": 0.874241, + "nauc_precision_at_100_max": 0.935474, + "nauc_precision_at_100_std": 0.467754, + "nauc_precision_at_100_diff1": 0.886455, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.737684, + "nauc_mrr_at_1_std": -0.016741, + "nauc_mrr_at_1_diff1": 0.910341, + "nauc_mrr_at_3_max": 0.757613, + "nauc_mrr_at_3_std": 0.006647, + "nauc_mrr_at_3_diff1": 0.892399, + "nauc_mrr_at_5_max": 0.761877, + "nauc_mrr_at_5_std": 0.014978, + "nauc_mrr_at_5_diff1": 0.894653, + "nauc_mrr_at_10_max": 0.762153, + "nauc_mrr_at_10_std": 0.017347, + "nauc_mrr_at_10_diff1": 0.896406, + "nauc_mrr_at_20_max": 0.761974, + "nauc_mrr_at_20_std": 0.017198, + "nauc_mrr_at_20_diff1": 0.896657, + "nauc_mrr_at_100_max": 0.761255, + "nauc_mrr_at_100_std": 0.016558, + "nauc_mrr_at_100_diff1": 0.896849, + "nauc_mrr_at_1000_max": 0.761129, + "nauc_mrr_at_1000_std": 0.016276, + "nauc_mrr_at_1000_diff1": 0.896867, + "main_score": 0.89354, + "hf_subset": "arz_Arab-arz_Arab", + "languages": [ + "arz-Arab", + "arz-Arab" + ] + }, + { + "ndcg_at_1": 0.92222, + "ndcg_at_3": 0.95094, + "ndcg_at_5": 0.95414, + "ndcg_at_10": 0.95714, + "ndcg_at_20": 0.95768, + "ndcg_at_100": 0.95949, + "ndcg_at_1000": 0.95992, + "map_at_1": 0.92222, + "map_at_3": 0.94463, + "map_at_5": 0.94641, + "map_at_10": 0.94772, + "map_at_20": 0.94785, + "map_at_100": 0.94817, + "map_at_1000": 0.94818, + "recall_at_1": 0.92222, + "recall_at_3": 0.96889, + "recall_at_5": 0.97667, + "recall_at_10": 0.98556, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92222, + "precision_at_3": 0.32296, + "precision_at_5": 0.19533, + "precision_at_10": 0.09856, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.922222, + "mrr_at_3": 0.94463, + "mrr_at_5": 0.946407, + "mrr_at_10": 0.947716, + "mrr_at_20": 0.947851, + "mrr_at_100": 0.948165, + "mrr_at_1000": 0.948182, + "nauc_ndcg_at_1_max": 0.713766, + "nauc_ndcg_at_1_std": -0.267094, + "nauc_ndcg_at_1_diff1": 0.943911, + "nauc_ndcg_at_3_max": 0.794468, + "nauc_ndcg_at_3_std": -0.183261, + "nauc_ndcg_at_3_diff1": 0.954765, + "nauc_ndcg_at_5_max": 0.785598, + "nauc_ndcg_at_5_std": -0.18518, + "nauc_ndcg_at_5_diff1": 0.954194, + "nauc_ndcg_at_10_max": 0.773028, + "nauc_ndcg_at_10_std": -0.200783, + "nauc_ndcg_at_10_diff1": 0.954398, + "nauc_ndcg_at_20_max": 0.775557, + "nauc_ndcg_at_20_std": -0.181168, + "nauc_ndcg_at_20_diff1": 0.953817, + "nauc_ndcg_at_100_max": 0.768414, + "nauc_ndcg_at_100_std": -0.185876, + "nauc_ndcg_at_100_diff1": 0.952341, + "nauc_ndcg_at_1000_max": 0.766919, + "nauc_ndcg_at_1000_std": -0.198509, + "nauc_ndcg_at_1000_diff1": 0.951833, + "nauc_map_at_1_max": 0.713766, + "nauc_map_at_1_std": -0.267094, + "nauc_map_at_1_diff1": 0.943911, + "nauc_map_at_3_max": 0.771115, + "nauc_map_at_3_std": -0.205689, + "nauc_map_at_3_diff1": 0.951371, + "nauc_map_at_5_max": 0.766182, + "nauc_map_at_5_std": -0.207115, + "nauc_map_at_5_diff1": 0.950977, + "nauc_map_at_10_max": 0.761258, + "nauc_map_at_10_std": -0.212191, + "nauc_map_at_10_diff1": 0.950958, + "nauc_map_at_20_max": 0.761674, + "nauc_map_at_20_std": -0.208213, + "nauc_map_at_20_diff1": 0.95083, + "nauc_map_at_100_max": 0.760588, + "nauc_map_at_100_std": -0.209758, + "nauc_map_at_100_diff1": 0.950574, + "nauc_map_at_1000_max": 0.760545, + "nauc_map_at_1000_std": -0.210152, + "nauc_map_at_1000_diff1": 0.950558, + "nauc_recall_at_1_max": 0.713766, + "nauc_recall_at_1_std": -0.267094, + "nauc_recall_at_1_diff1": 0.943911, + "nauc_recall_at_3_max": 0.911481, + "nauc_recall_at_3_std": -0.072462, + "nauc_recall_at_3_diff1": 0.971989, + "nauc_recall_at_5_max": 0.907652, + "nauc_recall_at_5_std": -0.046863, + "nauc_recall_at_5_diff1": 0.975101, + "nauc_recall_at_10_max": 0.870933, + "nauc_recall_at_10_std": -0.118796, + "nauc_recall_at_10_diff1": 0.989945, + "nauc_recall_at_20_max": 0.927213, + "nauc_recall_at_20_std": 0.175961, + "nauc_recall_at_20_diff1": 0.988116, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.713766, + "nauc_precision_at_1_std": -0.267094, + "nauc_precision_at_1_diff1": 0.943911, + "nauc_precision_at_3_max": 0.911481, + "nauc_precision_at_3_std": -0.072462, + "nauc_precision_at_3_diff1": 0.971989, + "nauc_precision_at_5_max": 0.907652, + "nauc_precision_at_5_std": -0.046863, + "nauc_precision_at_5_diff1": 0.975101, + "nauc_precision_at_10_max": 0.870933, + "nauc_precision_at_10_std": -0.118796, + "nauc_precision_at_10_diff1": 0.989945, + "nauc_precision_at_20_max": 0.927213, + "nauc_precision_at_20_std": 0.175961, + "nauc_precision_at_20_diff1": 0.988116, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.713766, + "nauc_mrr_at_1_std": -0.267094, + "nauc_mrr_at_1_diff1": 0.943911, + "nauc_mrr_at_3_max": 0.771115, + "nauc_mrr_at_3_std": -0.205689, + "nauc_mrr_at_3_diff1": 0.951371, + "nauc_mrr_at_5_max": 0.766182, + "nauc_mrr_at_5_std": -0.207115, + "nauc_mrr_at_5_diff1": 0.950977, + "nauc_mrr_at_10_max": 0.761258, + "nauc_mrr_at_10_std": -0.212191, + "nauc_mrr_at_10_diff1": 0.950958, + "nauc_mrr_at_20_max": 0.761674, + "nauc_mrr_at_20_std": -0.208213, + "nauc_mrr_at_20_diff1": 0.95083, + "nauc_mrr_at_100_max": 0.760588, + "nauc_mrr_at_100_std": -0.209758, + "nauc_mrr_at_100_diff1": 0.950574, + "nauc_mrr_at_1000_max": 0.760545, + "nauc_mrr_at_1000_std": -0.210152, + "nauc_mrr_at_1000_diff1": 0.950558, + "main_score": 0.95714, + "hf_subset": "arz_Arab-eng_Latn", + "languages": [ + "arz-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85444, + "ndcg_at_3": 0.8929, + "ndcg_at_5": 0.90074, + "ndcg_at_10": 0.90823, + "ndcg_at_20": 0.91246, + "ndcg_at_100": 0.91603, + "ndcg_at_1000": 0.91633, + "map_at_1": 0.85444, + "map_at_3": 0.88352, + "map_at_5": 0.88791, + "map_at_10": 0.89096, + "map_at_20": 0.89213, + "map_at_100": 0.89266, + "map_at_1000": 0.89268, + "recall_at_1": 0.85444, + "recall_at_3": 0.92, + "recall_at_5": 0.93889, + "recall_at_10": 0.96222, + "recall_at_20": 0.97889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.85444, + "precision_at_3": 0.30667, + "precision_at_5": 0.18778, + "precision_at_10": 0.09622, + "precision_at_20": 0.04894, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.854444, + "mrr_at_3": 0.883519, + "mrr_at_5": 0.887907, + "mrr_at_10": 0.890962, + "mrr_at_20": 0.892134, + "mrr_at_100": 0.892664, + "mrr_at_1000": 0.892677, + "nauc_ndcg_at_1_max": 0.753833, + "nauc_ndcg_at_1_std": 0.198609, + "nauc_ndcg_at_1_diff1": 0.904077, + "nauc_ndcg_at_3_max": 0.794868, + "nauc_ndcg_at_3_std": 0.259275, + "nauc_ndcg_at_3_diff1": 0.883625, + "nauc_ndcg_at_5_max": 0.7945, + "nauc_ndcg_at_5_std": 0.249185, + "nauc_ndcg_at_5_diff1": 0.879846, + "nauc_ndcg_at_10_max": 0.794127, + "nauc_ndcg_at_10_std": 0.261867, + "nauc_ndcg_at_10_diff1": 0.886683, + "nauc_ndcg_at_20_max": 0.791126, + "nauc_ndcg_at_20_std": 0.265139, + "nauc_ndcg_at_20_diff1": 0.887602, + "nauc_ndcg_at_100_max": 0.786174, + "nauc_ndcg_at_100_std": 0.251638, + "nauc_ndcg_at_100_diff1": 0.888083, + "nauc_ndcg_at_1000_max": 0.785871, + "nauc_ndcg_at_1000_std": 0.249123, + "nauc_ndcg_at_1000_diff1": 0.888398, + "nauc_map_at_1_max": 0.753833, + "nauc_map_at_1_std": 0.198609, + "nauc_map_at_1_diff1": 0.904077, + "nauc_map_at_3_max": 0.78404, + "nauc_map_at_3_std": 0.241848, + "nauc_map_at_3_diff1": 0.888636, + "nauc_map_at_5_max": 0.783427, + "nauc_map_at_5_std": 0.236371, + "nauc_map_at_5_diff1": 0.886893, + "nauc_map_at_10_max": 0.783073, + "nauc_map_at_10_std": 0.241143, + "nauc_map_at_10_diff1": 0.889706, + "nauc_map_at_20_max": 0.782334, + "nauc_map_at_20_std": 0.24204, + "nauc_map_at_20_diff1": 0.889956, + "nauc_map_at_100_max": 0.781697, + "nauc_map_at_100_std": 0.24024, + "nauc_map_at_100_diff1": 0.89002, + "nauc_map_at_1000_max": 0.781686, + "nauc_map_at_1000_std": 0.240148, + "nauc_map_at_1000_diff1": 0.890029, + "nauc_recall_at_1_max": 0.753833, + "nauc_recall_at_1_std": 0.198609, + "nauc_recall_at_1_diff1": 0.904077, + "nauc_recall_at_3_max": 0.838391, + "nauc_recall_at_3_std": 0.33026, + "nauc_recall_at_3_diff1": 0.863737, + "nauc_recall_at_5_max": 0.850395, + "nauc_recall_at_5_std": 0.31179, + "nauc_recall_at_5_diff1": 0.843604, + "nauc_recall_at_10_max": 0.880746, + "nauc_recall_at_10_std": 0.432471, + "nauc_recall_at_10_diff1": 0.867908, + "nauc_recall_at_20_max": 0.899135, + "nauc_recall_at_20_std": 0.604477, + "nauc_recall_at_20_diff1": 0.867315, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.795752, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.753833, + "nauc_precision_at_1_std": 0.198609, + "nauc_precision_at_1_diff1": 0.904077, + "nauc_precision_at_3_max": 0.838391, + "nauc_precision_at_3_std": 0.33026, + "nauc_precision_at_3_diff1": 0.863737, + "nauc_precision_at_5_max": 0.850395, + "nauc_precision_at_5_std": 0.31179, + "nauc_precision_at_5_diff1": 0.843604, + "nauc_precision_at_10_max": 0.880746, + "nauc_precision_at_10_std": 0.432471, + "nauc_precision_at_10_diff1": 0.867908, + "nauc_precision_at_20_max": 0.899135, + "nauc_precision_at_20_std": 0.604477, + "nauc_precision_at_20_diff1": 0.867315, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.795752, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.753833, + "nauc_mrr_at_1_std": 0.198609, + "nauc_mrr_at_1_diff1": 0.904077, + "nauc_mrr_at_3_max": 0.78404, + "nauc_mrr_at_3_std": 0.241848, + "nauc_mrr_at_3_diff1": 0.888636, + "nauc_mrr_at_5_max": 0.783427, + "nauc_mrr_at_5_std": 0.236371, + "nauc_mrr_at_5_diff1": 0.886893, + "nauc_mrr_at_10_max": 0.783073, + "nauc_mrr_at_10_std": 0.241143, + "nauc_mrr_at_10_diff1": 0.889706, + "nauc_mrr_at_20_max": 0.782334, + "nauc_mrr_at_20_std": 0.24204, + "nauc_mrr_at_20_diff1": 0.889956, + "nauc_mrr_at_100_max": 0.781697, + "nauc_mrr_at_100_std": 0.24024, + "nauc_mrr_at_100_diff1": 0.89002, + "nauc_mrr_at_1000_max": 0.781686, + "nauc_mrr_at_1000_std": 0.240148, + "nauc_mrr_at_1000_diff1": 0.890029, + "main_score": 0.90823, + "hf_subset": "eng_Latn-arz_Arab", + "languages": [ + "eng-Latn", + "arz-Arab" + ] + }, + { + "ndcg_at_1": 0.82333, + "ndcg_at_3": 0.86993, + "ndcg_at_5": 0.87992, + "ndcg_at_10": 0.886, + "ndcg_at_20": 0.88903, + "ndcg_at_100": 0.89498, + "ndcg_at_1000": 0.89656, + "map_at_1": 0.82333, + "map_at_3": 0.85907, + "map_at_5": 0.86457, + "map_at_10": 0.86706, + "map_at_20": 0.86786, + "map_at_100": 0.86875, + "map_at_1000": 0.86881, + "recall_at_1": 0.82333, + "recall_at_3": 0.90111, + "recall_at_5": 0.92556, + "recall_at_10": 0.94444, + "recall_at_20": 0.95667, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.82333, + "precision_at_3": 0.30037, + "precision_at_5": 0.18511, + "precision_at_10": 0.09444, + "precision_at_20": 0.04783, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.823333, + "mrr_at_3": 0.859074, + "mrr_at_5": 0.864574, + "mrr_at_10": 0.86706, + "mrr_at_20": 0.867863, + "mrr_at_100": 0.868754, + "mrr_at_1000": 0.868814, + "nauc_ndcg_at_1_max": 0.679694, + "nauc_ndcg_at_1_std": 0.020964, + "nauc_ndcg_at_1_diff1": 0.906757, + "nauc_ndcg_at_3_max": 0.73367, + "nauc_ndcg_at_3_std": 0.069752, + "nauc_ndcg_at_3_diff1": 0.89967, + "nauc_ndcg_at_5_max": 0.747432, + "nauc_ndcg_at_5_std": 0.092946, + "nauc_ndcg_at_5_diff1": 0.901667, + "nauc_ndcg_at_10_max": 0.742876, + "nauc_ndcg_at_10_std": 0.100167, + "nauc_ndcg_at_10_diff1": 0.902239, + "nauc_ndcg_at_20_max": 0.740084, + "nauc_ndcg_at_20_std": 0.095113, + "nauc_ndcg_at_20_diff1": 0.90224, + "nauc_ndcg_at_100_max": 0.734253, + "nauc_ndcg_at_100_std": 0.095695, + "nauc_ndcg_at_100_diff1": 0.902041, + "nauc_ndcg_at_1000_max": 0.730921, + "nauc_ndcg_at_1000_std": 0.082527, + "nauc_ndcg_at_1000_diff1": 0.90276, + "nauc_map_at_1_max": 0.679694, + "nauc_map_at_1_std": 0.020964, + "nauc_map_at_1_diff1": 0.906757, + "nauc_map_at_3_max": 0.719399, + "nauc_map_at_3_std": 0.054407, + "nauc_map_at_3_diff1": 0.902113, + "nauc_map_at_5_max": 0.72567, + "nauc_map_at_5_std": 0.064732, + "nauc_map_at_5_diff1": 0.903256, + "nauc_map_at_10_max": 0.723664, + "nauc_map_at_10_std": 0.06705, + "nauc_map_at_10_diff1": 0.903436, + "nauc_map_at_20_max": 0.722845, + "nauc_map_at_20_std": 0.065651, + "nauc_map_at_20_diff1": 0.903441, + "nauc_map_at_100_max": 0.722223, + "nauc_map_at_100_std": 0.066198, + "nauc_map_at_100_diff1": 0.903425, + "nauc_map_at_1000_max": 0.722123, + "nauc_map_at_1000_std": 0.065793, + "nauc_map_at_1000_diff1": 0.903458, + "nauc_recall_at_1_max": 0.679694, + "nauc_recall_at_1_std": 0.020964, + "nauc_recall_at_1_diff1": 0.906757, + "nauc_recall_at_3_max": 0.789134, + "nauc_recall_at_3_std": 0.130939, + "nauc_recall_at_3_diff1": 0.889817, + "nauc_recall_at_5_max": 0.859017, + "nauc_recall_at_5_std": 0.242555, + "nauc_recall_at_5_diff1": 0.893773, + "nauc_recall_at_10_max": 0.868553, + "nauc_recall_at_10_std": 0.334015, + "nauc_recall_at_10_diff1": 0.895238, + "nauc_recall_at_20_max": 0.877852, + "nauc_recall_at_20_std": 0.350356, + "nauc_recall_at_20_diff1": 0.893342, + "nauc_recall_at_100_max": 0.947585, + "nauc_recall_at_100_std": 0.92976, + "nauc_recall_at_100_diff1": 0.861429, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.679694, + "nauc_precision_at_1_std": 0.020964, + "nauc_precision_at_1_diff1": 0.906757, + "nauc_precision_at_3_max": 0.789134, + "nauc_precision_at_3_std": 0.130939, + "nauc_precision_at_3_diff1": 0.889817, + "nauc_precision_at_5_max": 0.859017, + "nauc_precision_at_5_std": 0.242555, + "nauc_precision_at_5_diff1": 0.893773, + "nauc_precision_at_10_max": 0.868553, + "nauc_precision_at_10_std": 0.334015, + "nauc_precision_at_10_diff1": 0.895238, + "nauc_precision_at_20_max": 0.877852, + "nauc_precision_at_20_std": 0.350356, + "nauc_precision_at_20_diff1": 0.893342, + "nauc_precision_at_100_max": 0.947585, + "nauc_precision_at_100_std": 0.92976, + "nauc_precision_at_100_diff1": 0.861429, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.679694, + "nauc_mrr_at_1_std": 0.020964, + "nauc_mrr_at_1_diff1": 0.906757, + "nauc_mrr_at_3_max": 0.719399, + "nauc_mrr_at_3_std": 0.054407, + "nauc_mrr_at_3_diff1": 0.902113, + "nauc_mrr_at_5_max": 0.72567, + "nauc_mrr_at_5_std": 0.064732, + "nauc_mrr_at_5_diff1": 0.903256, + "nauc_mrr_at_10_max": 0.723664, + "nauc_mrr_at_10_std": 0.06705, + "nauc_mrr_at_10_diff1": 0.903436, + "nauc_mrr_at_20_max": 0.722845, + "nauc_mrr_at_20_std": 0.065651, + "nauc_mrr_at_20_diff1": 0.903441, + "nauc_mrr_at_100_max": 0.722223, + "nauc_mrr_at_100_std": 0.066198, + "nauc_mrr_at_100_diff1": 0.903425, + "nauc_mrr_at_1000_max": 0.722123, + "nauc_mrr_at_1000_std": 0.065793, + "nauc_mrr_at_1000_diff1": 0.903458, + "main_score": 0.886, + "hf_subset": "asm_Beng-asm_Beng", + "languages": [ + "asm-Beng", + "asm-Beng" + ] + }, + { + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.93652, + "ndcg_at_5": 0.94025, + "ndcg_at_10": 0.94499, + "ndcg_at_20": 0.94757, + "ndcg_at_100": 0.94842, + "ndcg_at_1000": 0.94884, + "map_at_1": 0.90222, + "map_at_3": 0.9287, + "map_at_5": 0.93081, + "map_at_10": 0.93281, + "map_at_20": 0.93354, + "map_at_100": 0.93367, + "map_at_1000": 0.93369, + "recall_at_1": 0.90222, + "recall_at_3": 0.95889, + "recall_at_5": 0.96778, + "recall_at_10": 0.98222, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90222, + "precision_at_3": 0.31963, + "precision_at_5": 0.19356, + "precision_at_10": 0.09822, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.928704, + "mrr_at_5": 0.930815, + "mrr_at_10": 0.932814, + "mrr_at_20": 0.933543, + "mrr_at_100": 0.933672, + "mrr_at_1000": 0.933687, + "nauc_ndcg_at_1_max": 0.671887, + "nauc_ndcg_at_1_std": -0.138539, + "nauc_ndcg_at_1_diff1": 0.92525, + "nauc_ndcg_at_3_max": 0.775726, + "nauc_ndcg_at_3_std": -0.042531, + "nauc_ndcg_at_3_diff1": 0.927185, + "nauc_ndcg_at_5_max": 0.765934, + "nauc_ndcg_at_5_std": -0.026423, + "nauc_ndcg_at_5_diff1": 0.929312, + "nauc_ndcg_at_10_max": 0.748515, + "nauc_ndcg_at_10_std": -0.0633, + "nauc_ndcg_at_10_diff1": 0.929183, + "nauc_ndcg_at_20_max": 0.742206, + "nauc_ndcg_at_20_std": -0.053491, + "nauc_ndcg_at_20_diff1": 0.927818, + "nauc_ndcg_at_100_max": 0.739796, + "nauc_ndcg_at_100_std": -0.059483, + "nauc_ndcg_at_100_diff1": 0.927627, + "nauc_ndcg_at_1000_max": 0.739112, + "nauc_ndcg_at_1000_std": -0.068066, + "nauc_ndcg_at_1000_diff1": 0.927366, + "nauc_map_at_1_max": 0.671887, + "nauc_map_at_1_std": -0.138539, + "nauc_map_at_1_diff1": 0.92525, + "nauc_map_at_3_max": 0.746734, + "nauc_map_at_3_std": -0.075585, + "nauc_map_at_3_diff1": 0.926419, + "nauc_map_at_5_max": 0.741066, + "nauc_map_at_5_std": -0.068887, + "nauc_map_at_5_diff1": 0.92752, + "nauc_map_at_10_max": 0.734391, + "nauc_map_at_10_std": -0.083362, + "nauc_map_at_10_diff1": 0.927322, + "nauc_map_at_20_max": 0.732712, + "nauc_map_at_20_std": -0.081235, + "nauc_map_at_20_diff1": 0.926983, + "nauc_map_at_100_max": 0.732411, + "nauc_map_at_100_std": -0.081992, + "nauc_map_at_100_diff1": 0.926936, + "nauc_map_at_1000_max": 0.732387, + "nauc_map_at_1000_std": -0.082228, + "nauc_map_at_1000_diff1": 0.926925, + "nauc_recall_at_1_max": 0.671887, + "nauc_recall_at_1_std": -0.138539, + "nauc_recall_at_1_diff1": 0.92525, + "nauc_recall_at_3_max": 0.916988, + "nauc_recall_at_3_std": 0.12383, + "nauc_recall_at_3_diff1": 0.931108, + "nauc_recall_at_5_max": 0.912682, + "nauc_recall_at_5_std": 0.242345, + "nauc_recall_at_5_diff1": 0.940838, + "nauc_recall_at_10_max": 0.866246, + "nauc_recall_at_10_std": 0.122666, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.859277, + "nauc_recall_at_20_std": 0.608577, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": 0.820261, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.671887, + "nauc_precision_at_1_std": -0.138539, + "nauc_precision_at_1_diff1": 0.92525, + "nauc_precision_at_3_max": 0.916988, + "nauc_precision_at_3_std": 0.12383, + "nauc_precision_at_3_diff1": 0.931108, + "nauc_precision_at_5_max": 0.912682, + "nauc_precision_at_5_std": 0.242345, + "nauc_precision_at_5_diff1": 0.940838, + "nauc_precision_at_10_max": 0.866246, + "nauc_precision_at_10_std": 0.122666, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.859277, + "nauc_precision_at_20_std": 0.608577, + "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_100_max": 0.820261, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.671887, + "nauc_mrr_at_1_std": -0.138539, + "nauc_mrr_at_1_diff1": 0.92525, + "nauc_mrr_at_3_max": 0.746734, + "nauc_mrr_at_3_std": -0.075585, + "nauc_mrr_at_3_diff1": 0.926419, + "nauc_mrr_at_5_max": 0.741066, + "nauc_mrr_at_5_std": -0.068887, + "nauc_mrr_at_5_diff1": 0.92752, + "nauc_mrr_at_10_max": 0.734391, + "nauc_mrr_at_10_std": -0.083362, + "nauc_mrr_at_10_diff1": 0.927322, + "nauc_mrr_at_20_max": 0.732712, + "nauc_mrr_at_20_std": -0.081235, + "nauc_mrr_at_20_diff1": 0.926983, + "nauc_mrr_at_100_max": 0.732411, + "nauc_mrr_at_100_std": -0.081992, + "nauc_mrr_at_100_diff1": 0.926936, + "nauc_mrr_at_1000_max": 0.732387, + "nauc_mrr_at_1000_std": -0.082228, + "nauc_mrr_at_1000_diff1": 0.926925, + "main_score": 0.94499, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.78889, + "ndcg_at_3": 0.8605, + "ndcg_at_5": 0.86705, + "ndcg_at_10": 0.87499, + "ndcg_at_20": 0.88045, + "ndcg_at_100": 0.88434, + "ndcg_at_1000": 0.88548, + "map_at_1": 0.78889, + "map_at_3": 0.84333, + "map_at_5": 0.84706, + "map_at_10": 0.85034, + "map_at_20": 0.85191, + "map_at_100": 0.85251, + "map_at_1000": 0.85255, + "recall_at_1": 0.78889, + "recall_at_3": 0.91, + "recall_at_5": 0.92556, + "recall_at_10": 0.95, + "recall_at_20": 0.97111, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.78889, + "precision_at_3": 0.30333, + "precision_at_5": 0.18511, + "precision_at_10": 0.095, + "precision_at_20": 0.04856, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.788889, + "mrr_at_3": 0.843333, + "mrr_at_5": 0.847056, + "mrr_at_10": 0.850344, + "mrr_at_20": 0.851911, + "mrr_at_100": 0.852507, + "mrr_at_1000": 0.85255, + "nauc_ndcg_at_1_max": 0.618745, + "nauc_ndcg_at_1_std": 0.082963, + "nauc_ndcg_at_1_diff1": 0.889972, + "nauc_ndcg_at_3_max": 0.694026, + "nauc_ndcg_at_3_std": 0.137979, + "nauc_ndcg_at_3_diff1": 0.881508, + "nauc_ndcg_at_5_max": 0.689642, + "nauc_ndcg_at_5_std": 0.136064, + "nauc_ndcg_at_5_diff1": 0.880292, + "nauc_ndcg_at_10_max": 0.69065, + "nauc_ndcg_at_10_std": 0.151355, + "nauc_ndcg_at_10_diff1": 0.883786, + "nauc_ndcg_at_20_max": 0.682596, + "nauc_ndcg_at_20_std": 0.150938, + "nauc_ndcg_at_20_diff1": 0.884221, + "nauc_ndcg_at_100_max": 0.678069, + "nauc_ndcg_at_100_std": 0.141911, + "nauc_ndcg_at_100_diff1": 0.88511, + "nauc_ndcg_at_1000_max": 0.67562, + "nauc_ndcg_at_1000_std": 0.133834, + "nauc_ndcg_at_1000_diff1": 0.885179, + "nauc_map_at_1_max": 0.618745, + "nauc_map_at_1_std": 0.082963, + "nauc_map_at_1_diff1": 0.889972, + "nauc_map_at_3_max": 0.672712, + "nauc_map_at_3_std": 0.118598, + "nauc_map_at_3_diff1": 0.885102, + "nauc_map_at_5_max": 0.670002, + "nauc_map_at_5_std": 0.116928, + "nauc_map_at_5_diff1": 0.884541, + "nauc_map_at_10_max": 0.670051, + "nauc_map_at_10_std": 0.12178, + "nauc_map_at_10_diff1": 0.885792, + "nauc_map_at_20_max": 0.668021, + "nauc_map_at_20_std": 0.121657, + "nauc_map_at_20_diff1": 0.885878, + "nauc_map_at_100_max": 0.667493, + "nauc_map_at_100_std": 0.120718, + "nauc_map_at_100_diff1": 0.886018, + "nauc_map_at_1000_max": 0.667427, + "nauc_map_at_1000_std": 0.120498, + "nauc_map_at_1000_diff1": 0.886025, + "nauc_recall_at_1_max": 0.618745, + "nauc_recall_at_1_std": 0.082963, + "nauc_recall_at_1_diff1": 0.889972, + "nauc_recall_at_3_max": 0.793414, + "nauc_recall_at_3_std": 0.231254, + "nauc_recall_at_3_diff1": 0.863834, + "nauc_recall_at_5_max": 0.796306, + "nauc_recall_at_5_std": 0.24475, + "nauc_recall_at_5_diff1": 0.855624, + "nauc_recall_at_10_max": 0.853512, + "nauc_recall_at_10_std": 0.410011, + "nauc_recall_at_10_diff1": 0.870059, + "nauc_recall_at_20_max": 0.848003, + "nauc_recall_at_20_std": 0.582148, + "nauc_recall_at_20_diff1": 0.867845, + "nauc_recall_at_100_max": 0.916258, + "nauc_recall_at_100_std": 0.91976, + "nauc_recall_at_100_diff1": 0.881536, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.618745, + "nauc_precision_at_1_std": 0.082963, + "nauc_precision_at_1_diff1": 0.889972, + "nauc_precision_at_3_max": 0.793414, + "nauc_precision_at_3_std": 0.231254, + "nauc_precision_at_3_diff1": 0.863834, + "nauc_precision_at_5_max": 0.796306, + "nauc_precision_at_5_std": 0.24475, + "nauc_precision_at_5_diff1": 0.855624, + "nauc_precision_at_10_max": 0.853512, + "nauc_precision_at_10_std": 0.410011, + "nauc_precision_at_10_diff1": 0.870059, + "nauc_precision_at_20_max": 0.848003, + "nauc_precision_at_20_std": 0.582148, + "nauc_precision_at_20_diff1": 0.867845, + "nauc_precision_at_100_max": 0.916258, + "nauc_precision_at_100_std": 0.91976, + "nauc_precision_at_100_diff1": 0.881536, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.618745, + "nauc_mrr_at_1_std": 0.082963, + "nauc_mrr_at_1_diff1": 0.889972, + "nauc_mrr_at_3_max": 0.672712, + "nauc_mrr_at_3_std": 0.118598, + "nauc_mrr_at_3_diff1": 0.885102, + "nauc_mrr_at_5_max": 0.670002, + "nauc_mrr_at_5_std": 0.116928, + "nauc_mrr_at_5_diff1": 0.884541, + "nauc_mrr_at_10_max": 0.670051, + "nauc_mrr_at_10_std": 0.12178, + "nauc_mrr_at_10_diff1": 0.885792, + "nauc_mrr_at_20_max": 0.668021, + "nauc_mrr_at_20_std": 0.121657, + "nauc_mrr_at_20_diff1": 0.885878, + "nauc_mrr_at_100_max": 0.667493, + "nauc_mrr_at_100_std": 0.120718, + "nauc_mrr_at_100_diff1": 0.886018, + "nauc_mrr_at_1000_max": 0.667427, + "nauc_mrr_at_1000_std": 0.120498, + "nauc_mrr_at_1000_diff1": 0.886025, + "main_score": 0.87499, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "ndcg_at_1": 0.82111, + "ndcg_at_3": 0.86756, + "ndcg_at_5": 0.87617, + "ndcg_at_10": 0.88569, + "ndcg_at_20": 0.88974, + "ndcg_at_100": 0.89481, + "ndcg_at_1000": 0.89598, + "map_at_1": 0.82111, + "map_at_3": 0.85667, + "map_at_5": 0.86139, + "map_at_10": 0.86542, + "map_at_20": 0.8666, + "map_at_100": 0.86734, + "map_at_1000": 0.86739, + "recall_at_1": 0.82111, + "recall_at_3": 0.89889, + "recall_at_5": 0.92, + "recall_at_10": 0.94889, + "recall_at_20": 0.96444, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.82111, + "precision_at_3": 0.29963, + "precision_at_5": 0.184, + "precision_at_10": 0.09489, + "precision_at_20": 0.04822, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.821111, + "mrr_at_3": 0.856667, + "mrr_at_5": 0.861389, + "mrr_at_10": 0.865421, + "mrr_at_20": 0.866595, + "mrr_at_100": 0.867341, + "mrr_at_1000": 0.867391, + "nauc_ndcg_at_1_max": 0.711809, + "nauc_ndcg_at_1_std": -0.037944, + "nauc_ndcg_at_1_diff1": 0.915272, + "nauc_ndcg_at_3_max": 0.754229, + "nauc_ndcg_at_3_std": -0.020483, + "nauc_ndcg_at_3_diff1": 0.898557, + "nauc_ndcg_at_5_max": 0.758756, + "nauc_ndcg_at_5_std": -0.015824, + "nauc_ndcg_at_5_diff1": 0.903127, + "nauc_ndcg_at_10_max": 0.758912, + "nauc_ndcg_at_10_std": -0.016744, + "nauc_ndcg_at_10_diff1": 0.906693, + "nauc_ndcg_at_20_max": 0.757027, + "nauc_ndcg_at_20_std": -0.00507, + "nauc_ndcg_at_20_diff1": 0.90803, + "nauc_ndcg_at_100_max": 0.752327, + "nauc_ndcg_at_100_std": -0.006261, + "nauc_ndcg_at_100_diff1": 0.908195, + "nauc_ndcg_at_1000_max": 0.750554, + "nauc_ndcg_at_1000_std": -0.01133, + "nauc_ndcg_at_1000_diff1": 0.907897, + "nauc_map_at_1_max": 0.711809, + "nauc_map_at_1_std": -0.037944, + "nauc_map_at_1_diff1": 0.915272, + "nauc_map_at_3_max": 0.74379, + "nauc_map_at_3_std": -0.02483, + "nauc_map_at_3_diff1": 0.903824, + "nauc_map_at_5_max": 0.745971, + "nauc_map_at_5_std": -0.022022, + "nauc_map_at_5_diff1": 0.906356, + "nauc_map_at_10_max": 0.745884, + "nauc_map_at_10_std": -0.022342, + "nauc_map_at_10_diff1": 0.907868, + "nauc_map_at_20_max": 0.745381, + "nauc_map_at_20_std": -0.019307, + "nauc_map_at_20_diff1": 0.908192, + "nauc_map_at_100_max": 0.744833, + "nauc_map_at_100_std": -0.01885, + "nauc_map_at_100_diff1": 0.908271, + "nauc_map_at_1000_max": 0.744769, + "nauc_map_at_1000_std": -0.018997, + "nauc_map_at_1000_diff1": 0.908262, + "nauc_recall_at_1_max": 0.711809, + "nauc_recall_at_1_std": -0.037944, + "nauc_recall_at_1_diff1": 0.915272, + "nauc_recall_at_3_max": 0.794125, + "nauc_recall_at_3_std": -0.003833, + "nauc_recall_at_3_diff1": 0.877647, + "nauc_recall_at_5_max": 0.819036, + "nauc_recall_at_5_std": 0.013072, + "nauc_recall_at_5_diff1": 0.888312, + "nauc_recall_at_10_max": 0.850769, + "nauc_recall_at_10_std": 0.020775, + "nauc_recall_at_10_diff1": 0.901758, + "nauc_recall_at_20_max": 0.867618, + "nauc_recall_at_20_std": 0.163267, + "nauc_recall_at_20_diff1": 0.915091, + "nauc_recall_at_100_max": 0.901961, + "nauc_recall_at_100_std": 0.443744, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711809, + "nauc_precision_at_1_std": -0.037944, + "nauc_precision_at_1_diff1": 0.915272, + "nauc_precision_at_3_max": 0.794125, + "nauc_precision_at_3_std": -0.003833, + "nauc_precision_at_3_diff1": 0.877647, + "nauc_precision_at_5_max": 0.819036, + "nauc_precision_at_5_std": 0.013072, + "nauc_precision_at_5_diff1": 0.888312, + "nauc_precision_at_10_max": 0.850769, + "nauc_precision_at_10_std": 0.020775, + "nauc_precision_at_10_diff1": 0.901758, + "nauc_precision_at_20_max": 0.867618, + "nauc_precision_at_20_std": 0.163267, + "nauc_precision_at_20_diff1": 0.915091, + "nauc_precision_at_100_max": 0.901961, + "nauc_precision_at_100_std": 0.443744, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.711809, + "nauc_mrr_at_1_std": -0.037944, + "nauc_mrr_at_1_diff1": 0.915272, + "nauc_mrr_at_3_max": 0.74379, + "nauc_mrr_at_3_std": -0.02483, + "nauc_mrr_at_3_diff1": 0.903824, + "nauc_mrr_at_5_max": 0.745971, + "nauc_mrr_at_5_std": -0.022022, + "nauc_mrr_at_5_diff1": 0.906356, + "nauc_mrr_at_10_max": 0.745884, + "nauc_mrr_at_10_std": -0.022342, + "nauc_mrr_at_10_diff1": 0.907868, + "nauc_mrr_at_20_max": 0.745381, + "nauc_mrr_at_20_std": -0.019307, + "nauc_mrr_at_20_diff1": 0.908192, + "nauc_mrr_at_100_max": 0.744833, + "nauc_mrr_at_100_std": -0.01885, + "nauc_mrr_at_100_diff1": 0.908271, + "nauc_mrr_at_1000_max": 0.744769, + "nauc_mrr_at_1000_std": -0.018997, + "nauc_mrr_at_1000_diff1": 0.908262, + "main_score": 0.88569, + "hf_subset": "azj_Latn-azj_Latn", + "languages": [ + "azj-Latn", + "azj-Latn" + ] + }, + { + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.95137, + "ndcg_at_5": 0.95597, + "ndcg_at_10": 0.95779, + "ndcg_at_20": 0.95912, + "ndcg_at_100": 0.95933, + "ndcg_at_1000": 0.95973, + "map_at_1": 0.91778, + "map_at_3": 0.9437, + "map_at_5": 0.94626, + "map_at_10": 0.94703, + "map_at_20": 0.94735, + "map_at_100": 0.94738, + "map_at_1000": 0.94739, + "recall_at_1": 0.91778, + "recall_at_3": 0.97333, + "recall_at_5": 0.98444, + "recall_at_10": 0.99, + "recall_at_20": 0.99556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91778, + "precision_at_3": 0.32444, + "precision_at_5": 0.19689, + "precision_at_10": 0.099, + "precision_at_20": 0.04978, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.943704, + "mrr_at_5": 0.946259, + "mrr_at_10": 0.947032, + "mrr_at_20": 0.947353, + "mrr_at_100": 0.947382, + "mrr_at_1000": 0.947394, + "nauc_ndcg_at_1_max": 0.749596, + "nauc_ndcg_at_1_std": -0.049253, + "nauc_ndcg_at_1_diff1": 0.919152, + "nauc_ndcg_at_3_max": 0.790221, + "nauc_ndcg_at_3_std": -0.045782, + "nauc_ndcg_at_3_diff1": 0.914662, + "nauc_ndcg_at_5_max": 0.781931, + "nauc_ndcg_at_5_std": -0.060861, + "nauc_ndcg_at_5_diff1": 0.917746, + "nauc_ndcg_at_10_max": 0.782031, + "nauc_ndcg_at_10_std": -0.047545, + "nauc_ndcg_at_10_diff1": 0.917703, + "nauc_ndcg_at_20_max": 0.779824, + "nauc_ndcg_at_20_std": -0.026843, + "nauc_ndcg_at_20_diff1": 0.920327, + "nauc_ndcg_at_100_max": 0.778694, + "nauc_ndcg_at_100_std": -0.032114, + "nauc_ndcg_at_100_diff1": 0.919918, + "nauc_ndcg_at_1000_max": 0.777782, + "nauc_ndcg_at_1000_std": -0.0425, + "nauc_ndcg_at_1000_diff1": 0.919112, + "nauc_map_at_1_max": 0.749596, + "nauc_map_at_1_std": -0.049253, + "nauc_map_at_1_diff1": 0.919152, + "nauc_map_at_3_max": 0.779046, + "nauc_map_at_3_std": -0.050987, + "nauc_map_at_3_diff1": 0.91625, + "nauc_map_at_5_max": 0.774931, + "nauc_map_at_5_std": -0.058047, + "nauc_map_at_5_diff1": 0.9179, + "nauc_map_at_10_max": 0.774909, + "nauc_map_at_10_std": -0.053216, + "nauc_map_at_10_diff1": 0.917943, + "nauc_map_at_20_max": 0.774516, + "nauc_map_at_20_std": -0.049524, + "nauc_map_at_20_diff1": 0.918555, + "nauc_map_at_100_max": 0.774394, + "nauc_map_at_100_std": -0.050092, + "nauc_map_at_100_diff1": 0.918511, + "nauc_map_at_1000_max": 0.774372, + "nauc_map_at_1000_std": -0.050333, + "nauc_map_at_1000_diff1": 0.918493, + "nauc_recall_at_1_max": 0.749596, + "nauc_recall_at_1_std": -0.049253, + "nauc_recall_at_1_diff1": 0.919152, + "nauc_recall_at_3_max": 0.855567, + "nauc_recall_at_3_std": -0.010601, + "nauc_recall_at_3_diff1": 0.904976, + "nauc_recall_at_5_max": 0.842604, + "nauc_recall_at_5_std": -0.089736, + "nauc_recall_at_5_diff1": 0.9168, + "nauc_recall_at_10_max": 0.876024, + "nauc_recall_at_10_std": 0.055815, + "nauc_recall_at_10_diff1": 0.914151, + "nauc_recall_at_20_max": 0.901961, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749596, + "nauc_precision_at_1_std": -0.049253, + "nauc_precision_at_1_diff1": 0.919152, + "nauc_precision_at_3_max": 0.855567, + "nauc_precision_at_3_std": -0.010601, + "nauc_precision_at_3_diff1": 0.904976, + "nauc_precision_at_5_max": 0.842604, + "nauc_precision_at_5_std": -0.089736, + "nauc_precision_at_5_diff1": 0.9168, + "nauc_precision_at_10_max": 0.876024, + "nauc_precision_at_10_std": 0.055815, + "nauc_precision_at_10_diff1": 0.914151, + "nauc_precision_at_20_max": 0.901961, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749596, + "nauc_mrr_at_1_std": -0.049253, + "nauc_mrr_at_1_diff1": 0.919152, + "nauc_mrr_at_3_max": 0.779046, + "nauc_mrr_at_3_std": -0.050987, + "nauc_mrr_at_3_diff1": 0.91625, + "nauc_mrr_at_5_max": 0.774931, + "nauc_mrr_at_5_std": -0.058047, + "nauc_mrr_at_5_diff1": 0.9179, + "nauc_mrr_at_10_max": 0.774909, + "nauc_mrr_at_10_std": -0.053216, + "nauc_mrr_at_10_diff1": 0.917943, + "nauc_mrr_at_20_max": 0.774516, + "nauc_mrr_at_20_std": -0.049524, + "nauc_mrr_at_20_diff1": 0.918555, + "nauc_mrr_at_100_max": 0.774394, + "nauc_mrr_at_100_std": -0.050092, + "nauc_mrr_at_100_diff1": 0.918511, + "nauc_mrr_at_1000_max": 0.774372, + "nauc_mrr_at_1000_std": -0.050333, + "nauc_mrr_at_1000_diff1": 0.918493, + "main_score": 0.95779, + "hf_subset": "azj_Latn-eng_Latn", + "languages": [ + "azj-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83667, + "ndcg_at_3": 0.88102, + "ndcg_at_5": 0.89283, + "ndcg_at_10": 0.89785, + "ndcg_at_20": 0.90216, + "ndcg_at_100": 0.90687, + "ndcg_at_1000": 0.90733, + "map_at_1": 0.83667, + "map_at_3": 0.87056, + "map_at_5": 0.87706, + "map_at_10": 0.87913, + "map_at_20": 0.88036, + "map_at_100": 0.88108, + "map_at_1000": 0.8811, + "recall_at_1": 0.83667, + "recall_at_3": 0.91111, + "recall_at_5": 0.94, + "recall_at_10": 0.95556, + "recall_at_20": 0.97222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.83667, + "precision_at_3": 0.3037, + "precision_at_5": 0.188, + "precision_at_10": 0.09556, + "precision_at_20": 0.04861, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.836667, + "mrr_at_3": 0.870556, + "mrr_at_5": 0.877056, + "mrr_at_10": 0.879125, + "mrr_at_20": 0.880361, + "mrr_at_100": 0.881082, + "mrr_at_1000": 0.881105, + "nauc_ndcg_at_1_max": 0.733264, + "nauc_ndcg_at_1_std": 0.040259, + "nauc_ndcg_at_1_diff1": 0.889473, + "nauc_ndcg_at_3_max": 0.773073, + "nauc_ndcg_at_3_std": 0.04976, + "nauc_ndcg_at_3_diff1": 0.874583, + "nauc_ndcg_at_5_max": 0.772454, + "nauc_ndcg_at_5_std": 0.05838, + "nauc_ndcg_at_5_diff1": 0.875229, + "nauc_ndcg_at_10_max": 0.767592, + "nauc_ndcg_at_10_std": 0.060535, + "nauc_ndcg_at_10_diff1": 0.873691, + "nauc_ndcg_at_20_max": 0.76892, + "nauc_ndcg_at_20_std": 0.09274, + "nauc_ndcg_at_20_diff1": 0.8775, + "nauc_ndcg_at_100_max": 0.763753, + "nauc_ndcg_at_100_std": 0.068402, + "nauc_ndcg_at_100_diff1": 0.878565, + "nauc_ndcg_at_1000_max": 0.762742, + "nauc_ndcg_at_1000_std": 0.065223, + "nauc_ndcg_at_1000_diff1": 0.878168, + "nauc_map_at_1_max": 0.733264, + "nauc_map_at_1_std": 0.040259, + "nauc_map_at_1_diff1": 0.889473, + "nauc_map_at_3_max": 0.761368, + "nauc_map_at_3_std": 0.046853, + "nauc_map_at_3_diff1": 0.877715, + "nauc_map_at_5_max": 0.760549, + "nauc_map_at_5_std": 0.051325, + "nauc_map_at_5_diff1": 0.878152, + "nauc_map_at_10_max": 0.758704, + "nauc_map_at_10_std": 0.05204, + "nauc_map_at_10_diff1": 0.877607, + "nauc_map_at_20_max": 0.759043, + "nauc_map_at_20_std": 0.059742, + "nauc_map_at_20_diff1": 0.87865, + "nauc_map_at_100_max": 0.75838, + "nauc_map_at_100_std": 0.056806, + "nauc_map_at_100_diff1": 0.87887, + "nauc_map_at_1000_max": 0.758337, + "nauc_map_at_1000_std": 0.05669, + "nauc_map_at_1000_diff1": 0.878855, + "nauc_recall_at_1_max": 0.733264, + "nauc_recall_at_1_std": 0.040259, + "nauc_recall_at_1_diff1": 0.889473, + "nauc_recall_at_3_max": 0.820507, + "nauc_recall_at_3_std": 0.061607, + "nauc_recall_at_3_diff1": 0.862628, + "nauc_recall_at_5_max": 0.839722, + "nauc_recall_at_5_std": 0.099976, + "nauc_recall_at_5_diff1": 0.859987, + "nauc_recall_at_10_max": 0.828793, + "nauc_recall_at_10_std": 0.127684, + "nauc_recall_at_10_diff1": 0.844888, + "nauc_recall_at_20_max": 0.879365, + "nauc_recall_at_20_std": 0.585229, + "nauc_recall_at_20_diff1": 0.874603, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.69888, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733264, + "nauc_precision_at_1_std": 0.040259, + "nauc_precision_at_1_diff1": 0.889473, + "nauc_precision_at_3_max": 0.820507, + "nauc_precision_at_3_std": 0.061607, + "nauc_precision_at_3_diff1": 0.862628, + "nauc_precision_at_5_max": 0.839722, + "nauc_precision_at_5_std": 0.099976, + "nauc_precision_at_5_diff1": 0.859987, + "nauc_precision_at_10_max": 0.828793, + "nauc_precision_at_10_std": 0.127684, + "nauc_precision_at_10_diff1": 0.844888, + "nauc_precision_at_20_max": 0.879365, + "nauc_precision_at_20_std": 0.585229, + "nauc_precision_at_20_diff1": 0.874603, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.69888, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733264, + "nauc_mrr_at_1_std": 0.040259, + "nauc_mrr_at_1_diff1": 0.889473, + "nauc_mrr_at_3_max": 0.761368, + "nauc_mrr_at_3_std": 0.046853, + "nauc_mrr_at_3_diff1": 0.877715, + "nauc_mrr_at_5_max": 0.760549, + "nauc_mrr_at_5_std": 0.051325, + "nauc_mrr_at_5_diff1": 0.878152, + "nauc_mrr_at_10_max": 0.758704, + "nauc_mrr_at_10_std": 0.05204, + "nauc_mrr_at_10_diff1": 0.877607, + "nauc_mrr_at_20_max": 0.759043, + "nauc_mrr_at_20_std": 0.059742, + "nauc_mrr_at_20_diff1": 0.87865, + "nauc_mrr_at_100_max": 0.75838, + "nauc_mrr_at_100_std": 0.056806, + "nauc_mrr_at_100_diff1": 0.87887, + "nauc_mrr_at_1000_max": 0.758337, + "nauc_mrr_at_1000_std": 0.05669, + "nauc_mrr_at_1000_diff1": 0.878855, + "main_score": 0.89785, + "hf_subset": "eng_Latn-azj_Latn", + "languages": [ + "eng-Latn", + "azj-Latn" + ] + }, + { + "ndcg_at_1": 0.50889, + "ndcg_at_3": 0.55631, + "ndcg_at_5": 0.56798, + "ndcg_at_10": 0.58269, + "ndcg_at_20": 0.59277, + "ndcg_at_100": 0.61365, + "ndcg_at_1000": 0.63703, + "map_at_1": 0.50889, + "map_at_3": 0.545, + "map_at_5": 0.55161, + "map_at_10": 0.55767, + "map_at_20": 0.56042, + "map_at_100": 0.56303, + "map_at_1000": 0.56393, + "recall_at_1": 0.50889, + "recall_at_3": 0.58889, + "recall_at_5": 0.61667, + "recall_at_10": 0.66222, + "recall_at_20": 0.70222, + "recall_at_100": 0.81889, + "recall_at_1000": 1.0, + "precision_at_1": 0.50889, + "precision_at_3": 0.1963, + "precision_at_5": 0.12333, + "precision_at_10": 0.06622, + "precision_at_20": 0.03511, + "precision_at_100": 0.00819, + "precision_at_1000": 0.001, + "mrr_at_1": 0.508889, + "mrr_at_3": 0.545, + "mrr_at_5": 0.551611, + "mrr_at_10": 0.557672, + "mrr_at_20": 0.560422, + "mrr_at_100": 0.563026, + "mrr_at_1000": 0.563929, + "nauc_ndcg_at_1_max": 0.607525, + "nauc_ndcg_at_1_std": -0.362329, + "nauc_ndcg_at_1_diff1": 0.856123, + "nauc_ndcg_at_3_max": 0.622785, + "nauc_ndcg_at_3_std": -0.354876, + "nauc_ndcg_at_3_diff1": 0.840654, + "nauc_ndcg_at_5_max": 0.61059, + "nauc_ndcg_at_5_std": -0.35465, + "nauc_ndcg_at_5_diff1": 0.829626, + "nauc_ndcg_at_10_max": 0.611284, + "nauc_ndcg_at_10_std": -0.343262, + "nauc_ndcg_at_10_diff1": 0.823186, + "nauc_ndcg_at_20_max": 0.60791, + "nauc_ndcg_at_20_std": -0.340689, + "nauc_ndcg_at_20_diff1": 0.81997, + "nauc_ndcg_at_100_max": 0.603691, + "nauc_ndcg_at_100_std": -0.332453, + "nauc_ndcg_at_100_diff1": 0.818407, + "nauc_ndcg_at_1000_max": 0.608812, + "nauc_ndcg_at_1000_std": -0.344753, + "nauc_ndcg_at_1000_diff1": 0.827083, + "nauc_map_at_1_max": 0.607525, + "nauc_map_at_1_std": -0.362329, + "nauc_map_at_1_diff1": 0.856123, + "nauc_map_at_3_max": 0.61958, + "nauc_map_at_3_std": -0.357768, + "nauc_map_at_3_diff1": 0.845011, + "nauc_map_at_5_max": 0.612825, + "nauc_map_at_5_std": -0.357516, + "nauc_map_at_5_diff1": 0.838878, + "nauc_map_at_10_max": 0.613314, + "nauc_map_at_10_std": -0.352322, + "nauc_map_at_10_diff1": 0.836261, + "nauc_map_at_20_max": 0.612448, + "nauc_map_at_20_std": -0.351703, + "nauc_map_at_20_diff1": 0.835472, + "nauc_map_at_100_max": 0.611909, + "nauc_map_at_100_std": -0.351143, + "nauc_map_at_100_diff1": 0.835441, + "nauc_map_at_1000_max": 0.612047, + "nauc_map_at_1000_std": -0.35161, + "nauc_map_at_1000_diff1": 0.835716, + "nauc_recall_at_1_max": 0.607525, + "nauc_recall_at_1_std": -0.362329, + "nauc_recall_at_1_diff1": 0.856123, + "nauc_recall_at_3_max": 0.632222, + "nauc_recall_at_3_std": -0.345674, + "nauc_recall_at_3_diff1": 0.827252, + "nauc_recall_at_5_max": 0.601546, + "nauc_recall_at_5_std": -0.345392, + "nauc_recall_at_5_diff1": 0.798979, + "nauc_recall_at_10_max": 0.601999, + "nauc_recall_at_10_std": -0.308908, + "nauc_recall_at_10_diff1": 0.77458, + "nauc_recall_at_20_max": 0.584982, + "nauc_recall_at_20_std": -0.293485, + "nauc_recall_at_20_diff1": 0.755065, + "nauc_recall_at_100_max": 0.535357, + "nauc_recall_at_100_std": -0.180264, + "nauc_recall_at_100_diff1": 0.705597, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.607525, + "nauc_precision_at_1_std": -0.362329, + "nauc_precision_at_1_diff1": 0.856123, + "nauc_precision_at_3_max": 0.632222, + "nauc_precision_at_3_std": -0.345674, + "nauc_precision_at_3_diff1": 0.827252, + "nauc_precision_at_5_max": 0.601546, + "nauc_precision_at_5_std": -0.345392, + "nauc_precision_at_5_diff1": 0.798979, + "nauc_precision_at_10_max": 0.601999, + "nauc_precision_at_10_std": -0.308908, + "nauc_precision_at_10_diff1": 0.77458, + "nauc_precision_at_20_max": 0.584982, + "nauc_precision_at_20_std": -0.293485, + "nauc_precision_at_20_diff1": 0.755065, + "nauc_precision_at_100_max": 0.535357, + "nauc_precision_at_100_std": -0.180264, + "nauc_precision_at_100_diff1": 0.705597, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.607525, + "nauc_mrr_at_1_std": -0.362329, + "nauc_mrr_at_1_diff1": 0.856123, + "nauc_mrr_at_3_max": 0.61958, + "nauc_mrr_at_3_std": -0.357768, + "nauc_mrr_at_3_diff1": 0.845011, + "nauc_mrr_at_5_max": 0.612825, + "nauc_mrr_at_5_std": -0.357516, + "nauc_mrr_at_5_diff1": 0.838878, + "nauc_mrr_at_10_max": 0.613314, + "nauc_mrr_at_10_std": -0.352322, + "nauc_mrr_at_10_diff1": 0.836261, + "nauc_mrr_at_20_max": 0.612448, + "nauc_mrr_at_20_std": -0.351703, + "nauc_mrr_at_20_diff1": 0.835472, + "nauc_mrr_at_100_max": 0.611909, + "nauc_mrr_at_100_std": -0.351143, + "nauc_mrr_at_100_diff1": 0.835441, + "nauc_mrr_at_1000_max": 0.612047, + "nauc_mrr_at_1000_std": -0.35161, + "nauc_mrr_at_1000_diff1": 0.835716, + "main_score": 0.58269, + "hf_subset": "bam_Latn-bam_Latn", + "languages": [ + "bam-Latn", + "bam-Latn" + ] + }, + { + "ndcg_at_1": 0.58556, + "ndcg_at_3": 0.6418, + "ndcg_at_5": 0.65624, + "ndcg_at_10": 0.67274, + "ndcg_at_20": 0.68279, + "ndcg_at_100": 0.70805, + "ndcg_at_1000": 0.71582, + "map_at_1": 0.58556, + "map_at_3": 0.62852, + "map_at_5": 0.63669, + "map_at_10": 0.64347, + "map_at_20": 0.64619, + "map_at_100": 0.64956, + "map_at_1000": 0.64994, + "recall_at_1": 0.58556, + "recall_at_3": 0.68, + "recall_at_5": 0.71444, + "recall_at_10": 0.76556, + "recall_at_20": 0.80556, + "recall_at_100": 0.94333, + "recall_at_1000": 1.0, + "precision_at_1": 0.58556, + "precision_at_3": 0.22667, + "precision_at_5": 0.14289, + "precision_at_10": 0.07656, + "precision_at_20": 0.04028, + "precision_at_100": 0.00943, + "precision_at_1000": 0.001, + "mrr_at_1": 0.585556, + "mrr_at_3": 0.628519, + "mrr_at_5": 0.636685, + "mrr_at_10": 0.643474, + "mrr_at_20": 0.646194, + "mrr_at_100": 0.649565, + "mrr_at_1000": 0.64994, + "nauc_ndcg_at_1_max": 0.737702, + "nauc_ndcg_at_1_std": 0.002283, + "nauc_ndcg_at_1_diff1": 0.866281, + "nauc_ndcg_at_3_max": 0.759483, + "nauc_ndcg_at_3_std": 0.02757, + "nauc_ndcg_at_3_diff1": 0.835759, + "nauc_ndcg_at_5_max": 0.75736, + "nauc_ndcg_at_5_std": 0.016274, + "nauc_ndcg_at_5_diff1": 0.832759, + "nauc_ndcg_at_10_max": 0.754374, + "nauc_ndcg_at_10_std": 0.014646, + "nauc_ndcg_at_10_diff1": 0.826071, + "nauc_ndcg_at_20_max": 0.752618, + "nauc_ndcg_at_20_std": 0.022828, + "nauc_ndcg_at_20_diff1": 0.826385, + "nauc_ndcg_at_100_max": 0.748439, + "nauc_ndcg_at_100_std": 0.019913, + "nauc_ndcg_at_100_diff1": 0.83003, + "nauc_ndcg_at_1000_max": 0.751489, + "nauc_ndcg_at_1000_std": 0.0187, + "nauc_ndcg_at_1000_diff1": 0.833615, + "nauc_map_at_1_max": 0.737702, + "nauc_map_at_1_std": 0.002283, + "nauc_map_at_1_diff1": 0.866281, + "nauc_map_at_3_max": 0.755486, + "nauc_map_at_3_std": 0.021949, + "nauc_map_at_3_diff1": 0.843623, + "nauc_map_at_5_max": 0.75414, + "nauc_map_at_5_std": 0.01549, + "nauc_map_at_5_diff1": 0.84203, + "nauc_map_at_10_max": 0.752832, + "nauc_map_at_10_std": 0.01403, + "nauc_map_at_10_diff1": 0.839724, + "nauc_map_at_20_max": 0.752452, + "nauc_map_at_20_std": 0.016076, + "nauc_map_at_20_diff1": 0.839796, + "nauc_map_at_100_max": 0.751738, + "nauc_map_at_100_std": 0.01602, + "nauc_map_at_100_diff1": 0.840095, + "nauc_map_at_1000_max": 0.75187, + "nauc_map_at_1000_std": 0.015989, + "nauc_map_at_1000_diff1": 0.840254, + "nauc_recall_at_1_max": 0.737702, + "nauc_recall_at_1_std": 0.002283, + "nauc_recall_at_1_diff1": 0.866281, + "nauc_recall_at_3_max": 0.771422, + "nauc_recall_at_3_std": 0.04499, + "nauc_recall_at_3_diff1": 0.810811, + "nauc_recall_at_5_max": 0.767318, + "nauc_recall_at_5_std": 0.017069, + "nauc_recall_at_5_diff1": 0.80103, + "nauc_recall_at_10_max": 0.758038, + "nauc_recall_at_10_std": 0.016774, + "nauc_recall_at_10_diff1": 0.768347, + "nauc_recall_at_20_max": 0.747814, + "nauc_recall_at_20_std": 0.0639, + "nauc_recall_at_20_diff1": 0.762005, + "nauc_recall_at_100_max": 0.659462, + "nauc_recall_at_100_std": 0.062146, + "nauc_recall_at_100_diff1": 0.724346, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.737702, + "nauc_precision_at_1_std": 0.002283, + "nauc_precision_at_1_diff1": 0.866281, + "nauc_precision_at_3_max": 0.771422, + "nauc_precision_at_3_std": 0.04499, + "nauc_precision_at_3_diff1": 0.810811, + "nauc_precision_at_5_max": 0.767318, + "nauc_precision_at_5_std": 0.017069, + "nauc_precision_at_5_diff1": 0.80103, + "nauc_precision_at_10_max": 0.758038, + "nauc_precision_at_10_std": 0.016774, + "nauc_precision_at_10_diff1": 0.768347, + "nauc_precision_at_20_max": 0.747814, + "nauc_precision_at_20_std": 0.0639, + "nauc_precision_at_20_diff1": 0.762005, + "nauc_precision_at_100_max": 0.659462, + "nauc_precision_at_100_std": 0.062146, + "nauc_precision_at_100_diff1": 0.724346, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.737702, + "nauc_mrr_at_1_std": 0.002283, + "nauc_mrr_at_1_diff1": 0.866281, + "nauc_mrr_at_3_max": 0.755486, + "nauc_mrr_at_3_std": 0.021949, + "nauc_mrr_at_3_diff1": 0.843623, + "nauc_mrr_at_5_max": 0.75414, + "nauc_mrr_at_5_std": 0.01549, + "nauc_mrr_at_5_diff1": 0.84203, + "nauc_mrr_at_10_max": 0.752832, + "nauc_mrr_at_10_std": 0.01403, + "nauc_mrr_at_10_diff1": 0.839724, + "nauc_mrr_at_20_max": 0.752452, + "nauc_mrr_at_20_std": 0.016076, + "nauc_mrr_at_20_diff1": 0.839796, + "nauc_mrr_at_100_max": 0.751738, + "nauc_mrr_at_100_std": 0.01602, + "nauc_mrr_at_100_diff1": 0.840095, + "nauc_mrr_at_1000_max": 0.75187, + "nauc_mrr_at_1000_std": 0.015989, + "nauc_mrr_at_1000_diff1": 0.840254, + "main_score": 0.67274, + "hf_subset": "bam_Latn-eng_Latn", + "languages": [ + "bam-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.39889, + "ndcg_at_3": 0.43413, + "ndcg_at_5": 0.44517, + "ndcg_at_10": 0.45319, + "ndcg_at_20": 0.46137, + "ndcg_at_100": 0.48479, + "ndcg_at_1000": 0.52594, + "map_at_1": 0.39889, + "map_at_3": 0.42556, + "map_at_5": 0.43172, + "map_at_10": 0.43509, + "map_at_20": 0.43721, + "map_at_100": 0.44004, + "map_at_1000": 0.44151, + "recall_at_1": 0.39889, + "recall_at_3": 0.45889, + "recall_at_5": 0.48556, + "recall_at_10": 0.51, + "recall_at_20": 0.54333, + "recall_at_100": 0.67556, + "recall_at_1000": 1.0, + "precision_at_1": 0.39889, + "precision_at_3": 0.15296, + "precision_at_5": 0.09711, + "precision_at_10": 0.051, + "precision_at_20": 0.02717, + "precision_at_100": 0.00676, + "precision_at_1000": 0.001, + "mrr_at_1": 0.398889, + "mrr_at_3": 0.425556, + "mrr_at_5": 0.431722, + "mrr_at_10": 0.435093, + "mrr_at_20": 0.437214, + "mrr_at_100": 0.440042, + "mrr_at_1000": 0.44151, + "nauc_ndcg_at_1_max": 0.668325, + "nauc_ndcg_at_1_std": 0.013779, + "nauc_ndcg_at_1_diff1": 0.893965, + "nauc_ndcg_at_3_max": 0.672533, + "nauc_ndcg_at_3_std": 0.021471, + "nauc_ndcg_at_3_diff1": 0.874993, + "nauc_ndcg_at_5_max": 0.664412, + "nauc_ndcg_at_5_std": 0.016723, + "nauc_ndcg_at_5_diff1": 0.866031, + "nauc_ndcg_at_10_max": 0.657398, + "nauc_ndcg_at_10_std": 0.021557, + "nauc_ndcg_at_10_diff1": 0.856482, + "nauc_ndcg_at_20_max": 0.650936, + "nauc_ndcg_at_20_std": 0.018283, + "nauc_ndcg_at_20_diff1": 0.853696, + "nauc_ndcg_at_100_max": 0.643012, + "nauc_ndcg_at_100_std": 0.015513, + "nauc_ndcg_at_100_diff1": 0.843016, + "nauc_ndcg_at_1000_max": 0.653536, + "nauc_ndcg_at_1000_std": 0.016216, + "nauc_ndcg_at_1000_diff1": 0.856763, + "nauc_map_at_1_max": 0.668325, + "nauc_map_at_1_std": 0.013779, + "nauc_map_at_1_diff1": 0.893965, + "nauc_map_at_3_max": 0.671888, + "nauc_map_at_3_std": 0.018526, + "nauc_map_at_3_diff1": 0.879834, + "nauc_map_at_5_max": 0.66748, + "nauc_map_at_5_std": 0.01606, + "nauc_map_at_5_diff1": 0.874922, + "nauc_map_at_10_max": 0.66443, + "nauc_map_at_10_std": 0.017668, + "nauc_map_at_10_diff1": 0.870818, + "nauc_map_at_20_max": 0.662796, + "nauc_map_at_20_std": 0.016904, + "nauc_map_at_20_diff1": 0.870088, + "nauc_map_at_100_max": 0.661804, + "nauc_map_at_100_std": 0.01648, + "nauc_map_at_100_diff1": 0.868708, + "nauc_map_at_1000_max": 0.662033, + "nauc_map_at_1000_std": 0.016425, + "nauc_map_at_1000_diff1": 0.869059, + "nauc_recall_at_1_max": 0.668325, + "nauc_recall_at_1_std": 0.013779, + "nauc_recall_at_1_diff1": 0.893965, + "nauc_recall_at_3_max": 0.674255, + "nauc_recall_at_3_std": 0.03051, + "nauc_recall_at_3_diff1": 0.860773, + "nauc_recall_at_5_max": 0.653948, + "nauc_recall_at_5_std": 0.018219, + "nauc_recall_at_5_diff1": 0.838465, + "nauc_recall_at_10_max": 0.632555, + "nauc_recall_at_10_std": 0.035538, + "nauc_recall_at_10_diff1": 0.808912, + "nauc_recall_at_20_max": 0.603964, + "nauc_recall_at_20_std": 0.021364, + "nauc_recall_at_20_diff1": 0.795685, + "nauc_recall_at_100_max": 0.539467, + "nauc_recall_at_100_std": 0.003886, + "nauc_recall_at_100_diff1": 0.710976, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.668325, + "nauc_precision_at_1_std": 0.013779, + "nauc_precision_at_1_diff1": 0.893965, + "nauc_precision_at_3_max": 0.674255, + "nauc_precision_at_3_std": 0.03051, + "nauc_precision_at_3_diff1": 0.860773, + "nauc_precision_at_5_max": 0.653948, + "nauc_precision_at_5_std": 0.018219, + "nauc_precision_at_5_diff1": 0.838465, + "nauc_precision_at_10_max": 0.632555, + "nauc_precision_at_10_std": 0.035538, + "nauc_precision_at_10_diff1": 0.808912, + "nauc_precision_at_20_max": 0.603964, + "nauc_precision_at_20_std": 0.021364, + "nauc_precision_at_20_diff1": 0.795685, + "nauc_precision_at_100_max": 0.539467, + "nauc_precision_at_100_std": 0.003886, + "nauc_precision_at_100_diff1": 0.710976, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.668325, + "nauc_mrr_at_1_std": 0.013779, + "nauc_mrr_at_1_diff1": 0.893965, + "nauc_mrr_at_3_max": 0.671888, + "nauc_mrr_at_3_std": 0.018526, + "nauc_mrr_at_3_diff1": 0.879834, + "nauc_mrr_at_5_max": 0.66748, + "nauc_mrr_at_5_std": 0.01606, + "nauc_mrr_at_5_diff1": 0.874922, + "nauc_mrr_at_10_max": 0.66443, + "nauc_mrr_at_10_std": 0.017668, + "nauc_mrr_at_10_diff1": 0.870818, + "nauc_mrr_at_20_max": 0.662796, + "nauc_mrr_at_20_std": 0.016904, + "nauc_mrr_at_20_diff1": 0.870088, + "nauc_mrr_at_100_max": 0.661804, + "nauc_mrr_at_100_std": 0.01648, + "nauc_mrr_at_100_diff1": 0.868708, + "nauc_mrr_at_1000_max": 0.662033, + "nauc_mrr_at_1000_std": 0.016425, + "nauc_mrr_at_1000_diff1": 0.869059, + "main_score": 0.45319, + "hf_subset": "eng_Latn-bam_Latn", + "languages": [ + "eng-Latn", + "bam-Latn" + ] + }, + { + "ndcg_at_1": 0.84667, + "ndcg_at_3": 0.89394, + "ndcg_at_5": 0.90068, + "ndcg_at_10": 0.90741, + "ndcg_at_20": 0.91047, + "ndcg_at_100": 0.91339, + "ndcg_at_1000": 0.9144, + "map_at_1": 0.84667, + "map_at_3": 0.88259, + "map_at_5": 0.88626, + "map_at_10": 0.88897, + "map_at_20": 0.8898, + "map_at_100": 0.89021, + "map_at_1000": 0.89026, + "recall_at_1": 0.84667, + "recall_at_3": 0.92667, + "recall_at_5": 0.94333, + "recall_at_10": 0.96444, + "recall_at_20": 0.97667, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.84667, + "precision_at_3": 0.30889, + "precision_at_5": 0.18867, + "precision_at_10": 0.09644, + "precision_at_20": 0.04883, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.846667, + "mrr_at_3": 0.882593, + "mrr_at_5": 0.886259, + "mrr_at_10": 0.888974, + "mrr_at_20": 0.889802, + "mrr_at_100": 0.890215, + "mrr_at_1000": 0.890255, + "nauc_ndcg_at_1_max": 0.737007, + "nauc_ndcg_at_1_std": 0.017554, + "nauc_ndcg_at_1_diff1": 0.930436, + "nauc_ndcg_at_3_max": 0.768945, + "nauc_ndcg_at_3_std": 0.008221, + "nauc_ndcg_at_3_diff1": 0.902018, + "nauc_ndcg_at_5_max": 0.76667, + "nauc_ndcg_at_5_std": 0.001562, + "nauc_ndcg_at_5_diff1": 0.901524, + "nauc_ndcg_at_10_max": 0.770266, + "nauc_ndcg_at_10_std": 0.018654, + "nauc_ndcg_at_10_diff1": 0.907112, + "nauc_ndcg_at_20_max": 0.770216, + "nauc_ndcg_at_20_std": 0.035157, + "nauc_ndcg_at_20_diff1": 0.910442, + "nauc_ndcg_at_100_max": 0.767393, + "nauc_ndcg_at_100_std": 0.030159, + "nauc_ndcg_at_100_diff1": 0.910979, + "nauc_ndcg_at_1000_max": 0.764765, + "nauc_ndcg_at_1000_std": 0.02411, + "nauc_ndcg_at_1000_diff1": 0.910561, + "nauc_map_at_1_max": 0.737007, + "nauc_map_at_1_std": 0.017554, + "nauc_map_at_1_diff1": 0.930436, + "nauc_map_at_3_max": 0.760732, + "nauc_map_at_3_std": 0.012293, + "nauc_map_at_3_diff1": 0.909066, + "nauc_map_at_5_max": 0.759363, + "nauc_map_at_5_std": 0.009424, + "nauc_map_at_5_diff1": 0.90899, + "nauc_map_at_10_max": 0.760525, + "nauc_map_at_10_std": 0.01594, + "nauc_map_at_10_diff1": 0.911169, + "nauc_map_at_20_max": 0.760302, + "nauc_map_at_20_std": 0.019321, + "nauc_map_at_20_diff1": 0.911908, + "nauc_map_at_100_max": 0.760091, + "nauc_map_at_100_std": 0.019283, + "nauc_map_at_100_diff1": 0.912059, + "nauc_map_at_1000_max": 0.760004, + "nauc_map_at_1000_std": 0.019068, + "nauc_map_at_1000_diff1": 0.91204, + "nauc_recall_at_1_max": 0.737007, + "nauc_recall_at_1_std": 0.017554, + "nauc_recall_at_1_diff1": 0.930436, + "nauc_recall_at_3_max": 0.804686, + "nauc_recall_at_3_std": -0.010787, + "nauc_recall_at_3_diff1": 0.871552, + "nauc_recall_at_5_max": 0.80567, + "nauc_recall_at_5_std": -0.045907, + "nauc_recall_at_5_diff1": 0.861097, + "nauc_recall_at_10_max": 0.855217, + "nauc_recall_at_10_std": 0.053075, + "nauc_recall_at_10_diff1": 0.879712, + "nauc_recall_at_20_max": 0.90385, + "nauc_recall_at_20_std": 0.324107, + "nauc_recall_at_20_diff1": 0.915744, + "nauc_recall_at_100_max": 0.981326, + "nauc_recall_at_100_std": 0.517607, + "nauc_recall_at_100_diff1": 0.941643, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.737007, + "nauc_precision_at_1_std": 0.017554, + "nauc_precision_at_1_diff1": 0.930436, + "nauc_precision_at_3_max": 0.804686, + "nauc_precision_at_3_std": -0.010787, + "nauc_precision_at_3_diff1": 0.871552, + "nauc_precision_at_5_max": 0.80567, + "nauc_precision_at_5_std": -0.045907, + "nauc_precision_at_5_diff1": 0.861097, + "nauc_precision_at_10_max": 0.855217, + "nauc_precision_at_10_std": 0.053075, + "nauc_precision_at_10_diff1": 0.879712, + "nauc_precision_at_20_max": 0.90385, + "nauc_precision_at_20_std": 0.324107, + "nauc_precision_at_20_diff1": 0.915744, + "nauc_precision_at_100_max": 0.981326, + "nauc_precision_at_100_std": 0.517607, + "nauc_precision_at_100_diff1": 0.941643, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.737007, + "nauc_mrr_at_1_std": 0.017554, + "nauc_mrr_at_1_diff1": 0.930436, + "nauc_mrr_at_3_max": 0.760732, + "nauc_mrr_at_3_std": 0.012293, + "nauc_mrr_at_3_diff1": 0.909066, + "nauc_mrr_at_5_max": 0.759363, + "nauc_mrr_at_5_std": 0.009424, + "nauc_mrr_at_5_diff1": 0.90899, + "nauc_mrr_at_10_max": 0.760525, + "nauc_mrr_at_10_std": 0.01594, + "nauc_mrr_at_10_diff1": 0.911169, + "nauc_mrr_at_20_max": 0.760302, + "nauc_mrr_at_20_std": 0.019321, + "nauc_mrr_at_20_diff1": 0.911908, + "nauc_mrr_at_100_max": 0.760091, + "nauc_mrr_at_100_std": 0.019283, + "nauc_mrr_at_100_diff1": 0.912059, + "nauc_mrr_at_1000_max": 0.760004, + "nauc_mrr_at_1000_std": 0.019068, + "nauc_mrr_at_1000_diff1": 0.91204, + "main_score": 0.90741, + "hf_subset": "ben_Beng-ben_Beng", + "languages": [ + "ben-Beng", + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.91667, + "ndcg_at_3": 0.94731, + "ndcg_at_5": 0.95243, + "ndcg_at_10": 0.95424, + "ndcg_at_20": 0.95653, + "ndcg_at_100": 0.95694, + "ndcg_at_1000": 0.95736, + "map_at_1": 0.91667, + "map_at_3": 0.94019, + "map_at_5": 0.94307, + "map_at_10": 0.94383, + "map_at_20": 0.94448, + "map_at_100": 0.94453, + "map_at_1000": 0.94455, + "recall_at_1": 0.91667, + "recall_at_3": 0.96778, + "recall_at_5": 0.98, + "recall_at_10": 0.98556, + "recall_at_20": 0.99444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91667, + "precision_at_3": 0.32259, + "precision_at_5": 0.196, + "precision_at_10": 0.09856, + "precision_at_20": 0.04972, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.916667, + "mrr_at_3": 0.940185, + "mrr_at_5": 0.943074, + "mrr_at_10": 0.943827, + "mrr_at_20": 0.94448, + "mrr_at_100": 0.944534, + "mrr_at_1000": 0.944548, + "nauc_ndcg_at_1_max": 0.699969, + "nauc_ndcg_at_1_std": -0.208814, + "nauc_ndcg_at_1_diff1": 0.950202, + "nauc_ndcg_at_3_max": 0.780386, + "nauc_ndcg_at_3_std": -0.193667, + "nauc_ndcg_at_3_diff1": 0.95238, + "nauc_ndcg_at_5_max": 0.76492, + "nauc_ndcg_at_5_std": -0.196533, + "nauc_ndcg_at_5_diff1": 0.952383, + "nauc_ndcg_at_10_max": 0.758889, + "nauc_ndcg_at_10_std": -0.161415, + "nauc_ndcg_at_10_diff1": 0.950502, + "nauc_ndcg_at_20_max": 0.756281, + "nauc_ndcg_at_20_std": -0.148484, + "nauc_ndcg_at_20_diff1": 0.953125, + "nauc_ndcg_at_100_max": 0.753992, + "nauc_ndcg_at_100_std": -0.159272, + "nauc_ndcg_at_100_diff1": 0.952685, + "nauc_ndcg_at_1000_max": 0.752473, + "nauc_ndcg_at_1000_std": -0.170623, + "nauc_ndcg_at_1000_diff1": 0.952221, + "nauc_map_at_1_max": 0.699969, + "nauc_map_at_1_std": -0.208814, + "nauc_map_at_1_diff1": 0.950202, + "nauc_map_at_3_max": 0.758527, + "nauc_map_at_3_std": -0.19523, + "nauc_map_at_3_diff1": 0.952057, + "nauc_map_at_5_max": 0.750107, + "nauc_map_at_5_std": -0.196667, + "nauc_map_at_5_diff1": 0.952048, + "nauc_map_at_10_max": 0.747876, + "nauc_map_at_10_std": -0.184743, + "nauc_map_at_10_diff1": 0.951406, + "nauc_map_at_20_max": 0.747038, + "nauc_map_at_20_std": -0.181982, + "nauc_map_at_20_diff1": 0.951936, + "nauc_map_at_100_max": 0.746793, + "nauc_map_at_100_std": -0.183127, + "nauc_map_at_100_diff1": 0.95189, + "nauc_map_at_1000_max": 0.746754, + "nauc_map_at_1000_std": -0.183438, + "nauc_map_at_1000_diff1": 0.951877, + "nauc_recall_at_1_max": 0.699969, + "nauc_recall_at_1_std": -0.208814, + "nauc_recall_at_1_diff1": 0.950202, + "nauc_recall_at_3_max": 0.893525, + "nauc_recall_at_3_std": -0.187997, + "nauc_recall_at_3_diff1": 0.953798, + "nauc_recall_at_5_max": 0.875013, + "nauc_recall_at_5_std": -0.200747, + "nauc_recall_at_5_diff1": 0.954611, + "nauc_recall_at_10_max": 0.858364, + "nauc_recall_at_10_std": 0.139374, + "nauc_recall_at_10_diff1": 0.937154, + "nauc_recall_at_20_max": 0.947712, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699969, + "nauc_precision_at_1_std": -0.208814, + "nauc_precision_at_1_diff1": 0.950202, + "nauc_precision_at_3_max": 0.893525, + "nauc_precision_at_3_std": -0.187997, + "nauc_precision_at_3_diff1": 0.953798, + "nauc_precision_at_5_max": 0.875013, + "nauc_precision_at_5_std": -0.200747, + "nauc_precision_at_5_diff1": 0.954611, + "nauc_precision_at_10_max": 0.858364, + "nauc_precision_at_10_std": 0.139374, + "nauc_precision_at_10_diff1": 0.937154, + "nauc_precision_at_20_max": 0.947712, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699969, + "nauc_mrr_at_1_std": -0.208814, + "nauc_mrr_at_1_diff1": 0.950202, + "nauc_mrr_at_3_max": 0.758527, + "nauc_mrr_at_3_std": -0.19523, + "nauc_mrr_at_3_diff1": 0.952057, + "nauc_mrr_at_5_max": 0.750107, + "nauc_mrr_at_5_std": -0.196667, + "nauc_mrr_at_5_diff1": 0.952048, + "nauc_mrr_at_10_max": 0.747876, + "nauc_mrr_at_10_std": -0.184743, + "nauc_mrr_at_10_diff1": 0.951406, + "nauc_mrr_at_20_max": 0.747038, + "nauc_mrr_at_20_std": -0.181982, + "nauc_mrr_at_20_diff1": 0.951936, + "nauc_mrr_at_100_max": 0.746793, + "nauc_mrr_at_100_std": -0.183127, + "nauc_mrr_at_100_diff1": 0.95189, + "nauc_mrr_at_1000_max": 0.746754, + "nauc_mrr_at_1000_std": -0.183438, + "nauc_mrr_at_1000_diff1": 0.951877, + "main_score": 0.95424, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86556, + "ndcg_at_3": 0.91078, + "ndcg_at_5": 0.91676, + "ndcg_at_10": 0.92361, + "ndcg_at_20": 0.9264, + "ndcg_at_100": 0.92836, + "ndcg_at_1000": 0.92879, + "map_at_1": 0.86556, + "map_at_3": 0.90056, + "map_at_5": 0.90389, + "map_at_10": 0.90674, + "map_at_20": 0.90749, + "map_at_100": 0.9078, + "map_at_1000": 0.90781, + "recall_at_1": 0.86556, + "recall_at_3": 0.94, + "recall_at_5": 0.95444, + "recall_at_10": 0.97556, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.86556, + "precision_at_3": 0.31333, + "precision_at_5": 0.19089, + "precision_at_10": 0.09756, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.865556, + "mrr_at_3": 0.900556, + "mrr_at_5": 0.903889, + "mrr_at_10": 0.906735, + "mrr_at_20": 0.907488, + "mrr_at_100": 0.907797, + "mrr_at_1000": 0.907813, + "nauc_ndcg_at_1_max": 0.677072, + "nauc_ndcg_at_1_std": 0.14443, + "nauc_ndcg_at_1_diff1": 0.913418, + "nauc_ndcg_at_3_max": 0.751803, + "nauc_ndcg_at_3_std": 0.200768, + "nauc_ndcg_at_3_diff1": 0.908037, + "nauc_ndcg_at_5_max": 0.747952, + "nauc_ndcg_at_5_std": 0.196856, + "nauc_ndcg_at_5_diff1": 0.909699, + "nauc_ndcg_at_10_max": 0.742241, + "nauc_ndcg_at_10_std": 0.206922, + "nauc_ndcg_at_10_diff1": 0.910999, + "nauc_ndcg_at_20_max": 0.736408, + "nauc_ndcg_at_20_std": 0.19822, + "nauc_ndcg_at_20_diff1": 0.912314, + "nauc_ndcg_at_100_max": 0.730812, + "nauc_ndcg_at_100_std": 0.18762, + "nauc_ndcg_at_100_diff1": 0.910627, + "nauc_ndcg_at_1000_max": 0.729674, + "nauc_ndcg_at_1000_std": 0.183401, + "nauc_ndcg_at_1000_diff1": 0.910608, + "nauc_map_at_1_max": 0.677072, + "nauc_map_at_1_std": 0.14443, + "nauc_map_at_1_diff1": 0.913418, + "nauc_map_at_3_max": 0.730311, + "nauc_map_at_3_std": 0.179256, + "nauc_map_at_3_diff1": 0.909286, + "nauc_map_at_5_max": 0.727798, + "nauc_map_at_5_std": 0.176006, + "nauc_map_at_5_diff1": 0.910146, + "nauc_map_at_10_max": 0.72511, + "nauc_map_at_10_std": 0.178077, + "nauc_map_at_10_diff1": 0.910548, + "nauc_map_at_20_max": 0.723701, + "nauc_map_at_20_std": 0.175873, + "nauc_map_at_20_diff1": 0.910798, + "nauc_map_at_100_max": 0.722964, + "nauc_map_at_100_std": 0.174358, + "nauc_map_at_100_diff1": 0.910579, + "nauc_map_at_1000_max": 0.722929, + "nauc_map_at_1000_std": 0.174232, + "nauc_map_at_1000_diff1": 0.910578, + "nauc_recall_at_1_max": 0.677072, + "nauc_recall_at_1_std": 0.14443, + "nauc_recall_at_1_diff1": 0.913418, + "nauc_recall_at_3_max": 0.850529, + "nauc_recall_at_3_std": 0.303567, + "nauc_recall_at_3_diff1": 0.902523, + "nauc_recall_at_5_max": 0.864168, + "nauc_recall_at_5_std": 0.32427, + "nauc_recall_at_5_diff1": 0.907882, + "nauc_recall_at_10_max": 0.912889, + "nauc_recall_at_10_std": 0.543078, + "nauc_recall_at_10_diff1": 0.919574, + "nauc_recall_at_20_max": 0.930167, + "nauc_recall_at_20_std": 0.640173, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.863834, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.677072, + "nauc_precision_at_1_std": 0.14443, + "nauc_precision_at_1_diff1": 0.913418, + "nauc_precision_at_3_max": 0.850529, + "nauc_precision_at_3_std": 0.303567, + "nauc_precision_at_3_diff1": 0.902523, + "nauc_precision_at_5_max": 0.864168, + "nauc_precision_at_5_std": 0.32427, + "nauc_precision_at_5_diff1": 0.907882, + "nauc_precision_at_10_max": 0.912889, + "nauc_precision_at_10_std": 0.543078, + "nauc_precision_at_10_diff1": 0.919574, + "nauc_precision_at_20_max": 0.930167, + "nauc_precision_at_20_std": 0.640173, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.863834, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.677072, + "nauc_mrr_at_1_std": 0.14443, + "nauc_mrr_at_1_diff1": 0.913418, + "nauc_mrr_at_3_max": 0.730311, + "nauc_mrr_at_3_std": 0.179256, + "nauc_mrr_at_3_diff1": 0.909286, + "nauc_mrr_at_5_max": 0.727798, + "nauc_mrr_at_5_std": 0.176006, + "nauc_mrr_at_5_diff1": 0.910146, + "nauc_mrr_at_10_max": 0.72511, + "nauc_mrr_at_10_std": 0.178077, + "nauc_mrr_at_10_diff1": 0.910548, + "nauc_mrr_at_20_max": 0.723701, + "nauc_mrr_at_20_std": 0.175873, + "nauc_mrr_at_20_diff1": 0.910798, + "nauc_mrr_at_100_max": 0.722964, + "nauc_mrr_at_100_std": 0.174358, + "nauc_mrr_at_100_diff1": 0.910579, + "nauc_mrr_at_1000_max": 0.722929, + "nauc_mrr_at_1000_std": 0.174232, + "nauc_mrr_at_1000_diff1": 0.910578, + "main_score": 0.92361, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.69333, + "ndcg_at_3": 0.74759, + "ndcg_at_5": 0.76136, + "ndcg_at_10": 0.77461, + "ndcg_at_20": 0.782, + "ndcg_at_100": 0.79312, + "ndcg_at_1000": 0.79952, + "map_at_1": 0.69333, + "map_at_3": 0.73444, + "map_at_5": 0.74211, + "map_at_10": 0.74755, + "map_at_20": 0.74963, + "map_at_100": 0.75102, + "map_at_1000": 0.75128, + "recall_at_1": 0.69333, + "recall_at_3": 0.78556, + "recall_at_5": 0.81889, + "recall_at_10": 0.86, + "recall_at_20": 0.88889, + "recall_at_100": 0.95111, + "recall_at_1000": 1.0, + "precision_at_1": 0.69333, + "precision_at_3": 0.26185, + "precision_at_5": 0.16378, + "precision_at_10": 0.086, + "precision_at_20": 0.04444, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.693333, + "mrr_at_3": 0.734444, + "mrr_at_5": 0.742111, + "mrr_at_10": 0.747549, + "mrr_at_20": 0.749626, + "mrr_at_100": 0.751019, + "mrr_at_1000": 0.751281, + "nauc_ndcg_at_1_max": 0.66342, + "nauc_ndcg_at_1_std": 0.325031, + "nauc_ndcg_at_1_diff1": 0.884493, + "nauc_ndcg_at_3_max": 0.706906, + "nauc_ndcg_at_3_std": 0.393672, + "nauc_ndcg_at_3_diff1": 0.853936, + "nauc_ndcg_at_5_max": 0.707455, + "nauc_ndcg_at_5_std": 0.390315, + "nauc_ndcg_at_5_diff1": 0.856235, + "nauc_ndcg_at_10_max": 0.706006, + "nauc_ndcg_at_10_std": 0.392183, + "nauc_ndcg_at_10_diff1": 0.854214, + "nauc_ndcg_at_20_max": 0.704263, + "nauc_ndcg_at_20_std": 0.386703, + "nauc_ndcg_at_20_diff1": 0.850457, + "nauc_ndcg_at_100_max": 0.70397, + "nauc_ndcg_at_100_std": 0.388726, + "nauc_ndcg_at_100_diff1": 0.85401, + "nauc_ndcg_at_1000_max": 0.700916, + "nauc_ndcg_at_1000_std": 0.381578, + "nauc_ndcg_at_1000_diff1": 0.85735, + "nauc_map_at_1_max": 0.66342, + "nauc_map_at_1_std": 0.325031, + "nauc_map_at_1_diff1": 0.884493, + "nauc_map_at_3_max": 0.697849, + "nauc_map_at_3_std": 0.376043, + "nauc_map_at_3_diff1": 0.862561, + "nauc_map_at_5_max": 0.697807, + "nauc_map_at_5_std": 0.373647, + "nauc_map_at_5_diff1": 0.864027, + "nauc_map_at_10_max": 0.696915, + "nauc_map_at_10_std": 0.373849, + "nauc_map_at_10_diff1": 0.863405, + "nauc_map_at_20_max": 0.696366, + "nauc_map_at_20_std": 0.372224, + "nauc_map_at_20_diff1": 0.862543, + "nauc_map_at_100_max": 0.696331, + "nauc_map_at_100_std": 0.37242, + "nauc_map_at_100_diff1": 0.862879, + "nauc_map_at_1000_max": 0.696213, + "nauc_map_at_1000_std": 0.372198, + "nauc_map_at_1000_diff1": 0.862995, + "nauc_recall_at_1_max": 0.66342, + "nauc_recall_at_1_std": 0.325031, + "nauc_recall_at_1_diff1": 0.884493, + "nauc_recall_at_3_max": 0.736521, + "nauc_recall_at_3_std": 0.453433, + "nauc_recall_at_3_diff1": 0.824297, + "nauc_recall_at_5_max": 0.743312, + "nauc_recall_at_5_std": 0.453615, + "nauc_recall_at_5_diff1": 0.826401, + "nauc_recall_at_10_max": 0.74739, + "nauc_recall_at_10_std": 0.480328, + "nauc_recall_at_10_diff1": 0.809385, + "nauc_recall_at_20_max": 0.745345, + "nauc_recall_at_20_std": 0.463874, + "nauc_recall_at_20_diff1": 0.772994, + "nauc_recall_at_100_max": 0.786956, + "nauc_recall_at_100_std": 0.596076, + "nauc_recall_at_100_diff1": 0.75921, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.66342, + "nauc_precision_at_1_std": 0.325031, + "nauc_precision_at_1_diff1": 0.884493, + "nauc_precision_at_3_max": 0.736521, + "nauc_precision_at_3_std": 0.453433, + "nauc_precision_at_3_diff1": 0.824297, + "nauc_precision_at_5_max": 0.743312, + "nauc_precision_at_5_std": 0.453615, + "nauc_precision_at_5_diff1": 0.826401, + "nauc_precision_at_10_max": 0.74739, + "nauc_precision_at_10_std": 0.480328, + "nauc_precision_at_10_diff1": 0.809385, + "nauc_precision_at_20_max": 0.745345, + "nauc_precision_at_20_std": 0.463874, + "nauc_precision_at_20_diff1": 0.772994, + "nauc_precision_at_100_max": 0.786956, + "nauc_precision_at_100_std": 0.596076, + "nauc_precision_at_100_diff1": 0.75921, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.66342, + "nauc_mrr_at_1_std": 0.325031, + "nauc_mrr_at_1_diff1": 0.884493, + "nauc_mrr_at_3_max": 0.697849, + "nauc_mrr_at_3_std": 0.376043, + "nauc_mrr_at_3_diff1": 0.862561, + "nauc_mrr_at_5_max": 0.697807, + "nauc_mrr_at_5_std": 0.373647, + "nauc_mrr_at_5_diff1": 0.864027, + "nauc_mrr_at_10_max": 0.696915, + "nauc_mrr_at_10_std": 0.373849, + "nauc_mrr_at_10_diff1": 0.863405, + "nauc_mrr_at_20_max": 0.696366, + "nauc_mrr_at_20_std": 0.372224, + "nauc_mrr_at_20_diff1": 0.862543, + "nauc_mrr_at_100_max": 0.696331, + "nauc_mrr_at_100_std": 0.37242, + "nauc_mrr_at_100_diff1": 0.862879, + "nauc_mrr_at_1000_max": 0.696213, + "nauc_mrr_at_1000_std": 0.372198, + "nauc_mrr_at_1000_diff1": 0.862995, + "main_score": 0.77461, + "hf_subset": "ben_Latn-ben_Latn", + "languages": [ + "ben-Latn", + "ben-Latn" + ] + }, + { + "ndcg_at_1": 0.84889, + "ndcg_at_3": 0.90528, + "ndcg_at_5": 0.9081, + "ndcg_at_10": 0.9141, + "ndcg_at_20": 0.91687, + "ndcg_at_100": 0.91978, + "ndcg_at_1000": 0.92032, + "map_at_1": 0.84889, + "map_at_3": 0.89204, + "map_at_5": 0.89365, + "map_at_10": 0.89607, + "map_at_20": 0.8968, + "map_at_100": 0.89722, + "map_at_1000": 0.89723, + "recall_at_1": 0.84889, + "recall_at_3": 0.94333, + "recall_at_5": 0.95, + "recall_at_10": 0.96889, + "recall_at_20": 0.98, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.84889, + "precision_at_3": 0.31444, + "precision_at_5": 0.19, + "precision_at_10": 0.09689, + "precision_at_20": 0.049, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.848889, + "mrr_at_3": 0.892037, + "mrr_at_5": 0.893648, + "mrr_at_10": 0.896069, + "mrr_at_20": 0.896804, + "mrr_at_100": 0.897216, + "mrr_at_1000": 0.897231, + "nauc_ndcg_at_1_max": 0.619157, + "nauc_ndcg_at_1_std": -0.059788, + "nauc_ndcg_at_1_diff1": 0.884022, + "nauc_ndcg_at_3_max": 0.708818, + "nauc_ndcg_at_3_std": -0.02142, + "nauc_ndcg_at_3_diff1": 0.871438, + "nauc_ndcg_at_5_max": 0.704199, + "nauc_ndcg_at_5_std": -0.042156, + "nauc_ndcg_at_5_diff1": 0.873438, + "nauc_ndcg_at_10_max": 0.695994, + "nauc_ndcg_at_10_std": -0.049575, + "nauc_ndcg_at_10_diff1": 0.879726, + "nauc_ndcg_at_20_max": 0.691886, + "nauc_ndcg_at_20_std": -0.039944, + "nauc_ndcg_at_20_diff1": 0.882297, + "nauc_ndcg_at_100_max": 0.685497, + "nauc_ndcg_at_100_std": -0.039162, + "nauc_ndcg_at_100_diff1": 0.879688, + "nauc_ndcg_at_1000_max": 0.6845, + "nauc_ndcg_at_1000_std": -0.044825, + "nauc_ndcg_at_1000_diff1": 0.879326, + "nauc_map_at_1_max": 0.619157, + "nauc_map_at_1_std": -0.059788, + "nauc_map_at_1_diff1": 0.884022, + "nauc_map_at_3_max": 0.684352, + "nauc_map_at_3_std": -0.0371, + "nauc_map_at_3_diff1": 0.874885, + "nauc_map_at_5_max": 0.681719, + "nauc_map_at_5_std": -0.047599, + "nauc_map_at_5_diff1": 0.875981, + "nauc_map_at_10_max": 0.678586, + "nauc_map_at_10_std": -0.051227, + "nauc_map_at_10_diff1": 0.878441, + "nauc_map_at_20_max": 0.677575, + "nauc_map_at_20_std": -0.049344, + "nauc_map_at_20_diff1": 0.879057, + "nauc_map_at_100_max": 0.676767, + "nauc_map_at_100_std": -0.049202, + "nauc_map_at_100_diff1": 0.878755, + "nauc_map_at_1000_max": 0.676744, + "nauc_map_at_1000_std": -0.049321, + "nauc_map_at_1000_diff1": 0.878749, + "nauc_recall_at_1_max": 0.619157, + "nauc_recall_at_1_std": -0.059788, + "nauc_recall_at_1_diff1": 0.884022, + "nauc_recall_at_3_max": 0.835063, + "nauc_recall_at_3_std": 0.064343, + "nauc_recall_at_3_diff1": 0.853637, + "nauc_recall_at_5_max": 0.832057, + "nauc_recall_at_5_std": -0.012024, + "nauc_recall_at_5_diff1": 0.85928, + "nauc_recall_at_10_max": 0.838035, + "nauc_recall_at_10_std": -0.038432, + "nauc_recall_at_10_diff1": 0.898709, + "nauc_recall_at_20_max": 0.850244, + "nauc_recall_at_20_std": 0.130304, + "nauc_recall_at_20_diff1": 0.948257, + "nauc_recall_at_100_max": 0.828431, + "nauc_recall_at_100_std": 0.780696, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.619157, + "nauc_precision_at_1_std": -0.059788, + "nauc_precision_at_1_diff1": 0.884022, + "nauc_precision_at_3_max": 0.835063, + "nauc_precision_at_3_std": 0.064343, + "nauc_precision_at_3_diff1": 0.853637, + "nauc_precision_at_5_max": 0.832057, + "nauc_precision_at_5_std": -0.012024, + "nauc_precision_at_5_diff1": 0.85928, + "nauc_precision_at_10_max": 0.838035, + "nauc_precision_at_10_std": -0.038432, + "nauc_precision_at_10_diff1": 0.898709, + "nauc_precision_at_20_max": 0.850244, + "nauc_precision_at_20_std": 0.130304, + "nauc_precision_at_20_diff1": 0.948257, + "nauc_precision_at_100_max": 0.828431, + "nauc_precision_at_100_std": 0.780696, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.619157, + "nauc_mrr_at_1_std": -0.059788, + "nauc_mrr_at_1_diff1": 0.884022, + "nauc_mrr_at_3_max": 0.684352, + "nauc_mrr_at_3_std": -0.0371, + "nauc_mrr_at_3_diff1": 0.874885, + "nauc_mrr_at_5_max": 0.681719, + "nauc_mrr_at_5_std": -0.047599, + "nauc_mrr_at_5_diff1": 0.875981, + "nauc_mrr_at_10_max": 0.678586, + "nauc_mrr_at_10_std": -0.051227, + "nauc_mrr_at_10_diff1": 0.878441, + "nauc_mrr_at_20_max": 0.677575, + "nauc_mrr_at_20_std": -0.049344, + "nauc_mrr_at_20_diff1": 0.879057, + "nauc_mrr_at_100_max": 0.676767, + "nauc_mrr_at_100_std": -0.049202, + "nauc_mrr_at_100_diff1": 0.878755, + "nauc_mrr_at_1000_max": 0.676744, + "nauc_mrr_at_1000_std": -0.049321, + "nauc_mrr_at_1000_diff1": 0.878749, + "main_score": 0.9141, + "hf_subset": "ben_Latn-eng_Latn", + "languages": [ + "ben-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.62222, + "ndcg_at_3": 0.67633, + "ndcg_at_5": 0.69278, + "ndcg_at_10": 0.70566, + "ndcg_at_20": 0.7145, + "ndcg_at_100": 0.73148, + "ndcg_at_1000": 0.74188, + "map_at_1": 0.62222, + "map_at_3": 0.66315, + "map_at_5": 0.67226, + "map_at_10": 0.67754, + "map_at_20": 0.67989, + "map_at_100": 0.68227, + "map_at_1000": 0.68271, + "recall_at_1": 0.62222, + "recall_at_3": 0.71444, + "recall_at_5": 0.75444, + "recall_at_10": 0.79444, + "recall_at_20": 0.83, + "recall_at_100": 0.92111, + "recall_at_1000": 1.0, + "precision_at_1": 0.62222, + "precision_at_3": 0.23815, + "precision_at_5": 0.15089, + "precision_at_10": 0.07944, + "precision_at_20": 0.0415, + "precision_at_100": 0.00921, + "precision_at_1000": 0.001, + "mrr_at_1": 0.622222, + "mrr_at_3": 0.663148, + "mrr_at_5": 0.672259, + "mrr_at_10": 0.677545, + "mrr_at_20": 0.679893, + "mrr_at_100": 0.682273, + "mrr_at_1000": 0.682707, + "nauc_ndcg_at_1_max": 0.714746, + "nauc_ndcg_at_1_std": 0.327976, + "nauc_ndcg_at_1_diff1": 0.857723, + "nauc_ndcg_at_3_max": 0.760078, + "nauc_ndcg_at_3_std": 0.378741, + "nauc_ndcg_at_3_diff1": 0.830038, + "nauc_ndcg_at_5_max": 0.755576, + "nauc_ndcg_at_5_std": 0.393466, + "nauc_ndcg_at_5_diff1": 0.823672, + "nauc_ndcg_at_10_max": 0.752832, + "nauc_ndcg_at_10_std": 0.398929, + "nauc_ndcg_at_10_diff1": 0.823133, + "nauc_ndcg_at_20_max": 0.750295, + "nauc_ndcg_at_20_std": 0.400808, + "nauc_ndcg_at_20_diff1": 0.820596, + "nauc_ndcg_at_100_max": 0.74673, + "nauc_ndcg_at_100_std": 0.394501, + "nauc_ndcg_at_100_diff1": 0.823099, + "nauc_ndcg_at_1000_max": 0.747297, + "nauc_ndcg_at_1000_std": 0.386411, + "nauc_ndcg_at_1000_diff1": 0.827894, + "nauc_map_at_1_max": 0.714746, + "nauc_map_at_1_std": 0.327976, + "nauc_map_at_1_diff1": 0.857723, + "nauc_map_at_3_max": 0.749544, + "nauc_map_at_3_std": 0.365605, + "nauc_map_at_3_diff1": 0.83783, + "nauc_map_at_5_max": 0.747094, + "nauc_map_at_5_std": 0.373179, + "nauc_map_at_5_diff1": 0.834685, + "nauc_map_at_10_max": 0.746098, + "nauc_map_at_10_std": 0.375402, + "nauc_map_at_10_diff1": 0.834683, + "nauc_map_at_20_max": 0.745429, + "nauc_map_at_20_std": 0.375726, + "nauc_map_at_20_diff1": 0.834088, + "nauc_map_at_100_max": 0.744757, + "nauc_map_at_100_std": 0.374644, + "nauc_map_at_100_diff1": 0.83433, + "nauc_map_at_1000_max": 0.744783, + "nauc_map_at_1000_std": 0.374373, + "nauc_map_at_1000_diff1": 0.834527, + "nauc_recall_at_1_max": 0.714746, + "nauc_recall_at_1_std": 0.327976, + "nauc_recall_at_1_diff1": 0.857723, + "nauc_recall_at_3_max": 0.793538, + "nauc_recall_at_3_std": 0.421163, + "nauc_recall_at_3_diff1": 0.804577, + "nauc_recall_at_5_max": 0.784111, + "nauc_recall_at_5_std": 0.468315, + "nauc_recall_at_5_diff1": 0.782853, + "nauc_recall_at_10_max": 0.776052, + "nauc_recall_at_10_std": 0.498741, + "nauc_recall_at_10_diff1": 0.774137, + "nauc_recall_at_20_max": 0.765123, + "nauc_recall_at_20_std": 0.528141, + "nauc_recall_at_20_diff1": 0.750505, + "nauc_recall_at_100_max": 0.735662, + "nauc_recall_at_100_std": 0.567549, + "nauc_recall_at_100_diff1": 0.725188, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.714746, + "nauc_precision_at_1_std": 0.327976, + "nauc_precision_at_1_diff1": 0.857723, + "nauc_precision_at_3_max": 0.793538, + "nauc_precision_at_3_std": 0.421163, + "nauc_precision_at_3_diff1": 0.804577, + "nauc_precision_at_5_max": 0.784111, + "nauc_precision_at_5_std": 0.468315, + "nauc_precision_at_5_diff1": 0.782853, + "nauc_precision_at_10_max": 0.776052, + "nauc_precision_at_10_std": 0.498741, + "nauc_precision_at_10_diff1": 0.774137, + "nauc_precision_at_20_max": 0.765123, + "nauc_precision_at_20_std": 0.528141, + "nauc_precision_at_20_diff1": 0.750505, + "nauc_precision_at_100_max": 0.735662, + "nauc_precision_at_100_std": 0.567549, + "nauc_precision_at_100_diff1": 0.725188, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.714746, + "nauc_mrr_at_1_std": 0.327976, + "nauc_mrr_at_1_diff1": 0.857723, + "nauc_mrr_at_3_max": 0.749544, + "nauc_mrr_at_3_std": 0.365605, + "nauc_mrr_at_3_diff1": 0.83783, + "nauc_mrr_at_5_max": 0.747094, + "nauc_mrr_at_5_std": 0.373179, + "nauc_mrr_at_5_diff1": 0.834685, + "nauc_mrr_at_10_max": 0.746098, + "nauc_mrr_at_10_std": 0.375402, + "nauc_mrr_at_10_diff1": 0.834683, + "nauc_mrr_at_20_max": 0.745429, + "nauc_mrr_at_20_std": 0.375726, + "nauc_mrr_at_20_diff1": 0.834088, + "nauc_mrr_at_100_max": 0.744757, + "nauc_mrr_at_100_std": 0.374644, + "nauc_mrr_at_100_diff1": 0.83433, + "nauc_mrr_at_1000_max": 0.744783, + "nauc_mrr_at_1000_std": 0.374373, + "nauc_mrr_at_1000_diff1": 0.834527, + "main_score": 0.70566, + "hf_subset": "eng_Latn-ben_Latn", + "languages": [ + "eng-Latn", + "ben-Latn" + ] + }, + { + "ndcg_at_1": 0.47, + "ndcg_at_3": 0.54451, + "ndcg_at_5": 0.56865, + "ndcg_at_10": 0.58541, + "ndcg_at_20": 0.60165, + "ndcg_at_100": 0.62644, + "ndcg_at_1000": 0.6385, + "map_at_1": 0.47, + "map_at_3": 0.52611, + "map_at_5": 0.53944, + "map_at_10": 0.54649, + "map_at_20": 0.55108, + "map_at_100": 0.55431, + "map_at_1000": 0.55479, + "recall_at_1": 0.47, + "recall_at_3": 0.59778, + "recall_at_5": 0.65667, + "recall_at_10": 0.70778, + "recall_at_20": 0.77111, + "recall_at_100": 0.90778, + "recall_at_1000": 1.0, + "precision_at_1": 0.47, + "precision_at_3": 0.19926, + "precision_at_5": 0.13133, + "precision_at_10": 0.07078, + "precision_at_20": 0.03856, + "precision_at_100": 0.00908, + "precision_at_1000": 0.001, + "mrr_at_1": 0.47, + "mrr_at_3": 0.526111, + "mrr_at_5": 0.539444, + "mrr_at_10": 0.546495, + "mrr_at_20": 0.55108, + "mrr_at_100": 0.554306, + "mrr_at_1000": 0.554792, + "nauc_ndcg_at_1_max": 0.430451, + "nauc_ndcg_at_1_std": -0.050165, + "nauc_ndcg_at_1_diff1": 0.746472, + "nauc_ndcg_at_3_max": 0.431253, + "nauc_ndcg_at_3_std": -0.006132, + "nauc_ndcg_at_3_diff1": 0.696567, + "nauc_ndcg_at_5_max": 0.420734, + "nauc_ndcg_at_5_std": -0.008409, + "nauc_ndcg_at_5_diff1": 0.689946, + "nauc_ndcg_at_10_max": 0.418926, + "nauc_ndcg_at_10_std": -0.009565, + "nauc_ndcg_at_10_diff1": 0.682619, + "nauc_ndcg_at_20_max": 0.41634, + "nauc_ndcg_at_20_std": -0.00823, + "nauc_ndcg_at_20_diff1": 0.683647, + "nauc_ndcg_at_100_max": 0.419626, + "nauc_ndcg_at_100_std": -0.00557, + "nauc_ndcg_at_100_diff1": 0.687905, + "nauc_ndcg_at_1000_max": 0.421243, + "nauc_ndcg_at_1000_std": -0.012068, + "nauc_ndcg_at_1000_diff1": 0.693467, + "nauc_map_at_1_max": 0.430451, + "nauc_map_at_1_std": -0.050165, + "nauc_map_at_1_diff1": 0.746472, + "nauc_map_at_3_max": 0.430562, + "nauc_map_at_3_std": -0.019505, + "nauc_map_at_3_diff1": 0.708794, + "nauc_map_at_5_max": 0.424716, + "nauc_map_at_5_std": -0.021272, + "nauc_map_at_5_diff1": 0.705745, + "nauc_map_at_10_max": 0.424427, + "nauc_map_at_10_std": -0.02169, + "nauc_map_at_10_diff1": 0.703285, + "nauc_map_at_20_max": 0.423781, + "nauc_map_at_20_std": -0.021381, + "nauc_map_at_20_diff1": 0.703689, + "nauc_map_at_100_max": 0.424045, + "nauc_map_at_100_std": -0.020655, + "nauc_map_at_100_diff1": 0.703793, + "nauc_map_at_1000_max": 0.424142, + "nauc_map_at_1000_std": -0.020844, + "nauc_map_at_1000_diff1": 0.704009, + "nauc_recall_at_1_max": 0.430451, + "nauc_recall_at_1_std": -0.050165, + "nauc_recall_at_1_diff1": 0.746472, + "nauc_recall_at_3_max": 0.433602, + "nauc_recall_at_3_std": 0.036152, + "nauc_recall_at_3_diff1": 0.658981, + "nauc_recall_at_5_max": 0.406091, + "nauc_recall_at_5_std": 0.035964, + "nauc_recall_at_5_diff1": 0.635523, + "nauc_recall_at_10_max": 0.395032, + "nauc_recall_at_10_std": 0.035506, + "nauc_recall_at_10_diff1": 0.600197, + "nauc_recall_at_20_max": 0.375711, + "nauc_recall_at_20_std": 0.051775, + "nauc_recall_at_20_diff1": 0.588716, + "nauc_recall_at_100_max": 0.388726, + "nauc_recall_at_100_std": 0.144443, + "nauc_recall_at_100_diff1": 0.567441, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.430451, + "nauc_precision_at_1_std": -0.050165, + "nauc_precision_at_1_diff1": 0.746472, + "nauc_precision_at_3_max": 0.433602, + "nauc_precision_at_3_std": 0.036152, + "nauc_precision_at_3_diff1": 0.658981, + "nauc_precision_at_5_max": 0.406091, + "nauc_precision_at_5_std": 0.035964, + "nauc_precision_at_5_diff1": 0.635523, + "nauc_precision_at_10_max": 0.395032, + "nauc_precision_at_10_std": 0.035506, + "nauc_precision_at_10_diff1": 0.600197, + "nauc_precision_at_20_max": 0.375711, + "nauc_precision_at_20_std": 0.051775, + "nauc_precision_at_20_diff1": 0.588716, + "nauc_precision_at_100_max": 0.388726, + "nauc_precision_at_100_std": 0.144443, + "nauc_precision_at_100_diff1": 0.567441, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.430451, + "nauc_mrr_at_1_std": -0.050165, + "nauc_mrr_at_1_diff1": 0.746472, + "nauc_mrr_at_3_max": 0.430562, + "nauc_mrr_at_3_std": -0.019505, + "nauc_mrr_at_3_diff1": 0.708794, + "nauc_mrr_at_5_max": 0.424716, + "nauc_mrr_at_5_std": -0.021272, + "nauc_mrr_at_5_diff1": 0.705745, + "nauc_mrr_at_10_max": 0.424427, + "nauc_mrr_at_10_std": -0.02169, + "nauc_mrr_at_10_diff1": 0.703285, + "nauc_mrr_at_20_max": 0.423781, + "nauc_mrr_at_20_std": -0.021381, + "nauc_mrr_at_20_diff1": 0.703689, + "nauc_mrr_at_100_max": 0.424045, + "nauc_mrr_at_100_std": -0.020655, + "nauc_mrr_at_100_diff1": 0.703793, + "nauc_mrr_at_1000_max": 0.424142, + "nauc_mrr_at_1000_std": -0.020844, + "nauc_mrr_at_1000_diff1": 0.704009, + "main_score": 0.58541, + "hf_subset": "bod_Tibt-bod_Tibt", + "languages": [ + "bod-Tibt", + "bod-Tibt" + ] + }, + { + "ndcg_at_1": 0.67778, + "ndcg_at_3": 0.75792, + "ndcg_at_5": 0.77686, + "ndcg_at_10": 0.79276, + "ndcg_at_20": 0.80172, + "ndcg_at_100": 0.8104, + "ndcg_at_1000": 0.8118, + "map_at_1": 0.67778, + "map_at_3": 0.7387, + "map_at_5": 0.74931, + "map_at_10": 0.75593, + "map_at_20": 0.75838, + "map_at_100": 0.75957, + "map_at_1000": 0.75965, + "recall_at_1": 0.67778, + "recall_at_3": 0.81333, + "recall_at_5": 0.85889, + "recall_at_10": 0.90778, + "recall_at_20": 0.94333, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.67778, + "precision_at_3": 0.27111, + "precision_at_5": 0.17178, + "precision_at_10": 0.09078, + "precision_at_20": 0.04717, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.677778, + "mrr_at_3": 0.738704, + "mrr_at_5": 0.749315, + "mrr_at_10": 0.755935, + "mrr_at_20": 0.758378, + "mrr_at_100": 0.759575, + "mrr_at_1000": 0.75965, + "nauc_ndcg_at_1_max": 0.5435, + "nauc_ndcg_at_1_std": -0.117971, + "nauc_ndcg_at_1_diff1": 0.807861, + "nauc_ndcg_at_3_max": 0.555939, + "nauc_ndcg_at_3_std": -0.083056, + "nauc_ndcg_at_3_diff1": 0.778735, + "nauc_ndcg_at_5_max": 0.564117, + "nauc_ndcg_at_5_std": -0.099116, + "nauc_ndcg_at_5_diff1": 0.775217, + "nauc_ndcg_at_10_max": 0.558476, + "nauc_ndcg_at_10_std": -0.093445, + "nauc_ndcg_at_10_diff1": 0.775045, + "nauc_ndcg_at_20_max": 0.559788, + "nauc_ndcg_at_20_std": -0.089216, + "nauc_ndcg_at_20_diff1": 0.77686, + "nauc_ndcg_at_100_max": 0.558261, + "nauc_ndcg_at_100_std": -0.087156, + "nauc_ndcg_at_100_diff1": 0.783549, + "nauc_ndcg_at_1000_max": 0.557499, + "nauc_ndcg_at_1000_std": -0.09172, + "nauc_ndcg_at_1000_diff1": 0.783274, + "nauc_map_at_1_max": 0.5435, + "nauc_map_at_1_std": -0.117971, + "nauc_map_at_1_diff1": 0.807861, + "nauc_map_at_3_max": 0.554345, + "nauc_map_at_3_std": -0.09195, + "nauc_map_at_3_diff1": 0.787036, + "nauc_map_at_5_max": 0.558594, + "nauc_map_at_5_std": -0.100165, + "nauc_map_at_5_diff1": 0.785539, + "nauc_map_at_10_max": 0.556404, + "nauc_map_at_10_std": -0.097796, + "nauc_map_at_10_diff1": 0.78579, + "nauc_map_at_20_max": 0.556594, + "nauc_map_at_20_std": -0.096794, + "nauc_map_at_20_diff1": 0.786459, + "nauc_map_at_100_max": 0.556258, + "nauc_map_at_100_std": -0.096363, + "nauc_map_at_100_diff1": 0.787202, + "nauc_map_at_1000_max": 0.556224, + "nauc_map_at_1000_std": -0.096517, + "nauc_map_at_1000_diff1": 0.787189, + "nauc_recall_at_1_max": 0.5435, + "nauc_recall_at_1_std": -0.117971, + "nauc_recall_at_1_diff1": 0.807861, + "nauc_recall_at_3_max": 0.560876, + "nauc_recall_at_3_std": -0.050178, + "nauc_recall_at_3_diff1": 0.747509, + "nauc_recall_at_5_max": 0.58994, + "nauc_recall_at_5_std": -0.099074, + "nauc_recall_at_5_diff1": 0.726457, + "nauc_recall_at_10_max": 0.56748, + "nauc_recall_at_10_std": -0.069252, + "nauc_recall_at_10_diff1": 0.702018, + "nauc_recall_at_20_max": 0.591558, + "nauc_recall_at_20_std": -0.004669, + "nauc_recall_at_20_diff1": 0.674667, + "nauc_recall_at_100_max": 0.645503, + "nauc_recall_at_100_std": 0.486824, + "nauc_recall_at_100_diff1": 0.814296, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.5435, + "nauc_precision_at_1_std": -0.117971, + "nauc_precision_at_1_diff1": 0.807861, + "nauc_precision_at_3_max": 0.560876, + "nauc_precision_at_3_std": -0.050178, + "nauc_precision_at_3_diff1": 0.747509, + "nauc_precision_at_5_max": 0.58994, + "nauc_precision_at_5_std": -0.099074, + "nauc_precision_at_5_diff1": 0.726457, + "nauc_precision_at_10_max": 0.56748, + "nauc_precision_at_10_std": -0.069252, + "nauc_precision_at_10_diff1": 0.702018, + "nauc_precision_at_20_max": 0.591558, + "nauc_precision_at_20_std": -0.004669, + "nauc_precision_at_20_diff1": 0.674667, + "nauc_precision_at_100_max": 0.645503, + "nauc_precision_at_100_std": 0.486824, + "nauc_precision_at_100_diff1": 0.814296, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.5435, + "nauc_mrr_at_1_std": -0.117971, + "nauc_mrr_at_1_diff1": 0.807861, + "nauc_mrr_at_3_max": 0.554345, + "nauc_mrr_at_3_std": -0.09195, + "nauc_mrr_at_3_diff1": 0.787036, + "nauc_mrr_at_5_max": 0.558594, + "nauc_mrr_at_5_std": -0.100165, + "nauc_mrr_at_5_diff1": 0.785539, + "nauc_mrr_at_10_max": 0.556404, + "nauc_mrr_at_10_std": -0.097796, + "nauc_mrr_at_10_diff1": 0.78579, + "nauc_mrr_at_20_max": 0.556594, + "nauc_mrr_at_20_std": -0.096794, + "nauc_mrr_at_20_diff1": 0.786459, + "nauc_mrr_at_100_max": 0.556258, + "nauc_mrr_at_100_std": -0.096363, + "nauc_mrr_at_100_diff1": 0.787202, + "nauc_mrr_at_1000_max": 0.556224, + "nauc_mrr_at_1000_std": -0.096517, + "nauc_mrr_at_1000_diff1": 0.787189, + "main_score": 0.79276, + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.41444, + "ndcg_at_3": 0.47092, + "ndcg_at_5": 0.48967, + "ndcg_at_10": 0.50731, + "ndcg_at_20": 0.52435, + "ndcg_at_100": 0.55356, + "ndcg_at_1000": 0.57434, + "map_at_1": 0.41444, + "map_at_3": 0.45704, + "map_at_5": 0.46743, + "map_at_10": 0.47453, + "map_at_20": 0.4793, + "map_at_100": 0.48312, + "map_at_1000": 0.48393, + "recall_at_1": 0.41444, + "recall_at_3": 0.51111, + "recall_at_5": 0.55667, + "recall_at_10": 0.61222, + "recall_at_20": 0.67889, + "recall_at_100": 0.84, + "recall_at_1000": 1.0, + "precision_at_1": 0.41444, + "precision_at_3": 0.17037, + "precision_at_5": 0.11133, + "precision_at_10": 0.06122, + "precision_at_20": 0.03394, + "precision_at_100": 0.0084, + "precision_at_1000": 0.001, + "mrr_at_1": 0.414444, + "mrr_at_3": 0.457037, + "mrr_at_5": 0.467426, + "mrr_at_10": 0.474528, + "mrr_at_20": 0.4793, + "mrr_at_100": 0.483116, + "mrr_at_1000": 0.483934, + "nauc_ndcg_at_1_max": 0.622499, + "nauc_ndcg_at_1_std": 0.05328, + "nauc_ndcg_at_1_diff1": 0.786161, + "nauc_ndcg_at_3_max": 0.619703, + "nauc_ndcg_at_3_std": 0.063024, + "nauc_ndcg_at_3_diff1": 0.750653, + "nauc_ndcg_at_5_max": 0.613684, + "nauc_ndcg_at_5_std": 0.067327, + "nauc_ndcg_at_5_diff1": 0.74356, + "nauc_ndcg_at_10_max": 0.607061, + "nauc_ndcg_at_10_std": 0.070181, + "nauc_ndcg_at_10_diff1": 0.732434, + "nauc_ndcg_at_20_max": 0.609534, + "nauc_ndcg_at_20_std": 0.086768, + "nauc_ndcg_at_20_diff1": 0.728853, + "nauc_ndcg_at_100_max": 0.604572, + "nauc_ndcg_at_100_std": 0.080961, + "nauc_ndcg_at_100_diff1": 0.731806, + "nauc_ndcg_at_1000_max": 0.6108, + "nauc_ndcg_at_1000_std": 0.075275, + "nauc_ndcg_at_1000_diff1": 0.740296, + "nauc_map_at_1_max": 0.622499, + "nauc_map_at_1_std": 0.05328, + "nauc_map_at_1_diff1": 0.786161, + "nauc_map_at_3_max": 0.620935, + "nauc_map_at_3_std": 0.060876, + "nauc_map_at_3_diff1": 0.759729, + "nauc_map_at_5_max": 0.617887, + "nauc_map_at_5_std": 0.063617, + "nauc_map_at_5_diff1": 0.756028, + "nauc_map_at_10_max": 0.615422, + "nauc_map_at_10_std": 0.065344, + "nauc_map_at_10_diff1": 0.751625, + "nauc_map_at_20_max": 0.61605, + "nauc_map_at_20_std": 0.069463, + "nauc_map_at_20_diff1": 0.75079, + "nauc_map_at_100_max": 0.615426, + "nauc_map_at_100_std": 0.068798, + "nauc_map_at_100_diff1": 0.751054, + "nauc_map_at_1000_max": 0.615624, + "nauc_map_at_1000_std": 0.068575, + "nauc_map_at_1000_diff1": 0.751362, + "nauc_recall_at_1_max": 0.622499, + "nauc_recall_at_1_std": 0.05328, + "nauc_recall_at_1_diff1": 0.786161, + "nauc_recall_at_3_max": 0.615832, + "nauc_recall_at_3_std": 0.069271, + "nauc_recall_at_3_diff1": 0.723674, + "nauc_recall_at_5_max": 0.599312, + "nauc_recall_at_5_std": 0.078718, + "nauc_recall_at_5_diff1": 0.703935, + "nauc_recall_at_10_max": 0.574743, + "nauc_recall_at_10_std": 0.085641, + "nauc_recall_at_10_diff1": 0.663378, + "nauc_recall_at_20_max": 0.583108, + "nauc_recall_at_20_std": 0.169421, + "nauc_recall_at_20_diff1": 0.637136, + "nauc_recall_at_100_max": 0.509999, + "nauc_recall_at_100_std": 0.162821, + "nauc_recall_at_100_diff1": 0.605946, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.622499, + "nauc_precision_at_1_std": 0.05328, + "nauc_precision_at_1_diff1": 0.786161, + "nauc_precision_at_3_max": 0.615832, + "nauc_precision_at_3_std": 0.069271, + "nauc_precision_at_3_diff1": 0.723674, + "nauc_precision_at_5_max": 0.599312, + "nauc_precision_at_5_std": 0.078718, + "nauc_precision_at_5_diff1": 0.703935, + "nauc_precision_at_10_max": 0.574743, + "nauc_precision_at_10_std": 0.085641, + "nauc_precision_at_10_diff1": 0.663378, + "nauc_precision_at_20_max": 0.583108, + "nauc_precision_at_20_std": 0.169421, + "nauc_precision_at_20_diff1": 0.637136, + "nauc_precision_at_100_max": 0.509999, + "nauc_precision_at_100_std": 0.162821, + "nauc_precision_at_100_diff1": 0.605946, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.622499, + "nauc_mrr_at_1_std": 0.05328, + "nauc_mrr_at_1_diff1": 0.786161, + "nauc_mrr_at_3_max": 0.620935, + "nauc_mrr_at_3_std": 0.060876, + "nauc_mrr_at_3_diff1": 0.759729, + "nauc_mrr_at_5_max": 0.617887, + "nauc_mrr_at_5_std": 0.063617, + "nauc_mrr_at_5_diff1": 0.756028, + "nauc_mrr_at_10_max": 0.615422, + "nauc_mrr_at_10_std": 0.065344, + "nauc_mrr_at_10_diff1": 0.751625, + "nauc_mrr_at_20_max": 0.61605, + "nauc_mrr_at_20_std": 0.069463, + "nauc_mrr_at_20_diff1": 0.75079, + "nauc_mrr_at_100_max": 0.615426, + "nauc_mrr_at_100_std": 0.068798, + "nauc_mrr_at_100_diff1": 0.751054, + "nauc_mrr_at_1000_max": 0.615624, + "nauc_mrr_at_1000_std": 0.068575, + "nauc_mrr_at_1000_diff1": 0.751362, + "main_score": 0.50731, + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "ndcg_at_1": 0.88556, + "ndcg_at_3": 0.92573, + "ndcg_at_5": 0.93491, + "ndcg_at_10": 0.93782, + "ndcg_at_20": 0.93958, + "ndcg_at_100": 0.94098, + "ndcg_at_1000": 0.94124, + "map_at_1": 0.88556, + "map_at_3": 0.91648, + "map_at_5": 0.92159, + "map_at_10": 0.92282, + "map_at_20": 0.92334, + "map_at_100": 0.92352, + "map_at_1000": 0.92352, + "recall_at_1": 0.88556, + "recall_at_3": 0.95222, + "recall_at_5": 0.97444, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.88556, + "precision_at_3": 0.31741, + "precision_at_5": 0.19489, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.885556, + "mrr_at_3": 0.916481, + "mrr_at_5": 0.921593, + "mrr_at_10": 0.922819, + "mrr_at_20": 0.923343, + "mrr_at_100": 0.923516, + "mrr_at_1000": 0.923523, + "nauc_ndcg_at_1_max": 0.721687, + "nauc_ndcg_at_1_std": -0.091365, + "nauc_ndcg_at_1_diff1": 0.918986, + "nauc_ndcg_at_3_max": 0.791942, + "nauc_ndcg_at_3_std": -0.034645, + "nauc_ndcg_at_3_diff1": 0.914395, + "nauc_ndcg_at_5_max": 0.777116, + "nauc_ndcg_at_5_std": -0.04034, + "nauc_ndcg_at_5_diff1": 0.912943, + "nauc_ndcg_at_10_max": 0.777057, + "nauc_ndcg_at_10_std": -0.022395, + "nauc_ndcg_at_10_diff1": 0.916013, + "nauc_ndcg_at_20_max": 0.774609, + "nauc_ndcg_at_20_std": -0.01388, + "nauc_ndcg_at_20_diff1": 0.91622, + "nauc_ndcg_at_100_max": 0.769638, + "nauc_ndcg_at_100_std": -0.031031, + "nauc_ndcg_at_100_diff1": 0.916576, + "nauc_ndcg_at_1000_max": 0.768603, + "nauc_ndcg_at_1000_std": -0.035664, + "nauc_ndcg_at_1000_diff1": 0.916201, + "nauc_map_at_1_max": 0.721687, + "nauc_map_at_1_std": -0.091365, + "nauc_map_at_1_diff1": 0.918986, + "nauc_map_at_3_max": 0.772436, + "nauc_map_at_3_std": -0.050747, + "nauc_map_at_3_diff1": 0.915944, + "nauc_map_at_5_max": 0.764294, + "nauc_map_at_5_std": -0.054919, + "nauc_map_at_5_diff1": 0.915448, + "nauc_map_at_10_max": 0.763917, + "nauc_map_at_10_std": -0.04874, + "nauc_map_at_10_diff1": 0.916329, + "nauc_map_at_20_max": 0.763249, + "nauc_map_at_20_std": -0.046736, + "nauc_map_at_20_diff1": 0.916355, + "nauc_map_at_100_max": 0.762743, + "nauc_map_at_100_std": -0.048451, + "nauc_map_at_100_diff1": 0.916392, + "nauc_map_at_1000_max": 0.762724, + "nauc_map_at_1000_std": -0.048535, + "nauc_map_at_1000_diff1": 0.916385, + "nauc_recall_at_1_max": 0.721687, + "nauc_recall_at_1_std": -0.091365, + "nauc_recall_at_1_diff1": 0.918986, + "nauc_recall_at_3_max": 0.886663, + "nauc_recall_at_3_std": 0.043852, + "nauc_recall_at_3_diff1": 0.90664, + "nauc_recall_at_5_max": 0.878537, + "nauc_recall_at_5_std": 0.083323, + "nauc_recall_at_5_diff1": 0.890107, + "nauc_recall_at_10_max": 0.935419, + "nauc_recall_at_10_std": 0.342484, + "nauc_recall_at_10_diff1": 0.917211, + "nauc_recall_at_20_max": 0.985476, + "nauc_recall_at_20_std": 0.767144, + "nauc_recall_at_20_diff1": 0.923747, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.721687, + "nauc_precision_at_1_std": -0.091365, + "nauc_precision_at_1_diff1": 0.918986, + "nauc_precision_at_3_max": 0.886663, + "nauc_precision_at_3_std": 0.043852, + "nauc_precision_at_3_diff1": 0.90664, + "nauc_precision_at_5_max": 0.878537, + "nauc_precision_at_5_std": 0.083323, + "nauc_precision_at_5_diff1": 0.890107, + "nauc_precision_at_10_max": 0.935419, + "nauc_precision_at_10_std": 0.342484, + "nauc_precision_at_10_diff1": 0.917211, + "nauc_precision_at_20_max": 0.985476, + "nauc_precision_at_20_std": 0.767144, + "nauc_precision_at_20_diff1": 0.923747, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.721687, + "nauc_mrr_at_1_std": -0.091365, + "nauc_mrr_at_1_diff1": 0.918986, + "nauc_mrr_at_3_max": 0.772436, + "nauc_mrr_at_3_std": -0.050747, + "nauc_mrr_at_3_diff1": 0.915944, + "nauc_mrr_at_5_max": 0.764294, + "nauc_mrr_at_5_std": -0.054919, + "nauc_mrr_at_5_diff1": 0.915448, + "nauc_mrr_at_10_max": 0.763917, + "nauc_mrr_at_10_std": -0.04874, + "nauc_mrr_at_10_diff1": 0.916329, + "nauc_mrr_at_20_max": 0.763249, + "nauc_mrr_at_20_std": -0.046736, + "nauc_mrr_at_20_diff1": 0.916355, + "nauc_mrr_at_100_max": 0.762743, + "nauc_mrr_at_100_std": -0.048451, + "nauc_mrr_at_100_diff1": 0.916392, + "nauc_mrr_at_1000_max": 0.762724, + "nauc_mrr_at_1000_std": -0.048535, + "nauc_mrr_at_1000_diff1": 0.916385, + "main_score": 0.93782, + "hf_subset": "bul_Cyrl-bul_Cyrl", + "languages": [ + "bul-Cyrl", + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.93556, + "ndcg_at_3": 0.95893, + "ndcg_at_5": 0.96175, + "ndcg_at_10": 0.96435, + "ndcg_at_20": 0.96572, + "ndcg_at_100": 0.96634, + "ndcg_at_1000": 0.9666, + "map_at_1": 0.93556, + "map_at_3": 0.95352, + "map_at_5": 0.95513, + "map_at_10": 0.95625, + "map_at_20": 0.95661, + "map_at_100": 0.95669, + "map_at_1000": 0.9567, + "recall_at_1": 0.93556, + "recall_at_3": 0.97444, + "recall_at_5": 0.98111, + "recall_at_10": 0.98889, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93556, + "precision_at_3": 0.32481, + "precision_at_5": 0.19622, + "precision_at_10": 0.09889, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935556, + "mrr_at_3": 0.953519, + "mrr_at_5": 0.95513, + "mrr_at_10": 0.956253, + "mrr_at_20": 0.956611, + "mrr_at_100": 0.956695, + "mrr_at_1000": 0.9567, + "nauc_ndcg_at_1_max": 0.803342, + "nauc_ndcg_at_1_std": -0.198799, + "nauc_ndcg_at_1_diff1": 0.942368, + "nauc_ndcg_at_3_max": 0.847138, + "nauc_ndcg_at_3_std": -0.206166, + "nauc_ndcg_at_3_diff1": 0.953802, + "nauc_ndcg_at_5_max": 0.842905, + "nauc_ndcg_at_5_std": -0.19685, + "nauc_ndcg_at_5_diff1": 0.950393, + "nauc_ndcg_at_10_max": 0.836399, + "nauc_ndcg_at_10_std": -0.166898, + "nauc_ndcg_at_10_diff1": 0.951144, + "nauc_ndcg_at_20_max": 0.836163, + "nauc_ndcg_at_20_std": -0.149726, + "nauc_ndcg_at_20_diff1": 0.950275, + "nauc_ndcg_at_100_max": 0.833868, + "nauc_ndcg_at_100_std": -0.170806, + "nauc_ndcg_at_100_diff1": 0.950073, + "nauc_ndcg_at_1000_max": 0.8331, + "nauc_ndcg_at_1000_std": -0.179855, + "nauc_ndcg_at_1000_diff1": 0.949687, + "nauc_map_at_1_max": 0.803342, + "nauc_map_at_1_std": -0.198799, + "nauc_map_at_1_diff1": 0.942368, + "nauc_map_at_3_max": 0.83473, + "nauc_map_at_3_std": -0.206957, + "nauc_map_at_3_diff1": 0.950478, + "nauc_map_at_5_max": 0.832203, + "nauc_map_at_5_std": -0.202176, + "nauc_map_at_5_diff1": 0.9487, + "nauc_map_at_10_max": 0.829783, + "nauc_map_at_10_std": -0.192578, + "nauc_map_at_10_diff1": 0.948974, + "nauc_map_at_20_max": 0.829728, + "nauc_map_at_20_std": -0.19003, + "nauc_map_at_20_diff1": 0.948792, + "nauc_map_at_100_max": 0.829449, + "nauc_map_at_100_std": -0.192326, + "nauc_map_at_100_diff1": 0.948743, + "nauc_map_at_1000_max": 0.829436, + "nauc_map_at_1000_std": -0.192484, + "nauc_map_at_1000_diff1": 0.948736, + "nauc_recall_at_1_max": 0.803342, + "nauc_recall_at_1_std": -0.198799, + "nauc_recall_at_1_diff1": 0.942368, + "nauc_recall_at_3_max": 0.910587, + "nauc_recall_at_3_std": -0.19957, + "nauc_recall_at_3_diff1": 0.970872, + "nauc_recall_at_5_max": 0.912946, + "nauc_recall_at_5_std": -0.155407, + "nauc_recall_at_5_diff1": 0.960592, + "nauc_recall_at_10_max": 0.896592, + "nauc_recall_at_10_std": 0.178011, + "nauc_recall_at_10_diff1": 0.973856, + "nauc_recall_at_20_max": 0.947712, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.803342, + "nauc_precision_at_1_std": -0.198799, + "nauc_precision_at_1_diff1": 0.942368, + "nauc_precision_at_3_max": 0.910587, + "nauc_precision_at_3_std": -0.19957, + "nauc_precision_at_3_diff1": 0.970872, + "nauc_precision_at_5_max": 0.912946, + "nauc_precision_at_5_std": -0.155407, + "nauc_precision_at_5_diff1": 0.960592, + "nauc_precision_at_10_max": 0.896592, + "nauc_precision_at_10_std": 0.178011, + "nauc_precision_at_10_diff1": 0.973856, + "nauc_precision_at_20_max": 0.947712, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.803342, + "nauc_mrr_at_1_std": -0.198799, + "nauc_mrr_at_1_diff1": 0.942368, + "nauc_mrr_at_3_max": 0.83473, + "nauc_mrr_at_3_std": -0.206957, + "nauc_mrr_at_3_diff1": 0.950478, + "nauc_mrr_at_5_max": 0.832203, + "nauc_mrr_at_5_std": -0.202176, + "nauc_mrr_at_5_diff1": 0.9487, + "nauc_mrr_at_10_max": 0.829783, + "nauc_mrr_at_10_std": -0.192578, + "nauc_mrr_at_10_diff1": 0.948974, + "nauc_mrr_at_20_max": 0.829728, + "nauc_mrr_at_20_std": -0.19003, + "nauc_mrr_at_20_diff1": 0.948792, + "nauc_mrr_at_100_max": 0.829449, + "nauc_mrr_at_100_std": -0.192326, + "nauc_mrr_at_100_diff1": 0.948743, + "nauc_mrr_at_1000_max": 0.829436, + "nauc_mrr_at_1000_std": -0.192484, + "nauc_mrr_at_1000_diff1": 0.948736, + "main_score": 0.96435, + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.93164, + "ndcg_at_5": 0.93857, + "ndcg_at_10": 0.94331, + "ndcg_at_20": 0.94501, + "ndcg_at_100": 0.94608, + "ndcg_at_1000": 0.94624, + "map_at_1": 0.89667, + "map_at_3": 0.92333, + "map_at_5": 0.92722, + "map_at_10": 0.92921, + "map_at_20": 0.92969, + "map_at_100": 0.92985, + "map_at_1000": 0.92986, + "recall_at_1": 0.89667, + "recall_at_3": 0.95556, + "recall_at_5": 0.97222, + "recall_at_10": 0.98667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.89667, + "precision_at_3": 0.31852, + "precision_at_5": 0.19444, + "precision_at_10": 0.09867, + "precision_at_20": 0.04967, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.923333, + "mrr_at_5": 0.927222, + "mrr_at_10": 0.929214, + "mrr_at_20": 0.929688, + "mrr_at_100": 0.929849, + "mrr_at_1000": 0.929857, + "nauc_ndcg_at_1_max": 0.706366, + "nauc_ndcg_at_1_std": 0.062279, + "nauc_ndcg_at_1_diff1": 0.924186, + "nauc_ndcg_at_3_max": 0.786752, + "nauc_ndcg_at_3_std": 0.096815, + "nauc_ndcg_at_3_diff1": 0.933148, + "nauc_ndcg_at_5_max": 0.778842, + "nauc_ndcg_at_5_std": 0.084361, + "nauc_ndcg_at_5_diff1": 0.930582, + "nauc_ndcg_at_10_max": 0.767471, + "nauc_ndcg_at_10_std": 0.092635, + "nauc_ndcg_at_10_diff1": 0.930741, + "nauc_ndcg_at_20_max": 0.763866, + "nauc_ndcg_at_20_std": 0.098099, + "nauc_ndcg_at_20_diff1": 0.929995, + "nauc_ndcg_at_100_max": 0.76079, + "nauc_ndcg_at_100_std": 0.094276, + "nauc_ndcg_at_100_diff1": 0.929642, + "nauc_ndcg_at_1000_max": 0.760082, + "nauc_ndcg_at_1000_std": 0.091594, + "nauc_ndcg_at_1000_diff1": 0.929434, + "nauc_map_at_1_max": 0.706366, + "nauc_map_at_1_std": 0.062279, + "nauc_map_at_1_diff1": 0.924186, + "nauc_map_at_3_max": 0.764815, + "nauc_map_at_3_std": 0.088774, + "nauc_map_at_3_diff1": 0.930217, + "nauc_map_at_5_max": 0.760009, + "nauc_map_at_5_std": 0.081953, + "nauc_map_at_5_diff1": 0.928879, + "nauc_map_at_10_max": 0.755741, + "nauc_map_at_10_std": 0.085865, + "nauc_map_at_10_diff1": 0.928918, + "nauc_map_at_20_max": 0.754898, + "nauc_map_at_20_std": 0.087354, + "nauc_map_at_20_diff1": 0.928763, + "nauc_map_at_100_max": 0.75452, + "nauc_map_at_100_std": 0.086962, + "nauc_map_at_100_diff1": 0.928718, + "nauc_map_at_1000_max": 0.754489, + "nauc_map_at_1000_std": 0.086848, + "nauc_map_at_1000_diff1": 0.92871, + "nauc_recall_at_1_max": 0.706366, + "nauc_recall_at_1_std": 0.062279, + "nauc_recall_at_1_diff1": 0.924186, + "nauc_recall_at_3_max": 0.892694, + "nauc_recall_at_3_std": 0.134477, + "nauc_recall_at_3_diff1": 0.947712, + "nauc_recall_at_5_max": 0.913072, + "nauc_recall_at_5_std": 0.096396, + "nauc_recall_at_5_diff1": 0.942484, + "nauc_recall_at_10_max": 0.908769, + "nauc_recall_at_10_std": 0.183396, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": 0.422736, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.706366, + "nauc_precision_at_1_std": 0.062279, + "nauc_precision_at_1_diff1": 0.924186, + "nauc_precision_at_3_max": 0.892694, + "nauc_precision_at_3_std": 0.134477, + "nauc_precision_at_3_diff1": 0.947712, + "nauc_precision_at_5_max": 0.913072, + "nauc_precision_at_5_std": 0.096396, + "nauc_precision_at_5_diff1": 0.942484, + "nauc_precision_at_10_max": 0.908769, + "nauc_precision_at_10_std": 0.183396, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": 0.422736, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.706366, + "nauc_mrr_at_1_std": 0.062279, + "nauc_mrr_at_1_diff1": 0.924186, + "nauc_mrr_at_3_max": 0.764815, + "nauc_mrr_at_3_std": 0.088774, + "nauc_mrr_at_3_diff1": 0.930217, + "nauc_mrr_at_5_max": 0.760009, + "nauc_mrr_at_5_std": 0.081953, + "nauc_mrr_at_5_diff1": 0.928879, + "nauc_mrr_at_10_max": 0.755741, + "nauc_mrr_at_10_std": 0.085865, + "nauc_mrr_at_10_diff1": 0.928918, + "nauc_mrr_at_20_max": 0.754898, + "nauc_mrr_at_20_std": 0.087354, + "nauc_mrr_at_20_diff1": 0.928763, + "nauc_mrr_at_100_max": 0.75452, + "nauc_mrr_at_100_std": 0.086962, + "nauc_mrr_at_100_diff1": 0.928718, + "nauc_mrr_at_1000_max": 0.754489, + "nauc_mrr_at_1000_std": 0.086848, + "nauc_mrr_at_1000_diff1": 0.92871, + "main_score": 0.94331, + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.87556, + "ndcg_at_3": 0.91804, + "ndcg_at_5": 0.92124, + "ndcg_at_10": 0.92685, + "ndcg_at_20": 0.92876, + "ndcg_at_100": 0.93085, + "ndcg_at_1000": 0.93173, + "map_at_1": 0.87556, + "map_at_3": 0.90741, + "map_at_5": 0.90919, + "map_at_10": 0.91141, + "map_at_20": 0.91191, + "map_at_100": 0.91221, + "map_at_1000": 0.91225, + "recall_at_1": 0.87556, + "recall_at_3": 0.94889, + "recall_at_5": 0.95667, + "recall_at_10": 0.97444, + "recall_at_20": 0.98222, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.87556, + "precision_at_3": 0.3163, + "precision_at_5": 0.19133, + "precision_at_10": 0.09744, + "precision_at_20": 0.04911, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.875556, + "mrr_at_3": 0.907407, + "mrr_at_5": 0.909185, + "mrr_at_10": 0.911414, + "mrr_at_20": 0.911913, + "mrr_at_100": 0.912215, + "mrr_at_1000": 0.912253, + "nauc_ndcg_at_1_max": 0.79051, + "nauc_ndcg_at_1_std": -0.182306, + "nauc_ndcg_at_1_diff1": 0.916836, + "nauc_ndcg_at_3_max": 0.827545, + "nauc_ndcg_at_3_std": -0.119692, + "nauc_ndcg_at_3_diff1": 0.905338, + "nauc_ndcg_at_5_max": 0.828888, + "nauc_ndcg_at_5_std": -0.108284, + "nauc_ndcg_at_5_diff1": 0.905305, + "nauc_ndcg_at_10_max": 0.828074, + "nauc_ndcg_at_10_std": -0.106666, + "nauc_ndcg_at_10_diff1": 0.907186, + "nauc_ndcg_at_20_max": 0.826308, + "nauc_ndcg_at_20_std": -0.094337, + "nauc_ndcg_at_20_diff1": 0.907021, + "nauc_ndcg_at_100_max": 0.822637, + "nauc_ndcg_at_100_std": -0.112991, + "nauc_ndcg_at_100_diff1": 0.908416, + "nauc_ndcg_at_1000_max": 0.82081, + "nauc_ndcg_at_1000_std": -0.118942, + "nauc_ndcg_at_1000_diff1": 0.908097, + "nauc_map_at_1_max": 0.79051, + "nauc_map_at_1_std": -0.182306, + "nauc_map_at_1_diff1": 0.916836, + "nauc_map_at_3_max": 0.816754, + "nauc_map_at_3_std": -0.138655, + "nauc_map_at_3_diff1": 0.908, + "nauc_map_at_5_max": 0.817199, + "nauc_map_at_5_std": -0.133563, + "nauc_map_at_5_diff1": 0.907998, + "nauc_map_at_10_max": 0.816893, + "nauc_map_at_10_std": -0.13318, + "nauc_map_at_10_diff1": 0.908649, + "nauc_map_at_20_max": 0.816502, + "nauc_map_at_20_std": -0.130359, + "nauc_map_at_20_diff1": 0.908671, + "nauc_map_at_100_max": 0.816048, + "nauc_map_at_100_std": -0.132774, + "nauc_map_at_100_diff1": 0.908824, + "nauc_map_at_1000_max": 0.815975, + "nauc_map_at_1000_std": -0.132902, + "nauc_map_at_1000_diff1": 0.908818, + "nauc_recall_at_1_max": 0.79051, + "nauc_recall_at_1_std": -0.182306, + "nauc_recall_at_1_diff1": 0.916836, + "nauc_recall_at_3_max": 0.88217, + "nauc_recall_at_3_std": -0.023119, + "nauc_recall_at_3_diff1": 0.892421, + "nauc_recall_at_5_max": 0.897711, + "nauc_recall_at_5_std": 0.0441, + "nauc_recall_at_5_diff1": 0.890289, + "nauc_recall_at_10_max": 0.933727, + "nauc_recall_at_10_std": 0.156091, + "nauc_recall_at_10_diff1": 0.897292, + "nauc_recall_at_20_max": 0.949959, + "nauc_recall_at_20_std": 0.455211, + "nauc_recall_at_20_diff1": 0.888393, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.390912, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.79051, + "nauc_precision_at_1_std": -0.182306, + "nauc_precision_at_1_diff1": 0.916836, + "nauc_precision_at_3_max": 0.88217, + "nauc_precision_at_3_std": -0.023119, + "nauc_precision_at_3_diff1": 0.892421, + "nauc_precision_at_5_max": 0.897711, + "nauc_precision_at_5_std": 0.0441, + "nauc_precision_at_5_diff1": 0.890289, + "nauc_precision_at_10_max": 0.933727, + "nauc_precision_at_10_std": 0.156091, + "nauc_precision_at_10_diff1": 0.897292, + "nauc_precision_at_20_max": 0.949959, + "nauc_precision_at_20_std": 0.455211, + "nauc_precision_at_20_diff1": 0.888393, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.390912, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.79051, + "nauc_mrr_at_1_std": -0.182306, + "nauc_mrr_at_1_diff1": 0.916836, + "nauc_mrr_at_3_max": 0.816754, + "nauc_mrr_at_3_std": -0.138655, + "nauc_mrr_at_3_diff1": 0.908, + "nauc_mrr_at_5_max": 0.817199, + "nauc_mrr_at_5_std": -0.133563, + "nauc_mrr_at_5_diff1": 0.907998, + "nauc_mrr_at_10_max": 0.816893, + "nauc_mrr_at_10_std": -0.13318, + "nauc_mrr_at_10_diff1": 0.908649, + "nauc_mrr_at_20_max": 0.816502, + "nauc_mrr_at_20_std": -0.130359, + "nauc_mrr_at_20_diff1": 0.908671, + "nauc_mrr_at_100_max": 0.816048, + "nauc_mrr_at_100_std": -0.132774, + "nauc_mrr_at_100_diff1": 0.908824, + "nauc_mrr_at_1000_max": 0.815975, + "nauc_mrr_at_1000_std": -0.132902, + "nauc_mrr_at_1000_diff1": 0.908818, + "main_score": 0.92685, + "hf_subset": "cat_Latn-cat_Latn", + "languages": [ + "cat-Latn", + "cat-Latn" + ] + }, + { + "ndcg_at_1": 0.93333, + "ndcg_at_3": 0.95475, + "ndcg_at_5": 0.95896, + "ndcg_at_10": 0.96262, + "ndcg_at_20": 0.96351, + "ndcg_at_100": 0.96434, + "ndcg_at_1000": 0.9646, + "map_at_1": 0.93333, + "map_at_3": 0.94981, + "map_at_5": 0.9522, + "map_at_10": 0.95375, + "map_at_20": 0.95402, + "map_at_100": 0.95414, + "map_at_1000": 0.95415, + "recall_at_1": 0.93333, + "recall_at_3": 0.96889, + "recall_at_5": 0.97889, + "recall_at_10": 0.99, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93333, + "precision_at_3": 0.32296, + "precision_at_5": 0.19578, + "precision_at_10": 0.099, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.933333, + "mrr_at_3": 0.949815, + "mrr_at_5": 0.952204, + "mrr_at_10": 0.953752, + "mrr_at_20": 0.954023, + "mrr_at_100": 0.95414, + "mrr_at_1000": 0.954147, + "nauc_ndcg_at_1_max": 0.767468, + "nauc_ndcg_at_1_std": -0.06918, + "nauc_ndcg_at_1_diff1": 0.934485, + "nauc_ndcg_at_3_max": 0.82811, + "nauc_ndcg_at_3_std": -0.015706, + "nauc_ndcg_at_3_diff1": 0.937559, + "nauc_ndcg_at_5_max": 0.814898, + "nauc_ndcg_at_5_std": -0.013587, + "nauc_ndcg_at_5_diff1": 0.934203, + "nauc_ndcg_at_10_max": 0.807499, + "nauc_ndcg_at_10_std": -0.036719, + "nauc_ndcg_at_10_diff1": 0.93951, + "nauc_ndcg_at_20_max": 0.808073, + "nauc_ndcg_at_20_std": -0.013944, + "nauc_ndcg_at_20_diff1": 0.93803, + "nauc_ndcg_at_100_max": 0.807384, + "nauc_ndcg_at_100_std": -0.01873, + "nauc_ndcg_at_100_diff1": 0.938203, + "nauc_ndcg_at_1000_max": 0.806463, + "nauc_ndcg_at_1000_std": -0.026274, + "nauc_ndcg_at_1000_diff1": 0.937745, + "nauc_map_at_1_max": 0.767468, + "nauc_map_at_1_std": -0.06918, + "nauc_map_at_1_diff1": 0.934485, + "nauc_map_at_3_max": 0.812113, + "nauc_map_at_3_std": -0.034313, + "nauc_map_at_3_diff1": 0.937138, + "nauc_map_at_5_max": 0.804849, + "nauc_map_at_5_std": -0.03377, + "nauc_map_at_5_diff1": 0.935516, + "nauc_map_at_10_max": 0.802188, + "nauc_map_at_10_std": -0.043739, + "nauc_map_at_10_diff1": 0.937466, + "nauc_map_at_20_max": 0.802316, + "nauc_map_at_20_std": -0.038374, + "nauc_map_at_20_diff1": 0.937098, + "nauc_map_at_100_max": 0.802365, + "nauc_map_at_100_std": -0.038013, + "nauc_map_at_100_diff1": 0.937145, + "nauc_map_at_1000_max": 0.802349, + "nauc_map_at_1000_std": -0.038158, + "nauc_map_at_1000_diff1": 0.937136, + "nauc_recall_at_1_max": 0.767468, + "nauc_recall_at_1_std": -0.06918, + "nauc_recall_at_1_diff1": 0.934485, + "nauc_recall_at_3_max": 0.900293, + "nauc_recall_at_3_std": 0.071895, + "nauc_recall_at_3_diff1": 0.939142, + "nauc_recall_at_5_max": 0.873704, + "nauc_recall_at_5_std": 0.119048, + "nauc_recall_at_5_diff1": 0.924075, + "nauc_recall_at_10_max": 0.850088, + "nauc_recall_at_10_std": 0.037141, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.88212, + "nauc_recall_at_20_std": 0.54334, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.767468, + "nauc_precision_at_1_std": -0.06918, + "nauc_precision_at_1_diff1": 0.934485, + "nauc_precision_at_3_max": 0.900293, + "nauc_precision_at_3_std": 0.071895, + "nauc_precision_at_3_diff1": 0.939142, + "nauc_precision_at_5_max": 0.873704, + "nauc_precision_at_5_std": 0.119048, + "nauc_precision_at_5_diff1": 0.924075, + "nauc_precision_at_10_max": 0.850088, + "nauc_precision_at_10_std": 0.037141, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.88212, + "nauc_precision_at_20_std": 0.54334, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.767468, + "nauc_mrr_at_1_std": -0.06918, + "nauc_mrr_at_1_diff1": 0.934485, + "nauc_mrr_at_3_max": 0.812113, + "nauc_mrr_at_3_std": -0.034313, + "nauc_mrr_at_3_diff1": 0.937138, + "nauc_mrr_at_5_max": 0.804849, + "nauc_mrr_at_5_std": -0.03377, + "nauc_mrr_at_5_diff1": 0.935516, + "nauc_mrr_at_10_max": 0.802188, + "nauc_mrr_at_10_std": -0.043739, + "nauc_mrr_at_10_diff1": 0.937466, + "nauc_mrr_at_20_max": 0.802316, + "nauc_mrr_at_20_std": -0.038374, + "nauc_mrr_at_20_diff1": 0.937098, + "nauc_mrr_at_100_max": 0.802365, + "nauc_mrr_at_100_std": -0.038013, + "nauc_mrr_at_100_diff1": 0.937145, + "nauc_mrr_at_1000_max": 0.802349, + "nauc_mrr_at_1000_std": -0.038158, + "nauc_mrr_at_1000_diff1": 0.937136, + "main_score": 0.96262, + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94106, + "ndcg_at_5": 0.94837, + "ndcg_at_10": 0.95062, + "ndcg_at_20": 0.9526, + "ndcg_at_100": 0.95348, + "ndcg_at_1000": 0.95393, + "map_at_1": 0.91222, + "map_at_3": 0.93444, + "map_at_5": 0.9385, + "map_at_10": 0.93948, + "map_at_20": 0.94003, + "map_at_100": 0.94018, + "map_at_1000": 0.9402, + "recall_at_1": 0.91222, + "recall_at_3": 0.96, + "recall_at_5": 0.97778, + "recall_at_10": 0.98444, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91222, + "precision_at_3": 0.32, + "precision_at_5": 0.19556, + "precision_at_10": 0.09844, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.934444, + "mrr_at_5": 0.9385, + "mrr_at_10": 0.939477, + "mrr_at_20": 0.940032, + "mrr_at_100": 0.940175, + "mrr_at_1000": 0.940195, + "nauc_ndcg_at_1_max": 0.765202, + "nauc_ndcg_at_1_std": 0.059379, + "nauc_ndcg_at_1_diff1": 0.931396, + "nauc_ndcg_at_3_max": 0.821325, + "nauc_ndcg_at_3_std": 0.03961, + "nauc_ndcg_at_3_diff1": 0.931878, + "nauc_ndcg_at_5_max": 0.813784, + "nauc_ndcg_at_5_std": 0.054112, + "nauc_ndcg_at_5_diff1": 0.931975, + "nauc_ndcg_at_10_max": 0.80726, + "nauc_ndcg_at_10_std": 0.057357, + "nauc_ndcg_at_10_diff1": 0.928886, + "nauc_ndcg_at_20_max": 0.805857, + "nauc_ndcg_at_20_std": 0.069378, + "nauc_ndcg_at_20_diff1": 0.93161, + "nauc_ndcg_at_100_max": 0.803569, + "nauc_ndcg_at_100_std": 0.069296, + "nauc_ndcg_at_100_diff1": 0.931611, + "nauc_ndcg_at_1000_max": 0.801664, + "nauc_ndcg_at_1000_std": 0.061099, + "nauc_ndcg_at_1000_diff1": 0.931338, + "nauc_map_at_1_max": 0.765202, + "nauc_map_at_1_std": 0.059379, + "nauc_map_at_1_diff1": 0.931396, + "nauc_map_at_3_max": 0.804884, + "nauc_map_at_3_std": 0.045224, + "nauc_map_at_3_diff1": 0.931684, + "nauc_map_at_5_max": 0.800311, + "nauc_map_at_5_std": 0.052178, + "nauc_map_at_5_diff1": 0.931814, + "nauc_map_at_10_max": 0.797755, + "nauc_map_at_10_std": 0.053397, + "nauc_map_at_10_diff1": 0.930713, + "nauc_map_at_20_max": 0.797305, + "nauc_map_at_20_std": 0.056, + "nauc_map_at_20_diff1": 0.931345, + "nauc_map_at_100_max": 0.797018, + "nauc_map_at_100_std": 0.056215, + "nauc_map_at_100_diff1": 0.931361, + "nauc_map_at_1000_max": 0.79695, + "nauc_map_at_1000_std": 0.05592, + "nauc_map_at_1000_diff1": 0.931347, + "nauc_recall_at_1_max": 0.765202, + "nauc_recall_at_1_std": 0.059379, + "nauc_recall_at_1_diff1": 0.931396, + "nauc_recall_at_3_max": 0.897941, + "nauc_recall_at_3_std": 0.013578, + "nauc_recall_at_3_diff1": 0.932825, + "nauc_recall_at_5_max": 0.916433, + "nauc_recall_at_5_std": 0.076517, + "nauc_recall_at_5_diff1": 0.933007, + "nauc_recall_at_10_max": 0.899293, + "nauc_recall_at_10_std": 0.114479, + "nauc_recall_at_10_diff1": 0.904295, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": 0.458517, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765202, + "nauc_precision_at_1_std": 0.059379, + "nauc_precision_at_1_diff1": 0.931396, + "nauc_precision_at_3_max": 0.897941, + "nauc_precision_at_3_std": 0.013578, + "nauc_precision_at_3_diff1": 0.932825, + "nauc_precision_at_5_max": 0.916433, + "nauc_precision_at_5_std": 0.076517, + "nauc_precision_at_5_diff1": 0.933007, + "nauc_precision_at_10_max": 0.899293, + "nauc_precision_at_10_std": 0.114479, + "nauc_precision_at_10_diff1": 0.904295, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": 0.458517, + "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.765202, + "nauc_mrr_at_1_std": 0.059379, + "nauc_mrr_at_1_diff1": 0.931396, + "nauc_mrr_at_3_max": 0.804884, + "nauc_mrr_at_3_std": 0.045224, + "nauc_mrr_at_3_diff1": 0.931684, + "nauc_mrr_at_5_max": 0.800311, + "nauc_mrr_at_5_std": 0.052178, + "nauc_mrr_at_5_diff1": 0.931814, + "nauc_mrr_at_10_max": 0.797755, + "nauc_mrr_at_10_std": 0.053397, + "nauc_mrr_at_10_diff1": 0.930713, + "nauc_mrr_at_20_max": 0.797305, + "nauc_mrr_at_20_std": 0.056, + "nauc_mrr_at_20_diff1": 0.931345, + "nauc_mrr_at_100_max": 0.797018, + "nauc_mrr_at_100_std": 0.056215, + "nauc_mrr_at_100_diff1": 0.931361, + "nauc_mrr_at_1000_max": 0.79695, + "nauc_mrr_at_1000_std": 0.05592, + "nauc_mrr_at_1000_diff1": 0.931347, + "main_score": 0.95062, + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ] + }, + { + "ndcg_at_1": 0.75444, + "ndcg_at_3": 0.80493, + "ndcg_at_5": 0.81679, + "ndcg_at_10": 0.82805, + "ndcg_at_20": 0.83422, + "ndcg_at_100": 0.84439, + "ndcg_at_1000": 0.84692, + "map_at_1": 0.75444, + "map_at_3": 0.79278, + "map_at_5": 0.79933, + "map_at_10": 0.80405, + "map_at_20": 0.80574, + "map_at_100": 0.80727, + "map_at_1000": 0.80738, + "recall_at_1": 0.75444, + "recall_at_3": 0.84, + "recall_at_5": 0.86889, + "recall_at_10": 0.90333, + "recall_at_20": 0.92778, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "precision_at_1": 0.75444, + "precision_at_3": 0.28, + "precision_at_5": 0.17378, + "precision_at_10": 0.09033, + "precision_at_20": 0.04639, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.754444, + "mrr_at_3": 0.792778, + "mrr_at_5": 0.799333, + "mrr_at_10": 0.804054, + "mrr_at_20": 0.80574, + "mrr_at_100": 0.807265, + "mrr_at_1000": 0.807379, + "nauc_ndcg_at_1_max": 0.749129, + "nauc_ndcg_at_1_std": 0.067142, + "nauc_ndcg_at_1_diff1": 0.881936, + "nauc_ndcg_at_3_max": 0.787424, + "nauc_ndcg_at_3_std": 0.047747, + "nauc_ndcg_at_3_diff1": 0.853938, + "nauc_ndcg_at_5_max": 0.783706, + "nauc_ndcg_at_5_std": 0.041805, + "nauc_ndcg_at_5_diff1": 0.850156, + "nauc_ndcg_at_10_max": 0.778557, + "nauc_ndcg_at_10_std": 0.042103, + "nauc_ndcg_at_10_diff1": 0.851879, + "nauc_ndcg_at_20_max": 0.781301, + "nauc_ndcg_at_20_std": 0.041467, + "nauc_ndcg_at_20_diff1": 0.855391, + "nauc_ndcg_at_100_max": 0.778795, + "nauc_ndcg_at_100_std": 0.05179, + "nauc_ndcg_at_100_diff1": 0.856887, + "nauc_ndcg_at_1000_max": 0.776739, + "nauc_ndcg_at_1000_std": 0.047592, + "nauc_ndcg_at_1000_diff1": 0.857504, + "nauc_map_at_1_max": 0.749129, + "nauc_map_at_1_std": 0.067142, + "nauc_map_at_1_diff1": 0.881936, + "nauc_map_at_3_max": 0.777397, + "nauc_map_at_3_std": 0.050572, + "nauc_map_at_3_diff1": 0.861188, + "nauc_map_at_5_max": 0.775131, + "nauc_map_at_5_std": 0.047511, + "nauc_map_at_5_diff1": 0.859379, + "nauc_map_at_10_max": 0.772795, + "nauc_map_at_10_std": 0.047769, + "nauc_map_at_10_diff1": 0.859693, + "nauc_map_at_20_max": 0.773437, + "nauc_map_at_20_std": 0.047205, + "nauc_map_at_20_diff1": 0.860637, + "nauc_map_at_100_max": 0.773038, + "nauc_map_at_100_std": 0.048504, + "nauc_map_at_100_diff1": 0.860806, + "nauc_map_at_1000_max": 0.772968, + "nauc_map_at_1000_std": 0.048423, + "nauc_map_at_1000_diff1": 0.860831, + "nauc_recall_at_1_max": 0.749129, + "nauc_recall_at_1_std": 0.067142, + "nauc_recall_at_1_diff1": 0.881936, + "nauc_recall_at_3_max": 0.823184, + "nauc_recall_at_3_std": 0.038912, + "nauc_recall_at_3_diff1": 0.828124, + "nauc_recall_at_5_max": 0.818501, + "nauc_recall_at_5_std": 0.018517, + "nauc_recall_at_5_diff1": 0.811335, + "nauc_recall_at_10_max": 0.805574, + "nauc_recall_at_10_std": 0.012374, + "nauc_recall_at_10_diff1": 0.813194, + "nauc_recall_at_20_max": 0.83686, + "nauc_recall_at_20_std": 0.005854, + "nauc_recall_at_20_diff1": 0.828959, + "nauc_recall_at_100_max": 0.895919, + "nauc_recall_at_100_std": 0.315373, + "nauc_recall_at_100_diff1": 0.822596, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749129, + "nauc_precision_at_1_std": 0.067142, + "nauc_precision_at_1_diff1": 0.881936, + "nauc_precision_at_3_max": 0.823184, + "nauc_precision_at_3_std": 0.038912, + "nauc_precision_at_3_diff1": 0.828124, + "nauc_precision_at_5_max": 0.818501, + "nauc_precision_at_5_std": 0.018517, + "nauc_precision_at_5_diff1": 0.811335, + "nauc_precision_at_10_max": 0.805574, + "nauc_precision_at_10_std": 0.012374, + "nauc_precision_at_10_diff1": 0.813194, + "nauc_precision_at_20_max": 0.83686, + "nauc_precision_at_20_std": 0.005854, + "nauc_precision_at_20_diff1": 0.828959, + "nauc_precision_at_100_max": 0.895919, + "nauc_precision_at_100_std": 0.315373, + "nauc_precision_at_100_diff1": 0.822596, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749129, + "nauc_mrr_at_1_std": 0.067142, + "nauc_mrr_at_1_diff1": 0.881936, + "nauc_mrr_at_3_max": 0.777397, + "nauc_mrr_at_3_std": 0.050572, + "nauc_mrr_at_3_diff1": 0.861188, + "nauc_mrr_at_5_max": 0.775131, + "nauc_mrr_at_5_std": 0.047511, + "nauc_mrr_at_5_diff1": 0.859379, + "nauc_mrr_at_10_max": 0.772795, + "nauc_mrr_at_10_std": 0.047769, + "nauc_mrr_at_10_diff1": 0.859693, + "nauc_mrr_at_20_max": 0.773437, + "nauc_mrr_at_20_std": 0.047205, + "nauc_mrr_at_20_diff1": 0.860637, + "nauc_mrr_at_100_max": 0.773038, + "nauc_mrr_at_100_std": 0.048504, + "nauc_mrr_at_100_diff1": 0.860806, + "nauc_mrr_at_1000_max": 0.772968, + "nauc_mrr_at_1000_std": 0.048423, + "nauc_mrr_at_1000_diff1": 0.860831, + "main_score": 0.82805, + "hf_subset": "ceb_Latn-ceb_Latn", + "languages": [ + "ceb-Latn", + "ceb-Latn" + ] + }, + { + "ndcg_at_1": 0.91556, + "ndcg_at_3": 0.94188, + "ndcg_at_5": 0.94738, + "ndcg_at_10": 0.95064, + "ndcg_at_20": 0.95261, + "ndcg_at_100": 0.95378, + "ndcg_at_1000": 0.9542, + "map_at_1": 0.91556, + "map_at_3": 0.93593, + "map_at_5": 0.93898, + "map_at_10": 0.94034, + "map_at_20": 0.94089, + "map_at_100": 0.94102, + "map_at_1000": 0.94104, + "recall_at_1": 0.91556, + "recall_at_3": 0.95889, + "recall_at_5": 0.97222, + "recall_at_10": 0.98222, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91556, + "precision_at_3": 0.31963, + "precision_at_5": 0.19444, + "precision_at_10": 0.09822, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.915556, + "mrr_at_3": 0.935926, + "mrr_at_5": 0.938981, + "mrr_at_10": 0.94034, + "mrr_at_20": 0.940888, + "mrr_at_100": 0.941023, + "mrr_at_1000": 0.941038, + "nauc_ndcg_at_1_max": 0.813805, + "nauc_ndcg_at_1_std": -0.149958, + "nauc_ndcg_at_1_diff1": 0.947786, + "nauc_ndcg_at_3_max": 0.846733, + "nauc_ndcg_at_3_std": -0.135549, + "nauc_ndcg_at_3_diff1": 0.952241, + "nauc_ndcg_at_5_max": 0.837636, + "nauc_ndcg_at_5_std": -0.177874, + "nauc_ndcg_at_5_diff1": 0.952494, + "nauc_ndcg_at_10_max": 0.835785, + "nauc_ndcg_at_10_std": -0.142785, + "nauc_ndcg_at_10_diff1": 0.951266, + "nauc_ndcg_at_20_max": 0.834817, + "nauc_ndcg_at_20_std": -0.127241, + "nauc_ndcg_at_20_diff1": 0.951541, + "nauc_ndcg_at_100_max": 0.834139, + "nauc_ndcg_at_100_std": -0.128623, + "nauc_ndcg_at_100_diff1": 0.950806, + "nauc_ndcg_at_1000_max": 0.833371, + "nauc_ndcg_at_1000_std": -0.139026, + "nauc_ndcg_at_1000_diff1": 0.950735, + "nauc_map_at_1_max": 0.813805, + "nauc_map_at_1_std": -0.149958, + "nauc_map_at_1_diff1": 0.947786, + "nauc_map_at_3_max": 0.837513, + "nauc_map_at_3_std": -0.139744, + "nauc_map_at_3_diff1": 0.950616, + "nauc_map_at_5_max": 0.832665, + "nauc_map_at_5_std": -0.161208, + "nauc_map_at_5_diff1": 0.950768, + "nauc_map_at_10_max": 0.831802, + "nauc_map_at_10_std": -0.149173, + "nauc_map_at_10_diff1": 0.950299, + "nauc_map_at_20_max": 0.831487, + "nauc_map_at_20_std": -0.145866, + "nauc_map_at_20_diff1": 0.950335, + "nauc_map_at_100_max": 0.831387, + "nauc_map_at_100_std": -0.145749, + "nauc_map_at_100_diff1": 0.950251, + "nauc_map_at_1000_max": 0.83136, + "nauc_map_at_1000_std": -0.146037, + "nauc_map_at_1000_diff1": 0.950246, + "nauc_recall_at_1_max": 0.813805, + "nauc_recall_at_1_std": -0.149958, + "nauc_recall_at_1_diff1": 0.947786, + "nauc_recall_at_3_max": 0.8874, + "nauc_recall_at_3_std": -0.116928, + "nauc_recall_at_3_diff1": 0.959687, + "nauc_recall_at_5_max": 0.865378, + "nauc_recall_at_5_std": -0.293576, + "nauc_recall_at_5_diff1": 0.963399, + "nauc_recall_at_10_max": 0.867268, + "nauc_recall_at_10_std": -0.051646, + "nauc_recall_at_10_diff1": 0.95915, + "nauc_recall_at_20_max": 0.876024, + "nauc_recall_at_20_std": 0.312377, + "nauc_recall_at_20_diff1": 0.970951, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.813805, + "nauc_precision_at_1_std": -0.149958, + "nauc_precision_at_1_diff1": 0.947786, + "nauc_precision_at_3_max": 0.8874, + "nauc_precision_at_3_std": -0.116928, + "nauc_precision_at_3_diff1": 0.959687, + "nauc_precision_at_5_max": 0.865378, + "nauc_precision_at_5_std": -0.293576, + "nauc_precision_at_5_diff1": 0.963399, + "nauc_precision_at_10_max": 0.867268, + "nauc_precision_at_10_std": -0.051646, + "nauc_precision_at_10_diff1": 0.95915, + "nauc_precision_at_20_max": 0.876024, + "nauc_precision_at_20_std": 0.312377, + "nauc_precision_at_20_diff1": 0.970951, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.813805, + "nauc_mrr_at_1_std": -0.149958, + "nauc_mrr_at_1_diff1": 0.947786, + "nauc_mrr_at_3_max": 0.837513, + "nauc_mrr_at_3_std": -0.139744, + "nauc_mrr_at_3_diff1": 0.950616, + "nauc_mrr_at_5_max": 0.832665, + "nauc_mrr_at_5_std": -0.161208, + "nauc_mrr_at_5_diff1": 0.950768, + "nauc_mrr_at_10_max": 0.831802, + "nauc_mrr_at_10_std": -0.149173, + "nauc_mrr_at_10_diff1": 0.950299, + "nauc_mrr_at_20_max": 0.831487, + "nauc_mrr_at_20_std": -0.145866, + "nauc_mrr_at_20_diff1": 0.950335, + "nauc_mrr_at_100_max": 0.831387, + "nauc_mrr_at_100_std": -0.145749, + "nauc_mrr_at_100_diff1": 0.950251, + "nauc_mrr_at_1000_max": 0.83136, + "nauc_mrr_at_1000_std": -0.146037, + "nauc_mrr_at_1000_diff1": 0.950246, + "main_score": 0.95064, + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82222, + "ndcg_at_3": 0.86406, + "ndcg_at_5": 0.8742, + "ndcg_at_10": 0.88412, + "ndcg_at_20": 0.88885, + "ndcg_at_100": 0.89314, + "ndcg_at_1000": 0.89464, + "map_at_1": 0.82222, + "map_at_3": 0.85426, + "map_at_5": 0.85993, + "map_at_10": 0.86415, + "map_at_20": 0.86542, + "map_at_100": 0.86601, + "map_at_1000": 0.86608, + "recall_at_1": 0.82222, + "recall_at_3": 0.89222, + "recall_at_5": 0.91667, + "recall_at_10": 0.94667, + "recall_at_20": 0.96556, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.82222, + "precision_at_3": 0.29741, + "precision_at_5": 0.18333, + "precision_at_10": 0.09467, + "precision_at_20": 0.04828, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.822222, + "mrr_at_3": 0.854259, + "mrr_at_5": 0.859926, + "mrr_at_10": 0.864145, + "mrr_at_20": 0.86542, + "mrr_at_100": 0.866009, + "mrr_at_1000": 0.866078, + "nauc_ndcg_at_1_max": 0.750458, + "nauc_ndcg_at_1_std": 0.133381, + "nauc_ndcg_at_1_diff1": 0.906313, + "nauc_ndcg_at_3_max": 0.807293, + "nauc_ndcg_at_3_std": 0.219236, + "nauc_ndcg_at_3_diff1": 0.898859, + "nauc_ndcg_at_5_max": 0.801738, + "nauc_ndcg_at_5_std": 0.201737, + "nauc_ndcg_at_5_diff1": 0.894988, + "nauc_ndcg_at_10_max": 0.802847, + "nauc_ndcg_at_10_std": 0.231946, + "nauc_ndcg_at_10_diff1": 0.897034, + "nauc_ndcg_at_20_max": 0.799457, + "nauc_ndcg_at_20_std": 0.221798, + "nauc_ndcg_at_20_diff1": 0.901606, + "nauc_ndcg_at_100_max": 0.796253, + "nauc_ndcg_at_100_std": 0.218789, + "nauc_ndcg_at_100_diff1": 0.901063, + "nauc_ndcg_at_1000_max": 0.794009, + "nauc_ndcg_at_1000_std": 0.208597, + "nauc_ndcg_at_1000_diff1": 0.90036, + "nauc_map_at_1_max": 0.750458, + "nauc_map_at_1_std": 0.133381, + "nauc_map_at_1_diff1": 0.906313, + "nauc_map_at_3_max": 0.79321, + "nauc_map_at_3_std": 0.195345, + "nauc_map_at_3_diff1": 0.901062, + "nauc_map_at_5_max": 0.789708, + "nauc_map_at_5_std": 0.185211, + "nauc_map_at_5_diff1": 0.899119, + "nauc_map_at_10_max": 0.789754, + "nauc_map_at_10_std": 0.196426, + "nauc_map_at_10_diff1": 0.899854, + "nauc_map_at_20_max": 0.788909, + "nauc_map_at_20_std": 0.193778, + "nauc_map_at_20_diff1": 0.901005, + "nauc_map_at_100_max": 0.788473, + "nauc_map_at_100_std": 0.193852, + "nauc_map_at_100_diff1": 0.900892, + "nauc_map_at_1000_max": 0.788388, + "nauc_map_at_1000_std": 0.193471, + "nauc_map_at_1000_diff1": 0.900865, + "nauc_recall_at_1_max": 0.750458, + "nauc_recall_at_1_std": 0.133381, + "nauc_recall_at_1_diff1": 0.906313, + "nauc_recall_at_3_max": 0.859222, + "nauc_recall_at_3_std": 0.308983, + "nauc_recall_at_3_diff1": 0.890513, + "nauc_recall_at_5_max": 0.855126, + "nauc_recall_at_5_std": 0.274833, + "nauc_recall_at_5_diff1": 0.875045, + "nauc_recall_at_10_max": 0.891797, + "nauc_recall_at_10_std": 0.49786, + "nauc_recall_at_10_diff1": 0.878628, + "nauc_recall_at_20_max": 0.897443, + "nauc_recall_at_20_std": 0.518704, + "nauc_recall_at_20_diff1": 0.922517, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": 0.906863, + "nauc_recall_at_100_diff1": 0.947712, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750458, + "nauc_precision_at_1_std": 0.133381, + "nauc_precision_at_1_diff1": 0.906313, + "nauc_precision_at_3_max": 0.859222, + "nauc_precision_at_3_std": 0.308983, + "nauc_precision_at_3_diff1": 0.890513, + "nauc_precision_at_5_max": 0.855126, + "nauc_precision_at_5_std": 0.274833, + "nauc_precision_at_5_diff1": 0.875045, + "nauc_precision_at_10_max": 0.891797, + "nauc_precision_at_10_std": 0.49786, + "nauc_precision_at_10_diff1": 0.878628, + "nauc_precision_at_20_max": 0.897443, + "nauc_precision_at_20_std": 0.518704, + "nauc_precision_at_20_diff1": 0.922517, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": 0.906863, + "nauc_precision_at_100_diff1": 0.947712, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750458, + "nauc_mrr_at_1_std": 0.133381, + "nauc_mrr_at_1_diff1": 0.906313, + "nauc_mrr_at_3_max": 0.79321, + "nauc_mrr_at_3_std": 0.195345, + "nauc_mrr_at_3_diff1": 0.901062, + "nauc_mrr_at_5_max": 0.789708, + "nauc_mrr_at_5_std": 0.185211, + "nauc_mrr_at_5_diff1": 0.899119, + "nauc_mrr_at_10_max": 0.789754, + "nauc_mrr_at_10_std": 0.196426, + "nauc_mrr_at_10_diff1": 0.899854, + "nauc_mrr_at_20_max": 0.788909, + "nauc_mrr_at_20_std": 0.193778, + "nauc_mrr_at_20_diff1": 0.901005, + "nauc_mrr_at_100_max": 0.788473, + "nauc_mrr_at_100_std": 0.193852, + "nauc_mrr_at_100_diff1": 0.900892, + "nauc_mrr_at_1000_max": 0.788388, + "nauc_mrr_at_1000_std": 0.193471, + "nauc_mrr_at_1000_diff1": 0.900865, + "main_score": 0.88412, + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ] + }, + { + "ndcg_at_1": 0.90333, + "ndcg_at_3": 0.93623, + "ndcg_at_5": 0.94316, + "ndcg_at_10": 0.94569, + "ndcg_at_20": 0.94767, + "ndcg_at_100": 0.94922, + "ndcg_at_1000": 0.94949, + "map_at_1": 0.90333, + "map_at_3": 0.9287, + "map_at_5": 0.93259, + "map_at_10": 0.93365, + "map_at_20": 0.93419, + "map_at_100": 0.93445, + "map_at_1000": 0.93446, + "recall_at_1": 0.90333, + "recall_at_3": 0.95778, + "recall_at_5": 0.97444, + "recall_at_10": 0.98222, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90333, + "precision_at_3": 0.31926, + "precision_at_5": 0.19489, + "precision_at_10": 0.09822, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.903333, + "mrr_at_3": 0.928704, + "mrr_at_5": 0.932593, + "mrr_at_10": 0.933645, + "mrr_at_20": 0.934193, + "mrr_at_100": 0.93445, + "mrr_at_1000": 0.934457, + "nauc_ndcg_at_1_max": 0.792304, + "nauc_ndcg_at_1_std": -0.071852, + "nauc_ndcg_at_1_diff1": 0.942609, + "nauc_ndcg_at_3_max": 0.842987, + "nauc_ndcg_at_3_std": -0.045311, + "nauc_ndcg_at_3_diff1": 0.935759, + "nauc_ndcg_at_5_max": 0.83156, + "nauc_ndcg_at_5_std": -0.039916, + "nauc_ndcg_at_5_diff1": 0.934301, + "nauc_ndcg_at_10_max": 0.835328, + "nauc_ndcg_at_10_std": -0.008159, + "nauc_ndcg_at_10_diff1": 0.938995, + "nauc_ndcg_at_20_max": 0.832755, + "nauc_ndcg_at_20_std": 0.006434, + "nauc_ndcg_at_20_diff1": 0.938052, + "nauc_ndcg_at_100_max": 0.82825, + "nauc_ndcg_at_100_std": -0.019382, + "nauc_ndcg_at_100_diff1": 0.939199, + "nauc_ndcg_at_1000_max": 0.827338, + "nauc_ndcg_at_1000_std": -0.024792, + "nauc_ndcg_at_1000_diff1": 0.938876, + "nauc_map_at_1_max": 0.792304, + "nauc_map_at_1_std": -0.071852, + "nauc_map_at_1_diff1": 0.942609, + "nauc_map_at_3_max": 0.829156, + "nauc_map_at_3_std": -0.047255, + "nauc_map_at_3_diff1": 0.93806, + "nauc_map_at_5_max": 0.82303, + "nauc_map_at_5_std": -0.044013, + "nauc_map_at_5_diff1": 0.937503, + "nauc_map_at_10_max": 0.824175, + "nauc_map_at_10_std": -0.034108, + "nauc_map_at_10_diff1": 0.939194, + "nauc_map_at_20_max": 0.823524, + "nauc_map_at_20_std": -0.031744, + "nauc_map_at_20_diff1": 0.938965, + "nauc_map_at_100_max": 0.822922, + "nauc_map_at_100_std": -0.03519, + "nauc_map_at_100_diff1": 0.939148, + "nauc_map_at_1000_max": 0.822901, + "nauc_map_at_1000_std": -0.035309, + "nauc_map_at_1000_diff1": 0.939141, + "nauc_recall_at_1_max": 0.792304, + "nauc_recall_at_1_std": -0.071852, + "nauc_recall_at_1_diff1": 0.942609, + "nauc_recall_at_3_max": 0.908472, + "nauc_recall_at_3_std": -0.04053, + "nauc_recall_at_3_diff1": 0.924505, + "nauc_recall_at_5_max": 0.889275, + "nauc_recall_at_5_std": -0.017355, + "nauc_recall_at_5_diff1": 0.90937, + "nauc_recall_at_10_max": 0.949959, + "nauc_recall_at_10_std": 0.307277, + "nauc_recall_at_10_diff1": 0.941789, + "nauc_recall_at_20_max": 0.985476, + "nauc_recall_at_20_std": 0.885102, + "nauc_recall_at_20_diff1": 0.925563, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.792304, + "nauc_precision_at_1_std": -0.071852, + "nauc_precision_at_1_diff1": 0.942609, + "nauc_precision_at_3_max": 0.908472, + "nauc_precision_at_3_std": -0.04053, + "nauc_precision_at_3_diff1": 0.924505, + "nauc_precision_at_5_max": 0.889275, + "nauc_precision_at_5_std": -0.017355, + "nauc_precision_at_5_diff1": 0.90937, + "nauc_precision_at_10_max": 0.949959, + "nauc_precision_at_10_std": 0.307277, + "nauc_precision_at_10_diff1": 0.941789, + "nauc_precision_at_20_max": 0.985476, + "nauc_precision_at_20_std": 0.885102, + "nauc_precision_at_20_diff1": 0.925563, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.792304, + "nauc_mrr_at_1_std": -0.071852, + "nauc_mrr_at_1_diff1": 0.942609, + "nauc_mrr_at_3_max": 0.829156, + "nauc_mrr_at_3_std": -0.047255, + "nauc_mrr_at_3_diff1": 0.93806, + "nauc_mrr_at_5_max": 0.82303, + "nauc_mrr_at_5_std": -0.044013, + "nauc_mrr_at_5_diff1": 0.937503, + "nauc_mrr_at_10_max": 0.824175, + "nauc_mrr_at_10_std": -0.034108, + "nauc_mrr_at_10_diff1": 0.939194, + "nauc_mrr_at_20_max": 0.823524, + "nauc_mrr_at_20_std": -0.031744, + "nauc_mrr_at_20_diff1": 0.938965, + "nauc_mrr_at_100_max": 0.822922, + "nauc_mrr_at_100_std": -0.03519, + "nauc_mrr_at_100_diff1": 0.939148, + "nauc_mrr_at_1000_max": 0.822901, + "nauc_mrr_at_1000_std": -0.035309, + "nauc_mrr_at_1000_diff1": 0.939141, + "main_score": 0.94569, + "hf_subset": "ces_Latn-ces_Latn", + "languages": [ + "ces-Latn", + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.93778, + "ndcg_at_3": 0.96354, + "ndcg_at_5": 0.96589, + "ndcg_at_10": 0.96663, + "ndcg_at_20": 0.96802, + "ndcg_at_100": 0.96886, + "ndcg_at_1000": 0.96913, + "map_at_1": 0.93778, + "map_at_3": 0.95778, + "map_at_5": 0.95911, + "map_at_10": 0.95943, + "map_at_20": 0.9598, + "map_at_100": 0.95992, + "map_at_1000": 0.95993, + "recall_at_1": 0.93778, + "recall_at_3": 0.98, + "recall_at_5": 0.98556, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93778, + "precision_at_3": 0.32667, + "precision_at_5": 0.19711, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.937778, + "mrr_at_3": 0.957778, + "mrr_at_5": 0.959111, + "mrr_at_10": 0.959429, + "mrr_at_20": 0.9598, + "mrr_at_100": 0.95992, + "mrr_at_1000": 0.959929, + "nauc_ndcg_at_1_max": 0.741305, + "nauc_ndcg_at_1_std": -0.163649, + "nauc_ndcg_at_1_diff1": 0.949438, + "nauc_ndcg_at_3_max": 0.812177, + "nauc_ndcg_at_3_std": -0.140922, + "nauc_ndcg_at_3_diff1": 0.962601, + "nauc_ndcg_at_5_max": 0.801105, + "nauc_ndcg_at_5_std": -0.13657, + "nauc_ndcg_at_5_diff1": 0.960031, + "nauc_ndcg_at_10_max": 0.79669, + "nauc_ndcg_at_10_std": -0.154674, + "nauc_ndcg_at_10_diff1": 0.959144, + "nauc_ndcg_at_20_max": 0.796083, + "nauc_ndcg_at_20_std": -0.091221, + "nauc_ndcg_at_20_diff1": 0.958459, + "nauc_ndcg_at_100_max": 0.790592, + "nauc_ndcg_at_100_std": -0.116372, + "nauc_ndcg_at_100_diff1": 0.958291, + "nauc_ndcg_at_1000_max": 0.78934, + "nauc_ndcg_at_1000_std": -0.126267, + "nauc_ndcg_at_1000_diff1": 0.957921, + "nauc_map_at_1_max": 0.741305, + "nauc_map_at_1_std": -0.163649, + "nauc_map_at_1_diff1": 0.949438, + "nauc_map_at_3_max": 0.791476, + "nauc_map_at_3_std": -0.143119, + "nauc_map_at_3_diff1": 0.958731, + "nauc_map_at_5_max": 0.785565, + "nauc_map_at_5_std": -0.141365, + "nauc_map_at_5_diff1": 0.957385, + "nauc_map_at_10_max": 0.783887, + "nauc_map_at_10_std": -0.147784, + "nauc_map_at_10_diff1": 0.957051, + "nauc_map_at_20_max": 0.783736, + "nauc_map_at_20_std": -0.134337, + "nauc_map_at_20_diff1": 0.956867, + "nauc_map_at_100_max": 0.783085, + "nauc_map_at_100_std": -0.137181, + "nauc_map_at_100_diff1": 0.956863, + "nauc_map_at_1000_max": 0.783058, + "nauc_map_at_1000_std": -0.137413, + "nauc_map_at_1000_diff1": 0.956854, + "nauc_recall_at_1_max": 0.741305, + "nauc_recall_at_1_std": -0.163649, + "nauc_recall_at_1_diff1": 0.949438, + "nauc_recall_at_3_max": 0.934381, + "nauc_recall_at_3_std": -0.132664, + "nauc_recall_at_3_diff1": 0.985476, + "nauc_recall_at_5_max": 0.919198, + "nauc_recall_at_5_std": -0.102313, + "nauc_recall_at_5_diff1": 0.979889, + "nauc_recall_at_10_max": 0.904507, + "nauc_recall_at_10_std": -0.244377, + "nauc_recall_at_10_diff1": 0.976233, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.903906, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.741305, + "nauc_precision_at_1_std": -0.163649, + "nauc_precision_at_1_diff1": 0.949438, + "nauc_precision_at_3_max": 0.934381, + "nauc_precision_at_3_std": -0.132664, + "nauc_precision_at_3_diff1": 0.985476, + "nauc_precision_at_5_max": 0.919198, + "nauc_precision_at_5_std": -0.102313, + "nauc_precision_at_5_diff1": 0.979889, + "nauc_precision_at_10_max": 0.904507, + "nauc_precision_at_10_std": -0.244377, + "nauc_precision_at_10_diff1": 0.976233, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.903906, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.741305, + "nauc_mrr_at_1_std": -0.163649, + "nauc_mrr_at_1_diff1": 0.949438, + "nauc_mrr_at_3_max": 0.791476, + "nauc_mrr_at_3_std": -0.143119, + "nauc_mrr_at_3_diff1": 0.958731, + "nauc_mrr_at_5_max": 0.785565, + "nauc_mrr_at_5_std": -0.141365, + "nauc_mrr_at_5_diff1": 0.957385, + "nauc_mrr_at_10_max": 0.783887, + "nauc_mrr_at_10_std": -0.147784, + "nauc_mrr_at_10_diff1": 0.957051, + "nauc_mrr_at_20_max": 0.783736, + "nauc_mrr_at_20_std": -0.134337, + "nauc_mrr_at_20_diff1": 0.956867, + "nauc_mrr_at_100_max": 0.783085, + "nauc_mrr_at_100_std": -0.137181, + "nauc_mrr_at_100_diff1": 0.956863, + "nauc_mrr_at_1000_max": 0.783058, + "nauc_mrr_at_1000_std": -0.137413, + "nauc_mrr_at_1000_diff1": 0.956854, + "main_score": 0.96663, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.93857, + "ndcg_at_5": 0.94493, + "ndcg_at_10": 0.94842, + "ndcg_at_20": 0.95048, + "ndcg_at_100": 0.95117, + "ndcg_at_1000": 0.95163, + "map_at_1": 0.90778, + "map_at_3": 0.93148, + "map_at_5": 0.93498, + "map_at_10": 0.93636, + "map_at_20": 0.93697, + "map_at_100": 0.9371, + "map_at_1000": 0.93712, + "recall_at_1": 0.90778, + "recall_at_3": 0.95889, + "recall_at_5": 0.97444, + "recall_at_10": 0.98556, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90778, + "precision_at_3": 0.31963, + "precision_at_5": 0.19489, + "precision_at_10": 0.09856, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.931481, + "mrr_at_5": 0.934981, + "mrr_at_10": 0.936364, + "mrr_at_20": 0.936973, + "mrr_at_100": 0.937095, + "mrr_at_1000": 0.937119, + "nauc_ndcg_at_1_max": 0.696377, + "nauc_ndcg_at_1_std": -0.041977, + "nauc_ndcg_at_1_diff1": 0.929606, + "nauc_ndcg_at_3_max": 0.770841, + "nauc_ndcg_at_3_std": 0.024525, + "nauc_ndcg_at_3_diff1": 0.920081, + "nauc_ndcg_at_5_max": 0.771963, + "nauc_ndcg_at_5_std": 0.049014, + "nauc_ndcg_at_5_diff1": 0.922474, + "nauc_ndcg_at_10_max": 0.761102, + "nauc_ndcg_at_10_std": 0.031198, + "nauc_ndcg_at_10_diff1": 0.92402, + "nauc_ndcg_at_20_max": 0.753518, + "nauc_ndcg_at_20_std": 0.031016, + "nauc_ndcg_at_20_diff1": 0.923191, + "nauc_ndcg_at_100_max": 0.75215, + "nauc_ndcg_at_100_std": 0.030311, + "nauc_ndcg_at_100_diff1": 0.923284, + "nauc_ndcg_at_1000_max": 0.750585, + "nauc_ndcg_at_1000_std": 0.02188, + "nauc_ndcg_at_1000_diff1": 0.923798, + "nauc_map_at_1_max": 0.696377, + "nauc_map_at_1_std": -0.041977, + "nauc_map_at_1_diff1": 0.929606, + "nauc_map_at_3_max": 0.751158, + "nauc_map_at_3_std": 0.00671, + "nauc_map_at_3_diff1": 0.923007, + "nauc_map_at_5_max": 0.750871, + "nauc_map_at_5_std": 0.017649, + "nauc_map_at_5_diff1": 0.924411, + "nauc_map_at_10_max": 0.746832, + "nauc_map_at_10_std": 0.011239, + "nauc_map_at_10_diff1": 0.924848, + "nauc_map_at_20_max": 0.744926, + "nauc_map_at_20_std": 0.011346, + "nauc_map_at_20_diff1": 0.924662, + "nauc_map_at_100_max": 0.74472, + "nauc_map_at_100_std": 0.011212, + "nauc_map_at_100_diff1": 0.92466, + "nauc_map_at_1000_max": 0.744653, + "nauc_map_at_1000_std": 0.010873, + "nauc_map_at_1000_diff1": 0.924672, + "nauc_recall_at_1_max": 0.696377, + "nauc_recall_at_1_std": -0.041977, + "nauc_recall_at_1_diff1": 0.929606, + "nauc_recall_at_3_max": 0.862417, + "nauc_recall_at_3_std": 0.107616, + "nauc_recall_at_3_diff1": 0.906125, + "nauc_recall_at_5_max": 0.921447, + "nauc_recall_at_5_std": 0.282223, + "nauc_recall_at_5_diff1": 0.908862, + "nauc_recall_at_10_max": 0.915428, + "nauc_recall_at_10_std": 0.259247, + "nauc_recall_at_10_diff1": 0.918301, + "nauc_recall_at_20_max": 0.88212, + "nauc_recall_at_20_std": 0.497043, + "nauc_recall_at_20_diff1": 0.888344, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696377, + "nauc_precision_at_1_std": -0.041977, + "nauc_precision_at_1_diff1": 0.929606, + "nauc_precision_at_3_max": 0.862417, + "nauc_precision_at_3_std": 0.107616, + "nauc_precision_at_3_diff1": 0.906125, + "nauc_precision_at_5_max": 0.921447, + "nauc_precision_at_5_std": 0.282223, + "nauc_precision_at_5_diff1": 0.908862, + "nauc_precision_at_10_max": 0.915428, + "nauc_precision_at_10_std": 0.259247, + "nauc_precision_at_10_diff1": 0.918301, + "nauc_precision_at_20_max": 0.88212, + "nauc_precision_at_20_std": 0.497043, + "nauc_precision_at_20_diff1": 0.888344, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696377, + "nauc_mrr_at_1_std": -0.041977, + "nauc_mrr_at_1_diff1": 0.929606, + "nauc_mrr_at_3_max": 0.751158, + "nauc_mrr_at_3_std": 0.00671, + "nauc_mrr_at_3_diff1": 0.923007, + "nauc_mrr_at_5_max": 0.750871, + "nauc_mrr_at_5_std": 0.017649, + "nauc_mrr_at_5_diff1": 0.924411, + "nauc_mrr_at_10_max": 0.746832, + "nauc_mrr_at_10_std": 0.011239, + "nauc_mrr_at_10_diff1": 0.924848, + "nauc_mrr_at_20_max": 0.744926, + "nauc_mrr_at_20_std": 0.011346, + "nauc_mrr_at_20_diff1": 0.924662, + "nauc_mrr_at_100_max": 0.74472, + "nauc_mrr_at_100_std": 0.011212, + "nauc_mrr_at_100_diff1": 0.92466, + "nauc_mrr_at_1000_max": 0.744653, + "nauc_mrr_at_1000_std": 0.010873, + "nauc_mrr_at_1000_diff1": 0.924672, + "main_score": 0.94842, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.67556, + "ndcg_at_3": 0.72797, + "ndcg_at_5": 0.74299, + "ndcg_at_10": 0.75658, + "ndcg_at_20": 0.76842, + "ndcg_at_100": 0.78332, + "ndcg_at_1000": 0.78713, + "map_at_1": 0.67556, + "map_at_3": 0.715, + "map_at_5": 0.72328, + "map_at_10": 0.72907, + "map_at_20": 0.73233, + "map_at_100": 0.73434, + "map_at_1000": 0.7345, + "recall_at_1": 0.67556, + "recall_at_3": 0.76556, + "recall_at_5": 0.80222, + "recall_at_10": 0.84333, + "recall_at_20": 0.89, + "recall_at_100": 0.97111, + "recall_at_1000": 1.0, + "precision_at_1": 0.67556, + "precision_at_3": 0.25519, + "precision_at_5": 0.16044, + "precision_at_10": 0.08433, + "precision_at_20": 0.0445, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675556, + "mrr_at_3": 0.715, + "mrr_at_5": 0.723278, + "mrr_at_10": 0.729067, + "mrr_at_20": 0.732332, + "mrr_at_100": 0.734341, + "mrr_at_1000": 0.734502, + "nauc_ndcg_at_1_max": 0.612868, + "nauc_ndcg_at_1_std": 0.24249, + "nauc_ndcg_at_1_diff1": 0.862449, + "nauc_ndcg_at_3_max": 0.647197, + "nauc_ndcg_at_3_std": 0.294851, + "nauc_ndcg_at_3_diff1": 0.842982, + "nauc_ndcg_at_5_max": 0.641295, + "nauc_ndcg_at_5_std": 0.300599, + "nauc_ndcg_at_5_diff1": 0.839979, + "nauc_ndcg_at_10_max": 0.640386, + "nauc_ndcg_at_10_std": 0.312227, + "nauc_ndcg_at_10_diff1": 0.837306, + "nauc_ndcg_at_20_max": 0.636656, + "nauc_ndcg_at_20_std": 0.306713, + "nauc_ndcg_at_20_diff1": 0.835551, + "nauc_ndcg_at_100_max": 0.638442, + "nauc_ndcg_at_100_std": 0.305147, + "nauc_ndcg_at_100_diff1": 0.840407, + "nauc_ndcg_at_1000_max": 0.636947, + "nauc_ndcg_at_1000_std": 0.297294, + "nauc_ndcg_at_1000_diff1": 0.841378, + "nauc_map_at_1_max": 0.612868, + "nauc_map_at_1_std": 0.24249, + "nauc_map_at_1_diff1": 0.862449, + "nauc_map_at_3_max": 0.637819, + "nauc_map_at_3_std": 0.280307, + "nauc_map_at_3_diff1": 0.847328, + "nauc_map_at_5_max": 0.634627, + "nauc_map_at_5_std": 0.282797, + "nauc_map_at_5_diff1": 0.845854, + "nauc_map_at_10_max": 0.634015, + "nauc_map_at_10_std": 0.287111, + "nauc_map_at_10_diff1": 0.844833, + "nauc_map_at_20_max": 0.633147, + "nauc_map_at_20_std": 0.285586, + "nauc_map_at_20_diff1": 0.844473, + "nauc_map_at_100_max": 0.633531, + "nauc_map_at_100_std": 0.285641, + "nauc_map_at_100_diff1": 0.845004, + "nauc_map_at_1000_max": 0.6335, + "nauc_map_at_1000_std": 0.285399, + "nauc_map_at_1000_diff1": 0.845044, + "nauc_recall_at_1_max": 0.612868, + "nauc_recall_at_1_std": 0.24249, + "nauc_recall_at_1_diff1": 0.862449, + "nauc_recall_at_3_max": 0.678764, + "nauc_recall_at_3_std": 0.343922, + "nauc_recall_at_3_diff1": 0.828807, + "nauc_recall_at_5_max": 0.66509, + "nauc_recall_at_5_std": 0.368931, + "nauc_recall_at_5_diff1": 0.817898, + "nauc_recall_at_10_max": 0.66789, + "nauc_recall_at_10_std": 0.434452, + "nauc_recall_at_10_diff1": 0.801906, + "nauc_recall_at_20_max": 0.648694, + "nauc_recall_at_20_std": 0.437186, + "nauc_recall_at_20_diff1": 0.776022, + "nauc_recall_at_100_max": 0.72066, + "nauc_recall_at_100_std": 0.701609, + "nauc_recall_at_100_diff1": 0.794315, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.612868, + "nauc_precision_at_1_std": 0.24249, + "nauc_precision_at_1_diff1": 0.862449, + "nauc_precision_at_3_max": 0.678764, + "nauc_precision_at_3_std": 0.343922, + "nauc_precision_at_3_diff1": 0.828807, + "nauc_precision_at_5_max": 0.66509, + "nauc_precision_at_5_std": 0.368931, + "nauc_precision_at_5_diff1": 0.817898, + "nauc_precision_at_10_max": 0.66789, + "nauc_precision_at_10_std": 0.434452, + "nauc_precision_at_10_diff1": 0.801906, + "nauc_precision_at_20_max": 0.648694, + "nauc_precision_at_20_std": 0.437186, + "nauc_precision_at_20_diff1": 0.776022, + "nauc_precision_at_100_max": 0.72066, + "nauc_precision_at_100_std": 0.701609, + "nauc_precision_at_100_diff1": 0.794315, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.612868, + "nauc_mrr_at_1_std": 0.24249, + "nauc_mrr_at_1_diff1": 0.862449, + "nauc_mrr_at_3_max": 0.637819, + "nauc_mrr_at_3_std": 0.280307, + "nauc_mrr_at_3_diff1": 0.847328, + "nauc_mrr_at_5_max": 0.634627, + "nauc_mrr_at_5_std": 0.282797, + "nauc_mrr_at_5_diff1": 0.845854, + "nauc_mrr_at_10_max": 0.634015, + "nauc_mrr_at_10_std": 0.287111, + "nauc_mrr_at_10_diff1": 0.844833, + "nauc_mrr_at_20_max": 0.633147, + "nauc_mrr_at_20_std": 0.285586, + "nauc_mrr_at_20_diff1": 0.844473, + "nauc_mrr_at_100_max": 0.633531, + "nauc_mrr_at_100_std": 0.285641, + "nauc_mrr_at_100_diff1": 0.845004, + "nauc_mrr_at_1000_max": 0.6335, + "nauc_mrr_at_1000_std": 0.285399, + "nauc_mrr_at_1000_diff1": 0.845044, + "main_score": 0.75658, + "hf_subset": "ckb_Arab-ckb_Arab", + "languages": [ + "ckb-Arab", + "ckb-Arab" + ] + }, + { + "ndcg_at_1": 0.86889, + "ndcg_at_3": 0.91701, + "ndcg_at_5": 0.92351, + "ndcg_at_10": 0.9287, + "ndcg_at_20": 0.93034, + "ndcg_at_100": 0.9318, + "ndcg_at_1000": 0.93238, + "map_at_1": 0.86889, + "map_at_3": 0.90556, + "map_at_5": 0.90922, + "map_at_10": 0.91145, + "map_at_20": 0.91188, + "map_at_100": 0.91209, + "map_at_1000": 0.91211, + "recall_at_1": 0.86889, + "recall_at_3": 0.95, + "recall_at_5": 0.96556, + "recall_at_10": 0.98111, + "recall_at_20": 0.98778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.86889, + "precision_at_3": 0.31667, + "precision_at_5": 0.19311, + "precision_at_10": 0.09811, + "precision_at_20": 0.04939, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.868889, + "mrr_at_3": 0.905556, + "mrr_at_5": 0.909222, + "mrr_at_10": 0.911454, + "mrr_at_20": 0.911878, + "mrr_at_100": 0.912089, + "mrr_at_1000": 0.912112, + "nauc_ndcg_at_1_max": 0.612255, + "nauc_ndcg_at_1_std": -0.159018, + "nauc_ndcg_at_1_diff1": 0.890885, + "nauc_ndcg_at_3_max": 0.70288, + "nauc_ndcg_at_3_std": -0.037724, + "nauc_ndcg_at_3_diff1": 0.887604, + "nauc_ndcg_at_5_max": 0.685778, + "nauc_ndcg_at_5_std": -0.074373, + "nauc_ndcg_at_5_diff1": 0.890556, + "nauc_ndcg_at_10_max": 0.677285, + "nauc_ndcg_at_10_std": -0.089093, + "nauc_ndcg_at_10_diff1": 0.889499, + "nauc_ndcg_at_20_max": 0.674412, + "nauc_ndcg_at_20_std": -0.079451, + "nauc_ndcg_at_20_diff1": 0.890768, + "nauc_ndcg_at_100_max": 0.669454, + "nauc_ndcg_at_100_std": -0.078542, + "nauc_ndcg_at_100_diff1": 0.890955, + "nauc_ndcg_at_1000_max": 0.668301, + "nauc_ndcg_at_1000_std": -0.087876, + "nauc_ndcg_at_1000_diff1": 0.890011, + "nauc_map_at_1_max": 0.612255, + "nauc_map_at_1_std": -0.159018, + "nauc_map_at_1_diff1": 0.890885, + "nauc_map_at_3_max": 0.675916, + "nauc_map_at_3_std": -0.074127, + "nauc_map_at_3_diff1": 0.88844, + "nauc_map_at_5_max": 0.666562, + "nauc_map_at_5_std": -0.093144, + "nauc_map_at_5_diff1": 0.889804, + "nauc_map_at_10_max": 0.663293, + "nauc_map_at_10_std": -0.09873, + "nauc_map_at_10_diff1": 0.889274, + "nauc_map_at_20_max": 0.662526, + "nauc_map_at_20_std": -0.097406, + "nauc_map_at_20_diff1": 0.889561, + "nauc_map_at_100_max": 0.66193, + "nauc_map_at_100_std": -0.097405, + "nauc_map_at_100_diff1": 0.889586, + "nauc_map_at_1000_max": 0.661877, + "nauc_map_at_1000_std": -0.097691, + "nauc_map_at_1000_diff1": 0.889557, + "nauc_recall_at_1_max": 0.612255, + "nauc_recall_at_1_std": -0.159018, + "nauc_recall_at_1_diff1": 0.890885, + "nauc_recall_at_3_max": 0.844341, + "nauc_recall_at_3_std": 0.153522, + "nauc_recall_at_3_diff1": 0.883339, + "nauc_recall_at_5_max": 0.820201, + "nauc_recall_at_5_std": 0.049697, + "nauc_recall_at_5_diff1": 0.897593, + "nauc_recall_at_10_max": 0.832509, + "nauc_recall_at_10_std": -0.012083, + "nauc_recall_at_10_diff1": 0.895233, + "nauc_recall_at_20_max": 0.858034, + "nauc_recall_at_20_std": 0.282022, + "nauc_recall_at_20_diff1": 0.925728, + "nauc_recall_at_100_max": 0.786415, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.612255, + "nauc_precision_at_1_std": -0.159018, + "nauc_precision_at_1_diff1": 0.890885, + "nauc_precision_at_3_max": 0.844341, + "nauc_precision_at_3_std": 0.153522, + "nauc_precision_at_3_diff1": 0.883339, + "nauc_precision_at_5_max": 0.820201, + "nauc_precision_at_5_std": 0.049697, + "nauc_precision_at_5_diff1": 0.897593, + "nauc_precision_at_10_max": 0.832509, + "nauc_precision_at_10_std": -0.012083, + "nauc_precision_at_10_diff1": 0.895233, + "nauc_precision_at_20_max": 0.858034, + "nauc_precision_at_20_std": 0.282022, + "nauc_precision_at_20_diff1": 0.925728, + "nauc_precision_at_100_max": 0.786415, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.612255, + "nauc_mrr_at_1_std": -0.159018, + "nauc_mrr_at_1_diff1": 0.890885, + "nauc_mrr_at_3_max": 0.675916, + "nauc_mrr_at_3_std": -0.074127, + "nauc_mrr_at_3_diff1": 0.88844, + "nauc_mrr_at_5_max": 0.666562, + "nauc_mrr_at_5_std": -0.093144, + "nauc_mrr_at_5_diff1": 0.889804, + "nauc_mrr_at_10_max": 0.663293, + "nauc_mrr_at_10_std": -0.09873, + "nauc_mrr_at_10_diff1": 0.889274, + "nauc_mrr_at_20_max": 0.662526, + "nauc_mrr_at_20_std": -0.097406, + "nauc_mrr_at_20_diff1": 0.889561, + "nauc_mrr_at_100_max": 0.66193, + "nauc_mrr_at_100_std": -0.097405, + "nauc_mrr_at_100_diff1": 0.889586, + "nauc_mrr_at_1000_max": 0.661877, + "nauc_mrr_at_1000_std": -0.097691, + "nauc_mrr_at_1000_diff1": 0.889557, + "main_score": 0.9287, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.55889, + "ndcg_at_3": 0.63594, + "ndcg_at_5": 0.65521, + "ndcg_at_10": 0.67346, + "ndcg_at_20": 0.68251, + "ndcg_at_100": 0.7018, + "ndcg_at_1000": 0.7104, + "map_at_1": 0.55889, + "map_at_3": 0.61722, + "map_at_5": 0.62794, + "map_at_10": 0.63543, + "map_at_20": 0.63795, + "map_at_100": 0.64052, + "map_at_1000": 0.64087, + "recall_at_1": 0.55889, + "recall_at_3": 0.69, + "recall_at_5": 0.73667, + "recall_at_10": 0.79333, + "recall_at_20": 0.82889, + "recall_at_100": 0.93444, + "recall_at_1000": 1.0, + "precision_at_1": 0.55889, + "precision_at_3": 0.23, + "precision_at_5": 0.14733, + "precision_at_10": 0.07933, + "precision_at_20": 0.04144, + "precision_at_100": 0.00934, + "precision_at_1000": 0.001, + "mrr_at_1": 0.558889, + "mrr_at_3": 0.617222, + "mrr_at_5": 0.627944, + "mrr_at_10": 0.635435, + "mrr_at_20": 0.637948, + "mrr_at_100": 0.640515, + "mrr_at_1000": 0.640869, + "nauc_ndcg_at_1_max": 0.57962, + "nauc_ndcg_at_1_std": 0.008866, + "nauc_ndcg_at_1_diff1": 0.812793, + "nauc_ndcg_at_3_max": 0.562004, + "nauc_ndcg_at_3_std": 0.000948, + "nauc_ndcg_at_3_diff1": 0.750959, + "nauc_ndcg_at_5_max": 0.574808, + "nauc_ndcg_at_5_std": 0.017964, + "nauc_ndcg_at_5_diff1": 0.745331, + "nauc_ndcg_at_10_max": 0.575663, + "nauc_ndcg_at_10_std": 0.033644, + "nauc_ndcg_at_10_diff1": 0.737794, + "nauc_ndcg_at_20_max": 0.573332, + "nauc_ndcg_at_20_std": 0.043362, + "nauc_ndcg_at_20_diff1": 0.733034, + "nauc_ndcg_at_100_max": 0.572579, + "nauc_ndcg_at_100_std": 0.034586, + "nauc_ndcg_at_100_diff1": 0.743312, + "nauc_ndcg_at_1000_max": 0.573839, + "nauc_ndcg_at_1000_std": 0.027708, + "nauc_ndcg_at_1000_diff1": 0.750884, + "nauc_map_at_1_max": 0.57962, + "nauc_map_at_1_std": 0.008866, + "nauc_map_at_1_diff1": 0.812793, + "nauc_map_at_3_max": 0.567559, + "nauc_map_at_3_std": 0.002506, + "nauc_map_at_3_diff1": 0.767459, + "nauc_map_at_5_max": 0.574349, + "nauc_map_at_5_std": 0.011757, + "nauc_map_at_5_diff1": 0.764847, + "nauc_map_at_10_max": 0.575276, + "nauc_map_at_10_std": 0.01816, + "nauc_map_at_10_diff1": 0.762666, + "nauc_map_at_20_max": 0.574635, + "nauc_map_at_20_std": 0.020614, + "nauc_map_at_20_diff1": 0.761649, + "nauc_map_at_100_max": 0.574445, + "nauc_map_at_100_std": 0.019339, + "nauc_map_at_100_diff1": 0.762967, + "nauc_map_at_1000_max": 0.574527, + "nauc_map_at_1000_std": 0.019125, + "nauc_map_at_1000_diff1": 0.763284, + "nauc_recall_at_1_max": 0.57962, + "nauc_recall_at_1_std": 0.008866, + "nauc_recall_at_1_diff1": 0.812793, + "nauc_recall_at_3_max": 0.543346, + "nauc_recall_at_3_std": -0.003918, + "nauc_recall_at_3_diff1": 0.696725, + "nauc_recall_at_5_max": 0.57844, + "nauc_recall_at_5_std": 0.043515, + "nauc_recall_at_5_diff1": 0.673228, + "nauc_recall_at_10_max": 0.578122, + "nauc_recall_at_10_std": 0.111684, + "nauc_recall_at_10_diff1": 0.623106, + "nauc_recall_at_20_max": 0.564719, + "nauc_recall_at_20_std": 0.18506, + "nauc_recall_at_20_diff1": 0.572304, + "nauc_recall_at_100_max": 0.545095, + "nauc_recall_at_100_std": 0.226875, + "nauc_recall_at_100_diff1": 0.546337, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.57962, + "nauc_precision_at_1_std": 0.008866, + "nauc_precision_at_1_diff1": 0.812793, + "nauc_precision_at_3_max": 0.543346, + "nauc_precision_at_3_std": -0.003918, + "nauc_precision_at_3_diff1": 0.696725, + "nauc_precision_at_5_max": 0.57844, + "nauc_precision_at_5_std": 0.043515, + "nauc_precision_at_5_diff1": 0.673228, + "nauc_precision_at_10_max": 0.578122, + "nauc_precision_at_10_std": 0.111684, + "nauc_precision_at_10_diff1": 0.623106, + "nauc_precision_at_20_max": 0.564719, + "nauc_precision_at_20_std": 0.18506, + "nauc_precision_at_20_diff1": 0.572304, + "nauc_precision_at_100_max": 0.545095, + "nauc_precision_at_100_std": 0.226875, + "nauc_precision_at_100_diff1": 0.546337, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.57962, + "nauc_mrr_at_1_std": 0.008866, + "nauc_mrr_at_1_diff1": 0.812793, + "nauc_mrr_at_3_max": 0.567559, + "nauc_mrr_at_3_std": 0.002506, + "nauc_mrr_at_3_diff1": 0.767459, + "nauc_mrr_at_5_max": 0.574349, + "nauc_mrr_at_5_std": 0.011757, + "nauc_mrr_at_5_diff1": 0.764847, + "nauc_mrr_at_10_max": 0.575276, + "nauc_mrr_at_10_std": 0.01816, + "nauc_mrr_at_10_diff1": 0.762666, + "nauc_mrr_at_20_max": 0.574635, + "nauc_mrr_at_20_std": 0.020614, + "nauc_mrr_at_20_diff1": 0.761649, + "nauc_mrr_at_100_max": 0.574445, + "nauc_mrr_at_100_std": 0.019339, + "nauc_mrr_at_100_diff1": 0.762967, + "nauc_mrr_at_1000_max": 0.574527, + "nauc_mrr_at_1000_std": 0.019125, + "nauc_mrr_at_1000_diff1": 0.763284, + "main_score": 0.67346, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "ndcg_at_1": 0.88778, + "ndcg_at_3": 0.93061, + "ndcg_at_5": 0.93338, + "ndcg_at_10": 0.93662, + "ndcg_at_20": 0.93892, + "ndcg_at_100": 0.94106, + "ndcg_at_1000": 0.94163, + "map_at_1": 0.88778, + "map_at_3": 0.92074, + "map_at_5": 0.9223, + "map_at_10": 0.92364, + "map_at_20": 0.92429, + "map_at_100": 0.92462, + "map_at_1000": 0.92464, + "recall_at_1": 0.88778, + "recall_at_3": 0.95889, + "recall_at_5": 0.96556, + "recall_at_10": 0.97556, + "recall_at_20": 0.98444, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.88778, + "precision_at_3": 0.31963, + "precision_at_5": 0.19311, + "precision_at_10": 0.09756, + "precision_at_20": 0.04922, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.887778, + "mrr_at_3": 0.920741, + "mrr_at_5": 0.922296, + "mrr_at_10": 0.923637, + "mrr_at_20": 0.924291, + "mrr_at_100": 0.924618, + "mrr_at_1000": 0.92464, + "nauc_ndcg_at_1_max": 0.792753, + "nauc_ndcg_at_1_std": -0.241206, + "nauc_ndcg_at_1_diff1": 0.954164, + "nauc_ndcg_at_3_max": 0.839831, + "nauc_ndcg_at_3_std": -0.212468, + "nauc_ndcg_at_3_diff1": 0.943625, + "nauc_ndcg_at_5_max": 0.835967, + "nauc_ndcg_at_5_std": -0.188884, + "nauc_ndcg_at_5_diff1": 0.944002, + "nauc_ndcg_at_10_max": 0.832227, + "nauc_ndcg_at_10_std": -0.19369, + "nauc_ndcg_at_10_diff1": 0.945073, + "nauc_ndcg_at_20_max": 0.829855, + "nauc_ndcg_at_20_std": -0.19628, + "nauc_ndcg_at_20_diff1": 0.948933, + "nauc_ndcg_at_100_max": 0.82778, + "nauc_ndcg_at_100_std": -0.189365, + "nauc_ndcg_at_100_diff1": 0.948542, + "nauc_ndcg_at_1000_max": 0.826088, + "nauc_ndcg_at_1000_std": -0.200715, + "nauc_ndcg_at_1000_diff1": 0.948036, + "nauc_map_at_1_max": 0.792753, + "nauc_map_at_1_std": -0.241206, + "nauc_map_at_1_diff1": 0.954164, + "nauc_map_at_3_max": 0.825523, + "nauc_map_at_3_std": -0.221201, + "nauc_map_at_3_diff1": 0.946713, + "nauc_map_at_5_max": 0.823375, + "nauc_map_at_5_std": -0.210499, + "nauc_map_at_5_diff1": 0.946957, + "nauc_map_at_10_max": 0.821935, + "nauc_map_at_10_std": -0.212521, + "nauc_map_at_10_diff1": 0.947435, + "nauc_map_at_20_max": 0.821352, + "nauc_map_at_20_std": -0.213283, + "nauc_map_at_20_diff1": 0.94836, + "nauc_map_at_100_max": 0.821178, + "nauc_map_at_100_std": -0.21205, + "nauc_map_at_100_diff1": 0.948321, + "nauc_map_at_1000_max": 0.821126, + "nauc_map_at_1000_std": -0.212393, + "nauc_map_at_1000_diff1": 0.948306, + "nauc_recall_at_1_max": 0.792753, + "nauc_recall_at_1_std": -0.241206, + "nauc_recall_at_1_diff1": 0.954164, + "nauc_recall_at_3_max": 0.917291, + "nauc_recall_at_3_std": -0.16519, + "nauc_recall_at_3_diff1": 0.927007, + "nauc_recall_at_5_max": 0.91446, + "nauc_recall_at_5_std": -0.042966, + "nauc_recall_at_5_diff1": 0.925529, + "nauc_recall_at_10_max": 0.91586, + "nauc_recall_at_10_std": -0.021751, + "nauc_recall_at_10_diff1": 0.925516, + "nauc_recall_at_20_max": 0.926137, + "nauc_recall_at_20_std": 0.037482, + "nauc_recall_at_20_diff1": 0.971989, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.96732, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.792753, + "nauc_precision_at_1_std": -0.241206, + "nauc_precision_at_1_diff1": 0.954164, + "nauc_precision_at_3_max": 0.917291, + "nauc_precision_at_3_std": -0.16519, + "nauc_precision_at_3_diff1": 0.927007, + "nauc_precision_at_5_max": 0.91446, + "nauc_precision_at_5_std": -0.042966, + "nauc_precision_at_5_diff1": 0.925529, + "nauc_precision_at_10_max": 0.91586, + "nauc_precision_at_10_std": -0.021751, + "nauc_precision_at_10_diff1": 0.925516, + "nauc_precision_at_20_max": 0.926137, + "nauc_precision_at_20_std": 0.037482, + "nauc_precision_at_20_diff1": 0.971989, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.96732, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.792753, + "nauc_mrr_at_1_std": -0.241206, + "nauc_mrr_at_1_diff1": 0.954164, + "nauc_mrr_at_3_max": 0.825523, + "nauc_mrr_at_3_std": -0.221201, + "nauc_mrr_at_3_diff1": 0.946713, + "nauc_mrr_at_5_max": 0.823375, + "nauc_mrr_at_5_std": -0.210499, + "nauc_mrr_at_5_diff1": 0.946957, + "nauc_mrr_at_10_max": 0.821935, + "nauc_mrr_at_10_std": -0.212521, + "nauc_mrr_at_10_diff1": 0.947435, + "nauc_mrr_at_20_max": 0.821352, + "nauc_mrr_at_20_std": -0.213283, + "nauc_mrr_at_20_diff1": 0.94836, + "nauc_mrr_at_100_max": 0.821178, + "nauc_mrr_at_100_std": -0.21205, + "nauc_mrr_at_100_diff1": 0.948321, + "nauc_mrr_at_1000_max": 0.821126, + "nauc_mrr_at_1000_std": -0.212393, + "nauc_mrr_at_1000_diff1": 0.948306, + "main_score": 0.93662, + "hf_subset": "dan_Latn-dan_Latn", + "languages": [ + "dan-Latn", + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.93778, + "ndcg_at_3": 0.9603, + "ndcg_at_5": 0.96403, + "ndcg_at_10": 0.9655, + "ndcg_at_20": 0.96667, + "ndcg_at_100": 0.96757, + "ndcg_at_1000": 0.96784, + "map_at_1": 0.93778, + "map_at_3": 0.955, + "map_at_5": 0.95711, + "map_at_10": 0.95773, + "map_at_20": 0.95807, + "map_at_100": 0.95823, + "map_at_1000": 0.95824, + "recall_at_1": 0.93778, + "recall_at_3": 0.97556, + "recall_at_5": 0.98444, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93778, + "precision_at_3": 0.32519, + "precision_at_5": 0.19689, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.937778, + "mrr_at_3": 0.955, + "mrr_at_5": 0.957111, + "mrr_at_10": 0.957733, + "mrr_at_20": 0.958074, + "mrr_at_100": 0.958228, + "mrr_at_1000": 0.958235, + "nauc_ndcg_at_1_max": 0.794443, + "nauc_ndcg_at_1_std": -0.125492, + "nauc_ndcg_at_1_diff1": 0.954398, + "nauc_ndcg_at_3_max": 0.848728, + "nauc_ndcg_at_3_std": -0.064189, + "nauc_ndcg_at_3_diff1": 0.955538, + "nauc_ndcg_at_5_max": 0.837918, + "nauc_ndcg_at_5_std": -0.06481, + "nauc_ndcg_at_5_diff1": 0.955966, + "nauc_ndcg_at_10_max": 0.831025, + "nauc_ndcg_at_10_std": -0.091812, + "nauc_ndcg_at_10_diff1": 0.954093, + "nauc_ndcg_at_20_max": 0.830352, + "nauc_ndcg_at_20_std": -0.059663, + "nauc_ndcg_at_20_diff1": 0.957043, + "nauc_ndcg_at_100_max": 0.829401, + "nauc_ndcg_at_100_std": -0.063541, + "nauc_ndcg_at_100_diff1": 0.955841, + "nauc_ndcg_at_1000_max": 0.828538, + "nauc_ndcg_at_1000_std": -0.072326, + "nauc_ndcg_at_1000_diff1": 0.955476, + "nauc_map_at_1_max": 0.794443, + "nauc_map_at_1_std": -0.125492, + "nauc_map_at_1_diff1": 0.954398, + "nauc_map_at_3_max": 0.834428, + "nauc_map_at_3_std": -0.077158, + "nauc_map_at_3_diff1": 0.95514, + "nauc_map_at_5_max": 0.828395, + "nauc_map_at_5_std": -0.078521, + "nauc_map_at_5_diff1": 0.955302, + "nauc_map_at_10_max": 0.825871, + "nauc_map_at_10_std": -0.087701, + "nauc_map_at_10_diff1": 0.954645, + "nauc_map_at_20_max": 0.825516, + "nauc_map_at_20_std": -0.080849, + "nauc_map_at_20_diff1": 0.955269, + "nauc_map_at_100_max": 0.825381, + "nauc_map_at_100_std": -0.08128, + "nauc_map_at_100_diff1": 0.955103, + "nauc_map_at_1000_max": 0.825364, + "nauc_map_at_1000_std": -0.081456, + "nauc_map_at_1000_diff1": 0.955096, + "nauc_recall_at_1_max": 0.794443, + "nauc_recall_at_1_std": -0.125492, + "nauc_recall_at_1_diff1": 0.954398, + "nauc_recall_at_3_max": 0.921802, + "nauc_recall_at_3_std": -0.000976, + "nauc_recall_at_3_diff1": 0.957665, + "nauc_recall_at_5_max": 0.906296, + "nauc_recall_at_5_std": 0.036648, + "nauc_recall_at_5_diff1": 0.961485, + "nauc_recall_at_10_max": 0.868814, + "nauc_recall_at_10_std": -0.183707, + "nauc_recall_at_10_diff1": 0.946078, + "nauc_recall_at_20_max": 0.888344, + "nauc_recall_at_20_std": 0.397137, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794443, + "nauc_precision_at_1_std": -0.125492, + "nauc_precision_at_1_diff1": 0.954398, + "nauc_precision_at_3_max": 0.921802, + "nauc_precision_at_3_std": -0.000976, + "nauc_precision_at_3_diff1": 0.957665, + "nauc_precision_at_5_max": 0.906296, + "nauc_precision_at_5_std": 0.036648, + "nauc_precision_at_5_diff1": 0.961485, + "nauc_precision_at_10_max": 0.868814, + "nauc_precision_at_10_std": -0.183707, + "nauc_precision_at_10_diff1": 0.946078, + "nauc_precision_at_20_max": 0.888344, + "nauc_precision_at_20_std": 0.397137, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794443, + "nauc_mrr_at_1_std": -0.125492, + "nauc_mrr_at_1_diff1": 0.954398, + "nauc_mrr_at_3_max": 0.834428, + "nauc_mrr_at_3_std": -0.077158, + "nauc_mrr_at_3_diff1": 0.95514, + "nauc_mrr_at_5_max": 0.828395, + "nauc_mrr_at_5_std": -0.078521, + "nauc_mrr_at_5_diff1": 0.955302, + "nauc_mrr_at_10_max": 0.825871, + "nauc_mrr_at_10_std": -0.087701, + "nauc_mrr_at_10_diff1": 0.954645, + "nauc_mrr_at_20_max": 0.825516, + "nauc_mrr_at_20_std": -0.080849, + "nauc_mrr_at_20_diff1": 0.955269, + "nauc_mrr_at_100_max": 0.825381, + "nauc_mrr_at_100_std": -0.08128, + "nauc_mrr_at_100_diff1": 0.955103, + "nauc_mrr_at_1000_max": 0.825364, + "nauc_mrr_at_1000_std": -0.081456, + "nauc_mrr_at_1000_diff1": 0.955096, + "main_score": 0.9655, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.95103, + "ndcg_at_5": 0.95668, + "ndcg_at_10": 0.95776, + "ndcg_at_20": 0.95946, + "ndcg_at_100": 0.96028, + "ndcg_at_1000": 0.96073, + "map_at_1": 0.92444, + "map_at_3": 0.94481, + "map_at_5": 0.94804, + "map_at_10": 0.94848, + "map_at_20": 0.94897, + "map_at_100": 0.94908, + "map_at_1000": 0.9491, + "recall_at_1": 0.92444, + "recall_at_3": 0.96889, + "recall_at_5": 0.98222, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92444, + "precision_at_3": 0.32296, + "precision_at_5": 0.19644, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.944815, + "mrr_at_5": 0.948037, + "mrr_at_10": 0.948485, + "mrr_at_20": 0.948965, + "mrr_at_100": 0.949078, + "mrr_at_1000": 0.949098, + "nauc_ndcg_at_1_max": 0.717155, + "nauc_ndcg_at_1_std": -0.122295, + "nauc_ndcg_at_1_diff1": 0.941781, + "nauc_ndcg_at_3_max": 0.79112, + "nauc_ndcg_at_3_std": -0.079063, + "nauc_ndcg_at_3_diff1": 0.939213, + "nauc_ndcg_at_5_max": 0.775668, + "nauc_ndcg_at_5_std": -0.066803, + "nauc_ndcg_at_5_diff1": 0.935625, + "nauc_ndcg_at_10_max": 0.778062, + "nauc_ndcg_at_10_std": -0.050763, + "nauc_ndcg_at_10_diff1": 0.942112, + "nauc_ndcg_at_20_max": 0.7705, + "nauc_ndcg_at_20_std": -0.049938, + "nauc_ndcg_at_20_diff1": 0.940517, + "nauc_ndcg_at_100_max": 0.76825, + "nauc_ndcg_at_100_std": -0.055746, + "nauc_ndcg_at_100_diff1": 0.940621, + "nauc_ndcg_at_1000_max": 0.765581, + "nauc_ndcg_at_1000_std": -0.067904, + "nauc_ndcg_at_1000_diff1": 0.940438, + "nauc_map_at_1_max": 0.717155, + "nauc_map_at_1_std": -0.122295, + "nauc_map_at_1_diff1": 0.941781, + "nauc_map_at_3_max": 0.768778, + "nauc_map_at_3_std": -0.090643, + "nauc_map_at_3_diff1": 0.94003, + "nauc_map_at_5_max": 0.760065, + "nauc_map_at_5_std": -0.08557, + "nauc_map_at_5_diff1": 0.938407, + "nauc_map_at_10_max": 0.760953, + "nauc_map_at_10_std": -0.080713, + "nauc_map_at_10_diff1": 0.940845, + "nauc_map_at_20_max": 0.75908, + "nauc_map_at_20_std": -0.080968, + "nauc_map_at_20_diff1": 0.940447, + "nauc_map_at_100_max": 0.758852, + "nauc_map_at_100_std": -0.081445, + "nauc_map_at_100_diff1": 0.940447, + "nauc_map_at_1000_max": 0.758755, + "nauc_map_at_1000_std": -0.081879, + "nauc_map_at_1000_diff1": 0.940441, + "nauc_recall_at_1_max": 0.717155, + "nauc_recall_at_1_std": -0.122295, + "nauc_recall_at_1_diff1": 0.941781, + "nauc_recall_at_3_max": 0.903962, + "nauc_recall_at_3_std": -0.021759, + "nauc_recall_at_3_diff1": 0.935057, + "nauc_recall_at_5_max": 0.899335, + "nauc_recall_at_5_std": 0.09232, + "nauc_recall_at_5_diff1": 0.91086, + "nauc_recall_at_10_max": 0.945594, + "nauc_recall_at_10_std": 0.281369, + "nauc_recall_at_10_diff1": 0.959779, + "nauc_recall_at_20_max": 0.936308, + "nauc_recall_at_20_std": 0.589903, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717155, + "nauc_precision_at_1_std": -0.122295, + "nauc_precision_at_1_diff1": 0.941781, + "nauc_precision_at_3_max": 0.903962, + "nauc_precision_at_3_std": -0.021759, + "nauc_precision_at_3_diff1": 0.935057, + "nauc_precision_at_5_max": 0.899335, + "nauc_precision_at_5_std": 0.09232, + "nauc_precision_at_5_diff1": 0.91086, + "nauc_precision_at_10_max": 0.945594, + "nauc_precision_at_10_std": 0.281369, + "nauc_precision_at_10_diff1": 0.959779, + "nauc_precision_at_20_max": 0.936308, + "nauc_precision_at_20_std": 0.589903, + "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.717155, + "nauc_mrr_at_1_std": -0.122295, + "nauc_mrr_at_1_diff1": 0.941781, + "nauc_mrr_at_3_max": 0.768778, + "nauc_mrr_at_3_std": -0.090643, + "nauc_mrr_at_3_diff1": 0.94003, + "nauc_mrr_at_5_max": 0.760065, + "nauc_mrr_at_5_std": -0.08557, + "nauc_mrr_at_5_diff1": 0.938407, + "nauc_mrr_at_10_max": 0.760953, + "nauc_mrr_at_10_std": -0.080713, + "nauc_mrr_at_10_diff1": 0.940845, + "nauc_mrr_at_20_max": 0.75908, + "nauc_mrr_at_20_std": -0.080968, + "nauc_mrr_at_20_diff1": 0.940447, + "nauc_mrr_at_100_max": 0.758852, + "nauc_mrr_at_100_std": -0.081445, + "nauc_mrr_at_100_diff1": 0.940447, + "nauc_mrr_at_1000_max": 0.758755, + "nauc_mrr_at_1000_std": -0.081879, + "nauc_mrr_at_1000_diff1": 0.940441, + "main_score": 0.95776, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.91556, + "ndcg_at_3": 0.94366, + "ndcg_at_5": 0.9483, + "ndcg_at_10": 0.95186, + "ndcg_at_20": 0.95301, + "ndcg_at_100": 0.95453, + "ndcg_at_1000": 0.9548, + "map_at_1": 0.91556, + "map_at_3": 0.93685, + "map_at_5": 0.93946, + "map_at_10": 0.94092, + "map_at_20": 0.94124, + "map_at_100": 0.94148, + "map_at_1000": 0.94149, + "recall_at_1": 0.91556, + "recall_at_3": 0.96333, + "recall_at_5": 0.97444, + "recall_at_10": 0.98556, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91556, + "precision_at_3": 0.32111, + "precision_at_5": 0.19489, + "precision_at_10": 0.09856, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.915556, + "mrr_at_3": 0.936852, + "mrr_at_5": 0.939463, + "mrr_at_10": 0.940916, + "mrr_at_20": 0.941243, + "mrr_at_100": 0.941481, + "mrr_at_1000": 0.94149, + "nauc_ndcg_at_1_max": 0.81055, + "nauc_ndcg_at_1_std": -0.129699, + "nauc_ndcg_at_1_diff1": 0.950704, + "nauc_ndcg_at_3_max": 0.870803, + "nauc_ndcg_at_3_std": -0.107511, + "nauc_ndcg_at_3_diff1": 0.954782, + "nauc_ndcg_at_5_max": 0.86541, + "nauc_ndcg_at_5_std": -0.106393, + "nauc_ndcg_at_5_diff1": 0.956061, + "nauc_ndcg_at_10_max": 0.860483, + "nauc_ndcg_at_10_std": -0.10541, + "nauc_ndcg_at_10_diff1": 0.957747, + "nauc_ndcg_at_20_max": 0.858721, + "nauc_ndcg_at_20_std": -0.079708, + "nauc_ndcg_at_20_diff1": 0.956714, + "nauc_ndcg_at_100_max": 0.85473, + "nauc_ndcg_at_100_std": -0.091977, + "nauc_ndcg_at_100_diff1": 0.955817, + "nauc_ndcg_at_1000_max": 0.853846, + "nauc_ndcg_at_1000_std": -0.098621, + "nauc_ndcg_at_1000_diff1": 0.955549, + "nauc_map_at_1_max": 0.81055, + "nauc_map_at_1_std": -0.129699, + "nauc_map_at_1_diff1": 0.950704, + "nauc_map_at_3_max": 0.854867, + "nauc_map_at_3_std": -0.114997, + "nauc_map_at_3_diff1": 0.953917, + "nauc_map_at_5_max": 0.851682, + "nauc_map_at_5_std": -0.113594, + "nauc_map_at_5_diff1": 0.954575, + "nauc_map_at_10_max": 0.849736, + "nauc_map_at_10_std": -0.113747, + "nauc_map_at_10_diff1": 0.955147, + "nauc_map_at_20_max": 0.849296, + "nauc_map_at_20_std": -0.10761, + "nauc_map_at_20_diff1": 0.954898, + "nauc_map_at_100_max": 0.848801, + "nauc_map_at_100_std": -0.108728, + "nauc_map_at_100_diff1": 0.954758, + "nauc_map_at_1000_max": 0.848779, + "nauc_map_at_1000_std": -0.108888, + "nauc_map_at_1000_diff1": 0.954751, + "nauc_recall_at_1_max": 0.81055, + "nauc_recall_at_1_std": -0.129699, + "nauc_recall_at_1_diff1": 0.950704, + "nauc_recall_at_3_max": 0.947514, + "nauc_recall_at_3_std": -0.07007, + "nauc_recall_at_3_diff1": 0.958761, + "nauc_recall_at_5_max": 0.953822, + "nauc_recall_at_5_std": -0.060041, + "nauc_recall_at_5_diff1": 0.965899, + "nauc_recall_at_10_max": 0.969834, + "nauc_recall_at_10_std": -0.008188, + "nauc_recall_at_10_diff1": 0.989945, + "nauc_recall_at_20_max": 0.985476, + "nauc_recall_at_20_std": 0.487914, + "nauc_recall_at_20_diff1": 0.985476, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.81055, + "nauc_precision_at_1_std": -0.129699, + "nauc_precision_at_1_diff1": 0.950704, + "nauc_precision_at_3_max": 0.947514, + "nauc_precision_at_3_std": -0.07007, + "nauc_precision_at_3_diff1": 0.958761, + "nauc_precision_at_5_max": 0.953822, + "nauc_precision_at_5_std": -0.060041, + "nauc_precision_at_5_diff1": 0.965899, + "nauc_precision_at_10_max": 0.969834, + "nauc_precision_at_10_std": -0.008188, + "nauc_precision_at_10_diff1": 0.989945, + "nauc_precision_at_20_max": 0.985476, + "nauc_precision_at_20_std": 0.487914, + "nauc_precision_at_20_diff1": 0.985476, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.81055, + "nauc_mrr_at_1_std": -0.129699, + "nauc_mrr_at_1_diff1": 0.950704, + "nauc_mrr_at_3_max": 0.854867, + "nauc_mrr_at_3_std": -0.114997, + "nauc_mrr_at_3_diff1": 0.953917, + "nauc_mrr_at_5_max": 0.851682, + "nauc_mrr_at_5_std": -0.113594, + "nauc_mrr_at_5_diff1": 0.954575, + "nauc_mrr_at_10_max": 0.849736, + "nauc_mrr_at_10_std": -0.113747, + "nauc_mrr_at_10_diff1": 0.955147, + "nauc_mrr_at_20_max": 0.849296, + "nauc_mrr_at_20_std": -0.10761, + "nauc_mrr_at_20_diff1": 0.954898, + "nauc_mrr_at_100_max": 0.848801, + "nauc_mrr_at_100_std": -0.108728, + "nauc_mrr_at_100_diff1": 0.954758, + "nauc_mrr_at_1000_max": 0.848779, + "nauc_mrr_at_1000_std": -0.108888, + "nauc_mrr_at_1000_diff1": 0.954751, + "main_score": 0.95186, + "hf_subset": "deu_Latn-deu_Latn", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.93111, + "ndcg_at_3": 0.95977, + "ndcg_at_5": 0.96303, + "ndcg_at_10": 0.96367, + "ndcg_at_20": 0.96486, + "ndcg_at_100": 0.96548, + "ndcg_at_1000": 0.96576, + "map_at_1": 0.93111, + "map_at_3": 0.95278, + "map_at_5": 0.95461, + "map_at_10": 0.95483, + "map_at_20": 0.9552, + "map_at_100": 0.95528, + "map_at_1000": 0.95529, + "recall_at_1": 0.93111, + "recall_at_3": 0.98, + "recall_at_5": 0.98778, + "recall_at_10": 0.99, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93111, + "precision_at_3": 0.32667, + "precision_at_5": 0.19756, + "precision_at_10": 0.099, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.931111, + "mrr_at_3": 0.952778, + "mrr_at_5": 0.954611, + "mrr_at_10": 0.954833, + "mrr_at_20": 0.955198, + "mrr_at_100": 0.955283, + "mrr_at_1000": 0.955291, + "nauc_ndcg_at_1_max": 0.781482, + "nauc_ndcg_at_1_std": -0.166802, + "nauc_ndcg_at_1_diff1": 0.954331, + "nauc_ndcg_at_3_max": 0.841042, + "nauc_ndcg_at_3_std": -0.13227, + "nauc_ndcg_at_3_diff1": 0.960072, + "nauc_ndcg_at_5_max": 0.828752, + "nauc_ndcg_at_5_std": -0.173874, + "nauc_ndcg_at_5_diff1": 0.959944, + "nauc_ndcg_at_10_max": 0.831399, + "nauc_ndcg_at_10_std": -0.146184, + "nauc_ndcg_at_10_diff1": 0.961547, + "nauc_ndcg_at_20_max": 0.825682, + "nauc_ndcg_at_20_std": -0.119541, + "nauc_ndcg_at_20_diff1": 0.960243, + "nauc_ndcg_at_100_max": 0.823381, + "nauc_ndcg_at_100_std": -0.122086, + "nauc_ndcg_at_100_diff1": 0.959526, + "nauc_ndcg_at_1000_max": 0.82197, + "nauc_ndcg_at_1000_std": -0.131052, + "nauc_ndcg_at_1000_diff1": 0.959203, + "nauc_map_at_1_max": 0.781482, + "nauc_map_at_1_std": -0.166802, + "nauc_map_at_1_diff1": 0.954331, + "nauc_map_at_3_max": 0.824454, + "nauc_map_at_3_std": -0.132259, + "nauc_map_at_3_diff1": 0.958423, + "nauc_map_at_5_max": 0.818163, + "nauc_map_at_5_std": -0.151352, + "nauc_map_at_5_diff1": 0.958343, + "nauc_map_at_10_max": 0.818848, + "nauc_map_at_10_std": -0.143536, + "nauc_map_at_10_diff1": 0.958781, + "nauc_map_at_20_max": 0.817373, + "nauc_map_at_20_std": -0.137232, + "nauc_map_at_20_diff1": 0.958446, + "nauc_map_at_100_max": 0.817133, + "nauc_map_at_100_std": -0.137186, + "nauc_map_at_100_diff1": 0.958367, + "nauc_map_at_1000_max": 0.817099, + "nauc_map_at_1000_std": -0.137396, + "nauc_map_at_1000_diff1": 0.95836, + "nauc_recall_at_1_max": 0.781482, + "nauc_recall_at_1_std": -0.166802, + "nauc_recall_at_1_diff1": 0.954331, + "nauc_recall_at_3_max": 0.949813, + "nauc_recall_at_3_std": -0.144206, + "nauc_recall_at_3_diff1": 0.970951, + "nauc_recall_at_5_max": 0.92976, + "nauc_recall_at_5_std": -0.452933, + "nauc_recall_at_5_diff1": 0.976233, + "nauc_recall_at_10_max": 0.985476, + "nauc_recall_at_10_std": -0.166926, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.452007, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.781482, + "nauc_precision_at_1_std": -0.166802, + "nauc_precision_at_1_diff1": 0.954331, + "nauc_precision_at_3_max": 0.949813, + "nauc_precision_at_3_std": -0.144206, + "nauc_precision_at_3_diff1": 0.970951, + "nauc_precision_at_5_max": 0.92976, + "nauc_precision_at_5_std": -0.452933, + "nauc_precision_at_5_diff1": 0.976233, + "nauc_precision_at_10_max": 0.985476, + "nauc_precision_at_10_std": -0.166926, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.452007, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.781482, + "nauc_mrr_at_1_std": -0.166802, + "nauc_mrr_at_1_diff1": 0.954331, + "nauc_mrr_at_3_max": 0.824454, + "nauc_mrr_at_3_std": -0.132259, + "nauc_mrr_at_3_diff1": 0.958423, + "nauc_mrr_at_5_max": 0.818163, + "nauc_mrr_at_5_std": -0.151352, + "nauc_mrr_at_5_diff1": 0.958343, + "nauc_mrr_at_10_max": 0.818848, + "nauc_mrr_at_10_std": -0.143536, + "nauc_mrr_at_10_diff1": 0.958781, + "nauc_mrr_at_20_max": 0.817373, + "nauc_mrr_at_20_std": -0.137232, + "nauc_mrr_at_20_diff1": 0.958446, + "nauc_mrr_at_100_max": 0.817133, + "nauc_mrr_at_100_std": -0.137186, + "nauc_mrr_at_100_diff1": 0.958367, + "nauc_mrr_at_1000_max": 0.817099, + "nauc_mrr_at_1000_std": -0.137396, + "nauc_mrr_at_1000_diff1": 0.95836, + "main_score": 0.96367, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.94997, + "ndcg_at_5": 0.95413, + "ndcg_at_10": 0.95667, + "ndcg_at_20": 0.95751, + "ndcg_at_100": 0.95862, + "ndcg_at_1000": 0.95894, + "map_at_1": 0.91778, + "map_at_3": 0.94259, + "map_at_5": 0.94493, + "map_at_10": 0.94599, + "map_at_20": 0.94621, + "map_at_100": 0.9464, + "map_at_1000": 0.94642, + "recall_at_1": 0.91778, + "recall_at_3": 0.97111, + "recall_at_5": 0.98111, + "recall_at_10": 0.98889, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91778, + "precision_at_3": 0.3237, + "precision_at_5": 0.19622, + "precision_at_10": 0.09889, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.942593, + "mrr_at_5": 0.944926, + "mrr_at_10": 0.945986, + "mrr_at_20": 0.946214, + "mrr_at_100": 0.946399, + "mrr_at_1000": 0.946416, + "nauc_ndcg_at_1_max": 0.764163, + "nauc_ndcg_at_1_std": -0.061574, + "nauc_ndcg_at_1_diff1": 0.948268, + "nauc_ndcg_at_3_max": 0.830505, + "nauc_ndcg_at_3_std": -0.011984, + "nauc_ndcg_at_3_diff1": 0.955271, + "nauc_ndcg_at_5_max": 0.824893, + "nauc_ndcg_at_5_std": 0.007638, + "nauc_ndcg_at_5_diff1": 0.953817, + "nauc_ndcg_at_10_max": 0.81566, + "nauc_ndcg_at_10_std": 0.003083, + "nauc_ndcg_at_10_diff1": 0.954846, + "nauc_ndcg_at_20_max": 0.814708, + "nauc_ndcg_at_20_std": 0.008789, + "nauc_ndcg_at_20_diff1": 0.953953, + "nauc_ndcg_at_100_max": 0.810402, + "nauc_ndcg_at_100_std": -0.004447, + "nauc_ndcg_at_100_diff1": 0.95349, + "nauc_ndcg_at_1000_max": 0.808955, + "nauc_ndcg_at_1000_std": -0.012114, + "nauc_ndcg_at_1000_diff1": 0.953135, + "nauc_map_at_1_max": 0.764163, + "nauc_map_at_1_std": -0.061574, + "nauc_map_at_1_diff1": 0.948268, + "nauc_map_at_3_max": 0.811367, + "nauc_map_at_3_std": -0.028162, + "nauc_map_at_3_diff1": 0.952938, + "nauc_map_at_5_max": 0.807957, + "nauc_map_at_5_std": -0.019504, + "nauc_map_at_5_diff1": 0.952065, + "nauc_map_at_10_max": 0.804488, + "nauc_map_at_10_std": -0.021965, + "nauc_map_at_10_diff1": 0.952525, + "nauc_map_at_20_max": 0.804237, + "nauc_map_at_20_std": -0.020771, + "nauc_map_at_20_diff1": 0.952324, + "nauc_map_at_100_max": 0.803638, + "nauc_map_at_100_std": -0.022709, + "nauc_map_at_100_diff1": 0.952282, + "nauc_map_at_1000_max": 0.803577, + "nauc_map_at_1000_std": -0.023029, + "nauc_map_at_1000_diff1": 0.952267, + "nauc_recall_at_1_max": 0.764163, + "nauc_recall_at_1_std": -0.061574, + "nauc_recall_at_1_diff1": 0.948268, + "nauc_recall_at_3_max": 0.937154, + "nauc_recall_at_3_std": 0.080011, + "nauc_recall_at_3_diff1": 0.968577, + "nauc_recall_at_5_max": 0.960592, + "nauc_recall_at_5_std": 0.241061, + "nauc_recall_at_5_diff1": 0.968281, + "nauc_recall_at_10_max": 0.946078, + "nauc_recall_at_10_std": 0.361204, + "nauc_recall_at_10_diff1": 0.986928, + "nauc_recall_at_20_max": 0.981326, + "nauc_recall_at_20_std": 0.634254, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.764163, + "nauc_precision_at_1_std": -0.061574, + "nauc_precision_at_1_diff1": 0.948268, + "nauc_precision_at_3_max": 0.937154, + "nauc_precision_at_3_std": 0.080011, + "nauc_precision_at_3_diff1": 0.968577, + "nauc_precision_at_5_max": 0.960592, + "nauc_precision_at_5_std": 0.241061, + "nauc_precision_at_5_diff1": 0.968281, + "nauc_precision_at_10_max": 0.946078, + "nauc_precision_at_10_std": 0.361204, + "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_20_max": 0.981326, + "nauc_precision_at_20_std": 0.634254, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.764163, + "nauc_mrr_at_1_std": -0.061574, + "nauc_mrr_at_1_diff1": 0.948268, + "nauc_mrr_at_3_max": 0.811367, + "nauc_mrr_at_3_std": -0.028162, + "nauc_mrr_at_3_diff1": 0.952938, + "nauc_mrr_at_5_max": 0.807957, + "nauc_mrr_at_5_std": -0.019504, + "nauc_mrr_at_5_diff1": 0.952065, + "nauc_mrr_at_10_max": 0.804488, + "nauc_mrr_at_10_std": -0.021965, + "nauc_mrr_at_10_diff1": 0.952525, + "nauc_mrr_at_20_max": 0.804237, + "nauc_mrr_at_20_std": -0.020771, + "nauc_mrr_at_20_diff1": 0.952324, + "nauc_mrr_at_100_max": 0.803638, + "nauc_mrr_at_100_std": -0.022709, + "nauc_mrr_at_100_diff1": 0.952282, + "nauc_mrr_at_1000_max": 0.803577, + "nauc_mrr_at_1000_std": -0.023029, + "nauc_mrr_at_1000_diff1": 0.952267, + "main_score": 0.95667, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.93456, + "ndcg_at_5": 0.93915, + "ndcg_at_10": 0.94379, + "ndcg_at_20": 0.94579, + "ndcg_at_100": 0.94754, + "ndcg_at_1000": 0.9478, + "map_at_1": 0.90222, + "map_at_3": 0.92722, + "map_at_5": 0.92978, + "map_at_10": 0.93167, + "map_at_20": 0.93224, + "map_at_100": 0.93252, + "map_at_1000": 0.93253, + "recall_at_1": 0.90222, + "recall_at_3": 0.95556, + "recall_at_5": 0.96667, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90222, + "precision_at_3": 0.31852, + "precision_at_5": 0.19333, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.927222, + "mrr_at_5": 0.929778, + "mrr_at_10": 0.931671, + "mrr_at_20": 0.932235, + "mrr_at_100": 0.932523, + "mrr_at_1000": 0.932528, + "nauc_ndcg_at_1_max": 0.777857, + "nauc_ndcg_at_1_std": 0.02634, + "nauc_ndcg_at_1_diff1": 0.952094, + "nauc_ndcg_at_3_max": 0.850454, + "nauc_ndcg_at_3_std": 0.034918, + "nauc_ndcg_at_3_diff1": 0.948903, + "nauc_ndcg_at_5_max": 0.844009, + "nauc_ndcg_at_5_std": 0.05919, + "nauc_ndcg_at_5_diff1": 0.948846, + "nauc_ndcg_at_10_max": 0.835218, + "nauc_ndcg_at_10_std": 0.051407, + "nauc_ndcg_at_10_diff1": 0.949581, + "nauc_ndcg_at_20_max": 0.831333, + "nauc_ndcg_at_20_std": 0.060089, + "nauc_ndcg_at_20_diff1": 0.949838, + "nauc_ndcg_at_100_max": 0.826987, + "nauc_ndcg_at_100_std": 0.055255, + "nauc_ndcg_at_100_diff1": 0.950554, + "nauc_ndcg_at_1000_max": 0.826135, + "nauc_ndcg_at_1000_std": 0.050605, + "nauc_ndcg_at_1000_diff1": 0.950311, + "nauc_map_at_1_max": 0.777857, + "nauc_map_at_1_std": 0.02634, + "nauc_map_at_1_diff1": 0.952094, + "nauc_map_at_3_max": 0.829202, + "nauc_map_at_3_std": 0.031311, + "nauc_map_at_3_diff1": 0.949858, + "nauc_map_at_5_max": 0.825209, + "nauc_map_at_5_std": 0.042647, + "nauc_map_at_5_diff1": 0.949791, + "nauc_map_at_10_max": 0.82165, + "nauc_map_at_10_std": 0.040512, + "nauc_map_at_10_diff1": 0.950053, + "nauc_map_at_20_max": 0.820677, + "nauc_map_at_20_std": 0.042241, + "nauc_map_at_20_diff1": 0.950136, + "nauc_map_at_100_max": 0.820122, + "nauc_map_at_100_std": 0.042051, + "nauc_map_at_100_diff1": 0.950289, + "nauc_map_at_1000_max": 0.820107, + "nauc_map_at_1000_std": 0.041971, + "nauc_map_at_1000_diff1": 0.950285, + "nauc_recall_at_1_max": 0.777857, + "nauc_recall_at_1_std": 0.02634, + "nauc_recall_at_1_diff1": 0.952094, + "nauc_recall_at_3_max": 0.949346, + "nauc_recall_at_3_std": 0.052521, + "nauc_recall_at_3_diff1": 0.944444, + "nauc_recall_at_5_max": 0.954793, + "nauc_recall_at_5_std": 0.16774, + "nauc_recall_at_5_diff1": 0.943355, + "nauc_recall_at_10_max": 0.959631, + "nauc_recall_at_10_std": 0.160213, + "nauc_recall_at_10_diff1": 0.946175, + "nauc_recall_at_20_max": 0.972222, + "nauc_recall_at_20_std": 0.407423, + "nauc_recall_at_20_diff1": 0.947712, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.777857, + "nauc_precision_at_1_std": 0.02634, + "nauc_precision_at_1_diff1": 0.952094, + "nauc_precision_at_3_max": 0.949346, + "nauc_precision_at_3_std": 0.052521, + "nauc_precision_at_3_diff1": 0.944444, + "nauc_precision_at_5_max": 0.954793, + "nauc_precision_at_5_std": 0.16774, + "nauc_precision_at_5_diff1": 0.943355, + "nauc_precision_at_10_max": 0.959631, + "nauc_precision_at_10_std": 0.160213, + "nauc_precision_at_10_diff1": 0.946175, + "nauc_precision_at_20_max": 0.972222, + "nauc_precision_at_20_std": 0.407423, + "nauc_precision_at_20_diff1": 0.947712, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.777857, + "nauc_mrr_at_1_std": 0.02634, + "nauc_mrr_at_1_diff1": 0.952094, + "nauc_mrr_at_3_max": 0.829202, + "nauc_mrr_at_3_std": 0.031311, + "nauc_mrr_at_3_diff1": 0.949858, + "nauc_mrr_at_5_max": 0.825209, + "nauc_mrr_at_5_std": 0.042647, + "nauc_mrr_at_5_diff1": 0.949791, + "nauc_mrr_at_10_max": 0.82165, + "nauc_mrr_at_10_std": 0.040512, + "nauc_mrr_at_10_diff1": 0.950053, + "nauc_mrr_at_20_max": 0.820677, + "nauc_mrr_at_20_std": 0.042241, + "nauc_mrr_at_20_diff1": 0.950136, + "nauc_mrr_at_100_max": 0.820122, + "nauc_mrr_at_100_std": 0.042051, + "nauc_mrr_at_100_diff1": 0.950289, + "nauc_mrr_at_1000_max": 0.820107, + "nauc_mrr_at_1000_std": 0.041971, + "nauc_mrr_at_1000_diff1": 0.950285, + "main_score": 0.94379, + "hf_subset": "ell_Grek-ell_Grek", + "languages": [ + "ell-Grek", + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.93667, + "ndcg_at_3": 0.96171, + "ndcg_at_5": 0.96491, + "ndcg_at_10": 0.96637, + "ndcg_at_20": 0.96777, + "ndcg_at_100": 0.96797, + "ndcg_at_1000": 0.96823, + "map_at_1": 0.93667, + "map_at_3": 0.95574, + "map_at_5": 0.95752, + "map_at_10": 0.95814, + "map_at_20": 0.95852, + "map_at_100": 0.95854, + "map_at_1000": 0.95855, + "recall_at_1": 0.93667, + "recall_at_3": 0.97889, + "recall_at_5": 0.98667, + "recall_at_10": 0.99111, + "recall_at_20": 0.99667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93667, + "precision_at_3": 0.3263, + "precision_at_5": 0.19733, + "precision_at_10": 0.09911, + "precision_at_20": 0.04983, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.936667, + "mrr_at_3": 0.955741, + "mrr_at_5": 0.957519, + "mrr_at_10": 0.958139, + "mrr_at_20": 0.958515, + "mrr_at_100": 0.958539, + "mrr_at_1000": 0.958546, + "nauc_ndcg_at_1_max": 0.804266, + "nauc_ndcg_at_1_std": -0.187257, + "nauc_ndcg_at_1_diff1": 0.950817, + "nauc_ndcg_at_3_max": 0.845573, + "nauc_ndcg_at_3_std": -0.201845, + "nauc_ndcg_at_3_diff1": 0.955327, + "nauc_ndcg_at_5_max": 0.837045, + "nauc_ndcg_at_5_std": -0.187502, + "nauc_ndcg_at_5_diff1": 0.954632, + "nauc_ndcg_at_10_max": 0.831316, + "nauc_ndcg_at_10_std": -0.222707, + "nauc_ndcg_at_10_diff1": 0.952658, + "nauc_ndcg_at_20_max": 0.831824, + "nauc_ndcg_at_20_std": -0.162375, + "nauc_ndcg_at_20_diff1": 0.953956, + "nauc_ndcg_at_100_max": 0.830774, + "nauc_ndcg_at_100_std": -0.169633, + "nauc_ndcg_at_100_diff1": 0.953669, + "nauc_ndcg_at_1000_max": 0.829929, + "nauc_ndcg_at_1000_std": -0.179322, + "nauc_ndcg_at_1000_diff1": 0.953285, + "nauc_map_at_1_max": 0.804266, + "nauc_map_at_1_std": -0.187257, + "nauc_map_at_1_diff1": 0.950817, + "nauc_map_at_3_max": 0.833556, + "nauc_map_at_3_std": -0.192644, + "nauc_map_at_3_diff1": 0.953647, + "nauc_map_at_5_max": 0.829262, + "nauc_map_at_5_std": -0.183915, + "nauc_map_at_5_diff1": 0.953245, + "nauc_map_at_10_max": 0.827165, + "nauc_map_at_10_std": -0.196391, + "nauc_map_at_10_diff1": 0.952553, + "nauc_map_at_20_max": 0.827168, + "nauc_map_at_20_std": -0.183606, + "nauc_map_at_20_diff1": 0.952805, + "nauc_map_at_100_max": 0.827068, + "nauc_map_at_100_std": -0.184295, + "nauc_map_at_100_diff1": 0.952777, + "nauc_map_at_1000_max": 0.827053, + "nauc_map_at_1000_std": -0.18448, + "nauc_map_at_1000_diff1": 0.95277, + "nauc_recall_at_1_max": 0.804266, + "nauc_recall_at_1_std": -0.187257, + "nauc_recall_at_1_diff1": 0.950817, + "nauc_recall_at_3_max": 0.916335, + "nauc_recall_at_3_std": -0.261118, + "nauc_recall_at_3_diff1": 0.9656, + "nauc_recall_at_5_max": 0.901572, + "nauc_recall_at_5_std": -0.227397, + "nauc_recall_at_5_diff1": 0.96732, + "nauc_recall_at_10_max": 0.868697, + "nauc_recall_at_10_std": -0.638947, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.804266, + "nauc_precision_at_1_std": -0.187257, + "nauc_precision_at_1_diff1": 0.950817, + "nauc_precision_at_3_max": 0.916335, + "nauc_precision_at_3_std": -0.261118, + "nauc_precision_at_3_diff1": 0.9656, + "nauc_precision_at_5_max": 0.901572, + "nauc_precision_at_5_std": -0.227397, + "nauc_precision_at_5_diff1": 0.96732, + "nauc_precision_at_10_max": 0.868697, + "nauc_precision_at_10_std": -0.638947, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.804266, + "nauc_mrr_at_1_std": -0.187257, + "nauc_mrr_at_1_diff1": 0.950817, + "nauc_mrr_at_3_max": 0.833556, + "nauc_mrr_at_3_std": -0.192644, + "nauc_mrr_at_3_diff1": 0.953647, + "nauc_mrr_at_5_max": 0.829262, + "nauc_mrr_at_5_std": -0.183915, + "nauc_mrr_at_5_diff1": 0.953245, + "nauc_mrr_at_10_max": 0.827165, + "nauc_mrr_at_10_std": -0.196391, + "nauc_mrr_at_10_diff1": 0.952553, + "nauc_mrr_at_20_max": 0.827168, + "nauc_mrr_at_20_std": -0.183606, + "nauc_mrr_at_20_diff1": 0.952805, + "nauc_mrr_at_100_max": 0.827068, + "nauc_mrr_at_100_std": -0.184295, + "nauc_mrr_at_100_diff1": 0.952777, + "nauc_mrr_at_1000_max": 0.827053, + "nauc_mrr_at_1000_std": -0.18448, + "nauc_mrr_at_1000_diff1": 0.95277, + "main_score": 0.96637, + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.9307, + "ndcg_at_5": 0.93673, + "ndcg_at_10": 0.94001, + "ndcg_at_20": 0.94206, + "ndcg_at_100": 0.94432, + "ndcg_at_1000": 0.94463, + "map_at_1": 0.89556, + "map_at_3": 0.92278, + "map_at_5": 0.92617, + "map_at_10": 0.92756, + "map_at_20": 0.92816, + "map_at_100": 0.92847, + "map_at_1000": 0.92848, + "recall_at_1": 0.89556, + "recall_at_3": 0.95333, + "recall_at_5": 0.96778, + "recall_at_10": 0.97778, + "recall_at_20": 0.98556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.89556, + "precision_at_3": 0.31778, + "precision_at_5": 0.19356, + "precision_at_10": 0.09778, + "precision_at_20": 0.04928, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.922778, + "mrr_at_5": 0.926167, + "mrr_at_10": 0.927556, + "mrr_at_20": 0.92816, + "mrr_at_100": 0.928466, + "mrr_at_1000": 0.92848, + "nauc_ndcg_at_1_max": 0.782838, + "nauc_ndcg_at_1_std": -0.025596, + "nauc_ndcg_at_1_diff1": 0.937796, + "nauc_ndcg_at_3_max": 0.836136, + "nauc_ndcg_at_3_std": 0.073113, + "nauc_ndcg_at_3_diff1": 0.934445, + "nauc_ndcg_at_5_max": 0.840826, + "nauc_ndcg_at_5_std": 0.079838, + "nauc_ndcg_at_5_diff1": 0.943086, + "nauc_ndcg_at_10_max": 0.835755, + "nauc_ndcg_at_10_std": 0.07769, + "nauc_ndcg_at_10_diff1": 0.942526, + "nauc_ndcg_at_20_max": 0.831945, + "nauc_ndcg_at_20_std": 0.080177, + "nauc_ndcg_at_20_diff1": 0.941103, + "nauc_ndcg_at_100_max": 0.826807, + "nauc_ndcg_at_100_std": 0.068427, + "nauc_ndcg_at_100_diff1": 0.939644, + "nauc_ndcg_at_1000_max": 0.825856, + "nauc_ndcg_at_1000_std": 0.063313, + "nauc_ndcg_at_1000_diff1": 0.939669, + "nauc_map_at_1_max": 0.782838, + "nauc_map_at_1_std": -0.025596, + "nauc_map_at_1_diff1": 0.937796, + "nauc_map_at_3_max": 0.822054, + "nauc_map_at_3_std": 0.046896, + "nauc_map_at_3_diff1": 0.935444, + "nauc_map_at_5_max": 0.823665, + "nauc_map_at_5_std": 0.048712, + "nauc_map_at_5_diff1": 0.939689, + "nauc_map_at_10_max": 0.821639, + "nauc_map_at_10_std": 0.048469, + "nauc_map_at_10_diff1": 0.939465, + "nauc_map_at_20_max": 0.820588, + "nauc_map_at_20_std": 0.048513, + "nauc_map_at_20_diff1": 0.93908, + "nauc_map_at_100_max": 0.820059, + "nauc_map_at_100_std": 0.047983, + "nauc_map_at_100_diff1": 0.938915, + "nauc_map_at_1000_max": 0.820024, + "nauc_map_at_1000_std": 0.047798, + "nauc_map_at_1000_diff1": 0.938915, + "nauc_recall_at_1_max": 0.782838, + "nauc_recall_at_1_std": -0.025596, + "nauc_recall_at_1_diff1": 0.937796, + "nauc_recall_at_3_max": 0.900905, + "nauc_recall_at_3_std": 0.1938, + "nauc_recall_at_3_diff1": 0.92975, + "nauc_recall_at_5_max": 0.951946, + "nauc_recall_at_5_std": 0.281529, + "nauc_recall_at_5_diff1": 0.967884, + "nauc_recall_at_10_max": 0.95915, + "nauc_recall_at_10_std": 0.336275, + "nauc_recall_at_10_diff1": 0.973856, + "nauc_recall_at_20_max": 0.968577, + "nauc_recall_at_20_std": 0.523558, + "nauc_recall_at_20_diff1": 0.969834, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782838, + "nauc_precision_at_1_std": -0.025596, + "nauc_precision_at_1_diff1": 0.937796, + "nauc_precision_at_3_max": 0.900905, + "nauc_precision_at_3_std": 0.1938, + "nauc_precision_at_3_diff1": 0.92975, + "nauc_precision_at_5_max": 0.951946, + "nauc_precision_at_5_std": 0.281529, + "nauc_precision_at_5_diff1": 0.967884, + "nauc_precision_at_10_max": 0.95915, + "nauc_precision_at_10_std": 0.336275, + "nauc_precision_at_10_diff1": 0.973856, + "nauc_precision_at_20_max": 0.968577, + "nauc_precision_at_20_std": 0.523558, + "nauc_precision_at_20_diff1": 0.969834, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.782838, + "nauc_mrr_at_1_std": -0.025596, + "nauc_mrr_at_1_diff1": 0.937796, + "nauc_mrr_at_3_max": 0.822054, + "nauc_mrr_at_3_std": 0.046896, + "nauc_mrr_at_3_diff1": 0.935444, + "nauc_mrr_at_5_max": 0.823665, + "nauc_mrr_at_5_std": 0.048712, + "nauc_mrr_at_5_diff1": 0.939689, + "nauc_mrr_at_10_max": 0.821639, + "nauc_mrr_at_10_std": 0.048469, + "nauc_mrr_at_10_diff1": 0.939465, + "nauc_mrr_at_20_max": 0.820588, + "nauc_mrr_at_20_std": 0.048513, + "nauc_mrr_at_20_diff1": 0.93908, + "nauc_mrr_at_100_max": 0.820059, + "nauc_mrr_at_100_std": 0.047983, + "nauc_mrr_at_100_diff1": 0.938915, + "nauc_mrr_at_1000_max": 0.820024, + "nauc_mrr_at_1000_std": 0.047798, + "nauc_mrr_at_1000_diff1": 0.938915, + "main_score": 0.94001, + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.95444, + "ndcg_at_3": 0.97501, + "ndcg_at_5": 0.97544, + "ndcg_at_10": 0.97691, + "ndcg_at_20": 0.97717, + "ndcg_at_100": 0.97741, + "ndcg_at_1000": 0.97786, + "map_at_1": 0.95444, + "map_at_3": 0.97019, + "map_at_5": 0.97041, + "map_at_10": 0.97103, + "map_at_20": 0.97109, + "map_at_100": 0.97114, + "map_at_1000": 0.97116, + "recall_at_1": 0.95444, + "recall_at_3": 0.98889, + "recall_at_5": 0.99, + "recall_at_10": 0.99444, + "recall_at_20": 0.99556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.95444, + "precision_at_3": 0.32963, + "precision_at_5": 0.198, + "precision_at_10": 0.09944, + "precision_at_20": 0.04978, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.954444, + "mrr_at_3": 0.970185, + "mrr_at_5": 0.970407, + "mrr_at_10": 0.971028, + "mrr_at_20": 0.97109, + "mrr_at_100": 0.97114, + "mrr_at_1000": 0.971159, + "nauc_ndcg_at_1_max": 0.823598, + "nauc_ndcg_at_1_std": -0.250507, + "nauc_ndcg_at_1_diff1": 0.977284, + "nauc_ndcg_at_3_max": 0.863037, + "nauc_ndcg_at_3_std": -0.185941, + "nauc_ndcg_at_3_diff1": 0.979525, + "nauc_ndcg_at_5_max": 0.86064, + "nauc_ndcg_at_5_std": -0.206699, + "nauc_ndcg_at_5_diff1": 0.979167, + "nauc_ndcg_at_10_max": 0.857657, + "nauc_ndcg_at_10_std": -0.18367, + "nauc_ndcg_at_10_diff1": 0.979831, + "nauc_ndcg_at_20_max": 0.856026, + "nauc_ndcg_at_20_std": -0.19723, + "nauc_ndcg_at_20_diff1": 0.9796, + "nauc_ndcg_at_100_max": 0.855882, + "nauc_ndcg_at_100_std": -0.180454, + "nauc_ndcg_at_100_diff1": 0.979378, + "nauc_ndcg_at_1000_max": 0.852989, + "nauc_ndcg_at_1000_std": -0.20415, + "nauc_ndcg_at_1000_diff1": 0.978964, + "nauc_map_at_1_max": 0.823598, + "nauc_map_at_1_std": -0.250507, + "nauc_map_at_1_diff1": 0.977284, + "nauc_map_at_3_max": 0.851836, + "nauc_map_at_3_std": -0.216988, + "nauc_map_at_3_diff1": 0.978586, + "nauc_map_at_5_max": 0.850724, + "nauc_map_at_5_std": -0.226127, + "nauc_map_at_5_diff1": 0.978425, + "nauc_map_at_10_max": 0.849219, + "nauc_map_at_10_std": -0.221356, + "nauc_map_at_10_diff1": 0.978589, + "nauc_map_at_20_max": 0.848897, + "nauc_map_at_20_std": -0.223964, + "nauc_map_at_20_diff1": 0.978544, + "nauc_map_at_100_max": 0.848862, + "nauc_map_at_100_std": -0.221311, + "nauc_map_at_100_diff1": 0.978506, + "nauc_map_at_1000_max": 0.848761, + "nauc_map_at_1000_std": -0.222125, + "nauc_map_at_1000_diff1": 0.978492, + "nauc_recall_at_1_max": 0.823598, + "nauc_recall_at_1_std": -0.250507, + "nauc_recall_at_1_diff1": 0.977284, + "nauc_recall_at_3_max": 0.946078, + "nauc_recall_at_3_std": 0.062512, + "nauc_recall_at_3_diff1": 0.986928, + "nauc_recall_at_5_max": 0.940087, + "nauc_recall_at_5_std": -0.041654, + "nauc_recall_at_5_diff1": 0.985476, + "nauc_recall_at_10_max": 0.973856, + "nauc_recall_at_10_std": 0.452007, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.315009, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.823598, + "nauc_precision_at_1_std": -0.250507, + "nauc_precision_at_1_diff1": 0.977284, + "nauc_precision_at_3_max": 0.946078, + "nauc_precision_at_3_std": 0.062512, + "nauc_precision_at_3_diff1": 0.986928, + "nauc_precision_at_5_max": 0.940087, + "nauc_precision_at_5_std": -0.041654, + "nauc_precision_at_5_diff1": 0.985476, + "nauc_precision_at_10_max": 0.973856, + "nauc_precision_at_10_std": 0.452007, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.315009, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.823598, + "nauc_mrr_at_1_std": -0.250507, + "nauc_mrr_at_1_diff1": 0.977284, + "nauc_mrr_at_3_max": 0.851836, + "nauc_mrr_at_3_std": -0.216988, + "nauc_mrr_at_3_diff1": 0.978586, + "nauc_mrr_at_5_max": 0.850724, + "nauc_mrr_at_5_std": -0.226127, + "nauc_mrr_at_5_diff1": 0.978425, + "nauc_mrr_at_10_max": 0.849219, + "nauc_mrr_at_10_std": -0.221356, + "nauc_mrr_at_10_diff1": 0.978589, + "nauc_mrr_at_20_max": 0.848897, + "nauc_mrr_at_20_std": -0.223964, + "nauc_mrr_at_20_diff1": 0.978544, + "nauc_mrr_at_100_max": 0.848862, + "nauc_mrr_at_100_std": -0.221311, + "nauc_mrr_at_100_diff1": 0.978506, + "nauc_mrr_at_1000_max": 0.848761, + "nauc_mrr_at_1000_std": -0.222125, + "nauc_mrr_at_1000_diff1": 0.978492, + "main_score": 0.97691, + "hf_subset": "eng_Latn-eng_Latn", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.89566, + "ndcg_at_5": 0.90183, + "ndcg_at_10": 0.90727, + "ndcg_at_20": 0.91082, + "ndcg_at_100": 0.91465, + "ndcg_at_1000": 0.91564, + "map_at_1": 0.84778, + "map_at_3": 0.88481, + "map_at_5": 0.88837, + "map_at_10": 0.89064, + "map_at_20": 0.89156, + "map_at_100": 0.89214, + "map_at_1000": 0.89217, + "recall_at_1": 0.84778, + "recall_at_3": 0.92667, + "recall_at_5": 0.94111, + "recall_at_10": 0.95778, + "recall_at_20": 0.97222, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.84778, + "precision_at_3": 0.30889, + "precision_at_5": 0.18822, + "precision_at_10": 0.09578, + "precision_at_20": 0.04861, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.884815, + "mrr_at_5": 0.88837, + "mrr_at_10": 0.890643, + "mrr_at_20": 0.89156, + "mrr_at_100": 0.892136, + "mrr_at_1000": 0.892171, + "nauc_ndcg_at_1_max": 0.750701, + "nauc_ndcg_at_1_std": 0.004392, + "nauc_ndcg_at_1_diff1": 0.914807, + "nauc_ndcg_at_3_max": 0.810063, + "nauc_ndcg_at_3_std": -0.027786, + "nauc_ndcg_at_3_diff1": 0.898413, + "nauc_ndcg_at_5_max": 0.806288, + "nauc_ndcg_at_5_std": -0.018756, + "nauc_ndcg_at_5_diff1": 0.898603, + "nauc_ndcg_at_10_max": 0.806264, + "nauc_ndcg_at_10_std": -0.017625, + "nauc_ndcg_at_10_diff1": 0.90044, + "nauc_ndcg_at_20_max": 0.802178, + "nauc_ndcg_at_20_std": -0.021466, + "nauc_ndcg_at_20_diff1": 0.902304, + "nauc_ndcg_at_100_max": 0.797495, + "nauc_ndcg_at_100_std": -0.00489, + "nauc_ndcg_at_100_diff1": 0.903035, + "nauc_ndcg_at_1000_max": 0.795046, + "nauc_ndcg_at_1000_std": -0.012627, + "nauc_ndcg_at_1000_diff1": 0.902604, + "nauc_map_at_1_max": 0.750701, + "nauc_map_at_1_std": 0.004392, + "nauc_map_at_1_diff1": 0.914807, + "nauc_map_at_3_max": 0.793462, + "nauc_map_at_3_std": -0.017665, + "nauc_map_at_3_diff1": 0.902514, + "nauc_map_at_5_max": 0.790994, + "nauc_map_at_5_std": -0.012736, + "nauc_map_at_5_diff1": 0.902659, + "nauc_map_at_10_max": 0.790342, + "nauc_map_at_10_std": -0.012894, + "nauc_map_at_10_diff1": 0.903219, + "nauc_map_at_20_max": 0.789296, + "nauc_map_at_20_std": -0.014154, + "nauc_map_at_20_diff1": 0.90358, + "nauc_map_at_100_max": 0.788633, + "nauc_map_at_100_std": -0.012123, + "nauc_map_at_100_diff1": 0.903667, + "nauc_map_at_1000_max": 0.788561, + "nauc_map_at_1000_std": -0.012328, + "nauc_map_at_1000_diff1": 0.903659, + "nauc_recall_at_1_max": 0.750701, + "nauc_recall_at_1_std": 0.004392, + "nauc_recall_at_1_diff1": 0.914807, + "nauc_recall_at_3_max": 0.881808, + "nauc_recall_at_3_std": -0.07232, + "nauc_recall_at_3_diff1": 0.88103, + "nauc_recall_at_5_max": 0.885057, + "nauc_recall_at_5_std": -0.048914, + "nauc_recall_at_5_diff1": 0.878142, + "nauc_recall_at_10_max": 0.920205, + "nauc_recall_at_10_std": -0.04386, + "nauc_recall_at_10_diff1": 0.884515, + "nauc_recall_at_20_max": 0.928571, + "nauc_recall_at_20_std": -0.092026, + "nauc_recall_at_20_diff1": 0.901774, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.646659, + "nauc_recall_at_100_diff1": 0.941643, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750701, + "nauc_precision_at_1_std": 0.004392, + "nauc_precision_at_1_diff1": 0.914807, + "nauc_precision_at_3_max": 0.881808, + "nauc_precision_at_3_std": -0.07232, + "nauc_precision_at_3_diff1": 0.88103, + "nauc_precision_at_5_max": 0.885057, + "nauc_precision_at_5_std": -0.048914, + "nauc_precision_at_5_diff1": 0.878142, + "nauc_precision_at_10_max": 0.920205, + "nauc_precision_at_10_std": -0.04386, + "nauc_precision_at_10_diff1": 0.884515, + "nauc_precision_at_20_max": 0.928571, + "nauc_precision_at_20_std": -0.092026, + "nauc_precision_at_20_diff1": 0.901774, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.646659, + "nauc_precision_at_100_diff1": 0.941643, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750701, + "nauc_mrr_at_1_std": 0.004392, + "nauc_mrr_at_1_diff1": 0.914807, + "nauc_mrr_at_3_max": 0.793462, + "nauc_mrr_at_3_std": -0.017665, + "nauc_mrr_at_3_diff1": 0.902514, + "nauc_mrr_at_5_max": 0.790994, + "nauc_mrr_at_5_std": -0.012736, + "nauc_mrr_at_5_diff1": 0.902659, + "nauc_mrr_at_10_max": 0.790342, + "nauc_mrr_at_10_std": -0.012894, + "nauc_mrr_at_10_diff1": 0.903219, + "nauc_mrr_at_20_max": 0.789296, + "nauc_mrr_at_20_std": -0.014154, + "nauc_mrr_at_20_diff1": 0.90358, + "nauc_mrr_at_100_max": 0.788633, + "nauc_mrr_at_100_std": -0.012123, + "nauc_mrr_at_100_diff1": 0.903667, + "nauc_mrr_at_1000_max": 0.788561, + "nauc_mrr_at_1000_std": -0.012328, + "nauc_mrr_at_1000_diff1": 0.903659, + "main_score": 0.90727, + "hf_subset": "est_Latn-est_Latn", + "languages": [ + "est-Latn", + "est-Latn" + ] + }, + { + "ndcg_at_1": 0.93556, + "ndcg_at_3": 0.95697, + "ndcg_at_5": 0.96027, + "ndcg_at_10": 0.96272, + "ndcg_at_20": 0.96415, + "ndcg_at_100": 0.96524, + "ndcg_at_1000": 0.9655, + "map_at_1": 0.93556, + "map_at_3": 0.95204, + "map_at_5": 0.95393, + "map_at_10": 0.95489, + "map_at_20": 0.9553, + "map_at_100": 0.95548, + "map_at_1000": 0.95548, + "recall_at_1": 0.93556, + "recall_at_3": 0.97111, + "recall_at_5": 0.97889, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93556, + "precision_at_3": 0.3237, + "precision_at_5": 0.19578, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935556, + "mrr_at_3": 0.952037, + "mrr_at_5": 0.953926, + "mrr_at_10": 0.954893, + "mrr_at_20": 0.955302, + "mrr_at_100": 0.955479, + "mrr_at_1000": 0.955484, + "nauc_ndcg_at_1_max": 0.75726, + "nauc_ndcg_at_1_std": -0.182846, + "nauc_ndcg_at_1_diff1": 0.937578, + "nauc_ndcg_at_3_max": 0.831194, + "nauc_ndcg_at_3_std": -0.115454, + "nauc_ndcg_at_3_diff1": 0.945847, + "nauc_ndcg_at_5_max": 0.826651, + "nauc_ndcg_at_5_std": -0.121787, + "nauc_ndcg_at_5_diff1": 0.944497, + "nauc_ndcg_at_10_max": 0.816517, + "nauc_ndcg_at_10_std": -0.099975, + "nauc_ndcg_at_10_diff1": 0.943283, + "nauc_ndcg_at_20_max": 0.81404, + "nauc_ndcg_at_20_std": -0.088868, + "nauc_ndcg_at_20_diff1": 0.943041, + "nauc_ndcg_at_100_max": 0.809803, + "nauc_ndcg_at_100_std": -0.10573, + "nauc_ndcg_at_100_diff1": 0.942968, + "nauc_ndcg_at_1000_max": 0.80889, + "nauc_ndcg_at_1000_std": -0.113841, + "nauc_ndcg_at_1000_diff1": 0.942549, + "nauc_map_at_1_max": 0.75726, + "nauc_map_at_1_std": -0.182846, + "nauc_map_at_1_diff1": 0.937578, + "nauc_map_at_3_max": 0.811175, + "nauc_map_at_3_std": -0.130344, + "nauc_map_at_3_diff1": 0.942968, + "nauc_map_at_5_max": 0.808103, + "nauc_map_at_5_std": -0.134158, + "nauc_map_at_5_diff1": 0.942206, + "nauc_map_at_10_max": 0.80439, + "nauc_map_at_10_std": -0.127474, + "nauc_map_at_10_diff1": 0.941749, + "nauc_map_at_20_max": 0.8036, + "nauc_map_at_20_std": -0.125623, + "nauc_map_at_20_diff1": 0.941652, + "nauc_map_at_100_max": 0.803003, + "nauc_map_at_100_std": -0.12796, + "nauc_map_at_100_diff1": 0.941657, + "nauc_map_at_1000_max": 0.802988, + "nauc_map_at_1000_std": -0.128089, + "nauc_map_at_1000_diff1": 0.94165, + "nauc_recall_at_1_max": 0.75726, + "nauc_recall_at_1_std": -0.182846, + "nauc_recall_at_1_diff1": 0.937578, + "nauc_recall_at_3_max": 0.924406, + "nauc_recall_at_3_std": -0.048876, + "nauc_recall_at_3_diff1": 0.959779, + "nauc_recall_at_5_max": 0.938695, + "nauc_recall_at_5_std": -0.051722, + "nauc_recall_at_5_diff1": 0.95872, + "nauc_recall_at_10_max": 0.913827, + "nauc_recall_at_10_std": 0.187208, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.943978, + "nauc_recall_at_20_std": 0.608577, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.75726, + "nauc_precision_at_1_std": -0.182846, + "nauc_precision_at_1_diff1": 0.937578, + "nauc_precision_at_3_max": 0.924406, + "nauc_precision_at_3_std": -0.048876, + "nauc_precision_at_3_diff1": 0.959779, + "nauc_precision_at_5_max": 0.938695, + "nauc_precision_at_5_std": -0.051722, + "nauc_precision_at_5_diff1": 0.95872, + "nauc_precision_at_10_max": 0.913827, + "nauc_precision_at_10_std": 0.187208, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.943978, + "nauc_precision_at_20_std": 0.608577, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.75726, + "nauc_mrr_at_1_std": -0.182846, + "nauc_mrr_at_1_diff1": 0.937578, + "nauc_mrr_at_3_max": 0.811175, + "nauc_mrr_at_3_std": -0.130344, + "nauc_mrr_at_3_diff1": 0.942968, + "nauc_mrr_at_5_max": 0.808103, + "nauc_mrr_at_5_std": -0.134158, + "nauc_mrr_at_5_diff1": 0.942206, + "nauc_mrr_at_10_max": 0.80439, + "nauc_mrr_at_10_std": -0.127474, + "nauc_mrr_at_10_diff1": 0.941749, + "nauc_mrr_at_20_max": 0.8036, + "nauc_mrr_at_20_std": -0.125623, + "nauc_mrr_at_20_diff1": 0.941652, + "nauc_mrr_at_100_max": 0.803003, + "nauc_mrr_at_100_std": -0.12796, + "nauc_mrr_at_100_diff1": 0.941657, + "nauc_mrr_at_1000_max": 0.802988, + "nauc_mrr_at_1000_std": -0.128089, + "nauc_mrr_at_1000_diff1": 0.94165, + "main_score": 0.96272, + "hf_subset": "est_Latn-eng_Latn", + "languages": [ + "est-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86778, + "ndcg_at_3": 0.90795, + "ndcg_at_5": 0.91655, + "ndcg_at_10": 0.92151, + "ndcg_at_20": 0.9246, + "ndcg_at_100": 0.92716, + "ndcg_at_1000": 0.92758, + "map_at_1": 0.86778, + "map_at_3": 0.8987, + "map_at_5": 0.90343, + "map_at_10": 0.90543, + "map_at_20": 0.90627, + "map_at_100": 0.90665, + "map_at_1000": 0.90667, + "recall_at_1": 0.86778, + "recall_at_3": 0.93444, + "recall_at_5": 0.95556, + "recall_at_10": 0.97111, + "recall_at_20": 0.98333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.86778, + "precision_at_3": 0.31148, + "precision_at_5": 0.19111, + "precision_at_10": 0.09711, + "precision_at_20": 0.04917, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.867778, + "mrr_at_3": 0.898704, + "mrr_at_5": 0.903426, + "mrr_at_10": 0.905429, + "mrr_at_20": 0.906273, + "mrr_at_100": 0.906655, + "mrr_at_1000": 0.906669, + "nauc_ndcg_at_1_max": 0.776848, + "nauc_ndcg_at_1_std": 0.151351, + "nauc_ndcg_at_1_diff1": 0.925808, + "nauc_ndcg_at_3_max": 0.834969, + "nauc_ndcg_at_3_std": 0.209348, + "nauc_ndcg_at_3_diff1": 0.918761, + "nauc_ndcg_at_5_max": 0.834304, + "nauc_ndcg_at_5_std": 0.198989, + "nauc_ndcg_at_5_diff1": 0.923269, + "nauc_ndcg_at_10_max": 0.828641, + "nauc_ndcg_at_10_std": 0.215771, + "nauc_ndcg_at_10_diff1": 0.925311, + "nauc_ndcg_at_20_max": 0.825507, + "nauc_ndcg_at_20_std": 0.22057, + "nauc_ndcg_at_20_diff1": 0.924176, + "nauc_ndcg_at_100_max": 0.821443, + "nauc_ndcg_at_100_std": 0.204682, + "nauc_ndcg_at_100_diff1": 0.923437, + "nauc_ndcg_at_1000_max": 0.820382, + "nauc_ndcg_at_1000_std": 0.200219, + "nauc_ndcg_at_1000_diff1": 0.923497, + "nauc_map_at_1_max": 0.776848, + "nauc_map_at_1_std": 0.151351, + "nauc_map_at_1_diff1": 0.925808, + "nauc_map_at_3_max": 0.819867, + "nauc_map_at_3_std": 0.194084, + "nauc_map_at_3_diff1": 0.920839, + "nauc_map_at_5_max": 0.818717, + "nauc_map_at_5_std": 0.188082, + "nauc_map_at_5_diff1": 0.923124, + "nauc_map_at_10_max": 0.816504, + "nauc_map_at_10_std": 0.193045, + "nauc_map_at_10_diff1": 0.923798, + "nauc_map_at_20_max": 0.815699, + "nauc_map_at_20_std": 0.193803, + "nauc_map_at_20_diff1": 0.923534, + "nauc_map_at_100_max": 0.815144, + "nauc_map_at_100_std": 0.191494, + "nauc_map_at_100_diff1": 0.923434, + "nauc_map_at_1000_max": 0.815116, + "nauc_map_at_1000_std": 0.191378, + "nauc_map_at_1000_diff1": 0.923436, + "nauc_recall_at_1_max": 0.776848, + "nauc_recall_at_1_std": 0.151351, + "nauc_recall_at_1_diff1": 0.925808, + "nauc_recall_at_3_max": 0.899041, + "nauc_recall_at_3_std": 0.274257, + "nauc_recall_at_3_diff1": 0.909755, + "nauc_recall_at_5_max": 0.927171, + "nauc_recall_at_5_std": 0.260994, + "nauc_recall_at_5_diff1": 0.925537, + "nauc_recall_at_10_max": 0.929433, + "nauc_recall_at_10_std": 0.442308, + "nauc_recall_at_10_diff1": 0.944067, + "nauc_recall_at_20_max": 0.948491, + "nauc_recall_at_20_std": 0.695674, + "nauc_recall_at_20_diff1": 0.937908, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.776848, + "nauc_precision_at_1_std": 0.151351, + "nauc_precision_at_1_diff1": 0.925808, + "nauc_precision_at_3_max": 0.899041, + "nauc_precision_at_3_std": 0.274257, + "nauc_precision_at_3_diff1": 0.909755, + "nauc_precision_at_5_max": 0.927171, + "nauc_precision_at_5_std": 0.260994, + "nauc_precision_at_5_diff1": 0.925537, + "nauc_precision_at_10_max": 0.929433, + "nauc_precision_at_10_std": 0.442308, + "nauc_precision_at_10_diff1": 0.944067, + "nauc_precision_at_20_max": 0.948491, + "nauc_precision_at_20_std": 0.695674, + "nauc_precision_at_20_diff1": 0.937908, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.776848, + "nauc_mrr_at_1_std": 0.151351, + "nauc_mrr_at_1_diff1": 0.925808, + "nauc_mrr_at_3_max": 0.819867, + "nauc_mrr_at_3_std": 0.194084, + "nauc_mrr_at_3_diff1": 0.920839, + "nauc_mrr_at_5_max": 0.818717, + "nauc_mrr_at_5_std": 0.188082, + "nauc_mrr_at_5_diff1": 0.923124, + "nauc_mrr_at_10_max": 0.816504, + "nauc_mrr_at_10_std": 0.193045, + "nauc_mrr_at_10_diff1": 0.923798, + "nauc_mrr_at_20_max": 0.815699, + "nauc_mrr_at_20_std": 0.193803, + "nauc_mrr_at_20_diff1": 0.923534, + "nauc_mrr_at_100_max": 0.815144, + "nauc_mrr_at_100_std": 0.191494, + "nauc_mrr_at_100_diff1": 0.923434, + "nauc_mrr_at_1000_max": 0.815116, + "nauc_mrr_at_1000_std": 0.191378, + "nauc_mrr_at_1000_diff1": 0.923436, + "main_score": 0.92151, + "hf_subset": "eng_Latn-est_Latn", + "languages": [ + "eng-Latn", + "est-Latn" + ] + }, + { + "ndcg_at_1": 0.79556, + "ndcg_at_3": 0.85209, + "ndcg_at_5": 0.86208, + "ndcg_at_10": 0.86747, + "ndcg_at_20": 0.87179, + "ndcg_at_100": 0.87781, + "ndcg_at_1000": 0.8805, + "map_at_1": 0.79556, + "map_at_3": 0.83889, + "map_at_5": 0.84439, + "map_at_10": 0.84661, + "map_at_20": 0.84785, + "map_at_100": 0.84871, + "map_at_1000": 0.84883, + "recall_at_1": 0.79556, + "recall_at_3": 0.89, + "recall_at_5": 0.91444, + "recall_at_10": 0.93111, + "recall_at_20": 0.94778, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.79556, + "precision_at_3": 0.29667, + "precision_at_5": 0.18289, + "precision_at_10": 0.09311, + "precision_at_20": 0.04739, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.795556, + "mrr_at_3": 0.838889, + "mrr_at_5": 0.844389, + "mrr_at_10": 0.846613, + "mrr_at_20": 0.84785, + "mrr_at_100": 0.848708, + "mrr_at_1000": 0.84883, + "nauc_ndcg_at_1_max": 0.757882, + "nauc_ndcg_at_1_std": 0.1868, + "nauc_ndcg_at_1_diff1": 0.897015, + "nauc_ndcg_at_3_max": 0.778799, + "nauc_ndcg_at_3_std": 0.240072, + "nauc_ndcg_at_3_diff1": 0.863202, + "nauc_ndcg_at_5_max": 0.790884, + "nauc_ndcg_at_5_std": 0.246203, + "nauc_ndcg_at_5_diff1": 0.865687, + "nauc_ndcg_at_10_max": 0.790481, + "nauc_ndcg_at_10_std": 0.24527, + "nauc_ndcg_at_10_diff1": 0.867532, + "nauc_ndcg_at_20_max": 0.789366, + "nauc_ndcg_at_20_std": 0.250695, + "nauc_ndcg_at_20_diff1": 0.872286, + "nauc_ndcg_at_100_max": 0.785491, + "nauc_ndcg_at_100_std": 0.244261, + "nauc_ndcg_at_100_diff1": 0.872959, + "nauc_ndcg_at_1000_max": 0.783263, + "nauc_ndcg_at_1000_std": 0.238522, + "nauc_ndcg_at_1000_diff1": 0.873627, + "nauc_map_at_1_max": 0.757882, + "nauc_map_at_1_std": 0.1868, + "nauc_map_at_1_diff1": 0.897015, + "nauc_map_at_3_max": 0.774416, + "nauc_map_at_3_std": 0.226973, + "nauc_map_at_3_diff1": 0.872947, + "nauc_map_at_5_max": 0.780122, + "nauc_map_at_5_std": 0.229444, + "nauc_map_at_5_diff1": 0.874235, + "nauc_map_at_10_max": 0.779807, + "nauc_map_at_10_std": 0.229035, + "nauc_map_at_10_diff1": 0.875028, + "nauc_map_at_20_max": 0.7794, + "nauc_map_at_20_std": 0.229877, + "nauc_map_at_20_diff1": 0.87626, + "nauc_map_at_100_max": 0.778843, + "nauc_map_at_100_std": 0.228982, + "nauc_map_at_100_diff1": 0.876351, + "nauc_map_at_1000_max": 0.778765, + "nauc_map_at_1000_std": 0.228824, + "nauc_map_at_1000_diff1": 0.876385, + "nauc_recall_at_1_max": 0.757882, + "nauc_recall_at_1_std": 0.1868, + "nauc_recall_at_1_diff1": 0.897015, + "nauc_recall_at_3_max": 0.795483, + "nauc_recall_at_3_std": 0.291532, + "nauc_recall_at_3_diff1": 0.823903, + "nauc_recall_at_5_max": 0.846223, + "nauc_recall_at_5_std": 0.32921, + "nauc_recall_at_5_diff1": 0.824627, + "nauc_recall_at_10_max": 0.857346, + "nauc_recall_at_10_std": 0.341774, + "nauc_recall_at_10_diff1": 0.825118, + "nauc_recall_at_20_max": 0.86948, + "nauc_recall_at_20_std": 0.428512, + "nauc_recall_at_20_diff1": 0.854282, + "nauc_recall_at_100_max": 0.882379, + "nauc_recall_at_100_std": 0.508092, + "nauc_recall_at_100_diff1": 0.847235, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.757882, + "nauc_precision_at_1_std": 0.1868, + "nauc_precision_at_1_diff1": 0.897015, + "nauc_precision_at_3_max": 0.795483, + "nauc_precision_at_3_std": 0.291532, + "nauc_precision_at_3_diff1": 0.823903, + "nauc_precision_at_5_max": 0.846223, + "nauc_precision_at_5_std": 0.32921, + "nauc_precision_at_5_diff1": 0.824627, + "nauc_precision_at_10_max": 0.857346, + "nauc_precision_at_10_std": 0.341774, + "nauc_precision_at_10_diff1": 0.825118, + "nauc_precision_at_20_max": 0.86948, + "nauc_precision_at_20_std": 0.428512, + "nauc_precision_at_20_diff1": 0.854282, + "nauc_precision_at_100_max": 0.882379, + "nauc_precision_at_100_std": 0.508092, + "nauc_precision_at_100_diff1": 0.847235, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.757882, + "nauc_mrr_at_1_std": 0.1868, + "nauc_mrr_at_1_diff1": 0.897015, + "nauc_mrr_at_3_max": 0.774416, + "nauc_mrr_at_3_std": 0.226973, + "nauc_mrr_at_3_diff1": 0.872947, + "nauc_mrr_at_5_max": 0.780122, + "nauc_mrr_at_5_std": 0.229444, + "nauc_mrr_at_5_diff1": 0.874235, + "nauc_mrr_at_10_max": 0.779807, + "nauc_mrr_at_10_std": 0.229035, + "nauc_mrr_at_10_diff1": 0.875028, + "nauc_mrr_at_20_max": 0.7794, + "nauc_mrr_at_20_std": 0.229877, + "nauc_mrr_at_20_diff1": 0.87626, + "nauc_mrr_at_100_max": 0.778843, + "nauc_mrr_at_100_std": 0.228982, + "nauc_mrr_at_100_diff1": 0.876351, + "nauc_mrr_at_1000_max": 0.778765, + "nauc_mrr_at_1000_std": 0.228824, + "nauc_mrr_at_1000_diff1": 0.876385, + "main_score": 0.86747, + "hf_subset": "eus_Latn-eus_Latn", + "languages": [ + "eus-Latn", + "eus-Latn" + ] + }, + { + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.94884, + "ndcg_at_5": 0.95214, + "ndcg_at_10": 0.95512, + "ndcg_at_20": 0.95691, + "ndcg_at_100": 0.95757, + "ndcg_at_1000": 0.95802, + "map_at_1": 0.91778, + "map_at_3": 0.94148, + "map_at_5": 0.94337, + "map_at_10": 0.94467, + "map_at_20": 0.94522, + "map_at_100": 0.94532, + "map_at_1000": 0.94534, + "recall_at_1": 0.91778, + "recall_at_3": 0.97, + "recall_at_5": 0.97778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91778, + "precision_at_3": 0.32333, + "precision_at_5": 0.19556, + "precision_at_10": 0.09867, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.941481, + "mrr_at_5": 0.94337, + "mrr_at_10": 0.94467, + "mrr_at_20": 0.945217, + "mrr_at_100": 0.945324, + "mrr_at_1000": 0.945343, + "nauc_ndcg_at_1_max": 0.751798, + "nauc_ndcg_at_1_std": -0.157834, + "nauc_ndcg_at_1_diff1": 0.926098, + "nauc_ndcg_at_3_max": 0.799289, + "nauc_ndcg_at_3_std": -0.137386, + "nauc_ndcg_at_3_diff1": 0.917276, + "nauc_ndcg_at_5_max": 0.796469, + "nauc_ndcg_at_5_std": -0.11993, + "nauc_ndcg_at_5_diff1": 0.915359, + "nauc_ndcg_at_10_max": 0.784084, + "nauc_ndcg_at_10_std": -0.123949, + "nauc_ndcg_at_10_diff1": 0.9132, + "nauc_ndcg_at_20_max": 0.789328, + "nauc_ndcg_at_20_std": -0.094707, + "nauc_ndcg_at_20_diff1": 0.920493, + "nauc_ndcg_at_100_max": 0.786651, + "nauc_ndcg_at_100_std": -0.110356, + "nauc_ndcg_at_100_diff1": 0.92086, + "nauc_ndcg_at_1000_max": 0.784818, + "nauc_ndcg_at_1000_std": -0.113613, + "nauc_ndcg_at_1000_diff1": 0.920026, + "nauc_map_at_1_max": 0.751798, + "nauc_map_at_1_std": -0.157834, + "nauc_map_at_1_diff1": 0.926098, + "nauc_map_at_3_max": 0.786459, + "nauc_map_at_3_std": -0.132578, + "nauc_map_at_3_diff1": 0.920001, + "nauc_map_at_5_max": 0.784681, + "nauc_map_at_5_std": -0.123614, + "nauc_map_at_5_diff1": 0.919128, + "nauc_map_at_10_max": 0.780062, + "nauc_map_at_10_std": -0.125264, + "nauc_map_at_10_diff1": 0.918487, + "nauc_map_at_20_max": 0.781343, + "nauc_map_at_20_std": -0.118611, + "nauc_map_at_20_diff1": 0.920319, + "nauc_map_at_100_max": 0.780969, + "nauc_map_at_100_std": -0.120636, + "nauc_map_at_100_diff1": 0.920419, + "nauc_map_at_1000_max": 0.7809, + "nauc_map_at_1000_std": -0.120619, + "nauc_map_at_1000_diff1": 0.920391, + "nauc_recall_at_1_max": 0.751798, + "nauc_recall_at_1_std": -0.157834, + "nauc_recall_at_1_diff1": 0.926098, + "nauc_recall_at_3_max": 0.868883, + "nauc_recall_at_3_std": -0.173912, + "nauc_recall_at_3_diff1": 0.902151, + "nauc_recall_at_5_max": 0.878782, + "nauc_recall_at_5_std": -0.101914, + "nauc_recall_at_5_diff1": 0.887512, + "nauc_recall_at_10_max": 0.808862, + "nauc_recall_at_10_std": -0.126673, + "nauc_recall_at_10_diff1": 0.846561, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 0.595082, + "nauc_recall_at_20_diff1": 0.953704, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.751798, + "nauc_precision_at_1_std": -0.157834, + "nauc_precision_at_1_diff1": 0.926098, + "nauc_precision_at_3_max": 0.868883, + "nauc_precision_at_3_std": -0.173912, + "nauc_precision_at_3_diff1": 0.902151, + "nauc_precision_at_5_max": 0.878782, + "nauc_precision_at_5_std": -0.101914, + "nauc_precision_at_5_diff1": 0.887512, + "nauc_precision_at_10_max": 0.808862, + "nauc_precision_at_10_std": -0.126673, + "nauc_precision_at_10_diff1": 0.846561, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 0.595082, + "nauc_precision_at_20_diff1": 0.953704, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.751798, + "nauc_mrr_at_1_std": -0.157834, + "nauc_mrr_at_1_diff1": 0.926098, + "nauc_mrr_at_3_max": 0.786459, + "nauc_mrr_at_3_std": -0.132578, + "nauc_mrr_at_3_diff1": 0.920001, + "nauc_mrr_at_5_max": 0.784681, + "nauc_mrr_at_5_std": -0.123614, + "nauc_mrr_at_5_diff1": 0.919128, + "nauc_mrr_at_10_max": 0.780062, + "nauc_mrr_at_10_std": -0.125264, + "nauc_mrr_at_10_diff1": 0.918487, + "nauc_mrr_at_20_max": 0.781343, + "nauc_mrr_at_20_std": -0.118611, + "nauc_mrr_at_20_diff1": 0.920319, + "nauc_mrr_at_100_max": 0.780969, + "nauc_mrr_at_100_std": -0.120636, + "nauc_mrr_at_100_diff1": 0.920419, + "nauc_mrr_at_1000_max": 0.7809, + "nauc_mrr_at_1000_std": -0.120619, + "nauc_mrr_at_1000_diff1": 0.920391, + "main_score": 0.95512, + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.77667, + "ndcg_at_3": 0.83487, + "ndcg_at_5": 0.84821, + "ndcg_at_10": 0.85743, + "ndcg_at_20": 0.86141, + "ndcg_at_100": 0.86782, + "ndcg_at_1000": 0.86974, + "map_at_1": 0.77667, + "map_at_3": 0.82111, + "map_at_5": 0.82856, + "map_at_10": 0.83229, + "map_at_20": 0.83341, + "map_at_100": 0.83429, + "map_at_1000": 0.83438, + "recall_at_1": 0.77667, + "recall_at_3": 0.87444, + "recall_at_5": 0.90667, + "recall_at_10": 0.93556, + "recall_at_20": 0.95111, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.77667, + "precision_at_3": 0.29148, + "precision_at_5": 0.18133, + "precision_at_10": 0.09356, + "precision_at_20": 0.04756, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.776667, + "mrr_at_3": 0.821111, + "mrr_at_5": 0.828556, + "mrr_at_10": 0.832293, + "mrr_at_20": 0.833409, + "mrr_at_100": 0.834294, + "mrr_at_1000": 0.834377, + "nauc_ndcg_at_1_max": 0.750116, + "nauc_ndcg_at_1_std": 0.116903, + "nauc_ndcg_at_1_diff1": 0.893997, + "nauc_ndcg_at_3_max": 0.790615, + "nauc_ndcg_at_3_std": 0.139046, + "nauc_ndcg_at_3_diff1": 0.867847, + "nauc_ndcg_at_5_max": 0.786576, + "nauc_ndcg_at_5_std": 0.151334, + "nauc_ndcg_at_5_diff1": 0.866028, + "nauc_ndcg_at_10_max": 0.790126, + "nauc_ndcg_at_10_std": 0.159938, + "nauc_ndcg_at_10_diff1": 0.872236, + "nauc_ndcg_at_20_max": 0.786398, + "nauc_ndcg_at_20_std": 0.164478, + "nauc_ndcg_at_20_diff1": 0.87042, + "nauc_ndcg_at_100_max": 0.783836, + "nauc_ndcg_at_100_std": 0.159863, + "nauc_ndcg_at_100_diff1": 0.872764, + "nauc_ndcg_at_1000_max": 0.782732, + "nauc_ndcg_at_1000_std": 0.153131, + "nauc_ndcg_at_1000_diff1": 0.874094, + "nauc_map_at_1_max": 0.750116, + "nauc_map_at_1_std": 0.116903, + "nauc_map_at_1_diff1": 0.893997, + "nauc_map_at_3_max": 0.781346, + "nauc_map_at_3_std": 0.135664, + "nauc_map_at_3_diff1": 0.875425, + "nauc_map_at_5_max": 0.778993, + "nauc_map_at_5_std": 0.141922, + "nauc_map_at_5_diff1": 0.874755, + "nauc_map_at_10_max": 0.780131, + "nauc_map_at_10_std": 0.144575, + "nauc_map_at_10_diff1": 0.877137, + "nauc_map_at_20_max": 0.779191, + "nauc_map_at_20_std": 0.145711, + "nauc_map_at_20_diff1": 0.876754, + "nauc_map_at_100_max": 0.778822, + "nauc_map_at_100_std": 0.145073, + "nauc_map_at_100_diff1": 0.876994, + "nauc_map_at_1000_max": 0.778796, + "nauc_map_at_1000_std": 0.144865, + "nauc_map_at_1000_diff1": 0.877069, + "nauc_recall_at_1_max": 0.750116, + "nauc_recall_at_1_std": 0.116903, + "nauc_recall_at_1_diff1": 0.893997, + "nauc_recall_at_3_max": 0.825633, + "nauc_recall_at_3_std": 0.150603, + "nauc_recall_at_3_diff1": 0.83806, + "nauc_recall_at_5_max": 0.821134, + "nauc_recall_at_5_std": 0.197924, + "nauc_recall_at_5_diff1": 0.822629, + "nauc_recall_at_10_max": 0.858624, + "nauc_recall_at_10_std": 0.2762, + "nauc_recall_at_10_diff1": 0.843443, + "nauc_recall_at_20_max": 0.841493, + "nauc_recall_at_20_std": 0.356453, + "nauc_recall_at_20_diff1": 0.815168, + "nauc_recall_at_100_max": 0.86138, + "nauc_recall_at_100_std": 0.604144, + "nauc_recall_at_100_diff1": 0.80069, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750116, + "nauc_precision_at_1_std": 0.116903, + "nauc_precision_at_1_diff1": 0.893997, + "nauc_precision_at_3_max": 0.825633, + "nauc_precision_at_3_std": 0.150603, + "nauc_precision_at_3_diff1": 0.83806, + "nauc_precision_at_5_max": 0.821134, + "nauc_precision_at_5_std": 0.197924, + "nauc_precision_at_5_diff1": 0.822629, + "nauc_precision_at_10_max": 0.858624, + "nauc_precision_at_10_std": 0.2762, + "nauc_precision_at_10_diff1": 0.843443, + "nauc_precision_at_20_max": 0.841493, + "nauc_precision_at_20_std": 0.356453, + "nauc_precision_at_20_diff1": 0.815168, + "nauc_precision_at_100_max": 0.86138, + "nauc_precision_at_100_std": 0.604144, + "nauc_precision_at_100_diff1": 0.80069, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750116, + "nauc_mrr_at_1_std": 0.116903, + "nauc_mrr_at_1_diff1": 0.893997, + "nauc_mrr_at_3_max": 0.781346, + "nauc_mrr_at_3_std": 0.135664, + "nauc_mrr_at_3_diff1": 0.875425, + "nauc_mrr_at_5_max": 0.778993, + "nauc_mrr_at_5_std": 0.141922, + "nauc_mrr_at_5_diff1": 0.874755, + "nauc_mrr_at_10_max": 0.780131, + "nauc_mrr_at_10_std": 0.144575, + "nauc_mrr_at_10_diff1": 0.877137, + "nauc_mrr_at_20_max": 0.779191, + "nauc_mrr_at_20_std": 0.145711, + "nauc_mrr_at_20_diff1": 0.876754, + "nauc_mrr_at_100_max": 0.778822, + "nauc_mrr_at_100_std": 0.145073, + "nauc_mrr_at_100_diff1": 0.876994, + "nauc_mrr_at_1000_max": 0.778796, + "nauc_mrr_at_1000_std": 0.144865, + "nauc_mrr_at_1000_diff1": 0.877069, + "main_score": 0.85743, + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ] + }, + { + "ndcg_at_1": 0.89444, + "ndcg_at_3": 0.93099, + "ndcg_at_5": 0.93697, + "ndcg_at_10": 0.93951, + "ndcg_at_20": 0.94149, + "ndcg_at_100": 0.94391, + "ndcg_at_1000": 0.94432, + "map_at_1": 0.89444, + "map_at_3": 0.92278, + "map_at_5": 0.92611, + "map_at_10": 0.92717, + "map_at_20": 0.92772, + "map_at_100": 0.92811, + "map_at_1000": 0.92813, + "recall_at_1": 0.89444, + "recall_at_3": 0.95444, + "recall_at_5": 0.96889, + "recall_at_10": 0.97667, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89444, + "precision_at_3": 0.31815, + "precision_at_5": 0.19378, + "precision_at_10": 0.09767, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.894444, + "mrr_at_3": 0.922778, + "mrr_at_5": 0.926111, + "mrr_at_10": 0.927172, + "mrr_at_20": 0.927724, + "mrr_at_100": 0.928113, + "mrr_at_1000": 0.928127, + "nauc_ndcg_at_1_max": 0.809229, + "nauc_ndcg_at_1_std": -0.017561, + "nauc_ndcg_at_1_diff1": 0.954797, + "nauc_ndcg_at_3_max": 0.866083, + "nauc_ndcg_at_3_std": 0.031282, + "nauc_ndcg_at_3_diff1": 0.95842, + "nauc_ndcg_at_5_max": 0.856443, + "nauc_ndcg_at_5_std": 0.018137, + "nauc_ndcg_at_5_diff1": 0.95745, + "nauc_ndcg_at_10_max": 0.856172, + "nauc_ndcg_at_10_std": 0.042334, + "nauc_ndcg_at_10_diff1": 0.9595, + "nauc_ndcg_at_20_max": 0.853939, + "nauc_ndcg_at_20_std": 0.041918, + "nauc_ndcg_at_20_diff1": 0.959419, + "nauc_ndcg_at_100_max": 0.849744, + "nauc_ndcg_at_100_std": 0.032037, + "nauc_ndcg_at_100_diff1": 0.958161, + "nauc_ndcg_at_1000_max": 0.848616, + "nauc_ndcg_at_1000_std": 0.026549, + "nauc_ndcg_at_1000_diff1": 0.957847, + "nauc_map_at_1_max": 0.809229, + "nauc_map_at_1_std": -0.017561, + "nauc_map_at_1_diff1": 0.954797, + "nauc_map_at_3_max": 0.850206, + "nauc_map_at_3_std": 0.0154, + "nauc_map_at_3_diff1": 0.957245, + "nauc_map_at_5_max": 0.844958, + "nauc_map_at_5_std": 0.008476, + "nauc_map_at_5_diff1": 0.956788, + "nauc_map_at_10_max": 0.844777, + "nauc_map_at_10_std": 0.017115, + "nauc_map_at_10_diff1": 0.957397, + "nauc_map_at_20_max": 0.844202, + "nauc_map_at_20_std": 0.016634, + "nauc_map_at_20_diff1": 0.957338, + "nauc_map_at_100_max": 0.843641, + "nauc_map_at_100_std": 0.015695, + "nauc_map_at_100_diff1": 0.957163, + "nauc_map_at_1000_max": 0.84361, + "nauc_map_at_1000_std": 0.015571, + "nauc_map_at_1000_diff1": 0.957154, + "nauc_recall_at_1_max": 0.809229, + "nauc_recall_at_1_std": -0.017561, + "nauc_recall_at_1_diff1": 0.954797, + "nauc_recall_at_3_max": 0.941416, + "nauc_recall_at_3_std": 0.108481, + "nauc_recall_at_3_diff1": 0.964132, + "nauc_recall_at_5_max": 0.928805, + "nauc_recall_at_5_std": 0.079715, + "nauc_recall_at_5_diff1": 0.961485, + "nauc_recall_at_10_max": 0.949424, + "nauc_recall_at_10_std": 0.28527, + "nauc_recall_at_10_diff1": 0.980548, + "nauc_recall_at_20_max": 0.962652, + "nauc_recall_at_20_std": 0.406363, + "nauc_recall_at_20_diff1": 0.990663, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.786026, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.809229, + "nauc_precision_at_1_std": -0.017561, + "nauc_precision_at_1_diff1": 0.954797, + "nauc_precision_at_3_max": 0.941416, + "nauc_precision_at_3_std": 0.108481, + "nauc_precision_at_3_diff1": 0.964132, + "nauc_precision_at_5_max": 0.928805, + "nauc_precision_at_5_std": 0.079715, + "nauc_precision_at_5_diff1": 0.961485, + "nauc_precision_at_10_max": 0.949424, + "nauc_precision_at_10_std": 0.28527, + "nauc_precision_at_10_diff1": 0.980548, + "nauc_precision_at_20_max": 0.962652, + "nauc_precision_at_20_std": 0.406363, + "nauc_precision_at_20_diff1": 0.990663, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.786026, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.809229, + "nauc_mrr_at_1_std": -0.017561, + "nauc_mrr_at_1_diff1": 0.954797, + "nauc_mrr_at_3_max": 0.850206, + "nauc_mrr_at_3_std": 0.0154, + "nauc_mrr_at_3_diff1": 0.957245, + "nauc_mrr_at_5_max": 0.844958, + "nauc_mrr_at_5_std": 0.008476, + "nauc_mrr_at_5_diff1": 0.956788, + "nauc_mrr_at_10_max": 0.844777, + "nauc_mrr_at_10_std": 0.017115, + "nauc_mrr_at_10_diff1": 0.957397, + "nauc_mrr_at_20_max": 0.844202, + "nauc_mrr_at_20_std": 0.016634, + "nauc_mrr_at_20_diff1": 0.957338, + "nauc_mrr_at_100_max": 0.843641, + "nauc_mrr_at_100_std": 0.015695, + "nauc_mrr_at_100_diff1": 0.957163, + "nauc_mrr_at_1000_max": 0.84361, + "nauc_mrr_at_1000_std": 0.015571, + "nauc_mrr_at_1000_diff1": 0.957154, + "main_score": 0.93951, + "hf_subset": "fin_Latn-fin_Latn", + "languages": [ + "fin-Latn", + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.93333, + "ndcg_at_3": 0.95796, + "ndcg_at_5": 0.9616, + "ndcg_at_10": 0.96331, + "ndcg_at_20": 0.96416, + "ndcg_at_100": 0.96527, + "ndcg_at_1000": 0.96553, + "map_at_1": 0.93333, + "map_at_3": 0.95222, + "map_at_5": 0.95422, + "map_at_10": 0.95488, + "map_at_20": 0.95512, + "map_at_100": 0.95531, + "map_at_1000": 0.95531, + "recall_at_1": 0.93333, + "recall_at_3": 0.97444, + "recall_at_5": 0.98333, + "recall_at_10": 0.98889, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93333, + "precision_at_3": 0.32481, + "precision_at_5": 0.19667, + "precision_at_10": 0.09889, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.933333, + "mrr_at_3": 0.952222, + "mrr_at_5": 0.954222, + "mrr_at_10": 0.95488, + "mrr_at_20": 0.955119, + "mrr_at_100": 0.955306, + "mrr_at_1000": 0.955312, + "nauc_ndcg_at_1_max": 0.80368, + "nauc_ndcg_at_1_std": -0.127077, + "nauc_ndcg_at_1_diff1": 0.942032, + "nauc_ndcg_at_3_max": 0.854852, + "nauc_ndcg_at_3_std": -0.066945, + "nauc_ndcg_at_3_diff1": 0.951815, + "nauc_ndcg_at_5_max": 0.841119, + "nauc_ndcg_at_5_std": -0.066647, + "nauc_ndcg_at_5_diff1": 0.950717, + "nauc_ndcg_at_10_max": 0.835126, + "nauc_ndcg_at_10_std": -0.082538, + "nauc_ndcg_at_10_diff1": 0.949565, + "nauc_ndcg_at_20_max": 0.838341, + "nauc_ndcg_at_20_std": -0.066016, + "nauc_ndcg_at_20_diff1": 0.948364, + "nauc_ndcg_at_100_max": 0.83602, + "nauc_ndcg_at_100_std": -0.05816, + "nauc_ndcg_at_100_diff1": 0.948418, + "nauc_ndcg_at_1000_max": 0.835772, + "nauc_ndcg_at_1000_std": -0.066064, + "nauc_ndcg_at_1000_diff1": 0.94852, + "nauc_map_at_1_max": 0.80368, + "nauc_map_at_1_std": -0.127077, + "nauc_map_at_1_diff1": 0.942032, + "nauc_map_at_3_max": 0.840989, + "nauc_map_at_3_std": -0.078971, + "nauc_map_at_3_diff1": 0.949234, + "nauc_map_at_5_max": 0.834042, + "nauc_map_at_5_std": -0.078956, + "nauc_map_at_5_diff1": 0.948702, + "nauc_map_at_10_max": 0.832161, + "nauc_map_at_10_std": -0.082059, + "nauc_map_at_10_diff1": 0.948276, + "nauc_map_at_20_max": 0.832935, + "nauc_map_at_20_std": -0.078854, + "nauc_map_at_20_diff1": 0.948, + "nauc_map_at_100_max": 0.832684, + "nauc_map_at_100_std": -0.076864, + "nauc_map_at_100_diff1": 0.948014, + "nauc_map_at_1000_max": 0.832679, + "nauc_map_at_1000_std": -0.076999, + "nauc_map_at_1000_diff1": 0.948015, + "nauc_recall_at_1_max": 0.80368, + "nauc_recall_at_1_std": -0.127077, + "nauc_recall_at_1_diff1": 0.942032, + "nauc_recall_at_3_max": 0.927049, + "nauc_recall_at_3_std": -0.008403, + "nauc_recall_at_3_diff1": 0.965189, + "nauc_recall_at_5_max": 0.888142, + "nauc_recall_at_5_std": 0.019919, + "nauc_recall_at_5_diff1": 0.965142, + "nauc_recall_at_10_max": 0.845285, + "nauc_recall_at_10_std": -0.151541, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.904295, + "nauc_recall_at_20_std": 0.137788, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.80368, + "nauc_precision_at_1_std": -0.127077, + "nauc_precision_at_1_diff1": 0.942032, + "nauc_precision_at_3_max": 0.927049, + "nauc_precision_at_3_std": -0.008403, + "nauc_precision_at_3_diff1": 0.965189, + "nauc_precision_at_5_max": 0.888142, + "nauc_precision_at_5_std": 0.019919, + "nauc_precision_at_5_diff1": 0.965142, + "nauc_precision_at_10_max": 0.845285, + "nauc_precision_at_10_std": -0.151541, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.904295, + "nauc_precision_at_20_std": 0.137788, + "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.80368, + "nauc_mrr_at_1_std": -0.127077, + "nauc_mrr_at_1_diff1": 0.942032, + "nauc_mrr_at_3_max": 0.840989, + "nauc_mrr_at_3_std": -0.078971, + "nauc_mrr_at_3_diff1": 0.949234, + "nauc_mrr_at_5_max": 0.834042, + "nauc_mrr_at_5_std": -0.078956, + "nauc_mrr_at_5_diff1": 0.948702, + "nauc_mrr_at_10_max": 0.832161, + "nauc_mrr_at_10_std": -0.082059, + "nauc_mrr_at_10_diff1": 0.948276, + "nauc_mrr_at_20_max": 0.832935, + "nauc_mrr_at_20_std": -0.078854, + "nauc_mrr_at_20_diff1": 0.948, + "nauc_mrr_at_100_max": 0.832684, + "nauc_mrr_at_100_std": -0.076864, + "nauc_mrr_at_100_diff1": 0.948014, + "nauc_mrr_at_1000_max": 0.832679, + "nauc_mrr_at_1000_std": -0.076999, + "nauc_mrr_at_1000_diff1": 0.948015, + "main_score": 0.96331, + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.92995, + "ndcg_at_5": 0.93597, + "ndcg_at_10": 0.93989, + "ndcg_at_20": 0.94277, + "ndcg_at_100": 0.94407, + "ndcg_at_1000": 0.94451, + "map_at_1": 0.89778, + "map_at_3": 0.92222, + "map_at_5": 0.92561, + "map_at_10": 0.92721, + "map_at_20": 0.92804, + "map_at_100": 0.92824, + "map_at_1000": 0.92826, + "recall_at_1": 0.89778, + "recall_at_3": 0.95222, + "recall_at_5": 0.96667, + "recall_at_10": 0.97889, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89778, + "precision_at_3": 0.31741, + "precision_at_5": 0.19333, + "precision_at_10": 0.09789, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.922222, + "mrr_at_5": 0.925611, + "mrr_at_10": 0.927207, + "mrr_at_20": 0.928042, + "mrr_at_100": 0.928242, + "mrr_at_1000": 0.92826, + "nauc_ndcg_at_1_max": 0.74025, + "nauc_ndcg_at_1_std": 0.099504, + "nauc_ndcg_at_1_diff1": 0.916083, + "nauc_ndcg_at_3_max": 0.808347, + "nauc_ndcg_at_3_std": 0.162718, + "nauc_ndcg_at_3_diff1": 0.917493, + "nauc_ndcg_at_5_max": 0.804316, + "nauc_ndcg_at_5_std": 0.178755, + "nauc_ndcg_at_5_diff1": 0.918947, + "nauc_ndcg_at_10_max": 0.795394, + "nauc_ndcg_at_10_std": 0.15873, + "nauc_ndcg_at_10_diff1": 0.916256, + "nauc_ndcg_at_20_max": 0.792926, + "nauc_ndcg_at_20_std": 0.163392, + "nauc_ndcg_at_20_diff1": 0.917109, + "nauc_ndcg_at_100_max": 0.790101, + "nauc_ndcg_at_100_std": 0.157916, + "nauc_ndcg_at_100_diff1": 0.917386, + "nauc_ndcg_at_1000_max": 0.788433, + "nauc_ndcg_at_1000_std": 0.151225, + "nauc_ndcg_at_1000_diff1": 0.917431, + "nauc_map_at_1_max": 0.74025, + "nauc_map_at_1_std": 0.099504, + "nauc_map_at_1_diff1": 0.916083, + "nauc_map_at_3_max": 0.790106, + "nauc_map_at_3_std": 0.14107, + "nauc_map_at_3_diff1": 0.917134, + "nauc_map_at_5_max": 0.787493, + "nauc_map_at_5_std": 0.148879, + "nauc_map_at_5_diff1": 0.917918, + "nauc_map_at_10_max": 0.784056, + "nauc_map_at_10_std": 0.140377, + "nauc_map_at_10_diff1": 0.917073, + "nauc_map_at_20_max": 0.783353, + "nauc_map_at_20_std": 0.141475, + "nauc_map_at_20_diff1": 0.917329, + "nauc_map_at_100_max": 0.782952, + "nauc_map_at_100_std": 0.14082, + "nauc_map_at_100_diff1": 0.917348, + "nauc_map_at_1000_max": 0.782898, + "nauc_map_at_1000_std": 0.140609, + "nauc_map_at_1000_diff1": 0.917351, + "nauc_recall_at_1_max": 0.74025, + "nauc_recall_at_1_std": 0.099504, + "nauc_recall_at_1_diff1": 0.916083, + "nauc_recall_at_3_max": 0.891647, + "nauc_recall_at_3_std": 0.265325, + "nauc_recall_at_3_diff1": 0.919115, + "nauc_recall_at_5_max": 0.907641, + "nauc_recall_at_5_std": 0.373965, + "nauc_recall_at_5_diff1": 0.925615, + "nauc_recall_at_10_max": 0.889429, + "nauc_recall_at_10_std": 0.329918, + "nauc_recall_at_10_diff1": 0.904049, + "nauc_recall_at_20_max": 0.940087, + "nauc_recall_at_20_std": 0.609711, + "nauc_recall_at_20_diff1": 0.906889, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.74025, + "nauc_precision_at_1_std": 0.099504, + "nauc_precision_at_1_diff1": 0.916083, + "nauc_precision_at_3_max": 0.891647, + "nauc_precision_at_3_std": 0.265325, + "nauc_precision_at_3_diff1": 0.919115, + "nauc_precision_at_5_max": 0.907641, + "nauc_precision_at_5_std": 0.373965, + "nauc_precision_at_5_diff1": 0.925615, + "nauc_precision_at_10_max": 0.889429, + "nauc_precision_at_10_std": 0.329918, + "nauc_precision_at_10_diff1": 0.904049, + "nauc_precision_at_20_max": 0.940087, + "nauc_precision_at_20_std": 0.609711, + "nauc_precision_at_20_diff1": 0.906889, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.74025, + "nauc_mrr_at_1_std": 0.099504, + "nauc_mrr_at_1_diff1": 0.916083, + "nauc_mrr_at_3_max": 0.790106, + "nauc_mrr_at_3_std": 0.14107, + "nauc_mrr_at_3_diff1": 0.917134, + "nauc_mrr_at_5_max": 0.787493, + "nauc_mrr_at_5_std": 0.148879, + "nauc_mrr_at_5_diff1": 0.917918, + "nauc_mrr_at_10_max": 0.784056, + "nauc_mrr_at_10_std": 0.140377, + "nauc_mrr_at_10_diff1": 0.917073, + "nauc_mrr_at_20_max": 0.783353, + "nauc_mrr_at_20_std": 0.141475, + "nauc_mrr_at_20_diff1": 0.917329, + "nauc_mrr_at_100_max": 0.782952, + "nauc_mrr_at_100_std": 0.14082, + "nauc_mrr_at_100_diff1": 0.917348, + "nauc_mrr_at_1000_max": 0.782898, + "nauc_mrr_at_1000_std": 0.140609, + "nauc_mrr_at_1000_diff1": 0.917351, + "main_score": 0.93989, + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.92667, + "ndcg_at_3": 0.95512, + "ndcg_at_5": 0.95827, + "ndcg_at_10": 0.96114, + "ndcg_at_20": 0.96227, + "ndcg_at_100": 0.96319, + "ndcg_at_1000": 0.96346, + "map_at_1": 0.92667, + "map_at_3": 0.94907, + "map_at_5": 0.9508, + "map_at_10": 0.95198, + "map_at_20": 0.95229, + "map_at_100": 0.95246, + "map_at_1000": 0.95246, + "recall_at_1": 0.92667, + "recall_at_3": 0.97222, + "recall_at_5": 0.98, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92667, + "precision_at_3": 0.32407, + "precision_at_5": 0.196, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.926667, + "mrr_at_3": 0.949074, + "mrr_at_5": 0.950796, + "mrr_at_10": 0.95198, + "mrr_at_20": 0.952291, + "mrr_at_100": 0.952457, + "mrr_at_1000": 0.952464, + "nauc_ndcg_at_1_max": 0.78285, + "nauc_ndcg_at_1_std": -0.073374, + "nauc_ndcg_at_1_diff1": 0.95717, + "nauc_ndcg_at_3_max": 0.849414, + "nauc_ndcg_at_3_std": -0.031966, + "nauc_ndcg_at_3_diff1": 0.963708, + "nauc_ndcg_at_5_max": 0.839374, + "nauc_ndcg_at_5_std": -0.037306, + "nauc_ndcg_at_5_diff1": 0.962311, + "nauc_ndcg_at_10_max": 0.830966, + "nauc_ndcg_at_10_std": -0.047456, + "nauc_ndcg_at_10_diff1": 0.960653, + "nauc_ndcg_at_20_max": 0.830442, + "nauc_ndcg_at_20_std": -0.02875, + "nauc_ndcg_at_20_diff1": 0.962503, + "nauc_ndcg_at_100_max": 0.826993, + "nauc_ndcg_at_100_std": -0.036796, + "nauc_ndcg_at_100_diff1": 0.961561, + "nauc_ndcg_at_1000_max": 0.825721, + "nauc_ndcg_at_1000_std": -0.044418, + "nauc_ndcg_at_1000_diff1": 0.961278, + "nauc_map_at_1_max": 0.78285, + "nauc_map_at_1_std": -0.073374, + "nauc_map_at_1_diff1": 0.95717, + "nauc_map_at_3_max": 0.829756, + "nauc_map_at_3_std": -0.049028, + "nauc_map_at_3_diff1": 0.961854, + "nauc_map_at_5_max": 0.824388, + "nauc_map_at_5_std": -0.051224, + "nauc_map_at_5_diff1": 0.961109, + "nauc_map_at_10_max": 0.821131, + "nauc_map_at_10_std": -0.0552, + "nauc_map_at_10_diff1": 0.960487, + "nauc_map_at_20_max": 0.821038, + "nauc_map_at_20_std": -0.051484, + "nauc_map_at_20_diff1": 0.960879, + "nauc_map_at_100_max": 0.820525, + "nauc_map_at_100_std": -0.052761, + "nauc_map_at_100_diff1": 0.960742, + "nauc_map_at_1000_max": 0.820497, + "nauc_map_at_1000_std": -0.052921, + "nauc_map_at_1000_diff1": 0.960736, + "nauc_recall_at_1_max": 0.78285, + "nauc_recall_at_1_std": -0.073374, + "nauc_recall_at_1_diff1": 0.95717, + "nauc_recall_at_3_max": 0.950794, + "nauc_recall_at_3_std": 0.060336, + "nauc_recall_at_3_diff1": 0.973203, + "nauc_recall_at_5_max": 0.93892, + "nauc_recall_at_5_std": 0.059861, + "nauc_recall_at_5_diff1": 0.970044, + "nauc_recall_at_10_max": 0.929272, + "nauc_recall_at_10_std": 0.032633, + "nauc_recall_at_10_diff1": 0.95915, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.521553, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.78285, + "nauc_precision_at_1_std": -0.073374, + "nauc_precision_at_1_diff1": 0.95717, + "nauc_precision_at_3_max": 0.950794, + "nauc_precision_at_3_std": 0.060336, + "nauc_precision_at_3_diff1": 0.973203, + "nauc_precision_at_5_max": 0.93892, + "nauc_precision_at_5_std": 0.059861, + "nauc_precision_at_5_diff1": 0.970044, + "nauc_precision_at_10_max": 0.929272, + "nauc_precision_at_10_std": 0.032633, + "nauc_precision_at_10_diff1": 0.95915, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.521553, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.78285, + "nauc_mrr_at_1_std": -0.073374, + "nauc_mrr_at_1_diff1": 0.95717, + "nauc_mrr_at_3_max": 0.829756, + "nauc_mrr_at_3_std": -0.049028, + "nauc_mrr_at_3_diff1": 0.961854, + "nauc_mrr_at_5_max": 0.824388, + "nauc_mrr_at_5_std": -0.051224, + "nauc_mrr_at_5_diff1": 0.961109, + "nauc_mrr_at_10_max": 0.821131, + "nauc_mrr_at_10_std": -0.0552, + "nauc_mrr_at_10_diff1": 0.960487, + "nauc_mrr_at_20_max": 0.821038, + "nauc_mrr_at_20_std": -0.051484, + "nauc_mrr_at_20_diff1": 0.960879, + "nauc_mrr_at_100_max": 0.820525, + "nauc_mrr_at_100_std": -0.052761, + "nauc_mrr_at_100_diff1": 0.960742, + "nauc_mrr_at_1000_max": 0.820497, + "nauc_mrr_at_1000_std": -0.052921, + "nauc_mrr_at_1000_diff1": 0.960736, + "main_score": 0.96114, + "hf_subset": "fra_Latn-fra_Latn", + "languages": [ + "fra-Latn", + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.94667, + "ndcg_at_3": 0.96571, + "ndcg_at_5": 0.96834, + "ndcg_at_10": 0.97084, + "ndcg_at_20": 0.97173, + "ndcg_at_100": 0.97215, + "ndcg_at_1000": 0.97242, + "map_at_1": 0.94667, + "map_at_3": 0.96148, + "map_at_5": 0.96287, + "map_at_10": 0.96389, + "map_at_20": 0.96416, + "map_at_100": 0.96423, + "map_at_1000": 0.96423, + "recall_at_1": 0.94667, + "recall_at_3": 0.97778, + "recall_at_5": 0.98444, + "recall_at_10": 0.99222, + "recall_at_20": 0.99556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.94667, + "precision_at_3": 0.32593, + "precision_at_5": 0.19689, + "precision_at_10": 0.09922, + "precision_at_20": 0.04978, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.946667, + "mrr_at_3": 0.961481, + "mrr_at_5": 0.96287, + "mrr_at_10": 0.963892, + "mrr_at_20": 0.964165, + "mrr_at_100": 0.964227, + "mrr_at_1000": 0.964234, + "nauc_ndcg_at_1_max": 0.772098, + "nauc_ndcg_at_1_std": -0.261311, + "nauc_ndcg_at_1_diff1": 0.942713, + "nauc_ndcg_at_3_max": 0.836041, + "nauc_ndcg_at_3_std": -0.071144, + "nauc_ndcg_at_3_diff1": 0.948799, + "nauc_ndcg_at_5_max": 0.828179, + "nauc_ndcg_at_5_std": -0.120382, + "nauc_ndcg_at_5_diff1": 0.952377, + "nauc_ndcg_at_10_max": 0.813474, + "nauc_ndcg_at_10_std": -0.133394, + "nauc_ndcg_at_10_diff1": 0.949741, + "nauc_ndcg_at_20_max": 0.81461, + "nauc_ndcg_at_20_std": -0.139221, + "nauc_ndcg_at_20_diff1": 0.949584, + "nauc_ndcg_at_100_max": 0.813784, + "nauc_ndcg_at_100_std": -0.132033, + "nauc_ndcg_at_100_diff1": 0.948823, + "nauc_ndcg_at_1000_max": 0.812617, + "nauc_ndcg_at_1000_std": -0.143136, + "nauc_ndcg_at_1000_diff1": 0.948321, + "nauc_map_at_1_max": 0.772098, + "nauc_map_at_1_std": -0.261311, + "nauc_map_at_1_diff1": 0.942713, + "nauc_map_at_3_max": 0.817308, + "nauc_map_at_3_std": -0.128201, + "nauc_map_at_3_diff1": 0.946918, + "nauc_map_at_5_max": 0.813114, + "nauc_map_at_5_std": -0.151637, + "nauc_map_at_5_diff1": 0.948383, + "nauc_map_at_10_max": 0.807829, + "nauc_map_at_10_std": -0.16064, + "nauc_map_at_10_diff1": 0.947326, + "nauc_map_at_20_max": 0.808175, + "nauc_map_at_20_std": -0.161758, + "nauc_map_at_20_diff1": 0.947293, + "nauc_map_at_100_max": 0.808068, + "nauc_map_at_100_std": -0.16018, + "nauc_map_at_100_diff1": 0.947201, + "nauc_map_at_1000_max": 0.808044, + "nauc_map_at_1000_std": -0.160425, + "nauc_map_at_1000_diff1": 0.94719, + "nauc_recall_at_1_max": 0.772098, + "nauc_recall_at_1_std": -0.261311, + "nauc_recall_at_1_diff1": 0.942713, + "nauc_recall_at_3_max": 0.927871, + "nauc_recall_at_3_std": 0.209641, + "nauc_recall_at_3_diff1": 0.9581, + "nauc_recall_at_5_max": 0.926137, + "nauc_recall_at_5_std": 0.06696, + "nauc_recall_at_5_diff1": 0.981326, + "nauc_recall_at_10_max": 0.852274, + "nauc_recall_at_10_std": 0.198479, + "nauc_recall_at_10_diff1": 0.981326, + "nauc_recall_at_20_max": 0.901961, + "nauc_recall_at_20_std": 0.28233, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772098, + "nauc_precision_at_1_std": -0.261311, + "nauc_precision_at_1_diff1": 0.942713, + "nauc_precision_at_3_max": 0.927871, + "nauc_precision_at_3_std": 0.209641, + "nauc_precision_at_3_diff1": 0.9581, + "nauc_precision_at_5_max": 0.926137, + "nauc_precision_at_5_std": 0.06696, + "nauc_precision_at_5_diff1": 0.981326, + "nauc_precision_at_10_max": 0.852274, + "nauc_precision_at_10_std": 0.198479, + "nauc_precision_at_10_diff1": 0.981326, + "nauc_precision_at_20_max": 0.901961, + "nauc_precision_at_20_std": 0.28233, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772098, + "nauc_mrr_at_1_std": -0.261311, + "nauc_mrr_at_1_diff1": 0.942713, + "nauc_mrr_at_3_max": 0.817308, + "nauc_mrr_at_3_std": -0.128201, + "nauc_mrr_at_3_diff1": 0.946918, + "nauc_mrr_at_5_max": 0.813114, + "nauc_mrr_at_5_std": -0.151637, + "nauc_mrr_at_5_diff1": 0.948383, + "nauc_mrr_at_10_max": 0.807829, + "nauc_mrr_at_10_std": -0.16064, + "nauc_mrr_at_10_diff1": 0.947326, + "nauc_mrr_at_20_max": 0.808175, + "nauc_mrr_at_20_std": -0.161758, + "nauc_mrr_at_20_diff1": 0.947293, + "nauc_mrr_at_100_max": 0.808068, + "nauc_mrr_at_100_std": -0.16018, + "nauc_mrr_at_100_diff1": 0.947201, + "nauc_mrr_at_1000_max": 0.808044, + "nauc_mrr_at_1000_std": -0.160425, + "nauc_mrr_at_1000_diff1": 0.94719, + "main_score": 0.97084, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.92333, + "ndcg_at_3": 0.95328, + "ndcg_at_5": 0.95653, + "ndcg_at_10": 0.9601, + "ndcg_at_20": 0.96067, + "ndcg_at_100": 0.96129, + "ndcg_at_1000": 0.96159, + "map_at_1": 0.92333, + "map_at_3": 0.9463, + "map_at_5": 0.94813, + "map_at_10": 0.94959, + "map_at_20": 0.94974, + "map_at_100": 0.94983, + "map_at_1000": 0.94985, + "recall_at_1": 0.92333, + "recall_at_3": 0.97333, + "recall_at_5": 0.98111, + "recall_at_10": 0.99222, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92333, + "precision_at_3": 0.32444, + "precision_at_5": 0.19622, + "precision_at_10": 0.09922, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.923333, + "mrr_at_3": 0.946296, + "mrr_at_5": 0.94813, + "mrr_at_10": 0.949589, + "mrr_at_20": 0.949744, + "mrr_at_100": 0.949834, + "mrr_at_1000": 0.949846, + "nauc_ndcg_at_1_max": 0.754543, + "nauc_ndcg_at_1_std": -0.040934, + "nauc_ndcg_at_1_diff1": 0.941609, + "nauc_ndcg_at_3_max": 0.815491, + "nauc_ndcg_at_3_std": -0.073814, + "nauc_ndcg_at_3_diff1": 0.944129, + "nauc_ndcg_at_5_max": 0.807622, + "nauc_ndcg_at_5_std": -0.068781, + "nauc_ndcg_at_5_diff1": 0.943007, + "nauc_ndcg_at_10_max": 0.796615, + "nauc_ndcg_at_10_std": -0.039396, + "nauc_ndcg_at_10_diff1": 0.942679, + "nauc_ndcg_at_20_max": 0.795761, + "nauc_ndcg_at_20_std": -0.033059, + "nauc_ndcg_at_20_diff1": 0.941858, + "nauc_ndcg_at_100_max": 0.794838, + "nauc_ndcg_at_100_std": -0.032363, + "nauc_ndcg_at_100_diff1": 0.941748, + "nauc_ndcg_at_1000_max": 0.79327, + "nauc_ndcg_at_1000_std": -0.039756, + "nauc_ndcg_at_1000_diff1": 0.941303, + "nauc_map_at_1_max": 0.754543, + "nauc_map_at_1_std": -0.040934, + "nauc_map_at_1_diff1": 0.941609, + "nauc_map_at_3_max": 0.796978, + "nauc_map_at_3_std": -0.062191, + "nauc_map_at_3_diff1": 0.941555, + "nauc_map_at_5_max": 0.79269, + "nauc_map_at_5_std": -0.059334, + "nauc_map_at_5_diff1": 0.940977, + "nauc_map_at_10_max": 0.788801, + "nauc_map_at_10_std": -0.048398, + "nauc_map_at_10_diff1": 0.940788, + "nauc_map_at_20_max": 0.788622, + "nauc_map_at_20_std": -0.046789, + "nauc_map_at_20_diff1": 0.940606, + "nauc_map_at_100_max": 0.788565, + "nauc_map_at_100_std": -0.045908, + "nauc_map_at_100_diff1": 0.940631, + "nauc_map_at_1000_max": 0.788515, + "nauc_map_at_1000_std": -0.046139, + "nauc_map_at_1000_diff1": 0.940617, + "nauc_recall_at_1_max": 0.754543, + "nauc_recall_at_1_std": -0.040934, + "nauc_recall_at_1_diff1": 0.941609, + "nauc_recall_at_3_max": 0.921024, + "nauc_recall_at_3_std": -0.141612, + "nauc_recall_at_3_diff1": 0.960512, + "nauc_recall_at_5_max": 0.920223, + "nauc_recall_at_5_std": -0.14261, + "nauc_recall_at_5_diff1": 0.960592, + "nauc_recall_at_10_max": 0.901961, + "nauc_recall_at_10_std": 0.179805, + "nauc_recall_at_10_diff1": 0.981326, + "nauc_recall_at_20_max": 0.918301, + "nauc_recall_at_20_std": 0.425864, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754543, + "nauc_precision_at_1_std": -0.040934, + "nauc_precision_at_1_diff1": 0.941609, + "nauc_precision_at_3_max": 0.921024, + "nauc_precision_at_3_std": -0.141612, + "nauc_precision_at_3_diff1": 0.960512, + "nauc_precision_at_5_max": 0.920223, + "nauc_precision_at_5_std": -0.14261, + "nauc_precision_at_5_diff1": 0.960592, + "nauc_precision_at_10_max": 0.901961, + "nauc_precision_at_10_std": 0.179805, + "nauc_precision_at_10_diff1": 0.981326, + "nauc_precision_at_20_max": 0.918301, + "nauc_precision_at_20_std": 0.425864, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754543, + "nauc_mrr_at_1_std": -0.040934, + "nauc_mrr_at_1_diff1": 0.941609, + "nauc_mrr_at_3_max": 0.796978, + "nauc_mrr_at_3_std": -0.062191, + "nauc_mrr_at_3_diff1": 0.941555, + "nauc_mrr_at_5_max": 0.79269, + "nauc_mrr_at_5_std": -0.059334, + "nauc_mrr_at_5_diff1": 0.940977, + "nauc_mrr_at_10_max": 0.788801, + "nauc_mrr_at_10_std": -0.048398, + "nauc_mrr_at_10_diff1": 0.940788, + "nauc_mrr_at_20_max": 0.788622, + "nauc_mrr_at_20_std": -0.046789, + "nauc_mrr_at_20_diff1": 0.940606, + "nauc_mrr_at_100_max": 0.788565, + "nauc_mrr_at_100_std": -0.045908, + "nauc_mrr_at_100_diff1": 0.940631, + "nauc_mrr_at_1000_max": 0.788515, + "nauc_mrr_at_1000_std": -0.046139, + "nauc_mrr_at_1000_diff1": 0.940617, + "main_score": 0.9601, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.42667, + "ndcg_at_3": 0.46111, + "ndcg_at_5": 0.47072, + "ndcg_at_10": 0.48054, + "ndcg_at_20": 0.4896, + "ndcg_at_100": 0.52243, + "ndcg_at_1000": 0.554, + "map_at_1": 0.42667, + "map_at_3": 0.45333, + "map_at_5": 0.45867, + "map_at_10": 0.46279, + "map_at_20": 0.46531, + "map_at_100": 0.46942, + "map_at_1000": 0.47062, + "recall_at_1": 0.42667, + "recall_at_3": 0.48333, + "recall_at_5": 0.50667, + "recall_at_10": 0.53667, + "recall_at_20": 0.57222, + "recall_at_100": 0.75556, + "recall_at_1000": 1.0, + "precision_at_1": 0.42667, + "precision_at_3": 0.16111, + "precision_at_5": 0.10133, + "precision_at_10": 0.05367, + "precision_at_20": 0.02861, + "precision_at_100": 0.00756, + "precision_at_1000": 0.001, + "mrr_at_1": 0.426667, + "mrr_at_3": 0.453333, + "mrr_at_5": 0.458667, + "mrr_at_10": 0.46279, + "mrr_at_20": 0.465307, + "mrr_at_100": 0.469419, + "mrr_at_1000": 0.470624, + "nauc_ndcg_at_1_max": 0.609836, + "nauc_ndcg_at_1_std": -0.208446, + "nauc_ndcg_at_1_diff1": 0.839546, + "nauc_ndcg_at_3_max": 0.611964, + "nauc_ndcg_at_3_std": -0.213728, + "nauc_ndcg_at_3_diff1": 0.816565, + "nauc_ndcg_at_5_max": 0.610624, + "nauc_ndcg_at_5_std": -0.20524, + "nauc_ndcg_at_5_diff1": 0.807561, + "nauc_ndcg_at_10_max": 0.603015, + "nauc_ndcg_at_10_std": -0.204255, + "nauc_ndcg_at_10_diff1": 0.798799, + "nauc_ndcg_at_20_max": 0.598612, + "nauc_ndcg_at_20_std": -0.202349, + "nauc_ndcg_at_20_diff1": 0.789928, + "nauc_ndcg_at_100_max": 0.583667, + "nauc_ndcg_at_100_std": -0.200126, + "nauc_ndcg_at_100_diff1": 0.780069, + "nauc_ndcg_at_1000_max": 0.59752, + "nauc_ndcg_at_1000_std": -0.203278, + "nauc_ndcg_at_1000_diff1": 0.796413, + "nauc_map_at_1_max": 0.609836, + "nauc_map_at_1_std": -0.208446, + "nauc_map_at_1_diff1": 0.839546, + "nauc_map_at_3_max": 0.611595, + "nauc_map_at_3_std": -0.21271, + "nauc_map_at_3_diff1": 0.821416, + "nauc_map_at_5_max": 0.610717, + "nauc_map_at_5_std": -0.207891, + "nauc_map_at_5_diff1": 0.816373, + "nauc_map_at_10_max": 0.607628, + "nauc_map_at_10_std": -0.207484, + "nauc_map_at_10_diff1": 0.812797, + "nauc_map_at_20_max": 0.606337, + "nauc_map_at_20_std": -0.206901, + "nauc_map_at_20_diff1": 0.810471, + "nauc_map_at_100_max": 0.604411, + "nauc_map_at_100_std": -0.20668, + "nauc_map_at_100_diff1": 0.809101, + "nauc_map_at_1000_max": 0.604872, + "nauc_map_at_1000_std": -0.206705, + "nauc_map_at_1000_diff1": 0.809637, + "nauc_recall_at_1_max": 0.609836, + "nauc_recall_at_1_std": -0.208446, + "nauc_recall_at_1_diff1": 0.839546, + "nauc_recall_at_3_max": 0.612976, + "nauc_recall_at_3_std": -0.216584, + "nauc_recall_at_3_diff1": 0.802729, + "nauc_recall_at_5_max": 0.610268, + "nauc_recall_at_5_std": -0.196244, + "nauc_recall_at_5_diff1": 0.780716, + "nauc_recall_at_10_max": 0.585767, + "nauc_recall_at_10_std": -0.192879, + "nauc_recall_at_10_diff1": 0.751982, + "nauc_recall_at_20_max": 0.567445, + "nauc_recall_at_20_std": -0.185048, + "nauc_recall_at_20_diff1": 0.712418, + "nauc_recall_at_100_max": 0.433081, + "nauc_recall_at_100_std": -0.158017, + "nauc_recall_at_100_diff1": 0.600287, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.609836, + "nauc_precision_at_1_std": -0.208446, + "nauc_precision_at_1_diff1": 0.839546, + "nauc_precision_at_3_max": 0.612976, + "nauc_precision_at_3_std": -0.216584, + "nauc_precision_at_3_diff1": 0.802729, + "nauc_precision_at_5_max": 0.610268, + "nauc_precision_at_5_std": -0.196244, + "nauc_precision_at_5_diff1": 0.780716, + "nauc_precision_at_10_max": 0.585767, + "nauc_precision_at_10_std": -0.192879, + "nauc_precision_at_10_diff1": 0.751982, + "nauc_precision_at_20_max": 0.567445, + "nauc_precision_at_20_std": -0.185048, + "nauc_precision_at_20_diff1": 0.712418, + "nauc_precision_at_100_max": 0.433081, + "nauc_precision_at_100_std": -0.158017, + "nauc_precision_at_100_diff1": 0.600287, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.609836, + "nauc_mrr_at_1_std": -0.208446, + "nauc_mrr_at_1_diff1": 0.839546, + "nauc_mrr_at_3_max": 0.611595, + "nauc_mrr_at_3_std": -0.21271, + "nauc_mrr_at_3_diff1": 0.821416, + "nauc_mrr_at_5_max": 0.610717, + "nauc_mrr_at_5_std": -0.207891, + "nauc_mrr_at_5_diff1": 0.816373, + "nauc_mrr_at_10_max": 0.607628, + "nauc_mrr_at_10_std": -0.207484, + "nauc_mrr_at_10_diff1": 0.812797, + "nauc_mrr_at_20_max": 0.606337, + "nauc_mrr_at_20_std": -0.206901, + "nauc_mrr_at_20_diff1": 0.810471, + "nauc_mrr_at_100_max": 0.604411, + "nauc_mrr_at_100_std": -0.20668, + "nauc_mrr_at_100_diff1": 0.809101, + "nauc_mrr_at_1000_max": 0.604872, + "nauc_mrr_at_1000_std": -0.206705, + "nauc_mrr_at_1000_diff1": 0.809637, + "main_score": 0.48054, + "hf_subset": "fuv_Latn-fuv_Latn", + "languages": [ + "fuv-Latn", + "fuv-Latn" + ] + }, + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.6996, + "ndcg_at_5": 0.70902, + "ndcg_at_10": 0.72485, + "ndcg_at_20": 0.73489, + "ndcg_at_100": 0.7557, + "ndcg_at_1000": 0.7608, + "map_at_1": 0.64, + "map_at_3": 0.68556, + "map_at_5": 0.69067, + "map_at_10": 0.69721, + "map_at_20": 0.69993, + "map_at_100": 0.70297, + "map_at_1000": 0.7032, + "recall_at_1": 0.64, + "recall_at_3": 0.74, + "recall_at_5": 0.76333, + "recall_at_10": 0.81222, + "recall_at_20": 0.85222, + "recall_at_100": 0.96222, + "recall_at_1000": 1.0, + "precision_at_1": 0.64, + "precision_at_3": 0.24667, + "precision_at_5": 0.15267, + "precision_at_10": 0.08122, + "precision_at_20": 0.04261, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.64, + "mrr_at_3": 0.685556, + "mrr_at_5": 0.690667, + "mrr_at_10": 0.697211, + "mrr_at_20": 0.699927, + "mrr_at_100": 0.702972, + "mrr_at_1000": 0.703204, + "nauc_ndcg_at_1_max": 0.750202, + "nauc_ndcg_at_1_std": 0.009193, + "nauc_ndcg_at_1_diff1": 0.875809, + "nauc_ndcg_at_3_max": 0.759042, + "nauc_ndcg_at_3_std": 0.026786, + "nauc_ndcg_at_3_diff1": 0.84902, + "nauc_ndcg_at_5_max": 0.757031, + "nauc_ndcg_at_5_std": 0.022954, + "nauc_ndcg_at_5_diff1": 0.842842, + "nauc_ndcg_at_10_max": 0.753236, + "nauc_ndcg_at_10_std": 0.024279, + "nauc_ndcg_at_10_diff1": 0.837553, + "nauc_ndcg_at_20_max": 0.753199, + "nauc_ndcg_at_20_std": 0.023387, + "nauc_ndcg_at_20_diff1": 0.837086, + "nauc_ndcg_at_100_max": 0.754372, + "nauc_ndcg_at_100_std": 0.024994, + "nauc_ndcg_at_100_diff1": 0.84462, + "nauc_ndcg_at_1000_max": 0.754381, + "nauc_ndcg_at_1000_std": 0.023271, + "nauc_ndcg_at_1000_diff1": 0.845936, + "nauc_map_at_1_max": 0.750202, + "nauc_map_at_1_std": 0.009193, + "nauc_map_at_1_diff1": 0.875809, + "nauc_map_at_3_max": 0.757431, + "nauc_map_at_3_std": 0.023958, + "nauc_map_at_3_diff1": 0.855561, + "nauc_map_at_5_max": 0.756441, + "nauc_map_at_5_std": 0.02156, + "nauc_map_at_5_diff1": 0.852484, + "nauc_map_at_10_max": 0.754804, + "nauc_map_at_10_std": 0.021803, + "nauc_map_at_10_diff1": 0.850565, + "nauc_map_at_20_max": 0.754861, + "nauc_map_at_20_std": 0.021439, + "nauc_map_at_20_diff1": 0.850598, + "nauc_map_at_100_max": 0.754876, + "nauc_map_at_100_std": 0.021735, + "nauc_map_at_100_diff1": 0.851444, + "nauc_map_at_1000_max": 0.754879, + "nauc_map_at_1000_std": 0.02167, + "nauc_map_at_1000_diff1": 0.851505, + "nauc_recall_at_1_max": 0.750202, + "nauc_recall_at_1_std": 0.009193, + "nauc_recall_at_1_diff1": 0.875809, + "nauc_recall_at_3_max": 0.764029, + "nauc_recall_at_3_std": 0.035281, + "nauc_recall_at_3_diff1": 0.827618, + "nauc_recall_at_5_max": 0.758232, + "nauc_recall_at_5_std": 0.026762, + "nauc_recall_at_5_diff1": 0.807917, + "nauc_recall_at_10_max": 0.744093, + "nauc_recall_at_10_std": 0.034857, + "nauc_recall_at_10_diff1": 0.779262, + "nauc_recall_at_20_max": 0.740956, + "nauc_recall_at_20_std": 0.033436, + "nauc_recall_at_20_diff1": 0.76162, + "nauc_recall_at_100_max": 0.754572, + "nauc_recall_at_100_std": 0.094661, + "nauc_recall_at_100_diff1": 0.793637, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750202, + "nauc_precision_at_1_std": 0.009193, + "nauc_precision_at_1_diff1": 0.875809, + "nauc_precision_at_3_max": 0.764029, + "nauc_precision_at_3_std": 0.035281, + "nauc_precision_at_3_diff1": 0.827618, + "nauc_precision_at_5_max": 0.758232, + "nauc_precision_at_5_std": 0.026762, + "nauc_precision_at_5_diff1": 0.807917, + "nauc_precision_at_10_max": 0.744093, + "nauc_precision_at_10_std": 0.034857, + "nauc_precision_at_10_diff1": 0.779262, + "nauc_precision_at_20_max": 0.740956, + "nauc_precision_at_20_std": 0.033436, + "nauc_precision_at_20_diff1": 0.76162, + "nauc_precision_at_100_max": 0.754572, + "nauc_precision_at_100_std": 0.094661, + "nauc_precision_at_100_diff1": 0.793637, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750202, + "nauc_mrr_at_1_std": 0.009193, + "nauc_mrr_at_1_diff1": 0.875809, + "nauc_mrr_at_3_max": 0.757431, + "nauc_mrr_at_3_std": 0.023958, + "nauc_mrr_at_3_diff1": 0.855561, + "nauc_mrr_at_5_max": 0.756441, + "nauc_mrr_at_5_std": 0.02156, + "nauc_mrr_at_5_diff1": 0.852484, + "nauc_mrr_at_10_max": 0.754804, + "nauc_mrr_at_10_std": 0.021803, + "nauc_mrr_at_10_diff1": 0.850565, + "nauc_mrr_at_20_max": 0.754861, + "nauc_mrr_at_20_std": 0.021439, + "nauc_mrr_at_20_diff1": 0.850598, + "nauc_mrr_at_100_max": 0.754876, + "nauc_mrr_at_100_std": 0.021735, + "nauc_mrr_at_100_diff1": 0.851444, + "nauc_mrr_at_1000_max": 0.754879, + "nauc_mrr_at_1000_std": 0.02167, + "nauc_mrr_at_1000_diff1": 0.851505, + "main_score": 0.72485, + "hf_subset": "fuv_Latn-eng_Latn", + "languages": [ + "fuv-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45667, + "ndcg_at_3": 0.49739, + "ndcg_at_5": 0.50834, + "ndcg_at_10": 0.51633, + "ndcg_at_20": 0.52803, + "ndcg_at_100": 0.55003, + "ndcg_at_1000": 0.58259, + "map_at_1": 0.45667, + "map_at_3": 0.48796, + "map_at_5": 0.49402, + "map_at_10": 0.49736, + "map_at_20": 0.50052, + "map_at_100": 0.50316, + "map_at_1000": 0.5044, + "recall_at_1": 0.45667, + "recall_at_3": 0.52444, + "recall_at_5": 0.55111, + "recall_at_10": 0.57556, + "recall_at_20": 0.62222, + "recall_at_100": 0.74667, + "recall_at_1000": 1.0, + "precision_at_1": 0.45667, + "precision_at_3": 0.17481, + "precision_at_5": 0.11022, + "precision_at_10": 0.05756, + "precision_at_20": 0.03111, + "precision_at_100": 0.00747, + "precision_at_1000": 0.001, + "mrr_at_1": 0.456667, + "mrr_at_3": 0.487963, + "mrr_at_5": 0.494019, + "mrr_at_10": 0.497358, + "mrr_at_20": 0.500517, + "mrr_at_100": 0.503158, + "mrr_at_1000": 0.504396, + "nauc_ndcg_at_1_max": 0.693515, + "nauc_ndcg_at_1_std": 0.295746, + "nauc_ndcg_at_1_diff1": 0.869058, + "nauc_ndcg_at_3_max": 0.688881, + "nauc_ndcg_at_3_std": 0.295211, + "nauc_ndcg_at_3_diff1": 0.837956, + "nauc_ndcg_at_5_max": 0.683625, + "nauc_ndcg_at_5_std": 0.289441, + "nauc_ndcg_at_5_diff1": 0.834842, + "nauc_ndcg_at_10_max": 0.677993, + "nauc_ndcg_at_10_std": 0.285423, + "nauc_ndcg_at_10_diff1": 0.830778, + "nauc_ndcg_at_20_max": 0.671393, + "nauc_ndcg_at_20_std": 0.283567, + "nauc_ndcg_at_20_diff1": 0.826506, + "nauc_ndcg_at_100_max": 0.665424, + "nauc_ndcg_at_100_std": 0.285223, + "nauc_ndcg_at_100_diff1": 0.820376, + "nauc_ndcg_at_1000_max": 0.674701, + "nauc_ndcg_at_1000_std": 0.286364, + "nauc_ndcg_at_1000_diff1": 0.831117, + "nauc_map_at_1_max": 0.693515, + "nauc_map_at_1_std": 0.295746, + "nauc_map_at_1_diff1": 0.869058, + "nauc_map_at_3_max": 0.690117, + "nauc_map_at_3_std": 0.29576, + "nauc_map_at_3_diff1": 0.845225, + "nauc_map_at_5_max": 0.687106, + "nauc_map_at_5_std": 0.292351, + "nauc_map_at_5_diff1": 0.843616, + "nauc_map_at_10_max": 0.68464, + "nauc_map_at_10_std": 0.290459, + "nauc_map_at_10_diff1": 0.841998, + "nauc_map_at_20_max": 0.682914, + "nauc_map_at_20_std": 0.290002, + "nauc_map_at_20_diff1": 0.840855, + "nauc_map_at_100_max": 0.682225, + "nauc_map_at_100_std": 0.290374, + "nauc_map_at_100_diff1": 0.840245, + "nauc_map_at_1000_max": 0.682457, + "nauc_map_at_1000_std": 0.290242, + "nauc_map_at_1000_diff1": 0.840569, + "nauc_recall_at_1_max": 0.693515, + "nauc_recall_at_1_std": 0.295746, + "nauc_recall_at_1_diff1": 0.869058, + "nauc_recall_at_3_max": 0.68519, + "nauc_recall_at_3_std": 0.293412, + "nauc_recall_at_3_diff1": 0.816644, + "nauc_recall_at_5_max": 0.672456, + "nauc_recall_at_5_std": 0.27993, + "nauc_recall_at_5_diff1": 0.807971, + "nauc_recall_at_10_max": 0.654945, + "nauc_recall_at_10_std": 0.268146, + "nauc_recall_at_10_diff1": 0.793996, + "nauc_recall_at_20_max": 0.624343, + "nauc_recall_at_20_std": 0.258667, + "nauc_recall_at_20_diff1": 0.773105, + "nauc_recall_at_100_max": 0.562011, + "nauc_recall_at_100_std": 0.259487, + "nauc_recall_at_100_diff1": 0.705411, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.693515, + "nauc_precision_at_1_std": 0.295746, + "nauc_precision_at_1_diff1": 0.869058, + "nauc_precision_at_3_max": 0.68519, + "nauc_precision_at_3_std": 0.293412, + "nauc_precision_at_3_diff1": 0.816644, + "nauc_precision_at_5_max": 0.672456, + "nauc_precision_at_5_std": 0.27993, + "nauc_precision_at_5_diff1": 0.807971, + "nauc_precision_at_10_max": 0.654945, + "nauc_precision_at_10_std": 0.268146, + "nauc_precision_at_10_diff1": 0.793996, + "nauc_precision_at_20_max": 0.624343, + "nauc_precision_at_20_std": 0.258667, + "nauc_precision_at_20_diff1": 0.773105, + "nauc_precision_at_100_max": 0.562011, + "nauc_precision_at_100_std": 0.259487, + "nauc_precision_at_100_diff1": 0.705411, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.693515, + "nauc_mrr_at_1_std": 0.295746, + "nauc_mrr_at_1_diff1": 0.869058, + "nauc_mrr_at_3_max": 0.690117, + "nauc_mrr_at_3_std": 0.29576, + "nauc_mrr_at_3_diff1": 0.845225, + "nauc_mrr_at_5_max": 0.687106, + "nauc_mrr_at_5_std": 0.292351, + "nauc_mrr_at_5_diff1": 0.843616, + "nauc_mrr_at_10_max": 0.68464, + "nauc_mrr_at_10_std": 0.290459, + "nauc_mrr_at_10_diff1": 0.841998, + "nauc_mrr_at_20_max": 0.682914, + "nauc_mrr_at_20_std": 0.290002, + "nauc_mrr_at_20_diff1": 0.840855, + "nauc_mrr_at_100_max": 0.682225, + "nauc_mrr_at_100_std": 0.290374, + "nauc_mrr_at_100_diff1": 0.840245, + "nauc_mrr_at_1000_max": 0.682457, + "nauc_mrr_at_1000_std": 0.290242, + "nauc_mrr_at_1000_diff1": 0.840569, + "main_score": 0.51633, + "hf_subset": "eng_Latn-fuv_Latn", + "languages": [ + "eng-Latn", + "fuv-Latn" + ] + }, + { + "ndcg_at_1": 0.48444, + "ndcg_at_3": 0.55337, + "ndcg_at_5": 0.56666, + "ndcg_at_10": 0.5817, + "ndcg_at_20": 0.59586, + "ndcg_at_100": 0.61692, + "ndcg_at_1000": 0.63635, + "map_at_1": 0.48444, + "map_at_3": 0.53648, + "map_at_5": 0.54387, + "map_at_10": 0.55004, + "map_at_20": 0.55398, + "map_at_100": 0.55692, + "map_at_1000": 0.55768, + "recall_at_1": 0.48444, + "recall_at_3": 0.60222, + "recall_at_5": 0.63444, + "recall_at_10": 0.68111, + "recall_at_20": 0.73667, + "recall_at_100": 0.85, + "recall_at_1000": 1.0, + "precision_at_1": 0.48444, + "precision_at_3": 0.20074, + "precision_at_5": 0.12689, + "precision_at_10": 0.06811, + "precision_at_20": 0.03683, + "precision_at_100": 0.0085, + "precision_at_1000": 0.001, + "mrr_at_1": 0.484444, + "mrr_at_3": 0.536481, + "mrr_at_5": 0.54387, + "mrr_at_10": 0.550041, + "mrr_at_20": 0.553984, + "mrr_at_100": 0.556924, + "mrr_at_1000": 0.557679, + "nauc_ndcg_at_1_max": 0.426188, + "nauc_ndcg_at_1_std": 0.008648, + "nauc_ndcg_at_1_diff1": 0.829964, + "nauc_ndcg_at_3_max": 0.424015, + "nauc_ndcg_at_3_std": 0.031859, + "nauc_ndcg_at_3_diff1": 0.778249, + "nauc_ndcg_at_5_max": 0.421663, + "nauc_ndcg_at_5_std": 0.038563, + "nauc_ndcg_at_5_diff1": 0.76902, + "nauc_ndcg_at_10_max": 0.422141, + "nauc_ndcg_at_10_std": 0.044821, + "nauc_ndcg_at_10_diff1": 0.762805, + "nauc_ndcg_at_20_max": 0.420973, + "nauc_ndcg_at_20_std": 0.045163, + "nauc_ndcg_at_20_diff1": 0.765784, + "nauc_ndcg_at_100_max": 0.424446, + "nauc_ndcg_at_100_std": 0.049495, + "nauc_ndcg_at_100_diff1": 0.767314, + "nauc_ndcg_at_1000_max": 0.423168, + "nauc_ndcg_at_1000_std": 0.040107, + "nauc_ndcg_at_1000_diff1": 0.774496, + "nauc_map_at_1_max": 0.426188, + "nauc_map_at_1_std": 0.008648, + "nauc_map_at_1_diff1": 0.829964, + "nauc_map_at_3_max": 0.424371, + "nauc_map_at_3_std": 0.025454, + "nauc_map_at_3_diff1": 0.791622, + "nauc_map_at_5_max": 0.42331, + "nauc_map_at_5_std": 0.028924, + "nauc_map_at_5_diff1": 0.786923, + "nauc_map_at_10_max": 0.423561, + "nauc_map_at_10_std": 0.031102, + "nauc_map_at_10_diff1": 0.784857, + "nauc_map_at_20_max": 0.423218, + "nauc_map_at_20_std": 0.031299, + "nauc_map_at_20_diff1": 0.785581, + "nauc_map_at_100_max": 0.423643, + "nauc_map_at_100_std": 0.031743, + "nauc_map_at_100_diff1": 0.785692, + "nauc_map_at_1000_max": 0.423581, + "nauc_map_at_1000_std": 0.031435, + "nauc_map_at_1000_diff1": 0.785906, + "nauc_recall_at_1_max": 0.426188, + "nauc_recall_at_1_std": 0.008648, + "nauc_recall_at_1_diff1": 0.829964, + "nauc_recall_at_3_max": 0.422999, + "nauc_recall_at_3_std": 0.051874, + "nauc_recall_at_3_diff1": 0.736826, + "nauc_recall_at_5_max": 0.415763, + "nauc_recall_at_5_std": 0.071166, + "nauc_recall_at_5_diff1": 0.709331, + "nauc_recall_at_10_max": 0.416593, + "nauc_recall_at_10_std": 0.098017, + "nauc_recall_at_10_diff1": 0.67995, + "nauc_recall_at_20_max": 0.410194, + "nauc_recall_at_20_std": 0.106038, + "nauc_recall_at_20_diff1": 0.684418, + "nauc_recall_at_100_max": 0.440984, + "nauc_recall_at_100_std": 0.190107, + "nauc_recall_at_100_diff1": 0.656836, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.426188, + "nauc_precision_at_1_std": 0.008648, + "nauc_precision_at_1_diff1": 0.829964, + "nauc_precision_at_3_max": 0.422999, + "nauc_precision_at_3_std": 0.051874, + "nauc_precision_at_3_diff1": 0.736826, + "nauc_precision_at_5_max": 0.415763, + "nauc_precision_at_5_std": 0.071166, + "nauc_precision_at_5_diff1": 0.709331, + "nauc_precision_at_10_max": 0.416593, + "nauc_precision_at_10_std": 0.098017, + "nauc_precision_at_10_diff1": 0.67995, + "nauc_precision_at_20_max": 0.410194, + "nauc_precision_at_20_std": 0.106038, + "nauc_precision_at_20_diff1": 0.684418, + "nauc_precision_at_100_max": 0.440984, + "nauc_precision_at_100_std": 0.190107, + "nauc_precision_at_100_diff1": 0.656836, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.426188, + "nauc_mrr_at_1_std": 0.008648, + "nauc_mrr_at_1_diff1": 0.829964, + "nauc_mrr_at_3_max": 0.424371, + "nauc_mrr_at_3_std": 0.025454, + "nauc_mrr_at_3_diff1": 0.791622, + "nauc_mrr_at_5_max": 0.42331, + "nauc_mrr_at_5_std": 0.028924, + "nauc_mrr_at_5_diff1": 0.786923, + "nauc_mrr_at_10_max": 0.423561, + "nauc_mrr_at_10_std": 0.031102, + "nauc_mrr_at_10_diff1": 0.784857, + "nauc_mrr_at_20_max": 0.423218, + "nauc_mrr_at_20_std": 0.031299, + "nauc_mrr_at_20_diff1": 0.785581, + "nauc_mrr_at_100_max": 0.423643, + "nauc_mrr_at_100_std": 0.031743, + "nauc_mrr_at_100_diff1": 0.785692, + "nauc_mrr_at_1000_max": 0.423581, + "nauc_mrr_at_1000_std": 0.031435, + "nauc_mrr_at_1000_diff1": 0.785906, + "main_score": 0.5817, + "hf_subset": "gaz_Latn-gaz_Latn", + "languages": [ + "gaz-Latn", + "gaz-Latn" + ] + }, + { + "ndcg_at_1": 0.62556, + "ndcg_at_3": 0.68627, + "ndcg_at_5": 0.7084, + "ndcg_at_10": 0.72704, + "ndcg_at_20": 0.73794, + "ndcg_at_100": 0.75546, + "ndcg_at_1000": 0.75845, + "map_at_1": 0.62556, + "map_at_3": 0.67185, + "map_at_5": 0.68396, + "map_at_10": 0.69163, + "map_at_20": 0.69459, + "map_at_100": 0.697, + "map_at_1000": 0.69713, + "recall_at_1": 0.62556, + "recall_at_3": 0.72778, + "recall_at_5": 0.78222, + "recall_at_10": 0.84, + "recall_at_20": 0.88333, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "precision_at_1": 0.62556, + "precision_at_3": 0.24259, + "precision_at_5": 0.15644, + "precision_at_10": 0.084, + "precision_at_20": 0.04417, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.625556, + "mrr_at_3": 0.671852, + "mrr_at_5": 0.683963, + "mrr_at_10": 0.691631, + "mrr_at_20": 0.694587, + "mrr_at_100": 0.696999, + "mrr_at_1000": 0.697134, + "nauc_ndcg_at_1_max": 0.607293, + "nauc_ndcg_at_1_std": -0.07269, + "nauc_ndcg_at_1_diff1": 0.820301, + "nauc_ndcg_at_3_max": 0.617677, + "nauc_ndcg_at_3_std": -0.071127, + "nauc_ndcg_at_3_diff1": 0.780203, + "nauc_ndcg_at_5_max": 0.612039, + "nauc_ndcg_at_5_std": -0.053372, + "nauc_ndcg_at_5_diff1": 0.766115, + "nauc_ndcg_at_10_max": 0.605344, + "nauc_ndcg_at_10_std": -0.056269, + "nauc_ndcg_at_10_diff1": 0.765167, + "nauc_ndcg_at_20_max": 0.604446, + "nauc_ndcg_at_20_std": -0.041409, + "nauc_ndcg_at_20_diff1": 0.766633, + "nauc_ndcg_at_100_max": 0.609752, + "nauc_ndcg_at_100_std": -0.048395, + "nauc_ndcg_at_100_diff1": 0.774666, + "nauc_ndcg_at_1000_max": 0.609365, + "nauc_ndcg_at_1000_std": -0.053361, + "nauc_ndcg_at_1000_diff1": 0.777197, + "nauc_map_at_1_max": 0.607293, + "nauc_map_at_1_std": -0.07269, + "nauc_map_at_1_diff1": 0.820301, + "nauc_map_at_3_max": 0.615557, + "nauc_map_at_3_std": -0.070882, + "nauc_map_at_3_diff1": 0.790349, + "nauc_map_at_5_max": 0.612807, + "nauc_map_at_5_std": -0.061564, + "nauc_map_at_5_diff1": 0.783632, + "nauc_map_at_10_max": 0.610184, + "nauc_map_at_10_std": -0.062969, + "nauc_map_at_10_diff1": 0.783489, + "nauc_map_at_20_max": 0.610115, + "nauc_map_at_20_std": -0.059222, + "nauc_map_at_20_diff1": 0.784067, + "nauc_map_at_100_max": 0.610648, + "nauc_map_at_100_std": -0.06006, + "nauc_map_at_100_diff1": 0.78496, + "nauc_map_at_1000_max": 0.61064, + "nauc_map_at_1000_std": -0.060191, + "nauc_map_at_1000_diff1": 0.785059, + "nauc_recall_at_1_max": 0.607293, + "nauc_recall_at_1_std": -0.07269, + "nauc_recall_at_1_diff1": 0.820301, + "nauc_recall_at_3_max": 0.624369, + "nauc_recall_at_3_std": -0.072245, + "nauc_recall_at_3_diff1": 0.746977, + "nauc_recall_at_5_max": 0.607242, + "nauc_recall_at_5_std": -0.01915, + "nauc_recall_at_5_diff1": 0.696299, + "nauc_recall_at_10_max": 0.575288, + "nauc_recall_at_10_std": -0.020932, + "nauc_recall_at_10_diff1": 0.671866, + "nauc_recall_at_20_max": 0.556776, + "nauc_recall_at_20_std": 0.101291, + "nauc_recall_at_20_diff1": 0.651765, + "nauc_recall_at_100_max": 0.637768, + "nauc_recall_at_100_std": 0.3176, + "nauc_recall_at_100_diff1": 0.602311, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.607293, + "nauc_precision_at_1_std": -0.07269, + "nauc_precision_at_1_diff1": 0.820301, + "nauc_precision_at_3_max": 0.624369, + "nauc_precision_at_3_std": -0.072245, + "nauc_precision_at_3_diff1": 0.746977, + "nauc_precision_at_5_max": 0.607242, + "nauc_precision_at_5_std": -0.01915, + "nauc_precision_at_5_diff1": 0.696299, + "nauc_precision_at_10_max": 0.575288, + "nauc_precision_at_10_std": -0.020932, + "nauc_precision_at_10_diff1": 0.671866, + "nauc_precision_at_20_max": 0.556776, + "nauc_precision_at_20_std": 0.101291, + "nauc_precision_at_20_diff1": 0.651765, + "nauc_precision_at_100_max": 0.637768, + "nauc_precision_at_100_std": 0.3176, + "nauc_precision_at_100_diff1": 0.602311, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.607293, + "nauc_mrr_at_1_std": -0.07269, + "nauc_mrr_at_1_diff1": 0.820301, + "nauc_mrr_at_3_max": 0.615557, + "nauc_mrr_at_3_std": -0.070882, + "nauc_mrr_at_3_diff1": 0.790349, + "nauc_mrr_at_5_max": 0.612807, + "nauc_mrr_at_5_std": -0.061564, + "nauc_mrr_at_5_diff1": 0.783632, + "nauc_mrr_at_10_max": 0.610184, + "nauc_mrr_at_10_std": -0.062969, + "nauc_mrr_at_10_diff1": 0.783489, + "nauc_mrr_at_20_max": 0.610115, + "nauc_mrr_at_20_std": -0.059222, + "nauc_mrr_at_20_diff1": 0.784067, + "nauc_mrr_at_100_max": 0.610648, + "nauc_mrr_at_100_std": -0.06006, + "nauc_mrr_at_100_diff1": 0.78496, + "nauc_mrr_at_1000_max": 0.61064, + "nauc_mrr_at_1000_std": -0.060191, + "nauc_mrr_at_1000_diff1": 0.785059, + "main_score": 0.72704, + "hf_subset": "gaz_Latn-eng_Latn", + "languages": [ + "gaz-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.41333, + "ndcg_at_3": 0.46718, + "ndcg_at_5": 0.48081, + "ndcg_at_10": 0.49473, + "ndcg_at_20": 0.50424, + "ndcg_at_100": 0.52835, + "ndcg_at_1000": 0.56013, + "map_at_1": 0.41333, + "map_at_3": 0.45426, + "map_at_5": 0.46176, + "map_at_10": 0.46767, + "map_at_20": 0.47025, + "map_at_100": 0.47335, + "map_at_1000": 0.47452, + "recall_at_1": 0.41333, + "recall_at_3": 0.50444, + "recall_at_5": 0.53778, + "recall_at_10": 0.58, + "recall_at_20": 0.61778, + "recall_at_100": 0.75111, + "recall_at_1000": 1.0, + "precision_at_1": 0.41333, + "precision_at_3": 0.16815, + "precision_at_5": 0.10756, + "precision_at_10": 0.058, + "precision_at_20": 0.03089, + "precision_at_100": 0.00751, + "precision_at_1000": 0.001, + "mrr_at_1": 0.413333, + "mrr_at_3": 0.454259, + "mrr_at_5": 0.461759, + "mrr_at_10": 0.467668, + "mrr_at_20": 0.470253, + "mrr_at_100": 0.473347, + "mrr_at_1000": 0.474518, + "nauc_ndcg_at_1_max": 0.424762, + "nauc_ndcg_at_1_std": -0.10076, + "nauc_ndcg_at_1_diff1": 0.756233, + "nauc_ndcg_at_3_max": 0.417829, + "nauc_ndcg_at_3_std": -0.115153, + "nauc_ndcg_at_3_diff1": 0.715039, + "nauc_ndcg_at_5_max": 0.410821, + "nauc_ndcg_at_5_std": -0.112332, + "nauc_ndcg_at_5_diff1": 0.702051, + "nauc_ndcg_at_10_max": 0.405817, + "nauc_ndcg_at_10_std": -0.119112, + "nauc_ndcg_at_10_diff1": 0.69726, + "nauc_ndcg_at_20_max": 0.404896, + "nauc_ndcg_at_20_std": -0.120924, + "nauc_ndcg_at_20_diff1": 0.697701, + "nauc_ndcg_at_100_max": 0.40427, + "nauc_ndcg_at_100_std": -0.111708, + "nauc_ndcg_at_100_diff1": 0.695388, + "nauc_ndcg_at_1000_max": 0.408349, + "nauc_ndcg_at_1000_std": -0.113555, + "nauc_ndcg_at_1000_diff1": 0.704765, + "nauc_map_at_1_max": 0.424762, + "nauc_map_at_1_std": -0.10076, + "nauc_map_at_1_diff1": 0.756233, + "nauc_map_at_3_max": 0.419717, + "nauc_map_at_3_std": -0.112139, + "nauc_map_at_3_diff1": 0.724883, + "nauc_map_at_5_max": 0.416003, + "nauc_map_at_5_std": -0.110516, + "nauc_map_at_5_diff1": 0.717943, + "nauc_map_at_10_max": 0.41384, + "nauc_map_at_10_std": -0.113285, + "nauc_map_at_10_diff1": 0.715868, + "nauc_map_at_20_max": 0.413525, + "nauc_map_at_20_std": -0.113728, + "nauc_map_at_20_diff1": 0.715905, + "nauc_map_at_100_max": 0.413359, + "nauc_map_at_100_std": -0.112423, + "nauc_map_at_100_diff1": 0.715659, + "nauc_map_at_1000_max": 0.413491, + "nauc_map_at_1000_std": -0.112406, + "nauc_map_at_1000_diff1": 0.715967, + "nauc_recall_at_1_max": 0.424762, + "nauc_recall_at_1_std": -0.10076, + "nauc_recall_at_1_diff1": 0.756233, + "nauc_recall_at_3_max": 0.412191, + "nauc_recall_at_3_std": -0.123806, + "nauc_recall_at_3_diff1": 0.686175, + "nauc_recall_at_5_max": 0.393857, + "nauc_recall_at_5_std": -0.117244, + "nauc_recall_at_5_diff1": 0.651993, + "nauc_recall_at_10_max": 0.377498, + "nauc_recall_at_10_std": -0.139631, + "nauc_recall_at_10_diff1": 0.635117, + "nauc_recall_at_20_max": 0.372725, + "nauc_recall_at_20_std": -0.148873, + "nauc_recall_at_20_diff1": 0.634805, + "nauc_recall_at_100_max": 0.359444, + "nauc_recall_at_100_std": -0.087928, + "nauc_recall_at_100_diff1": 0.59455, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.424762, + "nauc_precision_at_1_std": -0.10076, + "nauc_precision_at_1_diff1": 0.756233, + "nauc_precision_at_3_max": 0.412191, + "nauc_precision_at_3_std": -0.123806, + "nauc_precision_at_3_diff1": 0.686175, + "nauc_precision_at_5_max": 0.393857, + "nauc_precision_at_5_std": -0.117244, + "nauc_precision_at_5_diff1": 0.651993, + "nauc_precision_at_10_max": 0.377498, + "nauc_precision_at_10_std": -0.139631, + "nauc_precision_at_10_diff1": 0.635117, + "nauc_precision_at_20_max": 0.372725, + "nauc_precision_at_20_std": -0.148873, + "nauc_precision_at_20_diff1": 0.634805, + "nauc_precision_at_100_max": 0.359444, + "nauc_precision_at_100_std": -0.087928, + "nauc_precision_at_100_diff1": 0.59455, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.424762, + "nauc_mrr_at_1_std": -0.10076, + "nauc_mrr_at_1_diff1": 0.756233, + "nauc_mrr_at_3_max": 0.419717, + "nauc_mrr_at_3_std": -0.112139, + "nauc_mrr_at_3_diff1": 0.724883, + "nauc_mrr_at_5_max": 0.416003, + "nauc_mrr_at_5_std": -0.110516, + "nauc_mrr_at_5_diff1": 0.717943, + "nauc_mrr_at_10_max": 0.41384, + "nauc_mrr_at_10_std": -0.113285, + "nauc_mrr_at_10_diff1": 0.715868, + "nauc_mrr_at_20_max": 0.413525, + "nauc_mrr_at_20_std": -0.113728, + "nauc_mrr_at_20_diff1": 0.715905, + "nauc_mrr_at_100_max": 0.413359, + "nauc_mrr_at_100_std": -0.112423, + "nauc_mrr_at_100_diff1": 0.715659, + "nauc_mrr_at_1000_max": 0.413491, + "nauc_mrr_at_1000_std": -0.112406, + "nauc_mrr_at_1000_diff1": 0.715967, + "main_score": 0.49473, + "hf_subset": "eng_Latn-gaz_Latn", + "languages": [ + "eng-Latn", + "gaz-Latn" + ] + }, + { + "ndcg_at_1": 0.7, + "ndcg_at_3": 0.74911, + "ndcg_at_5": 0.75872, + "ndcg_at_10": 0.76659, + "ndcg_at_20": 0.77302, + "ndcg_at_100": 0.78517, + "ndcg_at_1000": 0.79517, + "map_at_1": 0.7, + "map_at_3": 0.73759, + "map_at_5": 0.74293, + "map_at_10": 0.74615, + "map_at_20": 0.7479, + "map_at_100": 0.74944, + "map_at_1000": 0.74984, + "recall_at_1": 0.7, + "recall_at_3": 0.78222, + "recall_at_5": 0.80556, + "recall_at_10": 0.83, + "recall_at_20": 0.85556, + "recall_at_100": 0.92333, + "recall_at_1000": 1.0, + "precision_at_1": 0.7, + "precision_at_3": 0.26074, + "precision_at_5": 0.16111, + "precision_at_10": 0.083, + "precision_at_20": 0.04278, + "precision_at_100": 0.00923, + "precision_at_1000": 0.001, + "mrr_at_1": 0.7, + "mrr_at_3": 0.737593, + "mrr_at_5": 0.742926, + "mrr_at_10": 0.746153, + "mrr_at_20": 0.747901, + "mrr_at_100": 0.749441, + "mrr_at_1000": 0.749845, + "nauc_ndcg_at_1_max": 0.614288, + "nauc_ndcg_at_1_std": 0.148918, + "nauc_ndcg_at_1_diff1": 0.892562, + "nauc_ndcg_at_3_max": 0.669318, + "nauc_ndcg_at_3_std": 0.207531, + "nauc_ndcg_at_3_diff1": 0.87731, + "nauc_ndcg_at_5_max": 0.658713, + "nauc_ndcg_at_5_std": 0.198677, + "nauc_ndcg_at_5_diff1": 0.869827, + "nauc_ndcg_at_10_max": 0.6627, + "nauc_ndcg_at_10_std": 0.211823, + "nauc_ndcg_at_10_diff1": 0.86949, + "nauc_ndcg_at_20_max": 0.66197, + "nauc_ndcg_at_20_std": 0.217932, + "nauc_ndcg_at_20_diff1": 0.867395, + "nauc_ndcg_at_100_max": 0.660074, + "nauc_ndcg_at_100_std": 0.218898, + "nauc_ndcg_at_100_diff1": 0.86954, + "nauc_ndcg_at_1000_max": 0.656787, + "nauc_ndcg_at_1000_std": 0.204963, + "nauc_ndcg_at_1000_diff1": 0.873322, + "nauc_map_at_1_max": 0.614288, + "nauc_map_at_1_std": 0.148918, + "nauc_map_at_1_diff1": 0.892562, + "nauc_map_at_3_max": 0.655564, + "nauc_map_at_3_std": 0.192012, + "nauc_map_at_3_diff1": 0.881755, + "nauc_map_at_5_max": 0.64969, + "nauc_map_at_5_std": 0.187031, + "nauc_map_at_5_diff1": 0.877776, + "nauc_map_at_10_max": 0.651093, + "nauc_map_at_10_std": 0.191462, + "nauc_map_at_10_diff1": 0.877705, + "nauc_map_at_20_max": 0.650941, + "nauc_map_at_20_std": 0.192852, + "nauc_map_at_20_diff1": 0.8773, + "nauc_map_at_100_max": 0.650802, + "nauc_map_at_100_std": 0.192686, + "nauc_map_at_100_diff1": 0.877704, + "nauc_map_at_1000_max": 0.650665, + "nauc_map_at_1000_std": 0.192194, + "nauc_map_at_1000_diff1": 0.877854, + "nauc_recall_at_1_max": 0.614288, + "nauc_recall_at_1_std": 0.148918, + "nauc_recall_at_1_diff1": 0.892562, + "nauc_recall_at_3_max": 0.714901, + "nauc_recall_at_3_std": 0.259413, + "nauc_recall_at_3_diff1": 0.86225, + "nauc_recall_at_5_max": 0.688956, + "nauc_recall_at_5_std": 0.239125, + "nauc_recall_at_5_diff1": 0.839798, + "nauc_recall_at_10_max": 0.709123, + "nauc_recall_at_10_std": 0.300926, + "nauc_recall_at_10_diff1": 0.834788, + "nauc_recall_at_20_max": 0.710974, + "nauc_recall_at_20_std": 0.350763, + "nauc_recall_at_20_diff1": 0.81628, + "nauc_recall_at_100_max": 0.718887, + "nauc_recall_at_100_std": 0.476617, + "nauc_recall_at_100_diff1": 0.80129, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.614288, + "nauc_precision_at_1_std": 0.148918, + "nauc_precision_at_1_diff1": 0.892562, + "nauc_precision_at_3_max": 0.714901, + "nauc_precision_at_3_std": 0.259413, + "nauc_precision_at_3_diff1": 0.86225, + "nauc_precision_at_5_max": 0.688956, + "nauc_precision_at_5_std": 0.239125, + "nauc_precision_at_5_diff1": 0.839798, + "nauc_precision_at_10_max": 0.709123, + "nauc_precision_at_10_std": 0.300926, + "nauc_precision_at_10_diff1": 0.834788, + "nauc_precision_at_20_max": 0.710974, + "nauc_precision_at_20_std": 0.350763, + "nauc_precision_at_20_diff1": 0.81628, + "nauc_precision_at_100_max": 0.718887, + "nauc_precision_at_100_std": 0.476617, + "nauc_precision_at_100_diff1": 0.80129, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.614288, + "nauc_mrr_at_1_std": 0.148918, + "nauc_mrr_at_1_diff1": 0.892562, + "nauc_mrr_at_3_max": 0.655564, + "nauc_mrr_at_3_std": 0.192012, + "nauc_mrr_at_3_diff1": 0.881755, + "nauc_mrr_at_5_max": 0.64969, + "nauc_mrr_at_5_std": 0.187031, + "nauc_mrr_at_5_diff1": 0.877776, + "nauc_mrr_at_10_max": 0.651093, + "nauc_mrr_at_10_std": 0.191462, + "nauc_mrr_at_10_diff1": 0.877705, + "nauc_mrr_at_20_max": 0.650941, + "nauc_mrr_at_20_std": 0.192852, + "nauc_mrr_at_20_diff1": 0.8773, + "nauc_mrr_at_100_max": 0.650802, + "nauc_mrr_at_100_std": 0.192686, + "nauc_mrr_at_100_diff1": 0.877704, + "nauc_mrr_at_1000_max": 0.650665, + "nauc_mrr_at_1000_std": 0.192194, + "nauc_mrr_at_1000_diff1": 0.877854, + "main_score": 0.76659, + "hf_subset": "grn_Latn-grn_Latn", + "languages": [ + "grn-Latn", + "grn-Latn" + ] + }, + { + "ndcg_at_1": 0.82333, + "ndcg_at_3": 0.87271, + "ndcg_at_5": 0.88103, + "ndcg_at_10": 0.88704, + "ndcg_at_20": 0.89132, + "ndcg_at_100": 0.89751, + "ndcg_at_1000": 0.89822, + "map_at_1": 0.82333, + "map_at_3": 0.86093, + "map_at_5": 0.86559, + "map_at_10": 0.86823, + "map_at_20": 0.86929, + "map_at_100": 0.87022, + "map_at_1000": 0.87024, + "recall_at_1": 0.82333, + "recall_at_3": 0.90667, + "recall_at_5": 0.92667, + "recall_at_10": 0.94444, + "recall_at_20": 0.96222, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.82333, + "precision_at_3": 0.30222, + "precision_at_5": 0.18533, + "precision_at_10": 0.09444, + "precision_at_20": 0.04811, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.823333, + "mrr_at_3": 0.860926, + "mrr_at_5": 0.865593, + "mrr_at_10": 0.868227, + "mrr_at_20": 0.86929, + "mrr_at_100": 0.870219, + "mrr_at_1000": 0.870244, + "nauc_ndcg_at_1_max": 0.736558, + "nauc_ndcg_at_1_std": 0.027286, + "nauc_ndcg_at_1_diff1": 0.886814, + "nauc_ndcg_at_3_max": 0.777959, + "nauc_ndcg_at_3_std": 0.099336, + "nauc_ndcg_at_3_diff1": 0.866989, + "nauc_ndcg_at_5_max": 0.770759, + "nauc_ndcg_at_5_std": 0.082857, + "nauc_ndcg_at_5_diff1": 0.868334, + "nauc_ndcg_at_10_max": 0.773598, + "nauc_ndcg_at_10_std": 0.073125, + "nauc_ndcg_at_10_diff1": 0.871164, + "nauc_ndcg_at_20_max": 0.768642, + "nauc_ndcg_at_20_std": 0.077037, + "nauc_ndcg_at_20_diff1": 0.871232, + "nauc_ndcg_at_100_max": 0.768066, + "nauc_ndcg_at_100_std": 0.080744, + "nauc_ndcg_at_100_diff1": 0.874028, + "nauc_ndcg_at_1000_max": 0.767586, + "nauc_ndcg_at_1000_std": 0.075365, + "nauc_ndcg_at_1000_diff1": 0.87377, + "nauc_map_at_1_max": 0.736558, + "nauc_map_at_1_std": 0.027286, + "nauc_map_at_1_diff1": 0.886814, + "nauc_map_at_3_max": 0.768681, + "nauc_map_at_3_std": 0.080843, + "nauc_map_at_3_diff1": 0.872788, + "nauc_map_at_5_max": 0.764694, + "nauc_map_at_5_std": 0.071786, + "nauc_map_at_5_diff1": 0.873651, + "nauc_map_at_10_max": 0.765621, + "nauc_map_at_10_std": 0.068166, + "nauc_map_at_10_diff1": 0.874776, + "nauc_map_at_20_max": 0.764483, + "nauc_map_at_20_std": 0.068654, + "nauc_map_at_20_diff1": 0.874808, + "nauc_map_at_100_max": 0.764474, + "nauc_map_at_100_std": 0.069259, + "nauc_map_at_100_diff1": 0.875214, + "nauc_map_at_1000_max": 0.764457, + "nauc_map_at_1000_std": 0.069108, + "nauc_map_at_1000_diff1": 0.875208, + "nauc_recall_at_1_max": 0.736558, + "nauc_recall_at_1_std": 0.027286, + "nauc_recall_at_1_diff1": 0.886814, + "nauc_recall_at_3_max": 0.814431, + "nauc_recall_at_3_std": 0.173897, + "nauc_recall_at_3_diff1": 0.843115, + "nauc_recall_at_5_max": 0.797633, + "nauc_recall_at_5_std": 0.133251, + "nauc_recall_at_5_diff1": 0.841815, + "nauc_recall_at_10_max": 0.822951, + "nauc_recall_at_10_std": 0.089645, + "nauc_recall_at_10_diff1": 0.850392, + "nauc_recall_at_20_max": 0.790232, + "nauc_recall_at_20_std": 0.149736, + "nauc_recall_at_20_diff1": 0.841778, + "nauc_recall_at_100_max": 0.8324, + "nauc_recall_at_100_std": 0.824556, + "nauc_recall_at_100_diff1": 0.910831, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736558, + "nauc_precision_at_1_std": 0.027286, + "nauc_precision_at_1_diff1": 0.886814, + "nauc_precision_at_3_max": 0.814431, + "nauc_precision_at_3_std": 0.173897, + "nauc_precision_at_3_diff1": 0.843115, + "nauc_precision_at_5_max": 0.797633, + "nauc_precision_at_5_std": 0.133251, + "nauc_precision_at_5_diff1": 0.841815, + "nauc_precision_at_10_max": 0.822951, + "nauc_precision_at_10_std": 0.089645, + "nauc_precision_at_10_diff1": 0.850392, + "nauc_precision_at_20_max": 0.790232, + "nauc_precision_at_20_std": 0.149736, + "nauc_precision_at_20_diff1": 0.841778, + "nauc_precision_at_100_max": 0.8324, + "nauc_precision_at_100_std": 0.824556, + "nauc_precision_at_100_diff1": 0.910831, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736558, + "nauc_mrr_at_1_std": 0.027286, + "nauc_mrr_at_1_diff1": 0.886814, + "nauc_mrr_at_3_max": 0.768681, + "nauc_mrr_at_3_std": 0.080843, + "nauc_mrr_at_3_diff1": 0.872788, + "nauc_mrr_at_5_max": 0.764694, + "nauc_mrr_at_5_std": 0.071786, + "nauc_mrr_at_5_diff1": 0.873651, + "nauc_mrr_at_10_max": 0.765621, + "nauc_mrr_at_10_std": 0.068166, + "nauc_mrr_at_10_diff1": 0.874776, + "nauc_mrr_at_20_max": 0.764483, + "nauc_mrr_at_20_std": 0.068654, + "nauc_mrr_at_20_diff1": 0.874808, + "nauc_mrr_at_100_max": 0.764474, + "nauc_mrr_at_100_std": 0.069259, + "nauc_mrr_at_100_diff1": 0.875214, + "nauc_mrr_at_1000_max": 0.764457, + "nauc_mrr_at_1000_std": 0.069108, + "nauc_mrr_at_1000_diff1": 0.875208, + "main_score": 0.88704, + "hf_subset": "grn_Latn-eng_Latn", + "languages": [ + "grn-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.63333, + "ndcg_at_3": 0.68735, + "ndcg_at_5": 0.70084, + "ndcg_at_10": 0.71155, + "ndcg_at_20": 0.71689, + "ndcg_at_100": 0.72993, + "ndcg_at_1000": 0.74513, + "map_at_1": 0.63333, + "map_at_3": 0.67481, + "map_at_5": 0.68243, + "map_at_10": 0.68702, + "map_at_20": 0.68848, + "map_at_100": 0.69017, + "map_at_1000": 0.69073, + "recall_at_1": 0.63333, + "recall_at_3": 0.72333, + "recall_at_5": 0.75556, + "recall_at_10": 0.78778, + "recall_at_20": 0.80889, + "recall_at_100": 0.88111, + "recall_at_1000": 1.0, + "precision_at_1": 0.63333, + "precision_at_3": 0.24111, + "precision_at_5": 0.15111, + "precision_at_10": 0.07878, + "precision_at_20": 0.04044, + "precision_at_100": 0.00881, + "precision_at_1000": 0.001, + "mrr_at_1": 0.633333, + "mrr_at_3": 0.674815, + "mrr_at_5": 0.682426, + "mrr_at_10": 0.687019, + "mrr_at_20": 0.688484, + "mrr_at_100": 0.690172, + "mrr_at_1000": 0.690731, + "nauc_ndcg_at_1_max": 0.632184, + "nauc_ndcg_at_1_std": -0.055188, + "nauc_ndcg_at_1_diff1": 0.873823, + "nauc_ndcg_at_3_max": 0.675631, + "nauc_ndcg_at_3_std": -0.03315, + "nauc_ndcg_at_3_diff1": 0.853728, + "nauc_ndcg_at_5_max": 0.669807, + "nauc_ndcg_at_5_std": -0.025563, + "nauc_ndcg_at_5_diff1": 0.84716, + "nauc_ndcg_at_10_max": 0.663551, + "nauc_ndcg_at_10_std": -0.036707, + "nauc_ndcg_at_10_diff1": 0.845189, + "nauc_ndcg_at_20_max": 0.663834, + "nauc_ndcg_at_20_std": -0.038585, + "nauc_ndcg_at_20_diff1": 0.847069, + "nauc_ndcg_at_100_max": 0.659827, + "nauc_ndcg_at_100_std": -0.039348, + "nauc_ndcg_at_100_diff1": 0.846326, + "nauc_ndcg_at_1000_max": 0.660926, + "nauc_ndcg_at_1000_std": -0.038622, + "nauc_ndcg_at_1000_diff1": 0.850015, + "nauc_map_at_1_max": 0.632184, + "nauc_map_at_1_std": -0.055188, + "nauc_map_at_1_diff1": 0.873823, + "nauc_map_at_3_max": 0.66584, + "nauc_map_at_3_std": -0.038809, + "nauc_map_at_3_diff1": 0.858451, + "nauc_map_at_5_max": 0.662076, + "nauc_map_at_5_std": -0.035433, + "nauc_map_at_5_diff1": 0.85495, + "nauc_map_at_10_max": 0.659293, + "nauc_map_at_10_std": -0.04018, + "nauc_map_at_10_diff1": 0.854059, + "nauc_map_at_20_max": 0.659254, + "nauc_map_at_20_std": -0.040629, + "nauc_map_at_20_diff1": 0.85454, + "nauc_map_at_100_max": 0.658791, + "nauc_map_at_100_std": -0.040526, + "nauc_map_at_100_diff1": 0.85447, + "nauc_map_at_1000_max": 0.65882, + "nauc_map_at_1000_std": -0.040494, + "nauc_map_at_1000_diff1": 0.854598, + "nauc_recall_at_1_max": 0.632184, + "nauc_recall_at_1_std": -0.055188, + "nauc_recall_at_1_diff1": 0.873823, + "nauc_recall_at_3_max": 0.706566, + "nauc_recall_at_3_std": -0.014896, + "nauc_recall_at_3_diff1": 0.838699, + "nauc_recall_at_5_max": 0.695815, + "nauc_recall_at_5_std": 0.01111, + "nauc_recall_at_5_diff1": 0.819164, + "nauc_recall_at_10_max": 0.676271, + "nauc_recall_at_10_std": -0.025884, + "nauc_recall_at_10_diff1": 0.8097, + "nauc_recall_at_20_max": 0.679998, + "nauc_recall_at_20_std": -0.035506, + "nauc_recall_at_20_diff1": 0.81689, + "nauc_recall_at_100_max": 0.643673, + "nauc_recall_at_100_std": -0.048843, + "nauc_recall_at_100_diff1": 0.792799, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.632184, + "nauc_precision_at_1_std": -0.055188, + "nauc_precision_at_1_diff1": 0.873823, + "nauc_precision_at_3_max": 0.706566, + "nauc_precision_at_3_std": -0.014896, + "nauc_precision_at_3_diff1": 0.838699, + "nauc_precision_at_5_max": 0.695815, + "nauc_precision_at_5_std": 0.01111, + "nauc_precision_at_5_diff1": 0.819164, + "nauc_precision_at_10_max": 0.676271, + "nauc_precision_at_10_std": -0.025884, + "nauc_precision_at_10_diff1": 0.8097, + "nauc_precision_at_20_max": 0.679998, + "nauc_precision_at_20_std": -0.035506, + "nauc_precision_at_20_diff1": 0.81689, + "nauc_precision_at_100_max": 0.643673, + "nauc_precision_at_100_std": -0.048843, + "nauc_precision_at_100_diff1": 0.792799, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.632184, + "nauc_mrr_at_1_std": -0.055188, + "nauc_mrr_at_1_diff1": 0.873823, + "nauc_mrr_at_3_max": 0.66584, + "nauc_mrr_at_3_std": -0.038809, + "nauc_mrr_at_3_diff1": 0.858451, + "nauc_mrr_at_5_max": 0.662076, + "nauc_mrr_at_5_std": -0.035433, + "nauc_mrr_at_5_diff1": 0.85495, + "nauc_mrr_at_10_max": 0.659293, + "nauc_mrr_at_10_std": -0.04018, + "nauc_mrr_at_10_diff1": 0.854059, + "nauc_mrr_at_20_max": 0.659254, + "nauc_mrr_at_20_std": -0.040629, + "nauc_mrr_at_20_diff1": 0.85454, + "nauc_mrr_at_100_max": 0.658791, + "nauc_mrr_at_100_std": -0.040526, + "nauc_mrr_at_100_diff1": 0.85447, + "nauc_mrr_at_1000_max": 0.65882, + "nauc_mrr_at_1000_std": -0.040494, + "nauc_mrr_at_1000_diff1": 0.854598, + "main_score": 0.71155, + "hf_subset": "eng_Latn-grn_Latn", + "languages": [ + "eng-Latn", + "grn-Latn" + ] + }, + { + "ndcg_at_1": 0.82778, + "ndcg_at_3": 0.86316, + "ndcg_at_5": 0.87277, + "ndcg_at_10": 0.8815, + "ndcg_at_20": 0.8862, + "ndcg_at_100": 0.89137, + "ndcg_at_1000": 0.89341, + "map_at_1": 0.82778, + "map_at_3": 0.85463, + "map_at_5": 0.85996, + "map_at_10": 0.86342, + "map_at_20": 0.86467, + "map_at_100": 0.86546, + "map_at_1000": 0.86555, + "recall_at_1": 0.82778, + "recall_at_3": 0.88778, + "recall_at_5": 0.91111, + "recall_at_10": 0.93889, + "recall_at_20": 0.95778, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.82778, + "precision_at_3": 0.29593, + "precision_at_5": 0.18222, + "precision_at_10": 0.09389, + "precision_at_20": 0.04789, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.827778, + "mrr_at_3": 0.85463, + "mrr_at_5": 0.859963, + "mrr_at_10": 0.863418, + "mrr_at_20": 0.864667, + "mrr_at_100": 0.865464, + "mrr_at_1000": 0.865548, + "nauc_ndcg_at_1_max": 0.726704, + "nauc_ndcg_at_1_std": -0.040155, + "nauc_ndcg_at_1_diff1": 0.914598, + "nauc_ndcg_at_3_max": 0.772568, + "nauc_ndcg_at_3_std": -0.020173, + "nauc_ndcg_at_3_diff1": 0.897854, + "nauc_ndcg_at_5_max": 0.780618, + "nauc_ndcg_at_5_std": -0.013328, + "nauc_ndcg_at_5_diff1": 0.902457, + "nauc_ndcg_at_10_max": 0.780332, + "nauc_ndcg_at_10_std": -0.010766, + "nauc_ndcg_at_10_diff1": 0.89927, + "nauc_ndcg_at_20_max": 0.774979, + "nauc_ndcg_at_20_std": -0.012505, + "nauc_ndcg_at_20_diff1": 0.900396, + "nauc_ndcg_at_100_max": 0.772537, + "nauc_ndcg_at_100_std": -0.004006, + "nauc_ndcg_at_100_diff1": 0.903025, + "nauc_ndcg_at_1000_max": 0.7696, + "nauc_ndcg_at_1000_std": -0.012856, + "nauc_ndcg_at_1000_diff1": 0.903088, + "nauc_map_at_1_max": 0.726704, + "nauc_map_at_1_std": -0.040155, + "nauc_map_at_1_diff1": 0.914598, + "nauc_map_at_3_max": 0.761764, + "nauc_map_at_3_std": -0.024261, + "nauc_map_at_3_diff1": 0.902308, + "nauc_map_at_5_max": 0.765414, + "nauc_map_at_5_std": -0.02103, + "nauc_map_at_5_diff1": 0.904592, + "nauc_map_at_10_max": 0.764862, + "nauc_map_at_10_std": -0.020017, + "nauc_map_at_10_diff1": 0.90348, + "nauc_map_at_20_max": 0.763495, + "nauc_map_at_20_std": -0.020751, + "nauc_map_at_20_diff1": 0.903884, + "nauc_map_at_100_max": 0.763198, + "nauc_map_at_100_std": -0.01945, + "nauc_map_at_100_diff1": 0.904297, + "nauc_map_at_1000_max": 0.763104, + "nauc_map_at_1000_std": -0.019728, + "nauc_map_at_1000_diff1": 0.904308, + "nauc_recall_at_1_max": 0.726704, + "nauc_recall_at_1_std": -0.040155, + "nauc_recall_at_1_diff1": 0.914598, + "nauc_recall_at_3_max": 0.810773, + "nauc_recall_at_3_std": -0.006105, + "nauc_recall_at_3_diff1": 0.881789, + "nauc_recall_at_5_max": 0.847438, + "nauc_recall_at_5_std": 0.02095, + "nauc_recall_at_5_diff1": 0.894695, + "nauc_recall_at_10_max": 0.876674, + "nauc_recall_at_10_std": 0.048035, + "nauc_recall_at_10_diff1": 0.872973, + "nauc_recall_at_20_max": 0.864318, + "nauc_recall_at_20_std": 0.06203, + "nauc_recall_at_20_diff1": 0.870448, + "nauc_recall_at_100_max": 0.922969, + "nauc_recall_at_100_std": 0.450413, + "nauc_recall_at_100_diff1": 0.903128, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.726704, + "nauc_precision_at_1_std": -0.040155, + "nauc_precision_at_1_diff1": 0.914598, + "nauc_precision_at_3_max": 0.810773, + "nauc_precision_at_3_std": -0.006105, + "nauc_precision_at_3_diff1": 0.881789, + "nauc_precision_at_5_max": 0.847438, + "nauc_precision_at_5_std": 0.02095, + "nauc_precision_at_5_diff1": 0.894695, + "nauc_precision_at_10_max": 0.876674, + "nauc_precision_at_10_std": 0.048035, + "nauc_precision_at_10_diff1": 0.872973, + "nauc_precision_at_20_max": 0.864318, + "nauc_precision_at_20_std": 0.06203, + "nauc_precision_at_20_diff1": 0.870448, + "nauc_precision_at_100_max": 0.922969, + "nauc_precision_at_100_std": 0.450413, + "nauc_precision_at_100_diff1": 0.903128, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.726704, + "nauc_mrr_at_1_std": -0.040155, + "nauc_mrr_at_1_diff1": 0.914598, + "nauc_mrr_at_3_max": 0.761764, + "nauc_mrr_at_3_std": -0.024261, + "nauc_mrr_at_3_diff1": 0.902308, + "nauc_mrr_at_5_max": 0.765414, + "nauc_mrr_at_5_std": -0.02103, + "nauc_mrr_at_5_diff1": 0.904592, + "nauc_mrr_at_10_max": 0.764862, + "nauc_mrr_at_10_std": -0.020017, + "nauc_mrr_at_10_diff1": 0.90348, + "nauc_mrr_at_20_max": 0.763495, + "nauc_mrr_at_20_std": -0.020751, + "nauc_mrr_at_20_diff1": 0.903884, + "nauc_mrr_at_100_max": 0.763198, + "nauc_mrr_at_100_std": -0.01945, + "nauc_mrr_at_100_diff1": 0.904297, + "nauc_mrr_at_1000_max": 0.763104, + "nauc_mrr_at_1000_std": -0.019728, + "nauc_mrr_at_1000_diff1": 0.904308, + "main_score": 0.8815, + "hf_subset": "guj_Gujr-guj_Gujr", + "languages": [ + "guj-Gujr", + "guj-Gujr" + ] + }, + { + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.94082, + "ndcg_at_5": 0.94737, + "ndcg_at_10": 0.95027, + "ndcg_at_20": 0.95138, + "ndcg_at_100": 0.95227, + "ndcg_at_1000": 0.95252, + "map_at_1": 0.90556, + "map_at_3": 0.93259, + "map_at_5": 0.93631, + "map_at_10": 0.93753, + "map_at_20": 0.93782, + "map_at_100": 0.93797, + "map_at_1000": 0.93798, + "recall_at_1": 0.90556, + "recall_at_3": 0.96444, + "recall_at_5": 0.98, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90556, + "precision_at_3": 0.32148, + "precision_at_5": 0.196, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.932593, + "mrr_at_5": 0.936315, + "mrr_at_10": 0.937526, + "mrr_at_20": 0.93782, + "mrr_at_100": 0.93797, + "mrr_at_1000": 0.937975, + "nauc_ndcg_at_1_max": 0.751585, + "nauc_ndcg_at_1_std": -0.212484, + "nauc_ndcg_at_1_diff1": 0.940353, + "nauc_ndcg_at_3_max": 0.808379, + "nauc_ndcg_at_3_std": -0.246272, + "nauc_ndcg_at_3_diff1": 0.943892, + "nauc_ndcg_at_5_max": 0.797189, + "nauc_ndcg_at_5_std": -0.259231, + "nauc_ndcg_at_5_diff1": 0.946305, + "nauc_ndcg_at_10_max": 0.793806, + "nauc_ndcg_at_10_std": -0.235181, + "nauc_ndcg_at_10_diff1": 0.946085, + "nauc_ndcg_at_20_max": 0.78988, + "nauc_ndcg_at_20_std": -0.21666, + "nauc_ndcg_at_20_diff1": 0.945623, + "nauc_ndcg_at_100_max": 0.78846, + "nauc_ndcg_at_100_std": -0.220195, + "nauc_ndcg_at_100_diff1": 0.944606, + "nauc_ndcg_at_1000_max": 0.787683, + "nauc_ndcg_at_1000_std": -0.226717, + "nauc_ndcg_at_1000_diff1": 0.94431, + "nauc_map_at_1_max": 0.751585, + "nauc_map_at_1_std": -0.212484, + "nauc_map_at_1_diff1": 0.940353, + "nauc_map_at_3_max": 0.792203, + "nauc_map_at_3_std": -0.237096, + "nauc_map_at_3_diff1": 0.942772, + "nauc_map_at_5_max": 0.786136, + "nauc_map_at_5_std": -0.242052, + "nauc_map_at_5_diff1": 0.943817, + "nauc_map_at_10_max": 0.78473, + "nauc_map_at_10_std": -0.233766, + "nauc_map_at_10_diff1": 0.943665, + "nauc_map_at_20_max": 0.78388, + "nauc_map_at_20_std": -0.230082, + "nauc_map_at_20_diff1": 0.943565, + "nauc_map_at_100_max": 0.783677, + "nauc_map_at_100_std": -0.230335, + "nauc_map_at_100_diff1": 0.943429, + "nauc_map_at_1000_max": 0.783665, + "nauc_map_at_1000_std": -0.230438, + "nauc_map_at_1000_diff1": 0.943424, + "nauc_recall_at_1_max": 0.751585, + "nauc_recall_at_1_std": -0.212484, + "nauc_recall_at_1_diff1": 0.940353, + "nauc_recall_at_3_max": 0.89452, + "nauc_recall_at_3_std": -0.294716, + "nauc_recall_at_3_diff1": 0.949959, + "nauc_recall_at_5_max": 0.8899, + "nauc_recall_at_5_std": -0.421128, + "nauc_recall_at_5_diff1": 0.970044, + "nauc_recall_at_10_max": 0.919935, + "nauc_recall_at_10_std": -0.218487, + "nauc_recall_at_10_diff1": 0.986928, + "nauc_recall_at_20_max": 0.888344, + "nauc_recall_at_20_std": 0.348117, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.751585, + "nauc_precision_at_1_std": -0.212484, + "nauc_precision_at_1_diff1": 0.940353, + "nauc_precision_at_3_max": 0.89452, + "nauc_precision_at_3_std": -0.294716, + "nauc_precision_at_3_diff1": 0.949959, + "nauc_precision_at_5_max": 0.8899, + "nauc_precision_at_5_std": -0.421128, + "nauc_precision_at_5_diff1": 0.970044, + "nauc_precision_at_10_max": 0.919935, + "nauc_precision_at_10_std": -0.218487, + "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_20_max": 0.888344, + "nauc_precision_at_20_std": 0.348117, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.751585, + "nauc_mrr_at_1_std": -0.212484, + "nauc_mrr_at_1_diff1": 0.940353, + "nauc_mrr_at_3_max": 0.792203, + "nauc_mrr_at_3_std": -0.237096, + "nauc_mrr_at_3_diff1": 0.942772, + "nauc_mrr_at_5_max": 0.786136, + "nauc_mrr_at_5_std": -0.242052, + "nauc_mrr_at_5_diff1": 0.943817, + "nauc_mrr_at_10_max": 0.78473, + "nauc_mrr_at_10_std": -0.233766, + "nauc_mrr_at_10_diff1": 0.943665, + "nauc_mrr_at_20_max": 0.78388, + "nauc_mrr_at_20_std": -0.230082, + "nauc_mrr_at_20_diff1": 0.943565, + "nauc_mrr_at_100_max": 0.783677, + "nauc_mrr_at_100_std": -0.230335, + "nauc_mrr_at_100_diff1": 0.943429, + "nauc_mrr_at_1000_max": 0.783665, + "nauc_mrr_at_1000_std": -0.230438, + "nauc_mrr_at_1000_diff1": 0.943424, + "main_score": 0.95027, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83, + "ndcg_at_3": 0.8759, + "ndcg_at_5": 0.88498, + "ndcg_at_10": 0.89105, + "ndcg_at_20": 0.8959, + "ndcg_at_100": 0.90095, + "ndcg_at_1000": 0.90184, + "map_at_1": 0.83, + "map_at_3": 0.86519, + "map_at_5": 0.87019, + "map_at_10": 0.87267, + "map_at_20": 0.87404, + "map_at_100": 0.87478, + "map_at_1000": 0.87482, + "recall_at_1": 0.83, + "recall_at_3": 0.90667, + "recall_at_5": 0.92889, + "recall_at_10": 0.94778, + "recall_at_20": 0.96667, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.83, + "precision_at_3": 0.30222, + "precision_at_5": 0.18578, + "precision_at_10": 0.09478, + "precision_at_20": 0.04833, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.83, + "mrr_at_3": 0.865185, + "mrr_at_5": 0.870185, + "mrr_at_10": 0.872669, + "mrr_at_20": 0.87404, + "mrr_at_100": 0.87478, + "mrr_at_1000": 0.874819, + "nauc_ndcg_at_1_max": 0.749953, + "nauc_ndcg_at_1_std": 0.161826, + "nauc_ndcg_at_1_diff1": 0.915894, + "nauc_ndcg_at_3_max": 0.781311, + "nauc_ndcg_at_3_std": 0.195202, + "nauc_ndcg_at_3_diff1": 0.89033, + "nauc_ndcg_at_5_max": 0.792236, + "nauc_ndcg_at_5_std": 0.222456, + "nauc_ndcg_at_5_diff1": 0.89119, + "nauc_ndcg_at_10_max": 0.797039, + "nauc_ndcg_at_10_std": 0.229975, + "nauc_ndcg_at_10_diff1": 0.898557, + "nauc_ndcg_at_20_max": 0.793203, + "nauc_ndcg_at_20_std": 0.244374, + "nauc_ndcg_at_20_diff1": 0.898623, + "nauc_ndcg_at_100_max": 0.786535, + "nauc_ndcg_at_100_std": 0.225054, + "nauc_ndcg_at_100_diff1": 0.899404, + "nauc_ndcg_at_1000_max": 0.784904, + "nauc_ndcg_at_1000_std": 0.217909, + "nauc_ndcg_at_1000_diff1": 0.899734, + "nauc_map_at_1_max": 0.749953, + "nauc_map_at_1_std": 0.161826, + "nauc_map_at_1_diff1": 0.915894, + "nauc_map_at_3_max": 0.773941, + "nauc_map_at_3_std": 0.185263, + "nauc_map_at_3_diff1": 0.897597, + "nauc_map_at_5_max": 0.779332, + "nauc_map_at_5_std": 0.199738, + "nauc_map_at_5_diff1": 0.898366, + "nauc_map_at_10_max": 0.780697, + "nauc_map_at_10_std": 0.202068, + "nauc_map_at_10_diff1": 0.901042, + "nauc_map_at_20_max": 0.779647, + "nauc_map_at_20_std": 0.205848, + "nauc_map_at_20_diff1": 0.901103, + "nauc_map_at_100_max": 0.778899, + "nauc_map_at_100_std": 0.203504, + "nauc_map_at_100_diff1": 0.90131, + "nauc_map_at_1000_max": 0.778837, + "nauc_map_at_1000_std": 0.20325, + "nauc_map_at_1000_diff1": 0.901317, + "nauc_recall_at_1_max": 0.749953, + "nauc_recall_at_1_std": 0.161826, + "nauc_recall_at_1_diff1": 0.915894, + "nauc_recall_at_3_max": 0.809785, + "nauc_recall_at_3_std": 0.235133, + "nauc_recall_at_3_diff1": 0.861333, + "nauc_recall_at_5_max": 0.858208, + "nauc_recall_at_5_std": 0.341197, + "nauc_recall_at_5_diff1": 0.855166, + "nauc_recall_at_10_max": 0.913036, + "nauc_recall_at_10_std": 0.429644, + "nauc_recall_at_10_diff1": 0.889147, + "nauc_recall_at_20_max": 0.932695, + "nauc_recall_at_20_std": 0.692157, + "nauc_recall_at_20_diff1": 0.884065, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.978214, + "nauc_recall_at_100_diff1": 0.860333, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749953, + "nauc_precision_at_1_std": 0.161826, + "nauc_precision_at_1_diff1": 0.915894, + "nauc_precision_at_3_max": 0.809785, + "nauc_precision_at_3_std": 0.235133, + "nauc_precision_at_3_diff1": 0.861333, + "nauc_precision_at_5_max": 0.858208, + "nauc_precision_at_5_std": 0.341197, + "nauc_precision_at_5_diff1": 0.855166, + "nauc_precision_at_10_max": 0.913036, + "nauc_precision_at_10_std": 0.429644, + "nauc_precision_at_10_diff1": 0.889147, + "nauc_precision_at_20_max": 0.932695, + "nauc_precision_at_20_std": 0.692157, + "nauc_precision_at_20_diff1": 0.884065, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.978214, + "nauc_precision_at_100_diff1": 0.860333, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749953, + "nauc_mrr_at_1_std": 0.161826, + "nauc_mrr_at_1_diff1": 0.915894, + "nauc_mrr_at_3_max": 0.773941, + "nauc_mrr_at_3_std": 0.185263, + "nauc_mrr_at_3_diff1": 0.897597, + "nauc_mrr_at_5_max": 0.779332, + "nauc_mrr_at_5_std": 0.199738, + "nauc_mrr_at_5_diff1": 0.898366, + "nauc_mrr_at_10_max": 0.780697, + "nauc_mrr_at_10_std": 0.202068, + "nauc_mrr_at_10_diff1": 0.901042, + "nauc_mrr_at_20_max": 0.779647, + "nauc_mrr_at_20_std": 0.205848, + "nauc_mrr_at_20_diff1": 0.901103, + "nauc_mrr_at_100_max": 0.778899, + "nauc_mrr_at_100_std": 0.203504, + "nauc_mrr_at_100_diff1": 0.90131, + "nauc_mrr_at_1000_max": 0.778837, + "nauc_mrr_at_1000_std": 0.20325, + "nauc_mrr_at_1000_diff1": 0.901317, + "main_score": 0.89105, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "ndcg_at_1": 0.76778, + "ndcg_at_3": 0.82472, + "ndcg_at_5": 0.83682, + "ndcg_at_10": 0.84484, + "ndcg_at_20": 0.85037, + "ndcg_at_100": 0.85863, + "ndcg_at_1000": 0.86087, + "map_at_1": 0.76778, + "map_at_3": 0.8113, + "map_at_5": 0.81813, + "map_at_10": 0.8215, + "map_at_20": 0.82297, + "map_at_100": 0.82413, + "map_at_1000": 0.82423, + "recall_at_1": 0.76778, + "recall_at_3": 0.86333, + "recall_at_5": 0.89222, + "recall_at_10": 0.91667, + "recall_at_20": 0.93889, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.76778, + "precision_at_3": 0.28778, + "precision_at_5": 0.17844, + "precision_at_10": 0.09167, + "precision_at_20": 0.04694, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.767778, + "mrr_at_3": 0.811296, + "mrr_at_5": 0.81813, + "mrr_at_10": 0.821499, + "mrr_at_20": 0.822973, + "mrr_at_100": 0.824133, + "mrr_at_1000": 0.824233, + "nauc_ndcg_at_1_max": 0.729727, + "nauc_ndcg_at_1_std": 0.249349, + "nauc_ndcg_at_1_diff1": 0.892657, + "nauc_ndcg_at_3_max": 0.782818, + "nauc_ndcg_at_3_std": 0.297245, + "nauc_ndcg_at_3_diff1": 0.864891, + "nauc_ndcg_at_5_max": 0.776667, + "nauc_ndcg_at_5_std": 0.300781, + "nauc_ndcg_at_5_diff1": 0.861501, + "nauc_ndcg_at_10_max": 0.772323, + "nauc_ndcg_at_10_std": 0.306527, + "nauc_ndcg_at_10_diff1": 0.862189, + "nauc_ndcg_at_20_max": 0.772606, + "nauc_ndcg_at_20_std": 0.307525, + "nauc_ndcg_at_20_diff1": 0.863677, + "nauc_ndcg_at_100_max": 0.768858, + "nauc_ndcg_at_100_std": 0.299576, + "nauc_ndcg_at_100_diff1": 0.869207, + "nauc_ndcg_at_1000_max": 0.767525, + "nauc_ndcg_at_1000_std": 0.296806, + "nauc_ndcg_at_1000_diff1": 0.86873, + "nauc_map_at_1_max": 0.729727, + "nauc_map_at_1_std": 0.249349, + "nauc_map_at_1_diff1": 0.892657, + "nauc_map_at_3_max": 0.768453, + "nauc_map_at_3_std": 0.284776, + "nauc_map_at_3_diff1": 0.871766, + "nauc_map_at_5_max": 0.764859, + "nauc_map_at_5_std": 0.286011, + "nauc_map_at_5_diff1": 0.870217, + "nauc_map_at_10_max": 0.762847, + "nauc_map_at_10_std": 0.287526, + "nauc_map_at_10_diff1": 0.870485, + "nauc_map_at_20_max": 0.762737, + "nauc_map_at_20_std": 0.287412, + "nauc_map_at_20_diff1": 0.87081, + "nauc_map_at_100_max": 0.762402, + "nauc_map_at_100_std": 0.287007, + "nauc_map_at_100_diff1": 0.871603, + "nauc_map_at_1000_max": 0.762367, + "nauc_map_at_1000_std": 0.286974, + "nauc_map_at_1000_diff1": 0.871598, + "nauc_recall_at_1_max": 0.729727, + "nauc_recall_at_1_std": 0.249349, + "nauc_recall_at_1_diff1": 0.892657, + "nauc_recall_at_3_max": 0.837176, + "nauc_recall_at_3_std": 0.344143, + "nauc_recall_at_3_diff1": 0.839245, + "nauc_recall_at_5_max": 0.828481, + "nauc_recall_at_5_std": 0.368192, + "nauc_recall_at_5_diff1": 0.821961, + "nauc_recall_at_10_max": 0.821749, + "nauc_recall_at_10_std": 0.421077, + "nauc_recall_at_10_diff1": 0.816072, + "nauc_recall_at_20_max": 0.844258, + "nauc_recall_at_20_std": 0.475792, + "nauc_recall_at_20_diff1": 0.814837, + "nauc_recall_at_100_max": 0.852194, + "nauc_recall_at_100_std": 0.489418, + "nauc_recall_at_100_diff1": 0.900871, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.729727, + "nauc_precision_at_1_std": 0.249349, + "nauc_precision_at_1_diff1": 0.892657, + "nauc_precision_at_3_max": 0.837176, + "nauc_precision_at_3_std": 0.344143, + "nauc_precision_at_3_diff1": 0.839245, + "nauc_precision_at_5_max": 0.828481, + "nauc_precision_at_5_std": 0.368192, + "nauc_precision_at_5_diff1": 0.821961, + "nauc_precision_at_10_max": 0.821749, + "nauc_precision_at_10_std": 0.421077, + "nauc_precision_at_10_diff1": 0.816072, + "nauc_precision_at_20_max": 0.844258, + "nauc_precision_at_20_std": 0.475792, + "nauc_precision_at_20_diff1": 0.814837, + "nauc_precision_at_100_max": 0.852194, + "nauc_precision_at_100_std": 0.489418, + "nauc_precision_at_100_diff1": 0.900871, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.729727, + "nauc_mrr_at_1_std": 0.249349, + "nauc_mrr_at_1_diff1": 0.892657, + "nauc_mrr_at_3_max": 0.768453, + "nauc_mrr_at_3_std": 0.284776, + "nauc_mrr_at_3_diff1": 0.871766, + "nauc_mrr_at_5_max": 0.764859, + "nauc_mrr_at_5_std": 0.286011, + "nauc_mrr_at_5_diff1": 0.870217, + "nauc_mrr_at_10_max": 0.762847, + "nauc_mrr_at_10_std": 0.287526, + "nauc_mrr_at_10_diff1": 0.870485, + "nauc_mrr_at_20_max": 0.762737, + "nauc_mrr_at_20_std": 0.287412, + "nauc_mrr_at_20_diff1": 0.87081, + "nauc_mrr_at_100_max": 0.762402, + "nauc_mrr_at_100_std": 0.287007, + "nauc_mrr_at_100_diff1": 0.871603, + "nauc_mrr_at_1000_max": 0.762367, + "nauc_mrr_at_1000_std": 0.286974, + "nauc_mrr_at_1000_diff1": 0.871598, + "main_score": 0.84484, + "hf_subset": "hat_Latn-hat_Latn", + "languages": [ + "hat-Latn", + "hat-Latn" + ] + }, + { + "ndcg_at_1": 0.90444, + "ndcg_at_3": 0.93731, + "ndcg_at_5": 0.942, + "ndcg_at_10": 0.94536, + "ndcg_at_20": 0.9473, + "ndcg_at_100": 0.94862, + "ndcg_at_1000": 0.9492, + "map_at_1": 0.90444, + "map_at_3": 0.92944, + "map_at_5": 0.93211, + "map_at_10": 0.93357, + "map_at_20": 0.93409, + "map_at_100": 0.9343, + "map_at_1000": 0.93433, + "recall_at_1": 0.90444, + "recall_at_3": 0.96, + "recall_at_5": 0.97111, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90444, + "precision_at_3": 0.32, + "precision_at_5": 0.19422, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.904444, + "mrr_at_3": 0.929444, + "mrr_at_5": 0.932111, + "mrr_at_10": 0.933569, + "mrr_at_20": 0.934089, + "mrr_at_100": 0.934304, + "mrr_at_1000": 0.934327, + "nauc_ndcg_at_1_max": 0.747921, + "nauc_ndcg_at_1_std": -0.131729, + "nauc_ndcg_at_1_diff1": 0.919793, + "nauc_ndcg_at_3_max": 0.807859, + "nauc_ndcg_at_3_std": -0.094469, + "nauc_ndcg_at_3_diff1": 0.924119, + "nauc_ndcg_at_5_max": 0.800346, + "nauc_ndcg_at_5_std": -0.089057, + "nauc_ndcg_at_5_diff1": 0.925494, + "nauc_ndcg_at_10_max": 0.791737, + "nauc_ndcg_at_10_std": -0.092475, + "nauc_ndcg_at_10_diff1": 0.923472, + "nauc_ndcg_at_20_max": 0.790437, + "nauc_ndcg_at_20_std": -0.100437, + "nauc_ndcg_at_20_diff1": 0.9234, + "nauc_ndcg_at_100_max": 0.786074, + "nauc_ndcg_at_100_std": -0.095242, + "nauc_ndcg_at_100_diff1": 0.923341, + "nauc_ndcg_at_1000_max": 0.785925, + "nauc_ndcg_at_1000_std": -0.103097, + "nauc_ndcg_at_1000_diff1": 0.923178, + "nauc_map_at_1_max": 0.747921, + "nauc_map_at_1_std": -0.131729, + "nauc_map_at_1_diff1": 0.919793, + "nauc_map_at_3_max": 0.791106, + "nauc_map_at_3_std": -0.108326, + "nauc_map_at_3_diff1": 0.923092, + "nauc_map_at_5_max": 0.786824, + "nauc_map_at_5_std": -0.106563, + "nauc_map_at_5_diff1": 0.923563, + "nauc_map_at_10_max": 0.783435, + "nauc_map_at_10_std": -0.108827, + "nauc_map_at_10_diff1": 0.922741, + "nauc_map_at_20_max": 0.782897, + "nauc_map_at_20_std": -0.110931, + "nauc_map_at_20_diff1": 0.922717, + "nauc_map_at_100_max": 0.782271, + "nauc_map_at_100_std": -0.110223, + "nauc_map_at_100_diff1": 0.922759, + "nauc_map_at_1000_max": 0.782261, + "nauc_map_at_1000_std": -0.110448, + "nauc_map_at_1000_diff1": 0.92275, + "nauc_recall_at_1_max": 0.747921, + "nauc_recall_at_1_std": -0.131729, + "nauc_recall_at_1_diff1": 0.919793, + "nauc_recall_at_3_max": 0.891081, + "nauc_recall_at_3_std": -0.022707, + "nauc_recall_at_3_diff1": 0.929064, + "nauc_recall_at_5_max": 0.887075, + "nauc_recall_at_5_std": 0.033793, + "nauc_recall_at_5_diff1": 0.93904, + "nauc_recall_at_10_max": 0.85901, + "nauc_recall_at_10_std": 0.08104, + "nauc_recall_at_10_diff1": 0.929835, + "nauc_recall_at_20_max": 0.890523, + "nauc_recall_at_20_std": 0.063025, + "nauc_recall_at_20_diff1": 0.933007, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": 0.609127, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747921, + "nauc_precision_at_1_std": -0.131729, + "nauc_precision_at_1_diff1": 0.919793, + "nauc_precision_at_3_max": 0.891081, + "nauc_precision_at_3_std": -0.022707, + "nauc_precision_at_3_diff1": 0.929064, + "nauc_precision_at_5_max": 0.887075, + "nauc_precision_at_5_std": 0.033793, + "nauc_precision_at_5_diff1": 0.93904, + "nauc_precision_at_10_max": 0.85901, + "nauc_precision_at_10_std": 0.08104, + "nauc_precision_at_10_diff1": 0.929835, + "nauc_precision_at_20_max": 0.890523, + "nauc_precision_at_20_std": 0.063025, + "nauc_precision_at_20_diff1": 0.933007, + "nauc_precision_at_100_max": 0.795752, + "nauc_precision_at_100_std": 0.609127, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747921, + "nauc_mrr_at_1_std": -0.131729, + "nauc_mrr_at_1_diff1": 0.919793, + "nauc_mrr_at_3_max": 0.791106, + "nauc_mrr_at_3_std": -0.108326, + "nauc_mrr_at_3_diff1": 0.923092, + "nauc_mrr_at_5_max": 0.786824, + "nauc_mrr_at_5_std": -0.106563, + "nauc_mrr_at_5_diff1": 0.923563, + "nauc_mrr_at_10_max": 0.783435, + "nauc_mrr_at_10_std": -0.108827, + "nauc_mrr_at_10_diff1": 0.922741, + "nauc_mrr_at_20_max": 0.782897, + "nauc_mrr_at_20_std": -0.110931, + "nauc_mrr_at_20_diff1": 0.922717, + "nauc_mrr_at_100_max": 0.782271, + "nauc_mrr_at_100_std": -0.110223, + "nauc_mrr_at_100_diff1": 0.922759, + "nauc_mrr_at_1000_max": 0.782261, + "nauc_mrr_at_1000_std": -0.110448, + "nauc_mrr_at_1000_diff1": 0.92275, + "main_score": 0.94536, + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.78778, + "ndcg_at_3": 0.83464, + "ndcg_at_5": 0.84612, + "ndcg_at_10": 0.85448, + "ndcg_at_20": 0.85865, + "ndcg_at_100": 0.8666, + "ndcg_at_1000": 0.86933, + "map_at_1": 0.78778, + "map_at_3": 0.82352, + "map_at_5": 0.82991, + "map_at_10": 0.83341, + "map_at_20": 0.83453, + "map_at_100": 0.8356, + "map_at_1000": 0.83573, + "recall_at_1": 0.78778, + "recall_at_3": 0.86667, + "recall_at_5": 0.89444, + "recall_at_10": 0.92, + "recall_at_20": 0.93667, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.78778, + "precision_at_3": 0.28889, + "precision_at_5": 0.17889, + "precision_at_10": 0.092, + "precision_at_20": 0.04683, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.787778, + "mrr_at_3": 0.823519, + "mrr_at_5": 0.829907, + "mrr_at_10": 0.83341, + "mrr_at_20": 0.834532, + "mrr_at_100": 0.835604, + "mrr_at_1000": 0.835732, + "nauc_ndcg_at_1_max": 0.758517, + "nauc_ndcg_at_1_std": 0.285301, + "nauc_ndcg_at_1_diff1": 0.878713, + "nauc_ndcg_at_3_max": 0.798799, + "nauc_ndcg_at_3_std": 0.365096, + "nauc_ndcg_at_3_diff1": 0.85455, + "nauc_ndcg_at_5_max": 0.801987, + "nauc_ndcg_at_5_std": 0.400201, + "nauc_ndcg_at_5_diff1": 0.853253, + "nauc_ndcg_at_10_max": 0.802893, + "nauc_ndcg_at_10_std": 0.403702, + "nauc_ndcg_at_10_diff1": 0.856677, + "nauc_ndcg_at_20_max": 0.800334, + "nauc_ndcg_at_20_std": 0.4014, + "nauc_ndcg_at_20_diff1": 0.858023, + "nauc_ndcg_at_100_max": 0.795992, + "nauc_ndcg_at_100_std": 0.387248, + "nauc_ndcg_at_100_diff1": 0.859186, + "nauc_ndcg_at_1000_max": 0.793999, + "nauc_ndcg_at_1000_std": 0.377505, + "nauc_ndcg_at_1000_diff1": 0.859844, + "nauc_map_at_1_max": 0.758517, + "nauc_map_at_1_std": 0.285301, + "nauc_map_at_1_diff1": 0.878713, + "nauc_map_at_3_max": 0.78827, + "nauc_map_at_3_std": 0.342959, + "nauc_map_at_3_diff1": 0.860715, + "nauc_map_at_5_max": 0.789618, + "nauc_map_at_5_std": 0.360364, + "nauc_map_at_5_diff1": 0.860314, + "nauc_map_at_10_max": 0.789479, + "nauc_map_at_10_std": 0.360852, + "nauc_map_at_10_diff1": 0.861516, + "nauc_map_at_20_max": 0.788805, + "nauc_map_at_20_std": 0.360065, + "nauc_map_at_20_diff1": 0.861878, + "nauc_map_at_100_max": 0.788363, + "nauc_map_at_100_std": 0.358614, + "nauc_map_at_100_diff1": 0.862056, + "nauc_map_at_1000_max": 0.788283, + "nauc_map_at_1000_std": 0.358227, + "nauc_map_at_1000_diff1": 0.862091, + "nauc_recall_at_1_max": 0.758517, + "nauc_recall_at_1_std": 0.285301, + "nauc_recall_at_1_diff1": 0.878713, + "nauc_recall_at_3_max": 0.837299, + "nauc_recall_at_3_std": 0.446787, + "nauc_recall_at_3_diff1": 0.832095, + "nauc_recall_at_5_max": 0.856346, + "nauc_recall_at_5_std": 0.582053, + "nauc_recall_at_5_diff1": 0.822257, + "nauc_recall_at_10_max": 0.880122, + "nauc_recall_at_10_std": 0.656448, + "nauc_recall_at_10_diff1": 0.832841, + "nauc_recall_at_20_max": 0.878553, + "nauc_recall_at_20_std": 0.70227, + "nauc_recall_at_20_diff1": 0.837666, + "nauc_recall_at_100_max": 0.886529, + "nauc_recall_at_100_std": 0.827394, + "nauc_recall_at_100_diff1": 0.832192, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.758517, + "nauc_precision_at_1_std": 0.285301, + "nauc_precision_at_1_diff1": 0.878713, + "nauc_precision_at_3_max": 0.837299, + "nauc_precision_at_3_std": 0.446787, + "nauc_precision_at_3_diff1": 0.832095, + "nauc_precision_at_5_max": 0.856346, + "nauc_precision_at_5_std": 0.582053, + "nauc_precision_at_5_diff1": 0.822257, + "nauc_precision_at_10_max": 0.880122, + "nauc_precision_at_10_std": 0.656448, + "nauc_precision_at_10_diff1": 0.832841, + "nauc_precision_at_20_max": 0.878553, + "nauc_precision_at_20_std": 0.70227, + "nauc_precision_at_20_diff1": 0.837666, + "nauc_precision_at_100_max": 0.886529, + "nauc_precision_at_100_std": 0.827394, + "nauc_precision_at_100_diff1": 0.832192, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.758517, + "nauc_mrr_at_1_std": 0.285301, + "nauc_mrr_at_1_diff1": 0.878713, + "nauc_mrr_at_3_max": 0.78827, + "nauc_mrr_at_3_std": 0.342959, + "nauc_mrr_at_3_diff1": 0.860715, + "nauc_mrr_at_5_max": 0.789618, + "nauc_mrr_at_5_std": 0.360364, + "nauc_mrr_at_5_diff1": 0.860314, + "nauc_mrr_at_10_max": 0.789479, + "nauc_mrr_at_10_std": 0.360852, + "nauc_mrr_at_10_diff1": 0.861516, + "nauc_mrr_at_20_max": 0.788805, + "nauc_mrr_at_20_std": 0.360065, + "nauc_mrr_at_20_diff1": 0.861878, + "nauc_mrr_at_100_max": 0.788363, + "nauc_mrr_at_100_std": 0.358614, + "nauc_mrr_at_100_diff1": 0.862056, + "nauc_mrr_at_1000_max": 0.788283, + "nauc_mrr_at_1000_std": 0.358227, + "nauc_mrr_at_1000_diff1": 0.862091, + "main_score": 0.85448, + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ] + }, + { + "ndcg_at_1": 0.61667, + "ndcg_at_3": 0.67124, + "ndcg_at_5": 0.68396, + "ndcg_at_10": 0.69975, + "ndcg_at_20": 0.71245, + "ndcg_at_100": 0.72901, + "ndcg_at_1000": 0.73836, + "map_at_1": 0.61667, + "map_at_3": 0.65852, + "map_at_5": 0.66552, + "map_at_10": 0.67204, + "map_at_20": 0.67555, + "map_at_100": 0.67771, + "map_at_1000": 0.6781, + "recall_at_1": 0.61667, + "recall_at_3": 0.70778, + "recall_at_5": 0.73889, + "recall_at_10": 0.78778, + "recall_at_20": 0.83778, + "recall_at_100": 0.92889, + "recall_at_1000": 1.0, + "precision_at_1": 0.61667, + "precision_at_3": 0.23593, + "precision_at_5": 0.14778, + "precision_at_10": 0.07878, + "precision_at_20": 0.04189, + "precision_at_100": 0.00929, + "precision_at_1000": 0.001, + "mrr_at_1": 0.616667, + "mrr_at_3": 0.658519, + "mrr_at_5": 0.665519, + "mrr_at_10": 0.672035, + "mrr_at_20": 0.675552, + "mrr_at_100": 0.677709, + "mrr_at_1000": 0.678098, + "nauc_ndcg_at_1_max": 0.721655, + "nauc_ndcg_at_1_std": 0.495861, + "nauc_ndcg_at_1_diff1": 0.872044, + "nauc_ndcg_at_3_max": 0.732055, + "nauc_ndcg_at_3_std": 0.535949, + "nauc_ndcg_at_3_diff1": 0.837949, + "nauc_ndcg_at_5_max": 0.727879, + "nauc_ndcg_at_5_std": 0.53315, + "nauc_ndcg_at_5_diff1": 0.832146, + "nauc_ndcg_at_10_max": 0.725911, + "nauc_ndcg_at_10_std": 0.534746, + "nauc_ndcg_at_10_diff1": 0.82939, + "nauc_ndcg_at_20_max": 0.724463, + "nauc_ndcg_at_20_std": 0.529641, + "nauc_ndcg_at_20_diff1": 0.829961, + "nauc_ndcg_at_100_max": 0.723966, + "nauc_ndcg_at_100_std": 0.52906, + "nauc_ndcg_at_100_diff1": 0.830142, + "nauc_ndcg_at_1000_max": 0.725605, + "nauc_ndcg_at_1000_std": 0.528567, + "nauc_ndcg_at_1000_diff1": 0.835854, + "nauc_map_at_1_max": 0.721655, + "nauc_map_at_1_std": 0.495861, + "nauc_map_at_1_diff1": 0.872044, + "nauc_map_at_3_max": 0.729956, + "nauc_map_at_3_std": 0.527248, + "nauc_map_at_3_diff1": 0.845769, + "nauc_map_at_5_max": 0.727646, + "nauc_map_at_5_std": 0.525491, + "nauc_map_at_5_diff1": 0.842884, + "nauc_map_at_10_max": 0.727002, + "nauc_map_at_10_std": 0.525629, + "nauc_map_at_10_diff1": 0.842205, + "nauc_map_at_20_max": 0.726554, + "nauc_map_at_20_std": 0.524372, + "nauc_map_at_20_diff1": 0.8424, + "nauc_map_at_100_max": 0.726396, + "nauc_map_at_100_std": 0.524373, + "nauc_map_at_100_diff1": 0.842427, + "nauc_map_at_1000_max": 0.726485, + "nauc_map_at_1000_std": 0.524427, + "nauc_map_at_1000_diff1": 0.842653, + "nauc_recall_at_1_max": 0.721655, + "nauc_recall_at_1_std": 0.495861, + "nauc_recall_at_1_diff1": 0.872044, + "nauc_recall_at_3_max": 0.738504, + "nauc_recall_at_3_std": 0.56303, + "nauc_recall_at_3_diff1": 0.813377, + "nauc_recall_at_5_max": 0.72774, + "nauc_recall_at_5_std": 0.558401, + "nauc_recall_at_5_diff1": 0.79452, + "nauc_recall_at_10_max": 0.718965, + "nauc_recall_at_10_std": 0.571887, + "nauc_recall_at_10_diff1": 0.775185, + "nauc_recall_at_20_max": 0.709327, + "nauc_recall_at_20_std": 0.548601, + "nauc_recall_at_20_diff1": 0.765179, + "nauc_recall_at_100_max": 0.690381, + "nauc_recall_at_100_std": 0.554031, + "nauc_recall_at_100_diff1": 0.698238, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.721655, + "nauc_precision_at_1_std": 0.495861, + "nauc_precision_at_1_diff1": 0.872044, + "nauc_precision_at_3_max": 0.738504, + "nauc_precision_at_3_std": 0.56303, + "nauc_precision_at_3_diff1": 0.813377, + "nauc_precision_at_5_max": 0.72774, + "nauc_precision_at_5_std": 0.558401, + "nauc_precision_at_5_diff1": 0.79452, + "nauc_precision_at_10_max": 0.718965, + "nauc_precision_at_10_std": 0.571887, + "nauc_precision_at_10_diff1": 0.775185, + "nauc_precision_at_20_max": 0.709327, + "nauc_precision_at_20_std": 0.548601, + "nauc_precision_at_20_diff1": 0.765179, + "nauc_precision_at_100_max": 0.690381, + "nauc_precision_at_100_std": 0.554031, + "nauc_precision_at_100_diff1": 0.698238, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.721655, + "nauc_mrr_at_1_std": 0.495861, + "nauc_mrr_at_1_diff1": 0.872044, + "nauc_mrr_at_3_max": 0.729956, + "nauc_mrr_at_3_std": 0.527248, + "nauc_mrr_at_3_diff1": 0.845769, + "nauc_mrr_at_5_max": 0.727646, + "nauc_mrr_at_5_std": 0.525491, + "nauc_mrr_at_5_diff1": 0.842884, + "nauc_mrr_at_10_max": 0.727002, + "nauc_mrr_at_10_std": 0.525629, + "nauc_mrr_at_10_diff1": 0.842205, + "nauc_mrr_at_20_max": 0.726554, + "nauc_mrr_at_20_std": 0.524372, + "nauc_mrr_at_20_diff1": 0.8424, + "nauc_mrr_at_100_max": 0.726396, + "nauc_mrr_at_100_std": 0.524373, + "nauc_mrr_at_100_diff1": 0.842427, + "nauc_mrr_at_1000_max": 0.726485, + "nauc_mrr_at_1000_std": 0.524427, + "nauc_mrr_at_1000_diff1": 0.842653, + "main_score": 0.69975, + "hf_subset": "hau_Latn-hau_Latn", + "languages": [ + "hau-Latn", + "hau-Latn" + ] + }, + { + "ndcg_at_1": 0.83333, + "ndcg_at_3": 0.88999, + "ndcg_at_5": 0.89989, + "ndcg_at_10": 0.90844, + "ndcg_at_20": 0.91006, + "ndcg_at_100": 0.91218, + "ndcg_at_1000": 0.91275, + "map_at_1": 0.83333, + "map_at_3": 0.87648, + "map_at_5": 0.88215, + "map_at_10": 0.88584, + "map_at_20": 0.88626, + "map_at_100": 0.88657, + "map_at_1000": 0.88659, + "recall_at_1": 0.83333, + "recall_at_3": 0.92889, + "recall_at_5": 0.95222, + "recall_at_10": 0.97778, + "recall_at_20": 0.98444, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.83333, + "precision_at_3": 0.30963, + "precision_at_5": 0.19044, + "precision_at_10": 0.09778, + "precision_at_20": 0.04922, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.876481, + "mrr_at_5": 0.882148, + "mrr_at_10": 0.885843, + "mrr_at_20": 0.886256, + "mrr_at_100": 0.886569, + "mrr_at_1000": 0.88659, + "nauc_ndcg_at_1_max": 0.694167, + "nauc_ndcg_at_1_std": -0.083622, + "nauc_ndcg_at_1_diff1": 0.915504, + "nauc_ndcg_at_3_max": 0.742102, + "nauc_ndcg_at_3_std": 0.010596, + "nauc_ndcg_at_3_diff1": 0.888616, + "nauc_ndcg_at_5_max": 0.732266, + "nauc_ndcg_at_5_std": -0.004514, + "nauc_ndcg_at_5_diff1": 0.887818, + "nauc_ndcg_at_10_max": 0.727589, + "nauc_ndcg_at_10_std": -0.01882, + "nauc_ndcg_at_10_diff1": 0.895772, + "nauc_ndcg_at_20_max": 0.726173, + "nauc_ndcg_at_20_std": -0.016729, + "nauc_ndcg_at_20_diff1": 0.897773, + "nauc_ndcg_at_100_max": 0.722882, + "nauc_ndcg_at_100_std": -0.018396, + "nauc_ndcg_at_100_diff1": 0.897729, + "nauc_ndcg_at_1000_max": 0.72292, + "nauc_ndcg_at_1000_std": -0.025056, + "nauc_ndcg_at_1000_diff1": 0.897934, + "nauc_map_at_1_max": 0.694167, + "nauc_map_at_1_std": -0.083622, + "nauc_map_at_1_diff1": 0.915504, + "nauc_map_at_3_max": 0.728119, + "nauc_map_at_3_std": -0.017481, + "nauc_map_at_3_diff1": 0.895874, + "nauc_map_at_5_max": 0.722562, + "nauc_map_at_5_std": -0.026974, + "nauc_map_at_5_diff1": 0.89589, + "nauc_map_at_10_max": 0.720849, + "nauc_map_at_10_std": -0.032753, + "nauc_map_at_10_diff1": 0.899123, + "nauc_map_at_20_max": 0.720571, + "nauc_map_at_20_std": -0.032398, + "nauc_map_at_20_diff1": 0.899544, + "nauc_map_at_100_max": 0.720102, + "nauc_map_at_100_std": -0.033022, + "nauc_map_at_100_diff1": 0.899582, + "nauc_map_at_1000_max": 0.72009, + "nauc_map_at_1000_std": -0.033212, + "nauc_map_at_1000_diff1": 0.89958, + "nauc_recall_at_1_max": 0.694167, + "nauc_recall_at_1_std": -0.083622, + "nauc_recall_at_1_diff1": 0.915504, + "nauc_recall_at_3_max": 0.808794, + "nauc_recall_at_3_std": 0.144958, + "nauc_recall_at_3_diff1": 0.854444, + "nauc_recall_at_5_max": 0.794888, + "nauc_recall_at_5_std": 0.145354, + "nauc_recall_at_5_diff1": 0.833518, + "nauc_recall_at_10_max": 0.805019, + "nauc_recall_at_10_std": 0.148413, + "nauc_recall_at_10_diff1": 0.860644, + "nauc_recall_at_20_max": 0.803955, + "nauc_recall_at_20_std": 0.269008, + "nauc_recall_at_20_diff1": 0.891123, + "nauc_recall_at_100_max": 0.70063, + "nauc_recall_at_100_std": 0.96732, + "nauc_recall_at_100_diff1": 0.855859, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694167, + "nauc_precision_at_1_std": -0.083622, + "nauc_precision_at_1_diff1": 0.915504, + "nauc_precision_at_3_max": 0.808794, + "nauc_precision_at_3_std": 0.144958, + "nauc_precision_at_3_diff1": 0.854444, + "nauc_precision_at_5_max": 0.794888, + "nauc_precision_at_5_std": 0.145354, + "nauc_precision_at_5_diff1": 0.833518, + "nauc_precision_at_10_max": 0.805019, + "nauc_precision_at_10_std": 0.148413, + "nauc_precision_at_10_diff1": 0.860644, + "nauc_precision_at_20_max": 0.803955, + "nauc_precision_at_20_std": 0.269008, + "nauc_precision_at_20_diff1": 0.891123, + "nauc_precision_at_100_max": 0.70063, + "nauc_precision_at_100_std": 0.96732, + "nauc_precision_at_100_diff1": 0.855859, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.694167, + "nauc_mrr_at_1_std": -0.083622, + "nauc_mrr_at_1_diff1": 0.915504, + "nauc_mrr_at_3_max": 0.728119, + "nauc_mrr_at_3_std": -0.017481, + "nauc_mrr_at_3_diff1": 0.895874, + "nauc_mrr_at_5_max": 0.722562, + "nauc_mrr_at_5_std": -0.026974, + "nauc_mrr_at_5_diff1": 0.89589, + "nauc_mrr_at_10_max": 0.720849, + "nauc_mrr_at_10_std": -0.032753, + "nauc_mrr_at_10_diff1": 0.899123, + "nauc_mrr_at_20_max": 0.720571, + "nauc_mrr_at_20_std": -0.032398, + "nauc_mrr_at_20_diff1": 0.899544, + "nauc_mrr_at_100_max": 0.720102, + "nauc_mrr_at_100_std": -0.033022, + "nauc_mrr_at_100_diff1": 0.899582, + "nauc_mrr_at_1000_max": 0.72009, + "nauc_mrr_at_1000_std": -0.033212, + "nauc_mrr_at_1000_diff1": 0.89958, + "main_score": 0.90844, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.57778, + "ndcg_at_3": 0.63779, + "ndcg_at_5": 0.64778, + "ndcg_at_10": 0.66154, + "ndcg_at_20": 0.67332, + "ndcg_at_100": 0.69289, + "ndcg_at_1000": 0.70622, + "map_at_1": 0.57778, + "map_at_3": 0.62352, + "map_at_5": 0.62902, + "map_at_10": 0.63477, + "map_at_20": 0.63798, + "map_at_100": 0.6406, + "map_at_1000": 0.64116, + "recall_at_1": 0.57778, + "recall_at_3": 0.67889, + "recall_at_5": 0.70333, + "recall_at_10": 0.74556, + "recall_at_20": 0.79222, + "recall_at_100": 0.89889, + "recall_at_1000": 1.0, + "precision_at_1": 0.57778, + "precision_at_3": 0.2263, + "precision_at_5": 0.14067, + "precision_at_10": 0.07456, + "precision_at_20": 0.03961, + "precision_at_100": 0.00899, + "precision_at_1000": 0.001, + "mrr_at_1": 0.577778, + "mrr_at_3": 0.623519, + "mrr_at_5": 0.629019, + "mrr_at_10": 0.634765, + "mrr_at_20": 0.637983, + "mrr_at_100": 0.640605, + "mrr_at_1000": 0.641162, + "nauc_ndcg_at_1_max": 0.747045, + "nauc_ndcg_at_1_std": 0.025807, + "nauc_ndcg_at_1_diff1": 0.893625, + "nauc_ndcg_at_3_max": 0.746907, + "nauc_ndcg_at_3_std": 0.0658, + "nauc_ndcg_at_3_diff1": 0.847477, + "nauc_ndcg_at_5_max": 0.735462, + "nauc_ndcg_at_5_std": 0.057383, + "nauc_ndcg_at_5_diff1": 0.841103, + "nauc_ndcg_at_10_max": 0.733176, + "nauc_ndcg_at_10_std": 0.062646, + "nauc_ndcg_at_10_diff1": 0.840007, + "nauc_ndcg_at_20_max": 0.731924, + "nauc_ndcg_at_20_std": 0.065476, + "nauc_ndcg_at_20_diff1": 0.838353, + "nauc_ndcg_at_100_max": 0.732636, + "nauc_ndcg_at_100_std": 0.07289, + "nauc_ndcg_at_100_diff1": 0.83745, + "nauc_ndcg_at_1000_max": 0.737421, + "nauc_ndcg_at_1000_std": 0.063188, + "nauc_ndcg_at_1000_diff1": 0.846576, + "nauc_map_at_1_max": 0.747045, + "nauc_map_at_1_std": 0.025807, + "nauc_map_at_1_diff1": 0.893625, + "nauc_map_at_3_max": 0.748078, + "nauc_map_at_3_std": 0.056291, + "nauc_map_at_3_diff1": 0.859102, + "nauc_map_at_5_max": 0.742021, + "nauc_map_at_5_std": 0.051817, + "nauc_map_at_5_diff1": 0.85583, + "nauc_map_at_10_max": 0.741341, + "nauc_map_at_10_std": 0.054062, + "nauc_map_at_10_diff1": 0.855621, + "nauc_map_at_20_max": 0.741073, + "nauc_map_at_20_std": 0.054657, + "nauc_map_at_20_diff1": 0.855346, + "nauc_map_at_100_max": 0.741355, + "nauc_map_at_100_std": 0.055737, + "nauc_map_at_100_diff1": 0.855427, + "nauc_map_at_1000_max": 0.741538, + "nauc_map_at_1000_std": 0.055387, + "nauc_map_at_1000_diff1": 0.85578, + "nauc_recall_at_1_max": 0.747045, + "nauc_recall_at_1_std": 0.025807, + "nauc_recall_at_1_diff1": 0.893625, + "nauc_recall_at_3_max": 0.742655, + "nauc_recall_at_3_std": 0.095725, + "nauc_recall_at_3_diff1": 0.810565, + "nauc_recall_at_5_max": 0.71111, + "nauc_recall_at_5_std": 0.073911, + "nauc_recall_at_5_diff1": 0.791172, + "nauc_recall_at_10_max": 0.698377, + "nauc_recall_at_10_std": 0.094135, + "nauc_recall_at_10_diff1": 0.780206, + "nauc_recall_at_20_max": 0.685562, + "nauc_recall_at_20_std": 0.115849, + "nauc_recall_at_20_diff1": 0.760397, + "nauc_recall_at_100_max": 0.647491, + "nauc_recall_at_100_std": 0.249021, + "nauc_recall_at_100_diff1": 0.674937, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747045, + "nauc_precision_at_1_std": 0.025807, + "nauc_precision_at_1_diff1": 0.893625, + "nauc_precision_at_3_max": 0.742655, + "nauc_precision_at_3_std": 0.095725, + "nauc_precision_at_3_diff1": 0.810565, + "nauc_precision_at_5_max": 0.71111, + "nauc_precision_at_5_std": 0.073911, + "nauc_precision_at_5_diff1": 0.791172, + "nauc_precision_at_10_max": 0.698377, + "nauc_precision_at_10_std": 0.094135, + "nauc_precision_at_10_diff1": 0.780206, + "nauc_precision_at_20_max": 0.685562, + "nauc_precision_at_20_std": 0.115849, + "nauc_precision_at_20_diff1": 0.760397, + "nauc_precision_at_100_max": 0.647491, + "nauc_precision_at_100_std": 0.249021, + "nauc_precision_at_100_diff1": 0.674937, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747045, + "nauc_mrr_at_1_std": 0.025807, + "nauc_mrr_at_1_diff1": 0.893625, + "nauc_mrr_at_3_max": 0.748078, + "nauc_mrr_at_3_std": 0.056291, + "nauc_mrr_at_3_diff1": 0.859102, + "nauc_mrr_at_5_max": 0.742021, + "nauc_mrr_at_5_std": 0.051817, + "nauc_mrr_at_5_diff1": 0.85583, + "nauc_mrr_at_10_max": 0.741341, + "nauc_mrr_at_10_std": 0.054062, + "nauc_mrr_at_10_diff1": 0.855621, + "nauc_mrr_at_20_max": 0.741073, + "nauc_mrr_at_20_std": 0.054657, + "nauc_mrr_at_20_diff1": 0.855346, + "nauc_mrr_at_100_max": 0.741355, + "nauc_mrr_at_100_std": 0.055737, + "nauc_mrr_at_100_diff1": 0.855427, + "nauc_mrr_at_1000_max": 0.741538, + "nauc_mrr_at_1000_std": 0.055387, + "nauc_mrr_at_1000_diff1": 0.85578, + "main_score": 0.66154, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "ndcg_at_1": 0.87667, + "ndcg_at_3": 0.91082, + "ndcg_at_5": 0.91856, + "ndcg_at_10": 0.92346, + "ndcg_at_20": 0.92623, + "ndcg_at_100": 0.92903, + "ndcg_at_1000": 0.92984, + "map_at_1": 0.87667, + "map_at_3": 0.90296, + "map_at_5": 0.90724, + "map_at_10": 0.90918, + "map_at_20": 0.90992, + "map_at_100": 0.91034, + "map_at_1000": 0.91036, + "recall_at_1": 0.87667, + "recall_at_3": 0.93333, + "recall_at_5": 0.95222, + "recall_at_10": 0.96778, + "recall_at_20": 0.97889, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.87667, + "precision_at_3": 0.31111, + "precision_at_5": 0.19044, + "precision_at_10": 0.09678, + "precision_at_20": 0.04894, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.876667, + "mrr_at_3": 0.902963, + "mrr_at_5": 0.907241, + "mrr_at_10": 0.909179, + "mrr_at_20": 0.909916, + "mrr_at_100": 0.910339, + "mrr_at_1000": 0.910363, + "nauc_ndcg_at_1_max": 0.738272, + "nauc_ndcg_at_1_std": -0.087281, + "nauc_ndcg_at_1_diff1": 0.931495, + "nauc_ndcg_at_3_max": 0.806509, + "nauc_ndcg_at_3_std": -0.123332, + "nauc_ndcg_at_3_diff1": 0.928838, + "nauc_ndcg_at_5_max": 0.806288, + "nauc_ndcg_at_5_std": -0.09834, + "nauc_ndcg_at_5_diff1": 0.928756, + "nauc_ndcg_at_10_max": 0.801682, + "nauc_ndcg_at_10_std": -0.06934, + "nauc_ndcg_at_10_diff1": 0.929117, + "nauc_ndcg_at_20_max": 0.799637, + "nauc_ndcg_at_20_std": -0.058684, + "nauc_ndcg_at_20_diff1": 0.930504, + "nauc_ndcg_at_100_max": 0.794196, + "nauc_ndcg_at_100_std": -0.066477, + "nauc_ndcg_at_100_diff1": 0.930423, + "nauc_ndcg_at_1000_max": 0.791762, + "nauc_ndcg_at_1000_std": -0.079094, + "nauc_ndcg_at_1000_diff1": 0.929882, + "nauc_map_at_1_max": 0.738272, + "nauc_map_at_1_std": -0.087281, + "nauc_map_at_1_diff1": 0.931495, + "nauc_map_at_3_max": 0.788368, + "nauc_map_at_3_std": -0.114885, + "nauc_map_at_3_diff1": 0.928922, + "nauc_map_at_5_max": 0.787284, + "nauc_map_at_5_std": -0.1027, + "nauc_map_at_5_diff1": 0.928892, + "nauc_map_at_10_max": 0.785391, + "nauc_map_at_10_std": -0.092615, + "nauc_map_at_10_diff1": 0.929046, + "nauc_map_at_20_max": 0.78486, + "nauc_map_at_20_std": -0.090358, + "nauc_map_at_20_diff1": 0.929365, + "nauc_map_at_100_max": 0.78417, + "nauc_map_at_100_std": -0.09122, + "nauc_map_at_100_diff1": 0.929407, + "nauc_map_at_1000_max": 0.784109, + "nauc_map_at_1000_std": -0.091525, + "nauc_map_at_1000_diff1": 0.929397, + "nauc_recall_at_1_max": 0.738272, + "nauc_recall_at_1_std": -0.087281, + "nauc_recall_at_1_diff1": 0.931495, + "nauc_recall_at_3_max": 0.87998, + "nauc_recall_at_3_std": -0.156777, + "nauc_recall_at_3_diff1": 0.928922, + "nauc_recall_at_5_max": 0.909126, + "nauc_recall_at_5_std": -0.064697, + "nauc_recall_at_5_diff1": 0.928561, + "nauc_recall_at_10_max": 0.923613, + "nauc_recall_at_10_std": 0.159664, + "nauc_recall_at_10_diff1": 0.930696, + "nauc_recall_at_20_max": 0.95786, + "nauc_recall_at_20_std": 0.423534, + "nauc_recall_at_20_diff1": 0.95012, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.978214, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.738272, + "nauc_precision_at_1_std": -0.087281, + "nauc_precision_at_1_diff1": 0.931495, + "nauc_precision_at_3_max": 0.87998, + "nauc_precision_at_3_std": -0.156777, + "nauc_precision_at_3_diff1": 0.928922, + "nauc_precision_at_5_max": 0.909126, + "nauc_precision_at_5_std": -0.064697, + "nauc_precision_at_5_diff1": 0.928561, + "nauc_precision_at_10_max": 0.923613, + "nauc_precision_at_10_std": 0.159664, + "nauc_precision_at_10_diff1": 0.930696, + "nauc_precision_at_20_max": 0.95786, + "nauc_precision_at_20_std": 0.423534, + "nauc_precision_at_20_diff1": 0.95012, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.978214, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.738272, + "nauc_mrr_at_1_std": -0.087281, + "nauc_mrr_at_1_diff1": 0.931495, + "nauc_mrr_at_3_max": 0.788368, + "nauc_mrr_at_3_std": -0.114885, + "nauc_mrr_at_3_diff1": 0.928922, + "nauc_mrr_at_5_max": 0.787284, + "nauc_mrr_at_5_std": -0.1027, + "nauc_mrr_at_5_diff1": 0.928892, + "nauc_mrr_at_10_max": 0.785391, + "nauc_mrr_at_10_std": -0.092615, + "nauc_mrr_at_10_diff1": 0.929046, + "nauc_mrr_at_20_max": 0.78486, + "nauc_mrr_at_20_std": -0.090358, + "nauc_mrr_at_20_diff1": 0.929365, + "nauc_mrr_at_100_max": 0.78417, + "nauc_mrr_at_100_std": -0.09122, + "nauc_mrr_at_100_diff1": 0.929407, + "nauc_mrr_at_1000_max": 0.784109, + "nauc_mrr_at_1000_std": -0.091525, + "nauc_mrr_at_1000_diff1": 0.929397, + "main_score": 0.92346, + "hf_subset": "heb_Hebr-heb_Hebr", + "languages": [ + "heb-Hebr", + "heb-Hebr" + ] + }, + { + "ndcg_at_1": 0.92667, + "ndcg_at_3": 0.95425, + "ndcg_at_5": 0.95697, + "ndcg_at_10": 0.95855, + "ndcg_at_20": 0.96111, + "ndcg_at_100": 0.96197, + "ndcg_at_1000": 0.96222, + "map_at_1": 0.92667, + "map_at_3": 0.94796, + "map_at_5": 0.94946, + "map_at_10": 0.9502, + "map_at_20": 0.95092, + "map_at_100": 0.95105, + "map_at_1000": 0.95106, + "recall_at_1": 0.92667, + "recall_at_3": 0.97222, + "recall_at_5": 0.97889, + "recall_at_10": 0.98333, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92667, + "precision_at_3": 0.32407, + "precision_at_5": 0.19578, + "precision_at_10": 0.09833, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.926667, + "mrr_at_3": 0.947963, + "mrr_at_5": 0.949463, + "mrr_at_10": 0.950204, + "mrr_at_20": 0.95092, + "mrr_at_100": 0.95105, + "mrr_at_1000": 0.951055, + "nauc_ndcg_at_1_max": 0.689351, + "nauc_ndcg_at_1_std": -0.269969, + "nauc_ndcg_at_1_diff1": 0.950662, + "nauc_ndcg_at_3_max": 0.778476, + "nauc_ndcg_at_3_std": -0.264037, + "nauc_ndcg_at_3_diff1": 0.951708, + "nauc_ndcg_at_5_max": 0.767536, + "nauc_ndcg_at_5_std": -0.259947, + "nauc_ndcg_at_5_diff1": 0.95141, + "nauc_ndcg_at_10_max": 0.762558, + "nauc_ndcg_at_10_std": -0.252984, + "nauc_ndcg_at_10_diff1": 0.95205, + "nauc_ndcg_at_20_max": 0.756444, + "nauc_ndcg_at_20_std": -0.23457, + "nauc_ndcg_at_20_diff1": 0.952757, + "nauc_ndcg_at_100_max": 0.751712, + "nauc_ndcg_at_100_std": -0.246486, + "nauc_ndcg_at_100_diff1": 0.952548, + "nauc_ndcg_at_1000_max": 0.750484, + "nauc_ndcg_at_1000_std": -0.254881, + "nauc_ndcg_at_1000_diff1": 0.952229, + "nauc_map_at_1_max": 0.689351, + "nauc_map_at_1_std": -0.269969, + "nauc_map_at_1_diff1": 0.950662, + "nauc_map_at_3_max": 0.753294, + "nauc_map_at_3_std": -0.27403, + "nauc_map_at_3_diff1": 0.95157, + "nauc_map_at_5_max": 0.747498, + "nauc_map_at_5_std": -0.272051, + "nauc_map_at_5_diff1": 0.951426, + "nauc_map_at_10_max": 0.745261, + "nauc_map_at_10_std": -0.26952, + "nauc_map_at_10_diff1": 0.951676, + "nauc_map_at_20_max": 0.743686, + "nauc_map_at_20_std": -0.264952, + "nauc_map_at_20_diff1": 0.951794, + "nauc_map_at_100_max": 0.743095, + "nauc_map_at_100_std": -0.266565, + "nauc_map_at_100_diff1": 0.951807, + "nauc_map_at_1000_max": 0.743075, + "nauc_map_at_1000_std": -0.2667, + "nauc_map_at_1000_diff1": 0.951802, + "nauc_recall_at_1_max": 0.689351, + "nauc_recall_at_1_std": -0.269969, + "nauc_recall_at_1_diff1": 0.950662, + "nauc_recall_at_3_max": 0.910663, + "nauc_recall_at_3_std": -0.203847, + "nauc_recall_at_3_diff1": 0.952288, + "nauc_recall_at_5_max": 0.897071, + "nauc_recall_at_5_std": -0.167994, + "nauc_recall_at_5_diff1": 0.95098, + "nauc_recall_at_10_max": 0.896857, + "nauc_recall_at_10_std": -0.094865, + "nauc_recall_at_10_diff1": 0.955338, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 0.522409, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.689351, + "nauc_precision_at_1_std": -0.269969, + "nauc_precision_at_1_diff1": 0.950662, + "nauc_precision_at_3_max": 0.910663, + "nauc_precision_at_3_std": -0.203847, + "nauc_precision_at_3_diff1": 0.952288, + "nauc_precision_at_5_max": 0.897071, + "nauc_precision_at_5_std": -0.167994, + "nauc_precision_at_5_diff1": 0.95098, + "nauc_precision_at_10_max": 0.896857, + "nauc_precision_at_10_std": -0.094865, + "nauc_precision_at_10_diff1": 0.955338, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 0.522409, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.689351, + "nauc_mrr_at_1_std": -0.269969, + "nauc_mrr_at_1_diff1": 0.950662, + "nauc_mrr_at_3_max": 0.753294, + "nauc_mrr_at_3_std": -0.27403, + "nauc_mrr_at_3_diff1": 0.95157, + "nauc_mrr_at_5_max": 0.747498, + "nauc_mrr_at_5_std": -0.272051, + "nauc_mrr_at_5_diff1": 0.951426, + "nauc_mrr_at_10_max": 0.745261, + "nauc_mrr_at_10_std": -0.26952, + "nauc_mrr_at_10_diff1": 0.951676, + "nauc_mrr_at_20_max": 0.743686, + "nauc_mrr_at_20_std": -0.264952, + "nauc_mrr_at_20_diff1": 0.951794, + "nauc_mrr_at_100_max": 0.743095, + "nauc_mrr_at_100_std": -0.266565, + "nauc_mrr_at_100_diff1": 0.951807, + "nauc_mrr_at_1000_max": 0.743075, + "nauc_mrr_at_1000_std": -0.2667, + "nauc_mrr_at_1000_diff1": 0.951802, + "main_score": 0.95855, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86333, + "ndcg_at_3": 0.90645, + "ndcg_at_5": 0.91291, + "ndcg_at_10": 0.9172, + "ndcg_at_20": 0.92153, + "ndcg_at_100": 0.92446, + "ndcg_at_1000": 0.92505, + "map_at_1": 0.86333, + "map_at_3": 0.89667, + "map_at_5": 0.90028, + "map_at_10": 0.90203, + "map_at_20": 0.90328, + "map_at_100": 0.90371, + "map_at_1000": 0.90373, + "recall_at_1": 0.86333, + "recall_at_3": 0.93444, + "recall_at_5": 0.95, + "recall_at_10": 0.96333, + "recall_at_20": 0.98, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.86333, + "precision_at_3": 0.31148, + "precision_at_5": 0.19, + "precision_at_10": 0.09633, + "precision_at_20": 0.049, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.863333, + "mrr_at_3": 0.896667, + "mrr_at_5": 0.900278, + "mrr_at_10": 0.902035, + "mrr_at_20": 0.903284, + "mrr_at_100": 0.903708, + "mrr_at_1000": 0.903732, + "nauc_ndcg_at_1_max": 0.69522, + "nauc_ndcg_at_1_std": 0.097767, + "nauc_ndcg_at_1_diff1": 0.896824, + "nauc_ndcg_at_3_max": 0.754027, + "nauc_ndcg_at_3_std": 0.172003, + "nauc_ndcg_at_3_diff1": 0.876125, + "nauc_ndcg_at_5_max": 0.757199, + "nauc_ndcg_at_5_std": 0.169302, + "nauc_ndcg_at_5_diff1": 0.881539, + "nauc_ndcg_at_10_max": 0.752208, + "nauc_ndcg_at_10_std": 0.154675, + "nauc_ndcg_at_10_diff1": 0.880836, + "nauc_ndcg_at_20_max": 0.746617, + "nauc_ndcg_at_20_std": 0.158174, + "nauc_ndcg_at_20_diff1": 0.883685, + "nauc_ndcg_at_100_max": 0.742613, + "nauc_ndcg_at_100_std": 0.16121, + "nauc_ndcg_at_100_diff1": 0.883703, + "nauc_ndcg_at_1000_max": 0.741101, + "nauc_ndcg_at_1000_std": 0.154712, + "nauc_ndcg_at_1000_diff1": 0.883347, + "nauc_map_at_1_max": 0.69522, + "nauc_map_at_1_std": 0.097767, + "nauc_map_at_1_diff1": 0.896824, + "nauc_map_at_3_max": 0.73817, + "nauc_map_at_3_std": 0.151477, + "nauc_map_at_3_diff1": 0.881304, + "nauc_map_at_5_max": 0.739169, + "nauc_map_at_5_std": 0.149386, + "nauc_map_at_5_diff1": 0.884221, + "nauc_map_at_10_max": 0.737051, + "nauc_map_at_10_std": 0.143698, + "nauc_map_at_10_diff1": 0.88392, + "nauc_map_at_20_max": 0.735539, + "nauc_map_at_20_std": 0.144661, + "nauc_map_at_20_diff1": 0.884499, + "nauc_map_at_100_max": 0.735038, + "nauc_map_at_100_std": 0.145521, + "nauc_map_at_100_diff1": 0.884461, + "nauc_map_at_1000_max": 0.734991, + "nauc_map_at_1000_std": 0.145303, + "nauc_map_at_1000_diff1": 0.884451, + "nauc_recall_at_1_max": 0.69522, + "nauc_recall_at_1_std": 0.097767, + "nauc_recall_at_1_diff1": 0.896824, + "nauc_recall_at_3_max": 0.822786, + "nauc_recall_at_3_std": 0.261383, + "nauc_recall_at_3_diff1": 0.85397, + "nauc_recall_at_5_max": 0.856956, + "nauc_recall_at_5_std": 0.278131, + "nauc_recall_at_5_diff1": 0.868762, + "nauc_recall_at_10_max": 0.859746, + "nauc_recall_at_10_std": 0.220638, + "nauc_recall_at_10_diff1": 0.860793, + "nauc_recall_at_20_max": 0.866584, + "nauc_recall_at_20_std": 0.316189, + "nauc_recall_at_20_diff1": 0.890549, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.96732, + "nauc_recall_at_100_diff1": 0.930556, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.69522, + "nauc_precision_at_1_std": 0.097767, + "nauc_precision_at_1_diff1": 0.896824, + "nauc_precision_at_3_max": 0.822786, + "nauc_precision_at_3_std": 0.261383, + "nauc_precision_at_3_diff1": 0.85397, + "nauc_precision_at_5_max": 0.856956, + "nauc_precision_at_5_std": 0.278131, + "nauc_precision_at_5_diff1": 0.868762, + "nauc_precision_at_10_max": 0.859746, + "nauc_precision_at_10_std": 0.220638, + "nauc_precision_at_10_diff1": 0.860793, + "nauc_precision_at_20_max": 0.866584, + "nauc_precision_at_20_std": 0.316189, + "nauc_precision_at_20_diff1": 0.890549, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.96732, + "nauc_precision_at_100_diff1": 0.930556, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.69522, + "nauc_mrr_at_1_std": 0.097767, + "nauc_mrr_at_1_diff1": 0.896824, + "nauc_mrr_at_3_max": 0.73817, + "nauc_mrr_at_3_std": 0.151477, + "nauc_mrr_at_3_diff1": 0.881304, + "nauc_mrr_at_5_max": 0.739169, + "nauc_mrr_at_5_std": 0.149386, + "nauc_mrr_at_5_diff1": 0.884221, + "nauc_mrr_at_10_max": 0.737051, + "nauc_mrr_at_10_std": 0.143698, + "nauc_mrr_at_10_diff1": 0.88392, + "nauc_mrr_at_20_max": 0.735539, + "nauc_mrr_at_20_std": 0.144661, + "nauc_mrr_at_20_diff1": 0.884499, + "nauc_mrr_at_100_max": 0.735038, + "nauc_mrr_at_100_std": 0.145521, + "nauc_mrr_at_100_diff1": 0.884461, + "nauc_mrr_at_1000_max": 0.734991, + "nauc_mrr_at_1000_std": 0.145303, + "nauc_mrr_at_1000_diff1": 0.884451, + "main_score": 0.9172, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "ndcg_at_1": 0.83222, + "ndcg_at_3": 0.87727, + "ndcg_at_5": 0.88512, + "ndcg_at_10": 0.89151, + "ndcg_at_20": 0.89635, + "ndcg_at_100": 0.90068, + "ndcg_at_1000": 0.90217, + "map_at_1": 0.83222, + "map_at_3": 0.86667, + "map_at_5": 0.87106, + "map_at_10": 0.87364, + "map_at_20": 0.87501, + "map_at_100": 0.87562, + "map_at_1000": 0.87569, + "recall_at_1": 0.83222, + "recall_at_3": 0.90778, + "recall_at_5": 0.92667, + "recall_at_10": 0.94667, + "recall_at_20": 0.96556, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.83222, + "precision_at_3": 0.30259, + "precision_at_5": 0.18533, + "precision_at_10": 0.09467, + "precision_at_20": 0.04828, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.832222, + "mrr_at_3": 0.866667, + "mrr_at_5": 0.871056, + "mrr_at_10": 0.873644, + "mrr_at_20": 0.875013, + "mrr_at_100": 0.875621, + "mrr_at_1000": 0.875689, + "nauc_ndcg_at_1_max": 0.70545, + "nauc_ndcg_at_1_std": -0.10154, + "nauc_ndcg_at_1_diff1": 0.914382, + "nauc_ndcg_at_3_max": 0.746115, + "nauc_ndcg_at_3_std": -0.129904, + "nauc_ndcg_at_3_diff1": 0.892516, + "nauc_ndcg_at_5_max": 0.75484, + "nauc_ndcg_at_5_std": -0.12821, + "nauc_ndcg_at_5_diff1": 0.896061, + "nauc_ndcg_at_10_max": 0.754767, + "nauc_ndcg_at_10_std": -0.114007, + "nauc_ndcg_at_10_diff1": 0.896743, + "nauc_ndcg_at_20_max": 0.754085, + "nauc_ndcg_at_20_std": -0.092909, + "nauc_ndcg_at_20_diff1": 0.899519, + "nauc_ndcg_at_100_max": 0.748566, + "nauc_ndcg_at_100_std": -0.09268, + "nauc_ndcg_at_100_diff1": 0.900307, + "nauc_ndcg_at_1000_max": 0.744781, + "nauc_ndcg_at_1000_std": -0.103499, + "nauc_ndcg_at_1000_diff1": 0.90001, + "nauc_map_at_1_max": 0.70545, + "nauc_map_at_1_std": -0.10154, + "nauc_map_at_1_diff1": 0.914382, + "nauc_map_at_3_max": 0.735619, + "nauc_map_at_3_std": -0.118361, + "nauc_map_at_3_diff1": 0.898308, + "nauc_map_at_5_max": 0.73956, + "nauc_map_at_5_std": -0.117079, + "nauc_map_at_5_diff1": 0.900243, + "nauc_map_at_10_max": 0.739015, + "nauc_map_at_10_std": -0.11261, + "nauc_map_at_10_diff1": 0.900531, + "nauc_map_at_20_max": 0.738554, + "nauc_map_at_20_std": -0.10787, + "nauc_map_at_20_diff1": 0.901233, + "nauc_map_at_100_max": 0.737908, + "nauc_map_at_100_std": -0.10748, + "nauc_map_at_100_diff1": 0.901315, + "nauc_map_at_1000_max": 0.737765, + "nauc_map_at_1000_std": -0.107906, + "nauc_map_at_1000_diff1": 0.901308, + "nauc_recall_at_1_max": 0.70545, + "nauc_recall_at_1_std": -0.10154, + "nauc_recall_at_1_diff1": 0.914382, + "nauc_recall_at_3_max": 0.78743, + "nauc_recall_at_3_std": -0.178147, + "nauc_recall_at_3_diff1": 0.869619, + "nauc_recall_at_5_max": 0.830461, + "nauc_recall_at_5_std": -0.184549, + "nauc_recall_at_5_diff1": 0.877027, + "nauc_recall_at_10_max": 0.860829, + "nauc_recall_at_10_std": -0.108748, + "nauc_recall_at_10_diff1": 0.874582, + "nauc_recall_at_20_max": 0.91431, + "nauc_recall_at_20_std": 0.138761, + "nauc_recall_at_20_diff1": 0.893753, + "nauc_recall_at_100_max": 0.986928, + "nauc_recall_at_100_std": 0.579505, + "nauc_recall_at_100_diff1": 0.919935, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.70545, + "nauc_precision_at_1_std": -0.10154, + "nauc_precision_at_1_diff1": 0.914382, + "nauc_precision_at_3_max": 0.78743, + "nauc_precision_at_3_std": -0.178147, + "nauc_precision_at_3_diff1": 0.869619, + "nauc_precision_at_5_max": 0.830461, + "nauc_precision_at_5_std": -0.184549, + "nauc_precision_at_5_diff1": 0.877027, + "nauc_precision_at_10_max": 0.860829, + "nauc_precision_at_10_std": -0.108748, + "nauc_precision_at_10_diff1": 0.874582, + "nauc_precision_at_20_max": 0.91431, + "nauc_precision_at_20_std": 0.138761, + "nauc_precision_at_20_diff1": 0.893753, + "nauc_precision_at_100_max": 0.986928, + "nauc_precision_at_100_std": 0.579505, + "nauc_precision_at_100_diff1": 0.919935, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.70545, + "nauc_mrr_at_1_std": -0.10154, + "nauc_mrr_at_1_diff1": 0.914382, + "nauc_mrr_at_3_max": 0.735619, + "nauc_mrr_at_3_std": -0.118361, + "nauc_mrr_at_3_diff1": 0.898308, + "nauc_mrr_at_5_max": 0.73956, + "nauc_mrr_at_5_std": -0.117079, + "nauc_mrr_at_5_diff1": 0.900243, + "nauc_mrr_at_10_max": 0.739015, + "nauc_mrr_at_10_std": -0.11261, + "nauc_mrr_at_10_diff1": 0.900531, + "nauc_mrr_at_20_max": 0.738554, + "nauc_mrr_at_20_std": -0.10787, + "nauc_mrr_at_20_diff1": 0.901233, + "nauc_mrr_at_100_max": 0.737908, + "nauc_mrr_at_100_std": -0.10748, + "nauc_mrr_at_100_diff1": 0.901315, + "nauc_mrr_at_1000_max": 0.737765, + "nauc_mrr_at_1000_std": -0.107906, + "nauc_mrr_at_1000_diff1": 0.901308, + "main_score": 0.89151, + "hf_subset": "hin_Deva-hin_Deva", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.95343, + "ndcg_at_5": 0.95806, + "ndcg_at_10": 0.95925, + "ndcg_at_20": 0.96121, + "ndcg_at_100": 0.96166, + "ndcg_at_1000": 0.96208, + "map_at_1": 0.92444, + "map_at_3": 0.94685, + "map_at_5": 0.94946, + "map_at_10": 0.95002, + "map_at_20": 0.95055, + "map_at_100": 0.95063, + "map_at_1000": 0.95064, + "recall_at_1": 0.92444, + "recall_at_3": 0.97222, + "recall_at_5": 0.98333, + "recall_at_10": 0.98667, + "recall_at_20": 0.99444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92444, + "precision_at_3": 0.32407, + "precision_at_5": 0.19667, + "precision_at_10": 0.09867, + "precision_at_20": 0.04972, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.946852, + "mrr_at_5": 0.949463, + "mrr_at_10": 0.950019, + "mrr_at_20": 0.950555, + "mrr_at_100": 0.950628, + "mrr_at_1000": 0.950642, + "nauc_ndcg_at_1_max": 0.729616, + "nauc_ndcg_at_1_std": -0.134138, + "nauc_ndcg_at_1_diff1": 0.955477, + "nauc_ndcg_at_3_max": 0.80934, + "nauc_ndcg_at_3_std": -0.1876, + "nauc_ndcg_at_3_diff1": 0.960722, + "nauc_ndcg_at_5_max": 0.795403, + "nauc_ndcg_at_5_std": -0.165579, + "nauc_ndcg_at_5_diff1": 0.962039, + "nauc_ndcg_at_10_max": 0.790711, + "nauc_ndcg_at_10_std": -0.15203, + "nauc_ndcg_at_10_diff1": 0.962203, + "nauc_ndcg_at_20_max": 0.783574, + "nauc_ndcg_at_20_std": -0.130723, + "nauc_ndcg_at_20_diff1": 0.961303, + "nauc_ndcg_at_100_max": 0.782827, + "nauc_ndcg_at_100_std": -0.126484, + "nauc_ndcg_at_100_diff1": 0.960855, + "nauc_ndcg_at_1000_max": 0.781435, + "nauc_ndcg_at_1000_std": -0.138892, + "nauc_ndcg_at_1000_diff1": 0.960424, + "nauc_map_at_1_max": 0.729616, + "nauc_map_at_1_std": -0.134138, + "nauc_map_at_1_diff1": 0.955477, + "nauc_map_at_3_max": 0.786925, + "nauc_map_at_3_std": -0.168825, + "nauc_map_at_3_diff1": 0.959244, + "nauc_map_at_5_max": 0.779221, + "nauc_map_at_5_std": -0.157436, + "nauc_map_at_5_diff1": 0.959725, + "nauc_map_at_10_max": 0.777251, + "nauc_map_at_10_std": -0.152177, + "nauc_map_at_10_diff1": 0.959761, + "nauc_map_at_20_max": 0.775671, + "nauc_map_at_20_std": -0.147037, + "nauc_map_at_20_diff1": 0.95957, + "nauc_map_at_100_max": 0.775611, + "nauc_map_at_100_std": -0.146052, + "nauc_map_at_100_diff1": 0.95951, + "nauc_map_at_1000_max": 0.775577, + "nauc_map_at_1000_std": -0.146379, + "nauc_map_at_1000_diff1": 0.959499, + "nauc_recall_at_1_max": 0.729616, + "nauc_recall_at_1_std": -0.134138, + "nauc_recall_at_1_diff1": 0.955477, + "nauc_recall_at_3_max": 0.929225, + "nauc_recall_at_3_std": -0.291615, + "nauc_recall_at_3_diff1": 0.968627, + "nauc_recall_at_5_max": 0.925615, + "nauc_recall_at_5_std": -0.229941, + "nauc_recall_at_5_diff1": 0.982571, + "nauc_recall_at_10_max": 0.917912, + "nauc_recall_at_10_std": -0.129785, + "nauc_recall_at_10_diff1": 0.989107, + "nauc_recall_at_20_max": 0.892157, + "nauc_recall_at_20_std": 0.452007, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.729616, + "nauc_precision_at_1_std": -0.134138, + "nauc_precision_at_1_diff1": 0.955477, + "nauc_precision_at_3_max": 0.929225, + "nauc_precision_at_3_std": -0.291615, + "nauc_precision_at_3_diff1": 0.968627, + "nauc_precision_at_5_max": 0.925615, + "nauc_precision_at_5_std": -0.229941, + "nauc_precision_at_5_diff1": 0.982571, + "nauc_precision_at_10_max": 0.917912, + "nauc_precision_at_10_std": -0.129785, + "nauc_precision_at_10_diff1": 0.989107, + "nauc_precision_at_20_max": 0.892157, + "nauc_precision_at_20_std": 0.452007, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.729616, + "nauc_mrr_at_1_std": -0.134138, + "nauc_mrr_at_1_diff1": 0.955477, + "nauc_mrr_at_3_max": 0.786925, + "nauc_mrr_at_3_std": -0.168825, + "nauc_mrr_at_3_diff1": 0.959244, + "nauc_mrr_at_5_max": 0.779221, + "nauc_mrr_at_5_std": -0.157436, + "nauc_mrr_at_5_diff1": 0.959725, + "nauc_mrr_at_10_max": 0.777251, + "nauc_mrr_at_10_std": -0.152177, + "nauc_mrr_at_10_diff1": 0.959761, + "nauc_mrr_at_20_max": 0.775671, + "nauc_mrr_at_20_std": -0.147037, + "nauc_mrr_at_20_diff1": 0.95957, + "nauc_mrr_at_100_max": 0.775611, + "nauc_mrr_at_100_std": -0.146052, + "nauc_mrr_at_100_diff1": 0.95951, + "nauc_mrr_at_1000_max": 0.775577, + "nauc_mrr_at_1000_std": -0.146379, + "nauc_mrr_at_1000_diff1": 0.959499, + "main_score": 0.95925, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85444, + "ndcg_at_3": 0.90215, + "ndcg_at_5": 0.91167, + "ndcg_at_10": 0.9168, + "ndcg_at_20": 0.91903, + "ndcg_at_100": 0.92134, + "ndcg_at_1000": 0.9221, + "map_at_1": 0.85444, + "map_at_3": 0.89093, + "map_at_5": 0.89615, + "map_at_10": 0.89832, + "map_at_20": 0.89893, + "map_at_100": 0.89926, + "map_at_1000": 0.8993, + "recall_at_1": 0.85444, + "recall_at_3": 0.93444, + "recall_at_5": 0.95778, + "recall_at_10": 0.97333, + "recall_at_20": 0.98222, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.85444, + "precision_at_3": 0.31148, + "precision_at_5": 0.19156, + "precision_at_10": 0.09733, + "precision_at_20": 0.04911, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.854444, + "mrr_at_3": 0.890926, + "mrr_at_5": 0.896148, + "mrr_at_10": 0.898322, + "mrr_at_20": 0.898926, + "mrr_at_100": 0.899263, + "mrr_at_1000": 0.8993, + "nauc_ndcg_at_1_max": 0.729732, + "nauc_ndcg_at_1_std": 0.013355, + "nauc_ndcg_at_1_diff1": 0.916529, + "nauc_ndcg_at_3_max": 0.765154, + "nauc_ndcg_at_3_std": 0.013868, + "nauc_ndcg_at_3_diff1": 0.900592, + "nauc_ndcg_at_5_max": 0.765796, + "nauc_ndcg_at_5_std": 0.01617, + "nauc_ndcg_at_5_diff1": 0.904411, + "nauc_ndcg_at_10_max": 0.769448, + "nauc_ndcg_at_10_std": 0.038686, + "nauc_ndcg_at_10_diff1": 0.904441, + "nauc_ndcg_at_20_max": 0.765352, + "nauc_ndcg_at_20_std": 0.040371, + "nauc_ndcg_at_20_diff1": 0.905324, + "nauc_ndcg_at_100_max": 0.761893, + "nauc_ndcg_at_100_std": 0.039313, + "nauc_ndcg_at_100_diff1": 0.904311, + "nauc_ndcg_at_1000_max": 0.759738, + "nauc_ndcg_at_1000_std": 0.031614, + "nauc_ndcg_at_1000_diff1": 0.905356, + "nauc_map_at_1_max": 0.729732, + "nauc_map_at_1_std": 0.013355, + "nauc_map_at_1_diff1": 0.916529, + "nauc_map_at_3_max": 0.755161, + "nauc_map_at_3_std": 0.01615, + "nauc_map_at_3_diff1": 0.904326, + "nauc_map_at_5_max": 0.754903, + "nauc_map_at_5_std": 0.017427, + "nauc_map_at_5_diff1": 0.906237, + "nauc_map_at_10_max": 0.756082, + "nauc_map_at_10_std": 0.025336, + "nauc_map_at_10_diff1": 0.906264, + "nauc_map_at_20_max": 0.755111, + "nauc_map_at_20_std": 0.025356, + "nauc_map_at_20_diff1": 0.906532, + "nauc_map_at_100_max": 0.754731, + "nauc_map_at_100_std": 0.025414, + "nauc_map_at_100_diff1": 0.906439, + "nauc_map_at_1000_max": 0.754645, + "nauc_map_at_1000_std": 0.025142, + "nauc_map_at_1000_diff1": 0.906471, + "nauc_recall_at_1_max": 0.729732, + "nauc_recall_at_1_std": 0.013355, + "nauc_recall_at_1_diff1": 0.916529, + "nauc_recall_at_3_max": 0.810996, + "nauc_recall_at_3_std": 0.001575, + "nauc_recall_at_3_diff1": 0.884038, + "nauc_recall_at_5_max": 0.839943, + "nauc_recall_at_5_std": 0.005504, + "nauc_recall_at_5_diff1": 0.894712, + "nauc_recall_at_10_max": 0.914021, + "nauc_recall_at_10_std": 0.205727, + "nauc_recall_at_10_diff1": 0.889803, + "nauc_recall_at_20_max": 0.913924, + "nauc_recall_at_20_std": 0.330065, + "nauc_recall_at_20_diff1": 0.89525, + "nauc_recall_at_100_max": 0.973856, + "nauc_recall_at_100_std": 0.81606, + "nauc_recall_at_100_diff1": 0.795518, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.729732, + "nauc_precision_at_1_std": 0.013355, + "nauc_precision_at_1_diff1": 0.916529, + "nauc_precision_at_3_max": 0.810996, + "nauc_precision_at_3_std": 0.001575, + "nauc_precision_at_3_diff1": 0.884038, + "nauc_precision_at_5_max": 0.839943, + "nauc_precision_at_5_std": 0.005504, + "nauc_precision_at_5_diff1": 0.894712, + "nauc_precision_at_10_max": 0.914021, + "nauc_precision_at_10_std": 0.205727, + "nauc_precision_at_10_diff1": 0.889803, + "nauc_precision_at_20_max": 0.913924, + "nauc_precision_at_20_std": 0.330065, + "nauc_precision_at_20_diff1": 0.89525, + "nauc_precision_at_100_max": 0.973856, + "nauc_precision_at_100_std": 0.81606, + "nauc_precision_at_100_diff1": 0.795518, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.729732, + "nauc_mrr_at_1_std": 0.013355, + "nauc_mrr_at_1_diff1": 0.916529, + "nauc_mrr_at_3_max": 0.755161, + "nauc_mrr_at_3_std": 0.01615, + "nauc_mrr_at_3_diff1": 0.904326, + "nauc_mrr_at_5_max": 0.754903, + "nauc_mrr_at_5_std": 0.017427, + "nauc_mrr_at_5_diff1": 0.906237, + "nauc_mrr_at_10_max": 0.756082, + "nauc_mrr_at_10_std": 0.025336, + "nauc_mrr_at_10_diff1": 0.906264, + "nauc_mrr_at_20_max": 0.755111, + "nauc_mrr_at_20_std": 0.025356, + "nauc_mrr_at_20_diff1": 0.906532, + "nauc_mrr_at_100_max": 0.754731, + "nauc_mrr_at_100_std": 0.025414, + "nauc_mrr_at_100_diff1": 0.906439, + "nauc_mrr_at_1000_max": 0.754645, + "nauc_mrr_at_1000_std": 0.025142, + "nauc_mrr_at_1000_diff1": 0.906471, + "main_score": 0.9168, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.81444, + "ndcg_at_3": 0.86163, + "ndcg_at_5": 0.86942, + "ndcg_at_10": 0.8766, + "ndcg_at_20": 0.88227, + "ndcg_at_100": 0.8876, + "ndcg_at_1000": 0.88967, + "map_at_1": 0.81444, + "map_at_3": 0.85093, + "map_at_5": 0.85526, + "map_at_10": 0.85821, + "map_at_20": 0.8598, + "map_at_100": 0.86051, + "map_at_1000": 0.8606, + "recall_at_1": 0.81444, + "recall_at_3": 0.89222, + "recall_at_5": 0.91111, + "recall_at_10": 0.93333, + "recall_at_20": 0.95556, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.81444, + "precision_at_3": 0.29741, + "precision_at_5": 0.18222, + "precision_at_10": 0.09333, + "precision_at_20": 0.04778, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.814444, + "mrr_at_3": 0.850926, + "mrr_at_5": 0.855259, + "mrr_at_10": 0.858211, + "mrr_at_20": 0.859799, + "mrr_at_100": 0.860514, + "mrr_at_1000": 0.860604, + "nauc_ndcg_at_1_max": 0.756668, + "nauc_ndcg_at_1_std": 0.125666, + "nauc_ndcg_at_1_diff1": 0.907081, + "nauc_ndcg_at_3_max": 0.789758, + "nauc_ndcg_at_3_std": 0.126827, + "nauc_ndcg_at_3_diff1": 0.886728, + "nauc_ndcg_at_5_max": 0.787674, + "nauc_ndcg_at_5_std": 0.146973, + "nauc_ndcg_at_5_diff1": 0.885227, + "nauc_ndcg_at_10_max": 0.789531, + "nauc_ndcg_at_10_std": 0.135479, + "nauc_ndcg_at_10_diff1": 0.891221, + "nauc_ndcg_at_20_max": 0.78635, + "nauc_ndcg_at_20_std": 0.134081, + "nauc_ndcg_at_20_diff1": 0.893817, + "nauc_ndcg_at_100_max": 0.786275, + "nauc_ndcg_at_100_std": 0.141737, + "nauc_ndcg_at_100_diff1": 0.893379, + "nauc_ndcg_at_1000_max": 0.784176, + "nauc_ndcg_at_1000_std": 0.135787, + "nauc_ndcg_at_1000_diff1": 0.893317, + "nauc_map_at_1_max": 0.756668, + "nauc_map_at_1_std": 0.125666, + "nauc_map_at_1_diff1": 0.907081, + "nauc_map_at_3_max": 0.782196, + "nauc_map_at_3_std": 0.124748, + "nauc_map_at_3_diff1": 0.892331, + "nauc_map_at_5_max": 0.781031, + "nauc_map_at_5_std": 0.135451, + "nauc_map_at_5_diff1": 0.891674, + "nauc_map_at_10_max": 0.781613, + "nauc_map_at_10_std": 0.131114, + "nauc_map_at_10_diff1": 0.893923, + "nauc_map_at_20_max": 0.780726, + "nauc_map_at_20_std": 0.130438, + "nauc_map_at_20_diff1": 0.89456, + "nauc_map_at_100_max": 0.780668, + "nauc_map_at_100_std": 0.131455, + "nauc_map_at_100_diff1": 0.894533, + "nauc_map_at_1000_max": 0.780606, + "nauc_map_at_1000_std": 0.131316, + "nauc_map_at_1000_diff1": 0.894529, + "nauc_recall_at_1_max": 0.756668, + "nauc_recall_at_1_std": 0.125666, + "nauc_recall_at_1_diff1": 0.907081, + "nauc_recall_at_3_max": 0.817709, + "nauc_recall_at_3_std": 0.135802, + "nauc_recall_at_3_diff1": 0.86534, + "nauc_recall_at_5_max": 0.815447, + "nauc_recall_at_5_std": 0.20307, + "nauc_recall_at_5_diff1": 0.856297, + "nauc_recall_at_10_max": 0.834384, + "nauc_recall_at_10_std": 0.157672, + "nauc_recall_at_10_diff1": 0.88033, + "nauc_recall_at_20_max": 0.826155, + "nauc_recall_at_20_std": 0.161893, + "nauc_recall_at_20_diff1": 0.90091, + "nauc_recall_at_100_max": 0.89896, + "nauc_recall_at_100_std": 0.474523, + "nauc_recall_at_100_diff1": 0.894958, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.756668, + "nauc_precision_at_1_std": 0.125666, + "nauc_precision_at_1_diff1": 0.907081, + "nauc_precision_at_3_max": 0.817709, + "nauc_precision_at_3_std": 0.135802, + "nauc_precision_at_3_diff1": 0.86534, + "nauc_precision_at_5_max": 0.815447, + "nauc_precision_at_5_std": 0.20307, + "nauc_precision_at_5_diff1": 0.856297, + "nauc_precision_at_10_max": 0.834384, + "nauc_precision_at_10_std": 0.157672, + "nauc_precision_at_10_diff1": 0.88033, + "nauc_precision_at_20_max": 0.826155, + "nauc_precision_at_20_std": 0.161893, + "nauc_precision_at_20_diff1": 0.90091, + "nauc_precision_at_100_max": 0.89896, + "nauc_precision_at_100_std": 0.474523, + "nauc_precision_at_100_diff1": 0.894958, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.756668, + "nauc_mrr_at_1_std": 0.125666, + "nauc_mrr_at_1_diff1": 0.907081, + "nauc_mrr_at_3_max": 0.782196, + "nauc_mrr_at_3_std": 0.124748, + "nauc_mrr_at_3_diff1": 0.892331, + "nauc_mrr_at_5_max": 0.781031, + "nauc_mrr_at_5_std": 0.135451, + "nauc_mrr_at_5_diff1": 0.891674, + "nauc_mrr_at_10_max": 0.781613, + "nauc_mrr_at_10_std": 0.131114, + "nauc_mrr_at_10_diff1": 0.893923, + "nauc_mrr_at_20_max": 0.780726, + "nauc_mrr_at_20_std": 0.130438, + "nauc_mrr_at_20_diff1": 0.89456, + "nauc_mrr_at_100_max": 0.780668, + "nauc_mrr_at_100_std": 0.131455, + "nauc_mrr_at_100_diff1": 0.894533, + "nauc_mrr_at_1000_max": 0.780606, + "nauc_mrr_at_1000_std": 0.131316, + "nauc_mrr_at_1000_diff1": 0.894529, + "main_score": 0.8766, + "hf_subset": "hin_Latn-hin_Latn", + "languages": [ + "hin-Latn", + "hin-Latn" + ] + }, + { + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.93647, + "ndcg_at_5": 0.94149, + "ndcg_at_10": 0.94477, + "ndcg_at_20": 0.9483, + "ndcg_at_100": 0.94893, + "ndcg_at_1000": 0.94948, + "map_at_1": 0.90667, + "map_at_3": 0.92944, + "map_at_5": 0.93222, + "map_at_10": 0.9336, + "map_at_20": 0.93466, + "map_at_100": 0.93475, + "map_at_1000": 0.93477, + "recall_at_1": 0.90667, + "recall_at_3": 0.95667, + "recall_at_5": 0.96889, + "recall_at_10": 0.97889, + "recall_at_20": 0.99222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90667, + "precision_at_3": 0.31889, + "precision_at_5": 0.19378, + "precision_at_10": 0.09789, + "precision_at_20": 0.04961, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.929444, + "mrr_at_5": 0.932222, + "mrr_at_10": 0.933604, + "mrr_at_20": 0.934656, + "mrr_at_100": 0.934747, + "mrr_at_1000": 0.934766, + "nauc_ndcg_at_1_max": 0.683985, + "nauc_ndcg_at_1_std": -0.181867, + "nauc_ndcg_at_1_diff1": 0.937058, + "nauc_ndcg_at_3_max": 0.781601, + "nauc_ndcg_at_3_std": -0.139282, + "nauc_ndcg_at_3_diff1": 0.938567, + "nauc_ndcg_at_5_max": 0.772454, + "nauc_ndcg_at_5_std": -0.133444, + "nauc_ndcg_at_5_diff1": 0.937463, + "nauc_ndcg_at_10_max": 0.764092, + "nauc_ndcg_at_10_std": -0.127092, + "nauc_ndcg_at_10_diff1": 0.938437, + "nauc_ndcg_at_20_max": 0.756443, + "nauc_ndcg_at_20_std": -0.129717, + "nauc_ndcg_at_20_diff1": 0.939921, + "nauc_ndcg_at_100_max": 0.75343, + "nauc_ndcg_at_100_std": -0.127153, + "nauc_ndcg_at_100_diff1": 0.939178, + "nauc_ndcg_at_1000_max": 0.751808, + "nauc_ndcg_at_1000_std": -0.138314, + "nauc_ndcg_at_1000_diff1": 0.93885, + "nauc_map_at_1_max": 0.683985, + "nauc_map_at_1_std": -0.181867, + "nauc_map_at_1_diff1": 0.937058, + "nauc_map_at_3_max": 0.755594, + "nauc_map_at_3_std": -0.152252, + "nauc_map_at_3_diff1": 0.93809, + "nauc_map_at_5_max": 0.750093, + "nauc_map_at_5_std": -0.149823, + "nauc_map_at_5_diff1": 0.937588, + "nauc_map_at_10_max": 0.746635, + "nauc_map_at_10_std": -0.148802, + "nauc_map_at_10_diff1": 0.938009, + "nauc_map_at_20_max": 0.744679, + "nauc_map_at_20_std": -0.149904, + "nauc_map_at_20_diff1": 0.93843, + "nauc_map_at_100_max": 0.744323, + "nauc_map_at_100_std": -0.149431, + "nauc_map_at_100_diff1": 0.938345, + "nauc_map_at_1000_max": 0.744273, + "nauc_map_at_1000_std": -0.149733, + "nauc_map_at_1000_diff1": 0.938333, + "nauc_recall_at_1_max": 0.683985, + "nauc_recall_at_1_std": -0.181867, + "nauc_recall_at_1_diff1": 0.937058, + "nauc_recall_at_3_max": 0.900345, + "nauc_recall_at_3_std": -0.078755, + "nauc_recall_at_3_diff1": 0.940805, + "nauc_recall_at_5_max": 0.905712, + "nauc_recall_at_5_std": -0.029795, + "nauc_recall_at_5_diff1": 0.936224, + "nauc_recall_at_10_max": 0.903189, + "nauc_recall_at_10_std": 0.084156, + "nauc_recall_at_10_diff1": 0.942135, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": 0.389489, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 0.897876, + "nauc_recall_at_100_std": 0.888539, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.683985, + "nauc_precision_at_1_std": -0.181867, + "nauc_precision_at_1_diff1": 0.937058, + "nauc_precision_at_3_max": 0.900345, + "nauc_precision_at_3_std": -0.078755, + "nauc_precision_at_3_diff1": 0.940805, + "nauc_precision_at_5_max": 0.905712, + "nauc_precision_at_5_std": -0.029795, + "nauc_precision_at_5_diff1": 0.936224, + "nauc_precision_at_10_max": 0.903189, + "nauc_precision_at_10_std": 0.084156, + "nauc_precision_at_10_diff1": 0.942135, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": 0.389489, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 0.897876, + "nauc_precision_at_100_std": 0.888539, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.683985, + "nauc_mrr_at_1_std": -0.181867, + "nauc_mrr_at_1_diff1": 0.937058, + "nauc_mrr_at_3_max": 0.755594, + "nauc_mrr_at_3_std": -0.152252, + "nauc_mrr_at_3_diff1": 0.93809, + "nauc_mrr_at_5_max": 0.750093, + "nauc_mrr_at_5_std": -0.149823, + "nauc_mrr_at_5_diff1": 0.937588, + "nauc_mrr_at_10_max": 0.746635, + "nauc_mrr_at_10_std": -0.148802, + "nauc_mrr_at_10_diff1": 0.938009, + "nauc_mrr_at_20_max": 0.744679, + "nauc_mrr_at_20_std": -0.149904, + "nauc_mrr_at_20_diff1": 0.93843, + "nauc_mrr_at_100_max": 0.744323, + "nauc_mrr_at_100_std": -0.149431, + "nauc_mrr_at_100_diff1": 0.938345, + "nauc_mrr_at_1000_max": 0.744273, + "nauc_mrr_at_1000_std": -0.149733, + "nauc_mrr_at_1000_diff1": 0.938333, + "main_score": 0.94477, + "hf_subset": "hin_Latn-eng_Latn", + "languages": [ + "hin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83333, + "ndcg_at_3": 0.87698, + "ndcg_at_5": 0.88554, + "ndcg_at_10": 0.89403, + "ndcg_at_20": 0.89803, + "ndcg_at_100": 0.90151, + "ndcg_at_1000": 0.90314, + "map_at_1": 0.83333, + "map_at_3": 0.86667, + "map_at_5": 0.87133, + "map_at_10": 0.87497, + "map_at_20": 0.8761, + "map_at_100": 0.87657, + "map_at_1000": 0.87664, + "recall_at_1": 0.83333, + "recall_at_3": 0.90667, + "recall_at_5": 0.92778, + "recall_at_10": 0.95333, + "recall_at_20": 0.96889, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.83333, + "precision_at_3": 0.30222, + "precision_at_5": 0.18556, + "precision_at_10": 0.09533, + "precision_at_20": 0.04844, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.866667, + "mrr_at_5": 0.871333, + "mrr_at_10": 0.87497, + "mrr_at_20": 0.876097, + "mrr_at_100": 0.876566, + "mrr_at_1000": 0.876638, + "nauc_ndcg_at_1_max": 0.732496, + "nauc_ndcg_at_1_std": 0.205248, + "nauc_ndcg_at_1_diff1": 0.913498, + "nauc_ndcg_at_3_max": 0.785799, + "nauc_ndcg_at_3_std": 0.24956, + "nauc_ndcg_at_3_diff1": 0.900845, + "nauc_ndcg_at_5_max": 0.779725, + "nauc_ndcg_at_5_std": 0.265558, + "nauc_ndcg_at_5_diff1": 0.901009, + "nauc_ndcg_at_10_max": 0.77853, + "nauc_ndcg_at_10_std": 0.256469, + "nauc_ndcg_at_10_diff1": 0.905961, + "nauc_ndcg_at_20_max": 0.773161, + "nauc_ndcg_at_20_std": 0.250411, + "nauc_ndcg_at_20_diff1": 0.906878, + "nauc_ndcg_at_100_max": 0.77182, + "nauc_ndcg_at_100_std": 0.245976, + "nauc_ndcg_at_100_diff1": 0.906768, + "nauc_ndcg_at_1000_max": 0.771531, + "nauc_ndcg_at_1000_std": 0.243576, + "nauc_ndcg_at_1000_diff1": 0.906638, + "nauc_map_at_1_max": 0.732496, + "nauc_map_at_1_std": 0.205248, + "nauc_map_at_1_diff1": 0.913498, + "nauc_map_at_3_max": 0.773056, + "nauc_map_at_3_std": 0.235689, + "nauc_map_at_3_diff1": 0.904251, + "nauc_map_at_5_max": 0.769546, + "nauc_map_at_5_std": 0.241587, + "nauc_map_at_5_diff1": 0.904619, + "nauc_map_at_10_max": 0.76889, + "nauc_map_at_10_std": 0.237847, + "nauc_map_at_10_diff1": 0.906587, + "nauc_map_at_20_max": 0.767567, + "nauc_map_at_20_std": 0.236017, + "nauc_map_at_20_diff1": 0.906824, + "nauc_map_at_100_max": 0.767461, + "nauc_map_at_100_std": 0.235637, + "nauc_map_at_100_diff1": 0.906875, + "nauc_map_at_1000_max": 0.76747, + "nauc_map_at_1000_std": 0.235632, + "nauc_map_at_1000_diff1": 0.906873, + "nauc_recall_at_1_max": 0.732496, + "nauc_recall_at_1_std": 0.205248, + "nauc_recall_at_1_diff1": 0.913498, + "nauc_recall_at_3_max": 0.834773, + "nauc_recall_at_3_std": 0.305178, + "nauc_recall_at_3_diff1": 0.887483, + "nauc_recall_at_5_max": 0.826517, + "nauc_recall_at_5_std": 0.392006, + "nauc_recall_at_5_diff1": 0.883071, + "nauc_recall_at_10_max": 0.843059, + "nauc_recall_at_10_std": 0.396881, + "nauc_recall_at_10_diff1": 0.90524, + "nauc_recall_at_20_max": 0.808523, + "nauc_recall_at_20_std": 0.399143, + "nauc_recall_at_20_diff1": 0.915633, + "nauc_recall_at_100_max": 0.798192, + "nauc_recall_at_100_std": 0.419744, + "nauc_recall_at_100_diff1": 0.91533, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732496, + "nauc_precision_at_1_std": 0.205248, + "nauc_precision_at_1_diff1": 0.913498, + "nauc_precision_at_3_max": 0.834773, + "nauc_precision_at_3_std": 0.305178, + "nauc_precision_at_3_diff1": 0.887483, + "nauc_precision_at_5_max": 0.826517, + "nauc_precision_at_5_std": 0.392006, + "nauc_precision_at_5_diff1": 0.883071, + "nauc_precision_at_10_max": 0.843059, + "nauc_precision_at_10_std": 0.396881, + "nauc_precision_at_10_diff1": 0.90524, + "nauc_precision_at_20_max": 0.808523, + "nauc_precision_at_20_std": 0.399143, + "nauc_precision_at_20_diff1": 0.915633, + "nauc_precision_at_100_max": 0.798192, + "nauc_precision_at_100_std": 0.419744, + "nauc_precision_at_100_diff1": 0.91533, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732496, + "nauc_mrr_at_1_std": 0.205248, + "nauc_mrr_at_1_diff1": 0.913498, + "nauc_mrr_at_3_max": 0.773056, + "nauc_mrr_at_3_std": 0.235689, + "nauc_mrr_at_3_diff1": 0.904251, + "nauc_mrr_at_5_max": 0.769546, + "nauc_mrr_at_5_std": 0.241587, + "nauc_mrr_at_5_diff1": 0.904619, + "nauc_mrr_at_10_max": 0.76889, + "nauc_mrr_at_10_std": 0.237847, + "nauc_mrr_at_10_diff1": 0.906587, + "nauc_mrr_at_20_max": 0.767567, + "nauc_mrr_at_20_std": 0.236017, + "nauc_mrr_at_20_diff1": 0.906824, + "nauc_mrr_at_100_max": 0.767461, + "nauc_mrr_at_100_std": 0.235637, + "nauc_mrr_at_100_diff1": 0.906875, + "nauc_mrr_at_1000_max": 0.76747, + "nauc_mrr_at_1000_std": 0.235632, + "nauc_mrr_at_1000_diff1": 0.906873, + "main_score": 0.89403, + "hf_subset": "eng_Latn-hin_Latn", + "languages": [ + "eng-Latn", + "hin-Latn" + ] + }, + { + "ndcg_at_1": 0.86333, + "ndcg_at_3": 0.90967, + "ndcg_at_5": 0.91689, + "ndcg_at_10": 0.92311, + "ndcg_at_20": 0.92507, + "ndcg_at_100": 0.92746, + "ndcg_at_1000": 0.9279, + "map_at_1": 0.86333, + "map_at_3": 0.89907, + "map_at_5": 0.90302, + "map_at_10": 0.90566, + "map_at_20": 0.90619, + "map_at_100": 0.90657, + "map_at_1000": 0.90659, + "recall_at_1": 0.86333, + "recall_at_3": 0.94, + "recall_at_5": 0.95778, + "recall_at_10": 0.97667, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.86333, + "precision_at_3": 0.31333, + "precision_at_5": 0.19156, + "precision_at_10": 0.09767, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.863333, + "mrr_at_3": 0.899074, + "mrr_at_5": 0.903019, + "mrr_at_10": 0.905656, + "mrr_at_20": 0.906191, + "mrr_at_100": 0.906572, + "mrr_at_1000": 0.90659, + "nauc_ndcg_at_1_max": 0.803057, + "nauc_ndcg_at_1_std": -0.045259, + "nauc_ndcg_at_1_diff1": 0.939719, + "nauc_ndcg_at_3_max": 0.834924, + "nauc_ndcg_at_3_std": -0.047768, + "nauc_ndcg_at_3_diff1": 0.922644, + "nauc_ndcg_at_5_max": 0.831588, + "nauc_ndcg_at_5_std": -0.04381, + "nauc_ndcg_at_5_diff1": 0.921111, + "nauc_ndcg_at_10_max": 0.82791, + "nauc_ndcg_at_10_std": -0.031159, + "nauc_ndcg_at_10_diff1": 0.924791, + "nauc_ndcg_at_20_max": 0.826554, + "nauc_ndcg_at_20_std": -0.01709, + "nauc_ndcg_at_20_diff1": 0.925249, + "nauc_ndcg_at_100_max": 0.824191, + "nauc_ndcg_at_100_std": -0.031686, + "nauc_ndcg_at_100_diff1": 0.927678, + "nauc_ndcg_at_1000_max": 0.823102, + "nauc_ndcg_at_1000_std": -0.038077, + "nauc_ndcg_at_1000_diff1": 0.92723, + "nauc_map_at_1_max": 0.803057, + "nauc_map_at_1_std": -0.045259, + "nauc_map_at_1_diff1": 0.939719, + "nauc_map_at_3_max": 0.824285, + "nauc_map_at_3_std": -0.050751, + "nauc_map_at_3_diff1": 0.927089, + "nauc_map_at_5_max": 0.82216, + "nauc_map_at_5_std": -0.050132, + "nauc_map_at_5_diff1": 0.926591, + "nauc_map_at_10_max": 0.820569, + "nauc_map_at_10_std": -0.047449, + "nauc_map_at_10_diff1": 0.928047, + "nauc_map_at_20_max": 0.820285, + "nauc_map_at_20_std": -0.04412, + "nauc_map_at_20_diff1": 0.928154, + "nauc_map_at_100_max": 0.819959, + "nauc_map_at_100_std": -0.045706, + "nauc_map_at_100_diff1": 0.928489, + "nauc_map_at_1000_max": 0.819923, + "nauc_map_at_1000_std": -0.045916, + "nauc_map_at_1000_diff1": 0.928475, + "nauc_recall_at_1_max": 0.803057, + "nauc_recall_at_1_std": -0.045259, + "nauc_recall_at_1_diff1": 0.939719, + "nauc_recall_at_3_max": 0.885578, + "nauc_recall_at_3_std": -0.031063, + "nauc_recall_at_3_diff1": 0.902307, + "nauc_recall_at_5_max": 0.892132, + "nauc_recall_at_5_std": 0.005123, + "nauc_recall_at_5_diff1": 0.886112, + "nauc_recall_at_10_max": 0.906185, + "nauc_recall_at_10_std": 0.199613, + "nauc_recall_at_10_diff1": 0.893179, + "nauc_recall_at_20_max": 0.917634, + "nauc_recall_at_20_std": 0.562758, + "nauc_recall_at_20_diff1": 0.886455, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.803057, + "nauc_precision_at_1_std": -0.045259, + "nauc_precision_at_1_diff1": 0.939719, + "nauc_precision_at_3_max": 0.885578, + "nauc_precision_at_3_std": -0.031063, + "nauc_precision_at_3_diff1": 0.902307, + "nauc_precision_at_5_max": 0.892132, + "nauc_precision_at_5_std": 0.005123, + "nauc_precision_at_5_diff1": 0.886112, + "nauc_precision_at_10_max": 0.906185, + "nauc_precision_at_10_std": 0.199613, + "nauc_precision_at_10_diff1": 0.893179, + "nauc_precision_at_20_max": 0.917634, + "nauc_precision_at_20_std": 0.562758, + "nauc_precision_at_20_diff1": 0.886455, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.803057, + "nauc_mrr_at_1_std": -0.045259, + "nauc_mrr_at_1_diff1": 0.939719, + "nauc_mrr_at_3_max": 0.824285, + "nauc_mrr_at_3_std": -0.050751, + "nauc_mrr_at_3_diff1": 0.927089, + "nauc_mrr_at_5_max": 0.82216, + "nauc_mrr_at_5_std": -0.050132, + "nauc_mrr_at_5_diff1": 0.926591, + "nauc_mrr_at_10_max": 0.820569, + "nauc_mrr_at_10_std": -0.047449, + "nauc_mrr_at_10_diff1": 0.928047, + "nauc_mrr_at_20_max": 0.820285, + "nauc_mrr_at_20_std": -0.04412, + "nauc_mrr_at_20_diff1": 0.928154, + "nauc_mrr_at_100_max": 0.819959, + "nauc_mrr_at_100_std": -0.045706, + "nauc_mrr_at_100_diff1": 0.928489, + "nauc_mrr_at_1000_max": 0.819923, + "nauc_mrr_at_1000_std": -0.045916, + "nauc_mrr_at_1000_diff1": 0.928475, + "main_score": 0.92311, + "hf_subset": "hrv_Latn-hrv_Latn", + "languages": [ + "hrv-Latn", + "hrv-Latn" + ] + }, + { + "ndcg_at_1": 0.93222, + "ndcg_at_3": 0.96079, + "ndcg_at_5": 0.9617, + "ndcg_at_10": 0.96365, + "ndcg_at_20": 0.96532, + "ndcg_at_100": 0.96623, + "ndcg_at_1000": 0.9665, + "map_at_1": 0.93222, + "map_at_3": 0.95444, + "map_at_5": 0.95494, + "map_at_10": 0.95584, + "map_at_20": 0.95629, + "map_at_100": 0.95645, + "map_at_1000": 0.95646, + "recall_at_1": 0.93222, + "recall_at_3": 0.97889, + "recall_at_5": 0.98111, + "recall_at_10": 0.98667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93222, + "precision_at_3": 0.3263, + "precision_at_5": 0.19622, + "precision_at_10": 0.09867, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.932222, + "mrr_at_3": 0.954444, + "mrr_at_5": 0.954944, + "mrr_at_10": 0.955844, + "mrr_at_20": 0.956288, + "mrr_at_100": 0.956449, + "mrr_at_1000": 0.956455, + "nauc_ndcg_at_1_max": 0.749667, + "nauc_ndcg_at_1_std": -0.154406, + "nauc_ndcg_at_1_diff1": 0.944207, + "nauc_ndcg_at_3_max": 0.805186, + "nauc_ndcg_at_3_std": -0.160374, + "nauc_ndcg_at_3_diff1": 0.953792, + "nauc_ndcg_at_5_max": 0.802199, + "nauc_ndcg_at_5_std": -0.175468, + "nauc_ndcg_at_5_diff1": 0.952696, + "nauc_ndcg_at_10_max": 0.797347, + "nauc_ndcg_at_10_std": -0.165328, + "nauc_ndcg_at_10_diff1": 0.950154, + "nauc_ndcg_at_20_max": 0.793018, + "nauc_ndcg_at_20_std": -0.16544, + "nauc_ndcg_at_20_diff1": 0.951102, + "nauc_ndcg_at_100_max": 0.790135, + "nauc_ndcg_at_100_std": -0.14697, + "nauc_ndcg_at_100_diff1": 0.950744, + "nauc_ndcg_at_1000_max": 0.788999, + "nauc_ndcg_at_1000_std": -0.155961, + "nauc_ndcg_at_1000_diff1": 0.950358, + "nauc_map_at_1_max": 0.749667, + "nauc_map_at_1_std": -0.154406, + "nauc_map_at_1_diff1": 0.944207, + "nauc_map_at_3_max": 0.789011, + "nauc_map_at_3_std": -0.162573, + "nauc_map_at_3_diff1": 0.950857, + "nauc_map_at_5_max": 0.787475, + "nauc_map_at_5_std": -0.169422, + "nauc_map_at_5_diff1": 0.950312, + "nauc_map_at_10_max": 0.785329, + "nauc_map_at_10_std": -0.165006, + "nauc_map_at_10_diff1": 0.9493, + "nauc_map_at_20_max": 0.784402, + "nauc_map_at_20_std": -0.164853, + "nauc_map_at_20_diff1": 0.949523, + "nauc_map_at_100_max": 0.783961, + "nauc_map_at_100_std": -0.161601, + "nauc_map_at_100_diff1": 0.949495, + "nauc_map_at_1000_max": 0.783939, + "nauc_map_at_1000_std": -0.16177, + "nauc_map_at_1000_diff1": 0.949488, + "nauc_recall_at_1_max": 0.749667, + "nauc_recall_at_1_std": -0.154406, + "nauc_recall_at_1_diff1": 0.944207, + "nauc_recall_at_3_max": 0.902575, + "nauc_recall_at_3_std": -0.142808, + "nauc_recall_at_3_diff1": 0.97162, + "nauc_recall_at_5_max": 0.898803, + "nauc_recall_at_5_std": -0.217966, + "nauc_recall_at_5_diff1": 0.968281, + "nauc_recall_at_10_max": 0.901572, + "nauc_recall_at_10_std": -0.164371, + "nauc_recall_at_10_diff1": 0.955065, + "nauc_recall_at_20_max": 0.910131, + "nauc_recall_at_20_std": -0.173903, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749667, + "nauc_precision_at_1_std": -0.154406, + "nauc_precision_at_1_diff1": 0.944207, + "nauc_precision_at_3_max": 0.902575, + "nauc_precision_at_3_std": -0.142808, + "nauc_precision_at_3_diff1": 0.97162, + "nauc_precision_at_5_max": 0.898803, + "nauc_precision_at_5_std": -0.217966, + "nauc_precision_at_5_diff1": 0.968281, + "nauc_precision_at_10_max": 0.901572, + "nauc_precision_at_10_std": -0.164371, + "nauc_precision_at_10_diff1": 0.955065, + "nauc_precision_at_20_max": 0.910131, + "nauc_precision_at_20_std": -0.173903, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749667, + "nauc_mrr_at_1_std": -0.154406, + "nauc_mrr_at_1_diff1": 0.944207, + "nauc_mrr_at_3_max": 0.789011, + "nauc_mrr_at_3_std": -0.162573, + "nauc_mrr_at_3_diff1": 0.950857, + "nauc_mrr_at_5_max": 0.787475, + "nauc_mrr_at_5_std": -0.169422, + "nauc_mrr_at_5_diff1": 0.950312, + "nauc_mrr_at_10_max": 0.785329, + "nauc_mrr_at_10_std": -0.165006, + "nauc_mrr_at_10_diff1": 0.9493, + "nauc_mrr_at_20_max": 0.784402, + "nauc_mrr_at_20_std": -0.164853, + "nauc_mrr_at_20_diff1": 0.949523, + "nauc_mrr_at_100_max": 0.783961, + "nauc_mrr_at_100_std": -0.161601, + "nauc_mrr_at_100_diff1": 0.949495, + "nauc_mrr_at_1000_max": 0.783939, + "nauc_mrr_at_1000_std": -0.16177, + "nauc_mrr_at_1000_diff1": 0.949488, + "main_score": 0.96365, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.93278, + "ndcg_at_5": 0.94196, + "ndcg_at_10": 0.94346, + "ndcg_at_20": 0.94565, + "ndcg_at_100": 0.94671, + "ndcg_at_1000": 0.947, + "map_at_1": 0.89667, + "map_at_3": 0.92444, + "map_at_5": 0.92956, + "map_at_10": 0.93022, + "map_at_20": 0.93078, + "map_at_100": 0.93094, + "map_at_1000": 0.93095, + "recall_at_1": 0.89667, + "recall_at_3": 0.95667, + "recall_at_5": 0.97889, + "recall_at_10": 0.98333, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.89667, + "precision_at_3": 0.31889, + "precision_at_5": 0.19578, + "precision_at_10": 0.09833, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.924444, + "mrr_at_5": 0.929556, + "mrr_at_10": 0.930217, + "mrr_at_20": 0.930781, + "mrr_at_100": 0.930938, + "mrr_at_1000": 0.93095, + "nauc_ndcg_at_1_max": 0.762187, + "nauc_ndcg_at_1_std": 0.151276, + "nauc_ndcg_at_1_diff1": 0.909743, + "nauc_ndcg_at_3_max": 0.807307, + "nauc_ndcg_at_3_std": 0.179384, + "nauc_ndcg_at_3_diff1": 0.907736, + "nauc_ndcg_at_5_max": 0.803682, + "nauc_ndcg_at_5_std": 0.142453, + "nauc_ndcg_at_5_diff1": 0.914216, + "nauc_ndcg_at_10_max": 0.800152, + "nauc_ndcg_at_10_std": 0.166775, + "nauc_ndcg_at_10_diff1": 0.916449, + "nauc_ndcg_at_20_max": 0.794891, + "nauc_ndcg_at_20_std": 0.168008, + "nauc_ndcg_at_20_diff1": 0.91374, + "nauc_ndcg_at_100_max": 0.792486, + "nauc_ndcg_at_100_std": 0.169709, + "nauc_ndcg_at_100_diff1": 0.912579, + "nauc_ndcg_at_1000_max": 0.792062, + "nauc_ndcg_at_1000_std": 0.165887, + "nauc_ndcg_at_1000_diff1": 0.912455, + "nauc_map_at_1_max": 0.762187, + "nauc_map_at_1_std": 0.151276, + "nauc_map_at_1_diff1": 0.909743, + "nauc_map_at_3_max": 0.793689, + "nauc_map_at_3_std": 0.170623, + "nauc_map_at_3_diff1": 0.90821, + "nauc_map_at_5_max": 0.791029, + "nauc_map_at_5_std": 0.15298, + "nauc_map_at_5_diff1": 0.911365, + "nauc_map_at_10_max": 0.789639, + "nauc_map_at_10_std": 0.161817, + "nauc_map_at_10_diff1": 0.912156, + "nauc_map_at_20_max": 0.788477, + "nauc_map_at_20_std": 0.162035, + "nauc_map_at_20_diff1": 0.91157, + "nauc_map_at_100_max": 0.788198, + "nauc_map_at_100_std": 0.162492, + "nauc_map_at_100_diff1": 0.911441, + "nauc_map_at_1000_max": 0.788184, + "nauc_map_at_1000_std": 0.162375, + "nauc_map_at_1000_diff1": 0.911437, + "nauc_recall_at_1_max": 0.762187, + "nauc_recall_at_1_std": 0.151276, + "nauc_recall_at_1_diff1": 0.909743, + "nauc_recall_at_3_max": 0.87474, + "nauc_recall_at_3_std": 0.222976, + "nauc_recall_at_3_diff1": 0.905492, + "nauc_recall_at_5_max": 0.921741, + "nauc_recall_at_5_std": 0.02462, + "nauc_recall_at_5_diff1": 0.9441, + "nauc_recall_at_10_max": 0.918301, + "nauc_recall_at_10_std": 0.23408, + "nauc_recall_at_10_diff1": 0.973856, + "nauc_recall_at_20_max": 0.904295, + "nauc_recall_at_20_std": 0.345538, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.762187, + "nauc_precision_at_1_std": 0.151276, + "nauc_precision_at_1_diff1": 0.909743, + "nauc_precision_at_3_max": 0.87474, + "nauc_precision_at_3_std": 0.222976, + "nauc_precision_at_3_diff1": 0.905492, + "nauc_precision_at_5_max": 0.921741, + "nauc_precision_at_5_std": 0.02462, + "nauc_precision_at_5_diff1": 0.9441, + "nauc_precision_at_10_max": 0.918301, + "nauc_precision_at_10_std": 0.23408, + "nauc_precision_at_10_diff1": 0.973856, + "nauc_precision_at_20_max": 0.904295, + "nauc_precision_at_20_std": 0.345538, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.762187, + "nauc_mrr_at_1_std": 0.151276, + "nauc_mrr_at_1_diff1": 0.909743, + "nauc_mrr_at_3_max": 0.793689, + "nauc_mrr_at_3_std": 0.170623, + "nauc_mrr_at_3_diff1": 0.90821, + "nauc_mrr_at_5_max": 0.791029, + "nauc_mrr_at_5_std": 0.15298, + "nauc_mrr_at_5_diff1": 0.911365, + "nauc_mrr_at_10_max": 0.789639, + "nauc_mrr_at_10_std": 0.161817, + "nauc_mrr_at_10_diff1": 0.912156, + "nauc_mrr_at_20_max": 0.788477, + "nauc_mrr_at_20_std": 0.162035, + "nauc_mrr_at_20_diff1": 0.91157, + "nauc_mrr_at_100_max": 0.788198, + "nauc_mrr_at_100_std": 0.162492, + "nauc_mrr_at_100_diff1": 0.911441, + "nauc_mrr_at_1000_max": 0.788184, + "nauc_mrr_at_1000_std": 0.162375, + "nauc_mrr_at_1000_diff1": 0.911437, + "main_score": 0.94346, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.92167, + "ndcg_at_5": 0.93042, + "ndcg_at_10": 0.9352, + "ndcg_at_20": 0.93631, + "ndcg_at_100": 0.93779, + "ndcg_at_1000": 0.93837, + "map_at_1": 0.88333, + "map_at_3": 0.91259, + "map_at_5": 0.91748, + "map_at_10": 0.91952, + "map_at_20": 0.91981, + "map_at_100": 0.92003, + "map_at_1000": 0.92006, + "recall_at_1": 0.88333, + "recall_at_3": 0.94778, + "recall_at_5": 0.96889, + "recall_at_10": 0.98333, + "recall_at_20": 0.98778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.88333, + "precision_at_3": 0.31593, + "precision_at_5": 0.19378, + "precision_at_10": 0.09833, + "precision_at_20": 0.04939, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.912593, + "mrr_at_5": 0.917481, + "mrr_at_10": 0.919516, + "mrr_at_20": 0.919815, + "mrr_at_100": 0.920033, + "mrr_at_1000": 0.920055, + "nauc_ndcg_at_1_max": 0.814743, + "nauc_ndcg_at_1_std": -0.069707, + "nauc_ndcg_at_1_diff1": 0.952743, + "nauc_ndcg_at_3_max": 0.86169, + "nauc_ndcg_at_3_std": 0.00942, + "nauc_ndcg_at_3_diff1": 0.946999, + "nauc_ndcg_at_5_max": 0.85693, + "nauc_ndcg_at_5_std": 0.012689, + "nauc_ndcg_at_5_diff1": 0.947552, + "nauc_ndcg_at_10_max": 0.85075, + "nauc_ndcg_at_10_std": 0.003948, + "nauc_ndcg_at_10_diff1": 0.946573, + "nauc_ndcg_at_20_max": 0.849819, + "nauc_ndcg_at_20_std": 0.009955, + "nauc_ndcg_at_20_diff1": 0.946725, + "nauc_ndcg_at_100_max": 0.84764, + "nauc_ndcg_at_100_std": -0.001279, + "nauc_ndcg_at_100_diff1": 0.947727, + "nauc_ndcg_at_1000_max": 0.846198, + "nauc_ndcg_at_1000_std": -0.006662, + "nauc_ndcg_at_1000_diff1": 0.94756, + "nauc_map_at_1_max": 0.814743, + "nauc_map_at_1_std": -0.069707, + "nauc_map_at_1_diff1": 0.952743, + "nauc_map_at_3_max": 0.848362, + "nauc_map_at_3_std": -0.013886, + "nauc_map_at_3_diff1": 0.947838, + "nauc_map_at_5_max": 0.845157, + "nauc_map_at_5_std": -0.013443, + "nauc_map_at_5_diff1": 0.94824, + "nauc_map_at_10_max": 0.842733, + "nauc_map_at_10_std": -0.017346, + "nauc_map_at_10_diff1": 0.947892, + "nauc_map_at_20_max": 0.842463, + "nauc_map_at_20_std": -0.016637, + "nauc_map_at_20_diff1": 0.947905, + "nauc_map_at_100_max": 0.842203, + "nauc_map_at_100_std": -0.017956, + "nauc_map_at_100_diff1": 0.948011, + "nauc_map_at_1000_max": 0.842157, + "nauc_map_at_1000_std": -0.018074, + "nauc_map_at_1000_diff1": 0.948008, + "nauc_recall_at_1_max": 0.814743, + "nauc_recall_at_1_std": -0.069707, + "nauc_recall_at_1_diff1": 0.952743, + "nauc_recall_at_3_max": 0.924111, + "nauc_recall_at_3_std": 0.119216, + "nauc_recall_at_3_diff1": 0.94368, + "nauc_recall_at_5_max": 0.94281, + "nauc_recall_at_5_std": 0.207916, + "nauc_recall_at_5_diff1": 0.943394, + "nauc_recall_at_10_max": 0.945534, + "nauc_recall_at_10_std": 0.281357, + "nauc_recall_at_10_diff1": 0.929194, + "nauc_recall_at_20_max": 0.962864, + "nauc_recall_at_20_std": 0.530091, + "nauc_recall_at_20_diff1": 0.927213, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.609127, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.814743, + "nauc_precision_at_1_std": -0.069707, + "nauc_precision_at_1_diff1": 0.952743, + "nauc_precision_at_3_max": 0.924111, + "nauc_precision_at_3_std": 0.119216, + "nauc_precision_at_3_diff1": 0.94368, + "nauc_precision_at_5_max": 0.94281, + "nauc_precision_at_5_std": 0.207916, + "nauc_precision_at_5_diff1": 0.943394, + "nauc_precision_at_10_max": 0.945534, + "nauc_precision_at_10_std": 0.281357, + "nauc_precision_at_10_diff1": 0.929194, + "nauc_precision_at_20_max": 0.962864, + "nauc_precision_at_20_std": 0.530091, + "nauc_precision_at_20_diff1": 0.927213, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.609127, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.814743, + "nauc_mrr_at_1_std": -0.069707, + "nauc_mrr_at_1_diff1": 0.952743, + "nauc_mrr_at_3_max": 0.848362, + "nauc_mrr_at_3_std": -0.013886, + "nauc_mrr_at_3_diff1": 0.947838, + "nauc_mrr_at_5_max": 0.845157, + "nauc_mrr_at_5_std": -0.013443, + "nauc_mrr_at_5_diff1": 0.94824, + "nauc_mrr_at_10_max": 0.842733, + "nauc_mrr_at_10_std": -0.017346, + "nauc_mrr_at_10_diff1": 0.947892, + "nauc_mrr_at_20_max": 0.842463, + "nauc_mrr_at_20_std": -0.016637, + "nauc_mrr_at_20_diff1": 0.947905, + "nauc_mrr_at_100_max": 0.842203, + "nauc_mrr_at_100_std": -0.017956, + "nauc_mrr_at_100_diff1": 0.948011, + "nauc_mrr_at_1000_max": 0.842157, + "nauc_mrr_at_1000_std": -0.018074, + "nauc_mrr_at_1000_diff1": 0.948008, + "main_score": 0.9352, + "hf_subset": "hun_Latn-hun_Latn", + "languages": [ + "hun-Latn", + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.93, + "ndcg_at_3": 0.95492, + "ndcg_at_5": 0.95898, + "ndcg_at_10": 0.96187, + "ndcg_at_20": 0.96381, + "ndcg_at_100": 0.96381, + "ndcg_at_1000": 0.96406, + "map_at_1": 0.93, + "map_at_3": 0.94926, + "map_at_5": 0.95148, + "map_at_10": 0.95268, + "map_at_20": 0.95319, + "map_at_100": 0.95319, + "map_at_1000": 0.9532, + "recall_at_1": 0.93, + "recall_at_3": 0.97111, + "recall_at_5": 0.98111, + "recall_at_10": 0.99, + "recall_at_20": 0.99778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93, + "precision_at_3": 0.3237, + "precision_at_5": 0.19622, + "precision_at_10": 0.099, + "precision_at_20": 0.04989, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.93, + "mrr_at_3": 0.949259, + "mrr_at_5": 0.951481, + "mrr_at_10": 0.952675, + "mrr_at_20": 0.953193, + "mrr_at_100": 0.953193, + "mrr_at_1000": 0.953199, + "nauc_ndcg_at_1_max": 0.767989, + "nauc_ndcg_at_1_std": -0.110466, + "nauc_ndcg_at_1_diff1": 0.949795, + "nauc_ndcg_at_3_max": 0.827515, + "nauc_ndcg_at_3_std": -0.121905, + "nauc_ndcg_at_3_diff1": 0.957627, + "nauc_ndcg_at_5_max": 0.817934, + "nauc_ndcg_at_5_std": -0.105761, + "nauc_ndcg_at_5_diff1": 0.95667, + "nauc_ndcg_at_10_max": 0.80939, + "nauc_ndcg_at_10_std": -0.086824, + "nauc_ndcg_at_10_diff1": 0.957293, + "nauc_ndcg_at_20_max": 0.805909, + "nauc_ndcg_at_20_std": -0.08273, + "nauc_ndcg_at_20_diff1": 0.956008, + "nauc_ndcg_at_100_max": 0.805909, + "nauc_ndcg_at_100_std": -0.08273, + "nauc_ndcg_at_100_diff1": 0.956008, + "nauc_ndcg_at_1000_max": 0.805453, + "nauc_ndcg_at_1000_std": -0.090534, + "nauc_ndcg_at_1000_diff1": 0.955691, + "nauc_map_at_1_max": 0.767989, + "nauc_map_at_1_std": -0.110466, + "nauc_map_at_1_diff1": 0.949795, + "nauc_map_at_3_max": 0.81096, + "nauc_map_at_3_std": -0.112374, + "nauc_map_at_3_diff1": 0.95541, + "nauc_map_at_5_max": 0.805838, + "nauc_map_at_5_std": -0.104193, + "nauc_map_at_5_diff1": 0.954958, + "nauc_map_at_10_max": 0.80268, + "nauc_map_at_10_std": -0.09822, + "nauc_map_at_10_diff1": 0.955138, + "nauc_map_at_20_max": 0.801885, + "nauc_map_at_20_std": -0.097307, + "nauc_map_at_20_diff1": 0.954848, + "nauc_map_at_100_max": 0.801885, + "nauc_map_at_100_std": -0.097307, + "nauc_map_at_100_diff1": 0.954848, + "nauc_map_at_1000_max": 0.801876, + "nauc_map_at_1000_std": -0.097446, + "nauc_map_at_1000_diff1": 0.954842, + "nauc_recall_at_1_max": 0.767989, + "nauc_recall_at_1_std": -0.110466, + "nauc_recall_at_1_diff1": 0.949795, + "nauc_recall_at_3_max": 0.909071, + "nauc_recall_at_3_std": -0.17437, + "nauc_recall_at_3_diff1": 0.968577, + "nauc_recall_at_5_max": 0.900341, + "nauc_recall_at_5_std": -0.118855, + "nauc_recall_at_5_diff1": 0.968281, + "nauc_recall_at_10_max": 0.873483, + "nauc_recall_at_10_std": 0.1025, + "nauc_recall_at_10_diff1": 0.985476, + "nauc_recall_at_20_max": 0.869281, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.767989, + "nauc_precision_at_1_std": -0.110466, + "nauc_precision_at_1_diff1": 0.949795, + "nauc_precision_at_3_max": 0.909071, + "nauc_precision_at_3_std": -0.17437, + "nauc_precision_at_3_diff1": 0.968577, + "nauc_precision_at_5_max": 0.900341, + "nauc_precision_at_5_std": -0.118855, + "nauc_precision_at_5_diff1": 0.968281, + "nauc_precision_at_10_max": 0.873483, + "nauc_precision_at_10_std": 0.1025, + "nauc_precision_at_10_diff1": 0.985476, + "nauc_precision_at_20_max": 0.869281, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.767989, + "nauc_mrr_at_1_std": -0.110466, + "nauc_mrr_at_1_diff1": 0.949795, + "nauc_mrr_at_3_max": 0.81096, + "nauc_mrr_at_3_std": -0.112374, + "nauc_mrr_at_3_diff1": 0.95541, + "nauc_mrr_at_5_max": 0.805838, + "nauc_mrr_at_5_std": -0.104193, + "nauc_mrr_at_5_diff1": 0.954958, + "nauc_mrr_at_10_max": 0.80268, + "nauc_mrr_at_10_std": -0.09822, + "nauc_mrr_at_10_diff1": 0.955138, + "nauc_mrr_at_20_max": 0.801885, + "nauc_mrr_at_20_std": -0.097307, + "nauc_mrr_at_20_diff1": 0.954848, + "nauc_mrr_at_100_max": 0.801885, + "nauc_mrr_at_100_std": -0.097307, + "nauc_mrr_at_100_diff1": 0.954848, + "nauc_mrr_at_1000_max": 0.801876, + "nauc_mrr_at_1000_std": -0.097446, + "nauc_mrr_at_1000_diff1": 0.954842, + "main_score": 0.96187, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93374, + "ndcg_at_5": 0.93838, + "ndcg_at_10": 0.94236, + "ndcg_at_20": 0.94429, + "ndcg_at_100": 0.94552, + "ndcg_at_1000": 0.94582, + "map_at_1": 0.89556, + "map_at_3": 0.92463, + "map_at_5": 0.92724, + "map_at_10": 0.9289, + "map_at_20": 0.92941, + "map_at_100": 0.92958, + "map_at_1000": 0.92959, + "recall_at_1": 0.89556, + "recall_at_3": 0.96, + "recall_at_5": 0.97111, + "recall_at_10": 0.98333, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.89556, + "precision_at_3": 0.32, + "precision_at_5": 0.19422, + "precision_at_10": 0.09833, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.92463, + "mrr_at_5": 0.927241, + "mrr_at_10": 0.928903, + "mrr_at_20": 0.929414, + "mrr_at_100": 0.92958, + "mrr_at_1000": 0.929594, + "nauc_ndcg_at_1_max": 0.753336, + "nauc_ndcg_at_1_std": -0.067888, + "nauc_ndcg_at_1_diff1": 0.919642, + "nauc_ndcg_at_3_max": 0.808013, + "nauc_ndcg_at_3_std": -0.029685, + "nauc_ndcg_at_3_diff1": 0.924853, + "nauc_ndcg_at_5_max": 0.803824, + "nauc_ndcg_at_5_std": -0.029834, + "nauc_ndcg_at_5_diff1": 0.920091, + "nauc_ndcg_at_10_max": 0.799853, + "nauc_ndcg_at_10_std": -0.012305, + "nauc_ndcg_at_10_diff1": 0.922326, + "nauc_ndcg_at_20_max": 0.796916, + "nauc_ndcg_at_20_std": -0.0145, + "nauc_ndcg_at_20_diff1": 0.923111, + "nauc_ndcg_at_100_max": 0.79369, + "nauc_ndcg_at_100_std": -0.023132, + "nauc_ndcg_at_100_diff1": 0.922797, + "nauc_ndcg_at_1000_max": 0.792534, + "nauc_ndcg_at_1000_std": -0.028504, + "nauc_ndcg_at_1000_diff1": 0.922364, + "nauc_map_at_1_max": 0.753336, + "nauc_map_at_1_std": -0.067888, + "nauc_map_at_1_diff1": 0.919642, + "nauc_map_at_3_max": 0.793017, + "nauc_map_at_3_std": -0.04182, + "nauc_map_at_3_diff1": 0.923264, + "nauc_map_at_5_max": 0.790375, + "nauc_map_at_5_std": -0.042615, + "nauc_map_at_5_diff1": 0.9209, + "nauc_map_at_10_max": 0.788928, + "nauc_map_at_10_std": -0.036768, + "nauc_map_at_10_diff1": 0.921922, + "nauc_map_at_20_max": 0.788218, + "nauc_map_at_20_std": -0.037283, + "nauc_map_at_20_diff1": 0.922072, + "nauc_map_at_100_max": 0.78781, + "nauc_map_at_100_std": -0.038025, + "nauc_map_at_100_diff1": 0.922, + "nauc_map_at_1000_max": 0.787769, + "nauc_map_at_1000_std": -0.038216, + "nauc_map_at_1000_diff1": 0.921985, + "nauc_recall_at_1_max": 0.753336, + "nauc_recall_at_1_std": -0.067888, + "nauc_recall_at_1_diff1": 0.919642, + "nauc_recall_at_3_max": 0.886723, + "nauc_recall_at_3_std": 0.035572, + "nauc_recall_at_3_diff1": 0.933344, + "nauc_recall_at_5_max": 0.896754, + "nauc_recall_at_5_std": 0.0629, + "nauc_recall_at_5_diff1": 0.912734, + "nauc_recall_at_10_max": 0.918301, + "nauc_recall_at_10_std": 0.312636, + "nauc_recall_at_10_diff1": 0.925615, + "nauc_recall_at_20_max": 0.948938, + "nauc_recall_at_20_std": 0.532155, + "nauc_recall_at_20_diff1": 0.948938, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.753336, + "nauc_precision_at_1_std": -0.067888, + "nauc_precision_at_1_diff1": 0.919642, + "nauc_precision_at_3_max": 0.886723, + "nauc_precision_at_3_std": 0.035572, + "nauc_precision_at_3_diff1": 0.933344, + "nauc_precision_at_5_max": 0.896754, + "nauc_precision_at_5_std": 0.0629, + "nauc_precision_at_5_diff1": 0.912734, + "nauc_precision_at_10_max": 0.918301, + "nauc_precision_at_10_std": 0.312636, + "nauc_precision_at_10_diff1": 0.925615, + "nauc_precision_at_20_max": 0.948938, + "nauc_precision_at_20_std": 0.532155, + "nauc_precision_at_20_diff1": 0.948938, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.753336, + "nauc_mrr_at_1_std": -0.067888, + "nauc_mrr_at_1_diff1": 0.919642, + "nauc_mrr_at_3_max": 0.793017, + "nauc_mrr_at_3_std": -0.04182, + "nauc_mrr_at_3_diff1": 0.923264, + "nauc_mrr_at_5_max": 0.790375, + "nauc_mrr_at_5_std": -0.042615, + "nauc_mrr_at_5_diff1": 0.9209, + "nauc_mrr_at_10_max": 0.788928, + "nauc_mrr_at_10_std": -0.036768, + "nauc_mrr_at_10_diff1": 0.921922, + "nauc_mrr_at_20_max": 0.788218, + "nauc_mrr_at_20_std": -0.037283, + "nauc_mrr_at_20_diff1": 0.922072, + "nauc_mrr_at_100_max": 0.78781, + "nauc_mrr_at_100_std": -0.038025, + "nauc_mrr_at_100_diff1": 0.922, + "nauc_mrr_at_1000_max": 0.787769, + "nauc_mrr_at_1000_std": -0.038216, + "nauc_mrr_at_1000_diff1": 0.921985, + "main_score": 0.94236, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.83889, + "ndcg_at_3": 0.88327, + "ndcg_at_5": 0.89159, + "ndcg_at_10": 0.89762, + "ndcg_at_20": 0.90135, + "ndcg_at_100": 0.90646, + "ndcg_at_1000": 0.90732, + "map_at_1": 0.83889, + "map_at_3": 0.87315, + "map_at_5": 0.87781, + "map_at_10": 0.88026, + "map_at_20": 0.88133, + "map_at_100": 0.88203, + "map_at_1000": 0.88206, + "recall_at_1": 0.83889, + "recall_at_3": 0.91222, + "recall_at_5": 0.93222, + "recall_at_10": 0.95111, + "recall_at_20": 0.96556, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.83889, + "precision_at_3": 0.30407, + "precision_at_5": 0.18644, + "precision_at_10": 0.09511, + "precision_at_20": 0.04828, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.838889, + "mrr_at_3": 0.873148, + "mrr_at_5": 0.877815, + "mrr_at_10": 0.88026, + "mrr_at_20": 0.881332, + "mrr_at_100": 0.882026, + "mrr_at_1000": 0.882056, + "nauc_ndcg_at_1_max": 0.699173, + "nauc_ndcg_at_1_std": 0.037779, + "nauc_ndcg_at_1_diff1": 0.913141, + "nauc_ndcg_at_3_max": 0.735091, + "nauc_ndcg_at_3_std": 0.040138, + "nauc_ndcg_at_3_diff1": 0.899009, + "nauc_ndcg_at_5_max": 0.742585, + "nauc_ndcg_at_5_std": 0.062678, + "nauc_ndcg_at_5_diff1": 0.901045, + "nauc_ndcg_at_10_max": 0.737593, + "nauc_ndcg_at_10_std": 0.071122, + "nauc_ndcg_at_10_diff1": 0.90601, + "nauc_ndcg_at_20_max": 0.738725, + "nauc_ndcg_at_20_std": 0.085407, + "nauc_ndcg_at_20_diff1": 0.9089, + "nauc_ndcg_at_100_max": 0.733486, + "nauc_ndcg_at_100_std": 0.073047, + "nauc_ndcg_at_100_diff1": 0.906882, + "nauc_ndcg_at_1000_max": 0.731622, + "nauc_ndcg_at_1000_std": 0.066511, + "nauc_ndcg_at_1000_diff1": 0.906654, + "nauc_map_at_1_max": 0.699173, + "nauc_map_at_1_std": 0.037779, + "nauc_map_at_1_diff1": 0.913141, + "nauc_map_at_3_max": 0.724331, + "nauc_map_at_3_std": 0.037292, + "nauc_map_at_3_diff1": 0.902774, + "nauc_map_at_5_max": 0.727764, + "nauc_map_at_5_std": 0.048291, + "nauc_map_at_5_diff1": 0.903993, + "nauc_map_at_10_max": 0.725782, + "nauc_map_at_10_std": 0.0515, + "nauc_map_at_10_diff1": 0.905718, + "nauc_map_at_20_max": 0.726032, + "nauc_map_at_20_std": 0.054776, + "nauc_map_at_20_diff1": 0.906483, + "nauc_map_at_100_max": 0.725534, + "nauc_map_at_100_std": 0.054041, + "nauc_map_at_100_diff1": 0.906341, + "nauc_map_at_1000_max": 0.72548, + "nauc_map_at_1000_std": 0.053877, + "nauc_map_at_1000_diff1": 0.906335, + "nauc_recall_at_1_max": 0.699173, + "nauc_recall_at_1_std": 0.037779, + "nauc_recall_at_1_diff1": 0.913141, + "nauc_recall_at_3_max": 0.778511, + "nauc_recall_at_3_std": 0.052861, + "nauc_recall_at_3_diff1": 0.884084, + "nauc_recall_at_5_max": 0.818562, + "nauc_recall_at_5_std": 0.142099, + "nauc_recall_at_5_diff1": 0.886922, + "nauc_recall_at_10_max": 0.815253, + "nauc_recall_at_10_std": 0.219029, + "nauc_recall_at_10_diff1": 0.914003, + "nauc_recall_at_20_max": 0.857775, + "nauc_recall_at_20_std": 0.432894, + "nauc_recall_at_20_diff1": 0.946613, + "nauc_recall_at_100_max": 0.931917, + "nauc_recall_at_100_std": 0.782991, + "nauc_recall_at_100_diff1": 0.931917, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699173, + "nauc_precision_at_1_std": 0.037779, + "nauc_precision_at_1_diff1": 0.913141, + "nauc_precision_at_3_max": 0.778511, + "nauc_precision_at_3_std": 0.052861, + "nauc_precision_at_3_diff1": 0.884084, + "nauc_precision_at_5_max": 0.818562, + "nauc_precision_at_5_std": 0.142099, + "nauc_precision_at_5_diff1": 0.886922, + "nauc_precision_at_10_max": 0.815253, + "nauc_precision_at_10_std": 0.219029, + "nauc_precision_at_10_diff1": 0.914003, + "nauc_precision_at_20_max": 0.857775, + "nauc_precision_at_20_std": 0.432894, + "nauc_precision_at_20_diff1": 0.946613, + "nauc_precision_at_100_max": 0.931917, + "nauc_precision_at_100_std": 0.782991, + "nauc_precision_at_100_diff1": 0.931917, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699173, + "nauc_mrr_at_1_std": 0.037779, + "nauc_mrr_at_1_diff1": 0.913141, + "nauc_mrr_at_3_max": 0.724331, + "nauc_mrr_at_3_std": 0.037292, + "nauc_mrr_at_3_diff1": 0.902774, + "nauc_mrr_at_5_max": 0.727764, + "nauc_mrr_at_5_std": 0.048291, + "nauc_mrr_at_5_diff1": 0.903993, + "nauc_mrr_at_10_max": 0.725782, + "nauc_mrr_at_10_std": 0.0515, + "nauc_mrr_at_10_diff1": 0.905718, + "nauc_mrr_at_20_max": 0.726032, + "nauc_mrr_at_20_std": 0.054776, + "nauc_mrr_at_20_diff1": 0.906483, + "nauc_mrr_at_100_max": 0.725534, + "nauc_mrr_at_100_std": 0.054041, + "nauc_mrr_at_100_diff1": 0.906341, + "nauc_mrr_at_1000_max": 0.72548, + "nauc_mrr_at_1000_std": 0.053877, + "nauc_mrr_at_1000_diff1": 0.906335, + "main_score": 0.89762, + "hf_subset": "hye_Armn-hye_Armn", + "languages": [ + "hye-Armn", + "hye-Armn" + ] + }, + { + "ndcg_at_1": 0.92222, + "ndcg_at_3": 0.95021, + "ndcg_at_5": 0.95528, + "ndcg_at_10": 0.95706, + "ndcg_at_20": 0.95903, + "ndcg_at_100": 0.95967, + "ndcg_at_1000": 0.95992, + "map_at_1": 0.92222, + "map_at_3": 0.9437, + "map_at_5": 0.94654, + "map_at_10": 0.94727, + "map_at_20": 0.94781, + "map_at_100": 0.94791, + "map_at_1000": 0.94791, + "recall_at_1": 0.92222, + "recall_at_3": 0.96889, + "recall_at_5": 0.98111, + "recall_at_10": 0.98667, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92222, + "precision_at_3": 0.32296, + "precision_at_5": 0.19622, + "precision_at_10": 0.09867, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.922222, + "mrr_at_3": 0.943704, + "mrr_at_5": 0.946537, + "mrr_at_10": 0.947269, + "mrr_at_20": 0.947811, + "mrr_at_100": 0.947907, + "mrr_at_1000": 0.947912, + "nauc_ndcg_at_1_max": 0.728078, + "nauc_ndcg_at_1_std": -0.120795, + "nauc_ndcg_at_1_diff1": 0.927838, + "nauc_ndcg_at_3_max": 0.798287, + "nauc_ndcg_at_3_std": -0.063548, + "nauc_ndcg_at_3_diff1": 0.937537, + "nauc_ndcg_at_5_max": 0.782132, + "nauc_ndcg_at_5_std": -0.060965, + "nauc_ndcg_at_5_diff1": 0.931713, + "nauc_ndcg_at_10_max": 0.779084, + "nauc_ndcg_at_10_std": -0.074008, + "nauc_ndcg_at_10_diff1": 0.932413, + "nauc_ndcg_at_20_max": 0.771222, + "nauc_ndcg_at_20_std": -0.063516, + "nauc_ndcg_at_20_diff1": 0.932038, + "nauc_ndcg_at_100_max": 0.768171, + "nauc_ndcg_at_100_std": -0.069191, + "nauc_ndcg_at_100_diff1": 0.931766, + "nauc_ndcg_at_1000_max": 0.767533, + "nauc_ndcg_at_1000_std": -0.075943, + "nauc_ndcg_at_1000_diff1": 0.931335, + "nauc_map_at_1_max": 0.728078, + "nauc_map_at_1_std": -0.120795, + "nauc_map_at_1_diff1": 0.927838, + "nauc_map_at_3_max": 0.775113, + "nauc_map_at_3_std": -0.081325, + "nauc_map_at_3_diff1": 0.93312, + "nauc_map_at_5_max": 0.766319, + "nauc_map_at_5_std": -0.081663, + "nauc_map_at_5_diff1": 0.930119, + "nauc_map_at_10_max": 0.76489, + "nauc_map_at_10_std": -0.087079, + "nauc_map_at_10_diff1": 0.930401, + "nauc_map_at_20_max": 0.762922, + "nauc_map_at_20_std": -0.085857, + "nauc_map_at_20_diff1": 0.930325, + "nauc_map_at_100_max": 0.76251, + "nauc_map_at_100_std": -0.086171, + "nauc_map_at_100_diff1": 0.930322, + "nauc_map_at_1000_max": 0.7625, + "nauc_map_at_1000_std": -0.086277, + "nauc_map_at_1000_diff1": 0.930316, + "nauc_recall_at_1_max": 0.728078, + "nauc_recall_at_1_std": -0.120795, + "nauc_recall_at_1_diff1": 0.927838, + "nauc_recall_at_3_max": 0.919134, + "nauc_recall_at_3_std": 0.028311, + "nauc_recall_at_3_diff1": 0.961485, + "nauc_recall_at_5_max": 0.905256, + "nauc_recall_at_5_std": 0.109573, + "nauc_recall_at_5_diff1": 0.944252, + "nauc_recall_at_10_max": 0.930167, + "nauc_recall_at_10_std": 0.066682, + "nauc_recall_at_10_diff1": 0.955065, + "nauc_recall_at_20_max": 0.921569, + "nauc_recall_at_20_std": 0.631746, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.728078, + "nauc_precision_at_1_std": -0.120795, + "nauc_precision_at_1_diff1": 0.927838, + "nauc_precision_at_3_max": 0.919134, + "nauc_precision_at_3_std": 0.028311, + "nauc_precision_at_3_diff1": 0.961485, + "nauc_precision_at_5_max": 0.905256, + "nauc_precision_at_5_std": 0.109573, + "nauc_precision_at_5_diff1": 0.944252, + "nauc_precision_at_10_max": 0.930167, + "nauc_precision_at_10_std": 0.066682, + "nauc_precision_at_10_diff1": 0.955065, + "nauc_precision_at_20_max": 0.921569, + "nauc_precision_at_20_std": 0.631746, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.728078, + "nauc_mrr_at_1_std": -0.120795, + "nauc_mrr_at_1_diff1": 0.927838, + "nauc_mrr_at_3_max": 0.775113, + "nauc_mrr_at_3_std": -0.081325, + "nauc_mrr_at_3_diff1": 0.93312, + "nauc_mrr_at_5_max": 0.766319, + "nauc_mrr_at_5_std": -0.081663, + "nauc_mrr_at_5_diff1": 0.930119, + "nauc_mrr_at_10_max": 0.76489, + "nauc_mrr_at_10_std": -0.087079, + "nauc_mrr_at_10_diff1": 0.930401, + "nauc_mrr_at_20_max": 0.762922, + "nauc_mrr_at_20_std": -0.085857, + "nauc_mrr_at_20_diff1": 0.930325, + "nauc_mrr_at_100_max": 0.76251, + "nauc_mrr_at_100_std": -0.086171, + "nauc_mrr_at_100_diff1": 0.930322, + "nauc_mrr_at_1000_max": 0.7625, + "nauc_mrr_at_1000_std": -0.086277, + "nauc_mrr_at_1000_diff1": 0.930316, + "main_score": 0.95706, + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.85455, + "ndcg_at_5": 0.86517, + "ndcg_at_10": 0.8738, + "ndcg_at_20": 0.87779, + "ndcg_at_100": 0.88364, + "ndcg_at_1000": 0.88479, + "map_at_1": 0.79889, + "map_at_3": 0.84111, + "map_at_5": 0.84706, + "map_at_10": 0.85063, + "map_at_20": 0.85175, + "map_at_100": 0.85267, + "map_at_1000": 0.85271, + "recall_at_1": 0.79889, + "recall_at_3": 0.89333, + "recall_at_5": 0.91889, + "recall_at_10": 0.94556, + "recall_at_20": 0.96111, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.79889, + "precision_at_3": 0.29778, + "precision_at_5": 0.18378, + "precision_at_10": 0.09456, + "precision_at_20": 0.04806, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.841111, + "mrr_at_5": 0.847056, + "mrr_at_10": 0.850628, + "mrr_at_20": 0.851751, + "mrr_at_100": 0.85267, + "mrr_at_1000": 0.852714, + "nauc_ndcg_at_1_max": 0.667434, + "nauc_ndcg_at_1_std": 0.062585, + "nauc_ndcg_at_1_diff1": 0.886637, + "nauc_ndcg_at_3_max": 0.727331, + "nauc_ndcg_at_3_std": 0.079839, + "nauc_ndcg_at_3_diff1": 0.874024, + "nauc_ndcg_at_5_max": 0.72391, + "nauc_ndcg_at_5_std": 0.078555, + "nauc_ndcg_at_5_diff1": 0.876578, + "nauc_ndcg_at_10_max": 0.72426, + "nauc_ndcg_at_10_std": 0.109552, + "nauc_ndcg_at_10_diff1": 0.879969, + "nauc_ndcg_at_20_max": 0.722455, + "nauc_ndcg_at_20_std": 0.11939, + "nauc_ndcg_at_20_diff1": 0.878206, + "nauc_ndcg_at_100_max": 0.714482, + "nauc_ndcg_at_100_std": 0.098922, + "nauc_ndcg_at_100_diff1": 0.87907, + "nauc_ndcg_at_1000_max": 0.713533, + "nauc_ndcg_at_1000_std": 0.093432, + "nauc_ndcg_at_1000_diff1": 0.879559, + "nauc_map_at_1_max": 0.667434, + "nauc_map_at_1_std": 0.062585, + "nauc_map_at_1_diff1": 0.886637, + "nauc_map_at_3_max": 0.711272, + "nauc_map_at_3_std": 0.074347, + "nauc_map_at_3_diff1": 0.87811, + "nauc_map_at_5_max": 0.708898, + "nauc_map_at_5_std": 0.073074, + "nauc_map_at_5_diff1": 0.879568, + "nauc_map_at_10_max": 0.70863, + "nauc_map_at_10_std": 0.083328, + "nauc_map_at_10_diff1": 0.880813, + "nauc_map_at_20_max": 0.708086, + "nauc_map_at_20_std": 0.085276, + "nauc_map_at_20_diff1": 0.880422, + "nauc_map_at_100_max": 0.707064, + "nauc_map_at_100_std": 0.082794, + "nauc_map_at_100_diff1": 0.880507, + "nauc_map_at_1000_max": 0.707049, + "nauc_map_at_1000_std": 0.082654, + "nauc_map_at_1000_diff1": 0.880536, + "nauc_recall_at_1_max": 0.667434, + "nauc_recall_at_1_std": 0.062585, + "nauc_recall_at_1_diff1": 0.886637, + "nauc_recall_at_3_max": 0.792412, + "nauc_recall_at_3_std": 0.102666, + "nauc_recall_at_3_diff1": 0.857001, + "nauc_recall_at_5_max": 0.799387, + "nauc_recall_at_5_std": 0.107792, + "nauc_recall_at_5_diff1": 0.861415, + "nauc_recall_at_10_max": 0.83885, + "nauc_recall_at_10_std": 0.34066, + "nauc_recall_at_10_diff1": 0.877522, + "nauc_recall_at_20_max": 0.863625, + "nauc_recall_at_20_std": 0.552034, + "nauc_recall_at_20_diff1": 0.855609, + "nauc_recall_at_100_max": 0.816468, + "nauc_recall_at_100_std": 0.642624, + "nauc_recall_at_100_diff1": 0.842145, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.667434, + "nauc_precision_at_1_std": 0.062585, + "nauc_precision_at_1_diff1": 0.886637, + "nauc_precision_at_3_max": 0.792412, + "nauc_precision_at_3_std": 0.102666, + "nauc_precision_at_3_diff1": 0.857001, + "nauc_precision_at_5_max": 0.799387, + "nauc_precision_at_5_std": 0.107792, + "nauc_precision_at_5_diff1": 0.861415, + "nauc_precision_at_10_max": 0.83885, + "nauc_precision_at_10_std": 0.34066, + "nauc_precision_at_10_diff1": 0.877522, + "nauc_precision_at_20_max": 0.863625, + "nauc_precision_at_20_std": 0.552034, + "nauc_precision_at_20_diff1": 0.855609, + "nauc_precision_at_100_max": 0.816468, + "nauc_precision_at_100_std": 0.642624, + "nauc_precision_at_100_diff1": 0.842145, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.667434, + "nauc_mrr_at_1_std": 0.062585, + "nauc_mrr_at_1_diff1": 0.886637, + "nauc_mrr_at_3_max": 0.711272, + "nauc_mrr_at_3_std": 0.074347, + "nauc_mrr_at_3_diff1": 0.87811, + "nauc_mrr_at_5_max": 0.708898, + "nauc_mrr_at_5_std": 0.073074, + "nauc_mrr_at_5_diff1": 0.879568, + "nauc_mrr_at_10_max": 0.70863, + "nauc_mrr_at_10_std": 0.083328, + "nauc_mrr_at_10_diff1": 0.880813, + "nauc_mrr_at_20_max": 0.708086, + "nauc_mrr_at_20_std": 0.085276, + "nauc_mrr_at_20_diff1": 0.880422, + "nauc_mrr_at_100_max": 0.707064, + "nauc_mrr_at_100_std": 0.082794, + "nauc_mrr_at_100_diff1": 0.880507, + "nauc_mrr_at_1000_max": 0.707049, + "nauc_mrr_at_1000_std": 0.082654, + "nauc_mrr_at_1000_diff1": 0.880536, + "main_score": 0.8738, + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ] + }, + { + "ndcg_at_1": 0.59733, + "ndcg_at_3": 0.65207, + "ndcg_at_5": 0.66489, + "ndcg_at_10": 0.68313, + "ndcg_at_20": 0.69562, + "ndcg_at_100": 0.71105, + "ndcg_at_1000": 0.72312, + "map_at_1": 0.59677, + "map_at_3": 0.63867, + "map_at_5": 0.64579, + "map_at_10": 0.65346, + "map_at_20": 0.65695, + "map_at_100": 0.65919, + "map_at_1000": 0.65968, + "recall_at_1": 0.59677, + "recall_at_3": 0.69021, + "recall_at_5": 0.72136, + "recall_at_10": 0.77697, + "recall_at_20": 0.82592, + "recall_at_100": 0.90768, + "recall_at_1000": 1.0, + "precision_at_1": 0.59733, + "precision_at_3": 0.23026, + "precision_at_5": 0.14438, + "precision_at_10": 0.07775, + "precision_at_20": 0.04132, + "precision_at_100": 0.00909, + "precision_at_1000": 0.001, + "mrr_at_1": 0.59733, + "mrr_at_3": 0.639229, + "mrr_at_5": 0.646348, + "mrr_at_10": 0.654017, + "mrr_at_20": 0.657507, + "mrr_at_100": 0.659725, + "mrr_at_1000": 0.660216, + "nauc_ndcg_at_1_max": 0.628993, + "nauc_ndcg_at_1_std": 0.019523, + "nauc_ndcg_at_1_diff1": 0.872996, + "nauc_ndcg_at_3_max": 0.630728, + "nauc_ndcg_at_3_std": 0.038475, + "nauc_ndcg_at_3_diff1": 0.839827, + "nauc_ndcg_at_5_max": 0.621792, + "nauc_ndcg_at_5_std": 0.03413, + "nauc_ndcg_at_5_diff1": 0.834713, + "nauc_ndcg_at_10_max": 0.619952, + "nauc_ndcg_at_10_std": 0.04215, + "nauc_ndcg_at_10_diff1": 0.828353, + "nauc_ndcg_at_20_max": 0.616249, + "nauc_ndcg_at_20_std": 0.043658, + "nauc_ndcg_at_20_diff1": 0.826357, + "nauc_ndcg_at_100_max": 0.621269, + "nauc_ndcg_at_100_std": 0.048701, + "nauc_ndcg_at_100_diff1": 0.826384, + "nauc_ndcg_at_1000_max": 0.622384, + "nauc_ndcg_at_1000_std": 0.040935, + "nauc_ndcg_at_1000_diff1": 0.83467, + "nauc_map_at_1_max": 0.627605, + "nauc_map_at_1_std": 0.017485, + "nauc_map_at_1_diff1": 0.871455, + "nauc_map_at_3_max": 0.629991, + "nauc_map_at_3_std": 0.032654, + "nauc_map_at_3_diff1": 0.847387, + "nauc_map_at_5_max": 0.625156, + "nauc_map_at_5_std": 0.030133, + "nauc_map_at_5_diff1": 0.844849, + "nauc_map_at_10_max": 0.624652, + "nauc_map_at_10_std": 0.033756, + "nauc_map_at_10_diff1": 0.842538, + "nauc_map_at_20_max": 0.623704, + "nauc_map_at_20_std": 0.034046, + "nauc_map_at_20_diff1": 0.842082, + "nauc_map_at_100_max": 0.624454, + "nauc_map_at_100_std": 0.034643, + "nauc_map_at_100_diff1": 0.842183, + "nauc_map_at_1000_max": 0.624481, + "nauc_map_at_1000_std": 0.034355, + "nauc_map_at_1000_diff1": 0.842507, + "nauc_recall_at_1_max": 0.627605, + "nauc_recall_at_1_std": 0.017485, + "nauc_recall_at_1_diff1": 0.871455, + "nauc_recall_at_3_max": 0.63125, + "nauc_recall_at_3_std": 0.054887, + "nauc_recall_at_3_diff1": 0.813966, + "nauc_recall_at_5_max": 0.60668, + "nauc_recall_at_5_std": 0.044826, + "nauc_recall_at_5_diff1": 0.797012, + "nauc_recall_at_10_max": 0.595367, + "nauc_recall_at_10_std": 0.07474, + "nauc_recall_at_10_diff1": 0.764536, + "nauc_recall_at_20_max": 0.567575, + "nauc_recall_at_20_std": 0.091715, + "nauc_recall_at_20_diff1": 0.737974, + "nauc_recall_at_100_max": 0.598004, + "nauc_recall_at_100_std": 0.197662, + "nauc_recall_at_100_diff1": 0.672535, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.628993, + "nauc_precision_at_1_std": 0.019523, + "nauc_precision_at_1_diff1": 0.872996, + "nauc_precision_at_3_max": 0.633171, + "nauc_precision_at_3_std": 0.057373, + "nauc_precision_at_3_diff1": 0.8161, + "nauc_precision_at_5_max": 0.608968, + "nauc_precision_at_5_std": 0.04753, + "nauc_precision_at_5_diff1": 0.799614, + "nauc_precision_at_10_max": 0.598085, + "nauc_precision_at_10_std": 0.078038, + "nauc_precision_at_10_diff1": 0.767589, + "nauc_precision_at_20_max": 0.57116, + "nauc_precision_at_20_std": 0.09589, + "nauc_precision_at_20_diff1": 0.742061, + "nauc_precision_at_100_max": 0.592383, + "nauc_precision_at_100_std": 0.207188, + "nauc_precision_at_100_diff1": 0.665385, + "nauc_precision_at_1000_max": 0.324012, + "nauc_precision_at_1000_std": 0.662006, + "nauc_precision_at_1000_diff1": 0.324012, + "nauc_mrr_at_1_max": 0.628993, + "nauc_mrr_at_1_std": 0.019523, + "nauc_mrr_at_1_diff1": 0.872996, + "nauc_mrr_at_3_max": 0.631489, + "nauc_mrr_at_3_std": 0.034864, + "nauc_mrr_at_3_diff1": 0.849034, + "nauc_mrr_at_5_max": 0.626676, + "nauc_mrr_at_5_std": 0.032377, + "nauc_mrr_at_5_diff1": 0.846521, + "nauc_mrr_at_10_max": 0.626202, + "nauc_mrr_at_10_std": 0.036047, + "nauc_mrr_at_10_diff1": 0.844241, + "nauc_mrr_at_20_max": 0.625268, + "nauc_mrr_at_20_std": 0.03636, + "nauc_mrr_at_20_diff1": 0.843802, + "nauc_mrr_at_100_max": 0.62597, + "nauc_mrr_at_100_std": 0.036885, + "nauc_mrr_at_100_diff1": 0.84385, + "nauc_mrr_at_1000_max": 0.626, + "nauc_mrr_at_1000_std": 0.036601, + "nauc_mrr_at_1000_diff1": 0.844176, + "main_score": 0.68313, + "hf_subset": "ibo_Latn-ibo_Latn", + "languages": [ + "ibo-Latn", + "ibo-Latn" + ] + }, + { + "ndcg_at_1": 0.80778, + "ndcg_at_3": 0.86656, + "ndcg_at_5": 0.87957, + "ndcg_at_10": 0.88724, + "ndcg_at_20": 0.89022, + "ndcg_at_100": 0.89427, + "ndcg_at_1000": 0.89517, + "map_at_1": 0.80778, + "map_at_3": 0.85296, + "map_at_5": 0.8603, + "map_at_10": 0.86354, + "map_at_20": 0.8643, + "map_at_100": 0.8649, + "map_at_1000": 0.86493, + "recall_at_1": 0.80778, + "recall_at_3": 0.90556, + "recall_at_5": 0.93667, + "recall_at_10": 0.96, + "recall_at_20": 0.97222, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.80778, + "precision_at_3": 0.30185, + "precision_at_5": 0.18733, + "precision_at_10": 0.096, + "precision_at_20": 0.04861, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.807778, + "mrr_at_3": 0.852963, + "mrr_at_5": 0.860296, + "mrr_at_10": 0.863536, + "mrr_at_20": 0.864298, + "mrr_at_100": 0.864895, + "mrr_at_1000": 0.864934, + "nauc_ndcg_at_1_max": 0.68715, + "nauc_ndcg_at_1_std": -0.035307, + "nauc_ndcg_at_1_diff1": 0.877726, + "nauc_ndcg_at_3_max": 0.738137, + "nauc_ndcg_at_3_std": 0.021959, + "nauc_ndcg_at_3_diff1": 0.853282, + "nauc_ndcg_at_5_max": 0.738186, + "nauc_ndcg_at_5_std": 0.020936, + "nauc_ndcg_at_5_diff1": 0.860838, + "nauc_ndcg_at_10_max": 0.731604, + "nauc_ndcg_at_10_std": 0.031319, + "nauc_ndcg_at_10_diff1": 0.860514, + "nauc_ndcg_at_20_max": 0.733365, + "nauc_ndcg_at_20_std": 0.039715, + "nauc_ndcg_at_20_diff1": 0.862523, + "nauc_ndcg_at_100_max": 0.725462, + "nauc_ndcg_at_100_std": 0.017876, + "nauc_ndcg_at_100_diff1": 0.863094, + "nauc_ndcg_at_1000_max": 0.725122, + "nauc_ndcg_at_1000_std": 0.017642, + "nauc_ndcg_at_1000_diff1": 0.863369, + "nauc_map_at_1_max": 0.68715, + "nauc_map_at_1_std": -0.035307, + "nauc_map_at_1_diff1": 0.877726, + "nauc_map_at_3_max": 0.724358, + "nauc_map_at_3_std": 0.007625, + "nauc_map_at_3_diff1": 0.86039, + "nauc_map_at_5_max": 0.723593, + "nauc_map_at_5_std": 0.006048, + "nauc_map_at_5_diff1": 0.864482, + "nauc_map_at_10_max": 0.720955, + "nauc_map_at_10_std": 0.009673, + "nauc_map_at_10_diff1": 0.864653, + "nauc_map_at_20_max": 0.721213, + "nauc_map_at_20_std": 0.011021, + "nauc_map_at_20_diff1": 0.865015, + "nauc_map_at_100_max": 0.720232, + "nauc_map_at_100_std": 0.008463, + "nauc_map_at_100_diff1": 0.865037, + "nauc_map_at_1000_max": 0.720216, + "nauc_map_at_1000_std": 0.008506, + "nauc_map_at_1000_diff1": 0.865048, + "nauc_recall_at_1_max": 0.68715, + "nauc_recall_at_1_std": -0.035307, + "nauc_recall_at_1_diff1": 0.877726, + "nauc_recall_at_3_max": 0.796139, + "nauc_recall_at_3_std": 0.081496, + "nauc_recall_at_3_diff1": 0.823008, + "nauc_recall_at_5_max": 0.82511, + "nauc_recall_at_5_std": 0.108785, + "nauc_recall_at_5_diff1": 0.841106, + "nauc_recall_at_10_max": 0.821065, + "nauc_recall_at_10_std": 0.239327, + "nauc_recall_at_10_diff1": 0.823568, + "nauc_recall_at_20_max": 0.889169, + "nauc_recall_at_20_std": 0.4707, + "nauc_recall_at_20_diff1": 0.84127, + "nauc_recall_at_100_max": 0.761516, + "nauc_recall_at_100_std": 0.087535, + "nauc_recall_at_100_diff1": 0.8331, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.68715, + "nauc_precision_at_1_std": -0.035307, + "nauc_precision_at_1_diff1": 0.877726, + "nauc_precision_at_3_max": 0.796139, + "nauc_precision_at_3_std": 0.081496, + "nauc_precision_at_3_diff1": 0.823008, + "nauc_precision_at_5_max": 0.82511, + "nauc_precision_at_5_std": 0.108785, + "nauc_precision_at_5_diff1": 0.841106, + "nauc_precision_at_10_max": 0.821065, + "nauc_precision_at_10_std": 0.239327, + "nauc_precision_at_10_diff1": 0.823568, + "nauc_precision_at_20_max": 0.889169, + "nauc_precision_at_20_std": 0.4707, + "nauc_precision_at_20_diff1": 0.84127, + "nauc_precision_at_100_max": 0.761516, + "nauc_precision_at_100_std": 0.087535, + "nauc_precision_at_100_diff1": 0.8331, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.68715, + "nauc_mrr_at_1_std": -0.035307, + "nauc_mrr_at_1_diff1": 0.877726, + "nauc_mrr_at_3_max": 0.724358, + "nauc_mrr_at_3_std": 0.007625, + "nauc_mrr_at_3_diff1": 0.86039, + "nauc_mrr_at_5_max": 0.723593, + "nauc_mrr_at_5_std": 0.006048, + "nauc_mrr_at_5_diff1": 0.864482, + "nauc_mrr_at_10_max": 0.720955, + "nauc_mrr_at_10_std": 0.009673, + "nauc_mrr_at_10_diff1": 0.864653, + "nauc_mrr_at_20_max": 0.721213, + "nauc_mrr_at_20_std": 0.011021, + "nauc_mrr_at_20_diff1": 0.865015, + "nauc_mrr_at_100_max": 0.720232, + "nauc_mrr_at_100_std": 0.008463, + "nauc_mrr_at_100_diff1": 0.865037, + "nauc_mrr_at_1000_max": 0.720216, + "nauc_mrr_at_1000_std": 0.008506, + "nauc_mrr_at_1000_diff1": 0.865048, + "main_score": 0.88724, + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58843, + "ndcg_at_3": 0.64946, + "ndcg_at_5": 0.66276, + "ndcg_at_10": 0.67585, + "ndcg_at_20": 0.68797, + "ndcg_at_100": 0.70375, + "ndcg_at_1000": 0.717, + "map_at_1": 0.58788, + "map_at_3": 0.63441, + "map_at_5": 0.64181, + "map_at_10": 0.64728, + "map_at_20": 0.65063, + "map_at_100": 0.65268, + "map_at_1000": 0.65324, + "recall_at_1": 0.58788, + "recall_at_3": 0.69244, + "recall_at_5": 0.72469, + "recall_at_10": 0.76474, + "recall_at_20": 0.81257, + "recall_at_100": 0.89933, + "recall_at_1000": 1.0, + "precision_at_1": 0.58843, + "precision_at_3": 0.231, + "precision_at_5": 0.14505, + "precision_at_10": 0.07653, + "precision_at_20": 0.04066, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "mrr_at_1": 0.588432, + "mrr_at_3": 0.634965, + "mrr_at_5": 0.642362, + "mrr_at_10": 0.64784, + "mrr_at_20": 0.651184, + "mrr_at_100": 0.65324, + "mrr_at_1000": 0.653789, + "nauc_ndcg_at_1_max": 0.675397, + "nauc_ndcg_at_1_std": -0.059499, + "nauc_ndcg_at_1_diff1": 0.863763, + "nauc_ndcg_at_3_max": 0.685926, + "nauc_ndcg_at_3_std": -0.034033, + "nauc_ndcg_at_3_diff1": 0.8336, + "nauc_ndcg_at_5_max": 0.684473, + "nauc_ndcg_at_5_std": -0.031778, + "nauc_ndcg_at_5_diff1": 0.832325, + "nauc_ndcg_at_10_max": 0.682193, + "nauc_ndcg_at_10_std": -0.020934, + "nauc_ndcg_at_10_diff1": 0.829447, + "nauc_ndcg_at_20_max": 0.674147, + "nauc_ndcg_at_20_std": -0.022323, + "nauc_ndcg_at_20_diff1": 0.825302, + "nauc_ndcg_at_100_max": 0.676796, + "nauc_ndcg_at_100_std": -0.018372, + "nauc_ndcg_at_100_diff1": 0.828114, + "nauc_ndcg_at_1000_max": 0.679174, + "nauc_ndcg_at_1000_std": -0.027189, + "nauc_ndcg_at_1000_diff1": 0.833145, + "nauc_map_at_1_max": 0.673993, + "nauc_map_at_1_std": -0.060444, + "nauc_map_at_1_diff1": 0.862242, + "nauc_map_at_3_max": 0.683377, + "nauc_map_at_3_std": -0.04058, + "nauc_map_at_3_diff1": 0.840852, + "nauc_map_at_5_max": 0.682628, + "nauc_map_at_5_std": -0.039634, + "nauc_map_at_5_diff1": 0.840469, + "nauc_map_at_10_max": 0.68182, + "nauc_map_at_10_std": -0.035425, + "nauc_map_at_10_diff1": 0.839436, + "nauc_map_at_20_max": 0.679667, + "nauc_map_at_20_std": -0.036065, + "nauc_map_at_20_diff1": 0.838437, + "nauc_map_at_100_max": 0.680084, + "nauc_map_at_100_std": -0.035552, + "nauc_map_at_100_diff1": 0.838805, + "nauc_map_at_1000_max": 0.680171, + "nauc_map_at_1000_std": -0.035829, + "nauc_map_at_1000_diff1": 0.838998, + "nauc_recall_at_1_max": 0.673993, + "nauc_recall_at_1_std": -0.060444, + "nauc_recall_at_1_diff1": 0.862242, + "nauc_recall_at_3_max": 0.692019, + "nauc_recall_at_3_std": -0.014178, + "nauc_recall_at_3_diff1": 0.808298, + "nauc_recall_at_5_max": 0.687917, + "nauc_recall_at_5_std": -0.00537, + "nauc_recall_at_5_diff1": 0.801269, + "nauc_recall_at_10_max": 0.6788, + "nauc_recall_at_10_std": 0.039725, + "nauc_recall_at_10_diff1": 0.786063, + "nauc_recall_at_20_max": 0.632602, + "nauc_recall_at_20_std": 0.046039, + "nauc_recall_at_20_diff1": 0.753236, + "nauc_recall_at_100_max": 0.633295, + "nauc_recall_at_100_std": 0.142144, + "nauc_recall_at_100_diff1": 0.737741, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.675397, + "nauc_precision_at_1_std": -0.059499, + "nauc_precision_at_1_diff1": 0.863763, + "nauc_precision_at_3_max": 0.69402, + "nauc_precision_at_3_std": -0.013004, + "nauc_precision_at_3_diff1": 0.810435, + "nauc_precision_at_5_max": 0.690364, + "nauc_precision_at_5_std": -0.004078, + "nauc_precision_at_5_diff1": 0.803905, + "nauc_precision_at_10_max": 0.681563, + "nauc_precision_at_10_std": 0.041278, + "nauc_precision_at_10_diff1": 0.789029, + "nauc_precision_at_20_max": 0.636129, + "nauc_precision_at_20_std": 0.047951, + "nauc_precision_at_20_diff1": 0.757096, + "nauc_precision_at_100_max": 0.639482, + "nauc_precision_at_100_std": 0.14596, + "nauc_precision_at_100_diff1": 0.744433, + "nauc_precision_at_1000_max": 0.324012, + "nauc_precision_at_1000_std": 0.324012, + "nauc_precision_at_1000_diff1": 0.324012, + "nauc_mrr_at_1_max": 0.675397, + "nauc_mrr_at_1_std": -0.059499, + "nauc_mrr_at_1_diff1": 0.863763, + "nauc_mrr_at_3_max": 0.684904, + "nauc_mrr_at_3_std": -0.039543, + "nauc_mrr_at_3_diff1": 0.842486, + "nauc_mrr_at_5_max": 0.684182, + "nauc_mrr_at_5_std": -0.038578, + "nauc_mrr_at_5_diff1": 0.842131, + "nauc_mrr_at_10_max": 0.683394, + "nauc_mrr_at_10_std": -0.034352, + "nauc_mrr_at_10_diff1": 0.841121, + "nauc_mrr_at_20_max": 0.681254, + "nauc_mrr_at_20_std": -0.034982, + "nauc_mrr_at_20_diff1": 0.840136, + "nauc_mrr_at_100_max": 0.681681, + "nauc_mrr_at_100_std": -0.034462, + "nauc_mrr_at_100_diff1": 0.840515, + "nauc_mrr_at_1000_max": 0.681753, + "nauc_mrr_at_1000_std": -0.03475, + "nauc_mrr_at_1000_diff1": 0.840691, + "main_score": 0.67585, + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "ndcg_at_1": 0.75333, + "ndcg_at_3": 0.80622, + "ndcg_at_5": 0.8165, + "ndcg_at_10": 0.82576, + "ndcg_at_20": 0.8322, + "ndcg_at_100": 0.84101, + "ndcg_at_1000": 0.84507, + "map_at_1": 0.75333, + "map_at_3": 0.7937, + "map_at_5": 0.79954, + "map_at_10": 0.8033, + "map_at_20": 0.80507, + "map_at_100": 0.80634, + "map_at_1000": 0.80647, + "recall_at_1": 0.75333, + "recall_at_3": 0.84222, + "recall_at_5": 0.86667, + "recall_at_10": 0.89556, + "recall_at_20": 0.92111, + "recall_at_100": 0.96778, + "recall_at_1000": 1.0, + "precision_at_1": 0.75333, + "precision_at_3": 0.28074, + "precision_at_5": 0.17333, + "precision_at_10": 0.08956, + "precision_at_20": 0.04606, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.753333, + "mrr_at_3": 0.793704, + "mrr_at_5": 0.799537, + "mrr_at_10": 0.803303, + "mrr_at_20": 0.805065, + "mrr_at_100": 0.806337, + "mrr_at_1000": 0.806474, + "nauc_ndcg_at_1_max": 0.641218, + "nauc_ndcg_at_1_std": 0.371912, + "nauc_ndcg_at_1_diff1": 0.873934, + "nauc_ndcg_at_3_max": 0.693618, + "nauc_ndcg_at_3_std": 0.420688, + "nauc_ndcg_at_3_diff1": 0.863015, + "nauc_ndcg_at_5_max": 0.691269, + "nauc_ndcg_at_5_std": 0.429765, + "nauc_ndcg_at_5_diff1": 0.857061, + "nauc_ndcg_at_10_max": 0.693779, + "nauc_ndcg_at_10_std": 0.431889, + "nauc_ndcg_at_10_diff1": 0.854465, + "nauc_ndcg_at_20_max": 0.691997, + "nauc_ndcg_at_20_std": 0.439123, + "nauc_ndcg_at_20_diff1": 0.856773, + "nauc_ndcg_at_100_max": 0.689229, + "nauc_ndcg_at_100_std": 0.437495, + "nauc_ndcg_at_100_diff1": 0.858266, + "nauc_ndcg_at_1000_max": 0.685659, + "nauc_ndcg_at_1000_std": 0.426931, + "nauc_ndcg_at_1000_diff1": 0.859851, + "nauc_map_at_1_max": 0.641218, + "nauc_map_at_1_std": 0.371912, + "nauc_map_at_1_diff1": 0.873934, + "nauc_map_at_3_max": 0.68136, + "nauc_map_at_3_std": 0.408686, + "nauc_map_at_3_diff1": 0.866109, + "nauc_map_at_5_max": 0.679935, + "nauc_map_at_5_std": 0.4131, + "nauc_map_at_5_diff1": 0.86299, + "nauc_map_at_10_max": 0.68052, + "nauc_map_at_10_std": 0.413448, + "nauc_map_at_10_diff1": 0.862092, + "nauc_map_at_20_max": 0.679949, + "nauc_map_at_20_std": 0.415455, + "nauc_map_at_20_diff1": 0.862674, + "nauc_map_at_100_max": 0.679453, + "nauc_map_at_100_std": 0.41507, + "nauc_map_at_100_diff1": 0.862853, + "nauc_map_at_1000_max": 0.67935, + "nauc_map_at_1000_std": 0.414771, + "nauc_map_at_1000_diff1": 0.862902, + "nauc_recall_at_1_max": 0.641218, + "nauc_recall_at_1_std": 0.371912, + "nauc_recall_at_1_diff1": 0.873934, + "nauc_recall_at_3_max": 0.73682, + "nauc_recall_at_3_std": 0.46336, + "nauc_recall_at_3_diff1": 0.851777, + "nauc_recall_at_5_max": 0.735722, + "nauc_recall_at_5_std": 0.498926, + "nauc_recall_at_5_diff1": 0.831741, + "nauc_recall_at_10_max": 0.759794, + "nauc_recall_at_10_std": 0.527074, + "nauc_recall_at_10_diff1": 0.813523, + "nauc_recall_at_20_max": 0.767014, + "nauc_recall_at_20_std": 0.606002, + "nauc_recall_at_20_diff1": 0.819216, + "nauc_recall_at_100_max": 0.816076, + "nauc_recall_at_100_std": 0.812148, + "nauc_recall_at_100_diff1": 0.802956, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.641218, + "nauc_precision_at_1_std": 0.371912, + "nauc_precision_at_1_diff1": 0.873934, + "nauc_precision_at_3_max": 0.73682, + "nauc_precision_at_3_std": 0.46336, + "nauc_precision_at_3_diff1": 0.851777, + "nauc_precision_at_5_max": 0.735722, + "nauc_precision_at_5_std": 0.498926, + "nauc_precision_at_5_diff1": 0.831741, + "nauc_precision_at_10_max": 0.759794, + "nauc_precision_at_10_std": 0.527074, + "nauc_precision_at_10_diff1": 0.813523, + "nauc_precision_at_20_max": 0.767014, + "nauc_precision_at_20_std": 0.606002, + "nauc_precision_at_20_diff1": 0.819216, + "nauc_precision_at_100_max": 0.816076, + "nauc_precision_at_100_std": 0.812148, + "nauc_precision_at_100_diff1": 0.802956, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.641218, + "nauc_mrr_at_1_std": 0.371912, + "nauc_mrr_at_1_diff1": 0.873934, + "nauc_mrr_at_3_max": 0.68136, + "nauc_mrr_at_3_std": 0.408686, + "nauc_mrr_at_3_diff1": 0.866109, + "nauc_mrr_at_5_max": 0.679935, + "nauc_mrr_at_5_std": 0.4131, + "nauc_mrr_at_5_diff1": 0.86299, + "nauc_mrr_at_10_max": 0.68052, + "nauc_mrr_at_10_std": 0.413448, + "nauc_mrr_at_10_diff1": 0.862092, + "nauc_mrr_at_20_max": 0.679949, + "nauc_mrr_at_20_std": 0.415455, + "nauc_mrr_at_20_diff1": 0.862674, + "nauc_mrr_at_100_max": 0.679453, + "nauc_mrr_at_100_std": 0.41507, + "nauc_mrr_at_100_diff1": 0.862853, + "nauc_mrr_at_1000_max": 0.67935, + "nauc_mrr_at_1000_std": 0.414771, + "nauc_mrr_at_1000_diff1": 0.862902, + "main_score": 0.82576, + "hf_subset": "ilo_Latn-ilo_Latn", + "languages": [ + "ilo-Latn", + "ilo-Latn" + ] + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.92819, + "ndcg_at_5": 0.93464, + "ndcg_at_10": 0.93917, + "ndcg_at_20": 0.94201, + "ndcg_at_100": 0.94257, + "ndcg_at_1000": 0.94332, + "map_at_1": 0.89333, + "map_at_3": 0.92019, + "map_at_5": 0.9238, + "map_at_10": 0.92579, + "map_at_20": 0.92659, + "map_at_100": 0.92665, + "map_at_1000": 0.92668, + "recall_at_1": 0.89333, + "recall_at_3": 0.95111, + "recall_at_5": 0.96667, + "recall_at_10": 0.98, + "recall_at_20": 0.99111, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.89333, + "precision_at_3": 0.31704, + "precision_at_5": 0.19333, + "precision_at_10": 0.098, + "precision_at_20": 0.04956, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.893333, + "mrr_at_3": 0.920185, + "mrr_at_5": 0.923796, + "mrr_at_10": 0.925795, + "mrr_at_20": 0.926588, + "mrr_at_100": 0.926647, + "mrr_at_1000": 0.92668, + "nauc_ndcg_at_1_max": 0.723307, + "nauc_ndcg_at_1_std": -0.066918, + "nauc_ndcg_at_1_diff1": 0.920623, + "nauc_ndcg_at_3_max": 0.77519, + "nauc_ndcg_at_3_std": -0.070634, + "nauc_ndcg_at_3_diff1": 0.918158, + "nauc_ndcg_at_5_max": 0.770084, + "nauc_ndcg_at_5_std": -0.051865, + "nauc_ndcg_at_5_diff1": 0.921797, + "nauc_ndcg_at_10_max": 0.768721, + "nauc_ndcg_at_10_std": -0.041871, + "nauc_ndcg_at_10_diff1": 0.924126, + "nauc_ndcg_at_20_max": 0.759981, + "nauc_ndcg_at_20_std": -0.047614, + "nauc_ndcg_at_20_diff1": 0.92226, + "nauc_ndcg_at_100_max": 0.760139, + "nauc_ndcg_at_100_std": -0.042251, + "nauc_ndcg_at_100_diff1": 0.921923, + "nauc_ndcg_at_1000_max": 0.758311, + "nauc_ndcg_at_1000_std": -0.055199, + "nauc_ndcg_at_1000_diff1": 0.921193, + "nauc_map_at_1_max": 0.723307, + "nauc_map_at_1_std": -0.066918, + "nauc_map_at_1_diff1": 0.920623, + "nauc_map_at_3_max": 0.759989, + "nauc_map_at_3_std": -0.071398, + "nauc_map_at_3_diff1": 0.91827, + "nauc_map_at_5_max": 0.756978, + "nauc_map_at_5_std": -0.063514, + "nauc_map_at_5_diff1": 0.920095, + "nauc_map_at_10_max": 0.755992, + "nauc_map_at_10_std": -0.061031, + "nauc_map_at_10_diff1": 0.920884, + "nauc_map_at_20_max": 0.753949, + "nauc_map_at_20_std": -0.062592, + "nauc_map_at_20_diff1": 0.92041, + "nauc_map_at_100_max": 0.753951, + "nauc_map_at_100_std": -0.062283, + "nauc_map_at_100_diff1": 0.920381, + "nauc_map_at_1000_max": 0.753874, + "nauc_map_at_1000_std": -0.062734, + "nauc_map_at_1000_diff1": 0.92035, + "nauc_recall_at_1_max": 0.723307, + "nauc_recall_at_1_std": -0.066918, + "nauc_recall_at_1_diff1": 0.920623, + "nauc_recall_at_3_max": 0.845429, + "nauc_recall_at_3_std": -0.065741, + "nauc_recall_at_3_diff1": 0.918088, + "nauc_recall_at_5_max": 0.852646, + "nauc_recall_at_5_std": 0.035045, + "nauc_recall_at_5_diff1": 0.934485, + "nauc_recall_at_10_max": 0.89807, + "nauc_recall_at_10_std": 0.197816, + "nauc_recall_at_10_diff1": 0.963689, + "nauc_recall_at_20_max": 0.836018, + "nauc_recall_at_20_std": 0.355859, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 0.892157, + "nauc_recall_at_100_std": 0.947712, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.723307, + "nauc_precision_at_1_std": -0.066918, + "nauc_precision_at_1_diff1": 0.920623, + "nauc_precision_at_3_max": 0.845429, + "nauc_precision_at_3_std": -0.065741, + "nauc_precision_at_3_diff1": 0.918088, + "nauc_precision_at_5_max": 0.852646, + "nauc_precision_at_5_std": 0.035045, + "nauc_precision_at_5_diff1": 0.934485, + "nauc_precision_at_10_max": 0.89807, + "nauc_precision_at_10_std": 0.197816, + "nauc_precision_at_10_diff1": 0.963689, + "nauc_precision_at_20_max": 0.836018, + "nauc_precision_at_20_std": 0.355859, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 0.892157, + "nauc_precision_at_100_std": 0.947712, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.723307, + "nauc_mrr_at_1_std": -0.066918, + "nauc_mrr_at_1_diff1": 0.920623, + "nauc_mrr_at_3_max": 0.759989, + "nauc_mrr_at_3_std": -0.071398, + "nauc_mrr_at_3_diff1": 0.91827, + "nauc_mrr_at_5_max": 0.756978, + "nauc_mrr_at_5_std": -0.063514, + "nauc_mrr_at_5_diff1": 0.920095, + "nauc_mrr_at_10_max": 0.755992, + "nauc_mrr_at_10_std": -0.061031, + "nauc_mrr_at_10_diff1": 0.920884, + "nauc_mrr_at_20_max": 0.753949, + "nauc_mrr_at_20_std": -0.062592, + "nauc_mrr_at_20_diff1": 0.92041, + "nauc_mrr_at_100_max": 0.753951, + "nauc_mrr_at_100_std": -0.062283, + "nauc_mrr_at_100_diff1": 0.920381, + "nauc_mrr_at_1000_max": 0.753874, + "nauc_mrr_at_1000_std": -0.062734, + "nauc_mrr_at_1000_diff1": 0.92035, + "main_score": 0.93917, + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.76889, + "ndcg_at_3": 0.81546, + "ndcg_at_5": 0.82426, + "ndcg_at_10": 0.83249, + "ndcg_at_20": 0.83751, + "ndcg_at_100": 0.84639, + "ndcg_at_1000": 0.85125, + "map_at_1": 0.76889, + "map_at_3": 0.80426, + "map_at_5": 0.8092, + "map_at_10": 0.81257, + "map_at_20": 0.81394, + "map_at_100": 0.81518, + "map_at_1000": 0.81536, + "recall_at_1": 0.76889, + "recall_at_3": 0.84778, + "recall_at_5": 0.86889, + "recall_at_10": 0.89444, + "recall_at_20": 0.91444, + "recall_at_100": 0.96222, + "recall_at_1000": 1.0, + "precision_at_1": 0.76889, + "precision_at_3": 0.28259, + "precision_at_5": 0.17378, + "precision_at_10": 0.08944, + "precision_at_20": 0.04572, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.768889, + "mrr_at_3": 0.804259, + "mrr_at_5": 0.809204, + "mrr_at_10": 0.812574, + "mrr_at_20": 0.813939, + "mrr_at_100": 0.815176, + "mrr_at_1000": 0.815359, + "nauc_ndcg_at_1_max": 0.728161, + "nauc_ndcg_at_1_std": 0.104024, + "nauc_ndcg_at_1_diff1": 0.887853, + "nauc_ndcg_at_3_max": 0.762156, + "nauc_ndcg_at_3_std": 0.16807, + "nauc_ndcg_at_3_diff1": 0.879812, + "nauc_ndcg_at_5_max": 0.754391, + "nauc_ndcg_at_5_std": 0.16353, + "nauc_ndcg_at_5_diff1": 0.876402, + "nauc_ndcg_at_10_max": 0.756562, + "nauc_ndcg_at_10_std": 0.169112, + "nauc_ndcg_at_10_diff1": 0.876435, + "nauc_ndcg_at_20_max": 0.758678, + "nauc_ndcg_at_20_std": 0.171853, + "nauc_ndcg_at_20_diff1": 0.876908, + "nauc_ndcg_at_100_max": 0.758669, + "nauc_ndcg_at_100_std": 0.169745, + "nauc_ndcg_at_100_diff1": 0.879881, + "nauc_ndcg_at_1000_max": 0.754476, + "nauc_ndcg_at_1000_std": 0.159776, + "nauc_ndcg_at_1000_diff1": 0.879311, + "nauc_map_at_1_max": 0.728161, + "nauc_map_at_1_std": 0.104024, + "nauc_map_at_1_diff1": 0.887853, + "nauc_map_at_3_max": 0.754099, + "nauc_map_at_3_std": 0.150998, + "nauc_map_at_3_diff1": 0.881444, + "nauc_map_at_5_max": 0.749901, + "nauc_map_at_5_std": 0.148255, + "nauc_map_at_5_diff1": 0.879759, + "nauc_map_at_10_max": 0.750762, + "nauc_map_at_10_std": 0.150315, + "nauc_map_at_10_diff1": 0.879958, + "nauc_map_at_20_max": 0.751109, + "nauc_map_at_20_std": 0.150448, + "nauc_map_at_20_diff1": 0.880157, + "nauc_map_at_100_max": 0.750829, + "nauc_map_at_100_std": 0.149663, + "nauc_map_at_100_diff1": 0.880497, + "nauc_map_at_1000_max": 0.750695, + "nauc_map_at_1000_std": 0.14935, + "nauc_map_at_1000_diff1": 0.880478, + "nauc_recall_at_1_max": 0.728161, + "nauc_recall_at_1_std": 0.104024, + "nauc_recall_at_1_diff1": 0.887853, + "nauc_recall_at_3_max": 0.790356, + "nauc_recall_at_3_std": 0.22897, + "nauc_recall_at_3_diff1": 0.874268, + "nauc_recall_at_5_max": 0.770056, + "nauc_recall_at_5_std": 0.22344, + "nauc_recall_at_5_diff1": 0.862577, + "nauc_recall_at_10_max": 0.78232, + "nauc_recall_at_10_std": 0.259884, + "nauc_recall_at_10_diff1": 0.858662, + "nauc_recall_at_20_max": 0.804783, + "nauc_recall_at_20_std": 0.305425, + "nauc_recall_at_20_diff1": 0.857076, + "nauc_recall_at_100_max": 0.878618, + "nauc_recall_at_100_std": 0.457475, + "nauc_recall_at_100_diff1": 0.895576, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.728161, + "nauc_precision_at_1_std": 0.104024, + "nauc_precision_at_1_diff1": 0.887853, + "nauc_precision_at_3_max": 0.790356, + "nauc_precision_at_3_std": 0.22897, + "nauc_precision_at_3_diff1": 0.874268, + "nauc_precision_at_5_max": 0.770056, + "nauc_precision_at_5_std": 0.22344, + "nauc_precision_at_5_diff1": 0.862577, + "nauc_precision_at_10_max": 0.78232, + "nauc_precision_at_10_std": 0.259884, + "nauc_precision_at_10_diff1": 0.858662, + "nauc_precision_at_20_max": 0.804783, + "nauc_precision_at_20_std": 0.305425, + "nauc_precision_at_20_diff1": 0.857076, + "nauc_precision_at_100_max": 0.878618, + "nauc_precision_at_100_std": 0.457475, + "nauc_precision_at_100_diff1": 0.895576, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.728161, + "nauc_mrr_at_1_std": 0.104024, + "nauc_mrr_at_1_diff1": 0.887853, + "nauc_mrr_at_3_max": 0.754099, + "nauc_mrr_at_3_std": 0.150998, + "nauc_mrr_at_3_diff1": 0.881444, + "nauc_mrr_at_5_max": 0.749901, + "nauc_mrr_at_5_std": 0.148255, + "nauc_mrr_at_5_diff1": 0.879759, + "nauc_mrr_at_10_max": 0.750762, + "nauc_mrr_at_10_std": 0.150315, + "nauc_mrr_at_10_diff1": 0.879958, + "nauc_mrr_at_20_max": 0.751109, + "nauc_mrr_at_20_std": 0.150448, + "nauc_mrr_at_20_diff1": 0.880157, + "nauc_mrr_at_100_max": 0.750829, + "nauc_mrr_at_100_std": 0.149663, + "nauc_mrr_at_100_diff1": 0.880497, + "nauc_mrr_at_1000_max": 0.750695, + "nauc_mrr_at_1000_std": 0.14935, + "nauc_mrr_at_1000_diff1": 0.880478, + "main_score": 0.83249, + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ] + }, + { + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94059, + "ndcg_at_5": 0.9438, + "ndcg_at_10": 0.94738, + "ndcg_at_20": 0.94984, + "ndcg_at_100": 0.95158, + "ndcg_at_1000": 0.95185, + "map_at_1": 0.91333, + "map_at_3": 0.93389, + "map_at_5": 0.93567, + "map_at_10": 0.93714, + "map_at_20": 0.93777, + "map_at_100": 0.93805, + "map_at_1000": 0.93805, + "recall_at_1": 0.91333, + "recall_at_3": 0.96, + "recall_at_5": 0.96778, + "recall_at_10": 0.97889, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91333, + "precision_at_3": 0.32, + "precision_at_5": 0.19356, + "precision_at_10": 0.09789, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.933889, + "mrr_at_5": 0.935667, + "mrr_at_10": 0.937137, + "mrr_at_20": 0.937773, + "mrr_at_100": 0.938047, + "mrr_at_1000": 0.938054, + "nauc_ndcg_at_1_max": 0.772589, + "nauc_ndcg_at_1_std": -0.083878, + "nauc_ndcg_at_1_diff1": 0.944786, + "nauc_ndcg_at_3_max": 0.838176, + "nauc_ndcg_at_3_std": -0.009971, + "nauc_ndcg_at_3_diff1": 0.948678, + "nauc_ndcg_at_5_max": 0.833404, + "nauc_ndcg_at_5_std": -0.042783, + "nauc_ndcg_at_5_diff1": 0.947979, + "nauc_ndcg_at_10_max": 0.831079, + "nauc_ndcg_at_10_std": -0.041724, + "nauc_ndcg_at_10_diff1": 0.9481, + "nauc_ndcg_at_20_max": 0.825622, + "nauc_ndcg_at_20_std": -0.032411, + "nauc_ndcg_at_20_diff1": 0.947693, + "nauc_ndcg_at_100_max": 0.822923, + "nauc_ndcg_at_100_std": -0.031381, + "nauc_ndcg_at_100_diff1": 0.947764, + "nauc_ndcg_at_1000_max": 0.821946, + "nauc_ndcg_at_1000_std": -0.037069, + "nauc_ndcg_at_1000_diff1": 0.947813, + "nauc_map_at_1_max": 0.772589, + "nauc_map_at_1_std": -0.083878, + "nauc_map_at_1_diff1": 0.944786, + "nauc_map_at_3_max": 0.821621, + "nauc_map_at_3_std": -0.030623, + "nauc_map_at_3_diff1": 0.948018, + "nauc_map_at_5_max": 0.81895, + "nauc_map_at_5_std": -0.046792, + "nauc_map_at_5_diff1": 0.947711, + "nauc_map_at_10_max": 0.817903, + "nauc_map_at_10_std": -0.045971, + "nauc_map_at_10_diff1": 0.947743, + "nauc_map_at_20_max": 0.816579, + "nauc_map_at_20_std": -0.044452, + "nauc_map_at_20_diff1": 0.947617, + "nauc_map_at_100_max": 0.816308, + "nauc_map_at_100_std": -0.043964, + "nauc_map_at_100_diff1": 0.94766, + "nauc_map_at_1000_max": 0.816288, + "nauc_map_at_1000_std": -0.044083, + "nauc_map_at_1000_diff1": 0.947659, + "nauc_recall_at_1_max": 0.772589, + "nauc_recall_at_1_std": -0.083878, + "nauc_recall_at_1_diff1": 0.944786, + "nauc_recall_at_3_max": 0.914281, + "nauc_recall_at_3_std": 0.086679, + "nauc_recall_at_3_diff1": 0.951434, + "nauc_recall_at_5_max": 0.91162, + "nauc_recall_at_5_std": -0.031488, + "nauc_recall_at_5_diff1": 0.948727, + "nauc_recall_at_10_max": 0.933535, + "nauc_recall_at_10_std": -0.025677, + "nauc_recall_at_10_diff1": 0.95012, + "nauc_recall_at_20_max": 0.927638, + "nauc_recall_at_20_std": 0.177544, + "nauc_recall_at_20_diff1": 0.946078, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772589, + "nauc_precision_at_1_std": -0.083878, + "nauc_precision_at_1_diff1": 0.944786, + "nauc_precision_at_3_max": 0.914281, + "nauc_precision_at_3_std": 0.086679, + "nauc_precision_at_3_diff1": 0.951434, + "nauc_precision_at_5_max": 0.91162, + "nauc_precision_at_5_std": -0.031488, + "nauc_precision_at_5_diff1": 0.948727, + "nauc_precision_at_10_max": 0.933535, + "nauc_precision_at_10_std": -0.025677, + "nauc_precision_at_10_diff1": 0.95012, + "nauc_precision_at_20_max": 0.927638, + "nauc_precision_at_20_std": 0.177544, + "nauc_precision_at_20_diff1": 0.946078, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772589, + "nauc_mrr_at_1_std": -0.083878, + "nauc_mrr_at_1_diff1": 0.944786, + "nauc_mrr_at_3_max": 0.821621, + "nauc_mrr_at_3_std": -0.030623, + "nauc_mrr_at_3_diff1": 0.948018, + "nauc_mrr_at_5_max": 0.81895, + "nauc_mrr_at_5_std": -0.046792, + "nauc_mrr_at_5_diff1": 0.947711, + "nauc_mrr_at_10_max": 0.817903, + "nauc_mrr_at_10_std": -0.045971, + "nauc_mrr_at_10_diff1": 0.947743, + "nauc_mrr_at_20_max": 0.816579, + "nauc_mrr_at_20_std": -0.044452, + "nauc_mrr_at_20_diff1": 0.947617, + "nauc_mrr_at_100_max": 0.816308, + "nauc_mrr_at_100_std": -0.043964, + "nauc_mrr_at_100_diff1": 0.94766, + "nauc_mrr_at_1000_max": 0.816288, + "nauc_mrr_at_1000_std": -0.044083, + "nauc_mrr_at_1000_diff1": 0.947659, + "main_score": 0.94738, + "hf_subset": "ind_Latn-ind_Latn", + "languages": [ + "ind-Latn", + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.92889, + "ndcg_at_3": 0.95673, + "ndcg_at_5": 0.9585, + "ndcg_at_10": 0.96105, + "ndcg_at_20": 0.96244, + "ndcg_at_100": 0.96293, + "ndcg_at_1000": 0.96352, + "map_at_1": 0.92889, + "map_at_3": 0.95019, + "map_at_5": 0.95113, + "map_at_10": 0.9522, + "map_at_20": 0.95258, + "map_at_100": 0.95268, + "map_at_1000": 0.9527, + "recall_at_1": 0.92889, + "recall_at_3": 0.97556, + "recall_at_5": 0.98, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.92889, + "precision_at_3": 0.32519, + "precision_at_5": 0.196, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.928889, + "mrr_at_3": 0.950185, + "mrr_at_5": 0.95113, + "mrr_at_10": 0.952202, + "mrr_at_20": 0.952581, + "mrr_at_100": 0.952677, + "mrr_at_1000": 0.952702, + "nauc_ndcg_at_1_max": 0.778938, + "nauc_ndcg_at_1_std": -0.076403, + "nauc_ndcg_at_1_diff1": 0.949047, + "nauc_ndcg_at_3_max": 0.838982, + "nauc_ndcg_at_3_std": -0.005812, + "nauc_ndcg_at_3_diff1": 0.948714, + "nauc_ndcg_at_5_max": 0.83483, + "nauc_ndcg_at_5_std": -0.03626, + "nauc_ndcg_at_5_diff1": 0.947883, + "nauc_ndcg_at_10_max": 0.826477, + "nauc_ndcg_at_10_std": -0.051779, + "nauc_ndcg_at_10_diff1": 0.948458, + "nauc_ndcg_at_20_max": 0.823702, + "nauc_ndcg_at_20_std": -0.033538, + "nauc_ndcg_at_20_diff1": 0.950437, + "nauc_ndcg_at_100_max": 0.823156, + "nauc_ndcg_at_100_std": -0.029728, + "nauc_ndcg_at_100_diff1": 0.950615, + "nauc_ndcg_at_1000_max": 0.820783, + "nauc_ndcg_at_1000_std": -0.03666, + "nauc_ndcg_at_1000_diff1": 0.949819, + "nauc_map_at_1_max": 0.778938, + "nauc_map_at_1_std": -0.076403, + "nauc_map_at_1_diff1": 0.949047, + "nauc_map_at_3_max": 0.821754, + "nauc_map_at_3_std": -0.028902, + "nauc_map_at_3_diff1": 0.949054, + "nauc_map_at_5_max": 0.819498, + "nauc_map_at_5_std": -0.04334, + "nauc_map_at_5_diff1": 0.948664, + "nauc_map_at_10_max": 0.816293, + "nauc_map_at_10_std": -0.048167, + "nauc_map_at_10_diff1": 0.949031, + "nauc_map_at_20_max": 0.815772, + "nauc_map_at_20_std": -0.043907, + "nauc_map_at_20_diff1": 0.949465, + "nauc_map_at_100_max": 0.815651, + "nauc_map_at_100_std": -0.043542, + "nauc_map_at_100_diff1": 0.949481, + "nauc_map_at_1000_max": 0.815562, + "nauc_map_at_1000_std": -0.043638, + "nauc_map_at_1000_diff1": 0.949454, + "nauc_recall_at_1_max": 0.778938, + "nauc_recall_at_1_std": -0.076403, + "nauc_recall_at_1_diff1": 0.949047, + "nauc_recall_at_3_max": 0.937399, + "nauc_recall_at_3_std": 0.128958, + "nauc_recall_at_3_diff1": 0.946524, + "nauc_recall_at_5_max": 0.938012, + "nauc_recall_at_5_std": 0.001919, + "nauc_recall_at_5_diff1": 0.941903, + "nauc_recall_at_10_max": 0.922333, + "nauc_recall_at_10_std": -0.138486, + "nauc_recall_at_10_diff1": 0.940582, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": 0.184718, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.462068, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.778938, + "nauc_precision_at_1_std": -0.076403, + "nauc_precision_at_1_diff1": 0.949047, + "nauc_precision_at_3_max": 0.937399, + "nauc_precision_at_3_std": 0.128958, + "nauc_precision_at_3_diff1": 0.946524, + "nauc_precision_at_5_max": 0.938012, + "nauc_precision_at_5_std": 0.001919, + "nauc_precision_at_5_diff1": 0.941903, + "nauc_precision_at_10_max": 0.922333, + "nauc_precision_at_10_std": -0.138486, + "nauc_precision_at_10_diff1": 0.940582, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": 0.184718, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.462068, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.778938, + "nauc_mrr_at_1_std": -0.076403, + "nauc_mrr_at_1_diff1": 0.949047, + "nauc_mrr_at_3_max": 0.821754, + "nauc_mrr_at_3_std": -0.028902, + "nauc_mrr_at_3_diff1": 0.949054, + "nauc_mrr_at_5_max": 0.819498, + "nauc_mrr_at_5_std": -0.04334, + "nauc_mrr_at_5_diff1": 0.948664, + "nauc_mrr_at_10_max": 0.816293, + "nauc_mrr_at_10_std": -0.048167, + "nauc_mrr_at_10_diff1": 0.949031, + "nauc_mrr_at_20_max": 0.815772, + "nauc_mrr_at_20_std": -0.043907, + "nauc_mrr_at_20_diff1": 0.949465, + "nauc_mrr_at_100_max": 0.815651, + "nauc_mrr_at_100_std": -0.043542, + "nauc_mrr_at_100_diff1": 0.949481, + "nauc_mrr_at_1000_max": 0.815562, + "nauc_mrr_at_1000_std": -0.043638, + "nauc_mrr_at_1000_diff1": 0.949454, + "main_score": 0.96105, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91556, + "ndcg_at_3": 0.94678, + "ndcg_at_5": 0.9519, + "ndcg_at_10": 0.95558, + "ndcg_at_20": 0.95642, + "ndcg_at_100": 0.95723, + "ndcg_at_1000": 0.95754, + "map_at_1": 0.91556, + "map_at_3": 0.93981, + "map_at_5": 0.9427, + "map_at_10": 0.94427, + "map_at_20": 0.9445, + "map_at_100": 0.94461, + "map_at_1000": 0.94462, + "recall_at_1": 0.91556, + "recall_at_3": 0.96667, + "recall_at_5": 0.97889, + "recall_at_10": 0.99, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91556, + "precision_at_3": 0.32222, + "precision_at_5": 0.19578, + "precision_at_10": 0.099, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.915556, + "mrr_at_3": 0.939815, + "mrr_at_5": 0.942704, + "mrr_at_10": 0.944274, + "mrr_at_20": 0.944502, + "mrr_at_100": 0.944607, + "mrr_at_1000": 0.944622, + "nauc_ndcg_at_1_max": 0.755498, + "nauc_ndcg_at_1_std": 0.040819, + "nauc_ndcg_at_1_diff1": 0.934948, + "nauc_ndcg_at_3_max": 0.814277, + "nauc_ndcg_at_3_std": 0.028113, + "nauc_ndcg_at_3_diff1": 0.944929, + "nauc_ndcg_at_5_max": 0.808248, + "nauc_ndcg_at_5_std": 0.041554, + "nauc_ndcg_at_5_diff1": 0.942839, + "nauc_ndcg_at_10_max": 0.799258, + "nauc_ndcg_at_10_std": 0.041834, + "nauc_ndcg_at_10_diff1": 0.942553, + "nauc_ndcg_at_20_max": 0.797153, + "nauc_ndcg_at_20_std": 0.048101, + "nauc_ndcg_at_20_diff1": 0.941449, + "nauc_ndcg_at_100_max": 0.795382, + "nauc_ndcg_at_100_std": 0.04958, + "nauc_ndcg_at_100_diff1": 0.941686, + "nauc_ndcg_at_1000_max": 0.793914, + "nauc_ndcg_at_1000_std": 0.044477, + "nauc_ndcg_at_1000_diff1": 0.941267, + "nauc_map_at_1_max": 0.755498, + "nauc_map_at_1_std": 0.040819, + "nauc_map_at_1_diff1": 0.934948, + "nauc_map_at_3_max": 0.796935, + "nauc_map_at_3_std": 0.030763, + "nauc_map_at_3_diff1": 0.941844, + "nauc_map_at_5_max": 0.793325, + "nauc_map_at_5_std": 0.038711, + "nauc_map_at_5_diff1": 0.940687, + "nauc_map_at_10_max": 0.789758, + "nauc_map_at_10_std": 0.03849, + "nauc_map_at_10_diff1": 0.940582, + "nauc_map_at_20_max": 0.789301, + "nauc_map_at_20_std": 0.040061, + "nauc_map_at_20_diff1": 0.940338, + "nauc_map_at_100_max": 0.789145, + "nauc_map_at_100_std": 0.040457, + "nauc_map_at_100_diff1": 0.940389, + "nauc_map_at_1000_max": 0.789088, + "nauc_map_at_1000_std": 0.040281, + "nauc_map_at_1000_diff1": 0.940373, + "nauc_recall_at_1_max": 0.755498, + "nauc_recall_at_1_std": 0.040819, + "nauc_recall_at_1_diff1": 0.934948, + "nauc_recall_at_3_max": 0.902739, + "nauc_recall_at_3_std": 0.015531, + "nauc_recall_at_3_diff1": 0.960784, + "nauc_recall_at_5_max": 0.919775, + "nauc_recall_at_5_std": 0.065138, + "nauc_recall_at_5_diff1": 0.95872, + "nauc_recall_at_10_max": 0.925563, + "nauc_recall_at_10_std": 0.101255, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": 0.276533, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.777077, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.755498, + "nauc_precision_at_1_std": 0.040819, + "nauc_precision_at_1_diff1": 0.934948, + "nauc_precision_at_3_max": 0.902739, + "nauc_precision_at_3_std": 0.015531, + "nauc_precision_at_3_diff1": 0.960784, + "nauc_precision_at_5_max": 0.919775, + "nauc_precision_at_5_std": 0.065138, + "nauc_precision_at_5_diff1": 0.95872, + "nauc_precision_at_10_max": 0.925563, + "nauc_precision_at_10_std": 0.101255, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": 0.276533, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.777077, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.755498, + "nauc_mrr_at_1_std": 0.040819, + "nauc_mrr_at_1_diff1": 0.934948, + "nauc_mrr_at_3_max": 0.796935, + "nauc_mrr_at_3_std": 0.030763, + "nauc_mrr_at_3_diff1": 0.941844, + "nauc_mrr_at_5_max": 0.793325, + "nauc_mrr_at_5_std": 0.038711, + "nauc_mrr_at_5_diff1": 0.940687, + "nauc_mrr_at_10_max": 0.789758, + "nauc_mrr_at_10_std": 0.03849, + "nauc_mrr_at_10_diff1": 0.940582, + "nauc_mrr_at_20_max": 0.789301, + "nauc_mrr_at_20_std": 0.040061, + "nauc_mrr_at_20_diff1": 0.940338, + "nauc_mrr_at_100_max": 0.789145, + "nauc_mrr_at_100_std": 0.040457, + "nauc_mrr_at_100_diff1": 0.940389, + "nauc_mrr_at_1000_max": 0.789088, + "nauc_mrr_at_1000_std": 0.040281, + "nauc_mrr_at_1000_diff1": 0.940373, + "main_score": 0.95558, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.75333, + "ndcg_at_3": 0.80663, + "ndcg_at_5": 0.81963, + "ndcg_at_10": 0.82865, + "ndcg_at_20": 0.83639, + "ndcg_at_100": 0.84689, + "ndcg_at_1000": 0.84833, + "map_at_1": 0.75333, + "map_at_3": 0.79389, + "map_at_5": 0.80094, + "map_at_10": 0.8047, + "map_at_20": 0.8069, + "map_at_100": 0.80843, + "map_at_1000": 0.80849, + "recall_at_1": 0.75333, + "recall_at_3": 0.84333, + "recall_at_5": 0.87556, + "recall_at_10": 0.90333, + "recall_at_20": 0.93333, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.75333, + "precision_at_3": 0.28111, + "precision_at_5": 0.17511, + "precision_at_10": 0.09033, + "precision_at_20": 0.04667, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.753333, + "mrr_at_3": 0.793889, + "mrr_at_5": 0.800944, + "mrr_at_10": 0.804696, + "mrr_at_20": 0.806898, + "mrr_at_100": 0.808433, + "mrr_at_1000": 0.80849, + "nauc_ndcg_at_1_max": 0.640887, + "nauc_ndcg_at_1_std": 0.037697, + "nauc_ndcg_at_1_diff1": 0.88529, + "nauc_ndcg_at_3_max": 0.722201, + "nauc_ndcg_at_3_std": 0.095417, + "nauc_ndcg_at_3_diff1": 0.877199, + "nauc_ndcg_at_5_max": 0.720142, + "nauc_ndcg_at_5_std": 0.092579, + "nauc_ndcg_at_5_diff1": 0.87198, + "nauc_ndcg_at_10_max": 0.714888, + "nauc_ndcg_at_10_std": 0.091776, + "nauc_ndcg_at_10_diff1": 0.868605, + "nauc_ndcg_at_20_max": 0.713262, + "nauc_ndcg_at_20_std": 0.093655, + "nauc_ndcg_at_20_diff1": 0.871866, + "nauc_ndcg_at_100_max": 0.70526, + "nauc_ndcg_at_100_std": 0.081811, + "nauc_ndcg_at_100_diff1": 0.875671, + "nauc_ndcg_at_1000_max": 0.70316, + "nauc_ndcg_at_1000_std": 0.081618, + "nauc_ndcg_at_1000_diff1": 0.875104, + "nauc_map_at_1_max": 0.640887, + "nauc_map_at_1_std": 0.037697, + "nauc_map_at_1_diff1": 0.88529, + "nauc_map_at_3_max": 0.700117, + "nauc_map_at_3_std": 0.079134, + "nauc_map_at_3_diff1": 0.878865, + "nauc_map_at_5_max": 0.698558, + "nauc_map_at_5_std": 0.077054, + "nauc_map_at_5_diff1": 0.876251, + "nauc_map_at_10_max": 0.696349, + "nauc_map_at_10_std": 0.076868, + "nauc_map_at_10_diff1": 0.875097, + "nauc_map_at_20_max": 0.695712, + "nauc_map_at_20_std": 0.077145, + "nauc_map_at_20_diff1": 0.876019, + "nauc_map_at_100_max": 0.694632, + "nauc_map_at_100_std": 0.075377, + "nauc_map_at_100_diff1": 0.876548, + "nauc_map_at_1000_max": 0.69456, + "nauc_map_at_1000_std": 0.075349, + "nauc_map_at_1000_diff1": 0.876535, + "nauc_recall_at_1_max": 0.640887, + "nauc_recall_at_1_std": 0.037697, + "nauc_recall_at_1_diff1": 0.88529, + "nauc_recall_at_3_max": 0.802385, + "nauc_recall_at_3_std": 0.154864, + "nauc_recall_at_3_diff1": 0.871437, + "nauc_recall_at_5_max": 0.812577, + "nauc_recall_at_5_std": 0.159658, + "nauc_recall_at_5_diff1": 0.852732, + "nauc_recall_at_10_max": 0.808113, + "nauc_recall_at_10_std": 0.168738, + "nauc_recall_at_10_diff1": 0.830543, + "nauc_recall_at_20_max": 0.835955, + "nauc_recall_at_20_std": 0.21988, + "nauc_recall_at_20_diff1": 0.841231, + "nauc_recall_at_100_max": 0.906863, + "nauc_recall_at_100_std": 0.094911, + "nauc_recall_at_100_diff1": 0.933007, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.640887, + "nauc_precision_at_1_std": 0.037697, + "nauc_precision_at_1_diff1": 0.88529, + "nauc_precision_at_3_max": 0.802385, + "nauc_precision_at_3_std": 0.154864, + "nauc_precision_at_3_diff1": 0.871437, + "nauc_precision_at_5_max": 0.812577, + "nauc_precision_at_5_std": 0.159658, + "nauc_precision_at_5_diff1": 0.852732, + "nauc_precision_at_10_max": 0.808113, + "nauc_precision_at_10_std": 0.168738, + "nauc_precision_at_10_diff1": 0.830543, + "nauc_precision_at_20_max": 0.835955, + "nauc_precision_at_20_std": 0.21988, + "nauc_precision_at_20_diff1": 0.841231, + "nauc_precision_at_100_max": 0.906863, + "nauc_precision_at_100_std": 0.094911, + "nauc_precision_at_100_diff1": 0.933007, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.640887, + "nauc_mrr_at_1_std": 0.037697, + "nauc_mrr_at_1_diff1": 0.88529, + "nauc_mrr_at_3_max": 0.700117, + "nauc_mrr_at_3_std": 0.079134, + "nauc_mrr_at_3_diff1": 0.878865, + "nauc_mrr_at_5_max": 0.698558, + "nauc_mrr_at_5_std": 0.077054, + "nauc_mrr_at_5_diff1": 0.876251, + "nauc_mrr_at_10_max": 0.696349, + "nauc_mrr_at_10_std": 0.076868, + "nauc_mrr_at_10_diff1": 0.875097, + "nauc_mrr_at_20_max": 0.695712, + "nauc_mrr_at_20_std": 0.077145, + "nauc_mrr_at_20_diff1": 0.876019, + "nauc_mrr_at_100_max": 0.694632, + "nauc_mrr_at_100_std": 0.075377, + "nauc_mrr_at_100_diff1": 0.876548, + "nauc_mrr_at_1000_max": 0.69456, + "nauc_mrr_at_1000_std": 0.075349, + "nauc_mrr_at_1000_diff1": 0.876535, + "main_score": 0.82865, + "hf_subset": "isl_Latn-isl_Latn", + "languages": [ + "isl-Latn", + "isl-Latn" + ] + }, + { + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.93985, + "ndcg_at_5": 0.9444, + "ndcg_at_10": 0.94845, + "ndcg_at_20": 0.95045, + "ndcg_at_100": 0.95167, + "ndcg_at_1000": 0.95209, + "map_at_1": 0.90778, + "map_at_3": 0.93278, + "map_at_5": 0.93528, + "map_at_10": 0.93701, + "map_at_20": 0.93758, + "map_at_100": 0.93782, + "map_at_1000": 0.93784, + "recall_at_1": 0.90778, + "recall_at_3": 0.96, + "recall_at_5": 0.97111, + "recall_at_10": 0.98333, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90778, + "precision_at_3": 0.32, + "precision_at_5": 0.19422, + "precision_at_10": 0.09833, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.932778, + "mrr_at_5": 0.935278, + "mrr_at_10": 0.937007, + "mrr_at_20": 0.93758, + "mrr_at_100": 0.937823, + "mrr_at_1000": 0.937838, + "nauc_ndcg_at_1_max": 0.743579, + "nauc_ndcg_at_1_std": -0.046944, + "nauc_ndcg_at_1_diff1": 0.929803, + "nauc_ndcg_at_3_max": 0.812352, + "nauc_ndcg_at_3_std": -0.012573, + "nauc_ndcg_at_3_diff1": 0.932736, + "nauc_ndcg_at_5_max": 0.801308, + "nauc_ndcg_at_5_std": -0.008806, + "nauc_ndcg_at_5_diff1": 0.931513, + "nauc_ndcg_at_10_max": 0.791897, + "nauc_ndcg_at_10_std": -0.032247, + "nauc_ndcg_at_10_diff1": 0.932886, + "nauc_ndcg_at_20_max": 0.78874, + "nauc_ndcg_at_20_std": -0.00395, + "nauc_ndcg_at_20_diff1": 0.933363, + "nauc_ndcg_at_100_max": 0.785528, + "nauc_ndcg_at_100_std": -0.011653, + "nauc_ndcg_at_100_diff1": 0.93302, + "nauc_ndcg_at_1000_max": 0.785188, + "nauc_ndcg_at_1000_std": -0.020534, + "nauc_ndcg_at_1000_diff1": 0.932432, + "nauc_map_at_1_max": 0.743579, + "nauc_map_at_1_std": -0.046944, + "nauc_map_at_1_diff1": 0.929803, + "nauc_map_at_3_max": 0.792182, + "nauc_map_at_3_std": -0.027568, + "nauc_map_at_3_diff1": 0.932049, + "nauc_map_at_5_max": 0.786118, + "nauc_map_at_5_std": -0.026081, + "nauc_map_at_5_diff1": 0.931444, + "nauc_map_at_10_max": 0.782455, + "nauc_map_at_10_std": -0.03395, + "nauc_map_at_10_diff1": 0.931785, + "nauc_map_at_20_max": 0.781626, + "nauc_map_at_20_std": -0.027237, + "nauc_map_at_20_diff1": 0.931916, + "nauc_map_at_100_max": 0.781047, + "nauc_map_at_100_std": -0.028828, + "nauc_map_at_100_diff1": 0.931863, + "nauc_map_at_1000_max": 0.781033, + "nauc_map_at_1000_std": -0.029071, + "nauc_map_at_1000_diff1": 0.931847, + "nauc_recall_at_1_max": 0.743579, + "nauc_recall_at_1_std": -0.046944, + "nauc_recall_at_1_diff1": 0.929803, + "nauc_recall_at_3_max": 0.90838, + "nauc_recall_at_3_std": 0.062662, + "nauc_recall_at_3_diff1": 0.935872, + "nauc_recall_at_5_max": 0.893881, + "nauc_recall_at_5_std": 0.106694, + "nauc_recall_at_5_diff1": 0.931319, + "nauc_recall_at_10_max": 0.873016, + "nauc_recall_at_10_std": -0.043231, + "nauc_recall_at_10_diff1": 0.946623, + "nauc_recall_at_20_max": 0.876867, + "nauc_recall_at_20_std": 0.542542, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 0.820261, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743579, + "nauc_precision_at_1_std": -0.046944, + "nauc_precision_at_1_diff1": 0.929803, + "nauc_precision_at_3_max": 0.90838, + "nauc_precision_at_3_std": 0.062662, + "nauc_precision_at_3_diff1": 0.935872, + "nauc_precision_at_5_max": 0.893881, + "nauc_precision_at_5_std": 0.106694, + "nauc_precision_at_5_diff1": 0.931319, + "nauc_precision_at_10_max": 0.873016, + "nauc_precision_at_10_std": -0.043231, + "nauc_precision_at_10_diff1": 0.946623, + "nauc_precision_at_20_max": 0.876867, + "nauc_precision_at_20_std": 0.542542, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 0.820261, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743579, + "nauc_mrr_at_1_std": -0.046944, + "nauc_mrr_at_1_diff1": 0.929803, + "nauc_mrr_at_3_max": 0.792182, + "nauc_mrr_at_3_std": -0.027568, + "nauc_mrr_at_3_diff1": 0.932049, + "nauc_mrr_at_5_max": 0.786118, + "nauc_mrr_at_5_std": -0.026081, + "nauc_mrr_at_5_diff1": 0.931444, + "nauc_mrr_at_10_max": 0.782455, + "nauc_mrr_at_10_std": -0.03395, + "nauc_mrr_at_10_diff1": 0.931785, + "nauc_mrr_at_20_max": 0.781626, + "nauc_mrr_at_20_std": -0.027237, + "nauc_mrr_at_20_diff1": 0.931916, + "nauc_mrr_at_100_max": 0.781047, + "nauc_mrr_at_100_std": -0.028828, + "nauc_mrr_at_100_diff1": 0.931863, + "nauc_mrr_at_1000_max": 0.781033, + "nauc_mrr_at_1000_std": -0.029071, + "nauc_mrr_at_1000_diff1": 0.931847, + "main_score": 0.94845, + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71889, + "ndcg_at_3": 0.7848, + "ndcg_at_5": 0.79752, + "ndcg_at_10": 0.80993, + "ndcg_at_20": 0.8194, + "ndcg_at_100": 0.82823, + "ndcg_at_1000": 0.83047, + "map_at_1": 0.71889, + "map_at_3": 0.76944, + "map_at_5": 0.77644, + "map_at_10": 0.78169, + "map_at_20": 0.78425, + "map_at_100": 0.78545, + "map_at_1000": 0.78556, + "recall_at_1": 0.71889, + "recall_at_3": 0.82889, + "recall_at_5": 0.86, + "recall_at_10": 0.89778, + "recall_at_20": 0.93556, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.71889, + "precision_at_3": 0.2763, + "precision_at_5": 0.172, + "precision_at_10": 0.08978, + "precision_at_20": 0.04678, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.718889, + "mrr_at_3": 0.769444, + "mrr_at_5": 0.776444, + "mrr_at_10": 0.781685, + "mrr_at_20": 0.784247, + "mrr_at_100": 0.785451, + "mrr_at_1000": 0.785555, + "nauc_ndcg_at_1_max": 0.724465, + "nauc_ndcg_at_1_std": 0.19746, + "nauc_ndcg_at_1_diff1": 0.873617, + "nauc_ndcg_at_3_max": 0.771199, + "nauc_ndcg_at_3_std": 0.254999, + "nauc_ndcg_at_3_diff1": 0.848834, + "nauc_ndcg_at_5_max": 0.773171, + "nauc_ndcg_at_5_std": 0.269989, + "nauc_ndcg_at_5_diff1": 0.849651, + "nauc_ndcg_at_10_max": 0.768544, + "nauc_ndcg_at_10_std": 0.280935, + "nauc_ndcg_at_10_diff1": 0.848229, + "nauc_ndcg_at_20_max": 0.768585, + "nauc_ndcg_at_20_std": 0.28825, + "nauc_ndcg_at_20_diff1": 0.85101, + "nauc_ndcg_at_100_max": 0.763513, + "nauc_ndcg_at_100_std": 0.270116, + "nauc_ndcg_at_100_diff1": 0.852508, + "nauc_ndcg_at_1000_max": 0.762226, + "nauc_ndcg_at_1000_std": 0.263871, + "nauc_ndcg_at_1000_diff1": 0.853157, + "nauc_map_at_1_max": 0.724465, + "nauc_map_at_1_std": 0.19746, + "nauc_map_at_1_diff1": 0.873617, + "nauc_map_at_3_max": 0.76006, + "nauc_map_at_3_std": 0.240898, + "nauc_map_at_3_diff1": 0.854826, + "nauc_map_at_5_max": 0.76077, + "nauc_map_at_5_std": 0.247862, + "nauc_map_at_5_diff1": 0.855465, + "nauc_map_at_10_max": 0.758558, + "nauc_map_at_10_std": 0.250943, + "nauc_map_at_10_diff1": 0.854881, + "nauc_map_at_20_max": 0.758313, + "nauc_map_at_20_std": 0.252338, + "nauc_map_at_20_diff1": 0.855544, + "nauc_map_at_100_max": 0.757651, + "nauc_map_at_100_std": 0.250235, + "nauc_map_at_100_diff1": 0.855743, + "nauc_map_at_1000_max": 0.757594, + "nauc_map_at_1000_std": 0.250002, + "nauc_map_at_1000_diff1": 0.855771, + "nauc_recall_at_1_max": 0.724465, + "nauc_recall_at_1_std": 0.19746, + "nauc_recall_at_1_diff1": 0.873617, + "nauc_recall_at_3_max": 0.81126, + "nauc_recall_at_3_std": 0.305958, + "nauc_recall_at_3_diff1": 0.827231, + "nauc_recall_at_5_max": 0.825597, + "nauc_recall_at_5_std": 0.367527, + "nauc_recall_at_5_diff1": 0.825351, + "nauc_recall_at_10_max": 0.820426, + "nauc_recall_at_10_std": 0.460474, + "nauc_recall_at_10_diff1": 0.812075, + "nauc_recall_at_20_max": 0.853754, + "nauc_recall_at_20_std": 0.636522, + "nauc_recall_at_20_diff1": 0.820712, + "nauc_recall_at_100_max": 0.848273, + "nauc_recall_at_100_std": 0.700498, + "nauc_recall_at_100_diff1": 0.809524, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.724465, + "nauc_precision_at_1_std": 0.19746, + "nauc_precision_at_1_diff1": 0.873617, + "nauc_precision_at_3_max": 0.81126, + "nauc_precision_at_3_std": 0.305958, + "nauc_precision_at_3_diff1": 0.827231, + "nauc_precision_at_5_max": 0.825597, + "nauc_precision_at_5_std": 0.367527, + "nauc_precision_at_5_diff1": 0.825351, + "nauc_precision_at_10_max": 0.820426, + "nauc_precision_at_10_std": 0.460474, + "nauc_precision_at_10_diff1": 0.812075, + "nauc_precision_at_20_max": 0.853754, + "nauc_precision_at_20_std": 0.636522, + "nauc_precision_at_20_diff1": 0.820712, + "nauc_precision_at_100_max": 0.848273, + "nauc_precision_at_100_std": 0.700498, + "nauc_precision_at_100_diff1": 0.809524, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.724465, + "nauc_mrr_at_1_std": 0.19746, + "nauc_mrr_at_1_diff1": 0.873617, + "nauc_mrr_at_3_max": 0.76006, + "nauc_mrr_at_3_std": 0.240898, + "nauc_mrr_at_3_diff1": 0.854826, + "nauc_mrr_at_5_max": 0.76077, + "nauc_mrr_at_5_std": 0.247862, + "nauc_mrr_at_5_diff1": 0.855465, + "nauc_mrr_at_10_max": 0.758558, + "nauc_mrr_at_10_std": 0.250943, + "nauc_mrr_at_10_diff1": 0.854881, + "nauc_mrr_at_20_max": 0.758313, + "nauc_mrr_at_20_std": 0.252338, + "nauc_mrr_at_20_diff1": 0.855544, + "nauc_mrr_at_100_max": 0.757651, + "nauc_mrr_at_100_std": 0.250235, + "nauc_mrr_at_100_diff1": 0.855743, + "nauc_mrr_at_1000_max": 0.757594, + "nauc_mrr_at_1000_std": 0.250002, + "nauc_mrr_at_1000_diff1": 0.855771, + "main_score": 0.80993, + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ] + }, + { + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.9419, + "ndcg_at_5": 0.94611, + "ndcg_at_10": 0.94828, + "ndcg_at_20": 0.95029, + "ndcg_at_100": 0.95186, + "ndcg_at_1000": 0.95228, + "map_at_1": 0.90889, + "map_at_3": 0.93407, + "map_at_5": 0.93646, + "map_at_10": 0.93737, + "map_at_20": 0.93794, + "map_at_100": 0.93821, + "map_at_1000": 0.93822, + "recall_at_1": 0.90889, + "recall_at_3": 0.96444, + "recall_at_5": 0.97444, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90889, + "precision_at_3": 0.32148, + "precision_at_5": 0.19489, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.934074, + "mrr_at_5": 0.936463, + "mrr_at_10": 0.937366, + "mrr_at_20": 0.937938, + "mrr_at_100": 0.938205, + "mrr_at_1000": 0.93822, + "nauc_ndcg_at_1_max": 0.813418, + "nauc_ndcg_at_1_std": -0.071577, + "nauc_ndcg_at_1_diff1": 0.936064, + "nauc_ndcg_at_3_max": 0.868866, + "nauc_ndcg_at_3_std": -0.018333, + "nauc_ndcg_at_3_diff1": 0.929199, + "nauc_ndcg_at_5_max": 0.861986, + "nauc_ndcg_at_5_std": -0.000252, + "nauc_ndcg_at_5_diff1": 0.928788, + "nauc_ndcg_at_10_max": 0.858013, + "nauc_ndcg_at_10_std": -0.019792, + "nauc_ndcg_at_10_diff1": 0.932254, + "nauc_ndcg_at_20_max": 0.855254, + "nauc_ndcg_at_20_std": -0.02039, + "nauc_ndcg_at_20_diff1": 0.931736, + "nauc_ndcg_at_100_max": 0.852618, + "nauc_ndcg_at_100_std": -0.018511, + "nauc_ndcg_at_100_diff1": 0.931848, + "nauc_ndcg_at_1000_max": 0.851314, + "nauc_ndcg_at_1000_std": -0.027523, + "nauc_ndcg_at_1000_diff1": 0.931617, + "nauc_map_at_1_max": 0.813418, + "nauc_map_at_1_std": -0.071577, + "nauc_map_at_1_diff1": 0.936064, + "nauc_map_at_3_max": 0.853294, + "nauc_map_at_3_std": -0.040287, + "nauc_map_at_3_diff1": 0.931231, + "nauc_map_at_5_max": 0.849378, + "nauc_map_at_5_std": -0.033437, + "nauc_map_at_5_diff1": 0.931166, + "nauc_map_at_10_max": 0.847826, + "nauc_map_at_10_std": -0.039916, + "nauc_map_at_10_diff1": 0.932189, + "nauc_map_at_20_max": 0.847044, + "nauc_map_at_20_std": -0.040595, + "nauc_map_at_20_diff1": 0.932053, + "nauc_map_at_100_max": 0.846714, + "nauc_map_at_100_std": -0.03975, + "nauc_map_at_100_diff1": 0.932043, + "nauc_map_at_1000_max": 0.846677, + "nauc_map_at_1000_std": -0.040004, + "nauc_map_at_1000_diff1": 0.932035, + "nauc_recall_at_1_max": 0.813418, + "nauc_recall_at_1_std": -0.071577, + "nauc_recall_at_1_diff1": 0.936064, + "nauc_recall_at_3_max": 0.949959, + "nauc_recall_at_3_std": 0.102358, + "nauc_recall_at_3_diff1": 0.918519, + "nauc_recall_at_5_max": 0.947428, + "nauc_recall_at_5_std": 0.250741, + "nauc_recall_at_5_diff1": 0.911704, + "nauc_recall_at_10_max": 0.944252, + "nauc_recall_at_10_std": 0.162547, + "nauc_recall_at_10_diff1": 0.938485, + "nauc_recall_at_20_max": 0.95915, + "nauc_recall_at_20_std": 0.293557, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.813418, + "nauc_precision_at_1_std": -0.071577, + "nauc_precision_at_1_diff1": 0.936064, + "nauc_precision_at_3_max": 0.949959, + "nauc_precision_at_3_std": 0.102358, + "nauc_precision_at_3_diff1": 0.918519, + "nauc_precision_at_5_max": 0.947428, + "nauc_precision_at_5_std": 0.250741, + "nauc_precision_at_5_diff1": 0.911704, + "nauc_precision_at_10_max": 0.944252, + "nauc_precision_at_10_std": 0.162547, + "nauc_precision_at_10_diff1": 0.938485, + "nauc_precision_at_20_max": 0.95915, + "nauc_precision_at_20_std": 0.293557, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.813418, + "nauc_mrr_at_1_std": -0.071577, + "nauc_mrr_at_1_diff1": 0.936064, + "nauc_mrr_at_3_max": 0.853294, + "nauc_mrr_at_3_std": -0.040287, + "nauc_mrr_at_3_diff1": 0.931231, + "nauc_mrr_at_5_max": 0.849378, + "nauc_mrr_at_5_std": -0.033437, + "nauc_mrr_at_5_diff1": 0.931166, + "nauc_mrr_at_10_max": 0.847826, + "nauc_mrr_at_10_std": -0.039916, + "nauc_mrr_at_10_diff1": 0.932189, + "nauc_mrr_at_20_max": 0.847044, + "nauc_mrr_at_20_std": -0.040595, + "nauc_mrr_at_20_diff1": 0.932053, + "nauc_mrr_at_100_max": 0.846714, + "nauc_mrr_at_100_std": -0.03975, + "nauc_mrr_at_100_diff1": 0.932043, + "nauc_mrr_at_1000_max": 0.846677, + "nauc_mrr_at_1000_std": -0.040004, + "nauc_mrr_at_1000_diff1": 0.932035, + "main_score": 0.94828, + "hf_subset": "ita_Latn-ita_Latn", + "languages": [ + "ita-Latn", + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.94222, + "ndcg_at_3": 0.96253, + "ndcg_at_5": 0.96664, + "ndcg_at_10": 0.96813, + "ndcg_at_20": 0.96928, + "ndcg_at_100": 0.96989, + "ndcg_at_1000": 0.97015, + "map_at_1": 0.94222, + "map_at_3": 0.95796, + "map_at_5": 0.96024, + "map_at_10": 0.96089, + "map_at_20": 0.96121, + "map_at_100": 0.9613, + "map_at_1000": 0.9613, + "recall_at_1": 0.94222, + "recall_at_3": 0.97556, + "recall_at_5": 0.98556, + "recall_at_10": 0.99, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.94222, + "precision_at_3": 0.32519, + "precision_at_5": 0.19711, + "precision_at_10": 0.099, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.942222, + "mrr_at_3": 0.957963, + "mrr_at_5": 0.960241, + "mrr_at_10": 0.960889, + "mrr_at_20": 0.961213, + "mrr_at_100": 0.961298, + "mrr_at_1000": 0.961304, + "nauc_ndcg_at_1_max": 0.794656, + "nauc_ndcg_at_1_std": -0.097204, + "nauc_ndcg_at_1_diff1": 0.95309, + "nauc_ndcg_at_3_max": 0.851258, + "nauc_ndcg_at_3_std": -0.108145, + "nauc_ndcg_at_3_diff1": 0.956044, + "nauc_ndcg_at_5_max": 0.838379, + "nauc_ndcg_at_5_std": -0.088285, + "nauc_ndcg_at_5_diff1": 0.956371, + "nauc_ndcg_at_10_max": 0.832248, + "nauc_ndcg_at_10_std": -0.112533, + "nauc_ndcg_at_10_diff1": 0.954328, + "nauc_ndcg_at_20_max": 0.831795, + "nauc_ndcg_at_20_std": -0.075991, + "nauc_ndcg_at_20_diff1": 0.956258, + "nauc_ndcg_at_100_max": 0.830516, + "nauc_ndcg_at_100_std": -0.076701, + "nauc_ndcg_at_100_diff1": 0.955364, + "nauc_ndcg_at_1000_max": 0.829617, + "nauc_ndcg_at_1000_std": -0.086168, + "nauc_ndcg_at_1000_diff1": 0.954972, + "nauc_map_at_1_max": 0.794656, + "nauc_map_at_1_std": -0.097204, + "nauc_map_at_1_diff1": 0.95309, + "nauc_map_at_3_max": 0.835427, + "nauc_map_at_3_std": -0.105447, + "nauc_map_at_3_diff1": 0.954888, + "nauc_map_at_5_max": 0.828465, + "nauc_map_at_5_std": -0.094143, + "nauc_map_at_5_diff1": 0.954795, + "nauc_map_at_10_max": 0.826086, + "nauc_map_at_10_std": -0.103648, + "nauc_map_at_10_diff1": 0.954046, + "nauc_map_at_20_max": 0.825858, + "nauc_map_at_20_std": -0.095302, + "nauc_map_at_20_diff1": 0.954467, + "nauc_map_at_100_max": 0.825783, + "nauc_map_at_100_std": -0.094674, + "nauc_map_at_100_diff1": 0.954368, + "nauc_map_at_1000_max": 0.825767, + "nauc_map_at_1000_std": -0.094854, + "nauc_map_at_1000_diff1": 0.95436, + "nauc_recall_at_1_max": 0.794656, + "nauc_recall_at_1_std": -0.097204, + "nauc_recall_at_1_diff1": 0.95309, + "nauc_recall_at_3_max": 0.927744, + "nauc_recall_at_3_std": -0.120873, + "nauc_recall_at_3_diff1": 0.961909, + "nauc_recall_at_5_max": 0.909143, + "nauc_recall_at_5_std": -0.040006, + "nauc_recall_at_5_diff1": 0.969834, + "nauc_recall_at_10_max": 0.883287, + "nauc_recall_at_10_std": -0.232286, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.918301, + "nauc_recall_at_20_std": 0.452007, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794656, + "nauc_precision_at_1_std": -0.097204, + "nauc_precision_at_1_diff1": 0.95309, + "nauc_precision_at_3_max": 0.927744, + "nauc_precision_at_3_std": -0.120873, + "nauc_precision_at_3_diff1": 0.961909, + "nauc_precision_at_5_max": 0.909143, + "nauc_precision_at_5_std": -0.040006, + "nauc_precision_at_5_diff1": 0.969834, + "nauc_precision_at_10_max": 0.883287, + "nauc_precision_at_10_std": -0.232286, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.918301, + "nauc_precision_at_20_std": 0.452007, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794656, + "nauc_mrr_at_1_std": -0.097204, + "nauc_mrr_at_1_diff1": 0.95309, + "nauc_mrr_at_3_max": 0.835427, + "nauc_mrr_at_3_std": -0.105447, + "nauc_mrr_at_3_diff1": 0.954888, + "nauc_mrr_at_5_max": 0.828465, + "nauc_mrr_at_5_std": -0.094143, + "nauc_mrr_at_5_diff1": 0.954795, + "nauc_mrr_at_10_max": 0.826086, + "nauc_mrr_at_10_std": -0.103648, + "nauc_mrr_at_10_diff1": 0.954046, + "nauc_mrr_at_20_max": 0.825858, + "nauc_mrr_at_20_std": -0.095302, + "nauc_mrr_at_20_diff1": 0.954467, + "nauc_mrr_at_100_max": 0.825783, + "nauc_mrr_at_100_std": -0.094674, + "nauc_mrr_at_100_diff1": 0.954368, + "nauc_mrr_at_1000_max": 0.825767, + "nauc_mrr_at_1000_std": -0.094854, + "nauc_mrr_at_1000_diff1": 0.95436, + "main_score": 0.96813, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91556, + "ndcg_at_3": 0.94775, + "ndcg_at_5": 0.95335, + "ndcg_at_10": 0.9564, + "ndcg_at_20": 0.95722, + "ndcg_at_100": 0.95804, + "ndcg_at_1000": 0.95819, + "map_at_1": 0.91556, + "map_at_3": 0.94037, + "map_at_5": 0.94354, + "map_at_10": 0.9449, + "map_at_20": 0.94511, + "map_at_100": 0.94523, + "map_at_1000": 0.94523, + "recall_at_1": 0.91556, + "recall_at_3": 0.96889, + "recall_at_5": 0.98222, + "recall_at_10": 0.99111, + "recall_at_20": 0.99444, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.91556, + "precision_at_3": 0.32296, + "precision_at_5": 0.19644, + "precision_at_10": 0.09911, + "precision_at_20": 0.04972, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.915556, + "mrr_at_3": 0.94037, + "mrr_at_5": 0.943537, + "mrr_at_10": 0.944899, + "mrr_at_20": 0.945115, + "mrr_at_100": 0.945228, + "mrr_at_1000": 0.945234, + "nauc_ndcg_at_1_max": 0.733101, + "nauc_ndcg_at_1_std": 0.039873, + "nauc_ndcg_at_1_diff1": 0.939653, + "nauc_ndcg_at_3_max": 0.813203, + "nauc_ndcg_at_3_std": 0.040979, + "nauc_ndcg_at_3_diff1": 0.948915, + "nauc_ndcg_at_5_max": 0.800778, + "nauc_ndcg_at_5_std": 0.067227, + "nauc_ndcg_at_5_diff1": 0.945468, + "nauc_ndcg_at_10_max": 0.788027, + "nauc_ndcg_at_10_std": 0.03148, + "nauc_ndcg_at_10_diff1": 0.94284, + "nauc_ndcg_at_20_max": 0.785614, + "nauc_ndcg_at_20_std": 0.047799, + "nauc_ndcg_at_20_diff1": 0.942588, + "nauc_ndcg_at_100_max": 0.783036, + "nauc_ndcg_at_100_std": 0.045168, + "nauc_ndcg_at_100_diff1": 0.943089, + "nauc_ndcg_at_1000_max": 0.782263, + "nauc_ndcg_at_1000_std": 0.042229, + "nauc_ndcg_at_1000_diff1": 0.943352, + "nauc_map_at_1_max": 0.733101, + "nauc_map_at_1_std": 0.039873, + "nauc_map_at_1_diff1": 0.939653, + "nauc_map_at_3_max": 0.789675, + "nauc_map_at_3_std": 0.035868, + "nauc_map_at_3_diff1": 0.9457, + "nauc_map_at_5_max": 0.782533, + "nauc_map_at_5_std": 0.047481, + "nauc_map_at_5_diff1": 0.943941, + "nauc_map_at_10_max": 0.777595, + "nauc_map_at_10_std": 0.034286, + "nauc_map_at_10_diff1": 0.942994, + "nauc_map_at_20_max": 0.777059, + "nauc_map_at_20_std": 0.037544, + "nauc_map_at_20_diff1": 0.942947, + "nauc_map_at_100_max": 0.776853, + "nauc_map_at_100_std": 0.038077, + "nauc_map_at_100_diff1": 0.943085, + "nauc_map_at_1000_max": 0.776827, + "nauc_map_at_1000_std": 0.03798, + "nauc_map_at_1000_diff1": 0.943094, + "nauc_recall_at_1_max": 0.733101, + "nauc_recall_at_1_std": 0.039873, + "nauc_recall_at_1_diff1": 0.939653, + "nauc_recall_at_3_max": 0.940309, + "nauc_recall_at_3_std": 0.072996, + "nauc_recall_at_3_diff1": 0.966737, + "nauc_recall_at_5_max": 0.958129, + "nauc_recall_at_5_std": 0.266019, + "nauc_recall_at_5_diff1": 0.958129, + "nauc_recall_at_10_max": 0.932598, + "nauc_recall_at_10_std": -0.043826, + "nauc_recall_at_10_diff1": 0.932598, + "nauc_recall_at_20_max": 0.944444, + "nauc_recall_at_20_std": 0.425864, + "nauc_recall_at_20_diff1": 0.918301, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733101, + "nauc_precision_at_1_std": 0.039873, + "nauc_precision_at_1_diff1": 0.939653, + "nauc_precision_at_3_max": 0.940309, + "nauc_precision_at_3_std": 0.072996, + "nauc_precision_at_3_diff1": 0.966737, + "nauc_precision_at_5_max": 0.958129, + "nauc_precision_at_5_std": 0.266019, + "nauc_precision_at_5_diff1": 0.958129, + "nauc_precision_at_10_max": 0.932598, + "nauc_precision_at_10_std": -0.043826, + "nauc_precision_at_10_diff1": 0.932598, + "nauc_precision_at_20_max": 0.944444, + "nauc_precision_at_20_std": 0.425864, + "nauc_precision_at_20_diff1": 0.918301, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733101, + "nauc_mrr_at_1_std": 0.039873, + "nauc_mrr_at_1_diff1": 0.939653, + "nauc_mrr_at_3_max": 0.789675, + "nauc_mrr_at_3_std": 0.035868, + "nauc_mrr_at_3_diff1": 0.9457, + "nauc_mrr_at_5_max": 0.782533, + "nauc_mrr_at_5_std": 0.047481, + "nauc_mrr_at_5_diff1": 0.943941, + "nauc_mrr_at_10_max": 0.777595, + "nauc_mrr_at_10_std": 0.034286, + "nauc_mrr_at_10_diff1": 0.942994, + "nauc_mrr_at_20_max": 0.777059, + "nauc_mrr_at_20_std": 0.037544, + "nauc_mrr_at_20_diff1": 0.942947, + "nauc_mrr_at_100_max": 0.776853, + "nauc_mrr_at_100_std": 0.038077, + "nauc_mrr_at_100_diff1": 0.943085, + "nauc_mrr_at_1000_max": 0.776827, + "nauc_mrr_at_1000_std": 0.03798, + "nauc_mrr_at_1000_diff1": 0.943094, + "main_score": 0.9564, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.81444, + "ndcg_at_3": 0.86399, + "ndcg_at_5": 0.87227, + "ndcg_at_10": 0.88065, + "ndcg_at_20": 0.88602, + "ndcg_at_100": 0.88978, + "ndcg_at_1000": 0.89179, + "map_at_1": 0.81444, + "map_at_3": 0.85259, + "map_at_5": 0.8572, + "map_at_10": 0.86073, + "map_at_20": 0.86222, + "map_at_100": 0.86268, + "map_at_1000": 0.86276, + "recall_at_1": 0.81444, + "recall_at_3": 0.89667, + "recall_at_5": 0.91667, + "recall_at_10": 0.94222, + "recall_at_20": 0.96333, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.81444, + "precision_at_3": 0.29889, + "precision_at_5": 0.18333, + "precision_at_10": 0.09422, + "precision_at_20": 0.04817, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.814444, + "mrr_at_3": 0.852593, + "mrr_at_5": 0.857204, + "mrr_at_10": 0.860733, + "mrr_at_20": 0.862218, + "mrr_at_100": 0.862683, + "mrr_at_1000": 0.862759, + "nauc_ndcg_at_1_max": 0.764438, + "nauc_ndcg_at_1_std": 0.220006, + "nauc_ndcg_at_1_diff1": 0.920132, + "nauc_ndcg_at_3_max": 0.789671, + "nauc_ndcg_at_3_std": 0.258615, + "nauc_ndcg_at_3_diff1": 0.894728, + "nauc_ndcg_at_5_max": 0.79687, + "nauc_ndcg_at_5_std": 0.254015, + "nauc_ndcg_at_5_diff1": 0.899524, + "nauc_ndcg_at_10_max": 0.790083, + "nauc_ndcg_at_10_std": 0.261369, + "nauc_ndcg_at_10_diff1": 0.897235, + "nauc_ndcg_at_20_max": 0.790035, + "nauc_ndcg_at_20_std": 0.26553, + "nauc_ndcg_at_20_diff1": 0.898636, + "nauc_ndcg_at_100_max": 0.78729, + "nauc_ndcg_at_100_std": 0.265613, + "nauc_ndcg_at_100_diff1": 0.900846, + "nauc_ndcg_at_1000_max": 0.786459, + "nauc_ndcg_at_1000_std": 0.256025, + "nauc_ndcg_at_1000_diff1": 0.901654, + "nauc_map_at_1_max": 0.764438, + "nauc_map_at_1_std": 0.220006, + "nauc_map_at_1_diff1": 0.920132, + "nauc_map_at_3_max": 0.783423, + "nauc_map_at_3_std": 0.247587, + "nauc_map_at_3_diff1": 0.901629, + "nauc_map_at_5_max": 0.786687, + "nauc_map_at_5_std": 0.244488, + "nauc_map_at_5_diff1": 0.904408, + "nauc_map_at_10_max": 0.78389, + "nauc_map_at_10_std": 0.246546, + "nauc_map_at_10_diff1": 0.90376, + "nauc_map_at_20_max": 0.783834, + "nauc_map_at_20_std": 0.247369, + "nauc_map_at_20_diff1": 0.904182, + "nauc_map_at_100_max": 0.783553, + "nauc_map_at_100_std": 0.247435, + "nauc_map_at_100_diff1": 0.904392, + "nauc_map_at_1000_max": 0.783504, + "nauc_map_at_1000_std": 0.247125, + "nauc_map_at_1000_diff1": 0.904415, + "nauc_recall_at_1_max": 0.764438, + "nauc_recall_at_1_std": 0.220006, + "nauc_recall_at_1_diff1": 0.920132, + "nauc_recall_at_3_max": 0.813698, + "nauc_recall_at_3_std": 0.302023, + "nauc_recall_at_3_diff1": 0.867775, + "nauc_recall_at_5_max": 0.846069, + "nauc_recall_at_5_std": 0.298655, + "nauc_recall_at_5_diff1": 0.877622, + "nauc_recall_at_10_max": 0.827498, + "nauc_recall_at_10_std": 0.367189, + "nauc_recall_at_10_diff1": 0.853435, + "nauc_recall_at_20_max": 0.847862, + "nauc_recall_at_20_std": 0.47653, + "nauc_recall_at_20_diff1": 0.843958, + "nauc_recall_at_100_max": 0.821795, + "nauc_recall_at_100_std": 0.757436, + "nauc_recall_at_100_diff1": 0.857776, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.764438, + "nauc_precision_at_1_std": 0.220006, + "nauc_precision_at_1_diff1": 0.920132, + "nauc_precision_at_3_max": 0.813698, + "nauc_precision_at_3_std": 0.302023, + "nauc_precision_at_3_diff1": 0.867775, + "nauc_precision_at_5_max": 0.846069, + "nauc_precision_at_5_std": 0.298655, + "nauc_precision_at_5_diff1": 0.877622, + "nauc_precision_at_10_max": 0.827498, + "nauc_precision_at_10_std": 0.367189, + "nauc_precision_at_10_diff1": 0.853435, + "nauc_precision_at_20_max": 0.847862, + "nauc_precision_at_20_std": 0.47653, + "nauc_precision_at_20_diff1": 0.843958, + "nauc_precision_at_100_max": 0.821795, + "nauc_precision_at_100_std": 0.757436, + "nauc_precision_at_100_diff1": 0.857776, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.764438, + "nauc_mrr_at_1_std": 0.220006, + "nauc_mrr_at_1_diff1": 0.920132, + "nauc_mrr_at_3_max": 0.783423, + "nauc_mrr_at_3_std": 0.247587, + "nauc_mrr_at_3_diff1": 0.901629, + "nauc_mrr_at_5_max": 0.786687, + "nauc_mrr_at_5_std": 0.244488, + "nauc_mrr_at_5_diff1": 0.904408, + "nauc_mrr_at_10_max": 0.78389, + "nauc_mrr_at_10_std": 0.246546, + "nauc_mrr_at_10_diff1": 0.90376, + "nauc_mrr_at_20_max": 0.783834, + "nauc_mrr_at_20_std": 0.247369, + "nauc_mrr_at_20_diff1": 0.904182, + "nauc_mrr_at_100_max": 0.783553, + "nauc_mrr_at_100_std": 0.247435, + "nauc_mrr_at_100_diff1": 0.904392, + "nauc_mrr_at_1000_max": 0.783504, + "nauc_mrr_at_1000_std": 0.247125, + "nauc_mrr_at_1000_diff1": 0.904415, + "main_score": 0.88065, + "hf_subset": "jav_Latn-jav_Latn", + "languages": [ + "jav-Latn", + "jav-Latn" + ] + }, + { + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.93971, + "ndcg_at_5": 0.94296, + "ndcg_at_10": 0.94623, + "ndcg_at_20": 0.94819, + "ndcg_at_100": 0.94908, + "ndcg_at_1000": 0.95013, + "map_at_1": 0.90556, + "map_at_3": 0.93185, + "map_at_5": 0.93369, + "map_at_10": 0.93505, + "map_at_20": 0.93559, + "map_at_100": 0.93574, + "map_at_1000": 0.93579, + "recall_at_1": 0.90556, + "recall_at_3": 0.96222, + "recall_at_5": 0.97, + "recall_at_10": 0.98, + "recall_at_20": 0.98778, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.90556, + "precision_at_3": 0.32074, + "precision_at_5": 0.194, + "precision_at_10": 0.098, + "precision_at_20": 0.04939, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.931852, + "mrr_at_5": 0.933685, + "mrr_at_10": 0.935051, + "mrr_at_20": 0.935589, + "mrr_at_100": 0.935738, + "mrr_at_1000": 0.935787, + "nauc_ndcg_at_1_max": 0.740808, + "nauc_ndcg_at_1_std": -0.214313, + "nauc_ndcg_at_1_diff1": 0.916082, + "nauc_ndcg_at_3_max": 0.804159, + "nauc_ndcg_at_3_std": -0.17197, + "nauc_ndcg_at_3_diff1": 0.932708, + "nauc_ndcg_at_5_max": 0.797405, + "nauc_ndcg_at_5_std": -0.15744, + "nauc_ndcg_at_5_diff1": 0.928871, + "nauc_ndcg_at_10_max": 0.786847, + "nauc_ndcg_at_10_std": -0.162768, + "nauc_ndcg_at_10_diff1": 0.925404, + "nauc_ndcg_at_20_max": 0.785007, + "nauc_ndcg_at_20_std": -0.168093, + "nauc_ndcg_at_20_diff1": 0.925623, + "nauc_ndcg_at_100_max": 0.785023, + "nauc_ndcg_at_100_std": -0.149458, + "nauc_ndcg_at_100_diff1": 0.926578, + "nauc_ndcg_at_1000_max": 0.782467, + "nauc_ndcg_at_1000_std": -0.165378, + "nauc_ndcg_at_1000_diff1": 0.925377, + "nauc_map_at_1_max": 0.740808, + "nauc_map_at_1_std": -0.214313, + "nauc_map_at_1_diff1": 0.916082, + "nauc_map_at_3_max": 0.785717, + "nauc_map_at_3_std": -0.183992, + "nauc_map_at_3_diff1": 0.927407, + "nauc_map_at_5_max": 0.781942, + "nauc_map_at_5_std": -0.177416, + "nauc_map_at_5_diff1": 0.9254, + "nauc_map_at_10_max": 0.777954, + "nauc_map_at_10_std": -0.180151, + "nauc_map_at_10_diff1": 0.924111, + "nauc_map_at_20_max": 0.7775, + "nauc_map_at_20_std": -0.180891, + "nauc_map_at_20_diff1": 0.924201, + "nauc_map_at_100_max": 0.777506, + "nauc_map_at_100_std": -0.177909, + "nauc_map_at_100_diff1": 0.924274, + "nauc_map_at_1000_max": 0.777402, + "nauc_map_at_1000_std": -0.178439, + "nauc_map_at_1000_diff1": 0.924222, + "nauc_recall_at_1_max": 0.740808, + "nauc_recall_at_1_std": -0.214313, + "nauc_recall_at_1_diff1": 0.916082, + "nauc_recall_at_3_max": 0.89813, + "nauc_recall_at_3_std": -0.110974, + "nauc_recall_at_3_diff1": 0.960111, + "nauc_recall_at_5_max": 0.89169, + "nauc_recall_at_5_std": -0.027838, + "nauc_recall_at_5_diff1": 0.94977, + "nauc_recall_at_10_max": 0.852059, + "nauc_recall_at_10_std": 0.00166, + "nauc_recall_at_10_diff1": 0.931917, + "nauc_recall_at_20_max": 0.861429, + "nauc_recall_at_20_std": -0.006281, + "nauc_recall_at_20_diff1": 0.937611, + "nauc_recall_at_100_max": 0.904295, + "nauc_recall_at_100_std": 0.632653, + "nauc_recall_at_100_diff1": 0.981326, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.740808, + "nauc_precision_at_1_std": -0.214313, + "nauc_precision_at_1_diff1": 0.916082, + "nauc_precision_at_3_max": 0.89813, + "nauc_precision_at_3_std": -0.110974, + "nauc_precision_at_3_diff1": 0.960111, + "nauc_precision_at_5_max": 0.89169, + "nauc_precision_at_5_std": -0.027838, + "nauc_precision_at_5_diff1": 0.94977, + "nauc_precision_at_10_max": 0.852059, + "nauc_precision_at_10_std": 0.00166, + "nauc_precision_at_10_diff1": 0.931917, + "nauc_precision_at_20_max": 0.861429, + "nauc_precision_at_20_std": -0.006281, + "nauc_precision_at_20_diff1": 0.937611, + "nauc_precision_at_100_max": 0.904295, + "nauc_precision_at_100_std": 0.632653, + "nauc_precision_at_100_diff1": 0.981326, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.740808, + "nauc_mrr_at_1_std": -0.214313, + "nauc_mrr_at_1_diff1": 0.916082, + "nauc_mrr_at_3_max": 0.785717, + "nauc_mrr_at_3_std": -0.183992, + "nauc_mrr_at_3_diff1": 0.927407, + "nauc_mrr_at_5_max": 0.781942, + "nauc_mrr_at_5_std": -0.177416, + "nauc_mrr_at_5_diff1": 0.9254, + "nauc_mrr_at_10_max": 0.777954, + "nauc_mrr_at_10_std": -0.180151, + "nauc_mrr_at_10_diff1": 0.924111, + "nauc_mrr_at_20_max": 0.7775, + "nauc_mrr_at_20_std": -0.180891, + "nauc_mrr_at_20_diff1": 0.924201, + "nauc_mrr_at_100_max": 0.777506, + "nauc_mrr_at_100_std": -0.177909, + "nauc_mrr_at_100_diff1": 0.924274, + "nauc_mrr_at_1000_max": 0.777402, + "nauc_mrr_at_1000_std": -0.178439, + "nauc_mrr_at_1000_diff1": 0.924222, + "main_score": 0.94623, + "hf_subset": "jav_Latn-eng_Latn", + "languages": [ + "jav-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.85864, + "ndcg_at_5": 0.86978, + "ndcg_at_10": 0.87737, + "ndcg_at_20": 0.88258, + "ndcg_at_100": 0.88642, + "ndcg_at_1000": 0.88789, + "map_at_1": 0.79889, + "map_at_3": 0.84463, + "map_at_5": 0.85091, + "map_at_10": 0.85408, + "map_at_20": 0.85558, + "map_at_100": 0.85616, + "map_at_1000": 0.85623, + "recall_at_1": 0.79889, + "recall_at_3": 0.89889, + "recall_at_5": 0.92556, + "recall_at_10": 0.94889, + "recall_at_20": 0.96889, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.79889, + "precision_at_3": 0.29963, + "precision_at_5": 0.18511, + "precision_at_10": 0.09489, + "precision_at_20": 0.04844, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.84463, + "mrr_at_5": 0.850907, + "mrr_at_10": 0.854075, + "mrr_at_20": 0.85558, + "mrr_at_100": 0.856163, + "mrr_at_1000": 0.856225, + "nauc_ndcg_at_1_max": 0.719102, + "nauc_ndcg_at_1_std": 0.103162, + "nauc_ndcg_at_1_diff1": 0.909084, + "nauc_ndcg_at_3_max": 0.758973, + "nauc_ndcg_at_3_std": 0.173953, + "nauc_ndcg_at_3_diff1": 0.891608, + "nauc_ndcg_at_5_max": 0.756132, + "nauc_ndcg_at_5_std": 0.180591, + "nauc_ndcg_at_5_diff1": 0.893316, + "nauc_ndcg_at_10_max": 0.753213, + "nauc_ndcg_at_10_std": 0.167248, + "nauc_ndcg_at_10_diff1": 0.894635, + "nauc_ndcg_at_20_max": 0.748608, + "nauc_ndcg_at_20_std": 0.174378, + "nauc_ndcg_at_20_diff1": 0.894194, + "nauc_ndcg_at_100_max": 0.745986, + "nauc_ndcg_at_100_std": 0.170465, + "nauc_ndcg_at_100_diff1": 0.895818, + "nauc_ndcg_at_1000_max": 0.747188, + "nauc_ndcg_at_1000_std": 0.163308, + "nauc_ndcg_at_1000_diff1": 0.896715, + "nauc_map_at_1_max": 0.719102, + "nauc_map_at_1_std": 0.103162, + "nauc_map_at_1_diff1": 0.909084, + "nauc_map_at_3_max": 0.749309, + "nauc_map_at_3_std": 0.153863, + "nauc_map_at_3_diff1": 0.897123, + "nauc_map_at_5_max": 0.747421, + "nauc_map_at_5_std": 0.156313, + "nauc_map_at_5_diff1": 0.898248, + "nauc_map_at_10_max": 0.746323, + "nauc_map_at_10_std": 0.151702, + "nauc_map_at_10_diff1": 0.898728, + "nauc_map_at_20_max": 0.74514, + "nauc_map_at_20_std": 0.153316, + "nauc_map_at_20_diff1": 0.898627, + "nauc_map_at_100_max": 0.744838, + "nauc_map_at_100_std": 0.15282, + "nauc_map_at_100_diff1": 0.898832, + "nauc_map_at_1000_max": 0.744874, + "nauc_map_at_1000_std": 0.152573, + "nauc_map_at_1000_diff1": 0.89886, + "nauc_recall_at_1_max": 0.719102, + "nauc_recall_at_1_std": 0.103162, + "nauc_recall_at_1_diff1": 0.909084, + "nauc_recall_at_3_max": 0.798337, + "nauc_recall_at_3_std": 0.258022, + "nauc_recall_at_3_diff1": 0.868168, + "nauc_recall_at_5_max": 0.801392, + "nauc_recall_at_5_std": 0.314262, + "nauc_recall_at_5_diff1": 0.866389, + "nauc_recall_at_10_max": 0.799618, + "nauc_recall_at_10_std": 0.27183, + "nauc_recall_at_10_diff1": 0.864815, + "nauc_recall_at_20_max": 0.766423, + "nauc_recall_at_20_std": 0.434807, + "nauc_recall_at_20_diff1": 0.840936, + "nauc_recall_at_100_max": 0.65901, + "nauc_recall_at_100_std": 0.687488, + "nauc_recall_at_100_diff1": 0.829132, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719102, + "nauc_precision_at_1_std": 0.103162, + "nauc_precision_at_1_diff1": 0.909084, + "nauc_precision_at_3_max": 0.798337, + "nauc_precision_at_3_std": 0.258022, + "nauc_precision_at_3_diff1": 0.868168, + "nauc_precision_at_5_max": 0.801392, + "nauc_precision_at_5_std": 0.314262, + "nauc_precision_at_5_diff1": 0.866389, + "nauc_precision_at_10_max": 0.799618, + "nauc_precision_at_10_std": 0.27183, + "nauc_precision_at_10_diff1": 0.864815, + "nauc_precision_at_20_max": 0.766423, + "nauc_precision_at_20_std": 0.434807, + "nauc_precision_at_20_diff1": 0.840936, + "nauc_precision_at_100_max": 0.65901, + "nauc_precision_at_100_std": 0.687488, + "nauc_precision_at_100_diff1": 0.829132, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.719102, + "nauc_mrr_at_1_std": 0.103162, + "nauc_mrr_at_1_diff1": 0.909084, + "nauc_mrr_at_3_max": 0.749309, + "nauc_mrr_at_3_std": 0.153863, + "nauc_mrr_at_3_diff1": 0.897123, + "nauc_mrr_at_5_max": 0.747421, + "nauc_mrr_at_5_std": 0.156313, + "nauc_mrr_at_5_diff1": 0.898248, + "nauc_mrr_at_10_max": 0.746323, + "nauc_mrr_at_10_std": 0.151702, + "nauc_mrr_at_10_diff1": 0.898728, + "nauc_mrr_at_20_max": 0.74514, + "nauc_mrr_at_20_std": 0.153316, + "nauc_mrr_at_20_diff1": 0.898627, + "nauc_mrr_at_100_max": 0.744838, + "nauc_mrr_at_100_std": 0.15282, + "nauc_mrr_at_100_diff1": 0.898832, + "nauc_mrr_at_1000_max": 0.744874, + "nauc_mrr_at_1000_std": 0.152573, + "nauc_mrr_at_1000_diff1": 0.89886, + "main_score": 0.87737, + "hf_subset": "eng_Latn-jav_Latn", + "languages": [ + "eng-Latn", + "jav-Latn" + ] + }, + { + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93345, + "ndcg_at_5": 0.94029, + "ndcg_at_10": 0.94431, + "ndcg_at_20": 0.94517, + "ndcg_at_100": 0.94715, + "ndcg_at_1000": 0.94742, + "map_at_1": 0.9, + "map_at_3": 0.92574, + "map_at_5": 0.92952, + "map_at_10": 0.93122, + "map_at_20": 0.93146, + "map_at_100": 0.93178, + "map_at_1000": 0.93179, + "recall_at_1": 0.9, + "recall_at_3": 0.95556, + "recall_at_5": 0.97222, + "recall_at_10": 0.98444, + "recall_at_20": 0.98778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.9, + "precision_at_3": 0.31852, + "precision_at_5": 0.19444, + "precision_at_10": 0.09844, + "precision_at_20": 0.04939, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.9, + "mrr_at_3": 0.925741, + "mrr_at_5": 0.929519, + "mrr_at_10": 0.931221, + "mrr_at_20": 0.931462, + "mrr_at_100": 0.931785, + "mrr_at_1000": 0.931793, + "nauc_ndcg_at_1_max": 0.735439, + "nauc_ndcg_at_1_std": -0.126621, + "nauc_ndcg_at_1_diff1": 0.935678, + "nauc_ndcg_at_3_max": 0.803337, + "nauc_ndcg_at_3_std": -0.134629, + "nauc_ndcg_at_3_diff1": 0.939268, + "nauc_ndcg_at_5_max": 0.791581, + "nauc_ndcg_at_5_std": -0.143722, + "nauc_ndcg_at_5_diff1": 0.939232, + "nauc_ndcg_at_10_max": 0.79091, + "nauc_ndcg_at_10_std": -0.136651, + "nauc_ndcg_at_10_diff1": 0.941873, + "nauc_ndcg_at_20_max": 0.791511, + "nauc_ndcg_at_20_std": -0.125555, + "nauc_ndcg_at_20_diff1": 0.941603, + "nauc_ndcg_at_100_max": 0.784684, + "nauc_ndcg_at_100_std": -0.124568, + "nauc_ndcg_at_100_diff1": 0.939413, + "nauc_ndcg_at_1000_max": 0.78357, + "nauc_ndcg_at_1000_std": -0.130385, + "nauc_ndcg_at_1000_diff1": 0.939413, + "nauc_map_at_1_max": 0.735439, + "nauc_map_at_1_std": -0.126621, + "nauc_map_at_1_diff1": 0.935678, + "nauc_map_at_3_max": 0.785349, + "nauc_map_at_3_std": -0.133033, + "nauc_map_at_3_diff1": 0.938279, + "nauc_map_at_5_max": 0.779085, + "nauc_map_at_5_std": -0.136182, + "nauc_map_at_5_diff1": 0.938113, + "nauc_map_at_10_max": 0.778777, + "nauc_map_at_10_std": -0.134116, + "nauc_map_at_10_diff1": 0.93906, + "nauc_map_at_20_max": 0.778806, + "nauc_map_at_20_std": -0.131444, + "nauc_map_at_20_diff1": 0.938971, + "nauc_map_at_100_max": 0.777855, + "nauc_map_at_100_std": -0.131921, + "nauc_map_at_100_diff1": 0.938682, + "nauc_map_at_1000_max": 0.777829, + "nauc_map_at_1000_std": -0.132057, + "nauc_map_at_1000_diff1": 0.938679, + "nauc_recall_at_1_max": 0.735439, + "nauc_recall_at_1_std": -0.126621, + "nauc_recall_at_1_diff1": 0.935678, + "nauc_recall_at_3_max": 0.887267, + "nauc_recall_at_3_std": -0.141632, + "nauc_recall_at_3_diff1": 0.943919, + "nauc_recall_at_5_max": 0.873875, + "nauc_recall_at_5_std": -0.20422, + "nauc_recall_at_5_diff1": 0.947526, + "nauc_recall_at_10_max": 0.926137, + "nauc_recall_at_10_std": -0.161631, + "nauc_recall_at_10_diff1": 0.981326, + "nauc_recall_at_20_max": 0.976233, + "nauc_recall_at_20_std": 0.019735, + "nauc_recall_at_20_diff1": 0.988116, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.735439, + "nauc_precision_at_1_std": -0.126621, + "nauc_precision_at_1_diff1": 0.935678, + "nauc_precision_at_3_max": 0.887267, + "nauc_precision_at_3_std": -0.141632, + "nauc_precision_at_3_diff1": 0.943919, + "nauc_precision_at_5_max": 0.873875, + "nauc_precision_at_5_std": -0.20422, + "nauc_precision_at_5_diff1": 0.947526, + "nauc_precision_at_10_max": 0.926137, + "nauc_precision_at_10_std": -0.161631, + "nauc_precision_at_10_diff1": 0.981326, + "nauc_precision_at_20_max": 0.976233, + "nauc_precision_at_20_std": 0.019735, + "nauc_precision_at_20_diff1": 0.988116, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.735439, + "nauc_mrr_at_1_std": -0.126621, + "nauc_mrr_at_1_diff1": 0.935678, + "nauc_mrr_at_3_max": 0.785349, + "nauc_mrr_at_3_std": -0.133033, + "nauc_mrr_at_3_diff1": 0.938279, + "nauc_mrr_at_5_max": 0.779085, + "nauc_mrr_at_5_std": -0.136182, + "nauc_mrr_at_5_diff1": 0.938113, + "nauc_mrr_at_10_max": 0.778777, + "nauc_mrr_at_10_std": -0.134116, + "nauc_mrr_at_10_diff1": 0.93906, + "nauc_mrr_at_20_max": 0.778806, + "nauc_mrr_at_20_std": -0.131444, + "nauc_mrr_at_20_diff1": 0.938971, + "nauc_mrr_at_100_max": 0.777855, + "nauc_mrr_at_100_std": -0.131921, + "nauc_mrr_at_100_diff1": 0.938682, + "nauc_mrr_at_1000_max": 0.777829, + "nauc_mrr_at_1000_std": -0.132057, + "nauc_mrr_at_1000_diff1": 0.938679, + "main_score": 0.94431, + "hf_subset": "jpn_Jpan-jpn_Jpan", + "languages": [ + "jpn-Jpan", + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95719, + "ndcg_at_5": 0.95992, + "ndcg_at_10": 0.96274, + "ndcg_at_20": 0.96328, + "ndcg_at_100": 0.9635, + "ndcg_at_1000": 0.96393, + "map_at_1": 0.92556, + "map_at_3": 0.95, + "map_at_5": 0.9515, + "map_at_10": 0.95263, + "map_at_20": 0.95277, + "map_at_100": 0.9528, + "map_at_1000": 0.95282, + "recall_at_1": 0.92556, + "recall_at_3": 0.97778, + "recall_at_5": 0.98444, + "recall_at_10": 0.99333, + "recall_at_20": 0.99556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92556, + "precision_at_3": 0.32593, + "precision_at_5": 0.19689, + "precision_at_10": 0.09933, + "precision_at_20": 0.04978, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.95, + "mrr_at_5": 0.9515, + "mrr_at_10": 0.95263, + "mrr_at_20": 0.952767, + "mrr_at_100": 0.952802, + "mrr_at_1000": 0.952819, + "nauc_ndcg_at_1_max": 0.786913, + "nauc_ndcg_at_1_std": -0.188727, + "nauc_ndcg_at_1_diff1": 0.951642, + "nauc_ndcg_at_3_max": 0.827226, + "nauc_ndcg_at_3_std": -0.255107, + "nauc_ndcg_at_3_diff1": 0.952945, + "nauc_ndcg_at_5_max": 0.822112, + "nauc_ndcg_at_5_std": -0.222184, + "nauc_ndcg_at_5_diff1": 0.951306, + "nauc_ndcg_at_10_max": 0.817319, + "nauc_ndcg_at_10_std": -0.21312, + "nauc_ndcg_at_10_diff1": 0.952978, + "nauc_ndcg_at_20_max": 0.81657, + "nauc_ndcg_at_20_std": -0.190605, + "nauc_ndcg_at_20_diff1": 0.952285, + "nauc_ndcg_at_100_max": 0.815463, + "nauc_ndcg_at_100_std": -0.188355, + "nauc_ndcg_at_100_diff1": 0.951997, + "nauc_ndcg_at_1000_max": 0.814332, + "nauc_ndcg_at_1000_std": -0.202551, + "nauc_ndcg_at_1000_diff1": 0.952019, + "nauc_map_at_1_max": 0.786913, + "nauc_map_at_1_std": -0.188727, + "nauc_map_at_1_diff1": 0.951642, + "nauc_map_at_3_max": 0.815596, + "nauc_map_at_3_std": -0.233351, + "nauc_map_at_3_diff1": 0.95194, + "nauc_map_at_5_max": 0.813075, + "nauc_map_at_5_std": -0.216558, + "nauc_map_at_5_diff1": 0.951202, + "nauc_map_at_10_max": 0.811394, + "nauc_map_at_10_std": -0.213011, + "nauc_map_at_10_diff1": 0.951849, + "nauc_map_at_20_max": 0.811187, + "nauc_map_at_20_std": -0.208554, + "nauc_map_at_20_diff1": 0.951708, + "nauc_map_at_100_max": 0.811048, + "nauc_map_at_100_std": -0.208293, + "nauc_map_at_100_diff1": 0.951672, + "nauc_map_at_1000_max": 0.811017, + "nauc_map_at_1000_std": -0.208735, + "nauc_map_at_1000_diff1": 0.951684, + "nauc_recall_at_1_max": 0.786913, + "nauc_recall_at_1_std": -0.188727, + "nauc_recall_at_1_diff1": 0.951642, + "nauc_recall_at_3_max": 0.900093, + "nauc_recall_at_3_std": -0.394444, + "nauc_recall_at_3_diff1": 0.959967, + "nauc_recall_at_5_max": 0.896959, + "nauc_recall_at_5_std": -0.261405, + "nauc_recall_at_5_diff1": 0.952148, + "nauc_recall_at_10_max": 0.910131, + "nauc_recall_at_10_std": -0.173903, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": 0.934641, + "nauc_recall_at_20_std": 0.609127, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.786913, + "nauc_precision_at_1_std": -0.188727, + "nauc_precision_at_1_diff1": 0.951642, + "nauc_precision_at_3_max": 0.900093, + "nauc_precision_at_3_std": -0.394444, + "nauc_precision_at_3_diff1": 0.959967, + "nauc_precision_at_5_max": 0.896959, + "nauc_precision_at_5_std": -0.261405, + "nauc_precision_at_5_diff1": 0.952148, + "nauc_precision_at_10_max": 0.910131, + "nauc_precision_at_10_std": -0.173903, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": 0.934641, + "nauc_precision_at_20_std": 0.609127, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.786913, + "nauc_mrr_at_1_std": -0.188727, + "nauc_mrr_at_1_diff1": 0.951642, + "nauc_mrr_at_3_max": 0.815596, + "nauc_mrr_at_3_std": -0.233351, + "nauc_mrr_at_3_diff1": 0.95194, + "nauc_mrr_at_5_max": 0.813075, + "nauc_mrr_at_5_std": -0.216558, + "nauc_mrr_at_5_diff1": 0.951202, + "nauc_mrr_at_10_max": 0.811394, + "nauc_mrr_at_10_std": -0.213011, + "nauc_mrr_at_10_diff1": 0.951849, + "nauc_mrr_at_20_max": 0.811187, + "nauc_mrr_at_20_std": -0.208554, + "nauc_mrr_at_20_diff1": 0.951708, + "nauc_mrr_at_100_max": 0.811048, + "nauc_mrr_at_100_std": -0.208293, + "nauc_mrr_at_100_diff1": 0.951672, + "nauc_mrr_at_1000_max": 0.811017, + "nauc_mrr_at_1000_std": -0.208735, + "nauc_mrr_at_1000_diff1": 0.951684, + "main_score": 0.96274, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.90333, + "ndcg_at_3": 0.93719, + "ndcg_at_5": 0.94509, + "ndcg_at_10": 0.94802, + "ndcg_at_20": 0.94856, + "ndcg_at_100": 0.95019, + "ndcg_at_1000": 0.95033, + "map_at_1": 0.90333, + "map_at_3": 0.92926, + "map_at_5": 0.9337, + "map_at_10": 0.93495, + "map_at_20": 0.93509, + "map_at_100": 0.9353, + "map_at_1000": 0.9353, + "recall_at_1": 0.90333, + "recall_at_3": 0.96, + "recall_at_5": 0.97889, + "recall_at_10": 0.98778, + "recall_at_20": 0.99, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.90333, + "precision_at_3": 0.32, + "precision_at_5": 0.19578, + "precision_at_10": 0.09878, + "precision_at_20": 0.0495, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.903333, + "mrr_at_3": 0.929259, + "mrr_at_5": 0.933704, + "mrr_at_10": 0.93495, + "mrr_at_20": 0.935086, + "mrr_at_100": 0.935296, + "mrr_at_1000": 0.935302, + "nauc_ndcg_at_1_max": 0.689419, + "nauc_ndcg_at_1_std": -0.070323, + "nauc_ndcg_at_1_diff1": 0.907359, + "nauc_ndcg_at_3_max": 0.763755, + "nauc_ndcg_at_3_std": -0.070868, + "nauc_ndcg_at_3_diff1": 0.916076, + "nauc_ndcg_at_5_max": 0.747938, + "nauc_ndcg_at_5_std": -0.087098, + "nauc_ndcg_at_5_diff1": 0.918724, + "nauc_ndcg_at_10_max": 0.739467, + "nauc_ndcg_at_10_std": -0.065248, + "nauc_ndcg_at_10_diff1": 0.915949, + "nauc_ndcg_at_20_max": 0.738148, + "nauc_ndcg_at_20_std": -0.061779, + "nauc_ndcg_at_20_diff1": 0.915733, + "nauc_ndcg_at_100_max": 0.735347, + "nauc_ndcg_at_100_std": -0.062152, + "nauc_ndcg_at_100_diff1": 0.914971, + "nauc_ndcg_at_1000_max": 0.734566, + "nauc_ndcg_at_1000_std": -0.065285, + "nauc_ndcg_at_1000_diff1": 0.914721, + "nauc_map_at_1_max": 0.689419, + "nauc_map_at_1_std": -0.070323, + "nauc_map_at_1_diff1": 0.907359, + "nauc_map_at_3_max": 0.741951, + "nauc_map_at_3_std": -0.067575, + "nauc_map_at_3_diff1": 0.913746, + "nauc_map_at_5_max": 0.732998, + "nauc_map_at_5_std": -0.075219, + "nauc_map_at_5_diff1": 0.914706, + "nauc_map_at_10_max": 0.729838, + "nauc_map_at_10_std": -0.067385, + "nauc_map_at_10_diff1": 0.91367, + "nauc_map_at_20_max": 0.729537, + "nauc_map_at_20_std": -0.066864, + "nauc_map_at_20_diff1": 0.913613, + "nauc_map_at_100_max": 0.729355, + "nauc_map_at_100_std": -0.066784, + "nauc_map_at_100_diff1": 0.91358, + "nauc_map_at_1000_max": 0.729331, + "nauc_map_at_1000_std": -0.06688, + "nauc_map_at_1000_diff1": 0.913572, + "nauc_recall_at_1_max": 0.689419, + "nauc_recall_at_1_std": -0.070323, + "nauc_recall_at_1_diff1": 0.907359, + "nauc_recall_at_3_max": 0.873068, + "nauc_recall_at_3_std": -0.089947, + "nauc_recall_at_3_diff1": 0.927573, + "nauc_recall_at_5_max": 0.873851, + "nauc_recall_at_5_std": -0.204261, + "nauc_recall_at_5_diff1": 0.955895, + "nauc_recall_at_10_max": 0.856379, + "nauc_recall_at_10_std": -0.012053, + "nauc_recall_at_10_diff1": 0.947585, + "nauc_recall_at_20_max": 0.855327, + "nauc_recall_at_20_std": 0.082011, + "nauc_recall_at_20_diff1": 0.950462, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.689419, + "nauc_precision_at_1_std": -0.070323, + "nauc_precision_at_1_diff1": 0.907359, + "nauc_precision_at_3_max": 0.873068, + "nauc_precision_at_3_std": -0.089947, + "nauc_precision_at_3_diff1": 0.927573, + "nauc_precision_at_5_max": 0.873851, + "nauc_precision_at_5_std": -0.204261, + "nauc_precision_at_5_diff1": 0.955895, + "nauc_precision_at_10_max": 0.856379, + "nauc_precision_at_10_std": -0.012053, + "nauc_precision_at_10_diff1": 0.947585, + "nauc_precision_at_20_max": 0.855327, + "nauc_precision_at_20_std": 0.082011, + "nauc_precision_at_20_diff1": 0.950462, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.689419, + "nauc_mrr_at_1_std": -0.070323, + "nauc_mrr_at_1_diff1": 0.907359, + "nauc_mrr_at_3_max": 0.741951, + "nauc_mrr_at_3_std": -0.067575, + "nauc_mrr_at_3_diff1": 0.913746, + "nauc_mrr_at_5_max": 0.732998, + "nauc_mrr_at_5_std": -0.075219, + "nauc_mrr_at_5_diff1": 0.914706, + "nauc_mrr_at_10_max": 0.729838, + "nauc_mrr_at_10_std": -0.067385, + "nauc_mrr_at_10_diff1": 0.91367, + "nauc_mrr_at_20_max": 0.729537, + "nauc_mrr_at_20_std": -0.066864, + "nauc_mrr_at_20_diff1": 0.913613, + "nauc_mrr_at_100_max": 0.729355, + "nauc_mrr_at_100_std": -0.066784, + "nauc_mrr_at_100_diff1": 0.91358, + "nauc_mrr_at_1000_max": 0.729331, + "nauc_mrr_at_1000_std": -0.06688, + "nauc_mrr_at_1000_diff1": 0.913572, + "main_score": 0.94802, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.45161, + "ndcg_at_3": 0.49282, + "ndcg_at_5": 0.50656, + "ndcg_at_10": 0.51189, + "ndcg_at_20": 0.51992, + "ndcg_at_100": 0.54956, + "ndcg_at_1000": 0.57953, + "map_at_1": 0.45161, + "map_at_3": 0.4835, + "map_at_5": 0.49112, + "map_at_10": 0.49328, + "map_at_20": 0.49542, + "map_at_100": 0.49919, + "map_at_1000": 0.50032, + "recall_at_1": 0.45161, + "recall_at_3": 0.51947, + "recall_at_5": 0.55284, + "recall_at_10": 0.56952, + "recall_at_20": 0.60178, + "recall_at_100": 0.76641, + "recall_at_1000": 1.0, + "precision_at_1": 0.45161, + "precision_at_3": 0.17316, + "precision_at_5": 0.11057, + "precision_at_10": 0.05695, + "precision_at_20": 0.03009, + "precision_at_100": 0.00766, + "precision_at_1000": 0.001, + "mrr_at_1": 0.451613, + "mrr_at_3": 0.4835, + "mrr_at_5": 0.49112, + "mrr_at_10": 0.493282, + "mrr_at_20": 0.495421, + "mrr_at_100": 0.499193, + "mrr_at_1000": 0.500315, + "nauc_ndcg_at_1_max": 0.625822, + "nauc_ndcg_at_1_std": -0.626476, + "nauc_ndcg_at_1_diff1": 0.892262, + "nauc_ndcg_at_3_max": 0.641819, + "nauc_ndcg_at_3_std": -0.648826, + "nauc_ndcg_at_3_diff1": 0.866947, + "nauc_ndcg_at_5_max": 0.637409, + "nauc_ndcg_at_5_std": -0.64959, + "nauc_ndcg_at_5_diff1": 0.857984, + "nauc_ndcg_at_10_max": 0.634942, + "nauc_ndcg_at_10_std": -0.644809, + "nauc_ndcg_at_10_diff1": 0.854091, + "nauc_ndcg_at_20_max": 0.629754, + "nauc_ndcg_at_20_std": -0.640453, + "nauc_ndcg_at_20_diff1": 0.847674, + "nauc_ndcg_at_100_max": 0.619424, + "nauc_ndcg_at_100_std": -0.635455, + "nauc_ndcg_at_100_diff1": 0.835944, + "nauc_ndcg_at_1000_max": 0.628353, + "nauc_ndcg_at_1000_std": -0.637883, + "nauc_ndcg_at_1000_diff1": 0.851872, + "nauc_map_at_1_max": 0.625822, + "nauc_map_at_1_std": -0.626476, + "nauc_map_at_1_diff1": 0.892262, + "nauc_map_at_3_max": 0.638922, + "nauc_map_at_3_std": -0.643835, + "nauc_map_at_3_diff1": 0.873197, + "nauc_map_at_5_max": 0.636425, + "nauc_map_at_5_std": -0.644065, + "nauc_map_at_5_diff1": 0.868324, + "nauc_map_at_10_max": 0.63533, + "nauc_map_at_10_std": -0.642355, + "nauc_map_at_10_diff1": 0.866786, + "nauc_map_at_20_max": 0.633933, + "nauc_map_at_20_std": -0.641227, + "nauc_map_at_20_diff1": 0.865157, + "nauc_map_at_100_max": 0.632603, + "nauc_map_at_100_std": -0.640206, + "nauc_map_at_100_diff1": 0.863711, + "nauc_map_at_1000_max": 0.632846, + "nauc_map_at_1000_std": -0.640104, + "nauc_map_at_1000_diff1": 0.864213, + "nauc_recall_at_1_max": 0.625822, + "nauc_recall_at_1_std": -0.626476, + "nauc_recall_at_1_diff1": 0.892262, + "nauc_recall_at_3_max": 0.649926, + "nauc_recall_at_3_std": -0.663328, + "nauc_recall_at_3_diff1": 0.848513, + "nauc_recall_at_5_max": 0.639347, + "nauc_recall_at_5_std": -0.666428, + "nauc_recall_at_5_diff1": 0.825297, + "nauc_recall_at_10_max": 0.631887, + "nauc_recall_at_10_std": -0.649796, + "nauc_recall_at_10_diff1": 0.811926, + "nauc_recall_at_20_max": 0.609669, + "nauc_recall_at_20_std": -0.630909, + "nauc_recall_at_20_diff1": 0.782332, + "nauc_recall_at_100_max": 0.515925, + "nauc_recall_at_100_std": -0.59451, + "nauc_recall_at_100_diff1": 0.656062, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.625822, + "nauc_precision_at_1_std": -0.626476, + "nauc_precision_at_1_diff1": 0.892262, + "nauc_precision_at_3_max": 0.649926, + "nauc_precision_at_3_std": -0.663328, + "nauc_precision_at_3_diff1": 0.848513, + "nauc_precision_at_5_max": 0.639347, + "nauc_precision_at_5_std": -0.666428, + "nauc_precision_at_5_diff1": 0.825297, + "nauc_precision_at_10_max": 0.631887, + "nauc_precision_at_10_std": -0.649796, + "nauc_precision_at_10_diff1": 0.811926, + "nauc_precision_at_20_max": 0.609669, + "nauc_precision_at_20_std": -0.630909, + "nauc_precision_at_20_diff1": 0.782332, + "nauc_precision_at_100_max": 0.515925, + "nauc_precision_at_100_std": -0.59451, + "nauc_precision_at_100_diff1": 0.656062, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.625822, + "nauc_mrr_at_1_std": -0.626476, + "nauc_mrr_at_1_diff1": 0.892262, + "nauc_mrr_at_3_max": 0.638922, + "nauc_mrr_at_3_std": -0.643835, + "nauc_mrr_at_3_diff1": 0.873197, + "nauc_mrr_at_5_max": 0.636425, + "nauc_mrr_at_5_std": -0.644065, + "nauc_mrr_at_5_diff1": 0.868324, + "nauc_mrr_at_10_max": 0.63533, + "nauc_mrr_at_10_std": -0.642355, + "nauc_mrr_at_10_diff1": 0.866786, + "nauc_mrr_at_20_max": 0.633933, + "nauc_mrr_at_20_std": -0.641227, + "nauc_mrr_at_20_diff1": 0.865157, + "nauc_mrr_at_100_max": 0.632603, + "nauc_mrr_at_100_std": -0.640206, + "nauc_mrr_at_100_diff1": 0.863711, + "nauc_mrr_at_1000_max": 0.632846, + "nauc_mrr_at_1000_std": -0.640104, + "nauc_mrr_at_1000_diff1": 0.864213, + "main_score": 0.51189, + "hf_subset": "kac_Latn-kac_Latn", + "languages": [ + "kac-Latn", + "kac-Latn" + ] + }, + { + "ndcg_at_1": 0.61222, + "ndcg_at_3": 0.66133, + "ndcg_at_5": 0.67142, + "ndcg_at_10": 0.68717, + "ndcg_at_20": 0.69833, + "ndcg_at_100": 0.72246, + "ndcg_at_1000": 0.73, + "map_at_1": 0.61222, + "map_at_3": 0.64981, + "map_at_5": 0.65543, + "map_at_10": 0.6621, + "map_at_20": 0.66513, + "map_at_100": 0.66824, + "map_at_1000": 0.66859, + "recall_at_1": 0.61222, + "recall_at_3": 0.69444, + "recall_at_5": 0.71889, + "recall_at_10": 0.76667, + "recall_at_20": 0.81111, + "recall_at_100": 0.94444, + "recall_at_1000": 1.0, + "precision_at_1": 0.61222, + "precision_at_3": 0.23148, + "precision_at_5": 0.14378, + "precision_at_10": 0.07667, + "precision_at_20": 0.04056, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "mrr_at_1": 0.612222, + "mrr_at_3": 0.649815, + "mrr_at_5": 0.655426, + "mrr_at_10": 0.662104, + "mrr_at_20": 0.665127, + "mrr_at_100": 0.668241, + "mrr_at_1000": 0.668591, + "nauc_ndcg_at_1_max": 0.75286, + "nauc_ndcg_at_1_std": 0.025238, + "nauc_ndcg_at_1_diff1": 0.884915, + "nauc_ndcg_at_3_max": 0.773745, + "nauc_ndcg_at_3_std": 0.033382, + "nauc_ndcg_at_3_diff1": 0.854288, + "nauc_ndcg_at_5_max": 0.76848, + "nauc_ndcg_at_5_std": 0.020096, + "nauc_ndcg_at_5_diff1": 0.850472, + "nauc_ndcg_at_10_max": 0.768442, + "nauc_ndcg_at_10_std": 0.016269, + "nauc_ndcg_at_10_diff1": 0.848787, + "nauc_ndcg_at_20_max": 0.763942, + "nauc_ndcg_at_20_std": 0.00549, + "nauc_ndcg_at_20_diff1": 0.845499, + "nauc_ndcg_at_100_max": 0.76729, + "nauc_ndcg_at_100_std": 0.028281, + "nauc_ndcg_at_100_diff1": 0.851826, + "nauc_ndcg_at_1000_max": 0.765946, + "nauc_ndcg_at_1000_std": 0.02022, + "nauc_ndcg_at_1000_diff1": 0.853728, + "nauc_map_at_1_max": 0.75286, + "nauc_map_at_1_std": 0.025238, + "nauc_map_at_1_diff1": 0.884915, + "nauc_map_at_3_max": 0.769627, + "nauc_map_at_3_std": 0.031926, + "nauc_map_at_3_diff1": 0.861958, + "nauc_map_at_5_max": 0.766714, + "nauc_map_at_5_std": 0.024662, + "nauc_map_at_5_diff1": 0.859999, + "nauc_map_at_10_max": 0.766561, + "nauc_map_at_10_std": 0.023043, + "nauc_map_at_10_diff1": 0.859371, + "nauc_map_at_20_max": 0.765371, + "nauc_map_at_20_std": 0.02012, + "nauc_map_at_20_diff1": 0.858574, + "nauc_map_at_100_max": 0.765665, + "nauc_map_at_100_std": 0.022627, + "nauc_map_at_100_diff1": 0.859334, + "nauc_map_at_1000_max": 0.765593, + "nauc_map_at_1000_std": 0.022338, + "nauc_map_at_1000_diff1": 0.859407, + "nauc_recall_at_1_max": 0.75286, + "nauc_recall_at_1_std": 0.025238, + "nauc_recall_at_1_diff1": 0.884915, + "nauc_recall_at_3_max": 0.786171, + "nauc_recall_at_3_std": 0.037688, + "nauc_recall_at_3_diff1": 0.830179, + "nauc_recall_at_5_max": 0.772926, + "nauc_recall_at_5_std": 0.002582, + "nauc_recall_at_5_diff1": 0.818283, + "nauc_recall_at_10_max": 0.774224, + "nauc_recall_at_10_std": -0.013592, + "nauc_recall_at_10_diff1": 0.807478, + "nauc_recall_at_20_max": 0.750269, + "nauc_recall_at_20_std": -0.07726, + "nauc_recall_at_20_diff1": 0.781644, + "nauc_recall_at_100_max": 0.804043, + "nauc_recall_at_100_std": 0.275313, + "nauc_recall_at_100_diff1": 0.792997, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.75286, + "nauc_precision_at_1_std": 0.025238, + "nauc_precision_at_1_diff1": 0.884915, + "nauc_precision_at_3_max": 0.786171, + "nauc_precision_at_3_std": 0.037688, + "nauc_precision_at_3_diff1": 0.830179, + "nauc_precision_at_5_max": 0.772926, + "nauc_precision_at_5_std": 0.002582, + "nauc_precision_at_5_diff1": 0.818283, + "nauc_precision_at_10_max": 0.774224, + "nauc_precision_at_10_std": -0.013592, + "nauc_precision_at_10_diff1": 0.807478, + "nauc_precision_at_20_max": 0.750269, + "nauc_precision_at_20_std": -0.07726, + "nauc_precision_at_20_diff1": 0.781644, + "nauc_precision_at_100_max": 0.804043, + "nauc_precision_at_100_std": 0.275313, + "nauc_precision_at_100_diff1": 0.792997, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.75286, + "nauc_mrr_at_1_std": 0.025238, + "nauc_mrr_at_1_diff1": 0.884915, + "nauc_mrr_at_3_max": 0.769627, + "nauc_mrr_at_3_std": 0.031926, + "nauc_mrr_at_3_diff1": 0.861958, + "nauc_mrr_at_5_max": 0.766714, + "nauc_mrr_at_5_std": 0.024662, + "nauc_mrr_at_5_diff1": 0.859999, + "nauc_mrr_at_10_max": 0.766561, + "nauc_mrr_at_10_std": 0.023043, + "nauc_mrr_at_10_diff1": 0.859371, + "nauc_mrr_at_20_max": 0.765371, + "nauc_mrr_at_20_std": 0.02012, + "nauc_mrr_at_20_diff1": 0.858574, + "nauc_mrr_at_100_max": 0.765665, + "nauc_mrr_at_100_std": 0.022627, + "nauc_mrr_at_100_diff1": 0.859334, + "nauc_mrr_at_1000_max": 0.765593, + "nauc_mrr_at_1000_std": 0.022338, + "nauc_mrr_at_1000_diff1": 0.859407, + "main_score": 0.68717, + "hf_subset": "kac_Latn-eng_Latn", + "languages": [ + "kac-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.41491, + "ndcg_at_3": 0.45761, + "ndcg_at_5": 0.46398, + "ndcg_at_10": 0.47326, + "ndcg_at_20": 0.48122, + "ndcg_at_100": 0.502, + "ndcg_at_1000": 0.54244, + "map_at_1": 0.41491, + "map_at_3": 0.44735, + "map_at_5": 0.45085, + "map_at_10": 0.45465, + "map_at_20": 0.45673, + "map_at_100": 0.4592, + "map_at_1000": 0.46066, + "recall_at_1": 0.41491, + "recall_at_3": 0.48721, + "recall_at_5": 0.50278, + "recall_at_10": 0.5317, + "recall_at_20": 0.56396, + "recall_at_100": 0.68187, + "recall_at_1000": 1.0, + "precision_at_1": 0.41491, + "precision_at_3": 0.1624, + "precision_at_5": 0.10056, + "precision_at_10": 0.05317, + "precision_at_20": 0.0282, + "precision_at_100": 0.00682, + "precision_at_1000": 0.001, + "mrr_at_1": 0.414905, + "mrr_at_3": 0.447349, + "mrr_at_5": 0.450853, + "mrr_at_10": 0.454647, + "mrr_at_20": 0.456728, + "mrr_at_100": 0.459204, + "mrr_at_1000": 0.460664, + "nauc_ndcg_at_1_max": 0.768001, + "nauc_ndcg_at_1_std": 0.381623, + "nauc_ndcg_at_1_diff1": 0.894632, + "nauc_ndcg_at_3_max": 0.77484, + "nauc_ndcg_at_3_std": 0.400486, + "nauc_ndcg_at_3_diff1": 0.865995, + "nauc_ndcg_at_5_max": 0.772315, + "nauc_ndcg_at_5_std": 0.40076, + "nauc_ndcg_at_5_diff1": 0.856477, + "nauc_ndcg_at_10_max": 0.769384, + "nauc_ndcg_at_10_std": 0.401259, + "nauc_ndcg_at_10_diff1": 0.851647, + "nauc_ndcg_at_20_max": 0.76179, + "nauc_ndcg_at_20_std": 0.396674, + "nauc_ndcg_at_20_diff1": 0.847327, + "nauc_ndcg_at_100_max": 0.751818, + "nauc_ndcg_at_100_std": 0.396081, + "nauc_ndcg_at_100_diff1": 0.834979, + "nauc_ndcg_at_1000_max": 0.761951, + "nauc_ndcg_at_1000_std": 0.39691, + "nauc_ndcg_at_1000_diff1": 0.850962, + "nauc_map_at_1_max": 0.768001, + "nauc_map_at_1_std": 0.381623, + "nauc_map_at_1_diff1": 0.894632, + "nauc_map_at_3_max": 0.773504, + "nauc_map_at_3_std": 0.396169, + "nauc_map_at_3_diff1": 0.873288, + "nauc_map_at_5_max": 0.772018, + "nauc_map_at_5_std": 0.396174, + "nauc_map_at_5_diff1": 0.868139, + "nauc_map_at_10_max": 0.771002, + "nauc_map_at_10_std": 0.396473, + "nauc_map_at_10_diff1": 0.866208, + "nauc_map_at_20_max": 0.769063, + "nauc_map_at_20_std": 0.395365, + "nauc_map_at_20_diff1": 0.865131, + "nauc_map_at_100_max": 0.767868, + "nauc_map_at_100_std": 0.39522, + "nauc_map_at_100_diff1": 0.86375, + "nauc_map_at_1000_max": 0.768103, + "nauc_map_at_1000_std": 0.395312, + "nauc_map_at_1000_diff1": 0.864176, + "nauc_recall_at_1_max": 0.768001, + "nauc_recall_at_1_std": 0.381623, + "nauc_recall_at_1_diff1": 0.894632, + "nauc_recall_at_3_max": 0.778611, + "nauc_recall_at_3_std": 0.412996, + "nauc_recall_at_3_diff1": 0.844526, + "nauc_recall_at_5_max": 0.772798, + "nauc_recall_at_5_std": 0.414357, + "nauc_recall_at_5_diff1": 0.820506, + "nauc_recall_at_10_max": 0.762409, + "nauc_recall_at_10_std": 0.41577, + "nauc_recall_at_10_diff1": 0.803979, + "nauc_recall_at_20_max": 0.729289, + "nauc_recall_at_20_std": 0.395792, + "nauc_recall_at_20_diff1": 0.78366, + "nauc_recall_at_100_max": 0.652779, + "nauc_recall_at_100_std": 0.392862, + "nauc_recall_at_100_diff1": 0.682217, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768001, + "nauc_precision_at_1_std": 0.381623, + "nauc_precision_at_1_diff1": 0.894632, + "nauc_precision_at_3_max": 0.778611, + "nauc_precision_at_3_std": 0.412996, + "nauc_precision_at_3_diff1": 0.844526, + "nauc_precision_at_5_max": 0.772798, + "nauc_precision_at_5_std": 0.414357, + "nauc_precision_at_5_diff1": 0.820506, + "nauc_precision_at_10_max": 0.762409, + "nauc_precision_at_10_std": 0.41577, + "nauc_precision_at_10_diff1": 0.803979, + "nauc_precision_at_20_max": 0.729289, + "nauc_precision_at_20_std": 0.395792, + "nauc_precision_at_20_diff1": 0.78366, + "nauc_precision_at_100_max": 0.652779, + "nauc_precision_at_100_std": 0.392862, + "nauc_precision_at_100_diff1": 0.682217, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768001, + "nauc_mrr_at_1_std": 0.381623, + "nauc_mrr_at_1_diff1": 0.894632, + "nauc_mrr_at_3_max": 0.773504, + "nauc_mrr_at_3_std": 0.396169, + "nauc_mrr_at_3_diff1": 0.873288, + "nauc_mrr_at_5_max": 0.772018, + "nauc_mrr_at_5_std": 0.396174, + "nauc_mrr_at_5_diff1": 0.868139, + "nauc_mrr_at_10_max": 0.771002, + "nauc_mrr_at_10_std": 0.396473, + "nauc_mrr_at_10_diff1": 0.866208, + "nauc_mrr_at_20_max": 0.769063, + "nauc_mrr_at_20_std": 0.395365, + "nauc_mrr_at_20_diff1": 0.865131, + "nauc_mrr_at_100_max": 0.767868, + "nauc_mrr_at_100_std": 0.39522, + "nauc_mrr_at_100_diff1": 0.86375, + "nauc_mrr_at_1000_max": 0.768103, + "nauc_mrr_at_1000_std": 0.395312, + "nauc_mrr_at_1000_diff1": 0.864176, + "main_score": 0.47326, + "hf_subset": "eng_Latn-kac_Latn", + "languages": [ + "eng-Latn", + "kac-Latn" + ] + }, + { + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.86926, + "ndcg_at_5": 0.87892, + "ndcg_at_10": 0.88645, + "ndcg_at_20": 0.89119, + "ndcg_at_100": 0.89526, + "ndcg_at_1000": 0.89666, + "map_at_1": 0.82, + "map_at_3": 0.85778, + "map_at_5": 0.86317, + "map_at_10": 0.86626, + "map_at_20": 0.86754, + "map_at_100": 0.86817, + "map_at_1000": 0.86821, + "recall_at_1": 0.82, + "recall_at_3": 0.90222, + "recall_at_5": 0.92556, + "recall_at_10": 0.94889, + "recall_at_20": 0.96778, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.82, + "precision_at_3": 0.30074, + "precision_at_5": 0.18511, + "precision_at_10": 0.09489, + "precision_at_20": 0.04839, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.82, + "mrr_at_3": 0.857778, + "mrr_at_5": 0.863167, + "mrr_at_10": 0.866263, + "mrr_at_20": 0.867542, + "mrr_at_100": 0.868168, + "mrr_at_1000": 0.868215, + "nauc_ndcg_at_1_max": 0.692682, + "nauc_ndcg_at_1_std": 0.081274, + "nauc_ndcg_at_1_diff1": 0.904025, + "nauc_ndcg_at_3_max": 0.735238, + "nauc_ndcg_at_3_std": 0.080184, + "nauc_ndcg_at_3_diff1": 0.878959, + "nauc_ndcg_at_5_max": 0.742458, + "nauc_ndcg_at_5_std": 0.08391, + "nauc_ndcg_at_5_diff1": 0.887098, + "nauc_ndcg_at_10_max": 0.744176, + "nauc_ndcg_at_10_std": 0.120469, + "nauc_ndcg_at_10_diff1": 0.890576, + "nauc_ndcg_at_20_max": 0.739982, + "nauc_ndcg_at_20_std": 0.124953, + "nauc_ndcg_at_20_diff1": 0.890104, + "nauc_ndcg_at_100_max": 0.736456, + "nauc_ndcg_at_100_std": 0.117397, + "nauc_ndcg_at_100_diff1": 0.891187, + "nauc_ndcg_at_1000_max": 0.734062, + "nauc_ndcg_at_1000_std": 0.110153, + "nauc_ndcg_at_1000_diff1": 0.890612, + "nauc_map_at_1_max": 0.692682, + "nauc_map_at_1_std": 0.081274, + "nauc_map_at_1_diff1": 0.904025, + "nauc_map_at_3_max": 0.725586, + "nauc_map_at_3_std": 0.082976, + "nauc_map_at_3_diff1": 0.885595, + "nauc_map_at_5_max": 0.729105, + "nauc_map_at_5_std": 0.085255, + "nauc_map_at_5_diff1": 0.889981, + "nauc_map_at_10_max": 0.729478, + "nauc_map_at_10_std": 0.099189, + "nauc_map_at_10_diff1": 0.891238, + "nauc_map_at_20_max": 0.728279, + "nauc_map_at_20_std": 0.100262, + "nauc_map_at_20_diff1": 0.891054, + "nauc_map_at_100_max": 0.727898, + "nauc_map_at_100_std": 0.099773, + "nauc_map_at_100_diff1": 0.891228, + "nauc_map_at_1000_max": 0.727832, + "nauc_map_at_1000_std": 0.099591, + "nauc_map_at_1000_diff1": 0.891217, + "nauc_recall_at_1_max": 0.692682, + "nauc_recall_at_1_std": 0.081274, + "nauc_recall_at_1_diff1": 0.904025, + "nauc_recall_at_3_max": 0.772372, + "nauc_recall_at_3_std": 0.067503, + "nauc_recall_at_3_diff1": 0.852702, + "nauc_recall_at_5_max": 0.809015, + "nauc_recall_at_5_std": 0.075386, + "nauc_recall_at_5_diff1": 0.874855, + "nauc_recall_at_10_max": 0.849704, + "nauc_recall_at_10_std": 0.300298, + "nauc_recall_at_10_diff1": 0.892776, + "nauc_recall_at_20_max": 0.860749, + "nauc_recall_at_20_std": 0.45552, + "nauc_recall_at_20_diff1": 0.890531, + "nauc_recall_at_100_max": 0.906863, + "nauc_recall_at_100_std": 0.644351, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.692682, + "nauc_precision_at_1_std": 0.081274, + "nauc_precision_at_1_diff1": 0.904025, + "nauc_precision_at_3_max": 0.772372, + "nauc_precision_at_3_std": 0.067503, + "nauc_precision_at_3_diff1": 0.852702, + "nauc_precision_at_5_max": 0.809015, + "nauc_precision_at_5_std": 0.075386, + "nauc_precision_at_5_diff1": 0.874855, + "nauc_precision_at_10_max": 0.849704, + "nauc_precision_at_10_std": 0.300298, + "nauc_precision_at_10_diff1": 0.892776, + "nauc_precision_at_20_max": 0.860749, + "nauc_precision_at_20_std": 0.45552, + "nauc_precision_at_20_diff1": 0.890531, + "nauc_precision_at_100_max": 0.906863, + "nauc_precision_at_100_std": 0.644351, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.692682, + "nauc_mrr_at_1_std": 0.081274, + "nauc_mrr_at_1_diff1": 0.904025, + "nauc_mrr_at_3_max": 0.725586, + "nauc_mrr_at_3_std": 0.082976, + "nauc_mrr_at_3_diff1": 0.885595, + "nauc_mrr_at_5_max": 0.729105, + "nauc_mrr_at_5_std": 0.085255, + "nauc_mrr_at_5_diff1": 0.889981, + "nauc_mrr_at_10_max": 0.729478, + "nauc_mrr_at_10_std": 0.099189, + "nauc_mrr_at_10_diff1": 0.891238, + "nauc_mrr_at_20_max": 0.728279, + "nauc_mrr_at_20_std": 0.100262, + "nauc_mrr_at_20_diff1": 0.891054, + "nauc_mrr_at_100_max": 0.727898, + "nauc_mrr_at_100_std": 0.099773, + "nauc_mrr_at_100_diff1": 0.891228, + "nauc_mrr_at_1000_max": 0.727832, + "nauc_mrr_at_1000_std": 0.099591, + "nauc_mrr_at_1000_diff1": 0.891217, + "main_score": 0.88645, + "hf_subset": "kan_Knda-kan_Knda", + "languages": [ + "kan-Knda", + "kan-Knda" + ] + }, + { + "ndcg_at_1": 0.91444, + "ndcg_at_3": 0.94156, + "ndcg_at_5": 0.94739, + "ndcg_at_10": 0.95152, + "ndcg_at_20": 0.95238, + "ndcg_at_100": 0.95344, + "ndcg_at_1000": 0.95385, + "map_at_1": 0.91444, + "map_at_3": 0.93481, + "map_at_5": 0.93798, + "map_at_10": 0.93979, + "map_at_20": 0.94004, + "map_at_100": 0.94019, + "map_at_1000": 0.94021, + "recall_at_1": 0.91444, + "recall_at_3": 0.96111, + "recall_at_5": 0.97556, + "recall_at_10": 0.98778, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91444, + "precision_at_3": 0.32037, + "precision_at_5": 0.19511, + "precision_at_10": 0.09878, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.914444, + "mrr_at_3": 0.934815, + "mrr_at_5": 0.937981, + "mrr_at_10": 0.939791, + "mrr_at_20": 0.940039, + "mrr_at_100": 0.940191, + "mrr_at_1000": 0.940205, + "nauc_ndcg_at_1_max": 0.812943, + "nauc_ndcg_at_1_std": -0.113336, + "nauc_ndcg_at_1_diff1": 0.938824, + "nauc_ndcg_at_3_max": 0.856155, + "nauc_ndcg_at_3_std": -0.044887, + "nauc_ndcg_at_3_diff1": 0.938631, + "nauc_ndcg_at_5_max": 0.846873, + "nauc_ndcg_at_5_std": -0.034201, + "nauc_ndcg_at_5_diff1": 0.938625, + "nauc_ndcg_at_10_max": 0.840008, + "nauc_ndcg_at_10_std": -0.071492, + "nauc_ndcg_at_10_diff1": 0.939687, + "nauc_ndcg_at_20_max": 0.840475, + "nauc_ndcg_at_20_std": -0.057674, + "nauc_ndcg_at_20_diff1": 0.939339, + "nauc_ndcg_at_100_max": 0.838187, + "nauc_ndcg_at_100_std": -0.053517, + "nauc_ndcg_at_100_diff1": 0.938529, + "nauc_ndcg_at_1000_max": 0.838308, + "nauc_ndcg_at_1000_std": -0.062893, + "nauc_ndcg_at_1000_diff1": 0.938786, + "nauc_map_at_1_max": 0.812943, + "nauc_map_at_1_std": -0.113336, + "nauc_map_at_1_diff1": 0.938824, + "nauc_map_at_3_max": 0.843987, + "nauc_map_at_3_std": -0.064918, + "nauc_map_at_3_diff1": 0.938878, + "nauc_map_at_5_max": 0.839007, + "nauc_map_at_5_std": -0.061476, + "nauc_map_at_5_diff1": 0.938802, + "nauc_map_at_10_max": 0.836283, + "nauc_map_at_10_std": -0.075427, + "nauc_map_at_10_diff1": 0.939042, + "nauc_map_at_20_max": 0.836325, + "nauc_map_at_20_std": -0.072586, + "nauc_map_at_20_diff1": 0.938941, + "nauc_map_at_100_max": 0.836079, + "nauc_map_at_100_std": -0.072075, + "nauc_map_at_100_diff1": 0.938841, + "nauc_map_at_1000_max": 0.836077, + "nauc_map_at_1000_std": -0.072321, + "nauc_map_at_1000_diff1": 0.938851, + "nauc_recall_at_1_max": 0.812943, + "nauc_recall_at_1_std": -0.113336, + "nauc_recall_at_1_diff1": 0.938824, + "nauc_recall_at_3_max": 0.913966, + "nauc_recall_at_3_std": 0.050874, + "nauc_recall_at_3_diff1": 0.937308, + "nauc_recall_at_5_max": 0.89952, + "nauc_recall_at_5_std": 0.169234, + "nauc_recall_at_5_diff1": 0.937399, + "nauc_recall_at_10_max": 0.873313, + "nauc_recall_at_10_std": -0.06659, + "nauc_recall_at_10_diff1": 0.952466, + "nauc_recall_at_20_max": 0.897876, + "nauc_recall_at_20_std": 0.234769, + "nauc_recall_at_20_diff1": 0.95098, + "nauc_recall_at_100_max": 0.820261, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.812943, + "nauc_precision_at_1_std": -0.113336, + "nauc_precision_at_1_diff1": 0.938824, + "nauc_precision_at_3_max": 0.913966, + "nauc_precision_at_3_std": 0.050874, + "nauc_precision_at_3_diff1": 0.937308, + "nauc_precision_at_5_max": 0.89952, + "nauc_precision_at_5_std": 0.169234, + "nauc_precision_at_5_diff1": 0.937399, + "nauc_precision_at_10_max": 0.873313, + "nauc_precision_at_10_std": -0.06659, + "nauc_precision_at_10_diff1": 0.952466, + "nauc_precision_at_20_max": 0.897876, + "nauc_precision_at_20_std": 0.234769, + "nauc_precision_at_20_diff1": 0.95098, + "nauc_precision_at_100_max": 0.820261, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.812943, + "nauc_mrr_at_1_std": -0.113336, + "nauc_mrr_at_1_diff1": 0.938824, + "nauc_mrr_at_3_max": 0.843987, + "nauc_mrr_at_3_std": -0.064918, + "nauc_mrr_at_3_diff1": 0.938878, + "nauc_mrr_at_5_max": 0.839007, + "nauc_mrr_at_5_std": -0.061476, + "nauc_mrr_at_5_diff1": 0.938802, + "nauc_mrr_at_10_max": 0.836283, + "nauc_mrr_at_10_std": -0.075427, + "nauc_mrr_at_10_diff1": 0.939042, + "nauc_mrr_at_20_max": 0.836325, + "nauc_mrr_at_20_std": -0.072586, + "nauc_mrr_at_20_diff1": 0.938941, + "nauc_mrr_at_100_max": 0.836079, + "nauc_mrr_at_100_std": -0.072075, + "nauc_mrr_at_100_diff1": 0.938841, + "nauc_mrr_at_1000_max": 0.836077, + "nauc_mrr_at_1000_std": -0.072321, + "nauc_mrr_at_1000_diff1": 0.938851, + "main_score": 0.95152, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82222, + "ndcg_at_3": 0.86909, + "ndcg_at_5": 0.88061, + "ndcg_at_10": 0.88729, + "ndcg_at_20": 0.8918, + "ndcg_at_100": 0.89637, + "ndcg_at_1000": 0.89744, + "map_at_1": 0.82222, + "map_at_3": 0.85796, + "map_at_5": 0.86441, + "map_at_10": 0.86708, + "map_at_20": 0.86832, + "map_at_100": 0.86898, + "map_at_1000": 0.86903, + "recall_at_1": 0.82222, + "recall_at_3": 0.90111, + "recall_at_5": 0.92889, + "recall_at_10": 0.95, + "recall_at_20": 0.96778, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.82222, + "precision_at_3": 0.30037, + "precision_at_5": 0.18578, + "precision_at_10": 0.095, + "precision_at_20": 0.04839, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.822222, + "mrr_at_3": 0.857963, + "mrr_at_5": 0.864407, + "mrr_at_10": 0.867076, + "mrr_at_20": 0.868323, + "mrr_at_100": 0.868976, + "mrr_at_1000": 0.869027, + "nauc_ndcg_at_1_max": 0.645785, + "nauc_ndcg_at_1_std": -0.015233, + "nauc_ndcg_at_1_diff1": 0.878262, + "nauc_ndcg_at_3_max": 0.70055, + "nauc_ndcg_at_3_std": 0.030651, + "nauc_ndcg_at_3_diff1": 0.86824, + "nauc_ndcg_at_5_max": 0.706211, + "nauc_ndcg_at_5_std": 0.072002, + "nauc_ndcg_at_5_diff1": 0.870349, + "nauc_ndcg_at_10_max": 0.700244, + "nauc_ndcg_at_10_std": 0.060414, + "nauc_ndcg_at_10_diff1": 0.871416, + "nauc_ndcg_at_20_max": 0.694067, + "nauc_ndcg_at_20_std": 0.062076, + "nauc_ndcg_at_20_diff1": 0.873034, + "nauc_ndcg_at_100_max": 0.689671, + "nauc_ndcg_at_100_std": 0.046839, + "nauc_ndcg_at_100_diff1": 0.872217, + "nauc_ndcg_at_1000_max": 0.68795, + "nauc_ndcg_at_1000_std": 0.042825, + "nauc_ndcg_at_1000_diff1": 0.871822, + "nauc_map_at_1_max": 0.645785, + "nauc_map_at_1_std": -0.015233, + "nauc_map_at_1_diff1": 0.878262, + "nauc_map_at_3_max": 0.683818, + "nauc_map_at_3_std": 0.017411, + "nauc_map_at_3_diff1": 0.870035, + "nauc_map_at_5_max": 0.685853, + "nauc_map_at_5_std": 0.036898, + "nauc_map_at_5_diff1": 0.871314, + "nauc_map_at_10_max": 0.683556, + "nauc_map_at_10_std": 0.032719, + "nauc_map_at_10_diff1": 0.871774, + "nauc_map_at_20_max": 0.681976, + "nauc_map_at_20_std": 0.032387, + "nauc_map_at_20_diff1": 0.872042, + "nauc_map_at_100_max": 0.681426, + "nauc_map_at_100_std": 0.030647, + "nauc_map_at_100_diff1": 0.87194, + "nauc_map_at_1000_max": 0.681354, + "nauc_map_at_1000_std": 0.030491, + "nauc_map_at_1000_diff1": 0.871921, + "nauc_recall_at_1_max": 0.645785, + "nauc_recall_at_1_std": -0.015233, + "nauc_recall_at_1_diff1": 0.878262, + "nauc_recall_at_3_max": 0.767491, + "nauc_recall_at_3_std": 0.083189, + "nauc_recall_at_3_diff1": 0.861759, + "nauc_recall_at_5_max": 0.815316, + "nauc_recall_at_5_std": 0.267952, + "nauc_recall_at_5_diff1": 0.866371, + "nauc_recall_at_10_max": 0.818301, + "nauc_recall_at_10_std": 0.264436, + "nauc_recall_at_10_diff1": 0.871045, + "nauc_recall_at_20_max": 0.805145, + "nauc_recall_at_20_std": 0.410815, + "nauc_recall_at_20_diff1": 0.894475, + "nauc_recall_at_100_max": 0.845938, + "nauc_recall_at_100_std": 0.419568, + "nauc_recall_at_100_diff1": 0.906629, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.645785, + "nauc_precision_at_1_std": -0.015233, + "nauc_precision_at_1_diff1": 0.878262, + "nauc_precision_at_3_max": 0.767491, + "nauc_precision_at_3_std": 0.083189, + "nauc_precision_at_3_diff1": 0.861759, + "nauc_precision_at_5_max": 0.815316, + "nauc_precision_at_5_std": 0.267952, + "nauc_precision_at_5_diff1": 0.866371, + "nauc_precision_at_10_max": 0.818301, + "nauc_precision_at_10_std": 0.264436, + "nauc_precision_at_10_diff1": 0.871045, + "nauc_precision_at_20_max": 0.805145, + "nauc_precision_at_20_std": 0.410815, + "nauc_precision_at_20_diff1": 0.894475, + "nauc_precision_at_100_max": 0.845938, + "nauc_precision_at_100_std": 0.419568, + "nauc_precision_at_100_diff1": 0.906629, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.645785, + "nauc_mrr_at_1_std": -0.015233, + "nauc_mrr_at_1_diff1": 0.878262, + "nauc_mrr_at_3_max": 0.683818, + "nauc_mrr_at_3_std": 0.017411, + "nauc_mrr_at_3_diff1": 0.870035, + "nauc_mrr_at_5_max": 0.685853, + "nauc_mrr_at_5_std": 0.036898, + "nauc_mrr_at_5_diff1": 0.871314, + "nauc_mrr_at_10_max": 0.683556, + "nauc_mrr_at_10_std": 0.032719, + "nauc_mrr_at_10_diff1": 0.871774, + "nauc_mrr_at_20_max": 0.681976, + "nauc_mrr_at_20_std": 0.032387, + "nauc_mrr_at_20_diff1": 0.872042, + "nauc_mrr_at_100_max": 0.681426, + "nauc_mrr_at_100_std": 0.030647, + "nauc_mrr_at_100_diff1": 0.87194, + "nauc_mrr_at_1000_max": 0.681354, + "nauc_mrr_at_1000_std": 0.030491, + "nauc_mrr_at_1000_diff1": 0.871921, + "main_score": 0.88729, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "ndcg_at_1": 0.85889, + "ndcg_at_3": 0.88869, + "ndcg_at_5": 0.89615, + "ndcg_at_10": 0.90428, + "ndcg_at_20": 0.90928, + "ndcg_at_100": 0.91278, + "ndcg_at_1000": 0.91411, + "map_at_1": 0.85889, + "map_at_3": 0.88167, + "map_at_5": 0.88589, + "map_at_10": 0.88917, + "map_at_20": 0.89066, + "map_at_100": 0.89115, + "map_at_1000": 0.89121, + "recall_at_1": 0.85889, + "recall_at_3": 0.90889, + "recall_at_5": 0.92667, + "recall_at_10": 0.95222, + "recall_at_20": 0.97111, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.85889, + "precision_at_3": 0.30296, + "precision_at_5": 0.18533, + "precision_at_10": 0.09522, + "precision_at_20": 0.04856, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.858889, + "mrr_at_3": 0.881667, + "mrr_at_5": 0.885889, + "mrr_at_10": 0.889169, + "mrr_at_20": 0.890661, + "mrr_at_100": 0.891149, + "mrr_at_1000": 0.891207, + "nauc_ndcg_at_1_max": 0.736535, + "nauc_ndcg_at_1_std": 0.047857, + "nauc_ndcg_at_1_diff1": 0.913813, + "nauc_ndcg_at_3_max": 0.784875, + "nauc_ndcg_at_3_std": 0.062107, + "nauc_ndcg_at_3_diff1": 0.897825, + "nauc_ndcg_at_5_max": 0.788783, + "nauc_ndcg_at_5_std": 0.07523, + "nauc_ndcg_at_5_diff1": 0.902945, + "nauc_ndcg_at_10_max": 0.786014, + "nauc_ndcg_at_10_std": 0.080896, + "nauc_ndcg_at_10_diff1": 0.903618, + "nauc_ndcg_at_20_max": 0.784436, + "nauc_ndcg_at_20_std": 0.09275, + "nauc_ndcg_at_20_diff1": 0.902748, + "nauc_ndcg_at_100_max": 0.779996, + "nauc_ndcg_at_100_std": 0.09112, + "nauc_ndcg_at_100_diff1": 0.902872, + "nauc_ndcg_at_1000_max": 0.778103, + "nauc_ndcg_at_1000_std": 0.077981, + "nauc_ndcg_at_1000_diff1": 0.903786, + "nauc_map_at_1_max": 0.736535, + "nauc_map_at_1_std": 0.047857, + "nauc_map_at_1_diff1": 0.913813, + "nauc_map_at_3_max": 0.773576, + "nauc_map_at_3_std": 0.057941, + "nauc_map_at_3_diff1": 0.902096, + "nauc_map_at_5_max": 0.775324, + "nauc_map_at_5_std": 0.064346, + "nauc_map_at_5_diff1": 0.905043, + "nauc_map_at_10_max": 0.773982, + "nauc_map_at_10_std": 0.066418, + "nauc_map_at_10_diff1": 0.905226, + "nauc_map_at_20_max": 0.773312, + "nauc_map_at_20_std": 0.068688, + "nauc_map_at_20_diff1": 0.905009, + "nauc_map_at_100_max": 0.772717, + "nauc_map_at_100_std": 0.068231, + "nauc_map_at_100_diff1": 0.905064, + "nauc_map_at_1000_max": 0.772646, + "nauc_map_at_1000_std": 0.067766, + "nauc_map_at_1000_diff1": 0.905083, + "nauc_recall_at_1_max": 0.736535, + "nauc_recall_at_1_std": 0.047857, + "nauc_recall_at_1_diff1": 0.913813, + "nauc_recall_at_3_max": 0.82497, + "nauc_recall_at_3_std": 0.077424, + "nauc_recall_at_3_diff1": 0.88233, + "nauc_recall_at_5_max": 0.846646, + "nauc_recall_at_5_std": 0.125958, + "nauc_recall_at_5_diff1": 0.894647, + "nauc_recall_at_10_max": 0.860053, + "nauc_recall_at_10_std": 0.18292, + "nauc_recall_at_10_diff1": 0.895783, + "nauc_recall_at_20_max": 0.893252, + "nauc_recall_at_20_std": 0.399968, + "nauc_recall_at_20_diff1": 0.88124, + "nauc_recall_at_100_max": 0.899627, + "nauc_recall_at_100_std": 0.921413, + "nauc_recall_at_100_diff1": 0.840803, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736535, + "nauc_precision_at_1_std": 0.047857, + "nauc_precision_at_1_diff1": 0.913813, + "nauc_precision_at_3_max": 0.82497, + "nauc_precision_at_3_std": 0.077424, + "nauc_precision_at_3_diff1": 0.88233, + "nauc_precision_at_5_max": 0.846646, + "nauc_precision_at_5_std": 0.125958, + "nauc_precision_at_5_diff1": 0.894647, + "nauc_precision_at_10_max": 0.860053, + "nauc_precision_at_10_std": 0.18292, + "nauc_precision_at_10_diff1": 0.895783, + "nauc_precision_at_20_max": 0.893252, + "nauc_precision_at_20_std": 0.399968, + "nauc_precision_at_20_diff1": 0.88124, + "nauc_precision_at_100_max": 0.899627, + "nauc_precision_at_100_std": 0.921413, + "nauc_precision_at_100_diff1": 0.840803, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736535, + "nauc_mrr_at_1_std": 0.047857, + "nauc_mrr_at_1_diff1": 0.913813, + "nauc_mrr_at_3_max": 0.773576, + "nauc_mrr_at_3_std": 0.057941, + "nauc_mrr_at_3_diff1": 0.902096, + "nauc_mrr_at_5_max": 0.775324, + "nauc_mrr_at_5_std": 0.064346, + "nauc_mrr_at_5_diff1": 0.905043, + "nauc_mrr_at_10_max": 0.773982, + "nauc_mrr_at_10_std": 0.066418, + "nauc_mrr_at_10_diff1": 0.905226, + "nauc_mrr_at_20_max": 0.773312, + "nauc_mrr_at_20_std": 0.068688, + "nauc_mrr_at_20_diff1": 0.905009, + "nauc_mrr_at_100_max": 0.772717, + "nauc_mrr_at_100_std": 0.068231, + "nauc_mrr_at_100_diff1": 0.905064, + "nauc_mrr_at_1000_max": 0.772646, + "nauc_mrr_at_1000_std": 0.067766, + "nauc_mrr_at_1000_diff1": 0.905083, + "main_score": 0.90428, + "hf_subset": "kat_Geor-kat_Geor", + "languages": [ + "kat-Geor", + "kat-Geor" + ] + }, + { + "ndcg_at_1": 0.92, + "ndcg_at_3": 0.9484, + "ndcg_at_5": 0.95117, + "ndcg_at_10": 0.95547, + "ndcg_at_20": 0.95657, + "ndcg_at_100": 0.95753, + "ndcg_at_1000": 0.95778, + "map_at_1": 0.92, + "map_at_3": 0.94167, + "map_at_5": 0.94322, + "map_at_10": 0.94499, + "map_at_20": 0.94528, + "map_at_100": 0.94539, + "map_at_1000": 0.94539, + "recall_at_1": 0.92, + "recall_at_3": 0.96778, + "recall_at_5": 0.97444, + "recall_at_10": 0.98778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92, + "precision_at_3": 0.32259, + "precision_at_5": 0.19489, + "precision_at_10": 0.09878, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.92, + "mrr_at_3": 0.941667, + "mrr_at_5": 0.943222, + "mrr_at_10": 0.944985, + "mrr_at_20": 0.945281, + "mrr_at_100": 0.945387, + "mrr_at_1000": 0.945393, + "nauc_ndcg_at_1_max": 0.690217, + "nauc_ndcg_at_1_std": -0.232097, + "nauc_ndcg_at_1_diff1": 0.927093, + "nauc_ndcg_at_3_max": 0.769235, + "nauc_ndcg_at_3_std": -0.100154, + "nauc_ndcg_at_3_diff1": 0.920779, + "nauc_ndcg_at_5_max": 0.761332, + "nauc_ndcg_at_5_std": -0.146164, + "nauc_ndcg_at_5_diff1": 0.920203, + "nauc_ndcg_at_10_max": 0.747874, + "nauc_ndcg_at_10_std": -0.12909, + "nauc_ndcg_at_10_diff1": 0.918091, + "nauc_ndcg_at_20_max": 0.746559, + "nauc_ndcg_at_20_std": -0.129419, + "nauc_ndcg_at_20_diff1": 0.919565, + "nauc_ndcg_at_100_max": 0.744628, + "nauc_ndcg_at_100_std": -0.139704, + "nauc_ndcg_at_100_diff1": 0.921827, + "nauc_ndcg_at_1000_max": 0.743482, + "nauc_ndcg_at_1000_std": -0.14657, + "nauc_ndcg_at_1000_diff1": 0.921356, + "nauc_map_at_1_max": 0.690217, + "nauc_map_at_1_std": -0.232097, + "nauc_map_at_1_diff1": 0.927093, + "nauc_map_at_3_max": 0.748062, + "nauc_map_at_3_std": -0.145123, + "nauc_map_at_3_diff1": 0.923245, + "nauc_map_at_5_max": 0.743544, + "nauc_map_at_5_std": -0.1684, + "nauc_map_at_5_diff1": 0.922887, + "nauc_map_at_10_max": 0.738643, + "nauc_map_at_10_std": -0.16355, + "nauc_map_at_10_diff1": 0.922304, + "nauc_map_at_20_max": 0.738123, + "nauc_map_at_20_std": -0.16409, + "nauc_map_at_20_diff1": 0.922691, + "nauc_map_at_100_max": 0.73793, + "nauc_map_at_100_std": -0.164412, + "nauc_map_at_100_diff1": 0.922775, + "nauc_map_at_1000_max": 0.737911, + "nauc_map_at_1000_std": -0.164524, + "nauc_map_at_1000_diff1": 0.922768, + "nauc_recall_at_1_max": 0.690217, + "nauc_recall_at_1_std": -0.232097, + "nauc_recall_at_1_diff1": 0.927093, + "nauc_recall_at_3_max": 0.876139, + "nauc_recall_at_3_std": 0.135774, + "nauc_recall_at_3_diff1": 0.907611, + "nauc_recall_at_5_max": 0.868895, + "nauc_recall_at_5_std": -0.015305, + "nauc_recall_at_5_diff1": 0.902894, + "nauc_recall_at_10_max": 0.830702, + "nauc_recall_at_10_std": 0.322553, + "nauc_recall_at_10_diff1": 0.85935, + "nauc_recall_at_20_max": 0.859277, + "nauc_recall_at_20_std": 0.589903, + "nauc_recall_at_20_diff1": 0.856009, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.690217, + "nauc_precision_at_1_std": -0.232097, + "nauc_precision_at_1_diff1": 0.927093, + "nauc_precision_at_3_max": 0.876139, + "nauc_precision_at_3_std": 0.135774, + "nauc_precision_at_3_diff1": 0.907611, + "nauc_precision_at_5_max": 0.868895, + "nauc_precision_at_5_std": -0.015305, + "nauc_precision_at_5_diff1": 0.902894, + "nauc_precision_at_10_max": 0.830702, + "nauc_precision_at_10_std": 0.322553, + "nauc_precision_at_10_diff1": 0.85935, + "nauc_precision_at_20_max": 0.859277, + "nauc_precision_at_20_std": 0.589903, + "nauc_precision_at_20_diff1": 0.856009, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.690217, + "nauc_mrr_at_1_std": -0.232097, + "nauc_mrr_at_1_diff1": 0.927093, + "nauc_mrr_at_3_max": 0.748062, + "nauc_mrr_at_3_std": -0.145123, + "nauc_mrr_at_3_diff1": 0.923245, + "nauc_mrr_at_5_max": 0.743544, + "nauc_mrr_at_5_std": -0.1684, + "nauc_mrr_at_5_diff1": 0.922887, + "nauc_mrr_at_10_max": 0.738643, + "nauc_mrr_at_10_std": -0.16355, + "nauc_mrr_at_10_diff1": 0.922304, + "nauc_mrr_at_20_max": 0.738123, + "nauc_mrr_at_20_std": -0.16409, + "nauc_mrr_at_20_diff1": 0.922691, + "nauc_mrr_at_100_max": 0.73793, + "nauc_mrr_at_100_std": -0.164412, + "nauc_mrr_at_100_diff1": 0.922775, + "nauc_mrr_at_1000_max": 0.737911, + "nauc_mrr_at_1000_std": -0.164524, + "nauc_mrr_at_1000_diff1": 0.922768, + "main_score": 0.95547, + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82667, + "ndcg_at_3": 0.87476, + "ndcg_at_5": 0.8816, + "ndcg_at_10": 0.88939, + "ndcg_at_20": 0.89294, + "ndcg_at_100": 0.8976, + "ndcg_at_1000": 0.8991, + "map_at_1": 0.82667, + "map_at_3": 0.86296, + "map_at_5": 0.86674, + "map_at_10": 0.87011, + "map_at_20": 0.87102, + "map_at_100": 0.87165, + "map_at_1000": 0.87171, + "recall_at_1": 0.82667, + "recall_at_3": 0.90889, + "recall_at_5": 0.92556, + "recall_at_10": 0.94889, + "recall_at_20": 0.96333, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.82667, + "precision_at_3": 0.30296, + "precision_at_5": 0.18511, + "precision_at_10": 0.09489, + "precision_at_20": 0.04817, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.826667, + "mrr_at_3": 0.862963, + "mrr_at_5": 0.866741, + "mrr_at_10": 0.870107, + "mrr_at_20": 0.871021, + "mrr_at_100": 0.871645, + "mrr_at_1000": 0.871713, + "nauc_ndcg_at_1_max": 0.678796, + "nauc_ndcg_at_1_std": 0.11721, + "nauc_ndcg_at_1_diff1": 0.905557, + "nauc_ndcg_at_3_max": 0.745233, + "nauc_ndcg_at_3_std": 0.138943, + "nauc_ndcg_at_3_diff1": 0.901564, + "nauc_ndcg_at_5_max": 0.746415, + "nauc_ndcg_at_5_std": 0.145847, + "nauc_ndcg_at_5_diff1": 0.902736, + "nauc_ndcg_at_10_max": 0.739351, + "nauc_ndcg_at_10_std": 0.165016, + "nauc_ndcg_at_10_diff1": 0.901825, + "nauc_ndcg_at_20_max": 0.73465, + "nauc_ndcg_at_20_std": 0.167906, + "nauc_ndcg_at_20_diff1": 0.902782, + "nauc_ndcg_at_100_max": 0.732173, + "nauc_ndcg_at_100_std": 0.164803, + "nauc_ndcg_at_100_diff1": 0.904024, + "nauc_ndcg_at_1000_max": 0.72972, + "nauc_ndcg_at_1000_std": 0.154669, + "nauc_ndcg_at_1000_diff1": 0.903329, + "nauc_map_at_1_max": 0.678796, + "nauc_map_at_1_std": 0.11721, + "nauc_map_at_1_diff1": 0.905557, + "nauc_map_at_3_max": 0.726781, + "nauc_map_at_3_std": 0.131818, + "nauc_map_at_3_diff1": 0.902847, + "nauc_map_at_5_max": 0.727021, + "nauc_map_at_5_std": 0.135079, + "nauc_map_at_5_diff1": 0.903399, + "nauc_map_at_10_max": 0.724023, + "nauc_map_at_10_std": 0.14311, + "nauc_map_at_10_diff1": 0.903044, + "nauc_map_at_20_max": 0.722894, + "nauc_map_at_20_std": 0.143581, + "nauc_map_at_20_diff1": 0.903258, + "nauc_map_at_100_max": 0.722691, + "nauc_map_at_100_std": 0.143442, + "nauc_map_at_100_diff1": 0.903449, + "nauc_map_at_1000_max": 0.722602, + "nauc_map_at_1000_std": 0.143085, + "nauc_map_at_1000_diff1": 0.90342, + "nauc_recall_at_1_max": 0.678796, + "nauc_recall_at_1_std": 0.11721, + "nauc_recall_at_1_diff1": 0.905557, + "nauc_recall_at_3_max": 0.821394, + "nauc_recall_at_3_std": 0.169058, + "nauc_recall_at_3_diff1": 0.896154, + "nauc_recall_at_5_max": 0.841458, + "nauc_recall_at_5_std": 0.201263, + "nauc_recall_at_5_diff1": 0.899801, + "nauc_recall_at_10_max": 0.838895, + "nauc_recall_at_10_std": 0.33041, + "nauc_recall_at_10_diff1": 0.893233, + "nauc_recall_at_20_max": 0.824237, + "nauc_recall_at_20_std": 0.428939, + "nauc_recall_at_20_diff1": 0.900829, + "nauc_recall_at_100_max": 0.892157, + "nauc_recall_at_100_std": 0.826844, + "nauc_recall_at_100_diff1": 0.947712, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.678796, + "nauc_precision_at_1_std": 0.11721, + "nauc_precision_at_1_diff1": 0.905557, + "nauc_precision_at_3_max": 0.821394, + "nauc_precision_at_3_std": 0.169058, + "nauc_precision_at_3_diff1": 0.896154, + "nauc_precision_at_5_max": 0.841458, + "nauc_precision_at_5_std": 0.201263, + "nauc_precision_at_5_diff1": 0.899801, + "nauc_precision_at_10_max": 0.838895, + "nauc_precision_at_10_std": 0.33041, + "nauc_precision_at_10_diff1": 0.893233, + "nauc_precision_at_20_max": 0.824237, + "nauc_precision_at_20_std": 0.428939, + "nauc_precision_at_20_diff1": 0.900829, + "nauc_precision_at_100_max": 0.892157, + "nauc_precision_at_100_std": 0.826844, + "nauc_precision_at_100_diff1": 0.947712, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.678796, + "nauc_mrr_at_1_std": 0.11721, + "nauc_mrr_at_1_diff1": 0.905557, + "nauc_mrr_at_3_max": 0.726781, + "nauc_mrr_at_3_std": 0.131818, + "nauc_mrr_at_3_diff1": 0.902847, + "nauc_mrr_at_5_max": 0.727021, + "nauc_mrr_at_5_std": 0.135079, + "nauc_mrr_at_5_diff1": 0.903399, + "nauc_mrr_at_10_max": 0.724023, + "nauc_mrr_at_10_std": 0.14311, + "nauc_mrr_at_10_diff1": 0.903044, + "nauc_mrr_at_20_max": 0.722894, + "nauc_mrr_at_20_std": 0.143581, + "nauc_mrr_at_20_diff1": 0.903258, + "nauc_mrr_at_100_max": 0.722691, + "nauc_mrr_at_100_std": 0.143442, + "nauc_mrr_at_100_diff1": 0.903449, + "nauc_mrr_at_1000_max": 0.722602, + "nauc_mrr_at_1000_std": 0.143085, + "nauc_mrr_at_1000_diff1": 0.90342, + "main_score": 0.88939, + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ] + }, + { + "ndcg_at_1": 0.81111, + "ndcg_at_3": 0.86022, + "ndcg_at_5": 0.86854, + "ndcg_at_10": 0.87346, + "ndcg_at_20": 0.87825, + "ndcg_at_100": 0.88563, + "ndcg_at_1000": 0.88723, + "map_at_1": 0.81111, + "map_at_3": 0.8487, + "map_at_5": 0.85337, + "map_at_10": 0.85534, + "map_at_20": 0.85665, + "map_at_100": 0.85767, + "map_at_1000": 0.85773, + "recall_at_1": 0.81111, + "recall_at_3": 0.89333, + "recall_at_5": 0.91333, + "recall_at_10": 0.92889, + "recall_at_20": 0.94778, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.81111, + "precision_at_3": 0.29778, + "precision_at_5": 0.18267, + "precision_at_10": 0.09289, + "precision_at_20": 0.04739, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.811111, + "mrr_at_3": 0.848704, + "mrr_at_5": 0.85337, + "mrr_at_10": 0.855336, + "mrr_at_20": 0.856653, + "mrr_at_100": 0.857669, + "mrr_at_1000": 0.857734, + "nauc_ndcg_at_1_max": 0.725443, + "nauc_ndcg_at_1_std": 0.028352, + "nauc_ndcg_at_1_diff1": 0.890329, + "nauc_ndcg_at_3_max": 0.780356, + "nauc_ndcg_at_3_std": 0.051121, + "nauc_ndcg_at_3_diff1": 0.879803, + "nauc_ndcg_at_5_max": 0.774821, + "nauc_ndcg_at_5_std": 0.056181, + "nauc_ndcg_at_5_diff1": 0.879173, + "nauc_ndcg_at_10_max": 0.778661, + "nauc_ndcg_at_10_std": 0.066561, + "nauc_ndcg_at_10_diff1": 0.880254, + "nauc_ndcg_at_20_max": 0.775944, + "nauc_ndcg_at_20_std": 0.058121, + "nauc_ndcg_at_20_diff1": 0.881586, + "nauc_ndcg_at_100_max": 0.770356, + "nauc_ndcg_at_100_std": 0.061698, + "nauc_ndcg_at_100_diff1": 0.881031, + "nauc_ndcg_at_1000_max": 0.769049, + "nauc_ndcg_at_1000_std": 0.057052, + "nauc_ndcg_at_1000_diff1": 0.881737, + "nauc_map_at_1_max": 0.725443, + "nauc_map_at_1_std": 0.028352, + "nauc_map_at_1_diff1": 0.890329, + "nauc_map_at_3_max": 0.766603, + "nauc_map_at_3_std": 0.046078, + "nauc_map_at_3_diff1": 0.882243, + "nauc_map_at_5_max": 0.763332, + "nauc_map_at_5_std": 0.048502, + "nauc_map_at_5_diff1": 0.882079, + "nauc_map_at_10_max": 0.764441, + "nauc_map_at_10_std": 0.05193, + "nauc_map_at_10_diff1": 0.882426, + "nauc_map_at_20_max": 0.76367, + "nauc_map_at_20_std": 0.050077, + "nauc_map_at_20_diff1": 0.882681, + "nauc_map_at_100_max": 0.763042, + "nauc_map_at_100_std": 0.050816, + "nauc_map_at_100_diff1": 0.882671, + "nauc_map_at_1000_max": 0.763002, + "nauc_map_at_1000_std": 0.050669, + "nauc_map_at_1000_diff1": 0.8827, + "nauc_recall_at_1_max": 0.725443, + "nauc_recall_at_1_std": 0.028352, + "nauc_recall_at_1_diff1": 0.890329, + "nauc_recall_at_3_max": 0.833196, + "nauc_recall_at_3_std": 0.070061, + "nauc_recall_at_3_diff1": 0.870563, + "nauc_recall_at_5_max": 0.825618, + "nauc_recall_at_5_std": 0.091874, + "nauc_recall_at_5_diff1": 0.865786, + "nauc_recall_at_10_max": 0.858303, + "nauc_recall_at_10_std": 0.15722, + "nauc_recall_at_10_diff1": 0.869507, + "nauc_recall_at_20_max": 0.862974, + "nauc_recall_at_20_std": 0.110197, + "nauc_recall_at_20_diff1": 0.878966, + "nauc_recall_at_100_max": 0.861429, + "nauc_recall_at_100_std": 0.385409, + "nauc_recall_at_100_diff1": 0.836177, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.725443, + "nauc_precision_at_1_std": 0.028352, + "nauc_precision_at_1_diff1": 0.890329, + "nauc_precision_at_3_max": 0.833196, + "nauc_precision_at_3_std": 0.070061, + "nauc_precision_at_3_diff1": 0.870563, + "nauc_precision_at_5_max": 0.825618, + "nauc_precision_at_5_std": 0.091874, + "nauc_precision_at_5_diff1": 0.865786, + "nauc_precision_at_10_max": 0.858303, + "nauc_precision_at_10_std": 0.15722, + "nauc_precision_at_10_diff1": 0.869507, + "nauc_precision_at_20_max": 0.862974, + "nauc_precision_at_20_std": 0.110197, + "nauc_precision_at_20_diff1": 0.878966, + "nauc_precision_at_100_max": 0.861429, + "nauc_precision_at_100_std": 0.385409, + "nauc_precision_at_100_diff1": 0.836177, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.725443, + "nauc_mrr_at_1_std": 0.028352, + "nauc_mrr_at_1_diff1": 0.890329, + "nauc_mrr_at_3_max": 0.766603, + "nauc_mrr_at_3_std": 0.046078, + "nauc_mrr_at_3_diff1": 0.882243, + "nauc_mrr_at_5_max": 0.763332, + "nauc_mrr_at_5_std": 0.048502, + "nauc_mrr_at_5_diff1": 0.882079, + "nauc_mrr_at_10_max": 0.764441, + "nauc_mrr_at_10_std": 0.05193, + "nauc_mrr_at_10_diff1": 0.882426, + "nauc_mrr_at_20_max": 0.76367, + "nauc_mrr_at_20_std": 0.050077, + "nauc_mrr_at_20_diff1": 0.882681, + "nauc_mrr_at_100_max": 0.763042, + "nauc_mrr_at_100_std": 0.050816, + "nauc_mrr_at_100_diff1": 0.882671, + "nauc_mrr_at_1000_max": 0.763002, + "nauc_mrr_at_1000_std": 0.050669, + "nauc_mrr_at_1000_diff1": 0.8827, + "main_score": 0.87346, + "hf_subset": "kaz_Cyrl-kaz_Cyrl", + "languages": [ + "kaz-Cyrl", + "kaz-Cyrl" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95468, + "ndcg_at_5": 0.95736, + "ndcg_at_10": 0.95841, + "ndcg_at_20": 0.96042, + "ndcg_at_100": 0.96153, + "ndcg_at_1000": 0.96196, + "map_at_1": 0.92556, + "map_at_3": 0.94815, + "map_at_5": 0.94959, + "map_at_10": 0.95001, + "map_at_20": 0.95059, + "map_at_100": 0.95077, + "map_at_1000": 0.95079, + "recall_at_1": 0.92556, + "recall_at_3": 0.97333, + "recall_at_5": 0.98, + "recall_at_10": 0.98333, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92556, + "precision_at_3": 0.32444, + "precision_at_5": 0.196, + "precision_at_10": 0.09833, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.948148, + "mrr_at_5": 0.949593, + "mrr_at_10": 0.950014, + "mrr_at_20": 0.950587, + "mrr_at_100": 0.950773, + "mrr_at_1000": 0.95079, + "nauc_ndcg_at_1_max": 0.681871, + "nauc_ndcg_at_1_std": -0.055535, + "nauc_ndcg_at_1_diff1": 0.927429, + "nauc_ndcg_at_3_max": 0.770303, + "nauc_ndcg_at_3_std": -0.000769, + "nauc_ndcg_at_3_diff1": 0.941414, + "nauc_ndcg_at_5_max": 0.759988, + "nauc_ndcg_at_5_std": -0.008544, + "nauc_ndcg_at_5_diff1": 0.940854, + "nauc_ndcg_at_10_max": 0.755061, + "nauc_ndcg_at_10_std": -0.000566, + "nauc_ndcg_at_10_diff1": 0.940455, + "nauc_ndcg_at_20_max": 0.748924, + "nauc_ndcg_at_20_std": -0.006053, + "nauc_ndcg_at_20_diff1": 0.940357, + "nauc_ndcg_at_100_max": 0.74349, + "nauc_ndcg_at_100_std": 0.007163, + "nauc_ndcg_at_100_diff1": 0.938639, + "nauc_ndcg_at_1000_max": 0.742068, + "nauc_ndcg_at_1000_std": -0.004065, + "nauc_ndcg_at_1000_diff1": 0.937945, + "nauc_map_at_1_max": 0.681871, + "nauc_map_at_1_std": -0.055535, + "nauc_map_at_1_diff1": 0.927429, + "nauc_map_at_3_max": 0.744106, + "nauc_map_at_3_std": -0.014714, + "nauc_map_at_3_diff1": 0.936875, + "nauc_map_at_5_max": 0.738646, + "nauc_map_at_5_std": -0.018746, + "nauc_map_at_5_diff1": 0.936597, + "nauc_map_at_10_max": 0.73686, + "nauc_map_at_10_std": -0.016277, + "nauc_map_at_10_diff1": 0.936426, + "nauc_map_at_20_max": 0.735214, + "nauc_map_at_20_std": -0.017606, + "nauc_map_at_20_diff1": 0.936391, + "nauc_map_at_100_max": 0.734512, + "nauc_map_at_100_std": -0.014981, + "nauc_map_at_100_diff1": 0.936151, + "nauc_map_at_1000_max": 0.734465, + "nauc_map_at_1000_std": -0.01533, + "nauc_map_at_1000_diff1": 0.936129, + "nauc_recall_at_1_max": 0.681871, + "nauc_recall_at_1_std": -0.055535, + "nauc_recall_at_1_diff1": 0.927429, + "nauc_recall_at_3_max": 0.913749, + "nauc_recall_at_3_std": 0.073452, + "nauc_recall_at_3_diff1": 0.966639, + "nauc_recall_at_5_max": 0.906785, + "nauc_recall_at_5_std": 0.05776, + "nauc_recall_at_5_diff1": 0.970951, + "nauc_recall_at_10_max": 0.896857, + "nauc_recall_at_10_std": 0.135512, + "nauc_recall_at_10_diff1": 0.973856, + "nauc_recall_at_20_max": 0.916258, + "nauc_recall_at_20_std": 0.154528, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.681871, + "nauc_precision_at_1_std": -0.055535, + "nauc_precision_at_1_diff1": 0.927429, + "nauc_precision_at_3_max": 0.913749, + "nauc_precision_at_3_std": 0.073452, + "nauc_precision_at_3_diff1": 0.966639, + "nauc_precision_at_5_max": 0.906785, + "nauc_precision_at_5_std": 0.05776, + "nauc_precision_at_5_diff1": 0.970951, + "nauc_precision_at_10_max": 0.896857, + "nauc_precision_at_10_std": 0.135512, + "nauc_precision_at_10_diff1": 0.973856, + "nauc_precision_at_20_max": 0.916258, + "nauc_precision_at_20_std": 0.154528, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.681871, + "nauc_mrr_at_1_std": -0.055535, + "nauc_mrr_at_1_diff1": 0.927429, + "nauc_mrr_at_3_max": 0.744106, + "nauc_mrr_at_3_std": -0.014714, + "nauc_mrr_at_3_diff1": 0.936875, + "nauc_mrr_at_5_max": 0.738646, + "nauc_mrr_at_5_std": -0.018746, + "nauc_mrr_at_5_diff1": 0.936597, + "nauc_mrr_at_10_max": 0.73686, + "nauc_mrr_at_10_std": -0.016277, + "nauc_mrr_at_10_diff1": 0.936426, + "nauc_mrr_at_20_max": 0.735214, + "nauc_mrr_at_20_std": -0.017606, + "nauc_mrr_at_20_diff1": 0.936391, + "nauc_mrr_at_100_max": 0.734512, + "nauc_mrr_at_100_std": -0.014981, + "nauc_mrr_at_100_diff1": 0.936151, + "nauc_mrr_at_1000_max": 0.734465, + "nauc_mrr_at_1000_std": -0.01533, + "nauc_mrr_at_1000_diff1": 0.936129, + "main_score": 0.95841, + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.84307, + "ndcg_at_5": 0.85459, + "ndcg_at_10": 0.86405, + "ndcg_at_20": 0.87119, + "ndcg_at_100": 0.87626, + "ndcg_at_1000": 0.87818, + "map_at_1": 0.79889, + "map_at_3": 0.83222, + "map_at_5": 0.83867, + "map_at_10": 0.84263, + "map_at_20": 0.84465, + "map_at_100": 0.8454, + "map_at_1000": 0.84548, + "recall_at_1": 0.79889, + "recall_at_3": 0.87444, + "recall_at_5": 0.90222, + "recall_at_10": 0.93111, + "recall_at_20": 0.95889, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.79889, + "precision_at_3": 0.29148, + "precision_at_5": 0.18044, + "precision_at_10": 0.09311, + "precision_at_20": 0.04794, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.832222, + "mrr_at_5": 0.838667, + "mrr_at_10": 0.842628, + "mrr_at_20": 0.844653, + "mrr_at_100": 0.8454, + "mrr_at_1000": 0.845483, + "nauc_ndcg_at_1_max": 0.731193, + "nauc_ndcg_at_1_std": 0.101968, + "nauc_ndcg_at_1_diff1": 0.889494, + "nauc_ndcg_at_3_max": 0.762143, + "nauc_ndcg_at_3_std": 0.154202, + "nauc_ndcg_at_3_diff1": 0.870529, + "nauc_ndcg_at_5_max": 0.763278, + "nauc_ndcg_at_5_std": 0.153083, + "nauc_ndcg_at_5_diff1": 0.869285, + "nauc_ndcg_at_10_max": 0.761128, + "nauc_ndcg_at_10_std": 0.154467, + "nauc_ndcg_at_10_diff1": 0.87432, + "nauc_ndcg_at_20_max": 0.760354, + "nauc_ndcg_at_20_std": 0.165268, + "nauc_ndcg_at_20_diff1": 0.877722, + "nauc_ndcg_at_100_max": 0.759456, + "nauc_ndcg_at_100_std": 0.16007, + "nauc_ndcg_at_100_diff1": 0.878239, + "nauc_ndcg_at_1000_max": 0.756993, + "nauc_ndcg_at_1000_std": 0.150481, + "nauc_ndcg_at_1000_diff1": 0.877063, + "nauc_map_at_1_max": 0.731193, + "nauc_map_at_1_std": 0.101968, + "nauc_map_at_1_diff1": 0.889494, + "nauc_map_at_3_max": 0.753955, + "nauc_map_at_3_std": 0.13848, + "nauc_map_at_3_diff1": 0.875555, + "nauc_map_at_5_max": 0.75426, + "nauc_map_at_5_std": 0.137376, + "nauc_map_at_5_diff1": 0.875038, + "nauc_map_at_10_max": 0.753238, + "nauc_map_at_10_std": 0.137185, + "nauc_map_at_10_diff1": 0.877041, + "nauc_map_at_20_max": 0.752885, + "nauc_map_at_20_std": 0.139884, + "nauc_map_at_20_diff1": 0.877835, + "nauc_map_at_100_max": 0.752893, + "nauc_map_at_100_std": 0.139386, + "nauc_map_at_100_diff1": 0.877873, + "nauc_map_at_1000_max": 0.752804, + "nauc_map_at_1000_std": 0.139027, + "nauc_map_at_1000_diff1": 0.877831, + "nauc_recall_at_1_max": 0.731193, + "nauc_recall_at_1_std": 0.101968, + "nauc_recall_at_1_diff1": 0.889494, + "nauc_recall_at_3_max": 0.792514, + "nauc_recall_at_3_std": 0.213615, + "nauc_recall_at_3_diff1": 0.85188, + "nauc_recall_at_5_max": 0.8038, + "nauc_recall_at_5_std": 0.224323, + "nauc_recall_at_5_diff1": 0.843403, + "nauc_recall_at_10_max": 0.808334, + "nauc_recall_at_10_std": 0.265097, + "nauc_recall_at_10_diff1": 0.86142, + "nauc_recall_at_20_max": 0.832879, + "nauc_recall_at_20_std": 0.454791, + "nauc_recall_at_20_diff1": 0.893444, + "nauc_recall_at_100_max": 0.906988, + "nauc_recall_at_100_std": 0.727824, + "nauc_recall_at_100_diff1": 0.948467, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.731193, + "nauc_precision_at_1_std": 0.101968, + "nauc_precision_at_1_diff1": 0.889494, + "nauc_precision_at_3_max": 0.792514, + "nauc_precision_at_3_std": 0.213615, + "nauc_precision_at_3_diff1": 0.85188, + "nauc_precision_at_5_max": 0.8038, + "nauc_precision_at_5_std": 0.224323, + "nauc_precision_at_5_diff1": 0.843403, + "nauc_precision_at_10_max": 0.808334, + "nauc_precision_at_10_std": 0.265097, + "nauc_precision_at_10_diff1": 0.86142, + "nauc_precision_at_20_max": 0.832879, + "nauc_precision_at_20_std": 0.454791, + "nauc_precision_at_20_diff1": 0.893444, + "nauc_precision_at_100_max": 0.906988, + "nauc_precision_at_100_std": 0.727824, + "nauc_precision_at_100_diff1": 0.948467, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.731193, + "nauc_mrr_at_1_std": 0.101968, + "nauc_mrr_at_1_diff1": 0.889494, + "nauc_mrr_at_3_max": 0.753955, + "nauc_mrr_at_3_std": 0.13848, + "nauc_mrr_at_3_diff1": 0.875555, + "nauc_mrr_at_5_max": 0.75426, + "nauc_mrr_at_5_std": 0.137376, + "nauc_mrr_at_5_diff1": 0.875038, + "nauc_mrr_at_10_max": 0.753238, + "nauc_mrr_at_10_std": 0.137185, + "nauc_mrr_at_10_diff1": 0.877041, + "nauc_mrr_at_20_max": 0.752885, + "nauc_mrr_at_20_std": 0.139884, + "nauc_mrr_at_20_diff1": 0.877835, + "nauc_mrr_at_100_max": 0.752893, + "nauc_mrr_at_100_std": 0.139386, + "nauc_mrr_at_100_diff1": 0.877873, + "nauc_mrr_at_1000_max": 0.752804, + "nauc_mrr_at_1000_std": 0.139027, + "nauc_mrr_at_1000_diff1": 0.877831, + "main_score": 0.86405, + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ] + }, + { + "ndcg_at_1": 0.78111, + "ndcg_at_3": 0.8294, + "ndcg_at_5": 0.84232, + "ndcg_at_10": 0.85358, + "ndcg_at_20": 0.8589, + "ndcg_at_100": 0.8653, + "ndcg_at_1000": 0.86786, + "map_at_1": 0.78111, + "map_at_3": 0.81833, + "map_at_5": 0.82556, + "map_at_10": 0.83028, + "map_at_20": 0.83173, + "map_at_100": 0.83269, + "map_at_1000": 0.83281, + "recall_at_1": 0.78111, + "recall_at_3": 0.86111, + "recall_at_5": 0.89222, + "recall_at_10": 0.92667, + "recall_at_20": 0.94778, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "precision_at_1": 0.78111, + "precision_at_3": 0.28704, + "precision_at_5": 0.17844, + "precision_at_10": 0.09267, + "precision_at_20": 0.04739, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.781111, + "mrr_at_3": 0.818333, + "mrr_at_5": 0.825556, + "mrr_at_10": 0.830282, + "mrr_at_20": 0.831731, + "mrr_at_100": 0.832695, + "mrr_at_1000": 0.832814, + "nauc_ndcg_at_1_max": 0.748455, + "nauc_ndcg_at_1_std": 0.266023, + "nauc_ndcg_at_1_diff1": 0.898026, + "nauc_ndcg_at_3_max": 0.788045, + "nauc_ndcg_at_3_std": 0.286415, + "nauc_ndcg_at_3_diff1": 0.882302, + "nauc_ndcg_at_5_max": 0.786625, + "nauc_ndcg_at_5_std": 0.316989, + "nauc_ndcg_at_5_diff1": 0.879417, + "nauc_ndcg_at_10_max": 0.781195, + "nauc_ndcg_at_10_std": 0.322378, + "nauc_ndcg_at_10_diff1": 0.877506, + "nauc_ndcg_at_20_max": 0.779259, + "nauc_ndcg_at_20_std": 0.322022, + "nauc_ndcg_at_20_diff1": 0.879152, + "nauc_ndcg_at_100_max": 0.778595, + "nauc_ndcg_at_100_std": 0.315462, + "nauc_ndcg_at_100_diff1": 0.880133, + "nauc_ndcg_at_1000_max": 0.777845, + "nauc_ndcg_at_1000_std": 0.306112, + "nauc_ndcg_at_1000_diff1": 0.882002, + "nauc_map_at_1_max": 0.748455, + "nauc_map_at_1_std": 0.266023, + "nauc_map_at_1_diff1": 0.898026, + "nauc_map_at_3_max": 0.778802, + "nauc_map_at_3_std": 0.280767, + "nauc_map_at_3_diff1": 0.886182, + "nauc_map_at_5_max": 0.777699, + "nauc_map_at_5_std": 0.296138, + "nauc_map_at_5_diff1": 0.884798, + "nauc_map_at_10_max": 0.775295, + "nauc_map_at_10_std": 0.297196, + "nauc_map_at_10_diff1": 0.884095, + "nauc_map_at_20_max": 0.774772, + "nauc_map_at_20_std": 0.296948, + "nauc_map_at_20_diff1": 0.884512, + "nauc_map_at_100_max": 0.774734, + "nauc_map_at_100_std": 0.295798, + "nauc_map_at_100_diff1": 0.884681, + "nauc_map_at_1000_max": 0.774719, + "nauc_map_at_1000_std": 0.295457, + "nauc_map_at_1000_diff1": 0.884762, + "nauc_recall_at_1_max": 0.748455, + "nauc_recall_at_1_std": 0.266023, + "nauc_recall_at_1_diff1": 0.898026, + "nauc_recall_at_3_max": 0.820783, + "nauc_recall_at_3_std": 0.306986, + "nauc_recall_at_3_diff1": 0.868428, + "nauc_recall_at_5_max": 0.824439, + "nauc_recall_at_5_std": 0.415258, + "nauc_recall_at_5_diff1": 0.855578, + "nauc_recall_at_10_max": 0.812282, + "nauc_recall_at_10_std": 0.495105, + "nauc_recall_at_10_diff1": 0.835512, + "nauc_recall_at_20_max": 0.805829, + "nauc_recall_at_20_std": 0.559499, + "nauc_recall_at_20_diff1": 0.835618, + "nauc_recall_at_100_max": 0.820289, + "nauc_recall_at_100_std": 0.777448, + "nauc_recall_at_100_diff1": 0.79214, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748455, + "nauc_precision_at_1_std": 0.266023, + "nauc_precision_at_1_diff1": 0.898026, + "nauc_precision_at_3_max": 0.820783, + "nauc_precision_at_3_std": 0.306986, + "nauc_precision_at_3_diff1": 0.868428, + "nauc_precision_at_5_max": 0.824439, + "nauc_precision_at_5_std": 0.415258, + "nauc_precision_at_5_diff1": 0.855578, + "nauc_precision_at_10_max": 0.812282, + "nauc_precision_at_10_std": 0.495105, + "nauc_precision_at_10_diff1": 0.835512, + "nauc_precision_at_20_max": 0.805829, + "nauc_precision_at_20_std": 0.559499, + "nauc_precision_at_20_diff1": 0.835618, + "nauc_precision_at_100_max": 0.820289, + "nauc_precision_at_100_std": 0.777448, + "nauc_precision_at_100_diff1": 0.79214, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.748455, + "nauc_mrr_at_1_std": 0.266023, + "nauc_mrr_at_1_diff1": 0.898026, + "nauc_mrr_at_3_max": 0.778802, + "nauc_mrr_at_3_std": 0.280767, + "nauc_mrr_at_3_diff1": 0.886182, + "nauc_mrr_at_5_max": 0.777699, + "nauc_mrr_at_5_std": 0.296138, + "nauc_mrr_at_5_diff1": 0.884798, + "nauc_mrr_at_10_max": 0.775295, + "nauc_mrr_at_10_std": 0.297196, + "nauc_mrr_at_10_diff1": 0.884095, + "nauc_mrr_at_20_max": 0.774772, + "nauc_mrr_at_20_std": 0.296948, + "nauc_mrr_at_20_diff1": 0.884512, + "nauc_mrr_at_100_max": 0.774734, + "nauc_mrr_at_100_std": 0.295798, + "nauc_mrr_at_100_diff1": 0.884681, + "nauc_mrr_at_1000_max": 0.774719, + "nauc_mrr_at_1000_std": 0.295457, + "nauc_mrr_at_1000_diff1": 0.884762, + "main_score": 0.85358, + "hf_subset": "kea_Latn-kea_Latn", + "languages": [ + "kea-Latn", + "kea-Latn" + ] + }, + { + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.93193, + "ndcg_at_5": 0.93915, + "ndcg_at_10": 0.9427, + "ndcg_at_20": 0.945, + "ndcg_at_100": 0.9461, + "ndcg_at_1000": 0.94653, + "map_at_1": 0.89889, + "map_at_3": 0.92444, + "map_at_5": 0.92839, + "map_at_10": 0.92983, + "map_at_20": 0.93049, + "map_at_100": 0.93067, + "map_at_1000": 0.93069, + "recall_at_1": 0.89889, + "recall_at_3": 0.95333, + "recall_at_5": 0.97111, + "recall_at_10": 0.98222, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89889, + "precision_at_3": 0.31778, + "precision_at_5": 0.19422, + "precision_at_10": 0.09822, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.924444, + "mrr_at_5": 0.928389, + "mrr_at_10": 0.929835, + "mrr_at_20": 0.930493, + "mrr_at_100": 0.930671, + "mrr_at_1000": 0.930688, + "nauc_ndcg_at_1_max": 0.759564, + "nauc_ndcg_at_1_std": -0.19785, + "nauc_ndcg_at_1_diff1": 0.921985, + "nauc_ndcg_at_3_max": 0.817587, + "nauc_ndcg_at_3_std": -0.219596, + "nauc_ndcg_at_3_diff1": 0.927201, + "nauc_ndcg_at_5_max": 0.811068, + "nauc_ndcg_at_5_std": -0.218403, + "nauc_ndcg_at_5_diff1": 0.927803, + "nauc_ndcg_at_10_max": 0.804934, + "nauc_ndcg_at_10_std": -0.197496, + "nauc_ndcg_at_10_diff1": 0.927515, + "nauc_ndcg_at_20_max": 0.801993, + "nauc_ndcg_at_20_std": -0.176471, + "nauc_ndcg_at_20_diff1": 0.925912, + "nauc_ndcg_at_100_max": 0.800176, + "nauc_ndcg_at_100_std": -0.190805, + "nauc_ndcg_at_100_diff1": 0.925983, + "nauc_ndcg_at_1000_max": 0.799307, + "nauc_ndcg_at_1000_std": -0.197684, + "nauc_ndcg_at_1000_diff1": 0.926128, + "nauc_map_at_1_max": 0.759564, + "nauc_map_at_1_std": -0.19785, + "nauc_map_at_1_diff1": 0.921985, + "nauc_map_at_3_max": 0.802139, + "nauc_map_at_3_std": -0.214947, + "nauc_map_at_3_diff1": 0.925982, + "nauc_map_at_5_max": 0.798172, + "nauc_map_at_5_std": -0.215016, + "nauc_map_at_5_diff1": 0.926191, + "nauc_map_at_10_max": 0.796058, + "nauc_map_at_10_std": -0.207381, + "nauc_map_at_10_diff1": 0.926079, + "nauc_map_at_20_max": 0.795254, + "nauc_map_at_20_std": -0.20308, + "nauc_map_at_20_diff1": 0.925729, + "nauc_map_at_100_max": 0.795013, + "nauc_map_at_100_std": -0.204766, + "nauc_map_at_100_diff1": 0.925737, + "nauc_map_at_1000_max": 0.79499, + "nauc_map_at_1000_std": -0.204935, + "nauc_map_at_1000_diff1": 0.925746, + "nauc_recall_at_1_max": 0.759564, + "nauc_recall_at_1_std": -0.19785, + "nauc_recall_at_1_diff1": 0.921985, + "nauc_recall_at_3_max": 0.887511, + "nauc_recall_at_3_std": -0.239718, + "nauc_recall_at_3_diff1": 0.932584, + "nauc_recall_at_5_max": 0.897651, + "nauc_recall_at_5_std": -0.236892, + "nauc_recall_at_5_diff1": 0.93904, + "nauc_recall_at_10_max": 0.886059, + "nauc_recall_at_10_std": -0.050624, + "nauc_recall_at_10_diff1": 0.94281, + "nauc_recall_at_20_max": 0.899918, + "nauc_recall_at_20_std": 0.617939, + "nauc_recall_at_20_diff1": 0.918301, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.707594, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759564, + "nauc_precision_at_1_std": -0.19785, + "nauc_precision_at_1_diff1": 0.921985, + "nauc_precision_at_3_max": 0.887511, + "nauc_precision_at_3_std": -0.239718, + "nauc_precision_at_3_diff1": 0.932584, + "nauc_precision_at_5_max": 0.897651, + "nauc_precision_at_5_std": -0.236892, + "nauc_precision_at_5_diff1": 0.93904, + "nauc_precision_at_10_max": 0.886059, + "nauc_precision_at_10_std": -0.050624, + "nauc_precision_at_10_diff1": 0.94281, + "nauc_precision_at_20_max": 0.899918, + "nauc_precision_at_20_std": 0.617939, + "nauc_precision_at_20_diff1": 0.918301, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.707594, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.759564, + "nauc_mrr_at_1_std": -0.19785, + "nauc_mrr_at_1_diff1": 0.921985, + "nauc_mrr_at_3_max": 0.802139, + "nauc_mrr_at_3_std": -0.214947, + "nauc_mrr_at_3_diff1": 0.925982, + "nauc_mrr_at_5_max": 0.798172, + "nauc_mrr_at_5_std": -0.215016, + "nauc_mrr_at_5_diff1": 0.926191, + "nauc_mrr_at_10_max": 0.796058, + "nauc_mrr_at_10_std": -0.207381, + "nauc_mrr_at_10_diff1": 0.926079, + "nauc_mrr_at_20_max": 0.795254, + "nauc_mrr_at_20_std": -0.20308, + "nauc_mrr_at_20_diff1": 0.925729, + "nauc_mrr_at_100_max": 0.795013, + "nauc_mrr_at_100_std": -0.204766, + "nauc_mrr_at_100_diff1": 0.925737, + "nauc_mrr_at_1000_max": 0.79499, + "nauc_mrr_at_1000_std": -0.204935, + "nauc_mrr_at_1000_diff1": 0.925746, + "main_score": 0.9427, + "hf_subset": "kea_Latn-eng_Latn", + "languages": [ + "kea-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.76889, + "ndcg_at_3": 0.82475, + "ndcg_at_5": 0.83489, + "ndcg_at_10": 0.84218, + "ndcg_at_20": 0.84906, + "ndcg_at_100": 0.85667, + "ndcg_at_1000": 0.85978, + "map_at_1": 0.76889, + "map_at_3": 0.81204, + "map_at_5": 0.8177, + "map_at_10": 0.82077, + "map_at_20": 0.82258, + "map_at_100": 0.82364, + "map_at_1000": 0.82378, + "recall_at_1": 0.76889, + "recall_at_3": 0.86111, + "recall_at_5": 0.88556, + "recall_at_10": 0.90778, + "recall_at_20": 0.93556, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "precision_at_1": 0.76889, + "precision_at_3": 0.28704, + "precision_at_5": 0.17711, + "precision_at_10": 0.09078, + "precision_at_20": 0.04678, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.768889, + "mrr_at_3": 0.812037, + "mrr_at_5": 0.817704, + "mrr_at_10": 0.820769, + "mrr_at_20": 0.82258, + "mrr_at_100": 0.823641, + "mrr_at_1000": 0.823776, + "nauc_ndcg_at_1_max": 0.740002, + "nauc_ndcg_at_1_std": 0.263154, + "nauc_ndcg_at_1_diff1": 0.900747, + "nauc_ndcg_at_3_max": 0.783348, + "nauc_ndcg_at_3_std": 0.348178, + "nauc_ndcg_at_3_diff1": 0.875801, + "nauc_ndcg_at_5_max": 0.781045, + "nauc_ndcg_at_5_std": 0.357255, + "nauc_ndcg_at_5_diff1": 0.873678, + "nauc_ndcg_at_10_max": 0.777978, + "nauc_ndcg_at_10_std": 0.365885, + "nauc_ndcg_at_10_diff1": 0.871834, + "nauc_ndcg_at_20_max": 0.775752, + "nauc_ndcg_at_20_std": 0.359082, + "nauc_ndcg_at_20_diff1": 0.876359, + "nauc_ndcg_at_100_max": 0.774807, + "nauc_ndcg_at_100_std": 0.35272, + "nauc_ndcg_at_100_diff1": 0.88002, + "nauc_ndcg_at_1000_max": 0.773432, + "nauc_ndcg_at_1000_std": 0.344451, + "nauc_ndcg_at_1000_diff1": 0.88027, + "nauc_map_at_1_max": 0.740002, + "nauc_map_at_1_std": 0.263154, + "nauc_map_at_1_diff1": 0.900747, + "nauc_map_at_3_max": 0.773093, + "nauc_map_at_3_std": 0.32631, + "nauc_map_at_3_diff1": 0.882497, + "nauc_map_at_5_max": 0.771641, + "nauc_map_at_5_std": 0.330488, + "nauc_map_at_5_diff1": 0.881651, + "nauc_map_at_10_max": 0.770144, + "nauc_map_at_10_std": 0.332907, + "nauc_map_at_10_diff1": 0.881066, + "nauc_map_at_20_max": 0.769541, + "nauc_map_at_20_std": 0.330892, + "nauc_map_at_20_diff1": 0.882184, + "nauc_map_at_100_max": 0.769508, + "nauc_map_at_100_std": 0.330137, + "nauc_map_at_100_diff1": 0.882853, + "nauc_map_at_1000_max": 0.769459, + "nauc_map_at_1000_std": 0.32984, + "nauc_map_at_1000_diff1": 0.88287, + "nauc_recall_at_1_max": 0.740002, + "nauc_recall_at_1_std": 0.263154, + "nauc_recall_at_1_diff1": 0.900747, + "nauc_recall_at_3_max": 0.820628, + "nauc_recall_at_3_std": 0.428831, + "nauc_recall_at_3_diff1": 0.850932, + "nauc_recall_at_5_max": 0.819869, + "nauc_recall_at_5_std": 0.473113, + "nauc_recall_at_5_diff1": 0.838916, + "nauc_recall_at_10_max": 0.81516, + "nauc_recall_at_10_std": 0.544396, + "nauc_recall_at_10_diff1": 0.822466, + "nauc_recall_at_20_max": 0.811705, + "nauc_recall_at_20_std": 0.563259, + "nauc_recall_at_20_diff1": 0.841366, + "nauc_recall_at_100_max": 0.8336, + "nauc_recall_at_100_std": 0.703948, + "nauc_recall_at_100_diff1": 0.871726, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.740002, + "nauc_precision_at_1_std": 0.263154, + "nauc_precision_at_1_diff1": 0.900747, + "nauc_precision_at_3_max": 0.820628, + "nauc_precision_at_3_std": 0.428831, + "nauc_precision_at_3_diff1": 0.850932, + "nauc_precision_at_5_max": 0.819869, + "nauc_precision_at_5_std": 0.473113, + "nauc_precision_at_5_diff1": 0.838916, + "nauc_precision_at_10_max": 0.81516, + "nauc_precision_at_10_std": 0.544396, + "nauc_precision_at_10_diff1": 0.822466, + "nauc_precision_at_20_max": 0.811705, + "nauc_precision_at_20_std": 0.563259, + "nauc_precision_at_20_diff1": 0.841366, + "nauc_precision_at_100_max": 0.8336, + "nauc_precision_at_100_std": 0.703948, + "nauc_precision_at_100_diff1": 0.871726, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.740002, + "nauc_mrr_at_1_std": 0.263154, + "nauc_mrr_at_1_diff1": 0.900747, + "nauc_mrr_at_3_max": 0.773093, + "nauc_mrr_at_3_std": 0.32631, + "nauc_mrr_at_3_diff1": 0.882497, + "nauc_mrr_at_5_max": 0.771641, + "nauc_mrr_at_5_std": 0.330488, + "nauc_mrr_at_5_diff1": 0.881651, + "nauc_mrr_at_10_max": 0.770144, + "nauc_mrr_at_10_std": 0.332907, + "nauc_mrr_at_10_diff1": 0.881066, + "nauc_mrr_at_20_max": 0.769541, + "nauc_mrr_at_20_std": 0.330892, + "nauc_mrr_at_20_diff1": 0.882184, + "nauc_mrr_at_100_max": 0.769508, + "nauc_mrr_at_100_std": 0.330137, + "nauc_mrr_at_100_diff1": 0.882853, + "nauc_mrr_at_1000_max": 0.769459, + "nauc_mrr_at_1000_std": 0.32984, + "nauc_mrr_at_1000_diff1": 0.88287, + "main_score": 0.84218, + "hf_subset": "eng_Latn-kea_Latn", + "languages": [ + "eng-Latn", + "kea-Latn" + ] + }, + { + "ndcg_at_1": 0.70333, + "ndcg_at_3": 0.75873, + "ndcg_at_5": 0.77183, + "ndcg_at_10": 0.78449, + "ndcg_at_20": 0.79292, + "ndcg_at_100": 0.80312, + "ndcg_at_1000": 0.80917, + "map_at_1": 0.70333, + "map_at_3": 0.74556, + "map_at_5": 0.75272, + "map_at_10": 0.7582, + "map_at_20": 0.76052, + "map_at_100": 0.76196, + "map_at_1000": 0.76222, + "recall_at_1": 0.70333, + "recall_at_3": 0.79667, + "recall_at_5": 0.82889, + "recall_at_10": 0.86667, + "recall_at_20": 0.9, + "recall_at_100": 0.95444, + "recall_at_1000": 1.0, + "precision_at_1": 0.70333, + "precision_at_3": 0.26556, + "precision_at_5": 0.16578, + "precision_at_10": 0.08667, + "precision_at_20": 0.045, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "mrr_at_1": 0.703333, + "mrr_at_3": 0.745556, + "mrr_at_5": 0.752722, + "mrr_at_10": 0.758203, + "mrr_at_20": 0.760518, + "mrr_at_100": 0.76196, + "mrr_at_1000": 0.762218, + "nauc_ndcg_at_1_max": 0.664135, + "nauc_ndcg_at_1_std": 0.161784, + "nauc_ndcg_at_1_diff1": 0.880966, + "nauc_ndcg_at_3_max": 0.721366, + "nauc_ndcg_at_3_std": 0.231231, + "nauc_ndcg_at_3_diff1": 0.860167, + "nauc_ndcg_at_5_max": 0.723229, + "nauc_ndcg_at_5_std": 0.233687, + "nauc_ndcg_at_5_diff1": 0.861594, + "nauc_ndcg_at_10_max": 0.719261, + "nauc_ndcg_at_10_std": 0.228813, + "nauc_ndcg_at_10_diff1": 0.865801, + "nauc_ndcg_at_20_max": 0.714111, + "nauc_ndcg_at_20_std": 0.23346, + "nauc_ndcg_at_20_diff1": 0.861674, + "nauc_ndcg_at_100_max": 0.713806, + "nauc_ndcg_at_100_std": 0.234517, + "nauc_ndcg_at_100_diff1": 0.864559, + "nauc_ndcg_at_1000_max": 0.710522, + "nauc_ndcg_at_1000_std": 0.223282, + "nauc_ndcg_at_1000_diff1": 0.866097, + "nauc_map_at_1_max": 0.664135, + "nauc_map_at_1_std": 0.161784, + "nauc_map_at_1_diff1": 0.880966, + "nauc_map_at_3_max": 0.706975, + "nauc_map_at_3_std": 0.212895, + "nauc_map_at_3_diff1": 0.866264, + "nauc_map_at_5_max": 0.707698, + "nauc_map_at_5_std": 0.213941, + "nauc_map_at_5_diff1": 0.867283, + "nauc_map_at_10_max": 0.705856, + "nauc_map_at_10_std": 0.211739, + "nauc_map_at_10_diff1": 0.869086, + "nauc_map_at_20_max": 0.704495, + "nauc_map_at_20_std": 0.212458, + "nauc_map_at_20_diff1": 0.868117, + "nauc_map_at_100_max": 0.704437, + "nauc_map_at_100_std": 0.212403, + "nauc_map_at_100_diff1": 0.868534, + "nauc_map_at_1000_max": 0.704301, + "nauc_map_at_1000_std": 0.211995, + "nauc_map_at_1000_diff1": 0.868597, + "nauc_recall_at_1_max": 0.664135, + "nauc_recall_at_1_std": 0.161784, + "nauc_recall_at_1_diff1": 0.880966, + "nauc_recall_at_3_max": 0.770362, + "nauc_recall_at_3_std": 0.294131, + "nauc_recall_at_3_diff1": 0.838943, + "nauc_recall_at_5_max": 0.78356, + "nauc_recall_at_5_std": 0.310811, + "nauc_recall_at_5_diff1": 0.839114, + "nauc_recall_at_10_max": 0.780566, + "nauc_recall_at_10_std": 0.307316, + "nauc_recall_at_10_diff1": 0.851995, + "nauc_recall_at_20_max": 0.760079, + "nauc_recall_at_20_std": 0.36842, + "nauc_recall_at_20_diff1": 0.817486, + "nauc_recall_at_100_max": 0.804798, + "nauc_recall_at_100_std": 0.554451, + "nauc_recall_at_100_diff1": 0.822368, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.664135, + "nauc_precision_at_1_std": 0.161784, + "nauc_precision_at_1_diff1": 0.880966, + "nauc_precision_at_3_max": 0.770362, + "nauc_precision_at_3_std": 0.294131, + "nauc_precision_at_3_diff1": 0.838943, + "nauc_precision_at_5_max": 0.78356, + "nauc_precision_at_5_std": 0.310811, + "nauc_precision_at_5_diff1": 0.839114, + "nauc_precision_at_10_max": 0.780566, + "nauc_precision_at_10_std": 0.307316, + "nauc_precision_at_10_diff1": 0.851995, + "nauc_precision_at_20_max": 0.760079, + "nauc_precision_at_20_std": 0.36842, + "nauc_precision_at_20_diff1": 0.817486, + "nauc_precision_at_100_max": 0.804798, + "nauc_precision_at_100_std": 0.554451, + "nauc_precision_at_100_diff1": 0.822368, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.664135, + "nauc_mrr_at_1_std": 0.161784, + "nauc_mrr_at_1_diff1": 0.880966, + "nauc_mrr_at_3_max": 0.706975, + "nauc_mrr_at_3_std": 0.212895, + "nauc_mrr_at_3_diff1": 0.866264, + "nauc_mrr_at_5_max": 0.707698, + "nauc_mrr_at_5_std": 0.213941, + "nauc_mrr_at_5_diff1": 0.867283, + "nauc_mrr_at_10_max": 0.705856, + "nauc_mrr_at_10_std": 0.211739, + "nauc_mrr_at_10_diff1": 0.869086, + "nauc_mrr_at_20_max": 0.704495, + "nauc_mrr_at_20_std": 0.212458, + "nauc_mrr_at_20_diff1": 0.868117, + "nauc_mrr_at_100_max": 0.704437, + "nauc_mrr_at_100_std": 0.212403, + "nauc_mrr_at_100_diff1": 0.868534, + "nauc_mrr_at_1000_max": 0.704301, + "nauc_mrr_at_1000_std": 0.211995, + "nauc_mrr_at_1000_diff1": 0.868597, + "main_score": 0.78449, + "hf_subset": "khk_Cyrl-khk_Cyrl", + "languages": [ + "khk-Cyrl", + "khk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.88111, + "ndcg_at_3": 0.92406, + "ndcg_at_5": 0.93147, + "ndcg_at_10": 0.93443, + "ndcg_at_20": 0.93634, + "ndcg_at_100": 0.93811, + "ndcg_at_1000": 0.9385, + "map_at_1": 0.88111, + "map_at_3": 0.91389, + "map_at_5": 0.91806, + "map_at_10": 0.91932, + "map_at_20": 0.91982, + "map_at_100": 0.92011, + "map_at_1000": 0.92012, + "recall_at_1": 0.88111, + "recall_at_3": 0.95333, + "recall_at_5": 0.97111, + "recall_at_10": 0.98, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.88111, + "precision_at_3": 0.31778, + "precision_at_5": 0.19422, + "precision_at_10": 0.098, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.881111, + "mrr_at_3": 0.913889, + "mrr_at_5": 0.918056, + "mrr_at_10": 0.919322, + "mrr_at_20": 0.919823, + "mrr_at_100": 0.920107, + "mrr_at_1000": 0.920116, + "nauc_ndcg_at_1_max": 0.613098, + "nauc_ndcg_at_1_std": -0.176221, + "nauc_ndcg_at_1_diff1": 0.876721, + "nauc_ndcg_at_3_max": 0.707982, + "nauc_ndcg_at_3_std": -0.095922, + "nauc_ndcg_at_3_diff1": 0.881769, + "nauc_ndcg_at_5_max": 0.695257, + "nauc_ndcg_at_5_std": -0.133496, + "nauc_ndcg_at_5_diff1": 0.882097, + "nauc_ndcg_at_10_max": 0.688194, + "nauc_ndcg_at_10_std": -0.136048, + "nauc_ndcg_at_10_diff1": 0.880566, + "nauc_ndcg_at_20_max": 0.682178, + "nauc_ndcg_at_20_std": -0.122145, + "nauc_ndcg_at_20_diff1": 0.881275, + "nauc_ndcg_at_100_max": 0.675457, + "nauc_ndcg_at_100_std": -0.124793, + "nauc_ndcg_at_100_diff1": 0.879788, + "nauc_ndcg_at_1000_max": 0.674823, + "nauc_ndcg_at_1000_std": -0.132093, + "nauc_ndcg_at_1000_diff1": 0.879882, + "nauc_map_at_1_max": 0.613098, + "nauc_map_at_1_std": -0.176221, + "nauc_map_at_1_diff1": 0.876721, + "nauc_map_at_3_max": 0.680295, + "nauc_map_at_3_std": -0.122688, + "nauc_map_at_3_diff1": 0.880001, + "nauc_map_at_5_max": 0.673039, + "nauc_map_at_5_std": -0.141972, + "nauc_map_at_5_diff1": 0.880087, + "nauc_map_at_10_max": 0.669952, + "nauc_map_at_10_std": -0.143417, + "nauc_map_at_10_diff1": 0.879434, + "nauc_map_at_20_max": 0.668559, + "nauc_map_at_20_std": -0.140344, + "nauc_map_at_20_diff1": 0.879634, + "nauc_map_at_100_max": 0.667643, + "nauc_map_at_100_std": -0.140724, + "nauc_map_at_100_diff1": 0.879425, + "nauc_map_at_1000_max": 0.667629, + "nauc_map_at_1000_std": -0.140862, + "nauc_map_at_1000_diff1": 0.879426, + "nauc_recall_at_1_max": 0.613098, + "nauc_recall_at_1_std": -0.176221, + "nauc_recall_at_1_diff1": 0.876721, + "nauc_recall_at_3_max": 0.850518, + "nauc_recall_at_3_std": 0.044718, + "nauc_recall_at_3_diff1": 0.891123, + "nauc_recall_at_5_max": 0.8649, + "nauc_recall_at_5_std": -0.077228, + "nauc_recall_at_5_diff1": 0.898459, + "nauc_recall_at_10_max": 0.877192, + "nauc_recall_at_10_std": -0.06759, + "nauc_recall_at_10_diff1": 0.892624, + "nauc_recall_at_20_max": 0.873313, + "nauc_recall_at_20_std": 0.253798, + "nauc_recall_at_20_diff1": 0.912359, + "nauc_recall_at_100_max": 0.771242, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.613098, + "nauc_precision_at_1_std": -0.176221, + "nauc_precision_at_1_diff1": 0.876721, + "nauc_precision_at_3_max": 0.850518, + "nauc_precision_at_3_std": 0.044718, + "nauc_precision_at_3_diff1": 0.891123, + "nauc_precision_at_5_max": 0.8649, + "nauc_precision_at_5_std": -0.077228, + "nauc_precision_at_5_diff1": 0.898459, + "nauc_precision_at_10_max": 0.877192, + "nauc_precision_at_10_std": -0.06759, + "nauc_precision_at_10_diff1": 0.892624, + "nauc_precision_at_20_max": 0.873313, + "nauc_precision_at_20_std": 0.253798, + "nauc_precision_at_20_diff1": 0.912359, + "nauc_precision_at_100_max": 0.771242, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.613098, + "nauc_mrr_at_1_std": -0.176221, + "nauc_mrr_at_1_diff1": 0.876721, + "nauc_mrr_at_3_max": 0.680295, + "nauc_mrr_at_3_std": -0.122688, + "nauc_mrr_at_3_diff1": 0.880001, + "nauc_mrr_at_5_max": 0.673039, + "nauc_mrr_at_5_std": -0.141972, + "nauc_mrr_at_5_diff1": 0.880087, + "nauc_mrr_at_10_max": 0.669952, + "nauc_mrr_at_10_std": -0.143417, + "nauc_mrr_at_10_diff1": 0.879434, + "nauc_mrr_at_20_max": 0.668559, + "nauc_mrr_at_20_std": -0.140344, + "nauc_mrr_at_20_diff1": 0.879634, + "nauc_mrr_at_100_max": 0.667643, + "nauc_mrr_at_100_std": -0.140724, + "nauc_mrr_at_100_diff1": 0.879425, + "nauc_mrr_at_1000_max": 0.667629, + "nauc_mrr_at_1000_std": -0.140862, + "nauc_mrr_at_1000_diff1": 0.879426, + "main_score": 0.93443, + "hf_subset": "khk_Cyrl-eng_Latn", + "languages": [ + "khk-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.62778, + "ndcg_at_3": 0.69477, + "ndcg_at_5": 0.71065, + "ndcg_at_10": 0.72459, + "ndcg_at_20": 0.73429, + "ndcg_at_100": 0.7489, + "ndcg_at_1000": 0.7565, + "map_at_1": 0.62778, + "map_at_3": 0.6787, + "map_at_5": 0.68743, + "map_at_10": 0.69315, + "map_at_20": 0.69588, + "map_at_100": 0.69775, + "map_at_1000": 0.69806, + "recall_at_1": 0.62778, + "recall_at_3": 0.74111, + "recall_at_5": 0.78, + "recall_at_10": 0.82333, + "recall_at_20": 0.86111, + "recall_at_100": 0.94222, + "recall_at_1000": 1.0, + "precision_at_1": 0.62778, + "precision_at_3": 0.24704, + "precision_at_5": 0.156, + "precision_at_10": 0.08233, + "precision_at_20": 0.04306, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.627778, + "mrr_at_3": 0.678704, + "mrr_at_5": 0.687426, + "mrr_at_10": 0.693151, + "mrr_at_20": 0.69588, + "mrr_at_100": 0.697747, + "mrr_at_1000": 0.698061, + "nauc_ndcg_at_1_max": 0.665388, + "nauc_ndcg_at_1_std": 0.139934, + "nauc_ndcg_at_1_diff1": 0.828092, + "nauc_ndcg_at_3_max": 0.704601, + "nauc_ndcg_at_3_std": 0.164939, + "nauc_ndcg_at_3_diff1": 0.798555, + "nauc_ndcg_at_5_max": 0.697641, + "nauc_ndcg_at_5_std": 0.175256, + "nauc_ndcg_at_5_diff1": 0.793802, + "nauc_ndcg_at_10_max": 0.702443, + "nauc_ndcg_at_10_std": 0.195366, + "nauc_ndcg_at_10_diff1": 0.789895, + "nauc_ndcg_at_20_max": 0.697219, + "nauc_ndcg_at_20_std": 0.186785, + "nauc_ndcg_at_20_diff1": 0.790717, + "nauc_ndcg_at_100_max": 0.694747, + "nauc_ndcg_at_100_std": 0.190694, + "nauc_ndcg_at_100_diff1": 0.793165, + "nauc_ndcg_at_1000_max": 0.694109, + "nauc_ndcg_at_1000_std": 0.178885, + "nauc_ndcg_at_1000_diff1": 0.796613, + "nauc_map_at_1_max": 0.665388, + "nauc_map_at_1_std": 0.139934, + "nauc_map_at_1_diff1": 0.828092, + "nauc_map_at_3_max": 0.694803, + "nauc_map_at_3_std": 0.157692, + "nauc_map_at_3_diff1": 0.805449, + "nauc_map_at_5_max": 0.69096, + "nauc_map_at_5_std": 0.162921, + "nauc_map_at_5_diff1": 0.803132, + "nauc_map_at_10_max": 0.692587, + "nauc_map_at_10_std": 0.17007, + "nauc_map_at_10_diff1": 0.801662, + "nauc_map_at_20_max": 0.691179, + "nauc_map_at_20_std": 0.167574, + "nauc_map_at_20_diff1": 0.801991, + "nauc_map_at_100_max": 0.690806, + "nauc_map_at_100_std": 0.168111, + "nauc_map_at_100_diff1": 0.802251, + "nauc_map_at_1000_max": 0.690783, + "nauc_map_at_1000_std": 0.167709, + "nauc_map_at_1000_diff1": 0.802378, + "nauc_recall_at_1_max": 0.665388, + "nauc_recall_at_1_std": 0.139934, + "nauc_recall_at_1_diff1": 0.828092, + "nauc_recall_at_3_max": 0.737324, + "nauc_recall_at_3_std": 0.189662, + "nauc_recall_at_3_diff1": 0.775784, + "nauc_recall_at_5_max": 0.720999, + "nauc_recall_at_5_std": 0.223781, + "nauc_recall_at_5_diff1": 0.75844, + "nauc_recall_at_10_max": 0.747409, + "nauc_recall_at_10_std": 0.323948, + "nauc_recall_at_10_diff1": 0.735231, + "nauc_recall_at_20_max": 0.723888, + "nauc_recall_at_20_std": 0.300186, + "nauc_recall_at_20_diff1": 0.727025, + "nauc_recall_at_100_max": 0.713128, + "nauc_recall_at_100_std": 0.516088, + "nauc_recall_at_100_diff1": 0.699822, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.665388, + "nauc_precision_at_1_std": 0.139934, + "nauc_precision_at_1_diff1": 0.828092, + "nauc_precision_at_3_max": 0.737324, + "nauc_precision_at_3_std": 0.189662, + "nauc_precision_at_3_diff1": 0.775784, + "nauc_precision_at_5_max": 0.720999, + "nauc_precision_at_5_std": 0.223781, + "nauc_precision_at_5_diff1": 0.75844, + "nauc_precision_at_10_max": 0.747409, + "nauc_precision_at_10_std": 0.323948, + "nauc_precision_at_10_diff1": 0.735231, + "nauc_precision_at_20_max": 0.723888, + "nauc_precision_at_20_std": 0.300186, + "nauc_precision_at_20_diff1": 0.727025, + "nauc_precision_at_100_max": 0.713128, + "nauc_precision_at_100_std": 0.516088, + "nauc_precision_at_100_diff1": 0.699822, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.665388, + "nauc_mrr_at_1_std": 0.139934, + "nauc_mrr_at_1_diff1": 0.828092, + "nauc_mrr_at_3_max": 0.694803, + "nauc_mrr_at_3_std": 0.157692, + "nauc_mrr_at_3_diff1": 0.805449, + "nauc_mrr_at_5_max": 0.69096, + "nauc_mrr_at_5_std": 0.162921, + "nauc_mrr_at_5_diff1": 0.803132, + "nauc_mrr_at_10_max": 0.692587, + "nauc_mrr_at_10_std": 0.17007, + "nauc_mrr_at_10_diff1": 0.801662, + "nauc_mrr_at_20_max": 0.691179, + "nauc_mrr_at_20_std": 0.167574, + "nauc_mrr_at_20_diff1": 0.801991, + "nauc_mrr_at_100_max": 0.690806, + "nauc_mrr_at_100_std": 0.168111, + "nauc_mrr_at_100_diff1": 0.802251, + "nauc_mrr_at_1000_max": 0.690783, + "nauc_mrr_at_1000_std": 0.167709, + "nauc_mrr_at_1000_diff1": 0.802378, + "main_score": 0.72459, + "hf_subset": "eng_Latn-khk_Cyrl", + "languages": [ + "eng-Latn", + "khk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.75667, + "ndcg_at_3": 0.81569, + "ndcg_at_5": 0.82869, + "ndcg_at_10": 0.8396, + "ndcg_at_20": 0.84494, + "ndcg_at_100": 0.85216, + "ndcg_at_1000": 0.85454, + "map_at_1": 0.75667, + "map_at_3": 0.80148, + "map_at_5": 0.80854, + "map_at_10": 0.81312, + "map_at_20": 0.81458, + "map_at_100": 0.81559, + "map_at_1000": 0.8157, + "recall_at_1": 0.75667, + "recall_at_3": 0.85667, + "recall_at_5": 0.88889, + "recall_at_10": 0.92222, + "recall_at_20": 0.94333, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "precision_at_1": 0.75667, + "precision_at_3": 0.28556, + "precision_at_5": 0.17778, + "precision_at_10": 0.09222, + "precision_at_20": 0.04717, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.756667, + "mrr_at_3": 0.801481, + "mrr_at_5": 0.808537, + "mrr_at_10": 0.813116, + "mrr_at_20": 0.814584, + "mrr_at_100": 0.815591, + "mrr_at_1000": 0.815698, + "nauc_ndcg_at_1_max": 0.673339, + "nauc_ndcg_at_1_std": 0.182622, + "nauc_ndcg_at_1_diff1": 0.883972, + "nauc_ndcg_at_3_max": 0.696388, + "nauc_ndcg_at_3_std": 0.225853, + "nauc_ndcg_at_3_diff1": 0.850837, + "nauc_ndcg_at_5_max": 0.702151, + "nauc_ndcg_at_5_std": 0.239021, + "nauc_ndcg_at_5_diff1": 0.842237, + "nauc_ndcg_at_10_max": 0.706907, + "nauc_ndcg_at_10_std": 0.253842, + "nauc_ndcg_at_10_diff1": 0.843697, + "nauc_ndcg_at_20_max": 0.708798, + "nauc_ndcg_at_20_std": 0.257568, + "nauc_ndcg_at_20_diff1": 0.846123, + "nauc_ndcg_at_100_max": 0.701505, + "nauc_ndcg_at_100_std": 0.244593, + "nauc_ndcg_at_100_diff1": 0.848997, + "nauc_ndcg_at_1000_max": 0.699832, + "nauc_ndcg_at_1000_std": 0.237708, + "nauc_ndcg_at_1000_diff1": 0.851511, + "nauc_map_at_1_max": 0.673339, + "nauc_map_at_1_std": 0.182622, + "nauc_map_at_1_diff1": 0.883972, + "nauc_map_at_3_max": 0.69043, + "nauc_map_at_3_std": 0.212667, + "nauc_map_at_3_diff1": 0.859474, + "nauc_map_at_5_max": 0.6934, + "nauc_map_at_5_std": 0.219007, + "nauc_map_at_5_diff1": 0.855496, + "nauc_map_at_10_max": 0.695002, + "nauc_map_at_10_std": 0.224786, + "nauc_map_at_10_diff1": 0.856206, + "nauc_map_at_20_max": 0.695501, + "nauc_map_at_20_std": 0.22591, + "nauc_map_at_20_diff1": 0.856844, + "nauc_map_at_100_max": 0.694633, + "nauc_map_at_100_std": 0.224297, + "nauc_map_at_100_diff1": 0.857121, + "nauc_map_at_1000_max": 0.694561, + "nauc_map_at_1000_std": 0.224074, + "nauc_map_at_1000_diff1": 0.857201, + "nauc_recall_at_1_max": 0.673339, + "nauc_recall_at_1_std": 0.182622, + "nauc_recall_at_1_diff1": 0.883972, + "nauc_recall_at_3_max": 0.718796, + "nauc_recall_at_3_std": 0.276679, + "nauc_recall_at_3_diff1": 0.818307, + "nauc_recall_at_5_max": 0.743018, + "nauc_recall_at_5_std": 0.334981, + "nauc_recall_at_5_diff1": 0.779324, + "nauc_recall_at_10_max": 0.786548, + "nauc_recall_at_10_std": 0.45082, + "nauc_recall_at_10_diff1": 0.763826, + "nauc_recall_at_20_max": 0.831539, + "nauc_recall_at_20_std": 0.550027, + "nauc_recall_at_20_diff1": 0.759186, + "nauc_recall_at_100_max": 0.792425, + "nauc_recall_at_100_std": 0.64878, + "nauc_recall_at_100_diff1": 0.702293, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.673339, + "nauc_precision_at_1_std": 0.182622, + "nauc_precision_at_1_diff1": 0.883972, + "nauc_precision_at_3_max": 0.718796, + "nauc_precision_at_3_std": 0.276679, + "nauc_precision_at_3_diff1": 0.818307, + "nauc_precision_at_5_max": 0.743018, + "nauc_precision_at_5_std": 0.334981, + "nauc_precision_at_5_diff1": 0.779324, + "nauc_precision_at_10_max": 0.786548, + "nauc_precision_at_10_std": 0.45082, + "nauc_precision_at_10_diff1": 0.763826, + "nauc_precision_at_20_max": 0.831539, + "nauc_precision_at_20_std": 0.550027, + "nauc_precision_at_20_diff1": 0.759186, + "nauc_precision_at_100_max": 0.792425, + "nauc_precision_at_100_std": 0.64878, + "nauc_precision_at_100_diff1": 0.702293, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.673339, + "nauc_mrr_at_1_std": 0.182622, + "nauc_mrr_at_1_diff1": 0.883972, + "nauc_mrr_at_3_max": 0.69043, + "nauc_mrr_at_3_std": 0.212667, + "nauc_mrr_at_3_diff1": 0.859474, + "nauc_mrr_at_5_max": 0.6934, + "nauc_mrr_at_5_std": 0.219007, + "nauc_mrr_at_5_diff1": 0.855496, + "nauc_mrr_at_10_max": 0.695002, + "nauc_mrr_at_10_std": 0.224786, + "nauc_mrr_at_10_diff1": 0.856206, + "nauc_mrr_at_20_max": 0.695501, + "nauc_mrr_at_20_std": 0.22591, + "nauc_mrr_at_20_diff1": 0.856844, + "nauc_mrr_at_100_max": 0.694633, + "nauc_mrr_at_100_std": 0.224297, + "nauc_mrr_at_100_diff1": 0.857121, + "nauc_mrr_at_1000_max": 0.694561, + "nauc_mrr_at_1000_std": 0.224074, + "nauc_mrr_at_1000_diff1": 0.857201, + "main_score": 0.8396, + "hf_subset": "khm_Khmr-khm_Khmr", + "languages": [ + "khm-Khmr", + "khm-Khmr" + ] + }, + { + "ndcg_at_1": 0.89444, + "ndcg_at_3": 0.93164, + "ndcg_at_5": 0.9358, + "ndcg_at_10": 0.94111, + "ndcg_at_20": 0.94251, + "ndcg_at_100": 0.94345, + "ndcg_at_1000": 0.944, + "map_at_1": 0.89444, + "map_at_3": 0.92259, + "map_at_5": 0.92493, + "map_at_10": 0.92708, + "map_at_20": 0.92745, + "map_at_100": 0.92755, + "map_at_1000": 0.92757, + "recall_at_1": 0.89444, + "recall_at_3": 0.95778, + "recall_at_5": 0.96778, + "recall_at_10": 0.98444, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89444, + "precision_at_3": 0.31926, + "precision_at_5": 0.19356, + "precision_at_10": 0.09844, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.894444, + "mrr_at_3": 0.922593, + "mrr_at_5": 0.924926, + "mrr_at_10": 0.927077, + "mrr_at_20": 0.927454, + "mrr_at_100": 0.927553, + "mrr_at_1000": 0.92757, + "nauc_ndcg_at_1_max": 0.682161, + "nauc_ndcg_at_1_std": -0.088312, + "nauc_ndcg_at_1_diff1": 0.897471, + "nauc_ndcg_at_3_max": 0.763286, + "nauc_ndcg_at_3_std": -0.010301, + "nauc_ndcg_at_3_diff1": 0.905954, + "nauc_ndcg_at_5_max": 0.751605, + "nauc_ndcg_at_5_std": 0.000691, + "nauc_ndcg_at_5_diff1": 0.904549, + "nauc_ndcg_at_10_max": 0.742622, + "nauc_ndcg_at_10_std": -0.001387, + "nauc_ndcg_at_10_diff1": 0.902407, + "nauc_ndcg_at_20_max": 0.736938, + "nauc_ndcg_at_20_std": -0.020852, + "nauc_ndcg_at_20_diff1": 0.904157, + "nauc_ndcg_at_100_max": 0.73251, + "nauc_ndcg_at_100_std": -0.022808, + "nauc_ndcg_at_100_diff1": 0.903412, + "nauc_ndcg_at_1000_max": 0.731164, + "nauc_ndcg_at_1000_std": -0.02719, + "nauc_ndcg_at_1000_diff1": 0.902462, + "nauc_map_at_1_max": 0.682161, + "nauc_map_at_1_std": -0.088312, + "nauc_map_at_1_diff1": 0.897471, + "nauc_map_at_3_max": 0.73569, + "nauc_map_at_3_std": -0.038869, + "nauc_map_at_3_diff1": 0.902503, + "nauc_map_at_5_max": 0.729137, + "nauc_map_at_5_std": -0.03462, + "nauc_map_at_5_diff1": 0.901657, + "nauc_map_at_10_max": 0.725504, + "nauc_map_at_10_std": -0.035301, + "nauc_map_at_10_diff1": 0.900864, + "nauc_map_at_20_max": 0.724171, + "nauc_map_at_20_std": -0.039692, + "nauc_map_at_20_diff1": 0.901222, + "nauc_map_at_100_max": 0.723792, + "nauc_map_at_100_std": -0.039842, + "nauc_map_at_100_diff1": 0.901156, + "nauc_map_at_1000_max": 0.723757, + "nauc_map_at_1000_std": -0.039913, + "nauc_map_at_1000_diff1": 0.901132, + "nauc_recall_at_1_max": 0.682161, + "nauc_recall_at_1_std": -0.088312, + "nauc_recall_at_1_diff1": 0.897471, + "nauc_recall_at_3_max": 0.909332, + "nauc_recall_at_3_std": 0.142366, + "nauc_recall_at_3_diff1": 0.924628, + "nauc_recall_at_5_max": 0.899788, + "nauc_recall_at_5_std": 0.243456, + "nauc_recall_at_5_diff1": 0.924338, + "nauc_recall_at_10_max": 0.953315, + "nauc_recall_at_10_std": 0.452714, + "nauc_recall_at_10_diff1": 0.920301, + "nauc_recall_at_20_max": 0.941903, + "nauc_recall_at_20_std": 0.262268, + "nauc_recall_at_20_diff1": 0.970951, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 0.462068, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.682161, + "nauc_precision_at_1_std": -0.088312, + "nauc_precision_at_1_diff1": 0.897471, + "nauc_precision_at_3_max": 0.909332, + "nauc_precision_at_3_std": 0.142366, + "nauc_precision_at_3_diff1": 0.924628, + "nauc_precision_at_5_max": 0.899788, + "nauc_precision_at_5_std": 0.243456, + "nauc_precision_at_5_diff1": 0.924338, + "nauc_precision_at_10_max": 0.953315, + "nauc_precision_at_10_std": 0.452714, + "nauc_precision_at_10_diff1": 0.920301, + "nauc_precision_at_20_max": 0.941903, + "nauc_precision_at_20_std": 0.262268, + "nauc_precision_at_20_diff1": 0.970951, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 0.462068, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.682161, + "nauc_mrr_at_1_std": -0.088312, + "nauc_mrr_at_1_diff1": 0.897471, + "nauc_mrr_at_3_max": 0.73569, + "nauc_mrr_at_3_std": -0.038869, + "nauc_mrr_at_3_diff1": 0.902503, + "nauc_mrr_at_5_max": 0.729137, + "nauc_mrr_at_5_std": -0.03462, + "nauc_mrr_at_5_diff1": 0.901657, + "nauc_mrr_at_10_max": 0.725504, + "nauc_mrr_at_10_std": -0.035301, + "nauc_mrr_at_10_diff1": 0.900864, + "nauc_mrr_at_20_max": 0.724171, + "nauc_mrr_at_20_std": -0.039692, + "nauc_mrr_at_20_diff1": 0.901222, + "nauc_mrr_at_100_max": 0.723792, + "nauc_mrr_at_100_std": -0.039842, + "nauc_mrr_at_100_diff1": 0.901156, + "nauc_mrr_at_1000_max": 0.723757, + "nauc_mrr_at_1000_std": -0.039913, + "nauc_mrr_at_1000_diff1": 0.901132, + "main_score": 0.94111, + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71444, + "ndcg_at_3": 0.7782, + "ndcg_at_5": 0.7892, + "ndcg_at_10": 0.8052, + "ndcg_at_20": 0.8114, + "ndcg_at_100": 0.82155, + "ndcg_at_1000": 0.82417, + "map_at_1": 0.71444, + "map_at_3": 0.76259, + "map_at_5": 0.7687, + "map_at_10": 0.77522, + "map_at_20": 0.77693, + "map_at_100": 0.77828, + "map_at_1000": 0.77839, + "recall_at_1": 0.71444, + "recall_at_3": 0.82333, + "recall_at_5": 0.85, + "recall_at_10": 0.9, + "recall_at_20": 0.92444, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.71444, + "precision_at_3": 0.27444, + "precision_at_5": 0.17, + "precision_at_10": 0.09, + "precision_at_20": 0.04622, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.714444, + "mrr_at_3": 0.762593, + "mrr_at_5": 0.768704, + "mrr_at_10": 0.775222, + "mrr_at_20": 0.776934, + "mrr_at_100": 0.778279, + "mrr_at_1000": 0.778385, + "nauc_ndcg_at_1_max": 0.684618, + "nauc_ndcg_at_1_std": 0.187422, + "nauc_ndcg_at_1_diff1": 0.836787, + "nauc_ndcg_at_3_max": 0.729206, + "nauc_ndcg_at_3_std": 0.247583, + "nauc_ndcg_at_3_diff1": 0.816318, + "nauc_ndcg_at_5_max": 0.728686, + "nauc_ndcg_at_5_std": 0.257257, + "nauc_ndcg_at_5_diff1": 0.814666, + "nauc_ndcg_at_10_max": 0.722059, + "nauc_ndcg_at_10_std": 0.268503, + "nauc_ndcg_at_10_diff1": 0.808686, + "nauc_ndcg_at_20_max": 0.721621, + "nauc_ndcg_at_20_std": 0.260298, + "nauc_ndcg_at_20_diff1": 0.812307, + "nauc_ndcg_at_100_max": 0.718322, + "nauc_ndcg_at_100_std": 0.251799, + "nauc_ndcg_at_100_diff1": 0.815909, + "nauc_ndcg_at_1000_max": 0.717832, + "nauc_ndcg_at_1000_std": 0.247326, + "nauc_ndcg_at_1000_diff1": 0.817044, + "nauc_map_at_1_max": 0.684618, + "nauc_map_at_1_std": 0.187422, + "nauc_map_at_1_diff1": 0.836787, + "nauc_map_at_3_max": 0.717868, + "nauc_map_at_3_std": 0.230856, + "nauc_map_at_3_diff1": 0.822047, + "nauc_map_at_5_max": 0.717133, + "nauc_map_at_5_std": 0.235405, + "nauc_map_at_5_diff1": 0.821253, + "nauc_map_at_10_max": 0.714408, + "nauc_map_at_10_std": 0.238146, + "nauc_map_at_10_diff1": 0.819407, + "nauc_map_at_20_max": 0.714296, + "nauc_map_at_20_std": 0.236133, + "nauc_map_at_20_diff1": 0.820386, + "nauc_map_at_100_max": 0.713889, + "nauc_map_at_100_std": 0.235459, + "nauc_map_at_100_diff1": 0.820759, + "nauc_map_at_1000_max": 0.713875, + "nauc_map_at_1000_std": 0.23531, + "nauc_map_at_1000_diff1": 0.82079, + "nauc_recall_at_1_max": 0.684618, + "nauc_recall_at_1_std": 0.187422, + "nauc_recall_at_1_diff1": 0.836787, + "nauc_recall_at_3_max": 0.770337, + "nauc_recall_at_3_std": 0.309104, + "nauc_recall_at_3_diff1": 0.795224, + "nauc_recall_at_5_max": 0.776368, + "nauc_recall_at_5_std": 0.350226, + "nauc_recall_at_5_diff1": 0.787041, + "nauc_recall_at_10_max": 0.760717, + "nauc_recall_at_10_std": 0.460598, + "nauc_recall_at_10_diff1": 0.740715, + "nauc_recall_at_20_max": 0.768077, + "nauc_recall_at_20_std": 0.445721, + "nauc_recall_at_20_diff1": 0.75035, + "nauc_recall_at_100_max": 0.750519, + "nauc_recall_at_100_std": 0.524406, + "nauc_recall_at_100_diff1": 0.744268, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.684618, + "nauc_precision_at_1_std": 0.187422, + "nauc_precision_at_1_diff1": 0.836787, + "nauc_precision_at_3_max": 0.770337, + "nauc_precision_at_3_std": 0.309104, + "nauc_precision_at_3_diff1": 0.795224, + "nauc_precision_at_5_max": 0.776368, + "nauc_precision_at_5_std": 0.350226, + "nauc_precision_at_5_diff1": 0.787041, + "nauc_precision_at_10_max": 0.760717, + "nauc_precision_at_10_std": 0.460598, + "nauc_precision_at_10_diff1": 0.740715, + "nauc_precision_at_20_max": 0.768077, + "nauc_precision_at_20_std": 0.445721, + "nauc_precision_at_20_diff1": 0.75035, + "nauc_precision_at_100_max": 0.750519, + "nauc_precision_at_100_std": 0.524406, + "nauc_precision_at_100_diff1": 0.744268, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.684618, + "nauc_mrr_at_1_std": 0.187422, + "nauc_mrr_at_1_diff1": 0.836787, + "nauc_mrr_at_3_max": 0.717868, + "nauc_mrr_at_3_std": 0.230856, + "nauc_mrr_at_3_diff1": 0.822047, + "nauc_mrr_at_5_max": 0.717133, + "nauc_mrr_at_5_std": 0.235405, + "nauc_mrr_at_5_diff1": 0.821253, + "nauc_mrr_at_10_max": 0.714408, + "nauc_mrr_at_10_std": 0.238146, + "nauc_mrr_at_10_diff1": 0.819407, + "nauc_mrr_at_20_max": 0.714296, + "nauc_mrr_at_20_std": 0.236133, + "nauc_mrr_at_20_diff1": 0.820386, + "nauc_mrr_at_100_max": 0.713889, + "nauc_mrr_at_100_std": 0.235459, + "nauc_mrr_at_100_diff1": 0.820759, + "nauc_mrr_at_1000_max": 0.713875, + "nauc_mrr_at_1000_std": 0.23531, + "nauc_mrr_at_1000_diff1": 0.82079, + "main_score": 0.8052, + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ] + }, + { + "ndcg_at_1": 0.53393, + "ndcg_at_3": 0.59284, + "ndcg_at_5": 0.60734, + "ndcg_at_10": 0.62504, + "ndcg_at_20": 0.63609, + "ndcg_at_100": 0.65826, + "ndcg_at_1000": 0.67261, + "map_at_1": 0.53393, + "map_at_3": 0.57824, + "map_at_5": 0.58619, + "map_at_10": 0.59354, + "map_at_20": 0.59646, + "map_at_100": 0.59951, + "map_at_1000": 0.60008, + "recall_at_1": 0.53393, + "recall_at_3": 0.63515, + "recall_at_5": 0.67075, + "recall_at_10": 0.72525, + "recall_at_20": 0.76974, + "recall_at_100": 0.88988, + "recall_at_1000": 1.0, + "precision_at_1": 0.53393, + "precision_at_3": 0.21172, + "precision_at_5": 0.13415, + "precision_at_10": 0.07253, + "precision_at_20": 0.03849, + "precision_at_100": 0.0089, + "precision_at_1000": 0.001, + "mrr_at_1": 0.533927, + "mrr_at_3": 0.578235, + "mrr_at_5": 0.586188, + "mrr_at_10": 0.593539, + "mrr_at_20": 0.596462, + "mrr_at_100": 0.599509, + "mrr_at_1000": 0.600077, + "nauc_ndcg_at_1_max": 0.666003, + "nauc_ndcg_at_1_std": 0.400738, + "nauc_ndcg_at_1_diff1": 0.867694, + "nauc_ndcg_at_3_max": 0.651125, + "nauc_ndcg_at_3_std": 0.42136, + "nauc_ndcg_at_3_diff1": 0.81681, + "nauc_ndcg_at_5_max": 0.650367, + "nauc_ndcg_at_5_std": 0.422645, + "nauc_ndcg_at_5_diff1": 0.811141, + "nauc_ndcg_at_10_max": 0.643306, + "nauc_ndcg_at_10_std": 0.424366, + "nauc_ndcg_at_10_diff1": 0.802214, + "nauc_ndcg_at_20_max": 0.641584, + "nauc_ndcg_at_20_std": 0.423266, + "nauc_ndcg_at_20_diff1": 0.799246, + "nauc_ndcg_at_100_max": 0.646771, + "nauc_ndcg_at_100_std": 0.428051, + "nauc_ndcg_at_100_diff1": 0.802165, + "nauc_ndcg_at_1000_max": 0.648196, + "nauc_ndcg_at_1000_std": 0.423177, + "nauc_ndcg_at_1000_diff1": 0.811584, + "nauc_map_at_1_max": 0.666003, + "nauc_map_at_1_std": 0.400738, + "nauc_map_at_1_diff1": 0.867694, + "nauc_map_at_3_max": 0.655254, + "nauc_map_at_3_std": 0.41596, + "nauc_map_at_3_diff1": 0.829278, + "nauc_map_at_5_max": 0.654967, + "nauc_map_at_5_std": 0.416833, + "nauc_map_at_5_diff1": 0.826552, + "nauc_map_at_10_max": 0.652151, + "nauc_map_at_10_std": 0.417412, + "nauc_map_at_10_diff1": 0.823003, + "nauc_map_at_20_max": 0.651961, + "nauc_map_at_20_std": 0.417281, + "nauc_map_at_20_diff1": 0.822459, + "nauc_map_at_100_max": 0.652561, + "nauc_map_at_100_std": 0.418116, + "nauc_map_at_100_diff1": 0.822977, + "nauc_map_at_1000_max": 0.652576, + "nauc_map_at_1000_std": 0.417967, + "nauc_map_at_1000_diff1": 0.823298, + "nauc_recall_at_1_max": 0.666003, + "nauc_recall_at_1_std": 0.400738, + "nauc_recall_at_1_diff1": 0.867694, + "nauc_recall_at_3_max": 0.638047, + "nauc_recall_at_3_std": 0.438329, + "nauc_recall_at_3_diff1": 0.778003, + "nauc_recall_at_5_max": 0.634776, + "nauc_recall_at_5_std": 0.441782, + "nauc_recall_at_5_diff1": 0.759256, + "nauc_recall_at_10_max": 0.606744, + "nauc_recall_at_10_std": 0.451068, + "nauc_recall_at_10_diff1": 0.720107, + "nauc_recall_at_20_max": 0.589671, + "nauc_recall_at_20_std": 0.447034, + "nauc_recall_at_20_diff1": 0.690573, + "nauc_recall_at_100_max": 0.615728, + "nauc_recall_at_100_std": 0.519921, + "nauc_recall_at_100_diff1": 0.629716, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.666003, + "nauc_precision_at_1_std": 0.400738, + "nauc_precision_at_1_diff1": 0.867694, + "nauc_precision_at_3_max": 0.638047, + "nauc_precision_at_3_std": 0.438329, + "nauc_precision_at_3_diff1": 0.778003, + "nauc_precision_at_5_max": 0.634776, + "nauc_precision_at_5_std": 0.441782, + "nauc_precision_at_5_diff1": 0.759256, + "nauc_precision_at_10_max": 0.606744, + "nauc_precision_at_10_std": 0.451068, + "nauc_precision_at_10_diff1": 0.720107, + "nauc_precision_at_20_max": 0.589671, + "nauc_precision_at_20_std": 0.447034, + "nauc_precision_at_20_diff1": 0.690573, + "nauc_precision_at_100_max": 0.615728, + "nauc_precision_at_100_std": 0.519921, + "nauc_precision_at_100_diff1": 0.629716, + "nauc_precision_at_1000_max": -0.41541, + "nauc_precision_at_1000_std": -0.500026, + "nauc_precision_at_1000_diff1": -0.500026, + "nauc_mrr_at_1_max": 0.666003, + "nauc_mrr_at_1_std": 0.400738, + "nauc_mrr_at_1_diff1": 0.867694, + "nauc_mrr_at_3_max": 0.655254, + "nauc_mrr_at_3_std": 0.41596, + "nauc_mrr_at_3_diff1": 0.829278, + "nauc_mrr_at_5_max": 0.654967, + "nauc_mrr_at_5_std": 0.416833, + "nauc_mrr_at_5_diff1": 0.826552, + "nauc_mrr_at_10_max": 0.652151, + "nauc_mrr_at_10_std": 0.417412, + "nauc_mrr_at_10_diff1": 0.823003, + "nauc_mrr_at_20_max": 0.651961, + "nauc_mrr_at_20_std": 0.417281, + "nauc_mrr_at_20_diff1": 0.822459, + "nauc_mrr_at_100_max": 0.652561, + "nauc_mrr_at_100_std": 0.418116, + "nauc_mrr_at_100_diff1": 0.822977, + "nauc_mrr_at_1000_max": 0.652576, + "nauc_mrr_at_1000_std": 0.417969, + "nauc_mrr_at_1000_diff1": 0.823298, + "main_score": 0.62504, + "hf_subset": "kin_Latn-kin_Latn", + "languages": [ + "kin-Latn", + "kin-Latn" + ] + }, + { + "ndcg_at_1": 0.79111, + "ndcg_at_3": 0.84464, + "ndcg_at_5": 0.85798, + "ndcg_at_10": 0.86756, + "ndcg_at_20": 0.87269, + "ndcg_at_100": 0.87789, + "ndcg_at_1000": 0.87906, + "map_at_1": 0.79111, + "map_at_3": 0.8313, + "map_at_5": 0.83874, + "map_at_10": 0.84283, + "map_at_20": 0.84427, + "map_at_100": 0.84508, + "map_at_1000": 0.84513, + "recall_at_1": 0.79111, + "recall_at_3": 0.88333, + "recall_at_5": 0.91556, + "recall_at_10": 0.94444, + "recall_at_20": 0.96444, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.79111, + "precision_at_3": 0.29444, + "precision_at_5": 0.18311, + "precision_at_10": 0.09444, + "precision_at_20": 0.04822, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.791111, + "mrr_at_3": 0.831296, + "mrr_at_5": 0.838741, + "mrr_at_10": 0.842832, + "mrr_at_20": 0.844275, + "mrr_at_100": 0.845083, + "mrr_at_1000": 0.845132, + "nauc_ndcg_at_1_max": 0.668149, + "nauc_ndcg_at_1_std": -0.021527, + "nauc_ndcg_at_1_diff1": 0.853231, + "nauc_ndcg_at_3_max": 0.695091, + "nauc_ndcg_at_3_std": 0.031383, + "nauc_ndcg_at_3_diff1": 0.835779, + "nauc_ndcg_at_5_max": 0.692395, + "nauc_ndcg_at_5_std": 0.055834, + "nauc_ndcg_at_5_diff1": 0.836843, + "nauc_ndcg_at_10_max": 0.685132, + "nauc_ndcg_at_10_std": 0.056207, + "nauc_ndcg_at_10_diff1": 0.837543, + "nauc_ndcg_at_20_max": 0.691461, + "nauc_ndcg_at_20_std": 0.045898, + "nauc_ndcg_at_20_diff1": 0.839706, + "nauc_ndcg_at_100_max": 0.684652, + "nauc_ndcg_at_100_std": 0.034285, + "nauc_ndcg_at_100_diff1": 0.839989, + "nauc_ndcg_at_1000_max": 0.684171, + "nauc_ndcg_at_1000_std": 0.030609, + "nauc_ndcg_at_1000_diff1": 0.840292, + "nauc_map_at_1_max": 0.668149, + "nauc_map_at_1_std": -0.021527, + "nauc_map_at_1_diff1": 0.853231, + "nauc_map_at_3_max": 0.686076, + "nauc_map_at_3_std": 0.012849, + "nauc_map_at_3_diff1": 0.840099, + "nauc_map_at_5_max": 0.683775, + "nauc_map_at_5_std": 0.023867, + "nauc_map_at_5_diff1": 0.840673, + "nauc_map_at_10_max": 0.680887, + "nauc_map_at_10_std": 0.0232, + "nauc_map_at_10_diff1": 0.841049, + "nauc_map_at_20_max": 0.682265, + "nauc_map_at_20_std": 0.02054, + "nauc_map_at_20_diff1": 0.841566, + "nauc_map_at_100_max": 0.681371, + "nauc_map_at_100_std": 0.019035, + "nauc_map_at_100_diff1": 0.841544, + "nauc_map_at_1000_max": 0.681357, + "nauc_map_at_1000_std": 0.018933, + "nauc_map_at_1000_diff1": 0.841582, + "nauc_recall_at_1_max": 0.668149, + "nauc_recall_at_1_std": -0.021527, + "nauc_recall_at_1_diff1": 0.853231, + "nauc_recall_at_3_max": 0.731874, + "nauc_recall_at_3_std": 0.107431, + "nauc_recall_at_3_diff1": 0.818912, + "nauc_recall_at_5_max": 0.738685, + "nauc_recall_at_5_std": 0.231043, + "nauc_recall_at_5_diff1": 0.818148, + "nauc_recall_at_10_max": 0.713492, + "nauc_recall_at_10_std": 0.323324, + "nauc_recall_at_10_diff1": 0.813081, + "nauc_recall_at_20_max": 0.814951, + "nauc_recall_at_20_std": 0.336164, + "nauc_recall_at_20_diff1": 0.828577, + "nauc_recall_at_100_max": 0.732493, + "nauc_recall_at_100_std": 0.413049, + "nauc_recall_at_100_diff1": 0.829307, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.668149, + "nauc_precision_at_1_std": -0.021527, + "nauc_precision_at_1_diff1": 0.853231, + "nauc_precision_at_3_max": 0.731874, + "nauc_precision_at_3_std": 0.107431, + "nauc_precision_at_3_diff1": 0.818912, + "nauc_precision_at_5_max": 0.738685, + "nauc_precision_at_5_std": 0.231043, + "nauc_precision_at_5_diff1": 0.818148, + "nauc_precision_at_10_max": 0.713492, + "nauc_precision_at_10_std": 0.323324, + "nauc_precision_at_10_diff1": 0.813081, + "nauc_precision_at_20_max": 0.814951, + "nauc_precision_at_20_std": 0.336164, + "nauc_precision_at_20_diff1": 0.828577, + "nauc_precision_at_100_max": 0.732493, + "nauc_precision_at_100_std": 0.413049, + "nauc_precision_at_100_diff1": 0.829307, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.668149, + "nauc_mrr_at_1_std": -0.021527, + "nauc_mrr_at_1_diff1": 0.853231, + "nauc_mrr_at_3_max": 0.686076, + "nauc_mrr_at_3_std": 0.012849, + "nauc_mrr_at_3_diff1": 0.840099, + "nauc_mrr_at_5_max": 0.683775, + "nauc_mrr_at_5_std": 0.023867, + "nauc_mrr_at_5_diff1": 0.840673, + "nauc_mrr_at_10_max": 0.680887, + "nauc_mrr_at_10_std": 0.0232, + "nauc_mrr_at_10_diff1": 0.841049, + "nauc_mrr_at_20_max": 0.682265, + "nauc_mrr_at_20_std": 0.02054, + "nauc_mrr_at_20_diff1": 0.841566, + "nauc_mrr_at_100_max": 0.681371, + "nauc_mrr_at_100_std": 0.019035, + "nauc_mrr_at_100_diff1": 0.841544, + "nauc_mrr_at_1000_max": 0.681357, + "nauc_mrr_at_1000_std": 0.018933, + "nauc_mrr_at_1000_diff1": 0.841582, + "main_score": 0.86756, + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45717, + "ndcg_at_3": 0.51807, + "ndcg_at_5": 0.53224, + "ndcg_at_10": 0.55041, + "ndcg_at_20": 0.56105, + "ndcg_at_100": 0.5845, + "ndcg_at_1000": 0.60711, + "map_at_1": 0.45717, + "map_at_3": 0.50334, + "map_at_5": 0.51118, + "map_at_10": 0.51857, + "map_at_20": 0.52147, + "map_at_100": 0.52432, + "map_at_1000": 0.52522, + "recall_at_1": 0.45717, + "recall_at_3": 0.56062, + "recall_at_5": 0.59511, + "recall_at_10": 0.65184, + "recall_at_20": 0.6941, + "recall_at_100": 0.82647, + "recall_at_1000": 1.0, + "precision_at_1": 0.45717, + "precision_at_3": 0.18687, + "precision_at_5": 0.11902, + "precision_at_10": 0.06518, + "precision_at_20": 0.03471, + "precision_at_100": 0.00826, + "precision_at_1000": 0.001, + "mrr_at_1": 0.457175, + "mrr_at_3": 0.503337, + "mrr_at_5": 0.511179, + "mrr_at_10": 0.518575, + "mrr_at_20": 0.52147, + "mrr_at_100": 0.524319, + "mrr_at_1000": 0.525221, + "nauc_ndcg_at_1_max": 0.656893, + "nauc_ndcg_at_1_std": 0.053175, + "nauc_ndcg_at_1_diff1": 0.831836, + "nauc_ndcg_at_3_max": 0.659222, + "nauc_ndcg_at_3_std": 0.078248, + "nauc_ndcg_at_3_diff1": 0.790359, + "nauc_ndcg_at_5_max": 0.651432, + "nauc_ndcg_at_5_std": 0.082478, + "nauc_ndcg_at_5_diff1": 0.778399, + "nauc_ndcg_at_10_max": 0.644352, + "nauc_ndcg_at_10_std": 0.082051, + "nauc_ndcg_at_10_diff1": 0.773012, + "nauc_ndcg_at_20_max": 0.639104, + "nauc_ndcg_at_20_std": 0.086839, + "nauc_ndcg_at_20_diff1": 0.765503, + "nauc_ndcg_at_100_max": 0.63512, + "nauc_ndcg_at_100_std": 0.08044, + "nauc_ndcg_at_100_diff1": 0.76576, + "nauc_ndcg_at_1000_max": 0.642989, + "nauc_ndcg_at_1000_std": 0.077823, + "nauc_ndcg_at_1000_diff1": 0.777224, + "nauc_map_at_1_max": 0.656893, + "nauc_map_at_1_std": 0.053175, + "nauc_map_at_1_diff1": 0.831836, + "nauc_map_at_3_max": 0.657182, + "nauc_map_at_3_std": 0.068487, + "nauc_map_at_3_diff1": 0.800773, + "nauc_map_at_5_max": 0.652948, + "nauc_map_at_5_std": 0.070913, + "nauc_map_at_5_diff1": 0.794363, + "nauc_map_at_10_max": 0.650237, + "nauc_map_at_10_std": 0.071062, + "nauc_map_at_10_diff1": 0.792272, + "nauc_map_at_20_max": 0.64889, + "nauc_map_at_20_std": 0.072229, + "nauc_map_at_20_diff1": 0.790469, + "nauc_map_at_100_max": 0.64827, + "nauc_map_at_100_std": 0.071572, + "nauc_map_at_100_diff1": 0.790271, + "nauc_map_at_1000_max": 0.648556, + "nauc_map_at_1000_std": 0.071432, + "nauc_map_at_1000_diff1": 0.790674, + "nauc_recall_at_1_max": 0.656893, + "nauc_recall_at_1_std": 0.053175, + "nauc_recall_at_1_diff1": 0.831836, + "nauc_recall_at_3_max": 0.66602, + "nauc_recall_at_3_std": 0.109265, + "nauc_recall_at_3_diff1": 0.758852, + "nauc_recall_at_5_max": 0.646127, + "nauc_recall_at_5_std": 0.120455, + "nauc_recall_at_5_diff1": 0.726774, + "nauc_recall_at_10_max": 0.620062, + "nauc_recall_at_10_std": 0.120132, + "nauc_recall_at_10_diff1": 0.703109, + "nauc_recall_at_20_max": 0.592598, + "nauc_recall_at_20_std": 0.146913, + "nauc_recall_at_20_diff1": 0.660001, + "nauc_recall_at_100_max": 0.530507, + "nauc_recall_at_100_std": 0.112014, + "nauc_recall_at_100_diff1": 0.611263, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.656893, + "nauc_precision_at_1_std": 0.053175, + "nauc_precision_at_1_diff1": 0.831836, + "nauc_precision_at_3_max": 0.66602, + "nauc_precision_at_3_std": 0.109265, + "nauc_precision_at_3_diff1": 0.758852, + "nauc_precision_at_5_max": 0.646127, + "nauc_precision_at_5_std": 0.120455, + "nauc_precision_at_5_diff1": 0.726774, + "nauc_precision_at_10_max": 0.620062, + "nauc_precision_at_10_std": 0.120132, + "nauc_precision_at_10_diff1": 0.703109, + "nauc_precision_at_20_max": 0.592598, + "nauc_precision_at_20_std": 0.146913, + "nauc_precision_at_20_diff1": 0.660001, + "nauc_precision_at_100_max": 0.530507, + "nauc_precision_at_100_std": 0.112014, + "nauc_precision_at_100_diff1": 0.611263, + "nauc_precision_at_1000_max": -0.318687, + "nauc_precision_at_1000_std": -0.318687, + "nauc_precision_at_1000_diff1": -0.318687, + "nauc_mrr_at_1_max": 0.656893, + "nauc_mrr_at_1_std": 0.053175, + "nauc_mrr_at_1_diff1": 0.831836, + "nauc_mrr_at_3_max": 0.657182, + "nauc_mrr_at_3_std": 0.068487, + "nauc_mrr_at_3_diff1": 0.800773, + "nauc_mrr_at_5_max": 0.652948, + "nauc_mrr_at_5_std": 0.070913, + "nauc_mrr_at_5_diff1": 0.794363, + "nauc_mrr_at_10_max": 0.650237, + "nauc_mrr_at_10_std": 0.071062, + "nauc_mrr_at_10_diff1": 0.792272, + "nauc_mrr_at_20_max": 0.64889, + "nauc_mrr_at_20_std": 0.072229, + "nauc_mrr_at_20_diff1": 0.790469, + "nauc_mrr_at_100_max": 0.64827, + "nauc_mrr_at_100_std": 0.071572, + "nauc_mrr_at_100_diff1": 0.790271, + "nauc_mrr_at_1000_max": 0.648556, + "nauc_mrr_at_1000_std": 0.071433, + "nauc_mrr_at_1000_diff1": 0.790674, + "main_score": 0.55041, + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ] + }, + { + "ndcg_at_1": 0.78778, + "ndcg_at_3": 0.83926, + "ndcg_at_5": 0.84662, + "ndcg_at_10": 0.85432, + "ndcg_at_20": 0.86069, + "ndcg_at_100": 0.8685, + "ndcg_at_1000": 0.87051, + "map_at_1": 0.78778, + "map_at_3": 0.82704, + "map_at_5": 0.83115, + "map_at_10": 0.83441, + "map_at_20": 0.83611, + "map_at_100": 0.83711, + "map_at_1000": 0.83718, + "recall_at_1": 0.78778, + "recall_at_3": 0.87444, + "recall_at_5": 0.89222, + "recall_at_10": 0.91556, + "recall_at_20": 0.94111, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.78778, + "precision_at_3": 0.29148, + "precision_at_5": 0.17844, + "precision_at_10": 0.09156, + "precision_at_20": 0.04706, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.787778, + "mrr_at_3": 0.827037, + "mrr_at_5": 0.831148, + "mrr_at_10": 0.834407, + "mrr_at_20": 0.836112, + "mrr_at_100": 0.837106, + "mrr_at_1000": 0.837183, + "nauc_ndcg_at_1_max": 0.689266, + "nauc_ndcg_at_1_std": 0.083468, + "nauc_ndcg_at_1_diff1": 0.889201, + "nauc_ndcg_at_3_max": 0.739611, + "nauc_ndcg_at_3_std": 0.111128, + "nauc_ndcg_at_3_diff1": 0.862083, + "nauc_ndcg_at_5_max": 0.742482, + "nauc_ndcg_at_5_std": 0.121899, + "nauc_ndcg_at_5_diff1": 0.857812, + "nauc_ndcg_at_10_max": 0.742737, + "nauc_ndcg_at_10_std": 0.147398, + "nauc_ndcg_at_10_diff1": 0.857196, + "nauc_ndcg_at_20_max": 0.739145, + "nauc_ndcg_at_20_std": 0.141535, + "nauc_ndcg_at_20_diff1": 0.859681, + "nauc_ndcg_at_100_max": 0.734367, + "nauc_ndcg_at_100_std": 0.134981, + "nauc_ndcg_at_100_diff1": 0.862765, + "nauc_ndcg_at_1000_max": 0.731653, + "nauc_ndcg_at_1000_std": 0.127211, + "nauc_ndcg_at_1000_diff1": 0.86398, + "nauc_map_at_1_max": 0.689266, + "nauc_map_at_1_std": 0.083468, + "nauc_map_at_1_diff1": 0.889201, + "nauc_map_at_3_max": 0.725611, + "nauc_map_at_3_std": 0.103041, + "nauc_map_at_3_diff1": 0.869469, + "nauc_map_at_5_max": 0.726859, + "nauc_map_at_5_std": 0.10898, + "nauc_map_at_5_diff1": 0.867553, + "nauc_map_at_10_max": 0.726415, + "nauc_map_at_10_std": 0.118476, + "nauc_map_at_10_diff1": 0.867354, + "nauc_map_at_20_max": 0.725399, + "nauc_map_at_20_std": 0.116675, + "nauc_map_at_20_diff1": 0.86806, + "nauc_map_at_100_max": 0.724796, + "nauc_map_at_100_std": 0.115929, + "nauc_map_at_100_diff1": 0.868391, + "nauc_map_at_1000_max": 0.724713, + "nauc_map_at_1000_std": 0.115655, + "nauc_map_at_1000_diff1": 0.868416, + "nauc_recall_at_1_max": 0.689266, + "nauc_recall_at_1_std": 0.083468, + "nauc_recall_at_1_diff1": 0.889201, + "nauc_recall_at_3_max": 0.792993, + "nauc_recall_at_3_std": 0.142191, + "nauc_recall_at_3_diff1": 0.834007, + "nauc_recall_at_5_max": 0.80961, + "nauc_recall_at_5_std": 0.178438, + "nauc_recall_at_5_diff1": 0.815226, + "nauc_recall_at_10_max": 0.830809, + "nauc_recall_at_10_std": 0.318621, + "nauc_recall_at_10_diff1": 0.802484, + "nauc_recall_at_20_max": 0.837007, + "nauc_recall_at_20_std": 0.343032, + "nauc_recall_at_20_diff1": 0.800583, + "nauc_recall_at_100_max": 0.901627, + "nauc_recall_at_100_std": 0.596605, + "nauc_recall_at_100_diff1": 0.781446, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.689266, + "nauc_precision_at_1_std": 0.083468, + "nauc_precision_at_1_diff1": 0.889201, + "nauc_precision_at_3_max": 0.792993, + "nauc_precision_at_3_std": 0.142191, + "nauc_precision_at_3_diff1": 0.834007, + "nauc_precision_at_5_max": 0.80961, + "nauc_precision_at_5_std": 0.178438, + "nauc_precision_at_5_diff1": 0.815226, + "nauc_precision_at_10_max": 0.830809, + "nauc_precision_at_10_std": 0.318621, + "nauc_precision_at_10_diff1": 0.802484, + "nauc_precision_at_20_max": 0.837007, + "nauc_precision_at_20_std": 0.343032, + "nauc_precision_at_20_diff1": 0.800583, + "nauc_precision_at_100_max": 0.901627, + "nauc_precision_at_100_std": 0.596605, + "nauc_precision_at_100_diff1": 0.781446, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.689266, + "nauc_mrr_at_1_std": 0.083468, + "nauc_mrr_at_1_diff1": 0.889201, + "nauc_mrr_at_3_max": 0.725611, + "nauc_mrr_at_3_std": 0.103041, + "nauc_mrr_at_3_diff1": 0.869469, + "nauc_mrr_at_5_max": 0.726859, + "nauc_mrr_at_5_std": 0.10898, + "nauc_mrr_at_5_diff1": 0.867553, + "nauc_mrr_at_10_max": 0.726415, + "nauc_mrr_at_10_std": 0.118476, + "nauc_mrr_at_10_diff1": 0.867354, + "nauc_mrr_at_20_max": 0.725399, + "nauc_mrr_at_20_std": 0.116675, + "nauc_mrr_at_20_diff1": 0.86806, + "nauc_mrr_at_100_max": 0.724796, + "nauc_mrr_at_100_std": 0.115929, + "nauc_mrr_at_100_diff1": 0.868391, + "nauc_mrr_at_1000_max": 0.724713, + "nauc_mrr_at_1000_std": 0.115655, + "nauc_mrr_at_1000_diff1": 0.868416, + "main_score": 0.85432, + "hf_subset": "kir_Cyrl-kir_Cyrl", + "languages": [ + "kir-Cyrl", + "kir-Cyrl" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.93319, + "ndcg_at_5": 0.94088, + "ndcg_at_10": 0.94279, + "ndcg_at_20": 0.94533, + "ndcg_at_100": 0.94598, + "ndcg_at_1000": 0.94655, + "map_at_1": 0.89667, + "map_at_3": 0.92463, + "map_at_5": 0.92885, + "map_at_10": 0.92971, + "map_at_20": 0.93041, + "map_at_100": 0.93051, + "map_at_1000": 0.93053, + "recall_at_1": 0.89667, + "recall_at_3": 0.95778, + "recall_at_5": 0.97667, + "recall_at_10": 0.98222, + "recall_at_20": 0.99222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89667, + "precision_at_3": 0.31926, + "precision_at_5": 0.19533, + "precision_at_10": 0.09822, + "precision_at_20": 0.04961, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.92463, + "mrr_at_5": 0.928852, + "mrr_at_10": 0.929705, + "mrr_at_20": 0.930407, + "mrr_at_100": 0.930506, + "mrr_at_1000": 0.930529, + "nauc_ndcg_at_1_max": 0.727287, + "nauc_ndcg_at_1_std": -0.11387, + "nauc_ndcg_at_1_diff1": 0.937464, + "nauc_ndcg_at_3_max": 0.795247, + "nauc_ndcg_at_3_std": -0.087884, + "nauc_ndcg_at_3_diff1": 0.947335, + "nauc_ndcg_at_5_max": 0.784374, + "nauc_ndcg_at_5_std": -0.090032, + "nauc_ndcg_at_5_diff1": 0.945657, + "nauc_ndcg_at_10_max": 0.777162, + "nauc_ndcg_at_10_std": -0.120661, + "nauc_ndcg_at_10_diff1": 0.944746, + "nauc_ndcg_at_20_max": 0.773753, + "nauc_ndcg_at_20_std": -0.099776, + "nauc_ndcg_at_20_diff1": 0.944962, + "nauc_ndcg_at_100_max": 0.772014, + "nauc_ndcg_at_100_std": -0.088982, + "nauc_ndcg_at_100_diff1": 0.944301, + "nauc_ndcg_at_1000_max": 0.77026, + "nauc_ndcg_at_1000_std": -0.100698, + "nauc_ndcg_at_1000_diff1": 0.943701, + "nauc_map_at_1_max": 0.727287, + "nauc_map_at_1_std": -0.11387, + "nauc_map_at_1_diff1": 0.937464, + "nauc_map_at_3_max": 0.775161, + "nauc_map_at_3_std": -0.099924, + "nauc_map_at_3_diff1": 0.944057, + "nauc_map_at_5_max": 0.769013, + "nauc_map_at_5_std": -0.102108, + "nauc_map_at_5_diff1": 0.943184, + "nauc_map_at_10_max": 0.766201, + "nauc_map_at_10_std": -0.113464, + "nauc_map_at_10_diff1": 0.942838, + "nauc_map_at_20_max": 0.765393, + "nauc_map_at_20_std": -0.10837, + "nauc_map_at_20_diff1": 0.942791, + "nauc_map_at_100_max": 0.765134, + "nauc_map_at_100_std": -0.106819, + "nauc_map_at_100_diff1": 0.942709, + "nauc_map_at_1000_max": 0.765079, + "nauc_map_at_1000_std": -0.107176, + "nauc_map_at_1000_diff1": 0.94269, + "nauc_recall_at_1_max": 0.727287, + "nauc_recall_at_1_std": -0.11387, + "nauc_recall_at_1_diff1": 0.937464, + "nauc_recall_at_3_max": 0.89669, + "nauc_recall_at_3_std": -0.023502, + "nauc_recall_at_3_diff1": 0.964187, + "nauc_recall_at_5_max": 0.91132, + "nauc_recall_at_5_std": 0.021453, + "nauc_recall_at_5_diff1": 0.96632, + "nauc_recall_at_10_max": 0.883608, + "nauc_recall_at_10_std": -0.228612, + "nauc_recall_at_10_diff1": 0.963965, + "nauc_recall_at_20_max": 0.922969, + "nauc_recall_at_20_std": 0.17587, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.727287, + "nauc_precision_at_1_std": -0.11387, + "nauc_precision_at_1_diff1": 0.937464, + "nauc_precision_at_3_max": 0.89669, + "nauc_precision_at_3_std": -0.023502, + "nauc_precision_at_3_diff1": 0.964187, + "nauc_precision_at_5_max": 0.91132, + "nauc_precision_at_5_std": 0.021453, + "nauc_precision_at_5_diff1": 0.96632, + "nauc_precision_at_10_max": 0.883608, + "nauc_precision_at_10_std": -0.228612, + "nauc_precision_at_10_diff1": 0.963965, + "nauc_precision_at_20_max": 0.922969, + "nauc_precision_at_20_std": 0.17587, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.727287, + "nauc_mrr_at_1_std": -0.11387, + "nauc_mrr_at_1_diff1": 0.937464, + "nauc_mrr_at_3_max": 0.775161, + "nauc_mrr_at_3_std": -0.099924, + "nauc_mrr_at_3_diff1": 0.944057, + "nauc_mrr_at_5_max": 0.769013, + "nauc_mrr_at_5_std": -0.102108, + "nauc_mrr_at_5_diff1": 0.943184, + "nauc_mrr_at_10_max": 0.766201, + "nauc_mrr_at_10_std": -0.113464, + "nauc_mrr_at_10_diff1": 0.942838, + "nauc_mrr_at_20_max": 0.765393, + "nauc_mrr_at_20_std": -0.10837, + "nauc_mrr_at_20_diff1": 0.942791, + "nauc_mrr_at_100_max": 0.765134, + "nauc_mrr_at_100_std": -0.106819, + "nauc_mrr_at_100_diff1": 0.942709, + "nauc_mrr_at_1000_max": 0.765079, + "nauc_mrr_at_1000_std": -0.107176, + "nauc_mrr_at_1000_diff1": 0.94269, + "main_score": 0.94279, + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.77667, + "ndcg_at_3": 0.8304, + "ndcg_at_5": 0.84121, + "ndcg_at_10": 0.84722, + "ndcg_at_20": 0.85235, + "ndcg_at_100": 0.86182, + "ndcg_at_1000": 0.86406, + "map_at_1": 0.77667, + "map_at_3": 0.81778, + "map_at_5": 0.82394, + "map_at_10": 0.82637, + "map_at_20": 0.82782, + "map_at_100": 0.82904, + "map_at_1000": 0.82914, + "recall_at_1": 0.77667, + "recall_at_3": 0.86667, + "recall_at_5": 0.89222, + "recall_at_10": 0.91111, + "recall_at_20": 0.93111, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.77667, + "precision_at_3": 0.28889, + "precision_at_5": 0.17844, + "precision_at_10": 0.09111, + "precision_at_20": 0.04656, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.776667, + "mrr_at_3": 0.817778, + "mrr_at_5": 0.823944, + "mrr_at_10": 0.826371, + "mrr_at_20": 0.827816, + "mrr_at_100": 0.829038, + "mrr_at_1000": 0.829137, + "nauc_ndcg_at_1_max": 0.692382, + "nauc_ndcg_at_1_std": 0.080991, + "nauc_ndcg_at_1_diff1": 0.887256, + "nauc_ndcg_at_3_max": 0.750897, + "nauc_ndcg_at_3_std": 0.134448, + "nauc_ndcg_at_3_diff1": 0.884713, + "nauc_ndcg_at_5_max": 0.744525, + "nauc_ndcg_at_5_std": 0.137517, + "nauc_ndcg_at_5_diff1": 0.876517, + "nauc_ndcg_at_10_max": 0.742116, + "nauc_ndcg_at_10_std": 0.150764, + "nauc_ndcg_at_10_diff1": 0.877364, + "nauc_ndcg_at_20_max": 0.738004, + "nauc_ndcg_at_20_std": 0.144757, + "nauc_ndcg_at_20_diff1": 0.880394, + "nauc_ndcg_at_100_max": 0.734924, + "nauc_ndcg_at_100_std": 0.1391, + "nauc_ndcg_at_100_diff1": 0.880903, + "nauc_ndcg_at_1000_max": 0.734273, + "nauc_ndcg_at_1000_std": 0.133531, + "nauc_ndcg_at_1000_diff1": 0.880931, + "nauc_map_at_1_max": 0.692382, + "nauc_map_at_1_std": 0.080991, + "nauc_map_at_1_diff1": 0.887256, + "nauc_map_at_3_max": 0.735643, + "nauc_map_at_3_std": 0.120667, + "nauc_map_at_3_diff1": 0.885268, + "nauc_map_at_5_max": 0.731814, + "nauc_map_at_5_std": 0.121999, + "nauc_map_at_5_diff1": 0.88095, + "nauc_map_at_10_max": 0.730618, + "nauc_map_at_10_std": 0.126281, + "nauc_map_at_10_diff1": 0.881183, + "nauc_map_at_20_max": 0.729571, + "nauc_map_at_20_std": 0.124752, + "nauc_map_at_20_diff1": 0.881915, + "nauc_map_at_100_max": 0.729262, + "nauc_map_at_100_std": 0.123983, + "nauc_map_at_100_diff1": 0.881973, + "nauc_map_at_1000_max": 0.729244, + "nauc_map_at_1000_std": 0.123783, + "nauc_map_at_1000_diff1": 0.881982, + "nauc_recall_at_1_max": 0.692382, + "nauc_recall_at_1_std": 0.080991, + "nauc_recall_at_1_diff1": 0.887256, + "nauc_recall_at_3_max": 0.807919, + "nauc_recall_at_3_std": 0.185871, + "nauc_recall_at_3_diff1": 0.882706, + "nauc_recall_at_5_max": 0.79877, + "nauc_recall_at_5_std": 0.205569, + "nauc_recall_at_5_diff1": 0.855573, + "nauc_recall_at_10_max": 0.798839, + "nauc_recall_at_10_std": 0.289064, + "nauc_recall_at_10_diff1": 0.856939, + "nauc_recall_at_20_max": 0.781964, + "nauc_recall_at_20_std": 0.279201, + "nauc_recall_at_20_diff1": 0.875569, + "nauc_recall_at_100_max": 0.775755, + "nauc_recall_at_100_std": 0.459041, + "nauc_recall_at_100_diff1": 0.882353, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.692382, + "nauc_precision_at_1_std": 0.080991, + "nauc_precision_at_1_diff1": 0.887256, + "nauc_precision_at_3_max": 0.807919, + "nauc_precision_at_3_std": 0.185871, + "nauc_precision_at_3_diff1": 0.882706, + "nauc_precision_at_5_max": 0.79877, + "nauc_precision_at_5_std": 0.205569, + "nauc_precision_at_5_diff1": 0.855573, + "nauc_precision_at_10_max": 0.798839, + "nauc_precision_at_10_std": 0.289064, + "nauc_precision_at_10_diff1": 0.856939, + "nauc_precision_at_20_max": 0.781964, + "nauc_precision_at_20_std": 0.279201, + "nauc_precision_at_20_diff1": 0.875569, + "nauc_precision_at_100_max": 0.775755, + "nauc_precision_at_100_std": 0.459041, + "nauc_precision_at_100_diff1": 0.882353, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.692382, + "nauc_mrr_at_1_std": 0.080991, + "nauc_mrr_at_1_diff1": 0.887256, + "nauc_mrr_at_3_max": 0.735643, + "nauc_mrr_at_3_std": 0.120667, + "nauc_mrr_at_3_diff1": 0.885268, + "nauc_mrr_at_5_max": 0.731814, + "nauc_mrr_at_5_std": 0.121999, + "nauc_mrr_at_5_diff1": 0.88095, + "nauc_mrr_at_10_max": 0.730618, + "nauc_mrr_at_10_std": 0.126281, + "nauc_mrr_at_10_diff1": 0.881183, + "nauc_mrr_at_20_max": 0.729571, + "nauc_mrr_at_20_std": 0.124752, + "nauc_mrr_at_20_diff1": 0.881915, + "nauc_mrr_at_100_max": 0.729262, + "nauc_mrr_at_100_std": 0.123983, + "nauc_mrr_at_100_diff1": 0.881973, + "nauc_mrr_at_1000_max": 0.729244, + "nauc_mrr_at_1000_std": 0.123783, + "nauc_mrr_at_1000_diff1": 0.881982, + "main_score": 0.84722, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ] + }, + { + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.93082, + "ndcg_at_5": 0.93837, + "ndcg_at_10": 0.94089, + "ndcg_at_20": 0.94287, + "ndcg_at_100": 0.94437, + "ndcg_at_1000": 0.94511, + "map_at_1": 0.89778, + "map_at_3": 0.92333, + "map_at_5": 0.92739, + "map_at_10": 0.92843, + "map_at_20": 0.92899, + "map_at_100": 0.92921, + "map_at_1000": 0.92924, + "recall_at_1": 0.89778, + "recall_at_3": 0.95222, + "recall_at_5": 0.97111, + "recall_at_10": 0.97889, + "recall_at_20": 0.98667, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.89778, + "precision_at_3": 0.31741, + "precision_at_5": 0.19422, + "precision_at_10": 0.09789, + "precision_at_20": 0.04933, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.923333, + "mrr_at_5": 0.927389, + "mrr_at_10": 0.92843, + "mrr_at_20": 0.928986, + "mrr_at_100": 0.929213, + "mrr_at_1000": 0.929245, + "nauc_ndcg_at_1_max": 0.708057, + "nauc_ndcg_at_1_std": -0.068645, + "nauc_ndcg_at_1_diff1": 0.931503, + "nauc_ndcg_at_3_max": 0.784235, + "nauc_ndcg_at_3_std": -0.053202, + "nauc_ndcg_at_3_diff1": 0.927239, + "nauc_ndcg_at_5_max": 0.778344, + "nauc_ndcg_at_5_std": -0.051113, + "nauc_ndcg_at_5_diff1": 0.929625, + "nauc_ndcg_at_10_max": 0.772233, + "nauc_ndcg_at_10_std": -0.051993, + "nauc_ndcg_at_10_diff1": 0.929141, + "nauc_ndcg_at_20_max": 0.769239, + "nauc_ndcg_at_20_std": -0.034268, + "nauc_ndcg_at_20_diff1": 0.930589, + "nauc_ndcg_at_100_max": 0.764456, + "nauc_ndcg_at_100_std": -0.031252, + "nauc_ndcg_at_100_diff1": 0.929184, + "nauc_ndcg_at_1000_max": 0.762035, + "nauc_ndcg_at_1000_std": -0.044759, + "nauc_ndcg_at_1000_diff1": 0.92935, + "nauc_map_at_1_max": 0.708057, + "nauc_map_at_1_std": -0.068645, + "nauc_map_at_1_diff1": 0.931503, + "nauc_map_at_3_max": 0.762388, + "nauc_map_at_3_std": -0.060083, + "nauc_map_at_3_diff1": 0.928116, + "nauc_map_at_5_max": 0.75855, + "nauc_map_at_5_std": -0.058548, + "nauc_map_at_5_diff1": 0.929231, + "nauc_map_at_10_max": 0.756252, + "nauc_map_at_10_std": -0.058237, + "nauc_map_at_10_diff1": 0.929071, + "nauc_map_at_20_max": 0.755464, + "nauc_map_at_20_std": -0.054026, + "nauc_map_at_20_diff1": 0.929403, + "nauc_map_at_100_max": 0.75481, + "nauc_map_at_100_std": -0.053744, + "nauc_map_at_100_diff1": 0.92922, + "nauc_map_at_1000_max": 0.75473, + "nauc_map_at_1000_std": -0.054208, + "nauc_map_at_1000_diff1": 0.929233, + "nauc_recall_at_1_max": 0.708057, + "nauc_recall_at_1_std": -0.068645, + "nauc_recall_at_1_diff1": 0.931503, + "nauc_recall_at_3_max": 0.883471, + "nauc_recall_at_3_std": -0.020129, + "nauc_recall_at_3_diff1": 0.923512, + "nauc_recall_at_5_max": 0.916236, + "nauc_recall_at_5_std": 0.002568, + "nauc_recall_at_5_diff1": 0.934012, + "nauc_recall_at_10_max": 0.912895, + "nauc_recall_at_10_std": 0.00199, + "nauc_recall_at_10_diff1": 0.931201, + "nauc_recall_at_20_max": 0.944172, + "nauc_recall_at_20_std": 0.319094, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": 0.973856, + "nauc_recall_at_100_diff1": 0.921569, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.708057, + "nauc_precision_at_1_std": -0.068645, + "nauc_precision_at_1_diff1": 0.931503, + "nauc_precision_at_3_max": 0.883471, + "nauc_precision_at_3_std": -0.020129, + "nauc_precision_at_3_diff1": 0.923512, + "nauc_precision_at_5_max": 0.916236, + "nauc_precision_at_5_std": 0.002568, + "nauc_precision_at_5_diff1": 0.934012, + "nauc_precision_at_10_max": 0.912895, + "nauc_precision_at_10_std": 0.00199, + "nauc_precision_at_10_diff1": 0.931201, + "nauc_precision_at_20_max": 0.944172, + "nauc_precision_at_20_std": 0.319094, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": 0.973856, + "nauc_precision_at_100_diff1": 0.921569, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.708057, + "nauc_mrr_at_1_std": -0.068645, + "nauc_mrr_at_1_diff1": 0.931503, + "nauc_mrr_at_3_max": 0.762388, + "nauc_mrr_at_3_std": -0.060083, + "nauc_mrr_at_3_diff1": 0.928116, + "nauc_mrr_at_5_max": 0.75855, + "nauc_mrr_at_5_std": -0.058548, + "nauc_mrr_at_5_diff1": 0.929231, + "nauc_mrr_at_10_max": 0.756252, + "nauc_mrr_at_10_std": -0.058237, + "nauc_mrr_at_10_diff1": 0.929071, + "nauc_mrr_at_20_max": 0.755464, + "nauc_mrr_at_20_std": -0.054026, + "nauc_mrr_at_20_diff1": 0.929403, + "nauc_mrr_at_100_max": 0.75481, + "nauc_mrr_at_100_std": -0.053744, + "nauc_mrr_at_100_diff1": 0.92922, + "nauc_mrr_at_1000_max": 0.75473, + "nauc_mrr_at_1000_std": -0.054208, + "nauc_mrr_at_1000_diff1": 0.929233, + "main_score": 0.94089, + "hf_subset": "kor_Hang-kor_Hang", + "languages": [ + "kor-Hang", + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.93, + "ndcg_at_3": 0.95618, + "ndcg_at_5": 0.96082, + "ndcg_at_10": 0.96227, + "ndcg_at_20": 0.96344, + "ndcg_at_100": 0.96427, + "ndcg_at_1000": 0.96454, + "map_at_1": 0.93, + "map_at_3": 0.95019, + "map_at_5": 0.9528, + "map_at_10": 0.95341, + "map_at_20": 0.95376, + "map_at_100": 0.95387, + "map_at_1000": 0.95388, + "recall_at_1": 0.93, + "recall_at_3": 0.97333, + "recall_at_5": 0.98444, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93, + "precision_at_3": 0.32444, + "precision_at_5": 0.19689, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.93, + "mrr_at_3": 0.950185, + "mrr_at_5": 0.952796, + "mrr_at_10": 0.95341, + "mrr_at_20": 0.953755, + "mrr_at_100": 0.953868, + "mrr_at_1000": 0.953876, + "nauc_ndcg_at_1_max": 0.691706, + "nauc_ndcg_at_1_std": -0.342967, + "nauc_ndcg_at_1_diff1": 0.934752, + "nauc_ndcg_at_3_max": 0.775863, + "nauc_ndcg_at_3_std": -0.409707, + "nauc_ndcg_at_3_diff1": 0.931179, + "nauc_ndcg_at_5_max": 0.766639, + "nauc_ndcg_at_5_std": -0.341756, + "nauc_ndcg_at_5_diff1": 0.932565, + "nauc_ndcg_at_10_max": 0.757623, + "nauc_ndcg_at_10_std": -0.365109, + "nauc_ndcg_at_10_diff1": 0.93544, + "nauc_ndcg_at_20_max": 0.755548, + "nauc_ndcg_at_20_std": -0.321085, + "nauc_ndcg_at_20_diff1": 0.935407, + "nauc_ndcg_at_100_max": 0.749928, + "nauc_ndcg_at_100_std": -0.338965, + "nauc_ndcg_at_100_diff1": 0.933922, + "nauc_ndcg_at_1000_max": 0.748533, + "nauc_ndcg_at_1000_std": -0.349227, + "nauc_ndcg_at_1000_diff1": 0.933937, + "nauc_map_at_1_max": 0.691706, + "nauc_map_at_1_std": -0.342967, + "nauc_map_at_1_diff1": 0.934752, + "nauc_map_at_3_max": 0.751814, + "nauc_map_at_3_std": -0.391633, + "nauc_map_at_3_diff1": 0.932237, + "nauc_map_at_5_max": 0.745982, + "nauc_map_at_5_std": -0.359857, + "nauc_map_at_5_diff1": 0.932664, + "nauc_map_at_10_max": 0.742635, + "nauc_map_at_10_std": -0.368157, + "nauc_map_at_10_diff1": 0.933772, + "nauc_map_at_20_max": 0.741993, + "nauc_map_at_20_std": -0.357916, + "nauc_map_at_20_diff1": 0.933726, + "nauc_map_at_100_max": 0.741361, + "nauc_map_at_100_std": -0.359943, + "nauc_map_at_100_diff1": 0.933564, + "nauc_map_at_1000_max": 0.741331, + "nauc_map_at_1000_std": -0.360174, + "nauc_map_at_1000_diff1": 0.933567, + "nauc_recall_at_1_max": 0.691706, + "nauc_recall_at_1_std": -0.342967, + "nauc_recall_at_1_diff1": 0.934752, + "nauc_recall_at_3_max": 0.902058, + "nauc_recall_at_3_std": -0.503638, + "nauc_recall_at_3_diff1": 0.925595, + "nauc_recall_at_5_max": 0.938976, + "nauc_recall_at_5_std": -0.148559, + "nauc_recall_at_5_diff1": 0.933473, + "nauc_recall_at_10_max": 0.914566, + "nauc_recall_at_10_std": -0.311158, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.641379, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.691706, + "nauc_precision_at_1_std": -0.342967, + "nauc_precision_at_1_diff1": 0.934752, + "nauc_precision_at_3_max": 0.902058, + "nauc_precision_at_3_std": -0.503638, + "nauc_precision_at_3_diff1": 0.925595, + "nauc_precision_at_5_max": 0.938976, + "nauc_precision_at_5_std": -0.148559, + "nauc_precision_at_5_diff1": 0.933473, + "nauc_precision_at_10_max": 0.914566, + "nauc_precision_at_10_std": -0.311158, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.641379, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.691706, + "nauc_mrr_at_1_std": -0.342967, + "nauc_mrr_at_1_diff1": 0.934752, + "nauc_mrr_at_3_max": 0.751814, + "nauc_mrr_at_3_std": -0.391633, + "nauc_mrr_at_3_diff1": 0.932237, + "nauc_mrr_at_5_max": 0.745982, + "nauc_mrr_at_5_std": -0.359857, + "nauc_mrr_at_5_diff1": 0.932664, + "nauc_mrr_at_10_max": 0.742635, + "nauc_mrr_at_10_std": -0.368157, + "nauc_mrr_at_10_diff1": 0.933772, + "nauc_mrr_at_20_max": 0.741993, + "nauc_mrr_at_20_std": -0.357916, + "nauc_mrr_at_20_diff1": 0.933726, + "nauc_mrr_at_100_max": 0.741361, + "nauc_mrr_at_100_std": -0.359943, + "nauc_mrr_at_100_diff1": 0.933564, + "nauc_mrr_at_1000_max": 0.741331, + "nauc_mrr_at_1000_std": -0.360174, + "nauc_mrr_at_1000_diff1": 0.933567, + "main_score": 0.96227, + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.93657, + "ndcg_at_5": 0.94154, + "ndcg_at_10": 0.94303, + "ndcg_at_20": 0.94522, + "ndcg_at_100": 0.94702, + "ndcg_at_1000": 0.94747, + "map_at_1": 0.89778, + "map_at_3": 0.92796, + "map_at_5": 0.93069, + "map_at_10": 0.93133, + "map_at_20": 0.9319, + "map_at_100": 0.93213, + "map_at_1000": 0.93215, + "recall_at_1": 0.89778, + "recall_at_3": 0.96111, + "recall_at_5": 0.97333, + "recall_at_10": 0.97778, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89778, + "precision_at_3": 0.32037, + "precision_at_5": 0.19467, + "precision_at_10": 0.09778, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.927963, + "mrr_at_5": 0.930685, + "mrr_at_10": 0.931325, + "mrr_at_20": 0.931897, + "mrr_at_100": 0.932132, + "mrr_at_1000": 0.932153, + "nauc_ndcg_at_1_max": 0.689436, + "nauc_ndcg_at_1_std": -0.008056, + "nauc_ndcg_at_1_diff1": 0.89273, + "nauc_ndcg_at_3_max": 0.765746, + "nauc_ndcg_at_3_std": 0.087069, + "nauc_ndcg_at_3_diff1": 0.88982, + "nauc_ndcg_at_5_max": 0.761161, + "nauc_ndcg_at_5_std": 0.082844, + "nauc_ndcg_at_5_diff1": 0.889909, + "nauc_ndcg_at_10_max": 0.759285, + "nauc_ndcg_at_10_std": 0.063476, + "nauc_ndcg_at_10_diff1": 0.887776, + "nauc_ndcg_at_20_max": 0.752534, + "nauc_ndcg_at_20_std": 0.061613, + "nauc_ndcg_at_20_diff1": 0.886529, + "nauc_ndcg_at_100_max": 0.74671, + "nauc_ndcg_at_100_std": 0.065579, + "nauc_ndcg_at_100_diff1": 0.886723, + "nauc_ndcg_at_1000_max": 0.74531, + "nauc_ndcg_at_1000_std": 0.057889, + "nauc_ndcg_at_1000_diff1": 0.888624, + "nauc_map_at_1_max": 0.689436, + "nauc_map_at_1_std": -0.008056, + "nauc_map_at_1_diff1": 0.89273, + "nauc_map_at_3_max": 0.743761, + "nauc_map_at_3_std": 0.053536, + "nauc_map_at_3_diff1": 0.891136, + "nauc_map_at_5_max": 0.740683, + "nauc_map_at_5_std": 0.050151, + "nauc_map_at_5_diff1": 0.891221, + "nauc_map_at_10_max": 0.739764, + "nauc_map_at_10_std": 0.042875, + "nauc_map_at_10_diff1": 0.890417, + "nauc_map_at_20_max": 0.738182, + "nauc_map_at_20_std": 0.042506, + "nauc_map_at_20_diff1": 0.890131, + "nauc_map_at_100_max": 0.73758, + "nauc_map_at_100_std": 0.044175, + "nauc_map_at_100_diff1": 0.890175, + "nauc_map_at_1000_max": 0.737525, + "nauc_map_at_1000_std": 0.043895, + "nauc_map_at_1000_diff1": 0.890234, + "nauc_recall_at_1_max": 0.689436, + "nauc_recall_at_1_std": -0.008056, + "nauc_recall_at_1_diff1": 0.89273, + "nauc_recall_at_3_max": 0.879899, + "nauc_recall_at_3_std": 0.266733, + "nauc_recall_at_3_diff1": 0.882553, + "nauc_recall_at_5_max": 0.908575, + "nauc_recall_at_5_std": 0.327575, + "nauc_recall_at_5_diff1": 0.879785, + "nauc_recall_at_10_max": 0.924603, + "nauc_recall_at_10_std": 0.228455, + "nauc_recall_at_10_diff1": 0.862278, + "nauc_recall_at_20_max": 0.922386, + "nauc_recall_at_20_std": 0.299642, + "nauc_recall_at_20_diff1": 0.826292, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.659197, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.689436, + "nauc_precision_at_1_std": -0.008056, + "nauc_precision_at_1_diff1": 0.89273, + "nauc_precision_at_3_max": 0.879899, + "nauc_precision_at_3_std": 0.266733, + "nauc_precision_at_3_diff1": 0.882553, + "nauc_precision_at_5_max": 0.908575, + "nauc_precision_at_5_std": 0.327575, + "nauc_precision_at_5_diff1": 0.879785, + "nauc_precision_at_10_max": 0.924603, + "nauc_precision_at_10_std": 0.228455, + "nauc_precision_at_10_diff1": 0.862278, + "nauc_precision_at_20_max": 0.922386, + "nauc_precision_at_20_std": 0.299642, + "nauc_precision_at_20_diff1": 0.826292, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.659197, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.689436, + "nauc_mrr_at_1_std": -0.008056, + "nauc_mrr_at_1_diff1": 0.89273, + "nauc_mrr_at_3_max": 0.743761, + "nauc_mrr_at_3_std": 0.053536, + "nauc_mrr_at_3_diff1": 0.891136, + "nauc_mrr_at_5_max": 0.740683, + "nauc_mrr_at_5_std": 0.050151, + "nauc_mrr_at_5_diff1": 0.891221, + "nauc_mrr_at_10_max": 0.739764, + "nauc_mrr_at_10_std": 0.042875, + "nauc_mrr_at_10_diff1": 0.890417, + "nauc_mrr_at_20_max": 0.738182, + "nauc_mrr_at_20_std": 0.042506, + "nauc_mrr_at_20_diff1": 0.890131, + "nauc_mrr_at_100_max": 0.73758, + "nauc_mrr_at_100_std": 0.044175, + "nauc_mrr_at_100_diff1": 0.890175, + "nauc_mrr_at_1000_max": 0.737525, + "nauc_mrr_at_1000_std": 0.043895, + "nauc_mrr_at_1000_diff1": 0.890234, + "main_score": 0.94303, + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.63444, + "ndcg_at_3": 0.70743, + "ndcg_at_5": 0.72723, + "ndcg_at_10": 0.74225, + "ndcg_at_20": 0.75112, + "ndcg_at_100": 0.76552, + "ndcg_at_1000": 0.7703, + "map_at_1": 0.63444, + "map_at_3": 0.68963, + "map_at_5": 0.70069, + "map_at_10": 0.70684, + "map_at_20": 0.70936, + "map_at_100": 0.71142, + "map_at_1000": 0.71163, + "recall_at_1": 0.63444, + "recall_at_3": 0.75889, + "recall_at_5": 0.80667, + "recall_at_10": 0.85333, + "recall_at_20": 0.88778, + "recall_at_100": 0.96444, + "recall_at_1000": 1.0, + "precision_at_1": 0.63444, + "precision_at_3": 0.25296, + "precision_at_5": 0.16133, + "precision_at_10": 0.08533, + "precision_at_20": 0.04439, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.634444, + "mrr_at_3": 0.68963, + "mrr_at_5": 0.700685, + "mrr_at_10": 0.706835, + "mrr_at_20": 0.709357, + "mrr_at_100": 0.711417, + "mrr_at_1000": 0.711634, + "nauc_ndcg_at_1_max": 0.6336, + "nauc_ndcg_at_1_std": 0.179477, + "nauc_ndcg_at_1_diff1": 0.833265, + "nauc_ndcg_at_3_max": 0.647818, + "nauc_ndcg_at_3_std": 0.224046, + "nauc_ndcg_at_3_diff1": 0.803265, + "nauc_ndcg_at_5_max": 0.643607, + "nauc_ndcg_at_5_std": 0.22511, + "nauc_ndcg_at_5_diff1": 0.792247, + "nauc_ndcg_at_10_max": 0.641798, + "nauc_ndcg_at_10_std": 0.222669, + "nauc_ndcg_at_10_diff1": 0.792314, + "nauc_ndcg_at_20_max": 0.640393, + "nauc_ndcg_at_20_std": 0.224802, + "nauc_ndcg_at_20_diff1": 0.790976, + "nauc_ndcg_at_100_max": 0.642787, + "nauc_ndcg_at_100_std": 0.225582, + "nauc_ndcg_at_100_diff1": 0.80109, + "nauc_ndcg_at_1000_max": 0.641209, + "nauc_ndcg_at_1000_std": 0.2182, + "nauc_ndcg_at_1000_diff1": 0.801524, + "nauc_map_at_1_max": 0.6336, + "nauc_map_at_1_std": 0.179477, + "nauc_map_at_1_diff1": 0.833265, + "nauc_map_at_3_max": 0.644146, + "nauc_map_at_3_std": 0.212063, + "nauc_map_at_3_diff1": 0.811303, + "nauc_map_at_5_max": 0.641647, + "nauc_map_at_5_std": 0.212196, + "nauc_map_at_5_diff1": 0.805556, + "nauc_map_at_10_max": 0.640835, + "nauc_map_at_10_std": 0.210697, + "nauc_map_at_10_diff1": 0.805861, + "nauc_map_at_20_max": 0.640447, + "nauc_map_at_20_std": 0.210949, + "nauc_map_at_20_diff1": 0.805707, + "nauc_map_at_100_max": 0.640713, + "nauc_map_at_100_std": 0.210985, + "nauc_map_at_100_diff1": 0.807033, + "nauc_map_at_1000_max": 0.640634, + "nauc_map_at_1000_std": 0.210725, + "nauc_map_at_1000_diff1": 0.807053, + "nauc_recall_at_1_max": 0.6336, + "nauc_recall_at_1_std": 0.179477, + "nauc_recall_at_1_diff1": 0.833265, + "nauc_recall_at_3_max": 0.660488, + "nauc_recall_at_3_std": 0.26564, + "nauc_recall_at_3_diff1": 0.775375, + "nauc_recall_at_5_max": 0.650919, + "nauc_recall_at_5_std": 0.277312, + "nauc_recall_at_5_diff1": 0.737084, + "nauc_recall_at_10_max": 0.645141, + "nauc_recall_at_10_std": 0.283234, + "nauc_recall_at_10_diff1": 0.721574, + "nauc_recall_at_20_max": 0.635908, + "nauc_recall_at_20_std": 0.318228, + "nauc_recall_at_20_diff1": 0.691389, + "nauc_recall_at_100_max": 0.70009, + "nauc_recall_at_100_std": 0.533453, + "nauc_recall_at_100_diff1": 0.781761, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.6336, + "nauc_precision_at_1_std": 0.179477, + "nauc_precision_at_1_diff1": 0.833265, + "nauc_precision_at_3_max": 0.660488, + "nauc_precision_at_3_std": 0.26564, + "nauc_precision_at_3_diff1": 0.775375, + "nauc_precision_at_5_max": 0.650919, + "nauc_precision_at_5_std": 0.277312, + "nauc_precision_at_5_diff1": 0.737084, + "nauc_precision_at_10_max": 0.645141, + "nauc_precision_at_10_std": 0.283234, + "nauc_precision_at_10_diff1": 0.721574, + "nauc_precision_at_20_max": 0.635908, + "nauc_precision_at_20_std": 0.318228, + "nauc_precision_at_20_diff1": 0.691389, + "nauc_precision_at_100_max": 0.70009, + "nauc_precision_at_100_std": 0.533453, + "nauc_precision_at_100_diff1": 0.781761, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.6336, + "nauc_mrr_at_1_std": 0.179477, + "nauc_mrr_at_1_diff1": 0.833265, + "nauc_mrr_at_3_max": 0.644146, + "nauc_mrr_at_3_std": 0.212063, + "nauc_mrr_at_3_diff1": 0.811303, + "nauc_mrr_at_5_max": 0.641647, + "nauc_mrr_at_5_std": 0.212196, + "nauc_mrr_at_5_diff1": 0.805556, + "nauc_mrr_at_10_max": 0.640835, + "nauc_mrr_at_10_std": 0.210697, + "nauc_mrr_at_10_diff1": 0.805861, + "nauc_mrr_at_20_max": 0.640447, + "nauc_mrr_at_20_std": 0.210949, + "nauc_mrr_at_20_diff1": 0.805707, + "nauc_mrr_at_100_max": 0.640713, + "nauc_mrr_at_100_std": 0.210985, + "nauc_mrr_at_100_diff1": 0.807033, + "nauc_mrr_at_1000_max": 0.640634, + "nauc_mrr_at_1000_std": 0.210725, + "nauc_mrr_at_1000_diff1": 0.807053, + "main_score": 0.74225, + "hf_subset": "lao_Laoo-lao_Laoo", + "languages": [ + "lao-Laoo", + "lao-Laoo" + ] + }, + { + "ndcg_at_1": 0.86778, + "ndcg_at_3": 0.91563, + "ndcg_at_5": 0.92438, + "ndcg_at_10": 0.92831, + "ndcg_at_20": 0.93087, + "ndcg_at_100": 0.93194, + "ndcg_at_1000": 0.93234, + "map_at_1": 0.86778, + "map_at_3": 0.90444, + "map_at_5": 0.90933, + "map_at_10": 0.91093, + "map_at_20": 0.91165, + "map_at_100": 0.91182, + "map_at_1000": 0.91183, + "recall_at_1": 0.86778, + "recall_at_3": 0.94778, + "recall_at_5": 0.96889, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.86778, + "precision_at_3": 0.31593, + "precision_at_5": 0.19378, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.867778, + "mrr_at_3": 0.904444, + "mrr_at_5": 0.909333, + "mrr_at_10": 0.910935, + "mrr_at_20": 0.911654, + "mrr_at_100": 0.911817, + "mrr_at_1000": 0.911829, + "nauc_ndcg_at_1_max": 0.653887, + "nauc_ndcg_at_1_std": -0.156987, + "nauc_ndcg_at_1_diff1": 0.877631, + "nauc_ndcg_at_3_max": 0.701525, + "nauc_ndcg_at_3_std": -0.04268, + "nauc_ndcg_at_3_diff1": 0.862144, + "nauc_ndcg_at_5_max": 0.698466, + "nauc_ndcg_at_5_std": -0.064852, + "nauc_ndcg_at_5_diff1": 0.86658, + "nauc_ndcg_at_10_max": 0.688516, + "nauc_ndcg_at_10_std": -0.080549, + "nauc_ndcg_at_10_diff1": 0.865296, + "nauc_ndcg_at_20_max": 0.686174, + "nauc_ndcg_at_20_std": -0.084618, + "nauc_ndcg_at_20_diff1": 0.869088, + "nauc_ndcg_at_100_max": 0.684205, + "nauc_ndcg_at_100_std": -0.080219, + "nauc_ndcg_at_100_diff1": 0.868994, + "nauc_ndcg_at_1000_max": 0.683356, + "nauc_ndcg_at_1000_std": -0.086859, + "nauc_ndcg_at_1000_diff1": 0.868445, + "nauc_map_at_1_max": 0.653887, + "nauc_map_at_1_std": -0.156987, + "nauc_map_at_1_diff1": 0.877631, + "nauc_map_at_3_max": 0.685746, + "nauc_map_at_3_std": -0.07825, + "nauc_map_at_3_diff1": 0.866404, + "nauc_map_at_5_max": 0.683715, + "nauc_map_at_5_std": -0.089851, + "nauc_map_at_5_diff1": 0.868645, + "nauc_map_at_10_max": 0.679998, + "nauc_map_at_10_std": -0.096043, + "nauc_map_at_10_diff1": 0.868277, + "nauc_map_at_20_max": 0.679432, + "nauc_map_at_20_std": -0.096787, + "nauc_map_at_20_diff1": 0.869119, + "nauc_map_at_100_max": 0.679232, + "nauc_map_at_100_std": -0.096438, + "nauc_map_at_100_diff1": 0.869071, + "nauc_map_at_1000_max": 0.679211, + "nauc_map_at_1000_std": -0.096588, + "nauc_map_at_1000_diff1": 0.869058, + "nauc_recall_at_1_max": 0.653887, + "nauc_recall_at_1_std": -0.156987, + "nauc_recall_at_1_diff1": 0.877631, + "nauc_recall_at_3_max": 0.783042, + "nauc_recall_at_3_std": 0.139381, + "nauc_recall_at_3_diff1": 0.840783, + "nauc_recall_at_5_max": 0.81761, + "nauc_recall_at_5_std": 0.127101, + "nauc_recall_at_5_diff1": 0.852541, + "nauc_recall_at_10_max": 0.783874, + "nauc_recall_at_10_std": 0.083951, + "nauc_recall_at_10_diff1": 0.828253, + "nauc_recall_at_20_max": 0.819678, + "nauc_recall_at_20_std": 0.127159, + "nauc_recall_at_20_diff1": 0.899918, + "nauc_recall_at_100_max": 0.820261, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.653887, + "nauc_precision_at_1_std": -0.156987, + "nauc_precision_at_1_diff1": 0.877631, + "nauc_precision_at_3_max": 0.783042, + "nauc_precision_at_3_std": 0.139381, + "nauc_precision_at_3_diff1": 0.840783, + "nauc_precision_at_5_max": 0.81761, + "nauc_precision_at_5_std": 0.127101, + "nauc_precision_at_5_diff1": 0.852541, + "nauc_precision_at_10_max": 0.783874, + "nauc_precision_at_10_std": 0.083951, + "nauc_precision_at_10_diff1": 0.828253, + "nauc_precision_at_20_max": 0.819678, + "nauc_precision_at_20_std": 0.127159, + "nauc_precision_at_20_diff1": 0.899918, + "nauc_precision_at_100_max": 0.820261, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.653887, + "nauc_mrr_at_1_std": -0.156987, + "nauc_mrr_at_1_diff1": 0.877631, + "nauc_mrr_at_3_max": 0.685746, + "nauc_mrr_at_3_std": -0.07825, + "nauc_mrr_at_3_diff1": 0.866404, + "nauc_mrr_at_5_max": 0.683715, + "nauc_mrr_at_5_std": -0.089851, + "nauc_mrr_at_5_diff1": 0.868645, + "nauc_mrr_at_10_max": 0.679998, + "nauc_mrr_at_10_std": -0.096043, + "nauc_mrr_at_10_diff1": 0.868277, + "nauc_mrr_at_20_max": 0.679432, + "nauc_mrr_at_20_std": -0.096787, + "nauc_mrr_at_20_diff1": 0.869119, + "nauc_mrr_at_100_max": 0.679232, + "nauc_mrr_at_100_std": -0.096438, + "nauc_mrr_at_100_diff1": 0.869071, + "nauc_mrr_at_1000_max": 0.679211, + "nauc_mrr_at_1000_std": -0.096588, + "nauc_mrr_at_1000_diff1": 0.869058, + "main_score": 0.92831, + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.60444, + "ndcg_at_3": 0.66431, + "ndcg_at_5": 0.67856, + "ndcg_at_10": 0.69654, + "ndcg_at_20": 0.70977, + "ndcg_at_100": 0.72826, + "ndcg_at_1000": 0.73515, + "map_at_1": 0.60444, + "map_at_3": 0.65, + "map_at_5": 0.65794, + "map_at_10": 0.66537, + "map_at_20": 0.66901, + "map_at_100": 0.67155, + "map_at_1000": 0.67184, + "recall_at_1": 0.60444, + "recall_at_3": 0.70556, + "recall_at_5": 0.74, + "recall_at_10": 0.79556, + "recall_at_20": 0.84778, + "recall_at_100": 0.94778, + "recall_at_1000": 1.0, + "precision_at_1": 0.60444, + "precision_at_3": 0.23519, + "precision_at_5": 0.148, + "precision_at_10": 0.07956, + "precision_at_20": 0.04239, + "precision_at_100": 0.00948, + "precision_at_1000": 0.001, + "mrr_at_1": 0.604444, + "mrr_at_3": 0.65, + "mrr_at_5": 0.657944, + "mrr_at_10": 0.665366, + "mrr_at_20": 0.669014, + "mrr_at_100": 0.671551, + "mrr_at_1000": 0.671839, + "nauc_ndcg_at_1_max": 0.656509, + "nauc_ndcg_at_1_std": 0.160373, + "nauc_ndcg_at_1_diff1": 0.821283, + "nauc_ndcg_at_3_max": 0.649209, + "nauc_ndcg_at_3_std": 0.164442, + "nauc_ndcg_at_3_diff1": 0.775518, + "nauc_ndcg_at_5_max": 0.646177, + "nauc_ndcg_at_5_std": 0.173401, + "nauc_ndcg_at_5_diff1": 0.769428, + "nauc_ndcg_at_10_max": 0.643918, + "nauc_ndcg_at_10_std": 0.177787, + "nauc_ndcg_at_10_diff1": 0.767976, + "nauc_ndcg_at_20_max": 0.642836, + "nauc_ndcg_at_20_std": 0.186834, + "nauc_ndcg_at_20_diff1": 0.763978, + "nauc_ndcg_at_100_max": 0.647267, + "nauc_ndcg_at_100_std": 0.188464, + "nauc_ndcg_at_100_diff1": 0.770252, + "nauc_ndcg_at_1000_max": 0.649024, + "nauc_ndcg_at_1000_std": 0.180708, + "nauc_ndcg_at_1000_diff1": 0.775136, + "nauc_map_at_1_max": 0.656509, + "nauc_map_at_1_std": 0.160373, + "nauc_map_at_1_diff1": 0.821283, + "nauc_map_at_3_max": 0.652704, + "nauc_map_at_3_std": 0.165054, + "nauc_map_at_3_diff1": 0.787255, + "nauc_map_at_5_max": 0.651196, + "nauc_map_at_5_std": 0.169808, + "nauc_map_at_5_diff1": 0.784234, + "nauc_map_at_10_max": 0.650496, + "nauc_map_at_10_std": 0.171369, + "nauc_map_at_10_diff1": 0.784062, + "nauc_map_at_20_max": 0.650452, + "nauc_map_at_20_std": 0.174028, + "nauc_map_at_20_diff1": 0.783161, + "nauc_map_at_100_max": 0.651308, + "nauc_map_at_100_std": 0.174394, + "nauc_map_at_100_diff1": 0.783877, + "nauc_map_at_1000_max": 0.651372, + "nauc_map_at_1000_std": 0.174122, + "nauc_map_at_1000_diff1": 0.784053, + "nauc_recall_at_1_max": 0.656509, + "nauc_recall_at_1_std": 0.160373, + "nauc_recall_at_1_diff1": 0.821283, + "nauc_recall_at_3_max": 0.637149, + "nauc_recall_at_3_std": 0.161678, + "nauc_recall_at_3_diff1": 0.737612, + "nauc_recall_at_5_max": 0.627137, + "nauc_recall_at_5_std": 0.186746, + "nauc_recall_at_5_diff1": 0.716464, + "nauc_recall_at_10_max": 0.613243, + "nauc_recall_at_10_std": 0.208248, + "nauc_recall_at_10_diff1": 0.698574, + "nauc_recall_at_20_max": 0.594454, + "nauc_recall_at_20_std": 0.270223, + "nauc_recall_at_20_diff1": 0.652069, + "nauc_recall_at_100_max": 0.591762, + "nauc_recall_at_100_std": 0.437918, + "nauc_recall_at_100_diff1": 0.613843, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.656509, + "nauc_precision_at_1_std": 0.160373, + "nauc_precision_at_1_diff1": 0.821283, + "nauc_precision_at_3_max": 0.637149, + "nauc_precision_at_3_std": 0.161678, + "nauc_precision_at_3_diff1": 0.737612, + "nauc_precision_at_5_max": 0.627137, + "nauc_precision_at_5_std": 0.186746, + "nauc_precision_at_5_diff1": 0.716464, + "nauc_precision_at_10_max": 0.613243, + "nauc_precision_at_10_std": 0.208248, + "nauc_precision_at_10_diff1": 0.698574, + "nauc_precision_at_20_max": 0.594454, + "nauc_precision_at_20_std": 0.270223, + "nauc_precision_at_20_diff1": 0.652069, + "nauc_precision_at_100_max": 0.591762, + "nauc_precision_at_100_std": 0.437918, + "nauc_precision_at_100_diff1": 0.613843, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.656509, + "nauc_mrr_at_1_std": 0.160373, + "nauc_mrr_at_1_diff1": 0.821283, + "nauc_mrr_at_3_max": 0.652704, + "nauc_mrr_at_3_std": 0.165054, + "nauc_mrr_at_3_diff1": 0.787255, + "nauc_mrr_at_5_max": 0.651196, + "nauc_mrr_at_5_std": 0.169808, + "nauc_mrr_at_5_diff1": 0.784234, + "nauc_mrr_at_10_max": 0.650496, + "nauc_mrr_at_10_std": 0.171369, + "nauc_mrr_at_10_diff1": 0.784062, + "nauc_mrr_at_20_max": 0.650452, + "nauc_mrr_at_20_std": 0.174028, + "nauc_mrr_at_20_diff1": 0.783161, + "nauc_mrr_at_100_max": 0.651308, + "nauc_mrr_at_100_std": 0.174394, + "nauc_mrr_at_100_diff1": 0.783877, + "nauc_mrr_at_1000_max": 0.651372, + "nauc_mrr_at_1000_std": 0.174122, + "nauc_mrr_at_1000_diff1": 0.784053, + "main_score": 0.69654, + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ] + }, + { + "ndcg_at_1": 0.54232, + "ndcg_at_3": 0.58616, + "ndcg_at_5": 0.5957, + "ndcg_at_10": 0.61207, + "ndcg_at_20": 0.62185, + "ndcg_at_100": 0.64431, + "ndcg_at_1000": 0.66346, + "map_at_1": 0.54176, + "map_at_3": 0.57517, + "map_at_5": 0.5804, + "map_at_10": 0.58725, + "map_at_20": 0.5899, + "map_at_100": 0.59296, + "map_at_1000": 0.5937, + "recall_at_1": 0.54176, + "recall_at_3": 0.61748, + "recall_at_5": 0.64087, + "recall_at_10": 0.69098, + "recall_at_20": 0.72996, + "recall_at_100": 0.85134, + "recall_at_1000": 1.0, + "precision_at_1": 0.54232, + "precision_at_3": 0.20601, + "precision_at_5": 0.12829, + "precision_at_10": 0.06915, + "precision_at_20": 0.03653, + "precision_at_100": 0.00853, + "precision_at_1000": 0.001, + "mrr_at_1": 0.542316, + "mrr_at_3": 0.575724, + "mrr_at_5": 0.580958, + "mrr_at_10": 0.587811, + "mrr_at_20": 0.590459, + "mrr_at_100": 0.593517, + "mrr_at_1000": 0.594244, + "nauc_ndcg_at_1_max": 0.613702, + "nauc_ndcg_at_1_std": -0.403086, + "nauc_ndcg_at_1_diff1": 0.89061, + "nauc_ndcg_at_3_max": 0.603919, + "nauc_ndcg_at_3_std": -0.418231, + "nauc_ndcg_at_3_diff1": 0.853833, + "nauc_ndcg_at_5_max": 0.593759, + "nauc_ndcg_at_5_std": -0.419737, + "nauc_ndcg_at_5_diff1": 0.850443, + "nauc_ndcg_at_10_max": 0.584804, + "nauc_ndcg_at_10_std": -0.409875, + "nauc_ndcg_at_10_diff1": 0.839607, + "nauc_ndcg_at_20_max": 0.580828, + "nauc_ndcg_at_20_std": -0.410447, + "nauc_ndcg_at_20_diff1": 0.836063, + "nauc_ndcg_at_100_max": 0.583567, + "nauc_ndcg_at_100_std": -0.397216, + "nauc_ndcg_at_100_diff1": 0.837624, + "nauc_ndcg_at_1000_max": 0.590448, + "nauc_ndcg_at_1000_std": -0.404156, + "nauc_ndcg_at_1000_diff1": 0.846298, + "nauc_map_at_1_max": 0.612401, + "nauc_map_at_1_std": -0.403783, + "nauc_map_at_1_diff1": 0.889796, + "nauc_map_at_3_max": 0.606248, + "nauc_map_at_3_std": -0.414454, + "nauc_map_at_3_diff1": 0.86286, + "nauc_map_at_5_max": 0.600809, + "nauc_map_at_5_std": -0.414992, + "nauc_map_at_5_diff1": 0.861037, + "nauc_map_at_10_max": 0.597183, + "nauc_map_at_10_std": -0.410848, + "nauc_map_at_10_diff1": 0.856855, + "nauc_map_at_20_max": 0.596103, + "nauc_map_at_20_std": -0.411224, + "nauc_map_at_20_diff1": 0.856026, + "nauc_map_at_100_max": 0.596628, + "nauc_map_at_100_std": -0.409224, + "nauc_map_at_100_diff1": 0.856247, + "nauc_map_at_1000_max": 0.59692, + "nauc_map_at_1000_std": -0.409216, + "nauc_map_at_1000_diff1": 0.856537, + "nauc_recall_at_1_max": 0.612401, + "nauc_recall_at_1_std": -0.403783, + "nauc_recall_at_1_diff1": 0.889796, + "nauc_recall_at_3_max": 0.595158, + "nauc_recall_at_3_std": -0.43039, + "nauc_recall_at_3_diff1": 0.825162, + "nauc_recall_at_5_max": 0.56811, + "nauc_recall_at_5_std": -0.435952, + "nauc_recall_at_5_diff1": 0.815373, + "nauc_recall_at_10_max": 0.534694, + "nauc_recall_at_10_std": -0.403594, + "nauc_recall_at_10_diff1": 0.773278, + "nauc_recall_at_20_max": 0.510444, + "nauc_recall_at_20_std": -0.403221, + "nauc_recall_at_20_diff1": 0.7481, + "nauc_recall_at_100_max": 0.489802, + "nauc_recall_at_100_std": -0.272217, + "nauc_recall_at_100_diff1": 0.710891, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.613702, + "nauc_precision_at_1_std": -0.403086, + "nauc_precision_at_1_diff1": 0.89061, + "nauc_precision_at_3_max": 0.596792, + "nauc_precision_at_3_std": -0.429795, + "nauc_precision_at_3_diff1": 0.826312, + "nauc_precision_at_5_max": 0.569788, + "nauc_precision_at_5_std": -0.435336, + "nauc_precision_at_5_diff1": 0.816563, + "nauc_precision_at_10_max": 0.53651, + "nauc_precision_at_10_std": -0.402875, + "nauc_precision_at_10_diff1": 0.774544, + "nauc_precision_at_20_max": 0.512633, + "nauc_precision_at_20_std": -0.40258, + "nauc_precision_at_20_diff1": 0.749771, + "nauc_precision_at_100_max": 0.489891, + "nauc_precision_at_100_std": -0.258369, + "nauc_precision_at_100_diff1": 0.702246, + "nauc_precision_at_1000_max": 0.211621, + "nauc_precision_at_1000_std": 0.662303, + "nauc_precision_at_1000_diff1": -0.158419, + "nauc_mrr_at_1_max": 0.613702, + "nauc_mrr_at_1_std": -0.403086, + "nauc_mrr_at_1_diff1": 0.89061, + "nauc_mrr_at_3_max": 0.607599, + "nauc_mrr_at_3_std": -0.413735, + "nauc_mrr_at_3_diff1": 0.863691, + "nauc_mrr_at_5_max": 0.602169, + "nauc_mrr_at_5_std": -0.414267, + "nauc_mrr_at_5_diff1": 0.861874, + "nauc_mrr_at_10_max": 0.598557, + "nauc_mrr_at_10_std": -0.410112, + "nauc_mrr_at_10_diff1": 0.8577, + "nauc_mrr_at_20_max": 0.597484, + "nauc_mrr_at_20_std": -0.410484, + "nauc_mrr_at_20_diff1": 0.856875, + "nauc_mrr_at_100_max": 0.598008, + "nauc_mrr_at_100_std": -0.408396, + "nauc_mrr_at_100_diff1": 0.857058, + "nauc_mrr_at_1000_max": 0.598282, + "nauc_mrr_at_1000_std": -0.408436, + "nauc_mrr_at_1000_diff1": 0.857354, + "main_score": 0.61207, + "hf_subset": "lin_Latn-lin_Latn", + "languages": [ + "lin-Latn", + "lin-Latn" + ] + }, + { + "ndcg_at_1": 0.74222, + "ndcg_at_3": 0.79499, + "ndcg_at_5": 0.80818, + "ndcg_at_10": 0.82102, + "ndcg_at_20": 0.82924, + "ndcg_at_100": 0.83964, + "ndcg_at_1000": 0.84097, + "map_at_1": 0.74222, + "map_at_3": 0.78278, + "map_at_5": 0.79006, + "map_at_10": 0.7953, + "map_at_20": 0.79759, + "map_at_100": 0.79905, + "map_at_1000": 0.79911, + "recall_at_1": 0.74222, + "recall_at_3": 0.83, + "recall_at_5": 0.86222, + "recall_at_10": 0.90222, + "recall_at_20": 0.93444, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.74222, + "precision_at_3": 0.27667, + "precision_at_5": 0.17244, + "precision_at_10": 0.09022, + "precision_at_20": 0.04672, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.742222, + "mrr_at_3": 0.782778, + "mrr_at_5": 0.790056, + "mrr_at_10": 0.795299, + "mrr_at_20": 0.797589, + "mrr_at_100": 0.799054, + "mrr_at_1000": 0.799112, + "nauc_ndcg_at_1_max": 0.759038, + "nauc_ndcg_at_1_std": -0.005637, + "nauc_ndcg_at_1_diff1": 0.889953, + "nauc_ndcg_at_3_max": 0.784293, + "nauc_ndcg_at_3_std": 0.045668, + "nauc_ndcg_at_3_diff1": 0.863512, + "nauc_ndcg_at_5_max": 0.78138, + "nauc_ndcg_at_5_std": 0.043099, + "nauc_ndcg_at_5_diff1": 0.857175, + "nauc_ndcg_at_10_max": 0.775993, + "nauc_ndcg_at_10_std": 0.052469, + "nauc_ndcg_at_10_diff1": 0.857684, + "nauc_ndcg_at_20_max": 0.77492, + "nauc_ndcg_at_20_std": 0.048328, + "nauc_ndcg_at_20_diff1": 0.863215, + "nauc_ndcg_at_100_max": 0.77505, + "nauc_ndcg_at_100_std": 0.043599, + "nauc_ndcg_at_100_diff1": 0.865204, + "nauc_ndcg_at_1000_max": 0.774498, + "nauc_ndcg_at_1000_std": 0.038699, + "nauc_ndcg_at_1000_diff1": 0.865537, + "nauc_map_at_1_max": 0.759038, + "nauc_map_at_1_std": -0.005637, + "nauc_map_at_1_diff1": 0.889953, + "nauc_map_at_3_max": 0.777195, + "nauc_map_at_3_std": 0.03155, + "nauc_map_at_3_diff1": 0.869709, + "nauc_map_at_5_max": 0.775493, + "nauc_map_at_5_std": 0.029522, + "nauc_map_at_5_diff1": 0.866758, + "nauc_map_at_10_max": 0.773467, + "nauc_map_at_10_std": 0.03272, + "nauc_map_at_10_diff1": 0.867253, + "nauc_map_at_20_max": 0.773201, + "nauc_map_at_20_std": 0.031735, + "nauc_map_at_20_diff1": 0.868602, + "nauc_map_at_100_max": 0.773119, + "nauc_map_at_100_std": 0.030842, + "nauc_map_at_100_diff1": 0.868803, + "nauc_map_at_1000_max": 0.773094, + "nauc_map_at_1000_std": 0.030679, + "nauc_map_at_1000_diff1": 0.868815, + "nauc_recall_at_1_max": 0.759038, + "nauc_recall_at_1_std": -0.005637, + "nauc_recall_at_1_diff1": 0.889953, + "nauc_recall_at_3_max": 0.809488, + "nauc_recall_at_3_std": 0.095632, + "nauc_recall_at_3_diff1": 0.842137, + "nauc_recall_at_5_max": 0.805247, + "nauc_recall_at_5_std": 0.099333, + "nauc_recall_at_5_diff1": 0.816622, + "nauc_recall_at_10_max": 0.784738, + "nauc_recall_at_10_std": 0.167378, + "nauc_recall_at_10_diff1": 0.804006, + "nauc_recall_at_20_max": 0.778474, + "nauc_recall_at_20_std": 0.179541, + "nauc_recall_at_20_diff1": 0.831379, + "nauc_recall_at_100_max": 0.831155, + "nauc_recall_at_100_std": 0.592644, + "nauc_recall_at_100_diff1": 0.82882, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759038, + "nauc_precision_at_1_std": -0.005637, + "nauc_precision_at_1_diff1": 0.889953, + "nauc_precision_at_3_max": 0.809488, + "nauc_precision_at_3_std": 0.095632, + "nauc_precision_at_3_diff1": 0.842137, + "nauc_precision_at_5_max": 0.805247, + "nauc_precision_at_5_std": 0.099333, + "nauc_precision_at_5_diff1": 0.816622, + "nauc_precision_at_10_max": 0.784738, + "nauc_precision_at_10_std": 0.167378, + "nauc_precision_at_10_diff1": 0.804006, + "nauc_precision_at_20_max": 0.778474, + "nauc_precision_at_20_std": 0.179541, + "nauc_precision_at_20_diff1": 0.831379, + "nauc_precision_at_100_max": 0.831155, + "nauc_precision_at_100_std": 0.592644, + "nauc_precision_at_100_diff1": 0.82882, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.759038, + "nauc_mrr_at_1_std": -0.005637, + "nauc_mrr_at_1_diff1": 0.889953, + "nauc_mrr_at_3_max": 0.777195, + "nauc_mrr_at_3_std": 0.03155, + "nauc_mrr_at_3_diff1": 0.869709, + "nauc_mrr_at_5_max": 0.775493, + "nauc_mrr_at_5_std": 0.029522, + "nauc_mrr_at_5_diff1": 0.866758, + "nauc_mrr_at_10_max": 0.773467, + "nauc_mrr_at_10_std": 0.03272, + "nauc_mrr_at_10_diff1": 0.867253, + "nauc_mrr_at_20_max": 0.773201, + "nauc_mrr_at_20_std": 0.031735, + "nauc_mrr_at_20_diff1": 0.868602, + "nauc_mrr_at_100_max": 0.773119, + "nauc_mrr_at_100_std": 0.030842, + "nauc_mrr_at_100_diff1": 0.868803, + "nauc_mrr_at_1000_max": 0.773094, + "nauc_mrr_at_1000_std": 0.030679, + "nauc_mrr_at_1000_diff1": 0.868815, + "main_score": 0.82102, + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.52339, + "ndcg_at_3": 0.57332, + "ndcg_at_5": 0.58472, + "ndcg_at_10": 0.59651, + "ndcg_at_20": 0.6049, + "ndcg_at_100": 0.62405, + "ndcg_at_1000": 0.64846, + "map_at_1": 0.52283, + "map_at_3": 0.56162, + "map_at_5": 0.56791, + "map_at_10": 0.57293, + "map_at_20": 0.5752, + "map_at_100": 0.5776, + "map_at_1000": 0.57853, + "recall_at_1": 0.52283, + "recall_at_3": 0.60635, + "recall_at_5": 0.63419, + "recall_at_10": 0.66982, + "recall_at_20": 0.70323, + "recall_at_100": 0.81013, + "recall_at_1000": 1.0, + "precision_at_1": 0.52339, + "precision_at_3": 0.2023, + "precision_at_5": 0.12695, + "precision_at_10": 0.06704, + "precision_at_20": 0.03519, + "precision_at_100": 0.00812, + "precision_at_1000": 0.001, + "mrr_at_1": 0.523385, + "mrr_at_3": 0.562175, + "mrr_at_5": 0.568467, + "mrr_at_10": 0.573483, + "mrr_at_20": 0.575758, + "mrr_at_100": 0.578156, + "mrr_at_1000": 0.579072, + "nauc_ndcg_at_1_max": 0.694963, + "nauc_ndcg_at_1_std": 0.190687, + "nauc_ndcg_at_1_diff1": 0.902323, + "nauc_ndcg_at_3_max": 0.711918, + "nauc_ndcg_at_3_std": 0.226371, + "nauc_ndcg_at_3_diff1": 0.871453, + "nauc_ndcg_at_5_max": 0.715566, + "nauc_ndcg_at_5_std": 0.243987, + "nauc_ndcg_at_5_diff1": 0.868577, + "nauc_ndcg_at_10_max": 0.712432, + "nauc_ndcg_at_10_std": 0.253055, + "nauc_ndcg_at_10_diff1": 0.863742, + "nauc_ndcg_at_20_max": 0.709947, + "nauc_ndcg_at_20_std": 0.255297, + "nauc_ndcg_at_20_diff1": 0.858375, + "nauc_ndcg_at_100_max": 0.701792, + "nauc_ndcg_at_100_std": 0.250143, + "nauc_ndcg_at_100_diff1": 0.853302, + "nauc_ndcg_at_1000_max": 0.706676, + "nauc_ndcg_at_1000_std": 0.242065, + "nauc_ndcg_at_1000_diff1": 0.86432, + "nauc_map_at_1_max": 0.692684, + "nauc_map_at_1_std": 0.188703, + "nauc_map_at_1_diff1": 0.898969, + "nauc_map_at_3_max": 0.707855, + "nauc_map_at_3_std": 0.21749, + "nauc_map_at_3_diff1": 0.877918, + "nauc_map_at_5_max": 0.709673, + "nauc_map_at_5_std": 0.227248, + "nauc_map_at_5_diff1": 0.876463, + "nauc_map_at_10_max": 0.708484, + "nauc_map_at_10_std": 0.231034, + "nauc_map_at_10_diff1": 0.874516, + "nauc_map_at_20_max": 0.707819, + "nauc_map_at_20_std": 0.231462, + "nauc_map_at_20_diff1": 0.873168, + "nauc_map_at_100_max": 0.706739, + "nauc_map_at_100_std": 0.230882, + "nauc_map_at_100_diff1": 0.872542, + "nauc_map_at_1000_max": 0.706862, + "nauc_map_at_1000_std": 0.230479, + "nauc_map_at_1000_diff1": 0.872932, + "nauc_recall_at_1_max": 0.692684, + "nauc_recall_at_1_std": 0.188703, + "nauc_recall_at_1_diff1": 0.898969, + "nauc_recall_at_3_max": 0.721298, + "nauc_recall_at_3_std": 0.250945, + "nauc_recall_at_3_diff1": 0.848201, + "nauc_recall_at_5_max": 0.731815, + "nauc_recall_at_5_std": 0.296758, + "nauc_recall_at_5_diff1": 0.839329, + "nauc_recall_at_10_max": 0.7214, + "nauc_recall_at_10_std": 0.330143, + "nauc_recall_at_10_diff1": 0.820924, + "nauc_recall_at_20_max": 0.710008, + "nauc_recall_at_20_std": 0.346874, + "nauc_recall_at_20_diff1": 0.792038, + "nauc_recall_at_100_max": 0.639038, + "nauc_recall_at_100_std": 0.33723, + "nauc_recall_at_100_diff1": 0.720068, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694963, + "nauc_precision_at_1_std": 0.190687, + "nauc_precision_at_1_diff1": 0.902323, + "nauc_precision_at_3_max": 0.724077, + "nauc_precision_at_3_std": 0.253257, + "nauc_precision_at_3_diff1": 0.852157, + "nauc_precision_at_5_max": 0.73475, + "nauc_precision_at_5_std": 0.299239, + "nauc_precision_at_5_diff1": 0.843483, + "nauc_precision_at_10_max": 0.724534, + "nauc_precision_at_10_std": 0.332839, + "nauc_precision_at_10_diff1": 0.825355, + "nauc_precision_at_20_max": 0.713619, + "nauc_precision_at_20_std": 0.349917, + "nauc_precision_at_20_diff1": 0.797053, + "nauc_precision_at_100_max": 0.635221, + "nauc_precision_at_100_std": 0.334638, + "nauc_precision_at_100_diff1": 0.713436, + "nauc_precision_at_1000_max": 0.22812, + "nauc_precision_at_1000_std": 0.171733, + "nauc_precision_at_1000_diff1": 0.212318, + "nauc_mrr_at_1_max": 0.694963, + "nauc_mrr_at_1_std": 0.190687, + "nauc_mrr_at_1_diff1": 0.902323, + "nauc_mrr_at_3_max": 0.710242, + "nauc_mrr_at_3_std": 0.219579, + "nauc_mrr_at_3_diff1": 0.881406, + "nauc_mrr_at_5_max": 0.712087, + "nauc_mrr_at_5_std": 0.229365, + "nauc_mrr_at_5_diff1": 0.879988, + "nauc_mrr_at_10_max": 0.710918, + "nauc_mrr_at_10_std": 0.233172, + "nauc_mrr_at_10_diff1": 0.87807, + "nauc_mrr_at_20_max": 0.710262, + "nauc_mrr_at_20_std": 0.233609, + "nauc_mrr_at_20_diff1": 0.876735, + "nauc_mrr_at_100_max": 0.709196, + "nauc_mrr_at_100_std": 0.233038, + "nauc_mrr_at_100_diff1": 0.876127, + "nauc_mrr_at_1000_max": 0.709278, + "nauc_mrr_at_1000_std": 0.232599, + "nauc_mrr_at_1000_diff1": 0.876458, + "main_score": 0.59651, + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ] + }, + { + "ndcg_at_1": 0.87222, + "ndcg_at_3": 0.91756, + "ndcg_at_5": 0.92483, + "ndcg_at_10": 0.92796, + "ndcg_at_20": 0.93104, + "ndcg_at_100": 0.93251, + "ndcg_at_1000": 0.93313, + "map_at_1": 0.87222, + "map_at_3": 0.90704, + "map_at_5": 0.91104, + "map_at_10": 0.91226, + "map_at_20": 0.9131, + "map_at_100": 0.91331, + "map_at_1000": 0.91334, + "recall_at_1": 0.87222, + "recall_at_3": 0.94778, + "recall_at_5": 0.96556, + "recall_at_10": 0.97556, + "recall_at_20": 0.98778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.87222, + "precision_at_3": 0.31593, + "precision_at_5": 0.19311, + "precision_at_10": 0.09756, + "precision_at_20": 0.04939, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.872222, + "mrr_at_3": 0.907037, + "mrr_at_5": 0.911037, + "mrr_at_10": 0.912262, + "mrr_at_20": 0.913104, + "mrr_at_100": 0.913314, + "mrr_at_1000": 0.913344, + "nauc_ndcg_at_1_max": 0.722663, + "nauc_ndcg_at_1_std": -0.110692, + "nauc_ndcg_at_1_diff1": 0.937868, + "nauc_ndcg_at_3_max": 0.796485, + "nauc_ndcg_at_3_std": -0.042574, + "nauc_ndcg_at_3_diff1": 0.932866, + "nauc_ndcg_at_5_max": 0.788597, + "nauc_ndcg_at_5_std": -0.046746, + "nauc_ndcg_at_5_diff1": 0.930236, + "nauc_ndcg_at_10_max": 0.78387, + "nauc_ndcg_at_10_std": -0.052366, + "nauc_ndcg_at_10_diff1": 0.931819, + "nauc_ndcg_at_20_max": 0.779425, + "nauc_ndcg_at_20_std": -0.049239, + "nauc_ndcg_at_20_diff1": 0.93202, + "nauc_ndcg_at_100_max": 0.776202, + "nauc_ndcg_at_100_std": -0.055488, + "nauc_ndcg_at_100_diff1": 0.931881, + "nauc_ndcg_at_1000_max": 0.774388, + "nauc_ndcg_at_1000_std": -0.061455, + "nauc_ndcg_at_1000_diff1": 0.932534, + "nauc_map_at_1_max": 0.722663, + "nauc_map_at_1_std": -0.110692, + "nauc_map_at_1_diff1": 0.937868, + "nauc_map_at_3_max": 0.775966, + "nauc_map_at_3_std": -0.064473, + "nauc_map_at_3_diff1": 0.933851, + "nauc_map_at_5_max": 0.771359, + "nauc_map_at_5_std": -0.067904, + "nauc_map_at_5_diff1": 0.932648, + "nauc_map_at_10_max": 0.769609, + "nauc_map_at_10_std": -0.070637, + "nauc_map_at_10_diff1": 0.9332, + "nauc_map_at_20_max": 0.768577, + "nauc_map_at_20_std": -0.069848, + "nauc_map_at_20_diff1": 0.933251, + "nauc_map_at_100_max": 0.768185, + "nauc_map_at_100_std": -0.070625, + "nauc_map_at_100_diff1": 0.933261, + "nauc_map_at_1000_max": 0.76811, + "nauc_map_at_1000_std": -0.070817, + "nauc_map_at_1000_diff1": 0.933286, + "nauc_recall_at_1_max": 0.722663, + "nauc_recall_at_1_std": -0.110692, + "nauc_recall_at_1_diff1": 0.937868, + "nauc_recall_at_3_max": 0.897143, + "nauc_recall_at_3_std": 0.067386, + "nauc_recall_at_3_diff1": 0.928383, + "nauc_recall_at_5_max": 0.907608, + "nauc_recall_at_5_std": 0.107301, + "nauc_recall_at_5_diff1": 0.912503, + "nauc_recall_at_10_max": 0.912147, + "nauc_recall_at_10_std": 0.130486, + "nauc_recall_at_10_diff1": 0.919786, + "nauc_recall_at_20_max": 0.939097, + "nauc_recall_at_20_std": 0.365674, + "nauc_recall_at_20_diff1": 0.912359, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.609127, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.722663, + "nauc_precision_at_1_std": -0.110692, + "nauc_precision_at_1_diff1": 0.937868, + "nauc_precision_at_3_max": 0.897143, + "nauc_precision_at_3_std": 0.067386, + "nauc_precision_at_3_diff1": 0.928383, + "nauc_precision_at_5_max": 0.907608, + "nauc_precision_at_5_std": 0.107301, + "nauc_precision_at_5_diff1": 0.912503, + "nauc_precision_at_10_max": 0.912147, + "nauc_precision_at_10_std": 0.130486, + "nauc_precision_at_10_diff1": 0.919786, + "nauc_precision_at_20_max": 0.939097, + "nauc_precision_at_20_std": 0.365674, + "nauc_precision_at_20_diff1": 0.912359, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.609127, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.722663, + "nauc_mrr_at_1_std": -0.110692, + "nauc_mrr_at_1_diff1": 0.937868, + "nauc_mrr_at_3_max": 0.775966, + "nauc_mrr_at_3_std": -0.064473, + "nauc_mrr_at_3_diff1": 0.933851, + "nauc_mrr_at_5_max": 0.771359, + "nauc_mrr_at_5_std": -0.067904, + "nauc_mrr_at_5_diff1": 0.932648, + "nauc_mrr_at_10_max": 0.769609, + "nauc_mrr_at_10_std": -0.070637, + "nauc_mrr_at_10_diff1": 0.9332, + "nauc_mrr_at_20_max": 0.768577, + "nauc_mrr_at_20_std": -0.069848, + "nauc_mrr_at_20_diff1": 0.933251, + "nauc_mrr_at_100_max": 0.768185, + "nauc_mrr_at_100_std": -0.070625, + "nauc_mrr_at_100_diff1": 0.933261, + "nauc_mrr_at_1000_max": 0.76811, + "nauc_mrr_at_1000_std": -0.070817, + "nauc_mrr_at_1000_diff1": 0.933286, + "main_score": 0.92796, + "hf_subset": "lit_Latn-lit_Latn", + "languages": [ + "lit-Latn", + "lit-Latn" + ] + }, + { + "ndcg_at_1": 0.92667, + "ndcg_at_3": 0.95591, + "ndcg_at_5": 0.95859, + "ndcg_at_10": 0.9608, + "ndcg_at_20": 0.96224, + "ndcg_at_100": 0.96294, + "ndcg_at_1000": 0.96321, + "map_at_1": 0.92667, + "map_at_3": 0.94907, + "map_at_5": 0.95052, + "map_at_10": 0.95146, + "map_at_20": 0.95187, + "map_at_100": 0.952, + "map_at_1000": 0.95201, + "recall_at_1": 0.92667, + "recall_at_3": 0.97556, + "recall_at_5": 0.98222, + "recall_at_10": 0.98889, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92667, + "precision_at_3": 0.32519, + "precision_at_5": 0.19644, + "precision_at_10": 0.09889, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.926667, + "mrr_at_3": 0.949074, + "mrr_at_5": 0.950519, + "mrr_at_10": 0.951458, + "mrr_at_20": 0.951874, + "mrr_at_100": 0.952, + "mrr_at_1000": 0.952009, + "nauc_ndcg_at_1_max": 0.709603, + "nauc_ndcg_at_1_std": -0.130139, + "nauc_ndcg_at_1_diff1": 0.931634, + "nauc_ndcg_at_3_max": 0.789099, + "nauc_ndcg_at_3_std": -0.04262, + "nauc_ndcg_at_3_diff1": 0.937608, + "nauc_ndcg_at_5_max": 0.778678, + "nauc_ndcg_at_5_std": -0.079549, + "nauc_ndcg_at_5_diff1": 0.940993, + "nauc_ndcg_at_10_max": 0.768697, + "nauc_ndcg_at_10_std": -0.066826, + "nauc_ndcg_at_10_diff1": 0.938838, + "nauc_ndcg_at_20_max": 0.767127, + "nauc_ndcg_at_20_std": -0.064088, + "nauc_ndcg_at_20_diff1": 0.937572, + "nauc_ndcg_at_100_max": 0.762758, + "nauc_ndcg_at_100_std": -0.066136, + "nauc_ndcg_at_100_diff1": 0.937165, + "nauc_ndcg_at_1000_max": 0.761955, + "nauc_ndcg_at_1000_std": -0.074172, + "nauc_ndcg_at_1000_diff1": 0.937153, + "nauc_map_at_1_max": 0.709603, + "nauc_map_at_1_std": -0.130139, + "nauc_map_at_1_diff1": 0.931634, + "nauc_map_at_3_max": 0.767025, + "nauc_map_at_3_std": -0.069816, + "nauc_map_at_3_diff1": 0.935973, + "nauc_map_at_5_max": 0.761783, + "nauc_map_at_5_std": -0.087788, + "nauc_map_at_5_diff1": 0.937708, + "nauc_map_at_10_max": 0.757969, + "nauc_map_at_10_std": -0.083486, + "nauc_map_at_10_diff1": 0.936877, + "nauc_map_at_20_max": 0.757342, + "nauc_map_at_20_std": -0.083755, + "nauc_map_at_20_diff1": 0.936605, + "nauc_map_at_100_max": 0.756708, + "nauc_map_at_100_std": -0.08383, + "nauc_map_at_100_diff1": 0.936528, + "nauc_map_at_1000_max": 0.756687, + "nauc_map_at_1000_std": -0.084032, + "nauc_map_at_1000_diff1": 0.936524, + "nauc_recall_at_1_max": 0.709603, + "nauc_recall_at_1_std": -0.130139, + "nauc_recall_at_1_diff1": 0.931634, + "nauc_recall_at_3_max": 0.917049, + "nauc_recall_at_3_std": 0.118135, + "nauc_recall_at_3_diff1": 0.947055, + "nauc_recall_at_5_max": 0.903303, + "nauc_recall_at_5_std": -0.030112, + "nauc_recall_at_5_diff1": 0.96732, + "nauc_recall_at_10_max": 0.873063, + "nauc_recall_at_10_std": 0.133427, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.947712, + "nauc_recall_at_20_std": 0.452007, + "nauc_recall_at_20_diff1": 0.947712, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.709603, + "nauc_precision_at_1_std": -0.130139, + "nauc_precision_at_1_diff1": 0.931634, + "nauc_precision_at_3_max": 0.917049, + "nauc_precision_at_3_std": 0.118135, + "nauc_precision_at_3_diff1": 0.947055, + "nauc_precision_at_5_max": 0.903303, + "nauc_precision_at_5_std": -0.030112, + "nauc_precision_at_5_diff1": 0.96732, + "nauc_precision_at_10_max": 0.873063, + "nauc_precision_at_10_std": 0.133427, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.947712, + "nauc_precision_at_20_std": 0.452007, + "nauc_precision_at_20_diff1": 0.947712, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.709603, + "nauc_mrr_at_1_std": -0.130139, + "nauc_mrr_at_1_diff1": 0.931634, + "nauc_mrr_at_3_max": 0.767025, + "nauc_mrr_at_3_std": -0.069816, + "nauc_mrr_at_3_diff1": 0.935973, + "nauc_mrr_at_5_max": 0.761783, + "nauc_mrr_at_5_std": -0.087788, + "nauc_mrr_at_5_diff1": 0.937708, + "nauc_mrr_at_10_max": 0.757969, + "nauc_mrr_at_10_std": -0.083486, + "nauc_mrr_at_10_diff1": 0.936877, + "nauc_mrr_at_20_max": 0.757342, + "nauc_mrr_at_20_std": -0.083755, + "nauc_mrr_at_20_diff1": 0.936605, + "nauc_mrr_at_100_max": 0.756708, + "nauc_mrr_at_100_std": -0.08383, + "nauc_mrr_at_100_diff1": 0.936528, + "nauc_mrr_at_1000_max": 0.756687, + "nauc_mrr_at_1000_std": -0.084032, + "nauc_mrr_at_1000_diff1": 0.936524, + "main_score": 0.9608, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86556, + "ndcg_at_3": 0.90979, + "ndcg_at_5": 0.91739, + "ndcg_at_10": 0.92535, + "ndcg_at_20": 0.92702, + "ndcg_at_100": 0.92869, + "ndcg_at_1000": 0.92898, + "map_at_1": 0.86556, + "map_at_3": 0.89963, + "map_at_5": 0.90374, + "map_at_10": 0.90706, + "map_at_20": 0.90751, + "map_at_100": 0.90775, + "map_at_1000": 0.90776, + "recall_at_1": 0.86556, + "recall_at_3": 0.93889, + "recall_at_5": 0.95778, + "recall_at_10": 0.98222, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.86556, + "precision_at_3": 0.31296, + "precision_at_5": 0.19156, + "precision_at_10": 0.09822, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.865556, + "mrr_at_3": 0.89963, + "mrr_at_5": 0.903741, + "mrr_at_10": 0.907056, + "mrr_at_20": 0.907508, + "mrr_at_100": 0.907749, + "mrr_at_1000": 0.907762, + "nauc_ndcg_at_1_max": 0.74787, + "nauc_ndcg_at_1_std": 0.049189, + "nauc_ndcg_at_1_diff1": 0.918727, + "nauc_ndcg_at_3_max": 0.787225, + "nauc_ndcg_at_3_std": 0.035596, + "nauc_ndcg_at_3_diff1": 0.904039, + "nauc_ndcg_at_5_max": 0.7851, + "nauc_ndcg_at_5_std": 0.056147, + "nauc_ndcg_at_5_diff1": 0.903542, + "nauc_ndcg_at_10_max": 0.779277, + "nauc_ndcg_at_10_std": 0.053343, + "nauc_ndcg_at_10_diff1": 0.911889, + "nauc_ndcg_at_20_max": 0.779318, + "nauc_ndcg_at_20_std": 0.0612, + "nauc_ndcg_at_20_diff1": 0.91081, + "nauc_ndcg_at_100_max": 0.777544, + "nauc_ndcg_at_100_std": 0.061376, + "nauc_ndcg_at_100_diff1": 0.910654, + "nauc_ndcg_at_1000_max": 0.777134, + "nauc_ndcg_at_1000_std": 0.057932, + "nauc_ndcg_at_1000_diff1": 0.910526, + "nauc_map_at_1_max": 0.74787, + "nauc_map_at_1_std": 0.049189, + "nauc_map_at_1_diff1": 0.918727, + "nauc_map_at_3_max": 0.777585, + "nauc_map_at_3_std": 0.042777, + "nauc_map_at_3_diff1": 0.908078, + "nauc_map_at_5_max": 0.7764, + "nauc_map_at_5_std": 0.052789, + "nauc_map_at_5_diff1": 0.908118, + "nauc_map_at_10_max": 0.7743, + "nauc_map_at_10_std": 0.052021, + "nauc_map_at_10_diff1": 0.911374, + "nauc_map_at_20_max": 0.774289, + "nauc_map_at_20_std": 0.053765, + "nauc_map_at_20_diff1": 0.911101, + "nauc_map_at_100_max": 0.774119, + "nauc_map_at_100_std": 0.054282, + "nauc_map_at_100_diff1": 0.911066, + "nauc_map_at_1000_max": 0.774098, + "nauc_map_at_1000_std": 0.054159, + "nauc_map_at_1000_diff1": 0.911058, + "nauc_recall_at_1_max": 0.74787, + "nauc_recall_at_1_std": 0.049189, + "nauc_recall_at_1_diff1": 0.918727, + "nauc_recall_at_3_max": 0.829947, + "nauc_recall_at_3_std": 0.000441, + "nauc_recall_at_3_diff1": 0.885757, + "nauc_recall_at_5_max": 0.836847, + "nauc_recall_at_5_std": 0.081503, + "nauc_recall_at_5_diff1": 0.87433, + "nauc_recall_at_10_max": 0.82989, + "nauc_recall_at_10_std": 0.072625, + "nauc_recall_at_10_diff1": 0.931577, + "nauc_recall_at_20_max": 0.860644, + "nauc_recall_at_20_std": 0.279365, + "nauc_recall_at_20_diff1": 0.918301, + "nauc_recall_at_100_max": 0.861111, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.74787, + "nauc_precision_at_1_std": 0.049189, + "nauc_precision_at_1_diff1": 0.918727, + "nauc_precision_at_3_max": 0.829947, + "nauc_precision_at_3_std": 0.000441, + "nauc_precision_at_3_diff1": 0.885757, + "nauc_precision_at_5_max": 0.836847, + "nauc_precision_at_5_std": 0.081503, + "nauc_precision_at_5_diff1": 0.87433, + "nauc_precision_at_10_max": 0.82989, + "nauc_precision_at_10_std": 0.072625, + "nauc_precision_at_10_diff1": 0.931577, + "nauc_precision_at_20_max": 0.860644, + "nauc_precision_at_20_std": 0.279365, + "nauc_precision_at_20_diff1": 0.918301, + "nauc_precision_at_100_max": 0.861111, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.74787, + "nauc_mrr_at_1_std": 0.049189, + "nauc_mrr_at_1_diff1": 0.918727, + "nauc_mrr_at_3_max": 0.777585, + "nauc_mrr_at_3_std": 0.042777, + "nauc_mrr_at_3_diff1": 0.908078, + "nauc_mrr_at_5_max": 0.7764, + "nauc_mrr_at_5_std": 0.052789, + "nauc_mrr_at_5_diff1": 0.908118, + "nauc_mrr_at_10_max": 0.7743, + "nauc_mrr_at_10_std": 0.052021, + "nauc_mrr_at_10_diff1": 0.911374, + "nauc_mrr_at_20_max": 0.774289, + "nauc_mrr_at_20_std": 0.053765, + "nauc_mrr_at_20_diff1": 0.911101, + "nauc_mrr_at_100_max": 0.774119, + "nauc_mrr_at_100_std": 0.054282, + "nauc_mrr_at_100_diff1": 0.911066, + "nauc_mrr_at_1000_max": 0.774098, + "nauc_mrr_at_1000_std": 0.054159, + "nauc_mrr_at_1000_diff1": 0.911058, + "main_score": 0.92535, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "ndcg_at_1": 0.46274, + "ndcg_at_3": 0.50586, + "ndcg_at_5": 0.52319, + "ndcg_at_10": 0.5397, + "ndcg_at_20": 0.55086, + "ndcg_at_100": 0.57721, + "ndcg_at_1000": 0.60063, + "map_at_1": 0.46218, + "map_at_3": 0.49537, + "map_at_5": 0.50493, + "map_at_10": 0.51172, + "map_at_20": 0.51475, + "map_at_100": 0.51807, + "map_at_1000": 0.51901, + "recall_at_1": 0.46218, + "recall_at_3": 0.5356, + "recall_at_5": 0.57786, + "recall_at_10": 0.62903, + "recall_at_20": 0.67353, + "recall_at_100": 0.82036, + "recall_at_1000": 1.0, + "precision_at_1": 0.46274, + "precision_at_3": 0.17872, + "precision_at_5": 0.11568, + "precision_at_10": 0.06296, + "precision_at_20": 0.0337, + "precision_at_100": 0.00821, + "precision_at_1000": 0.001, + "mrr_at_1": 0.462736, + "mrr_at_3": 0.495921, + "mrr_at_5": 0.505488, + "mrr_at_10": 0.512276, + "mrr_at_20": 0.515304, + "mrr_at_100": 0.518628, + "mrr_at_1000": 0.519556, + "nauc_ndcg_at_1_max": 0.581924, + "nauc_ndcg_at_1_std": 0.071997, + "nauc_ndcg_at_1_diff1": 0.843888, + "nauc_ndcg_at_3_max": 0.592385, + "nauc_ndcg_at_3_std": 0.0906, + "nauc_ndcg_at_3_diff1": 0.805417, + "nauc_ndcg_at_5_max": 0.579421, + "nauc_ndcg_at_5_std": 0.098192, + "nauc_ndcg_at_5_diff1": 0.795314, + "nauc_ndcg_at_10_max": 0.572153, + "nauc_ndcg_at_10_std": 0.097786, + "nauc_ndcg_at_10_diff1": 0.784931, + "nauc_ndcg_at_20_max": 0.570352, + "nauc_ndcg_at_20_std": 0.09746, + "nauc_ndcg_at_20_diff1": 0.784048, + "nauc_ndcg_at_100_max": 0.566843, + "nauc_ndcg_at_100_std": 0.095116, + "nauc_ndcg_at_100_diff1": 0.782437, + "nauc_ndcg_at_1000_max": 0.57522, + "nauc_ndcg_at_1000_std": 0.094466, + "nauc_ndcg_at_1000_diff1": 0.793965, + "nauc_map_at_1_max": 0.580011, + "nauc_map_at_1_std": 0.071714, + "nauc_map_at_1_diff1": 0.841005, + "nauc_map_at_3_max": 0.590177, + "nauc_map_at_3_std": 0.086518, + "nauc_map_at_3_diff1": 0.813398, + "nauc_map_at_5_max": 0.58334, + "nauc_map_at_5_std": 0.090874, + "nauc_map_at_5_diff1": 0.808037, + "nauc_map_at_10_max": 0.580382, + "nauc_map_at_10_std": 0.090532, + "nauc_map_at_10_diff1": 0.80389, + "nauc_map_at_20_max": 0.580054, + "nauc_map_at_20_std": 0.090691, + "nauc_map_at_20_diff1": 0.803815, + "nauc_map_at_100_max": 0.5798, + "nauc_map_at_100_std": 0.090561, + "nauc_map_at_100_diff1": 0.803912, + "nauc_map_at_1000_max": 0.580121, + "nauc_map_at_1000_std": 0.090546, + "nauc_map_at_1000_diff1": 0.804335, + "nauc_recall_at_1_max": 0.580011, + "nauc_recall_at_1_std": 0.071714, + "nauc_recall_at_1_diff1": 0.841005, + "nauc_recall_at_3_max": 0.596476, + "nauc_recall_at_3_std": 0.102166, + "nauc_recall_at_3_diff1": 0.778903, + "nauc_recall_at_5_max": 0.562424, + "nauc_recall_at_5_std": 0.12097, + "nauc_recall_at_5_diff1": 0.751546, + "nauc_recall_at_10_max": 0.536431, + "nauc_recall_at_10_std": 0.122106, + "nauc_recall_at_10_diff1": 0.712707, + "nauc_recall_at_20_max": 0.5238, + "nauc_recall_at_20_std": 0.120134, + "nauc_recall_at_20_diff1": 0.701407, + "nauc_recall_at_100_max": 0.457091, + "nauc_recall_at_100_std": 0.10483, + "nauc_recall_at_100_diff1": 0.629585, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.581924, + "nauc_precision_at_1_std": 0.071997, + "nauc_precision_at_1_diff1": 0.843888, + "nauc_precision_at_3_max": 0.598724, + "nauc_precision_at_3_std": 0.102509, + "nauc_precision_at_3_diff1": 0.782226, + "nauc_precision_at_5_max": 0.564756, + "nauc_precision_at_5_std": 0.12134, + "nauc_precision_at_5_diff1": 0.755008, + "nauc_precision_at_10_max": 0.539132, + "nauc_precision_at_10_std": 0.122552, + "nauc_precision_at_10_diff1": 0.716685, + "nauc_precision_at_20_max": 0.526729, + "nauc_precision_at_20_std": 0.120618, + "nauc_precision_at_20_diff1": 0.705731, + "nauc_precision_at_100_max": 0.462193, + "nauc_precision_at_100_std": 0.105696, + "nauc_precision_at_100_diff1": 0.637118, + "nauc_precision_at_1000_max": 0.662006, + "nauc_precision_at_1000_std": 0.098682, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.581924, + "nauc_mrr_at_1_std": 0.071997, + "nauc_mrr_at_1_diff1": 0.843888, + "nauc_mrr_at_3_max": 0.592134, + "nauc_mrr_at_3_std": 0.08681, + "nauc_mrr_at_3_diff1": 0.816338, + "nauc_mrr_at_5_max": 0.585315, + "nauc_mrr_at_5_std": 0.091169, + "nauc_mrr_at_5_diff1": 0.811005, + "nauc_mrr_at_10_max": 0.582374, + "nauc_mrr_at_10_std": 0.09083, + "nauc_mrr_at_10_diff1": 0.806885, + "nauc_mrr_at_20_max": 0.582056, + "nauc_mrr_at_20_std": 0.09099, + "nauc_mrr_at_20_diff1": 0.806825, + "nauc_mrr_at_100_max": 0.581816, + "nauc_mrr_at_100_std": 0.090863, + "nauc_mrr_at_100_diff1": 0.806941, + "nauc_mrr_at_1000_max": 0.582102, + "nauc_mrr_at_1000_std": 0.090842, + "nauc_mrr_at_1000_diff1": 0.807314, + "main_score": 0.5397, + "hf_subset": "lug_Latn-lug_Latn", + "languages": [ + "lug-Latn", + "lug-Latn" + ] + }, + { + "ndcg_at_1": 0.67556, + "ndcg_at_3": 0.74156, + "ndcg_at_5": 0.75475, + "ndcg_at_10": 0.7691, + "ndcg_at_20": 0.78122, + "ndcg_at_100": 0.79504, + "ndcg_at_1000": 0.79666, + "map_at_1": 0.67556, + "map_at_3": 0.72556, + "map_at_5": 0.73283, + "map_at_10": 0.73874, + "map_at_20": 0.7421, + "map_at_100": 0.74393, + "map_at_1000": 0.744, + "recall_at_1": 0.67556, + "recall_at_3": 0.78778, + "recall_at_5": 0.82, + "recall_at_10": 0.86444, + "recall_at_20": 0.91222, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.67556, + "precision_at_3": 0.26259, + "precision_at_5": 0.164, + "precision_at_10": 0.08644, + "precision_at_20": 0.04561, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675556, + "mrr_at_3": 0.725556, + "mrr_at_5": 0.732833, + "mrr_at_10": 0.738744, + "mrr_at_20": 0.742096, + "mrr_at_100": 0.74393, + "mrr_at_1000": 0.744, + "nauc_ndcg_at_1_max": 0.698108, + "nauc_ndcg_at_1_std": -0.042107, + "nauc_ndcg_at_1_diff1": 0.88228, + "nauc_ndcg_at_3_max": 0.703626, + "nauc_ndcg_at_3_std": -0.005861, + "nauc_ndcg_at_3_diff1": 0.83956, + "nauc_ndcg_at_5_max": 0.698244, + "nauc_ndcg_at_5_std": -0.006539, + "nauc_ndcg_at_5_diff1": 0.83404, + "nauc_ndcg_at_10_max": 0.702267, + "nauc_ndcg_at_10_std": 0.004657, + "nauc_ndcg_at_10_diff1": 0.836813, + "nauc_ndcg_at_20_max": 0.700197, + "nauc_ndcg_at_20_std": 0.02338, + "nauc_ndcg_at_20_diff1": 0.837324, + "nauc_ndcg_at_100_max": 0.699788, + "nauc_ndcg_at_100_std": 0.001559, + "nauc_ndcg_at_100_diff1": 0.843941, + "nauc_ndcg_at_1000_max": 0.701231, + "nauc_ndcg_at_1000_std": -0.000791, + "nauc_ndcg_at_1000_diff1": 0.845661, + "nauc_map_at_1_max": 0.698108, + "nauc_map_at_1_std": -0.042107, + "nauc_map_at_1_diff1": 0.88228, + "nauc_map_at_3_max": 0.703146, + "nauc_map_at_3_std": -0.014866, + "nauc_map_at_3_diff1": 0.85101, + "nauc_map_at_5_max": 0.700149, + "nauc_map_at_5_std": -0.01544, + "nauc_map_at_5_diff1": 0.848391, + "nauc_map_at_10_max": 0.7017, + "nauc_map_at_10_std": -0.011948, + "nauc_map_at_10_diff1": 0.849811, + "nauc_map_at_20_max": 0.701288, + "nauc_map_at_20_std": -0.007484, + "nauc_map_at_20_diff1": 0.850064, + "nauc_map_at_100_max": 0.70135, + "nauc_map_at_100_std": -0.010131, + "nauc_map_at_100_diff1": 0.851029, + "nauc_map_at_1000_max": 0.701412, + "nauc_map_at_1000_std": -0.010193, + "nauc_map_at_1000_diff1": 0.85111, + "nauc_recall_at_1_max": 0.698108, + "nauc_recall_at_1_std": -0.042107, + "nauc_recall_at_1_diff1": 0.88228, + "nauc_recall_at_3_max": 0.704789, + "nauc_recall_at_3_std": 0.025325, + "nauc_recall_at_3_diff1": 0.799439, + "nauc_recall_at_5_max": 0.689396, + "nauc_recall_at_5_std": 0.028019, + "nauc_recall_at_5_diff1": 0.776395, + "nauc_recall_at_10_max": 0.706107, + "nauc_recall_at_10_std": 0.096492, + "nauc_recall_at_10_diff1": 0.77217, + "nauc_recall_at_20_max": 0.688355, + "nauc_recall_at_20_std": 0.30021, + "nauc_recall_at_20_diff1": 0.74573, + "nauc_recall_at_100_max": 0.551693, + "nauc_recall_at_100_std": 0.279263, + "nauc_recall_at_100_diff1": 0.671378, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.698108, + "nauc_precision_at_1_std": -0.042107, + "nauc_precision_at_1_diff1": 0.88228, + "nauc_precision_at_3_max": 0.704789, + "nauc_precision_at_3_std": 0.025325, + "nauc_precision_at_3_diff1": 0.799439, + "nauc_precision_at_5_max": 0.689396, + "nauc_precision_at_5_std": 0.028019, + "nauc_precision_at_5_diff1": 0.776395, + "nauc_precision_at_10_max": 0.706107, + "nauc_precision_at_10_std": 0.096492, + "nauc_precision_at_10_diff1": 0.77217, + "nauc_precision_at_20_max": 0.688355, + "nauc_precision_at_20_std": 0.30021, + "nauc_precision_at_20_diff1": 0.74573, + "nauc_precision_at_100_max": 0.551693, + "nauc_precision_at_100_std": 0.279263, + "nauc_precision_at_100_diff1": 0.671378, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.698108, + "nauc_mrr_at_1_std": -0.042107, + "nauc_mrr_at_1_diff1": 0.88228, + "nauc_mrr_at_3_max": 0.703146, + "nauc_mrr_at_3_std": -0.014866, + "nauc_mrr_at_3_diff1": 0.85101, + "nauc_mrr_at_5_max": 0.700149, + "nauc_mrr_at_5_std": -0.01544, + "nauc_mrr_at_5_diff1": 0.848391, + "nauc_mrr_at_10_max": 0.7017, + "nauc_mrr_at_10_std": -0.011948, + "nauc_mrr_at_10_diff1": 0.849811, + "nauc_mrr_at_20_max": 0.701288, + "nauc_mrr_at_20_std": -0.007484, + "nauc_mrr_at_20_diff1": 0.850064, + "nauc_mrr_at_100_max": 0.70135, + "nauc_mrr_at_100_std": -0.010131, + "nauc_mrr_at_100_diff1": 0.851029, + "nauc_mrr_at_1000_max": 0.701412, + "nauc_mrr_at_1000_std": -0.010193, + "nauc_mrr_at_1000_diff1": 0.85111, + "main_score": 0.7691, + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45384, + "ndcg_at_3": 0.51196, + "ndcg_at_5": 0.5212, + "ndcg_at_10": 0.53445, + "ndcg_at_20": 0.54338, + "ndcg_at_100": 0.56616, + "ndcg_at_1000": 0.59485, + "map_at_1": 0.45328, + "map_at_3": 0.49815, + "map_at_5": 0.50332, + "map_at_10": 0.50876, + "map_at_20": 0.51125, + "map_at_100": 0.51407, + "map_at_1000": 0.51517, + "recall_at_1": 0.45328, + "recall_at_3": 0.55117, + "recall_at_5": 0.57341, + "recall_at_10": 0.61457, + "recall_at_20": 0.64961, + "recall_at_100": 0.77753, + "recall_at_1000": 1.0, + "precision_at_1": 0.45384, + "precision_at_3": 0.18391, + "precision_at_5": 0.11479, + "precision_at_10": 0.06151, + "precision_at_20": 0.03254, + "precision_at_100": 0.00779, + "precision_at_1000": 0.001, + "mrr_at_1": 0.453838, + "mrr_at_3": 0.498702, + "mrr_at_5": 0.503875, + "mrr_at_10": 0.509313, + "mrr_at_20": 0.511736, + "mrr_at_100": 0.514548, + "mrr_at_1000": 0.515649, + "nauc_ndcg_at_1_max": 0.649012, + "nauc_ndcg_at_1_std": -0.183225, + "nauc_ndcg_at_1_diff1": 0.862251, + "nauc_ndcg_at_3_max": 0.627633, + "nauc_ndcg_at_3_std": -0.204837, + "nauc_ndcg_at_3_diff1": 0.801089, + "nauc_ndcg_at_5_max": 0.624697, + "nauc_ndcg_at_5_std": -0.201981, + "nauc_ndcg_at_5_diff1": 0.79152, + "nauc_ndcg_at_10_max": 0.624123, + "nauc_ndcg_at_10_std": -0.191757, + "nauc_ndcg_at_10_diff1": 0.781642, + "nauc_ndcg_at_20_max": 0.618313, + "nauc_ndcg_at_20_std": -0.196605, + "nauc_ndcg_at_20_diff1": 0.778661, + "nauc_ndcg_at_100_max": 0.61259, + "nauc_ndcg_at_100_std": -0.19138, + "nauc_ndcg_at_100_diff1": 0.775455, + "nauc_ndcg_at_1000_max": 0.622248, + "nauc_ndcg_at_1000_std": -0.194238, + "nauc_ndcg_at_1000_diff1": 0.78968, + "nauc_map_at_1_max": 0.647092, + "nauc_map_at_1_std": -0.184986, + "nauc_map_at_1_diff1": 0.86029, + "nauc_map_at_3_max": 0.632931, + "nauc_map_at_3_std": -0.199288, + "nauc_map_at_3_diff1": 0.814984, + "nauc_map_at_5_max": 0.631355, + "nauc_map_at_5_std": -0.197562, + "nauc_map_at_5_diff1": 0.809731, + "nauc_map_at_10_max": 0.631091, + "nauc_map_at_10_std": -0.19373, + "nauc_map_at_10_diff1": 0.805605, + "nauc_map_at_20_max": 0.629618, + "nauc_map_at_20_std": -0.195126, + "nauc_map_at_20_diff1": 0.805017, + "nauc_map_at_100_max": 0.62915, + "nauc_map_at_100_std": -0.194329, + "nauc_map_at_100_diff1": 0.804693, + "nauc_map_at_1000_max": 0.629415, + "nauc_map_at_1000_std": -0.194497, + "nauc_map_at_1000_diff1": 0.805138, + "nauc_recall_at_1_max": 0.647092, + "nauc_recall_at_1_std": -0.184986, + "nauc_recall_at_1_diff1": 0.86029, + "nauc_recall_at_3_max": 0.609362, + "nauc_recall_at_3_std": -0.223485, + "nauc_recall_at_3_diff1": 0.757465, + "nauc_recall_at_5_max": 0.601459, + "nauc_recall_at_5_std": -0.217284, + "nauc_recall_at_5_diff1": 0.732525, + "nauc_recall_at_10_max": 0.598391, + "nauc_recall_at_10_std": -0.181929, + "nauc_recall_at_10_diff1": 0.697207, + "nauc_recall_at_20_max": 0.570855, + "nauc_recall_at_20_std": -0.202134, + "nauc_recall_at_20_diff1": 0.678043, + "nauc_recall_at_100_max": 0.499084, + "nauc_recall_at_100_std": -0.1646, + "nauc_recall_at_100_diff1": 0.611216, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.649012, + "nauc_precision_at_1_std": -0.183225, + "nauc_precision_at_1_diff1": 0.862251, + "nauc_precision_at_3_max": 0.611655, + "nauc_precision_at_3_std": -0.221691, + "nauc_precision_at_3_diff1": 0.759846, + "nauc_precision_at_5_max": 0.603803, + "nauc_precision_at_5_std": -0.215442, + "nauc_precision_at_5_diff1": 0.73495, + "nauc_precision_at_10_max": 0.601083, + "nauc_precision_at_10_std": -0.180022, + "nauc_precision_at_10_diff1": 0.699999, + "nauc_precision_at_20_max": 0.571465, + "nauc_precision_at_20_std": -0.196354, + "nauc_precision_at_20_diff1": 0.677935, + "nauc_precision_at_100_max": 0.50062, + "nauc_precision_at_100_std": -0.156807, + "nauc_precision_at_100_diff1": 0.611695, + "nauc_precision_at_1000_max": 0.662006, + "nauc_precision_at_1000_std": 0.662006, + "nauc_precision_at_1000_diff1": 0.662006, + "nauc_mrr_at_1_max": 0.649012, + "nauc_mrr_at_1_std": -0.183225, + "nauc_mrr_at_1_diff1": 0.862251, + "nauc_mrr_at_3_max": 0.634908, + "nauc_mrr_at_3_std": -0.197475, + "nauc_mrr_at_3_diff1": 0.816996, + "nauc_mrr_at_5_max": 0.633342, + "nauc_mrr_at_5_std": -0.195739, + "nauc_mrr_at_5_diff1": 0.811753, + "nauc_mrr_at_10_max": 0.633091, + "nauc_mrr_at_10_std": -0.191895, + "nauc_mrr_at_10_diff1": 0.807639, + "nauc_mrr_at_20_max": 0.631358, + "nauc_mrr_at_20_std": -0.193529, + "nauc_mrr_at_20_diff1": 0.806787, + "nauc_mrr_at_100_max": 0.630899, + "nauc_mrr_at_100_std": -0.192724, + "nauc_mrr_at_100_diff1": 0.806472, + "nauc_mrr_at_1000_max": 0.631169, + "nauc_mrr_at_1000_std": -0.192887, + "nauc_mrr_at_1000_diff1": 0.806923, + "main_score": 0.53445, + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ] + }, + { + "ndcg_at_1": 0.47333, + "ndcg_at_3": 0.51167, + "ndcg_at_5": 0.52362, + "ndcg_at_10": 0.53608, + "ndcg_at_20": 0.54849, + "ndcg_at_100": 0.57058, + "ndcg_at_1000": 0.5993, + "map_at_1": 0.47333, + "map_at_3": 0.50259, + "map_at_5": 0.50926, + "map_at_10": 0.51433, + "map_at_20": 0.51776, + "map_at_100": 0.52053, + "map_at_1000": 0.52163, + "recall_at_1": 0.47333, + "recall_at_3": 0.53778, + "recall_at_5": 0.56667, + "recall_at_10": 0.60556, + "recall_at_20": 0.65444, + "recall_at_100": 0.77778, + "recall_at_1000": 1.0, + "precision_at_1": 0.47333, + "precision_at_3": 0.17926, + "precision_at_5": 0.11333, + "precision_at_10": 0.06056, + "precision_at_20": 0.03272, + "precision_at_100": 0.00778, + "precision_at_1000": 0.001, + "mrr_at_1": 0.473333, + "mrr_at_3": 0.502593, + "mrr_at_5": 0.509259, + "mrr_at_10": 0.514332, + "mrr_at_20": 0.517763, + "mrr_at_100": 0.520528, + "mrr_at_1000": 0.521632, + "nauc_ndcg_at_1_max": 0.617608, + "nauc_ndcg_at_1_std": -0.509606, + "nauc_ndcg_at_1_diff1": 0.893856, + "nauc_ndcg_at_3_max": 0.634991, + "nauc_ndcg_at_3_std": -0.514426, + "nauc_ndcg_at_3_diff1": 0.873732, + "nauc_ndcg_at_5_max": 0.628011, + "nauc_ndcg_at_5_std": -0.516799, + "nauc_ndcg_at_5_diff1": 0.867095, + "nauc_ndcg_at_10_max": 0.624353, + "nauc_ndcg_at_10_std": -0.507936, + "nauc_ndcg_at_10_diff1": 0.860089, + "nauc_ndcg_at_20_max": 0.621974, + "nauc_ndcg_at_20_std": -0.49883, + "nauc_ndcg_at_20_diff1": 0.858441, + "nauc_ndcg_at_100_max": 0.616903, + "nauc_ndcg_at_100_std": -0.490345, + "nauc_ndcg_at_100_diff1": 0.849693, + "nauc_ndcg_at_1000_max": 0.621944, + "nauc_ndcg_at_1000_std": -0.501835, + "nauc_ndcg_at_1000_diff1": 0.861458, + "nauc_map_at_1_max": 0.617608, + "nauc_map_at_1_std": -0.509606, + "nauc_map_at_1_diff1": 0.893856, + "nauc_map_at_3_max": 0.631207, + "nauc_map_at_3_std": -0.514223, + "nauc_map_at_3_diff1": 0.878396, + "nauc_map_at_5_max": 0.627518, + "nauc_map_at_5_std": -0.515333, + "nauc_map_at_5_diff1": 0.874874, + "nauc_map_at_10_max": 0.625987, + "nauc_map_at_10_std": -0.511721, + "nauc_map_at_10_diff1": 0.872159, + "nauc_map_at_20_max": 0.625388, + "nauc_map_at_20_std": -0.509263, + "nauc_map_at_20_diff1": 0.871777, + "nauc_map_at_100_max": 0.624688, + "nauc_map_at_100_std": -0.508262, + "nauc_map_at_100_diff1": 0.870635, + "nauc_map_at_1000_max": 0.624814, + "nauc_map_at_1000_std": -0.508639, + "nauc_map_at_1000_diff1": 0.871004, + "nauc_recall_at_1_max": 0.617608, + "nauc_recall_at_1_std": -0.509606, + "nauc_recall_at_1_diff1": 0.893856, + "nauc_recall_at_3_max": 0.646007, + "nauc_recall_at_3_std": -0.514609, + "nauc_recall_at_3_diff1": 0.860019, + "nauc_recall_at_5_max": 0.628022, + "nauc_recall_at_5_std": -0.521434, + "nauc_recall_at_5_diff1": 0.842465, + "nauc_recall_at_10_max": 0.616174, + "nauc_recall_at_10_std": -0.492334, + "nauc_recall_at_10_diff1": 0.817591, + "nauc_recall_at_20_max": 0.604384, + "nauc_recall_at_20_std": -0.449928, + "nauc_recall_at_20_diff1": 0.80616, + "nauc_recall_at_100_max": 0.556857, + "nauc_recall_at_100_std": -0.358247, + "nauc_recall_at_100_diff1": 0.714513, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.617608, + "nauc_precision_at_1_std": -0.509606, + "nauc_precision_at_1_diff1": 0.893856, + "nauc_precision_at_3_max": 0.646007, + "nauc_precision_at_3_std": -0.514609, + "nauc_precision_at_3_diff1": 0.860019, + "nauc_precision_at_5_max": 0.628022, + "nauc_precision_at_5_std": -0.521434, + "nauc_precision_at_5_diff1": 0.842465, + "nauc_precision_at_10_max": 0.616174, + "nauc_precision_at_10_std": -0.492334, + "nauc_precision_at_10_diff1": 0.817591, + "nauc_precision_at_20_max": 0.604384, + "nauc_precision_at_20_std": -0.449928, + "nauc_precision_at_20_diff1": 0.80616, + "nauc_precision_at_100_max": 0.556857, + "nauc_precision_at_100_std": -0.358247, + "nauc_precision_at_100_diff1": 0.714513, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.617608, + "nauc_mrr_at_1_std": -0.509606, + "nauc_mrr_at_1_diff1": 0.893856, + "nauc_mrr_at_3_max": 0.631207, + "nauc_mrr_at_3_std": -0.514223, + "nauc_mrr_at_3_diff1": 0.878396, + "nauc_mrr_at_5_max": 0.627518, + "nauc_mrr_at_5_std": -0.515333, + "nauc_mrr_at_5_diff1": 0.874874, + "nauc_mrr_at_10_max": 0.625987, + "nauc_mrr_at_10_std": -0.511721, + "nauc_mrr_at_10_diff1": 0.872159, + "nauc_mrr_at_20_max": 0.625388, + "nauc_mrr_at_20_std": -0.509263, + "nauc_mrr_at_20_diff1": 0.871777, + "nauc_mrr_at_100_max": 0.624688, + "nauc_mrr_at_100_std": -0.508262, + "nauc_mrr_at_100_diff1": 0.870635, + "nauc_mrr_at_1000_max": 0.624814, + "nauc_mrr_at_1000_std": -0.508639, + "nauc_mrr_at_1000_diff1": 0.871004, + "main_score": 0.53608, + "hf_subset": "luo_Latn-luo_Latn", + "languages": [ + "luo-Latn", + "luo-Latn" + ] + }, + { + "ndcg_at_1": 0.66222, + "ndcg_at_3": 0.713, + "ndcg_at_5": 0.724, + "ndcg_at_10": 0.74021, + "ndcg_at_20": 0.75223, + "ndcg_at_100": 0.76873, + "ndcg_at_1000": 0.77391, + "map_at_1": 0.66222, + "map_at_3": 0.70093, + "map_at_5": 0.70704, + "map_at_10": 0.71355, + "map_at_20": 0.71696, + "map_at_100": 0.71916, + "map_at_1000": 0.71941, + "recall_at_1": 0.66222, + "recall_at_3": 0.74778, + "recall_at_5": 0.77444, + "recall_at_10": 0.82556, + "recall_at_20": 0.87222, + "recall_at_100": 0.96222, + "recall_at_1000": 1.0, + "precision_at_1": 0.66222, + "precision_at_3": 0.24926, + "precision_at_5": 0.15489, + "precision_at_10": 0.08256, + "precision_at_20": 0.04361, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.662222, + "mrr_at_3": 0.700926, + "mrr_at_5": 0.707037, + "mrr_at_10": 0.713548, + "mrr_at_20": 0.716957, + "mrr_at_100": 0.719162, + "mrr_at_1000": 0.719414, + "nauc_ndcg_at_1_max": 0.782459, + "nauc_ndcg_at_1_std": -0.095146, + "nauc_ndcg_at_1_diff1": 0.886735, + "nauc_ndcg_at_3_max": 0.788129, + "nauc_ndcg_at_3_std": -0.082216, + "nauc_ndcg_at_3_diff1": 0.855879, + "nauc_ndcg_at_5_max": 0.783697, + "nauc_ndcg_at_5_std": -0.093906, + "nauc_ndcg_at_5_diff1": 0.850029, + "nauc_ndcg_at_10_max": 0.777459, + "nauc_ndcg_at_10_std": -0.084811, + "nauc_ndcg_at_10_diff1": 0.842744, + "nauc_ndcg_at_20_max": 0.779003, + "nauc_ndcg_at_20_std": -0.081905, + "nauc_ndcg_at_20_diff1": 0.848314, + "nauc_ndcg_at_100_max": 0.782646, + "nauc_ndcg_at_100_std": -0.07101, + "nauc_ndcg_at_100_diff1": 0.851532, + "nauc_ndcg_at_1000_max": 0.782051, + "nauc_ndcg_at_1000_std": -0.080677, + "nauc_ndcg_at_1000_diff1": 0.854132, + "nauc_map_at_1_max": 0.782459, + "nauc_map_at_1_std": -0.095146, + "nauc_map_at_1_diff1": 0.886735, + "nauc_map_at_3_max": 0.787117, + "nauc_map_at_3_std": -0.084925, + "nauc_map_at_3_diff1": 0.862966, + "nauc_map_at_5_max": 0.784789, + "nauc_map_at_5_std": -0.091161, + "nauc_map_at_5_diff1": 0.860097, + "nauc_map_at_10_max": 0.782337, + "nauc_map_at_10_std": -0.087921, + "nauc_map_at_10_diff1": 0.857466, + "nauc_map_at_20_max": 0.782688, + "nauc_map_at_20_std": -0.08762, + "nauc_map_at_20_diff1": 0.859035, + "nauc_map_at_100_max": 0.783119, + "nauc_map_at_100_std": -0.085733, + "nauc_map_at_100_diff1": 0.859379, + "nauc_map_at_1000_max": 0.783099, + "nauc_map_at_1000_std": -0.086067, + "nauc_map_at_1000_diff1": 0.859508, + "nauc_recall_at_1_max": 0.782459, + "nauc_recall_at_1_std": -0.095146, + "nauc_recall_at_1_diff1": 0.886735, + "nauc_recall_at_3_max": 0.79122, + "nauc_recall_at_3_std": -0.073667, + "nauc_recall_at_3_diff1": 0.833142, + "nauc_recall_at_5_max": 0.778773, + "nauc_recall_at_5_std": -0.105973, + "nauc_recall_at_5_diff1": 0.813917, + "nauc_recall_at_10_max": 0.751885, + "nauc_recall_at_10_std": -0.068043, + "nauc_recall_at_10_diff1": 0.77461, + "nauc_recall_at_20_max": 0.755396, + "nauc_recall_at_20_std": -0.037271, + "nauc_recall_at_20_diff1": 0.790239, + "nauc_recall_at_100_max": 0.805514, + "nauc_recall_at_100_std": 0.310306, + "nauc_recall_at_100_diff1": 0.75806, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782459, + "nauc_precision_at_1_std": -0.095146, + "nauc_precision_at_1_diff1": 0.886735, + "nauc_precision_at_3_max": 0.79122, + "nauc_precision_at_3_std": -0.073667, + "nauc_precision_at_3_diff1": 0.833142, + "nauc_precision_at_5_max": 0.778773, + "nauc_precision_at_5_std": -0.105973, + "nauc_precision_at_5_diff1": 0.813917, + "nauc_precision_at_10_max": 0.751885, + "nauc_precision_at_10_std": -0.068043, + "nauc_precision_at_10_diff1": 0.77461, + "nauc_precision_at_20_max": 0.755396, + "nauc_precision_at_20_std": -0.037271, + "nauc_precision_at_20_diff1": 0.790239, + "nauc_precision_at_100_max": 0.805514, + "nauc_precision_at_100_std": 0.310306, + "nauc_precision_at_100_diff1": 0.75806, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.782459, + "nauc_mrr_at_1_std": -0.095146, + "nauc_mrr_at_1_diff1": 0.886735, + "nauc_mrr_at_3_max": 0.787117, + "nauc_mrr_at_3_std": -0.084925, + "nauc_mrr_at_3_diff1": 0.862966, + "nauc_mrr_at_5_max": 0.784789, + "nauc_mrr_at_5_std": -0.091161, + "nauc_mrr_at_5_diff1": 0.860097, + "nauc_mrr_at_10_max": 0.782337, + "nauc_mrr_at_10_std": -0.087921, + "nauc_mrr_at_10_diff1": 0.857466, + "nauc_mrr_at_20_max": 0.782688, + "nauc_mrr_at_20_std": -0.08762, + "nauc_mrr_at_20_diff1": 0.859035, + "nauc_mrr_at_100_max": 0.783119, + "nauc_mrr_at_100_std": -0.085733, + "nauc_mrr_at_100_diff1": 0.859379, + "nauc_mrr_at_1000_max": 0.783099, + "nauc_mrr_at_1000_std": -0.086067, + "nauc_mrr_at_1000_diff1": 0.859508, + "main_score": 0.74021, + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45222, + "ndcg_at_3": 0.49111, + "ndcg_at_5": 0.50105, + "ndcg_at_10": 0.51316, + "ndcg_at_20": 0.52086, + "ndcg_at_100": 0.54114, + "ndcg_at_1000": 0.57601, + "map_at_1": 0.45222, + "map_at_3": 0.48185, + "map_at_5": 0.4873, + "map_at_10": 0.49223, + "map_at_20": 0.49425, + "map_at_100": 0.49672, + "map_at_1000": 0.49797, + "recall_at_1": 0.45222, + "recall_at_3": 0.51778, + "recall_at_5": 0.54222, + "recall_at_10": 0.58, + "recall_at_20": 0.61111, + "recall_at_100": 0.72556, + "recall_at_1000": 1.0, + "precision_at_1": 0.45222, + "precision_at_3": 0.17259, + "precision_at_5": 0.10844, + "precision_at_10": 0.058, + "precision_at_20": 0.03056, + "precision_at_100": 0.00726, + "precision_at_1000": 0.001, + "mrr_at_1": 0.452222, + "mrr_at_3": 0.481852, + "mrr_at_5": 0.487296, + "mrr_at_10": 0.492229, + "mrr_at_20": 0.494254, + "mrr_at_100": 0.496723, + "mrr_at_1000": 0.497974, + "nauc_ndcg_at_1_max": 0.680853, + "nauc_ndcg_at_1_std": 0.159989, + "nauc_ndcg_at_1_diff1": 0.900009, + "nauc_ndcg_at_3_max": 0.701564, + "nauc_ndcg_at_3_std": 0.204242, + "nauc_ndcg_at_3_diff1": 0.869207, + "nauc_ndcg_at_5_max": 0.701179, + "nauc_ndcg_at_5_std": 0.214759, + "nauc_ndcg_at_5_diff1": 0.861204, + "nauc_ndcg_at_10_max": 0.694647, + "nauc_ndcg_at_10_std": 0.217607, + "nauc_ndcg_at_10_diff1": 0.852287, + "nauc_ndcg_at_20_max": 0.688168, + "nauc_ndcg_at_20_std": 0.215114, + "nauc_ndcg_at_20_diff1": 0.847343, + "nauc_ndcg_at_100_max": 0.678369, + "nauc_ndcg_at_100_std": 0.203839, + "nauc_ndcg_at_100_diff1": 0.840647, + "nauc_ndcg_at_1000_max": 0.687131, + "nauc_ndcg_at_1000_std": 0.20466, + "nauc_ndcg_at_1000_diff1": 0.85422, + "nauc_map_at_1_max": 0.680853, + "nauc_map_at_1_std": 0.159989, + "nauc_map_at_1_diff1": 0.900009, + "nauc_map_at_3_max": 0.696799, + "nauc_map_at_3_std": 0.194099, + "nauc_map_at_3_diff1": 0.876568, + "nauc_map_at_5_max": 0.696457, + "nauc_map_at_5_std": 0.199717, + "nauc_map_at_5_diff1": 0.872328, + "nauc_map_at_10_max": 0.69399, + "nauc_map_at_10_std": 0.200987, + "nauc_map_at_10_diff1": 0.868972, + "nauc_map_at_20_max": 0.692344, + "nauc_map_at_20_std": 0.200308, + "nauc_map_at_20_diff1": 0.867719, + "nauc_map_at_100_max": 0.691054, + "nauc_map_at_100_std": 0.198721, + "nauc_map_at_100_diff1": 0.866915, + "nauc_map_at_1000_max": 0.691284, + "nauc_map_at_1000_std": 0.198747, + "nauc_map_at_1000_diff1": 0.8673, + "nauc_recall_at_1_max": 0.680853, + "nauc_recall_at_1_std": 0.159989, + "nauc_recall_at_1_diff1": 0.900009, + "nauc_recall_at_3_max": 0.715478, + "nauc_recall_at_3_std": 0.233841, + "nauc_recall_at_3_diff1": 0.847593, + "nauc_recall_at_5_max": 0.715323, + "nauc_recall_at_5_std": 0.261396, + "nauc_recall_at_5_diff1": 0.826484, + "nauc_recall_at_10_max": 0.693267, + "nauc_recall_at_10_std": 0.271641, + "nauc_recall_at_10_diff1": 0.794588, + "nauc_recall_at_20_max": 0.664331, + "nauc_recall_at_20_std": 0.262874, + "nauc_recall_at_20_diff1": 0.770378, + "nauc_recall_at_100_max": 0.587564, + "nauc_recall_at_100_std": 0.195919, + "nauc_recall_at_100_diff1": 0.700868, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.680853, + "nauc_precision_at_1_std": 0.159989, + "nauc_precision_at_1_diff1": 0.900009, + "nauc_precision_at_3_max": 0.715478, + "nauc_precision_at_3_std": 0.233841, + "nauc_precision_at_3_diff1": 0.847593, + "nauc_precision_at_5_max": 0.715323, + "nauc_precision_at_5_std": 0.261396, + "nauc_precision_at_5_diff1": 0.826484, + "nauc_precision_at_10_max": 0.693267, + "nauc_precision_at_10_std": 0.271641, + "nauc_precision_at_10_diff1": 0.794588, + "nauc_precision_at_20_max": 0.664331, + "nauc_precision_at_20_std": 0.262874, + "nauc_precision_at_20_diff1": 0.770378, + "nauc_precision_at_100_max": 0.587564, + "nauc_precision_at_100_std": 0.195919, + "nauc_precision_at_100_diff1": 0.700868, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.680853, + "nauc_mrr_at_1_std": 0.159989, + "nauc_mrr_at_1_diff1": 0.900009, + "nauc_mrr_at_3_max": 0.696799, + "nauc_mrr_at_3_std": 0.194099, + "nauc_mrr_at_3_diff1": 0.876568, + "nauc_mrr_at_5_max": 0.696457, + "nauc_mrr_at_5_std": 0.199717, + "nauc_mrr_at_5_diff1": 0.872328, + "nauc_mrr_at_10_max": 0.69399, + "nauc_mrr_at_10_std": 0.200987, + "nauc_mrr_at_10_diff1": 0.868972, + "nauc_mrr_at_20_max": 0.692344, + "nauc_mrr_at_20_std": 0.200308, + "nauc_mrr_at_20_diff1": 0.867719, + "nauc_mrr_at_100_max": 0.691054, + "nauc_mrr_at_100_std": 0.198721, + "nauc_mrr_at_100_diff1": 0.866915, + "nauc_mrr_at_1000_max": 0.691284, + "nauc_mrr_at_1000_std": 0.198747, + "nauc_mrr_at_1000_diff1": 0.8673, + "main_score": 0.51316, + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ] + }, + { + "ndcg_at_1": 0.84111, + "ndcg_at_3": 0.89107, + "ndcg_at_5": 0.89662, + "ndcg_at_10": 0.90309, + "ndcg_at_20": 0.90692, + "ndcg_at_100": 0.9101, + "ndcg_at_1000": 0.91147, + "map_at_1": 0.84111, + "map_at_3": 0.87944, + "map_at_5": 0.88256, + "map_at_10": 0.88523, + "map_at_20": 0.88623, + "map_at_100": 0.8867, + "map_at_1000": 0.88677, + "recall_at_1": 0.84111, + "recall_at_3": 0.92444, + "recall_at_5": 0.93778, + "recall_at_10": 0.95778, + "recall_at_20": 0.97333, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.84111, + "precision_at_3": 0.30815, + "precision_at_5": 0.18756, + "precision_at_10": 0.09578, + "precision_at_20": 0.04867, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.841111, + "mrr_at_3": 0.879444, + "mrr_at_5": 0.882556, + "mrr_at_10": 0.885228, + "mrr_at_20": 0.886226, + "mrr_at_100": 0.886705, + "mrr_at_1000": 0.886772, + "nauc_ndcg_at_1_max": 0.690612, + "nauc_ndcg_at_1_std": -0.046788, + "nauc_ndcg_at_1_diff1": 0.904009, + "nauc_ndcg_at_3_max": 0.751988, + "nauc_ndcg_at_3_std": -0.077947, + "nauc_ndcg_at_3_diff1": 0.888746, + "nauc_ndcg_at_5_max": 0.751651, + "nauc_ndcg_at_5_std": -0.093014, + "nauc_ndcg_at_5_diff1": 0.889042, + "nauc_ndcg_at_10_max": 0.748266, + "nauc_ndcg_at_10_std": -0.074671, + "nauc_ndcg_at_10_diff1": 0.888344, + "nauc_ndcg_at_20_max": 0.74568, + "nauc_ndcg_at_20_std": -0.050945, + "nauc_ndcg_at_20_diff1": 0.890477, + "nauc_ndcg_at_100_max": 0.742002, + "nauc_ndcg_at_100_std": -0.053038, + "nauc_ndcg_at_100_diff1": 0.891407, + "nauc_ndcg_at_1000_max": 0.739077, + "nauc_ndcg_at_1000_std": -0.061016, + "nauc_ndcg_at_1000_diff1": 0.891888, + "nauc_map_at_1_max": 0.690612, + "nauc_map_at_1_std": -0.046788, + "nauc_map_at_1_diff1": 0.904009, + "nauc_map_at_3_max": 0.735573, + "nauc_map_at_3_std": -0.068345, + "nauc_map_at_3_diff1": 0.892503, + "nauc_map_at_5_max": 0.735126, + "nauc_map_at_5_std": -0.07562, + "nauc_map_at_5_diff1": 0.892766, + "nauc_map_at_10_max": 0.733545, + "nauc_map_at_10_std": -0.068067, + "nauc_map_at_10_diff1": 0.892562, + "nauc_map_at_20_max": 0.732852, + "nauc_map_at_20_std": -0.062862, + "nauc_map_at_20_diff1": 0.893104, + "nauc_map_at_100_max": 0.732405, + "nauc_map_at_100_std": -0.062927, + "nauc_map_at_100_diff1": 0.893272, + "nauc_map_at_1000_max": 0.732288, + "nauc_map_at_1000_std": -0.063242, + "nauc_map_at_1000_diff1": 0.893298, + "nauc_recall_at_1_max": 0.690612, + "nauc_recall_at_1_std": -0.046788, + "nauc_recall_at_1_diff1": 0.904009, + "nauc_recall_at_3_max": 0.823399, + "nauc_recall_at_3_std": -0.120661, + "nauc_recall_at_3_diff1": 0.872645, + "nauc_recall_at_5_max": 0.836109, + "nauc_recall_at_5_std": -0.187883, + "nauc_recall_at_5_diff1": 0.87024, + "nauc_recall_at_10_max": 0.852708, + "nauc_recall_at_10_std": -0.116836, + "nauc_recall_at_10_diff1": 0.85718, + "nauc_recall_at_20_max": 0.878424, + "nauc_recall_at_20_std": 0.183084, + "nauc_recall_at_20_diff1": 0.86685, + "nauc_recall_at_100_max": 0.925563, + "nauc_recall_at_100_std": 0.448698, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.690612, + "nauc_precision_at_1_std": -0.046788, + "nauc_precision_at_1_diff1": 0.904009, + "nauc_precision_at_3_max": 0.823399, + "nauc_precision_at_3_std": -0.120661, + "nauc_precision_at_3_diff1": 0.872645, + "nauc_precision_at_5_max": 0.836109, + "nauc_precision_at_5_std": -0.187883, + "nauc_precision_at_5_diff1": 0.87024, + "nauc_precision_at_10_max": 0.852708, + "nauc_precision_at_10_std": -0.116836, + "nauc_precision_at_10_diff1": 0.85718, + "nauc_precision_at_20_max": 0.878424, + "nauc_precision_at_20_std": 0.183084, + "nauc_precision_at_20_diff1": 0.86685, + "nauc_precision_at_100_max": 0.925563, + "nauc_precision_at_100_std": 0.448698, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.690612, + "nauc_mrr_at_1_std": -0.046788, + "nauc_mrr_at_1_diff1": 0.904009, + "nauc_mrr_at_3_max": 0.735573, + "nauc_mrr_at_3_std": -0.068345, + "nauc_mrr_at_3_diff1": 0.892503, + "nauc_mrr_at_5_max": 0.735126, + "nauc_mrr_at_5_std": -0.07562, + "nauc_mrr_at_5_diff1": 0.892766, + "nauc_mrr_at_10_max": 0.733545, + "nauc_mrr_at_10_std": -0.068067, + "nauc_mrr_at_10_diff1": 0.892562, + "nauc_mrr_at_20_max": 0.732852, + "nauc_mrr_at_20_std": -0.062862, + "nauc_mrr_at_20_diff1": 0.893104, + "nauc_mrr_at_100_max": 0.732405, + "nauc_mrr_at_100_std": -0.062927, + "nauc_mrr_at_100_diff1": 0.893272, + "nauc_mrr_at_1000_max": 0.732288, + "nauc_mrr_at_1000_std": -0.063242, + "nauc_mrr_at_1000_diff1": 0.893298, + "main_score": 0.90309, + "hf_subset": "lvs_Latn-lvs_Latn", + "languages": [ + "lvs-Latn", + "lvs-Latn" + ] + }, + { + "ndcg_at_1": 0.92667, + "ndcg_at_3": 0.95299, + "ndcg_at_5": 0.95705, + "ndcg_at_10": 0.95961, + "ndcg_at_20": 0.96127, + "ndcg_at_100": 0.9619, + "ndcg_at_1000": 0.96215, + "map_at_1": 0.92667, + "map_at_3": 0.94704, + "map_at_5": 0.94926, + "map_at_10": 0.95034, + "map_at_20": 0.95079, + "map_at_100": 0.95087, + "map_at_1000": 0.95088, + "recall_at_1": 0.92667, + "recall_at_3": 0.97, + "recall_at_5": 0.98, + "recall_at_10": 0.98778, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92667, + "precision_at_3": 0.32333, + "precision_at_5": 0.196, + "precision_at_10": 0.09878, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.926667, + "mrr_at_3": 0.947037, + "mrr_at_5": 0.949259, + "mrr_at_10": 0.950336, + "mrr_at_20": 0.950786, + "mrr_at_100": 0.950873, + "mrr_at_1000": 0.950878, + "nauc_ndcg_at_1_max": 0.760568, + "nauc_ndcg_at_1_std": -0.174525, + "nauc_ndcg_at_1_diff1": 0.935242, + "nauc_ndcg_at_3_max": 0.809825, + "nauc_ndcg_at_3_std": -0.140209, + "nauc_ndcg_at_3_diff1": 0.931791, + "nauc_ndcg_at_5_max": 0.800293, + "nauc_ndcg_at_5_std": -0.182793, + "nauc_ndcg_at_5_diff1": 0.939343, + "nauc_ndcg_at_10_max": 0.792801, + "nauc_ndcg_at_10_std": -0.162071, + "nauc_ndcg_at_10_diff1": 0.93784, + "nauc_ndcg_at_20_max": 0.790525, + "nauc_ndcg_at_20_std": -0.151235, + "nauc_ndcg_at_20_diff1": 0.9369, + "nauc_ndcg_at_100_max": 0.790345, + "nauc_ndcg_at_100_std": -0.153157, + "nauc_ndcg_at_100_diff1": 0.935869, + "nauc_ndcg_at_1000_max": 0.790317, + "nauc_ndcg_at_1000_std": -0.160993, + "nauc_ndcg_at_1000_diff1": 0.935886, + "nauc_map_at_1_max": 0.760568, + "nauc_map_at_1_std": -0.174525, + "nauc_map_at_1_diff1": 0.935242, + "nauc_map_at_3_max": 0.796129, + "nauc_map_at_3_std": -0.156236, + "nauc_map_at_3_diff1": 0.932723, + "nauc_map_at_5_max": 0.791287, + "nauc_map_at_5_std": -0.176833, + "nauc_map_at_5_diff1": 0.936367, + "nauc_map_at_10_max": 0.788651, + "nauc_map_at_10_std": -0.16964, + "nauc_map_at_10_diff1": 0.935771, + "nauc_map_at_20_max": 0.787891, + "nauc_map_at_20_std": -0.168376, + "nauc_map_at_20_diff1": 0.935495, + "nauc_map_at_100_max": 0.787896, + "nauc_map_at_100_std": -0.168269, + "nauc_map_at_100_diff1": 0.935382, + "nauc_map_at_1000_max": 0.787896, + "nauc_map_at_1000_std": -0.168403, + "nauc_map_at_1000_diff1": 0.935383, + "nauc_recall_at_1_max": 0.760568, + "nauc_recall_at_1_std": -0.174525, + "nauc_recall_at_1_diff1": 0.935242, + "nauc_recall_at_3_max": 0.877598, + "nauc_recall_at_3_std": -0.055227, + "nauc_recall_at_3_diff1": 0.927205, + "nauc_recall_at_5_max": 0.859322, + "nauc_recall_at_5_std": -0.235865, + "nauc_recall_at_5_diff1": 0.963689, + "nauc_recall_at_10_max": 0.818818, + "nauc_recall_at_10_std": -0.061243, + "nauc_recall_at_10_diff1": 0.964349, + "nauc_recall_at_20_max": 0.802988, + "nauc_recall_at_20_std": 0.425864, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.760568, + "nauc_precision_at_1_std": -0.174525, + "nauc_precision_at_1_diff1": 0.935242, + "nauc_precision_at_3_max": 0.877598, + "nauc_precision_at_3_std": -0.055227, + "nauc_precision_at_3_diff1": 0.927205, + "nauc_precision_at_5_max": 0.859322, + "nauc_precision_at_5_std": -0.235865, + "nauc_precision_at_5_diff1": 0.963689, + "nauc_precision_at_10_max": 0.818818, + "nauc_precision_at_10_std": -0.061243, + "nauc_precision_at_10_diff1": 0.964349, + "nauc_precision_at_20_max": 0.802988, + "nauc_precision_at_20_std": 0.425864, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 0.795752, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.760568, + "nauc_mrr_at_1_std": -0.174525, + "nauc_mrr_at_1_diff1": 0.935242, + "nauc_mrr_at_3_max": 0.796129, + "nauc_mrr_at_3_std": -0.156236, + "nauc_mrr_at_3_diff1": 0.932723, + "nauc_mrr_at_5_max": 0.791287, + "nauc_mrr_at_5_std": -0.176833, + "nauc_mrr_at_5_diff1": 0.936367, + "nauc_mrr_at_10_max": 0.788651, + "nauc_mrr_at_10_std": -0.16964, + "nauc_mrr_at_10_diff1": 0.935771, + "nauc_mrr_at_20_max": 0.787891, + "nauc_mrr_at_20_std": -0.168376, + "nauc_mrr_at_20_diff1": 0.935495, + "nauc_mrr_at_100_max": 0.787896, + "nauc_mrr_at_100_std": -0.168269, + "nauc_mrr_at_100_diff1": 0.935382, + "nauc_mrr_at_1000_max": 0.787896, + "nauc_mrr_at_1000_std": -0.168403, + "nauc_mrr_at_1000_diff1": 0.935383, + "main_score": 0.95961, + "hf_subset": "lvs_Latn-eng_Latn", + "languages": [ + "lvs-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86889, + "ndcg_at_3": 0.91014, + "ndcg_at_5": 0.91741, + "ndcg_at_10": 0.922, + "ndcg_at_20": 0.92535, + "ndcg_at_100": 0.9275, + "ndcg_at_1000": 0.9281, + "map_at_1": 0.86889, + "map_at_3": 0.90019, + "map_at_5": 0.90419, + "map_at_10": 0.90603, + "map_at_20": 0.90693, + "map_at_100": 0.90727, + "map_at_1000": 0.90729, + "recall_at_1": 0.86889, + "recall_at_3": 0.93889, + "recall_at_5": 0.95667, + "recall_at_10": 0.97111, + "recall_at_20": 0.98444, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.86889, + "precision_at_3": 0.31296, + "precision_at_5": 0.19133, + "precision_at_10": 0.09711, + "precision_at_20": 0.04922, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.868889, + "mrr_at_3": 0.900185, + "mrr_at_5": 0.904185, + "mrr_at_10": 0.906032, + "mrr_at_20": 0.906934, + "mrr_at_100": 0.907267, + "mrr_at_1000": 0.907294, + "nauc_ndcg_at_1_max": 0.687281, + "nauc_ndcg_at_1_std": 0.02801, + "nauc_ndcg_at_1_diff1": 0.89901, + "nauc_ndcg_at_3_max": 0.739134, + "nauc_ndcg_at_3_std": 0.052045, + "nauc_ndcg_at_3_diff1": 0.90212, + "nauc_ndcg_at_5_max": 0.730842, + "nauc_ndcg_at_5_std": 0.053596, + "nauc_ndcg_at_5_diff1": 0.903313, + "nauc_ndcg_at_10_max": 0.731305, + "nauc_ndcg_at_10_std": 0.065978, + "nauc_ndcg_at_10_diff1": 0.904798, + "nauc_ndcg_at_20_max": 0.725363, + "nauc_ndcg_at_20_std": 0.062097, + "nauc_ndcg_at_20_diff1": 0.90298, + "nauc_ndcg_at_100_max": 0.722235, + "nauc_ndcg_at_100_std": 0.054483, + "nauc_ndcg_at_100_diff1": 0.901325, + "nauc_ndcg_at_1000_max": 0.721946, + "nauc_ndcg_at_1000_std": 0.049, + "nauc_ndcg_at_1000_diff1": 0.90165, + "nauc_map_at_1_max": 0.687281, + "nauc_map_at_1_std": 0.02801, + "nauc_map_at_1_diff1": 0.89901, + "nauc_map_at_3_max": 0.723936, + "nauc_map_at_3_std": 0.038866, + "nauc_map_at_3_diff1": 0.900429, + "nauc_map_at_5_max": 0.719322, + "nauc_map_at_5_std": 0.03936, + "nauc_map_at_5_diff1": 0.900858, + "nauc_map_at_10_max": 0.719523, + "nauc_map_at_10_std": 0.043064, + "nauc_map_at_10_diff1": 0.901434, + "nauc_map_at_20_max": 0.718137, + "nauc_map_at_20_std": 0.041977, + "nauc_map_at_20_diff1": 0.901026, + "nauc_map_at_100_max": 0.71771, + "nauc_map_at_100_std": 0.041, + "nauc_map_at_100_diff1": 0.90083, + "nauc_map_at_1000_max": 0.717701, + "nauc_map_at_1000_std": 0.040817, + "nauc_map_at_1000_diff1": 0.900843, + "nauc_recall_at_1_max": 0.687281, + "nauc_recall_at_1_std": 0.02801, + "nauc_recall_at_1_diff1": 0.89901, + "nauc_recall_at_3_max": 0.808616, + "nauc_recall_at_3_std": 0.116628, + "nauc_recall_at_3_diff1": 0.910407, + "nauc_recall_at_5_max": 0.799337, + "nauc_recall_at_5_std": 0.14737, + "nauc_recall_at_5_diff1": 0.919857, + "nauc_recall_at_10_max": 0.832669, + "nauc_recall_at_10_std": 0.299828, + "nauc_recall_at_10_diff1": 0.938411, + "nauc_recall_at_20_max": 0.807456, + "nauc_recall_at_20_std": 0.427871, + "nauc_recall_at_20_diff1": 0.932306, + "nauc_recall_at_100_max": 0.758987, + "nauc_recall_at_100_std": 0.707633, + "nauc_recall_at_100_diff1": 0.865196, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.687281, + "nauc_precision_at_1_std": 0.02801, + "nauc_precision_at_1_diff1": 0.89901, + "nauc_precision_at_3_max": 0.808616, + "nauc_precision_at_3_std": 0.116628, + "nauc_precision_at_3_diff1": 0.910407, + "nauc_precision_at_5_max": 0.799337, + "nauc_precision_at_5_std": 0.14737, + "nauc_precision_at_5_diff1": 0.919857, + "nauc_precision_at_10_max": 0.832669, + "nauc_precision_at_10_std": 0.299828, + "nauc_precision_at_10_diff1": 0.938411, + "nauc_precision_at_20_max": 0.807456, + "nauc_precision_at_20_std": 0.427871, + "nauc_precision_at_20_diff1": 0.932306, + "nauc_precision_at_100_max": 0.758987, + "nauc_precision_at_100_std": 0.707633, + "nauc_precision_at_100_diff1": 0.865196, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.687281, + "nauc_mrr_at_1_std": 0.02801, + "nauc_mrr_at_1_diff1": 0.89901, + "nauc_mrr_at_3_max": 0.723936, + "nauc_mrr_at_3_std": 0.038866, + "nauc_mrr_at_3_diff1": 0.900429, + "nauc_mrr_at_5_max": 0.719322, + "nauc_mrr_at_5_std": 0.03936, + "nauc_mrr_at_5_diff1": 0.900858, + "nauc_mrr_at_10_max": 0.719523, + "nauc_mrr_at_10_std": 0.043064, + "nauc_mrr_at_10_diff1": 0.901434, + "nauc_mrr_at_20_max": 0.718137, + "nauc_mrr_at_20_std": 0.041977, + "nauc_mrr_at_20_diff1": 0.901026, + "nauc_mrr_at_100_max": 0.71771, + "nauc_mrr_at_100_std": 0.041, + "nauc_mrr_at_100_diff1": 0.90083, + "nauc_mrr_at_1000_max": 0.717701, + "nauc_mrr_at_1000_std": 0.040817, + "nauc_mrr_at_1000_diff1": 0.900843, + "main_score": 0.922, + "hf_subset": "eng_Latn-lvs_Latn", + "languages": [ + "eng-Latn", + "lvs-Latn" + ] + }, + { + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.88807, + "ndcg_at_5": 0.89677, + "ndcg_at_10": 0.90419, + "ndcg_at_20": 0.9073, + "ndcg_at_100": 0.9116, + "ndcg_at_1000": 0.91257, + "map_at_1": 0.85, + "map_at_3": 0.87926, + "map_at_5": 0.88409, + "map_at_10": 0.88729, + "map_at_20": 0.88815, + "map_at_100": 0.88874, + "map_at_1000": 0.88877, + "recall_at_1": 0.85, + "recall_at_3": 0.91333, + "recall_at_5": 0.93444, + "recall_at_10": 0.95667, + "recall_at_20": 0.96889, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.85, + "precision_at_3": 0.30444, + "precision_at_5": 0.18689, + "precision_at_10": 0.09567, + "precision_at_20": 0.04844, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.85, + "mrr_at_3": 0.879259, + "mrr_at_5": 0.884093, + "mrr_at_10": 0.887287, + "mrr_at_20": 0.88815, + "mrr_at_100": 0.888739, + "mrr_at_1000": 0.88877, + "nauc_ndcg_at_1_max": 0.731186, + "nauc_ndcg_at_1_std": 0.045515, + "nauc_ndcg_at_1_diff1": 0.927342, + "nauc_ndcg_at_3_max": 0.799992, + "nauc_ndcg_at_3_std": 0.139003, + "nauc_ndcg_at_3_diff1": 0.911595, + "nauc_ndcg_at_5_max": 0.800587, + "nauc_ndcg_at_5_std": 0.156652, + "nauc_ndcg_at_5_diff1": 0.914532, + "nauc_ndcg_at_10_max": 0.795418, + "nauc_ndcg_at_10_std": 0.144117, + "nauc_ndcg_at_10_diff1": 0.915692, + "nauc_ndcg_at_20_max": 0.79296, + "nauc_ndcg_at_20_std": 0.1456, + "nauc_ndcg_at_20_diff1": 0.91563, + "nauc_ndcg_at_100_max": 0.787119, + "nauc_ndcg_at_100_std": 0.132905, + "nauc_ndcg_at_100_diff1": 0.917624, + "nauc_ndcg_at_1000_max": 0.784935, + "nauc_ndcg_at_1000_std": 0.12889, + "nauc_ndcg_at_1000_diff1": 0.916891, + "nauc_map_at_1_max": 0.731186, + "nauc_map_at_1_std": 0.045515, + "nauc_map_at_1_diff1": 0.927342, + "nauc_map_at_3_max": 0.781527, + "nauc_map_at_3_std": 0.113741, + "nauc_map_at_3_diff1": 0.915282, + "nauc_map_at_5_max": 0.781125, + "nauc_map_at_5_std": 0.121011, + "nauc_map_at_5_diff1": 0.916903, + "nauc_map_at_10_max": 0.778657, + "nauc_map_at_10_std": 0.115493, + "nauc_map_at_10_diff1": 0.917351, + "nauc_map_at_20_max": 0.777912, + "nauc_map_at_20_std": 0.115526, + "nauc_map_at_20_diff1": 0.917341, + "nauc_map_at_100_max": 0.777242, + "nauc_map_at_100_std": 0.11444, + "nauc_map_at_100_diff1": 0.917587, + "nauc_map_at_1000_max": 0.777186, + "nauc_map_at_1000_std": 0.114354, + "nauc_map_at_1000_diff1": 0.917567, + "nauc_recall_at_1_max": 0.731186, + "nauc_recall_at_1_std": 0.045515, + "nauc_recall_at_1_diff1": 0.927342, + "nauc_recall_at_3_max": 0.871196, + "nauc_recall_at_3_std": 0.236521, + "nauc_recall_at_3_diff1": 0.897711, + "nauc_recall_at_5_max": 0.89567, + "nauc_recall_at_5_std": 0.336736, + "nauc_recall_at_5_diff1": 0.904176, + "nauc_recall_at_10_max": 0.911118, + "nauc_recall_at_10_std": 0.346752, + "nauc_recall_at_10_diff1": 0.906988, + "nauc_recall_at_20_max": 0.929639, + "nauc_recall_at_20_std": 0.444878, + "nauc_recall_at_20_diff1": 0.903128, + "nauc_recall_at_100_max": 0.981326, + "nauc_recall_at_100_std": 0.503601, + "nauc_recall_at_100_diff1": 0.981326, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.731186, + "nauc_precision_at_1_std": 0.045515, + "nauc_precision_at_1_diff1": 0.927342, + "nauc_precision_at_3_max": 0.871196, + "nauc_precision_at_3_std": 0.236521, + "nauc_precision_at_3_diff1": 0.897711, + "nauc_precision_at_5_max": 0.89567, + "nauc_precision_at_5_std": 0.336736, + "nauc_precision_at_5_diff1": 0.904176, + "nauc_precision_at_10_max": 0.911118, + "nauc_precision_at_10_std": 0.346752, + "nauc_precision_at_10_diff1": 0.906988, + "nauc_precision_at_20_max": 0.929639, + "nauc_precision_at_20_std": 0.444878, + "nauc_precision_at_20_diff1": 0.903128, + "nauc_precision_at_100_max": 0.981326, + "nauc_precision_at_100_std": 0.503601, + "nauc_precision_at_100_diff1": 0.981326, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.731186, + "nauc_mrr_at_1_std": 0.045515, + "nauc_mrr_at_1_diff1": 0.927342, + "nauc_mrr_at_3_max": 0.781527, + "nauc_mrr_at_3_std": 0.113741, + "nauc_mrr_at_3_diff1": 0.915282, + "nauc_mrr_at_5_max": 0.781125, + "nauc_mrr_at_5_std": 0.121011, + "nauc_mrr_at_5_diff1": 0.916903, + "nauc_mrr_at_10_max": 0.778657, + "nauc_mrr_at_10_std": 0.115493, + "nauc_mrr_at_10_diff1": 0.917351, + "nauc_mrr_at_20_max": 0.777912, + "nauc_mrr_at_20_std": 0.115526, + "nauc_mrr_at_20_diff1": 0.917341, + "nauc_mrr_at_100_max": 0.777242, + "nauc_mrr_at_100_std": 0.11444, + "nauc_mrr_at_100_diff1": 0.917587, + "nauc_mrr_at_1000_max": 0.777186, + "nauc_mrr_at_1000_std": 0.114354, + "nauc_mrr_at_1000_diff1": 0.917567, + "main_score": 0.90419, + "hf_subset": "mal_Mlym-mal_Mlym", + "languages": [ + "mal-Mlym", + "mal-Mlym" + ] + }, + { + "ndcg_at_1": 0.92778, + "ndcg_at_3": 0.95144, + "ndcg_at_5": 0.95613, + "ndcg_at_10": 0.95917, + "ndcg_at_20": 0.96004, + "ndcg_at_100": 0.96152, + "ndcg_at_1000": 0.96178, + "map_at_1": 0.92778, + "map_at_3": 0.94611, + "map_at_5": 0.94878, + "map_at_10": 0.95013, + "map_at_20": 0.95039, + "map_at_100": 0.95061, + "map_at_1000": 0.95061, + "recall_at_1": 0.92778, + "recall_at_3": 0.96667, + "recall_at_5": 0.97778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92778, + "precision_at_3": 0.32222, + "precision_at_5": 0.19556, + "precision_at_10": 0.09867, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.927778, + "mrr_at_3": 0.946111, + "mrr_at_5": 0.948778, + "mrr_at_10": 0.950134, + "mrr_at_20": 0.950386, + "mrr_at_100": 0.950608, + "mrr_at_1000": 0.950612, + "nauc_ndcg_at_1_max": 0.788975, + "nauc_ndcg_at_1_std": -0.212124, + "nauc_ndcg_at_1_diff1": 0.942721, + "nauc_ndcg_at_3_max": 0.844849, + "nauc_ndcg_at_3_std": -0.147235, + "nauc_ndcg_at_3_diff1": 0.943882, + "nauc_ndcg_at_5_max": 0.835755, + "nauc_ndcg_at_5_std": -0.162042, + "nauc_ndcg_at_5_diff1": 0.9456, + "nauc_ndcg_at_10_max": 0.831294, + "nauc_ndcg_at_10_std": -0.159441, + "nauc_ndcg_at_10_diff1": 0.946756, + "nauc_ndcg_at_20_max": 0.829456, + "nauc_ndcg_at_20_std": -0.156481, + "nauc_ndcg_at_20_diff1": 0.947597, + "nauc_ndcg_at_100_max": 0.824515, + "nauc_ndcg_at_100_std": -0.15561, + "nauc_ndcg_at_100_diff1": 0.946423, + "nauc_ndcg_at_1000_max": 0.824704, + "nauc_ndcg_at_1000_std": -0.163186, + "nauc_ndcg_at_1000_diff1": 0.946071, + "nauc_map_at_1_max": 0.788975, + "nauc_map_at_1_std": -0.212124, + "nauc_map_at_1_diff1": 0.942721, + "nauc_map_at_3_max": 0.829048, + "nauc_map_at_3_std": -0.171834, + "nauc_map_at_3_diff1": 0.943657, + "nauc_map_at_5_max": 0.82387, + "nauc_map_at_5_std": -0.179254, + "nauc_map_at_5_diff1": 0.944559, + "nauc_map_at_10_max": 0.82184, + "nauc_map_at_10_std": -0.178771, + "nauc_map_at_10_diff1": 0.944967, + "nauc_map_at_20_max": 0.821333, + "nauc_map_at_20_std": -0.178266, + "nauc_map_at_20_diff1": 0.945198, + "nauc_map_at_100_max": 0.820745, + "nauc_map_at_100_std": -0.177067, + "nauc_map_at_100_diff1": 0.945092, + "nauc_map_at_1000_max": 0.820748, + "nauc_map_at_1000_std": -0.17718, + "nauc_map_at_1000_diff1": 0.945086, + "nauc_recall_at_1_max": 0.788975, + "nauc_recall_at_1_std": -0.212124, + "nauc_recall_at_1_diff1": 0.942721, + "nauc_recall_at_3_max": 0.917056, + "nauc_recall_at_3_std": -0.03005, + "nauc_recall_at_3_diff1": 0.944833, + "nauc_recall_at_5_max": 0.909897, + "nauc_recall_at_5_std": -0.051004, + "nauc_recall_at_5_diff1": 0.952614, + "nauc_recall_at_10_max": 0.921024, + "nauc_recall_at_10_std": 0.046685, + "nauc_recall_at_10_diff1": 0.96732, + "nauc_recall_at_20_max": 0.923747, + "nauc_recall_at_20_std": 0.163502, + "nauc_recall_at_20_diff1": 0.985476, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.788975, + "nauc_precision_at_1_std": -0.212124, + "nauc_precision_at_1_diff1": 0.942721, + "nauc_precision_at_3_max": 0.917056, + "nauc_precision_at_3_std": -0.03005, + "nauc_precision_at_3_diff1": 0.944833, + "nauc_precision_at_5_max": 0.909897, + "nauc_precision_at_5_std": -0.051004, + "nauc_precision_at_5_diff1": 0.952614, + "nauc_precision_at_10_max": 0.921024, + "nauc_precision_at_10_std": 0.046685, + "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_20_max": 0.923747, + "nauc_precision_at_20_std": 0.163502, + "nauc_precision_at_20_diff1": 0.985476, + "nauc_precision_at_100_max": 0.795752, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.788975, + "nauc_mrr_at_1_std": -0.212124, + "nauc_mrr_at_1_diff1": 0.942721, + "nauc_mrr_at_3_max": 0.829048, + "nauc_mrr_at_3_std": -0.171834, + "nauc_mrr_at_3_diff1": 0.943657, + "nauc_mrr_at_5_max": 0.82387, + "nauc_mrr_at_5_std": -0.179254, + "nauc_mrr_at_5_diff1": 0.944559, + "nauc_mrr_at_10_max": 0.82184, + "nauc_mrr_at_10_std": -0.178771, + "nauc_mrr_at_10_diff1": 0.944967, + "nauc_mrr_at_20_max": 0.821333, + "nauc_mrr_at_20_std": -0.178266, + "nauc_mrr_at_20_diff1": 0.945198, + "nauc_mrr_at_100_max": 0.820745, + "nauc_mrr_at_100_std": -0.177067, + "nauc_mrr_at_100_diff1": 0.945092, + "nauc_mrr_at_1000_max": 0.820748, + "nauc_mrr_at_1000_std": -0.17718, + "nauc_mrr_at_1000_diff1": 0.945086, + "main_score": 0.95917, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82444, + "ndcg_at_3": 0.87537, + "ndcg_at_5": 0.88336, + "ndcg_at_10": 0.89127, + "ndcg_at_20": 0.89734, + "ndcg_at_100": 0.90058, + "ndcg_at_1000": 0.90149, + "map_at_1": 0.82444, + "map_at_3": 0.86333, + "map_at_5": 0.86789, + "map_at_10": 0.87115, + "map_at_20": 0.87291, + "map_at_100": 0.87342, + "map_at_1000": 0.87346, + "recall_at_1": 0.82444, + "recall_at_3": 0.91, + "recall_at_5": 0.92889, + "recall_at_10": 0.95333, + "recall_at_20": 0.97667, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.82444, + "precision_at_3": 0.30333, + "precision_at_5": 0.18578, + "precision_at_10": 0.09533, + "precision_at_20": 0.04883, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824444, + "mrr_at_3": 0.863333, + "mrr_at_5": 0.867889, + "mrr_at_10": 0.871154, + "mrr_at_20": 0.872912, + "mrr_at_100": 0.873417, + "mrr_at_1000": 0.873462, + "nauc_ndcg_at_1_max": 0.673502, + "nauc_ndcg_at_1_std": 0.038717, + "nauc_ndcg_at_1_diff1": 0.889419, + "nauc_ndcg_at_3_max": 0.725399, + "nauc_ndcg_at_3_std": 0.141869, + "nauc_ndcg_at_3_diff1": 0.886395, + "nauc_ndcg_at_5_max": 0.734713, + "nauc_ndcg_at_5_std": 0.15972, + "nauc_ndcg_at_5_diff1": 0.885805, + "nauc_ndcg_at_10_max": 0.728924, + "nauc_ndcg_at_10_std": 0.152617, + "nauc_ndcg_at_10_diff1": 0.886302, + "nauc_ndcg_at_20_max": 0.723757, + "nauc_ndcg_at_20_std": 0.150198, + "nauc_ndcg_at_20_diff1": 0.88851, + "nauc_ndcg_at_100_max": 0.719173, + "nauc_ndcg_at_100_std": 0.136845, + "nauc_ndcg_at_100_diff1": 0.888451, + "nauc_ndcg_at_1000_max": 0.716884, + "nauc_ndcg_at_1000_std": 0.128699, + "nauc_ndcg_at_1000_diff1": 0.887795, + "nauc_map_at_1_max": 0.673502, + "nauc_map_at_1_std": 0.038717, + "nauc_map_at_1_diff1": 0.889419, + "nauc_map_at_3_max": 0.71093, + "nauc_map_at_3_std": 0.111904, + "nauc_map_at_3_diff1": 0.887012, + "nauc_map_at_5_max": 0.714943, + "nauc_map_at_5_std": 0.119275, + "nauc_map_at_5_diff1": 0.886743, + "nauc_map_at_10_max": 0.712598, + "nauc_map_at_10_std": 0.116445, + "nauc_map_at_10_diff1": 0.887007, + "nauc_map_at_20_max": 0.711146, + "nauc_map_at_20_std": 0.115548, + "nauc_map_at_20_diff1": 0.88752, + "nauc_map_at_100_max": 0.710507, + "nauc_map_at_100_std": 0.113456, + "nauc_map_at_100_diff1": 0.887557, + "nauc_map_at_1000_max": 0.710416, + "nauc_map_at_1000_std": 0.113135, + "nauc_map_at_1000_diff1": 0.887531, + "nauc_recall_at_1_max": 0.673502, + "nauc_recall_at_1_std": 0.038717, + "nauc_recall_at_1_diff1": 0.889419, + "nauc_recall_at_3_max": 0.785593, + "nauc_recall_at_3_std": 0.267317, + "nauc_recall_at_3_diff1": 0.883978, + "nauc_recall_at_5_max": 0.837892, + "nauc_recall_at_5_std": 0.372009, + "nauc_recall_at_5_diff1": 0.881062, + "nauc_recall_at_10_max": 0.848895, + "nauc_recall_at_10_std": 0.423803, + "nauc_recall_at_10_diff1": 0.881119, + "nauc_recall_at_20_max": 0.885176, + "nauc_recall_at_20_std": 0.648126, + "nauc_recall_at_20_diff1": 0.912632, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.978214, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.673502, + "nauc_precision_at_1_std": 0.038717, + "nauc_precision_at_1_diff1": 0.889419, + "nauc_precision_at_3_max": 0.785593, + "nauc_precision_at_3_std": 0.267317, + "nauc_precision_at_3_diff1": 0.883978, + "nauc_precision_at_5_max": 0.837892, + "nauc_precision_at_5_std": 0.372009, + "nauc_precision_at_5_diff1": 0.881062, + "nauc_precision_at_10_max": 0.848895, + "nauc_precision_at_10_std": 0.423803, + "nauc_precision_at_10_diff1": 0.881119, + "nauc_precision_at_20_max": 0.885176, + "nauc_precision_at_20_std": 0.648126, + "nauc_precision_at_20_diff1": 0.912632, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.978214, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.673502, + "nauc_mrr_at_1_std": 0.038717, + "nauc_mrr_at_1_diff1": 0.889419, + "nauc_mrr_at_3_max": 0.71093, + "nauc_mrr_at_3_std": 0.111904, + "nauc_mrr_at_3_diff1": 0.887012, + "nauc_mrr_at_5_max": 0.714943, + "nauc_mrr_at_5_std": 0.119275, + "nauc_mrr_at_5_diff1": 0.886743, + "nauc_mrr_at_10_max": 0.712598, + "nauc_mrr_at_10_std": 0.116445, + "nauc_mrr_at_10_diff1": 0.887007, + "nauc_mrr_at_20_max": 0.711146, + "nauc_mrr_at_20_std": 0.115548, + "nauc_mrr_at_20_diff1": 0.88752, + "nauc_mrr_at_100_max": 0.710507, + "nauc_mrr_at_100_std": 0.113456, + "nauc_mrr_at_100_diff1": 0.887557, + "nauc_mrr_at_1000_max": 0.710416, + "nauc_mrr_at_1000_std": 0.113135, + "nauc_mrr_at_1000_diff1": 0.887531, + "main_score": 0.89127, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "ndcg_at_1": 0.80979, + "ndcg_at_3": 0.85279, + "ndcg_at_5": 0.8638, + "ndcg_at_10": 0.87216, + "ndcg_at_20": 0.87664, + "ndcg_at_100": 0.88311, + "ndcg_at_1000": 0.88514, + "map_at_1": 0.80923, + "map_at_3": 0.8426, + "map_at_5": 0.84872, + "map_at_10": 0.85222, + "map_at_20": 0.85344, + "map_at_100": 0.85444, + "map_at_1000": 0.85453, + "recall_at_1": 0.80923, + "recall_at_3": 0.88154, + "recall_at_5": 0.90823, + "recall_at_10": 0.93382, + "recall_at_20": 0.95161, + "recall_at_100": 0.98498, + "recall_at_1000": 1.0, + "precision_at_1": 0.80979, + "precision_at_3": 0.29403, + "precision_at_5": 0.18176, + "precision_at_10": 0.09344, + "precision_at_20": 0.04761, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.809789, + "mrr_at_3": 0.843159, + "mrr_at_5": 0.849277, + "mrr_at_10": 0.852776, + "mrr_at_20": 0.853995, + "mrr_at_100": 0.854997, + "mrr_at_1000": 0.855086, + "nauc_ndcg_at_1_max": 0.653361, + "nauc_ndcg_at_1_std": -0.177747, + "nauc_ndcg_at_1_diff1": 0.925618, + "nauc_ndcg_at_3_max": 0.708947, + "nauc_ndcg_at_3_std": -0.17846, + "nauc_ndcg_at_3_diff1": 0.911512, + "nauc_ndcg_at_5_max": 0.712402, + "nauc_ndcg_at_5_std": -0.165394, + "nauc_ndcg_at_5_diff1": 0.908877, + "nauc_ndcg_at_10_max": 0.70913, + "nauc_ndcg_at_10_std": -0.166412, + "nauc_ndcg_at_10_diff1": 0.910293, + "nauc_ndcg_at_20_max": 0.706303, + "nauc_ndcg_at_20_std": -0.166139, + "nauc_ndcg_at_20_diff1": 0.911001, + "nauc_ndcg_at_100_max": 0.703066, + "nauc_ndcg_at_100_std": -0.154076, + "nauc_ndcg_at_100_diff1": 0.913041, + "nauc_ndcg_at_1000_max": 0.700139, + "nauc_ndcg_at_1000_std": -0.165113, + "nauc_ndcg_at_1000_diff1": 0.913442, + "nauc_map_at_1_max": 0.649845, + "nauc_map_at_1_std": -0.1778, + "nauc_map_at_1_diff1": 0.924839, + "nauc_map_at_3_max": 0.693639, + "nauc_map_at_3_std": -0.178274, + "nauc_map_at_3_diff1": 0.915282, + "nauc_map_at_5_max": 0.695055, + "nauc_map_at_5_std": -0.171167, + "nauc_map_at_5_diff1": 0.914027, + "nauc_map_at_10_max": 0.693328, + "nauc_map_at_10_std": -0.172512, + "nauc_map_at_10_diff1": 0.914652, + "nauc_map_at_20_max": 0.69257, + "nauc_map_at_20_std": -0.172687, + "nauc_map_at_20_diff1": 0.914818, + "nauc_map_at_100_max": 0.692096, + "nauc_map_at_100_std": -0.170845, + "nauc_map_at_100_diff1": 0.915069, + "nauc_map_at_1000_max": 0.691985, + "nauc_map_at_1000_std": -0.171249, + "nauc_map_at_1000_diff1": 0.915092, + "nauc_recall_at_1_max": 0.649845, + "nauc_recall_at_1_std": -0.1778, + "nauc_recall_at_1_diff1": 0.924839, + "nauc_recall_at_3_max": 0.759725, + "nauc_recall_at_3_std": -0.179228, + "nauc_recall_at_3_diff1": 0.896409, + "nauc_recall_at_5_max": 0.782855, + "nauc_recall_at_5_std": -0.137369, + "nauc_recall_at_5_diff1": 0.883024, + "nauc_recall_at_10_max": 0.792705, + "nauc_recall_at_10_std": -0.123159, + "nauc_recall_at_10_diff1": 0.881283, + "nauc_recall_at_20_max": 0.795308, + "nauc_recall_at_20_std": -0.100775, + "nauc_recall_at_20_diff1": 0.878299, + "nauc_recall_at_100_max": 0.865478, + "nauc_recall_at_100_std": 0.454243, + "nauc_recall_at_100_diff1": 0.889918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.653361, + "nauc_precision_at_1_std": -0.177747, + "nauc_precision_at_1_diff1": 0.925618, + "nauc_precision_at_3_max": 0.765614, + "nauc_precision_at_3_std": -0.179152, + "nauc_precision_at_3_diff1": 0.897493, + "nauc_precision_at_5_max": 0.791064, + "nauc_precision_at_5_std": -0.137161, + "nauc_precision_at_5_diff1": 0.88503, + "nauc_precision_at_10_max": 0.804197, + "nauc_precision_at_10_std": -0.122749, + "nauc_precision_at_10_diff1": 0.884056, + "nauc_precision_at_20_max": 0.811105, + "nauc_precision_at_20_std": -0.099952, + "nauc_precision_at_20_diff1": 0.88207, + "nauc_precision_at_100_max": 0.92043, + "nauc_precision_at_100_std": 0.478312, + "nauc_precision_at_100_diff1": 0.902837, + "nauc_precision_at_1000_max": 0.324012, + "nauc_precision_at_1000_std": 0.098682, + "nauc_precision_at_1000_diff1": -0.318687, + "nauc_mrr_at_1_max": 0.653361, + "nauc_mrr_at_1_std": -0.177747, + "nauc_mrr_at_1_diff1": 0.925618, + "nauc_mrr_at_3_max": 0.697979, + "nauc_mrr_at_3_std": -0.178212, + "nauc_mrr_at_3_diff1": 0.916181, + "nauc_mrr_at_5_max": 0.699569, + "nauc_mrr_at_5_std": -0.171079, + "nauc_mrr_at_5_diff1": 0.914957, + "nauc_mrr_at_10_max": 0.697947, + "nauc_mrr_at_10_std": -0.172426, + "nauc_mrr_at_10_diff1": 0.915608, + "nauc_mrr_at_20_max": 0.697228, + "nauc_mrr_at_20_std": -0.172601, + "nauc_mrr_at_20_diff1": 0.915782, + "nauc_mrr_at_100_max": 0.696785, + "nauc_mrr_at_100_std": -0.170753, + "nauc_mrr_at_100_diff1": 0.916041, + "nauc_mrr_at_1000_max": 0.696651, + "nauc_mrr_at_1000_std": -0.171158, + "nauc_mrr_at_1000_diff1": 0.916059, + "main_score": 0.87216, + "hf_subset": "mar_Deva-mar_Deva", + "languages": [ + "mar-Deva", + "mar-Deva" + ] + }, + { + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.94661, + "ndcg_at_5": 0.94991, + "ndcg_at_10": 0.95273, + "ndcg_at_20": 0.95472, + "ndcg_at_100": 0.9562, + "ndcg_at_1000": 0.95661, + "map_at_1": 0.91889, + "map_at_3": 0.94037, + "map_at_5": 0.94226, + "map_at_10": 0.94339, + "map_at_20": 0.94395, + "map_at_100": 0.94417, + "map_at_1000": 0.94418, + "recall_at_1": 0.91889, + "recall_at_3": 0.96444, + "recall_at_5": 0.97222, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91889, + "precision_at_3": 0.32148, + "precision_at_5": 0.19444, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.94037, + "mrr_at_5": 0.942259, + "mrr_at_10": 0.94339, + "mrr_at_20": 0.943948, + "mrr_at_100": 0.944165, + "mrr_at_1000": 0.944177, + "nauc_ndcg_at_1_max": 0.746627, + "nauc_ndcg_at_1_std": -0.206931, + "nauc_ndcg_at_1_diff1": 0.959422, + "nauc_ndcg_at_3_max": 0.819737, + "nauc_ndcg_at_3_std": -0.165475, + "nauc_ndcg_at_3_diff1": 0.958264, + "nauc_ndcg_at_5_max": 0.810511, + "nauc_ndcg_at_5_std": -0.136966, + "nauc_ndcg_at_5_diff1": 0.956762, + "nauc_ndcg_at_10_max": 0.803587, + "nauc_ndcg_at_10_std": -0.130993, + "nauc_ndcg_at_10_diff1": 0.958116, + "nauc_ndcg_at_20_max": 0.802277, + "nauc_ndcg_at_20_std": -0.110154, + "nauc_ndcg_at_20_diff1": 0.959329, + "nauc_ndcg_at_100_max": 0.796096, + "nauc_ndcg_at_100_std": -0.1342, + "nauc_ndcg_at_100_diff1": 0.959366, + "nauc_ndcg_at_1000_max": 0.79539, + "nauc_ndcg_at_1000_std": -0.144756, + "nauc_ndcg_at_1000_diff1": 0.958988, + "nauc_map_at_1_max": 0.746627, + "nauc_map_at_1_std": -0.206931, + "nauc_map_at_1_diff1": 0.959422, + "nauc_map_at_3_max": 0.798576, + "nauc_map_at_3_std": -0.176688, + "nauc_map_at_3_diff1": 0.958454, + "nauc_map_at_5_max": 0.793323, + "nauc_map_at_5_std": -0.163444, + "nauc_map_at_5_diff1": 0.957724, + "nauc_map_at_10_max": 0.790837, + "nauc_map_at_10_std": -0.162012, + "nauc_map_at_10_diff1": 0.958216, + "nauc_map_at_20_max": 0.790328, + "nauc_map_at_20_std": -0.158767, + "nauc_map_at_20_diff1": 0.958603, + "nauc_map_at_100_max": 0.78954, + "nauc_map_at_100_std": -0.161624, + "nauc_map_at_100_diff1": 0.958651, + "nauc_map_at_1000_max": 0.789514, + "nauc_map_at_1000_std": -0.161871, + "nauc_map_at_1000_diff1": 0.958643, + "nauc_recall_at_1_max": 0.746627, + "nauc_recall_at_1_std": -0.206931, + "nauc_recall_at_1_diff1": 0.959422, + "nauc_recall_at_3_max": 0.920197, + "nauc_recall_at_3_std": -0.112862, + "nauc_recall_at_3_diff1": 0.957473, + "nauc_recall_at_5_max": 0.908964, + "nauc_recall_at_5_std": 0.027638, + "nauc_recall_at_5_diff1": 0.950794, + "nauc_recall_at_10_max": 0.897841, + "nauc_recall_at_10_std": 0.152826, + "nauc_recall_at_10_diff1": 0.958395, + "nauc_recall_at_20_max": 0.946078, + "nauc_recall_at_20_std": 0.728151, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 0.863834, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746627, + "nauc_precision_at_1_std": -0.206931, + "nauc_precision_at_1_diff1": 0.959422, + "nauc_precision_at_3_max": 0.920197, + "nauc_precision_at_3_std": -0.112862, + "nauc_precision_at_3_diff1": 0.957473, + "nauc_precision_at_5_max": 0.908964, + "nauc_precision_at_5_std": 0.027638, + "nauc_precision_at_5_diff1": 0.950794, + "nauc_precision_at_10_max": 0.897841, + "nauc_precision_at_10_std": 0.152826, + "nauc_precision_at_10_diff1": 0.958395, + "nauc_precision_at_20_max": 0.946078, + "nauc_precision_at_20_std": 0.728151, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 0.863834, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.746627, + "nauc_mrr_at_1_std": -0.206931, + "nauc_mrr_at_1_diff1": 0.959422, + "nauc_mrr_at_3_max": 0.798576, + "nauc_mrr_at_3_std": -0.176688, + "nauc_mrr_at_3_diff1": 0.958454, + "nauc_mrr_at_5_max": 0.793323, + "nauc_mrr_at_5_std": -0.163444, + "nauc_mrr_at_5_diff1": 0.957724, + "nauc_mrr_at_10_max": 0.790837, + "nauc_mrr_at_10_std": -0.162012, + "nauc_mrr_at_10_diff1": 0.958216, + "nauc_mrr_at_20_max": 0.790328, + "nauc_mrr_at_20_std": -0.158767, + "nauc_mrr_at_20_diff1": 0.958603, + "nauc_mrr_at_100_max": 0.78954, + "nauc_mrr_at_100_std": -0.161624, + "nauc_mrr_at_100_diff1": 0.958651, + "nauc_mrr_at_1000_max": 0.789514, + "nauc_mrr_at_1000_std": -0.161871, + "nauc_mrr_at_1000_diff1": 0.958643, + "main_score": 0.95273, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84427, + "ndcg_at_3": 0.88954, + "ndcg_at_5": 0.89754, + "ndcg_at_10": 0.90537, + "ndcg_at_20": 0.90904, + "ndcg_at_100": 0.91175, + "ndcg_at_1000": 0.91289, + "map_at_1": 0.84427, + "map_at_3": 0.87903, + "map_at_5": 0.88359, + "map_at_10": 0.88678, + "map_at_20": 0.8878, + "map_at_100": 0.88817, + "map_at_1000": 0.88822, + "recall_at_1": 0.84427, + "recall_at_3": 0.91935, + "recall_at_5": 0.93826, + "recall_at_10": 0.96274, + "recall_at_20": 0.9772, + "recall_at_100": 0.99166, + "recall_at_1000": 1.0, + "precision_at_1": 0.84427, + "precision_at_3": 0.30664, + "precision_at_5": 0.18776, + "precision_at_10": 0.09633, + "precision_at_20": 0.04889, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.844271, + "mrr_at_3": 0.87931, + "mrr_at_5": 0.883871, + "mrr_at_10": 0.887056, + "mrr_at_20": 0.888074, + "mrr_at_100": 0.88845, + "mrr_at_1000": 0.888498, + "nauc_ndcg_at_1_max": 0.700698, + "nauc_ndcg_at_1_std": -0.004621, + "nauc_ndcg_at_1_diff1": 0.916094, + "nauc_ndcg_at_3_max": 0.753666, + "nauc_ndcg_at_3_std": 0.042325, + "nauc_ndcg_at_3_diff1": 0.89084, + "nauc_ndcg_at_5_max": 0.753283, + "nauc_ndcg_at_5_std": 0.047703, + "nauc_ndcg_at_5_diff1": 0.898075, + "nauc_ndcg_at_10_max": 0.751069, + "nauc_ndcg_at_10_std": 0.06024, + "nauc_ndcg_at_10_diff1": 0.900424, + "nauc_ndcg_at_20_max": 0.747633, + "nauc_ndcg_at_20_std": 0.068645, + "nauc_ndcg_at_20_diff1": 0.901583, + "nauc_ndcg_at_100_max": 0.743223, + "nauc_ndcg_at_100_std": 0.056384, + "nauc_ndcg_at_100_diff1": 0.901215, + "nauc_ndcg_at_1000_max": 0.741149, + "nauc_ndcg_at_1000_std": 0.044801, + "nauc_ndcg_at_1000_diff1": 0.900876, + "nauc_map_at_1_max": 0.700698, + "nauc_map_at_1_std": -0.004621, + "nauc_map_at_1_diff1": 0.916094, + "nauc_map_at_3_max": 0.737572, + "nauc_map_at_3_std": 0.026681, + "nauc_map_at_3_diff1": 0.896698, + "nauc_map_at_5_max": 0.736805, + "nauc_map_at_5_std": 0.028918, + "nauc_map_at_5_diff1": 0.900564, + "nauc_map_at_10_max": 0.73567, + "nauc_map_at_10_std": 0.031793, + "nauc_map_at_10_diff1": 0.901464, + "nauc_map_at_20_max": 0.734714, + "nauc_map_at_20_std": 0.03368, + "nauc_map_at_20_diff1": 0.901684, + "nauc_map_at_100_max": 0.734189, + "nauc_map_at_100_std": 0.032108, + "nauc_map_at_100_diff1": 0.901652, + "nauc_map_at_1000_max": 0.734112, + "nauc_map_at_1000_std": 0.031681, + "nauc_map_at_1000_diff1": 0.901644, + "nauc_recall_at_1_max": 0.700698, + "nauc_recall_at_1_std": -0.004621, + "nauc_recall_at_1_diff1": 0.916094, + "nauc_recall_at_3_max": 0.817369, + "nauc_recall_at_3_std": 0.11092, + "nauc_recall_at_3_diff1": 0.867803, + "nauc_recall_at_5_max": 0.834838, + "nauc_recall_at_5_std": 0.151298, + "nauc_recall_at_5_diff1": 0.88856, + "nauc_recall_at_10_max": 0.869676, + "nauc_recall_at_10_std": 0.328695, + "nauc_recall_at_10_diff1": 0.900058, + "nauc_recall_at_20_max": 0.893861, + "nauc_recall_at_20_std": 0.617833, + "nauc_recall_at_20_diff1": 0.919252, + "nauc_recall_at_100_max": 0.904465, + "nauc_recall_at_100_std": 0.915792, + "nauc_recall_at_100_diff1": 0.928093, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.700698, + "nauc_precision_at_1_std": -0.004621, + "nauc_precision_at_1_diff1": 0.916094, + "nauc_precision_at_3_max": 0.824236, + "nauc_precision_at_3_std": 0.107843, + "nauc_precision_at_3_diff1": 0.866885, + "nauc_precision_at_5_max": 0.843987, + "nauc_precision_at_5_std": 0.147637, + "nauc_precision_at_5_diff1": 0.887547, + "nauc_precision_at_10_max": 0.885452, + "nauc_precision_at_10_std": 0.325281, + "nauc_precision_at_10_diff1": 0.898543, + "nauc_precision_at_20_max": 0.920496, + "nauc_precision_at_20_std": 0.619428, + "nauc_precision_at_20_diff1": 0.917234, + "nauc_precision_at_100_max": 0.981324, + "nauc_precision_at_100_std": 0.941633, + "nauc_precision_at_100_diff1": 0.922956, + "nauc_precision_at_1000_max": 0.098682, + "nauc_precision_at_1000_std": -0.318687, + "nauc_precision_at_1000_diff1": -0.575229, + "nauc_mrr_at_1_max": 0.700698, + "nauc_mrr_at_1_std": -0.004621, + "nauc_mrr_at_1_diff1": 0.916094, + "nauc_mrr_at_3_max": 0.739732, + "nauc_mrr_at_3_std": 0.025428, + "nauc_mrr_at_3_diff1": 0.896453, + "nauc_mrr_at_5_max": 0.73905, + "nauc_mrr_at_5_std": 0.02762, + "nauc_mrr_at_5_diff1": 0.900319, + "nauc_mrr_at_10_max": 0.737978, + "nauc_mrr_at_10_std": 0.030465, + "nauc_mrr_at_10_diff1": 0.901213, + "nauc_mrr_at_20_max": 0.737042, + "nauc_mrr_at_20_std": 0.032344, + "nauc_mrr_at_20_diff1": 0.901432, + "nauc_mrr_at_100_max": 0.736523, + "nauc_mrr_at_100_std": 0.030763, + "nauc_mrr_at_100_diff1": 0.901399, + "nauc_mrr_at_1000_max": 0.736412, + "nauc_mrr_at_1000_std": 0.030354, + "nauc_mrr_at_1000_diff1": 0.901395, + "main_score": 0.90537, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "ndcg_at_1": 0.86444, + "ndcg_at_3": 0.90377, + "ndcg_at_5": 0.9119, + "ndcg_at_10": 0.9177, + "ndcg_at_20": 0.92127, + "ndcg_at_100": 0.92385, + "ndcg_at_1000": 0.92426, + "map_at_1": 0.86444, + "map_at_3": 0.89463, + "map_at_5": 0.89907, + "map_at_10": 0.9015, + "map_at_20": 0.90243, + "map_at_100": 0.90276, + "map_at_1000": 0.90277, + "recall_at_1": 0.86444, + "recall_at_3": 0.93, + "recall_at_5": 0.95, + "recall_at_10": 0.96778, + "recall_at_20": 0.98222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.86444, + "precision_at_3": 0.31, + "precision_at_5": 0.19, + "precision_at_10": 0.09678, + "precision_at_20": 0.04911, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.864444, + "mrr_at_3": 0.89463, + "mrr_at_5": 0.899074, + "mrr_at_10": 0.901499, + "mrr_at_20": 0.902434, + "mrr_at_100": 0.902755, + "mrr_at_1000": 0.90277, + "nauc_ndcg_at_1_max": 0.745197, + "nauc_ndcg_at_1_std": -0.00676, + "nauc_ndcg_at_1_diff1": 0.931171, + "nauc_ndcg_at_3_max": 0.796877, + "nauc_ndcg_at_3_std": 0.018044, + "nauc_ndcg_at_3_diff1": 0.923491, + "nauc_ndcg_at_5_max": 0.798687, + "nauc_ndcg_at_5_std": 0.046345, + "nauc_ndcg_at_5_diff1": 0.926423, + "nauc_ndcg_at_10_max": 0.794553, + "nauc_ndcg_at_10_std": 0.004773, + "nauc_ndcg_at_10_diff1": 0.927138, + "nauc_ndcg_at_20_max": 0.790912, + "nauc_ndcg_at_20_std": 0.019644, + "nauc_ndcg_at_20_diff1": 0.927476, + "nauc_ndcg_at_100_max": 0.786847, + "nauc_ndcg_at_100_std": 0.024413, + "nauc_ndcg_at_100_diff1": 0.926981, + "nauc_ndcg_at_1000_max": 0.785643, + "nauc_ndcg_at_1000_std": 0.018903, + "nauc_ndcg_at_1000_diff1": 0.926789, + "nauc_map_at_1_max": 0.745197, + "nauc_map_at_1_std": -0.00676, + "nauc_map_at_1_diff1": 0.931171, + "nauc_map_at_3_max": 0.782784, + "nauc_map_at_3_std": 0.014335, + "nauc_map_at_3_diff1": 0.925297, + "nauc_map_at_5_max": 0.783033, + "nauc_map_at_5_std": 0.027804, + "nauc_map_at_5_diff1": 0.926855, + "nauc_map_at_10_max": 0.781173, + "nauc_map_at_10_std": 0.011945, + "nauc_map_at_10_diff1": 0.927028, + "nauc_map_at_20_max": 0.780262, + "nauc_map_at_20_std": 0.015068, + "nauc_map_at_20_diff1": 0.927067, + "nauc_map_at_100_max": 0.779869, + "nauc_map_at_100_std": 0.015601, + "nauc_map_at_100_diff1": 0.926983, + "nauc_map_at_1000_max": 0.779835, + "nauc_map_at_1000_std": 0.015449, + "nauc_map_at_1000_diff1": 0.926974, + "nauc_recall_at_1_max": 0.745197, + "nauc_recall_at_1_std": -0.00676, + "nauc_recall_at_1_diff1": 0.931171, + "nauc_recall_at_3_max": 0.85569, + "nauc_recall_at_3_std": 0.031435, + "nauc_recall_at_3_diff1": 0.916152, + "nauc_recall_at_5_max": 0.886772, + "nauc_recall_at_5_std": 0.15652, + "nauc_recall_at_5_diff1": 0.925096, + "nauc_recall_at_10_max": 0.903893, + "nauc_recall_at_10_std": -0.087688, + "nauc_recall_at_10_diff1": 0.93126, + "nauc_recall_at_20_max": 0.929243, + "nauc_recall_at_20_std": 0.102241, + "nauc_recall_at_20_diff1": 0.941789, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.745197, + "nauc_precision_at_1_std": -0.00676, + "nauc_precision_at_1_diff1": 0.931171, + "nauc_precision_at_3_max": 0.85569, + "nauc_precision_at_3_std": 0.031435, + "nauc_precision_at_3_diff1": 0.916152, + "nauc_precision_at_5_max": 0.886772, + "nauc_precision_at_5_std": 0.15652, + "nauc_precision_at_5_diff1": 0.925096, + "nauc_precision_at_10_max": 0.903893, + "nauc_precision_at_10_std": -0.087688, + "nauc_precision_at_10_diff1": 0.93126, + "nauc_precision_at_20_max": 0.929243, + "nauc_precision_at_20_std": 0.102241, + "nauc_precision_at_20_diff1": 0.941789, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.745197, + "nauc_mrr_at_1_std": -0.00676, + "nauc_mrr_at_1_diff1": 0.931171, + "nauc_mrr_at_3_max": 0.782784, + "nauc_mrr_at_3_std": 0.014335, + "nauc_mrr_at_3_diff1": 0.925297, + "nauc_mrr_at_5_max": 0.783033, + "nauc_mrr_at_5_std": 0.027804, + "nauc_mrr_at_5_diff1": 0.926855, + "nauc_mrr_at_10_max": 0.781173, + "nauc_mrr_at_10_std": 0.011945, + "nauc_mrr_at_10_diff1": 0.927028, + "nauc_mrr_at_20_max": 0.780262, + "nauc_mrr_at_20_std": 0.015068, + "nauc_mrr_at_20_diff1": 0.927067, + "nauc_mrr_at_100_max": 0.779869, + "nauc_mrr_at_100_std": 0.015601, + "nauc_mrr_at_100_diff1": 0.926983, + "nauc_mrr_at_1000_max": 0.779835, + "nauc_mrr_at_1000_std": 0.015449, + "nauc_mrr_at_1000_diff1": 0.926974, + "main_score": 0.9177, + "hf_subset": "mkd_Cyrl-mkd_Cyrl", + "languages": [ + "mkd-Cyrl", + "mkd-Cyrl" + ] + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.95635, + "ndcg_at_5": 0.9596, + "ndcg_at_10": 0.96103, + "ndcg_at_20": 0.96238, + "ndcg_at_100": 0.96283, + "ndcg_at_1000": 0.96309, + "map_at_1": 0.92444, + "map_at_3": 0.94889, + "map_at_5": 0.95072, + "map_at_10": 0.95131, + "map_at_20": 0.95165, + "map_at_100": 0.95173, + "map_at_1000": 0.95173, + "recall_at_1": 0.92444, + "recall_at_3": 0.97778, + "recall_at_5": 0.98556, + "recall_at_10": 0.99, + "recall_at_20": 0.99556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92444, + "precision_at_3": 0.32593, + "precision_at_5": 0.19711, + "precision_at_10": 0.099, + "precision_at_20": 0.04978, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.948889, + "mrr_at_5": 0.950722, + "mrr_at_10": 0.951309, + "mrr_at_20": 0.951649, + "mrr_at_100": 0.951726, + "mrr_at_1000": 0.951732, + "nauc_ndcg_at_1_max": 0.805659, + "nauc_ndcg_at_1_std": -0.213846, + "nauc_ndcg_at_1_diff1": 0.969346, + "nauc_ndcg_at_3_max": 0.850754, + "nauc_ndcg_at_3_std": -0.157191, + "nauc_ndcg_at_3_diff1": 0.977883, + "nauc_ndcg_at_5_max": 0.84013, + "nauc_ndcg_at_5_std": -0.181845, + "nauc_ndcg_at_5_diff1": 0.976102, + "nauc_ndcg_at_10_max": 0.834258, + "nauc_ndcg_at_10_std": -0.197074, + "nauc_ndcg_at_10_diff1": 0.975224, + "nauc_ndcg_at_20_max": 0.835011, + "nauc_ndcg_at_20_std": -0.18048, + "nauc_ndcg_at_20_diff1": 0.975351, + "nauc_ndcg_at_100_max": 0.833832, + "nauc_ndcg_at_100_std": -0.178899, + "nauc_ndcg_at_100_diff1": 0.975051, + "nauc_ndcg_at_1000_max": 0.833136, + "nauc_ndcg_at_1000_std": -0.187158, + "nauc_ndcg_at_1000_diff1": 0.974876, + "nauc_map_at_1_max": 0.805659, + "nauc_map_at_1_std": -0.213846, + "nauc_map_at_1_diff1": 0.969346, + "nauc_map_at_3_max": 0.837716, + "nauc_map_at_3_std": -0.180216, + "nauc_map_at_3_diff1": 0.975448, + "nauc_map_at_5_max": 0.832268, + "nauc_map_at_5_std": -0.19307, + "nauc_map_at_5_diff1": 0.974534, + "nauc_map_at_10_max": 0.830248, + "nauc_map_at_10_std": -0.197333, + "nauc_map_at_10_diff1": 0.974228, + "nauc_map_at_20_max": 0.830401, + "nauc_map_at_20_std": -0.194243, + "nauc_map_at_20_diff1": 0.974278, + "nauc_map_at_100_max": 0.830251, + "nauc_map_at_100_std": -0.194296, + "nauc_map_at_100_diff1": 0.974236, + "nauc_map_at_1000_max": 0.830239, + "nauc_map_at_1000_std": -0.194439, + "nauc_map_at_1000_diff1": 0.974233, + "nauc_recall_at_1_max": 0.805659, + "nauc_recall_at_1_std": -0.213846, + "nauc_recall_at_1_diff1": 0.969346, + "nauc_recall_at_3_max": 0.934407, + "nauc_recall_at_3_std": -0.001681, + "nauc_recall_at_3_diff1": 0.993464, + "nauc_recall_at_5_max": 0.909143, + "nauc_recall_at_5_std": -0.074302, + "nauc_recall_at_5_diff1": 0.989945, + "nauc_recall_at_10_max": 0.868762, + "nauc_recall_at_10_std": -0.232286, + "nauc_recall_at_10_diff1": 0.985476, + "nauc_recall_at_20_max": 0.934641, + "nauc_recall_at_20_std": 0.315009, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.805659, + "nauc_precision_at_1_std": -0.213846, + "nauc_precision_at_1_diff1": 0.969346, + "nauc_precision_at_3_max": 0.934407, + "nauc_precision_at_3_std": -0.001681, + "nauc_precision_at_3_diff1": 0.993464, + "nauc_precision_at_5_max": 0.909143, + "nauc_precision_at_5_std": -0.074302, + "nauc_precision_at_5_diff1": 0.989945, + "nauc_precision_at_10_max": 0.868762, + "nauc_precision_at_10_std": -0.232286, + "nauc_precision_at_10_diff1": 0.985476, + "nauc_precision_at_20_max": 0.934641, + "nauc_precision_at_20_std": 0.315009, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.805659, + "nauc_mrr_at_1_std": -0.213846, + "nauc_mrr_at_1_diff1": 0.969346, + "nauc_mrr_at_3_max": 0.837716, + "nauc_mrr_at_3_std": -0.180216, + "nauc_mrr_at_3_diff1": 0.975448, + "nauc_mrr_at_5_max": 0.832268, + "nauc_mrr_at_5_std": -0.19307, + "nauc_mrr_at_5_diff1": 0.974534, + "nauc_mrr_at_10_max": 0.830248, + "nauc_mrr_at_10_std": -0.197333, + "nauc_mrr_at_10_diff1": 0.974228, + "nauc_mrr_at_20_max": 0.830401, + "nauc_mrr_at_20_std": -0.194243, + "nauc_mrr_at_20_diff1": 0.974278, + "nauc_mrr_at_100_max": 0.830251, + "nauc_mrr_at_100_std": -0.194296, + "nauc_mrr_at_100_diff1": 0.974236, + "nauc_mrr_at_1000_max": 0.830239, + "nauc_mrr_at_1000_std": -0.194439, + "nauc_mrr_at_1000_diff1": 0.974233, + "main_score": 0.96103, + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.87778, + "ndcg_at_3": 0.91403, + "ndcg_at_5": 0.92235, + "ndcg_at_10": 0.92746, + "ndcg_at_20": 0.9301, + "ndcg_at_100": 0.93175, + "ndcg_at_1000": 0.93283, + "map_at_1": 0.87778, + "map_at_3": 0.90574, + "map_at_5": 0.91041, + "map_at_10": 0.91256, + "map_at_20": 0.91335, + "map_at_100": 0.91357, + "map_at_1000": 0.91363, + "recall_at_1": 0.87778, + "recall_at_3": 0.93778, + "recall_at_5": 0.95778, + "recall_at_10": 0.97333, + "recall_at_20": 0.98333, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.87778, + "precision_at_3": 0.31259, + "precision_at_5": 0.19156, + "precision_at_10": 0.09733, + "precision_at_20": 0.04917, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.877778, + "mrr_at_3": 0.905741, + "mrr_at_5": 0.910407, + "mrr_at_10": 0.912564, + "mrr_at_20": 0.913345, + "mrr_at_100": 0.913573, + "mrr_at_1000": 0.913626, + "nauc_ndcg_at_1_max": 0.672755, + "nauc_ndcg_at_1_std": 0.086592, + "nauc_ndcg_at_1_diff1": 0.898018, + "nauc_ndcg_at_3_max": 0.763281, + "nauc_ndcg_at_3_std": 0.141371, + "nauc_ndcg_at_3_diff1": 0.902313, + "nauc_ndcg_at_5_max": 0.750552, + "nauc_ndcg_at_5_std": 0.115255, + "nauc_ndcg_at_5_diff1": 0.900964, + "nauc_ndcg_at_10_max": 0.744795, + "nauc_ndcg_at_10_std": 0.108563, + "nauc_ndcg_at_10_diff1": 0.902954, + "nauc_ndcg_at_20_max": 0.74294, + "nauc_ndcg_at_20_std": 0.135854, + "nauc_ndcg_at_20_diff1": 0.903951, + "nauc_ndcg_at_100_max": 0.738258, + "nauc_ndcg_at_100_std": 0.137362, + "nauc_ndcg_at_100_diff1": 0.902884, + "nauc_ndcg_at_1000_max": 0.734929, + "nauc_ndcg_at_1000_std": 0.125088, + "nauc_ndcg_at_1000_diff1": 0.902209, + "nauc_map_at_1_max": 0.672755, + "nauc_map_at_1_std": 0.086592, + "nauc_map_at_1_diff1": 0.898018, + "nauc_map_at_3_max": 0.73823, + "nauc_map_at_3_std": 0.127811, + "nauc_map_at_3_diff1": 0.900828, + "nauc_map_at_5_max": 0.730746, + "nauc_map_at_5_std": 0.113913, + "nauc_map_at_5_diff1": 0.90021, + "nauc_map_at_10_max": 0.728198, + "nauc_map_at_10_std": 0.110635, + "nauc_map_at_10_diff1": 0.900958, + "nauc_map_at_20_max": 0.727614, + "nauc_map_at_20_std": 0.117198, + "nauc_map_at_20_diff1": 0.901231, + "nauc_map_at_100_max": 0.727055, + "nauc_map_at_100_std": 0.117711, + "nauc_map_at_100_diff1": 0.901134, + "nauc_map_at_1000_max": 0.726918, + "nauc_map_at_1000_std": 0.117224, + "nauc_map_at_1000_diff1": 0.901106, + "nauc_recall_at_1_max": 0.672755, + "nauc_recall_at_1_std": 0.086592, + "nauc_recall_at_1_diff1": 0.898018, + "nauc_recall_at_3_max": 0.869248, + "nauc_recall_at_3_std": 0.197629, + "nauc_recall_at_3_diff1": 0.908797, + "nauc_recall_at_5_max": 0.863581, + "nauc_recall_at_5_std": 0.114379, + "nauc_recall_at_5_diff1": 0.904971, + "nauc_recall_at_10_max": 0.883189, + "nauc_recall_at_10_std": 0.074541, + "nauc_recall_at_10_diff1": 0.922386, + "nauc_recall_at_20_max": 0.936819, + "nauc_recall_at_20_std": 0.482197, + "nauc_recall_at_20_diff1": 0.947712, + "nauc_recall_at_100_max": 0.941643, + "nauc_recall_at_100_std": 0.889623, + "nauc_recall_at_100_diff1": 0.943978, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.672755, + "nauc_precision_at_1_std": 0.086592, + "nauc_precision_at_1_diff1": 0.898018, + "nauc_precision_at_3_max": 0.869248, + "nauc_precision_at_3_std": 0.197629, + "nauc_precision_at_3_diff1": 0.908797, + "nauc_precision_at_5_max": 0.863581, + "nauc_precision_at_5_std": 0.114379, + "nauc_precision_at_5_diff1": 0.904971, + "nauc_precision_at_10_max": 0.883189, + "nauc_precision_at_10_std": 0.074541, + "nauc_precision_at_10_diff1": 0.922386, + "nauc_precision_at_20_max": 0.936819, + "nauc_precision_at_20_std": 0.482197, + "nauc_precision_at_20_diff1": 0.947712, + "nauc_precision_at_100_max": 0.941643, + "nauc_precision_at_100_std": 0.889623, + "nauc_precision_at_100_diff1": 0.943978, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.672755, + "nauc_mrr_at_1_std": 0.086592, + "nauc_mrr_at_1_diff1": 0.898018, + "nauc_mrr_at_3_max": 0.73823, + "nauc_mrr_at_3_std": 0.127811, + "nauc_mrr_at_3_diff1": 0.900828, + "nauc_mrr_at_5_max": 0.730746, + "nauc_mrr_at_5_std": 0.113913, + "nauc_mrr_at_5_diff1": 0.90021, + "nauc_mrr_at_10_max": 0.728198, + "nauc_mrr_at_10_std": 0.110635, + "nauc_mrr_at_10_diff1": 0.900958, + "nauc_mrr_at_20_max": 0.727614, + "nauc_mrr_at_20_std": 0.117198, + "nauc_mrr_at_20_diff1": 0.901231, + "nauc_mrr_at_100_max": 0.727055, + "nauc_mrr_at_100_std": 0.117711, + "nauc_mrr_at_100_diff1": 0.901134, + "nauc_mrr_at_1000_max": 0.726918, + "nauc_mrr_at_1000_std": 0.117224, + "nauc_mrr_at_1000_diff1": 0.901106, + "main_score": 0.92746, + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ] + }, + { + "ndcg_at_1": 0.78667, + "ndcg_at_3": 0.83215, + "ndcg_at_5": 0.84224, + "ndcg_at_10": 0.85273, + "ndcg_at_20": 0.85777, + "ndcg_at_100": 0.86431, + "ndcg_at_1000": 0.86766, + "map_at_1": 0.78667, + "map_at_3": 0.82167, + "map_at_5": 0.82728, + "map_at_10": 0.83164, + "map_at_20": 0.83302, + "map_at_100": 0.8339, + "map_at_1000": 0.83404, + "recall_at_1": 0.78667, + "recall_at_3": 0.86222, + "recall_at_5": 0.88667, + "recall_at_10": 0.91889, + "recall_at_20": 0.93889, + "recall_at_100": 0.97444, + "recall_at_1000": 1.0, + "precision_at_1": 0.78667, + "precision_at_3": 0.28741, + "precision_at_5": 0.17733, + "precision_at_10": 0.09189, + "precision_at_20": 0.04694, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.786667, + "mrr_at_3": 0.821667, + "mrr_at_5": 0.827278, + "mrr_at_10": 0.83164, + "mrr_at_20": 0.833017, + "mrr_at_100": 0.8339, + "mrr_at_1000": 0.834038, + "nauc_ndcg_at_1_max": 0.761248, + "nauc_ndcg_at_1_std": 0.14766, + "nauc_ndcg_at_1_diff1": 0.91037, + "nauc_ndcg_at_3_max": 0.805855, + "nauc_ndcg_at_3_std": 0.196799, + "nauc_ndcg_at_3_diff1": 0.895302, + "nauc_ndcg_at_5_max": 0.804258, + "nauc_ndcg_at_5_std": 0.2168, + "nauc_ndcg_at_5_diff1": 0.890997, + "nauc_ndcg_at_10_max": 0.798986, + "nauc_ndcg_at_10_std": 0.210521, + "nauc_ndcg_at_10_diff1": 0.887807, + "nauc_ndcg_at_20_max": 0.800145, + "nauc_ndcg_at_20_std": 0.219687, + "nauc_ndcg_at_20_diff1": 0.887701, + "nauc_ndcg_at_100_max": 0.797437, + "nauc_ndcg_at_100_std": 0.211932, + "nauc_ndcg_at_100_diff1": 0.890449, + "nauc_ndcg_at_1000_max": 0.795752, + "nauc_ndcg_at_1000_std": 0.203846, + "nauc_ndcg_at_1000_diff1": 0.89276, + "nauc_map_at_1_max": 0.761248, + "nauc_map_at_1_std": 0.14766, + "nauc_map_at_1_diff1": 0.91037, + "nauc_map_at_3_max": 0.795188, + "nauc_map_at_3_std": 0.183205, + "nauc_map_at_3_diff1": 0.899486, + "nauc_map_at_5_max": 0.79396, + "nauc_map_at_5_std": 0.193066, + "nauc_map_at_5_diff1": 0.897346, + "nauc_map_at_10_max": 0.791779, + "nauc_map_at_10_std": 0.190319, + "nauc_map_at_10_diff1": 0.896237, + "nauc_map_at_20_max": 0.792067, + "nauc_map_at_20_std": 0.192591, + "nauc_map_at_20_diff1": 0.89632, + "nauc_map_at_100_max": 0.791676, + "nauc_map_at_100_std": 0.191507, + "nauc_map_at_100_diff1": 0.896629, + "nauc_map_at_1000_max": 0.791609, + "nauc_map_at_1000_std": 0.191274, + "nauc_map_at_1000_diff1": 0.896703, + "nauc_recall_at_1_max": 0.761248, + "nauc_recall_at_1_std": 0.14766, + "nauc_recall_at_1_diff1": 0.91037, + "nauc_recall_at_3_max": 0.843546, + "nauc_recall_at_3_std": 0.24597, + "nauc_recall_at_3_diff1": 0.880162, + "nauc_recall_at_5_max": 0.846079, + "nauc_recall_at_5_std": 0.320122, + "nauc_recall_at_5_diff1": 0.863665, + "nauc_recall_at_10_max": 0.833704, + "nauc_recall_at_10_std": 0.323881, + "nauc_recall_at_10_diff1": 0.837567, + "nauc_recall_at_20_max": 0.853714, + "nauc_recall_at_20_std": 0.435116, + "nauc_recall_at_20_diff1": 0.819548, + "nauc_recall_at_100_max": 0.859152, + "nauc_recall_at_100_std": 0.528904, + "nauc_recall_at_100_diff1": 0.803333, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.761248, + "nauc_precision_at_1_std": 0.14766, + "nauc_precision_at_1_diff1": 0.91037, + "nauc_precision_at_3_max": 0.843546, + "nauc_precision_at_3_std": 0.24597, + "nauc_precision_at_3_diff1": 0.880162, + "nauc_precision_at_5_max": 0.846079, + "nauc_precision_at_5_std": 0.320122, + "nauc_precision_at_5_diff1": 0.863665, + "nauc_precision_at_10_max": 0.833704, + "nauc_precision_at_10_std": 0.323881, + "nauc_precision_at_10_diff1": 0.837567, + "nauc_precision_at_20_max": 0.853714, + "nauc_precision_at_20_std": 0.435116, + "nauc_precision_at_20_diff1": 0.819548, + "nauc_precision_at_100_max": 0.859152, + "nauc_precision_at_100_std": 0.528904, + "nauc_precision_at_100_diff1": 0.803333, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.761248, + "nauc_mrr_at_1_std": 0.14766, + "nauc_mrr_at_1_diff1": 0.91037, + "nauc_mrr_at_3_max": 0.795188, + "nauc_mrr_at_3_std": 0.183205, + "nauc_mrr_at_3_diff1": 0.899486, + "nauc_mrr_at_5_max": 0.79396, + "nauc_mrr_at_5_std": 0.193066, + "nauc_mrr_at_5_diff1": 0.897346, + "nauc_mrr_at_10_max": 0.791779, + "nauc_mrr_at_10_std": 0.190319, + "nauc_mrr_at_10_diff1": 0.896237, + "nauc_mrr_at_20_max": 0.792067, + "nauc_mrr_at_20_std": 0.192591, + "nauc_mrr_at_20_diff1": 0.89632, + "nauc_mrr_at_100_max": 0.791676, + "nauc_mrr_at_100_std": 0.191507, + "nauc_mrr_at_100_diff1": 0.896629, + "nauc_mrr_at_1000_max": 0.791609, + "nauc_mrr_at_1000_std": 0.191274, + "nauc_mrr_at_1000_diff1": 0.896703, + "main_score": 0.85273, + "hf_subset": "mlt_Latn-mlt_Latn", + "languages": [ + "mlt-Latn", + "mlt-Latn" + ] + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.95091, + "ndcg_at_5": 0.95646, + "ndcg_at_10": 0.95721, + "ndcg_at_20": 0.95945, + "ndcg_at_100": 0.96051, + "ndcg_at_1000": 0.96076, + "map_at_1": 0.92444, + "map_at_3": 0.945, + "map_at_5": 0.94811, + "map_at_10": 0.94844, + "map_at_20": 0.94904, + "map_at_100": 0.9492, + "map_at_1000": 0.94921, + "recall_at_1": 0.92444, + "recall_at_3": 0.96778, + "recall_at_5": 0.98111, + "recall_at_10": 0.98333, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92444, + "precision_at_3": 0.32259, + "precision_at_5": 0.19622, + "precision_at_10": 0.09833, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.945, + "mrr_at_5": 0.948111, + "mrr_at_10": 0.948435, + "mrr_at_20": 0.949044, + "mrr_at_100": 0.9492, + "mrr_at_1000": 0.949205, + "nauc_ndcg_at_1_max": 0.71846, + "nauc_ndcg_at_1_std": -0.102859, + "nauc_ndcg_at_1_diff1": 0.9321, + "nauc_ndcg_at_3_max": 0.80464, + "nauc_ndcg_at_3_std": -0.053193, + "nauc_ndcg_at_3_diff1": 0.933818, + "nauc_ndcg_at_5_max": 0.786966, + "nauc_ndcg_at_5_std": -0.046094, + "nauc_ndcg_at_5_diff1": 0.934073, + "nauc_ndcg_at_10_max": 0.78325, + "nauc_ndcg_at_10_std": -0.063267, + "nauc_ndcg_at_10_diff1": 0.932923, + "nauc_ndcg_at_20_max": 0.777396, + "nauc_ndcg_at_20_std": -0.061182, + "nauc_ndcg_at_20_diff1": 0.934906, + "nauc_ndcg_at_100_max": 0.773605, + "nauc_ndcg_at_100_std": -0.057079, + "nauc_ndcg_at_100_diff1": 0.934432, + "nauc_ndcg_at_1000_max": 0.772556, + "nauc_ndcg_at_1000_std": -0.063975, + "nauc_ndcg_at_1000_diff1": 0.934004, + "nauc_map_at_1_max": 0.71846, + "nauc_map_at_1_std": -0.102859, + "nauc_map_at_1_diff1": 0.9321, + "nauc_map_at_3_max": 0.779307, + "nauc_map_at_3_std": -0.068805, + "nauc_map_at_3_diff1": 0.933501, + "nauc_map_at_5_max": 0.769522, + "nauc_map_at_5_std": -0.066629, + "nauc_map_at_5_diff1": 0.933608, + "nauc_map_at_10_max": 0.768073, + "nauc_map_at_10_std": -0.072981, + "nauc_map_at_10_diff1": 0.93319, + "nauc_map_at_20_max": 0.766572, + "nauc_map_at_20_std": -0.072997, + "nauc_map_at_20_diff1": 0.933693, + "nauc_map_at_100_max": 0.766105, + "nauc_map_at_100_std": -0.072415, + "nauc_map_at_100_diff1": 0.933598, + "nauc_map_at_1000_max": 0.766087, + "nauc_map_at_1000_std": -0.072529, + "nauc_map_at_1000_diff1": 0.933591, + "nauc_recall_at_1_max": 0.71846, + "nauc_recall_at_1_std": -0.102859, + "nauc_recall_at_1_diff1": 0.9321, + "nauc_recall_at_3_max": 0.927155, + "nauc_recall_at_3_std": 0.023117, + "nauc_recall_at_3_diff1": 0.935204, + "nauc_recall_at_5_max": 0.915143, + "nauc_recall_at_5_std": 0.11891, + "nauc_recall_at_5_diff1": 0.937524, + "nauc_recall_at_10_max": 0.903828, + "nauc_recall_at_10_std": 0.010146, + "nauc_recall_at_10_diff1": 0.929194, + "nauc_recall_at_20_max": 0.922969, + "nauc_recall_at_20_std": 0.153461, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.71846, + "nauc_precision_at_1_std": -0.102859, + "nauc_precision_at_1_diff1": 0.9321, + "nauc_precision_at_3_max": 0.927155, + "nauc_precision_at_3_std": 0.023117, + "nauc_precision_at_3_diff1": 0.935204, + "nauc_precision_at_5_max": 0.915143, + "nauc_precision_at_5_std": 0.11891, + "nauc_precision_at_5_diff1": 0.937524, + "nauc_precision_at_10_max": 0.903828, + "nauc_precision_at_10_std": 0.010146, + "nauc_precision_at_10_diff1": 0.929194, + "nauc_precision_at_20_max": 0.922969, + "nauc_precision_at_20_std": 0.153461, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.71846, + "nauc_mrr_at_1_std": -0.102859, + "nauc_mrr_at_1_diff1": 0.9321, + "nauc_mrr_at_3_max": 0.779307, + "nauc_mrr_at_3_std": -0.068805, + "nauc_mrr_at_3_diff1": 0.933501, + "nauc_mrr_at_5_max": 0.769522, + "nauc_mrr_at_5_std": -0.066629, + "nauc_mrr_at_5_diff1": 0.933608, + "nauc_mrr_at_10_max": 0.768073, + "nauc_mrr_at_10_std": -0.072981, + "nauc_mrr_at_10_diff1": 0.93319, + "nauc_mrr_at_20_max": 0.766572, + "nauc_mrr_at_20_std": -0.072997, + "nauc_mrr_at_20_diff1": 0.933693, + "nauc_mrr_at_100_max": 0.766105, + "nauc_mrr_at_100_std": -0.072415, + "nauc_mrr_at_100_diff1": 0.933598, + "nauc_mrr_at_1000_max": 0.766087, + "nauc_mrr_at_1000_std": -0.072529, + "nauc_mrr_at_1000_diff1": 0.933591, + "main_score": 0.95721, + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83, + "ndcg_at_3": 0.86538, + "ndcg_at_5": 0.87595, + "ndcg_at_10": 0.8814, + "ndcg_at_20": 0.88676, + "ndcg_at_100": 0.89234, + "ndcg_at_1000": 0.89452, + "map_at_1": 0.83, + "map_at_3": 0.85685, + "map_at_5": 0.86274, + "map_at_10": 0.86502, + "map_at_20": 0.86651, + "map_at_100": 0.86728, + "map_at_1000": 0.86737, + "recall_at_1": 0.83, + "recall_at_3": 0.89, + "recall_at_5": 0.91556, + "recall_at_10": 0.93222, + "recall_at_20": 0.95333, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.83, + "precision_at_3": 0.29667, + "precision_at_5": 0.18311, + "precision_at_10": 0.09322, + "precision_at_20": 0.04767, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.83, + "mrr_at_3": 0.856852, + "mrr_at_5": 0.862741, + "mrr_at_10": 0.865021, + "mrr_at_20": 0.866512, + "mrr_at_100": 0.867277, + "mrr_at_1000": 0.867367, + "nauc_ndcg_at_1_max": 0.770299, + "nauc_ndcg_at_1_std": 0.259941, + "nauc_ndcg_at_1_diff1": 0.898696, + "nauc_ndcg_at_3_max": 0.814866, + "nauc_ndcg_at_3_std": 0.310073, + "nauc_ndcg_at_3_diff1": 0.888996, + "nauc_ndcg_at_5_max": 0.805129, + "nauc_ndcg_at_5_std": 0.301701, + "nauc_ndcg_at_5_diff1": 0.886142, + "nauc_ndcg_at_10_max": 0.808151, + "nauc_ndcg_at_10_std": 0.292568, + "nauc_ndcg_at_10_diff1": 0.891289, + "nauc_ndcg_at_20_max": 0.804873, + "nauc_ndcg_at_20_std": 0.306337, + "nauc_ndcg_at_20_diff1": 0.890582, + "nauc_ndcg_at_100_max": 0.803681, + "nauc_ndcg_at_100_std": 0.301851, + "nauc_ndcg_at_100_diff1": 0.891752, + "nauc_ndcg_at_1000_max": 0.801656, + "nauc_ndcg_at_1000_std": 0.296993, + "nauc_ndcg_at_1000_diff1": 0.891338, + "nauc_map_at_1_max": 0.770299, + "nauc_map_at_1_std": 0.259941, + "nauc_map_at_1_diff1": 0.898696, + "nauc_map_at_3_max": 0.803418, + "nauc_map_at_3_std": 0.297617, + "nauc_map_at_3_diff1": 0.89167, + "nauc_map_at_5_max": 0.797905, + "nauc_map_at_5_std": 0.292047, + "nauc_map_at_5_diff1": 0.890347, + "nauc_map_at_10_max": 0.798918, + "nauc_map_at_10_std": 0.28818, + "nauc_map_at_10_diff1": 0.892276, + "nauc_map_at_20_max": 0.798051, + "nauc_map_at_20_std": 0.292005, + "nauc_map_at_20_diff1": 0.892105, + "nauc_map_at_100_max": 0.797797, + "nauc_map_at_100_std": 0.291113, + "nauc_map_at_100_diff1": 0.892186, + "nauc_map_at_1000_max": 0.797733, + "nauc_map_at_1000_std": 0.290998, + "nauc_map_at_1000_diff1": 0.892174, + "nauc_recall_at_1_max": 0.770299, + "nauc_recall_at_1_std": 0.259941, + "nauc_recall_at_1_diff1": 0.898696, + "nauc_recall_at_3_max": 0.856074, + "nauc_recall_at_3_std": 0.354671, + "nauc_recall_at_3_diff1": 0.879263, + "nauc_recall_at_5_max": 0.835016, + "nauc_recall_at_5_std": 0.34385, + "nauc_recall_at_5_diff1": 0.866584, + "nauc_recall_at_10_max": 0.857732, + "nauc_recall_at_10_std": 0.310167, + "nauc_recall_at_10_diff1": 0.888874, + "nauc_recall_at_20_max": 0.849618, + "nauc_recall_at_20_std": 0.432451, + "nauc_recall_at_20_diff1": 0.881508, + "nauc_recall_at_100_max": 0.899471, + "nauc_recall_at_100_std": 0.543666, + "nauc_recall_at_100_diff1": 0.910675, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.770299, + "nauc_precision_at_1_std": 0.259941, + "nauc_precision_at_1_diff1": 0.898696, + "nauc_precision_at_3_max": 0.856074, + "nauc_precision_at_3_std": 0.354671, + "nauc_precision_at_3_diff1": 0.879263, + "nauc_precision_at_5_max": 0.835016, + "nauc_precision_at_5_std": 0.34385, + "nauc_precision_at_5_diff1": 0.866584, + "nauc_precision_at_10_max": 0.857732, + "nauc_precision_at_10_std": 0.310167, + "nauc_precision_at_10_diff1": 0.888874, + "nauc_precision_at_20_max": 0.849618, + "nauc_precision_at_20_std": 0.432451, + "nauc_precision_at_20_diff1": 0.881508, + "nauc_precision_at_100_max": 0.899471, + "nauc_precision_at_100_std": 0.543666, + "nauc_precision_at_100_diff1": 0.910675, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.770299, + "nauc_mrr_at_1_std": 0.259941, + "nauc_mrr_at_1_diff1": 0.898696, + "nauc_mrr_at_3_max": 0.803418, + "nauc_mrr_at_3_std": 0.297617, + "nauc_mrr_at_3_diff1": 0.89167, + "nauc_mrr_at_5_max": 0.797905, + "nauc_mrr_at_5_std": 0.292047, + "nauc_mrr_at_5_diff1": 0.890347, + "nauc_mrr_at_10_max": 0.798918, + "nauc_mrr_at_10_std": 0.28818, + "nauc_mrr_at_10_diff1": 0.892276, + "nauc_mrr_at_20_max": 0.798051, + "nauc_mrr_at_20_std": 0.292005, + "nauc_mrr_at_20_diff1": 0.892105, + "nauc_mrr_at_100_max": 0.797797, + "nauc_mrr_at_100_std": 0.291113, + "nauc_mrr_at_100_diff1": 0.892186, + "nauc_mrr_at_1000_max": 0.797733, + "nauc_mrr_at_1000_std": 0.290998, + "nauc_mrr_at_1000_diff1": 0.892174, + "main_score": 0.8814, + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ] + }, + { + "ndcg_at_1": 0.52889, + "ndcg_at_3": 0.591, + "ndcg_at_5": 0.60616, + "ndcg_at_10": 0.62182, + "ndcg_at_20": 0.63241, + "ndcg_at_100": 0.65637, + "ndcg_at_1000": 0.67035, + "map_at_1": 0.52889, + "map_at_3": 0.5763, + "map_at_5": 0.58474, + "map_at_10": 0.59111, + "map_at_20": 0.59397, + "map_at_100": 0.59708, + "map_at_1000": 0.59765, + "recall_at_1": 0.52889, + "recall_at_3": 0.63333, + "recall_at_5": 0.67, + "recall_at_10": 0.71889, + "recall_at_20": 0.76111, + "recall_at_100": 0.89333, + "recall_at_1000": 1.0, + "precision_at_1": 0.52889, + "precision_at_3": 0.21111, + "precision_at_5": 0.134, + "precision_at_10": 0.07189, + "precision_at_20": 0.03806, + "precision_at_100": 0.00893, + "precision_at_1000": 0.001, + "mrr_at_1": 0.528889, + "mrr_at_3": 0.576296, + "mrr_at_5": 0.584741, + "mrr_at_10": 0.59111, + "mrr_at_20": 0.593973, + "mrr_at_100": 0.597079, + "mrr_at_1000": 0.597649, + "nauc_ndcg_at_1_max": 0.633513, + "nauc_ndcg_at_1_std": 0.395168, + "nauc_ndcg_at_1_diff1": 0.858481, + "nauc_ndcg_at_3_max": 0.652054, + "nauc_ndcg_at_3_std": 0.436692, + "nauc_ndcg_at_3_diff1": 0.815481, + "nauc_ndcg_at_5_max": 0.64771, + "nauc_ndcg_at_5_std": 0.439321, + "nauc_ndcg_at_5_diff1": 0.811016, + "nauc_ndcg_at_10_max": 0.641222, + "nauc_ndcg_at_10_std": 0.437164, + "nauc_ndcg_at_10_diff1": 0.802489, + "nauc_ndcg_at_20_max": 0.636214, + "nauc_ndcg_at_20_std": 0.433602, + "nauc_ndcg_at_20_diff1": 0.801133, + "nauc_ndcg_at_100_max": 0.635221, + "nauc_ndcg_at_100_std": 0.43352, + "nauc_ndcg_at_100_diff1": 0.803055, + "nauc_ndcg_at_1000_max": 0.638654, + "nauc_ndcg_at_1000_std": 0.430302, + "nauc_ndcg_at_1000_diff1": 0.810631, + "nauc_map_at_1_max": 0.633513, + "nauc_map_at_1_std": 0.395168, + "nauc_map_at_1_diff1": 0.858481, + "nauc_map_at_3_max": 0.647359, + "nauc_map_at_3_std": 0.425911, + "nauc_map_at_3_diff1": 0.826227, + "nauc_map_at_5_max": 0.644815, + "nauc_map_at_5_std": 0.42693, + "nauc_map_at_5_diff1": 0.824152, + "nauc_map_at_10_max": 0.642118, + "nauc_map_at_10_std": 0.425939, + "nauc_map_at_10_diff1": 0.820734, + "nauc_map_at_20_max": 0.640891, + "nauc_map_at_20_std": 0.425016, + "nauc_map_at_20_diff1": 0.820522, + "nauc_map_at_100_max": 0.64077, + "nauc_map_at_100_std": 0.424999, + "nauc_map_at_100_diff1": 0.820634, + "nauc_map_at_1000_max": 0.640836, + "nauc_map_at_1000_std": 0.424882, + "nauc_map_at_1000_diff1": 0.820894, + "nauc_recall_at_1_max": 0.633513, + "nauc_recall_at_1_std": 0.395168, + "nauc_recall_at_1_diff1": 0.858481, + "nauc_recall_at_3_max": 0.66671, + "nauc_recall_at_3_std": 0.470467, + "nauc_recall_at_3_diff1": 0.782003, + "nauc_recall_at_5_max": 0.65675, + "nauc_recall_at_5_std": 0.481148, + "nauc_recall_at_5_diff1": 0.766723, + "nauc_recall_at_10_max": 0.634462, + "nauc_recall_at_10_std": 0.47819, + "nauc_recall_at_10_diff1": 0.731091, + "nauc_recall_at_20_max": 0.606345, + "nauc_recall_at_20_std": 0.464366, + "nauc_recall_at_20_diff1": 0.713569, + "nauc_recall_at_100_max": 0.564187, + "nauc_recall_at_100_std": 0.493753, + "nauc_recall_at_100_diff1": 0.660288, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.633513, + "nauc_precision_at_1_std": 0.395168, + "nauc_precision_at_1_diff1": 0.858481, + "nauc_precision_at_3_max": 0.66671, + "nauc_precision_at_3_std": 0.470467, + "nauc_precision_at_3_diff1": 0.782003, + "nauc_precision_at_5_max": 0.65675, + "nauc_precision_at_5_std": 0.481148, + "nauc_precision_at_5_diff1": 0.766723, + "nauc_precision_at_10_max": 0.634462, + "nauc_precision_at_10_std": 0.47819, + "nauc_precision_at_10_diff1": 0.731091, + "nauc_precision_at_20_max": 0.606345, + "nauc_precision_at_20_std": 0.464366, + "nauc_precision_at_20_diff1": 0.713569, + "nauc_precision_at_100_max": 0.564187, + "nauc_precision_at_100_std": 0.493753, + "nauc_precision_at_100_diff1": 0.660288, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.633513, + "nauc_mrr_at_1_std": 0.395168, + "nauc_mrr_at_1_diff1": 0.858481, + "nauc_mrr_at_3_max": 0.647359, + "nauc_mrr_at_3_std": 0.425911, + "nauc_mrr_at_3_diff1": 0.826227, + "nauc_mrr_at_5_max": 0.644815, + "nauc_mrr_at_5_std": 0.42693, + "nauc_mrr_at_5_diff1": 0.824152, + "nauc_mrr_at_10_max": 0.642118, + "nauc_mrr_at_10_std": 0.425939, + "nauc_mrr_at_10_diff1": 0.820734, + "nauc_mrr_at_20_max": 0.640891, + "nauc_mrr_at_20_std": 0.425016, + "nauc_mrr_at_20_diff1": 0.820522, + "nauc_mrr_at_100_max": 0.64077, + "nauc_mrr_at_100_std": 0.424999, + "nauc_mrr_at_100_diff1": 0.820634, + "nauc_mrr_at_1000_max": 0.640836, + "nauc_mrr_at_1000_std": 0.424882, + "nauc_mrr_at_1000_diff1": 0.820894, + "main_score": 0.62182, + "hf_subset": "mri_Latn-mri_Latn", + "languages": [ + "mri-Latn", + "mri-Latn" + ] + }, + { + "ndcg_at_1": 0.79111, + "ndcg_at_3": 0.84472, + "ndcg_at_5": 0.85691, + "ndcg_at_10": 0.86719, + "ndcg_at_20": 0.87075, + "ndcg_at_100": 0.87728, + "ndcg_at_1000": 0.87876, + "map_at_1": 0.79111, + "map_at_3": 0.83241, + "map_at_5": 0.83907, + "map_at_10": 0.84345, + "map_at_20": 0.84437, + "map_at_100": 0.84539, + "map_at_1000": 0.84546, + "recall_at_1": 0.79111, + "recall_at_3": 0.88, + "recall_at_5": 0.91, + "recall_at_10": 0.94111, + "recall_at_20": 0.95556, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.79111, + "precision_at_3": 0.29333, + "precision_at_5": 0.182, + "precision_at_10": 0.09411, + "precision_at_20": 0.04778, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.791111, + "mrr_at_3": 0.832407, + "mrr_at_5": 0.839074, + "mrr_at_10": 0.843445, + "mrr_at_20": 0.844372, + "mrr_at_100": 0.845395, + "mrr_at_1000": 0.84546, + "nauc_ndcg_at_1_max": 0.643614, + "nauc_ndcg_at_1_std": -0.028535, + "nauc_ndcg_at_1_diff1": 0.882013, + "nauc_ndcg_at_3_max": 0.678939, + "nauc_ndcg_at_3_std": 0.029498, + "nauc_ndcg_at_3_diff1": 0.85948, + "nauc_ndcg_at_5_max": 0.673811, + "nauc_ndcg_at_5_std": 0.022948, + "nauc_ndcg_at_5_diff1": 0.858117, + "nauc_ndcg_at_10_max": 0.677075, + "nauc_ndcg_at_10_std": 0.056671, + "nauc_ndcg_at_10_diff1": 0.859373, + "nauc_ndcg_at_20_max": 0.677057, + "nauc_ndcg_at_20_std": 0.054961, + "nauc_ndcg_at_20_diff1": 0.863541, + "nauc_ndcg_at_100_max": 0.674516, + "nauc_ndcg_at_100_std": 0.041746, + "nauc_ndcg_at_100_diff1": 0.865027, + "nauc_ndcg_at_1000_max": 0.67214, + "nauc_ndcg_at_1000_std": 0.033361, + "nauc_ndcg_at_1000_diff1": 0.864973, + "nauc_map_at_1_max": 0.643614, + "nauc_map_at_1_std": -0.028535, + "nauc_map_at_1_diff1": 0.882013, + "nauc_map_at_3_max": 0.669313, + "nauc_map_at_3_std": 0.012341, + "nauc_map_at_3_diff1": 0.865538, + "nauc_map_at_5_max": 0.66682, + "nauc_map_at_5_std": 0.008974, + "nauc_map_at_5_diff1": 0.865244, + "nauc_map_at_10_max": 0.667832, + "nauc_map_at_10_std": 0.021129, + "nauc_map_at_10_diff1": 0.865924, + "nauc_map_at_20_max": 0.667993, + "nauc_map_at_20_std": 0.020657, + "nauc_map_at_20_diff1": 0.866811, + "nauc_map_at_100_max": 0.667627, + "nauc_map_at_100_std": 0.018959, + "nauc_map_at_100_diff1": 0.867008, + "nauc_map_at_1000_max": 0.667546, + "nauc_map_at_1000_std": 0.018707, + "nauc_map_at_1000_diff1": 0.867018, + "nauc_recall_at_1_max": 0.643614, + "nauc_recall_at_1_std": -0.028535, + "nauc_recall_at_1_diff1": 0.882013, + "nauc_recall_at_3_max": 0.715912, + "nauc_recall_at_3_std": 0.09621, + "nauc_recall_at_3_diff1": 0.836263, + "nauc_recall_at_5_max": 0.705173, + "nauc_recall_at_5_std": 0.088339, + "nauc_recall_at_5_diff1": 0.823178, + "nauc_recall_at_10_max": 0.742306, + "nauc_recall_at_10_std": 0.337095, + "nauc_recall_at_10_diff1": 0.812739, + "nauc_recall_at_20_max": 0.757972, + "nauc_recall_at_20_std": 0.406116, + "nauc_recall_at_20_diff1": 0.846055, + "nauc_recall_at_100_max": 0.85901, + "nauc_recall_at_100_std": 0.714099, + "nauc_recall_at_100_diff1": 0.87535, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.643614, + "nauc_precision_at_1_std": -0.028535, + "nauc_precision_at_1_diff1": 0.882013, + "nauc_precision_at_3_max": 0.715912, + "nauc_precision_at_3_std": 0.09621, + "nauc_precision_at_3_diff1": 0.836263, + "nauc_precision_at_5_max": 0.705173, + "nauc_precision_at_5_std": 0.088339, + "nauc_precision_at_5_diff1": 0.823178, + "nauc_precision_at_10_max": 0.742306, + "nauc_precision_at_10_std": 0.337095, + "nauc_precision_at_10_diff1": 0.812739, + "nauc_precision_at_20_max": 0.757972, + "nauc_precision_at_20_std": 0.406116, + "nauc_precision_at_20_diff1": 0.846055, + "nauc_precision_at_100_max": 0.85901, + "nauc_precision_at_100_std": 0.714099, + "nauc_precision_at_100_diff1": 0.87535, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.643614, + "nauc_mrr_at_1_std": -0.028535, + "nauc_mrr_at_1_diff1": 0.882013, + "nauc_mrr_at_3_max": 0.669313, + "nauc_mrr_at_3_std": 0.012341, + "nauc_mrr_at_3_diff1": 0.865538, + "nauc_mrr_at_5_max": 0.66682, + "nauc_mrr_at_5_std": 0.008974, + "nauc_mrr_at_5_diff1": 0.865244, + "nauc_mrr_at_10_max": 0.667832, + "nauc_mrr_at_10_std": 0.021129, + "nauc_mrr_at_10_diff1": 0.865924, + "nauc_mrr_at_20_max": 0.667993, + "nauc_mrr_at_20_std": 0.020657, + "nauc_mrr_at_20_diff1": 0.866811, + "nauc_mrr_at_100_max": 0.667627, + "nauc_mrr_at_100_std": 0.018959, + "nauc_mrr_at_100_diff1": 0.867008, + "nauc_mrr_at_1000_max": 0.667546, + "nauc_mrr_at_1000_std": 0.018707, + "nauc_mrr_at_1000_diff1": 0.867018, + "main_score": 0.86719, + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.53444, + "ndcg_at_3": 0.58517, + "ndcg_at_5": 0.59884, + "ndcg_at_10": 0.60815, + "ndcg_at_20": 0.61943, + "ndcg_at_100": 0.64542, + "ndcg_at_1000": 0.66199, + "map_at_1": 0.53444, + "map_at_3": 0.57241, + "map_at_5": 0.57996, + "map_at_10": 0.58378, + "map_at_20": 0.58676, + "map_at_100": 0.59016, + "map_at_1000": 0.59083, + "recall_at_1": 0.53444, + "recall_at_3": 0.62222, + "recall_at_5": 0.65556, + "recall_at_10": 0.68444, + "recall_at_20": 0.73, + "recall_at_100": 0.87333, + "recall_at_1000": 1.0, + "precision_at_1": 0.53444, + "precision_at_3": 0.20741, + "precision_at_5": 0.13111, + "precision_at_10": 0.06844, + "precision_at_20": 0.0365, + "precision_at_100": 0.00873, + "precision_at_1000": 0.001, + "mrr_at_1": 0.534444, + "mrr_at_3": 0.572407, + "mrr_at_5": 0.579963, + "mrr_at_10": 0.583785, + "mrr_at_20": 0.586759, + "mrr_at_100": 0.590163, + "mrr_at_1000": 0.590833, + "nauc_ndcg_at_1_max": 0.710999, + "nauc_ndcg_at_1_std": 0.033508, + "nauc_ndcg_at_1_diff1": 0.864263, + "nauc_ndcg_at_3_max": 0.713068, + "nauc_ndcg_at_3_std": 0.053073, + "nauc_ndcg_at_3_diff1": 0.821675, + "nauc_ndcg_at_5_max": 0.707599, + "nauc_ndcg_at_5_std": 0.063819, + "nauc_ndcg_at_5_diff1": 0.817856, + "nauc_ndcg_at_10_max": 0.706777, + "nauc_ndcg_at_10_std": 0.067724, + "nauc_ndcg_at_10_diff1": 0.81423, + "nauc_ndcg_at_20_max": 0.705133, + "nauc_ndcg_at_20_std": 0.076673, + "nauc_ndcg_at_20_diff1": 0.810286, + "nauc_ndcg_at_100_max": 0.698175, + "nauc_ndcg_at_100_std": 0.06223, + "nauc_ndcg_at_100_diff1": 0.811738, + "nauc_ndcg_at_1000_max": 0.704719, + "nauc_ndcg_at_1000_std": 0.061615, + "nauc_ndcg_at_1000_diff1": 0.819362, + "nauc_map_at_1_max": 0.710999, + "nauc_map_at_1_std": 0.033508, + "nauc_map_at_1_diff1": 0.864263, + "nauc_map_at_3_max": 0.711959, + "nauc_map_at_3_std": 0.046423, + "nauc_map_at_3_diff1": 0.832001, + "nauc_map_at_5_max": 0.708969, + "nauc_map_at_5_std": 0.052215, + "nauc_map_at_5_diff1": 0.830151, + "nauc_map_at_10_max": 0.708934, + "nauc_map_at_10_std": 0.053951, + "nauc_map_at_10_diff1": 0.829001, + "nauc_map_at_20_max": 0.70848, + "nauc_map_at_20_std": 0.056312, + "nauc_map_at_20_diff1": 0.828029, + "nauc_map_at_100_max": 0.707607, + "nauc_map_at_100_std": 0.054302, + "nauc_map_at_100_diff1": 0.828344, + "nauc_map_at_1000_max": 0.707836, + "nauc_map_at_1000_std": 0.054338, + "nauc_map_at_1000_diff1": 0.828592, + "nauc_recall_at_1_max": 0.710999, + "nauc_recall_at_1_std": 0.033508, + "nauc_recall_at_1_diff1": 0.864263, + "nauc_recall_at_3_max": 0.716748, + "nauc_recall_at_3_std": 0.074332, + "nauc_recall_at_3_diff1": 0.790017, + "nauc_recall_at_5_max": 0.702585, + "nauc_recall_at_5_std": 0.10387, + "nauc_recall_at_5_diff1": 0.777471, + "nauc_recall_at_10_max": 0.69763, + "nauc_recall_at_10_std": 0.118379, + "nauc_recall_at_10_diff1": 0.760988, + "nauc_recall_at_20_max": 0.688719, + "nauc_recall_at_20_std": 0.16795, + "nauc_recall_at_20_diff1": 0.735036, + "nauc_recall_at_100_max": 0.591052, + "nauc_recall_at_100_std": 0.080491, + "nauc_recall_at_100_diff1": 0.683545, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.710999, + "nauc_precision_at_1_std": 0.033508, + "nauc_precision_at_1_diff1": 0.864263, + "nauc_precision_at_3_max": 0.716748, + "nauc_precision_at_3_std": 0.074332, + "nauc_precision_at_3_diff1": 0.790017, + "nauc_precision_at_5_max": 0.702585, + "nauc_precision_at_5_std": 0.10387, + "nauc_precision_at_5_diff1": 0.777471, + "nauc_precision_at_10_max": 0.69763, + "nauc_precision_at_10_std": 0.118379, + "nauc_precision_at_10_diff1": 0.760988, + "nauc_precision_at_20_max": 0.688719, + "nauc_precision_at_20_std": 0.16795, + "nauc_precision_at_20_diff1": 0.735036, + "nauc_precision_at_100_max": 0.591052, + "nauc_precision_at_100_std": 0.080491, + "nauc_precision_at_100_diff1": 0.683545, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.710999, + "nauc_mrr_at_1_std": 0.033508, + "nauc_mrr_at_1_diff1": 0.864263, + "nauc_mrr_at_3_max": 0.711959, + "nauc_mrr_at_3_std": 0.046423, + "nauc_mrr_at_3_diff1": 0.832001, + "nauc_mrr_at_5_max": 0.708969, + "nauc_mrr_at_5_std": 0.052215, + "nauc_mrr_at_5_diff1": 0.830151, + "nauc_mrr_at_10_max": 0.708934, + "nauc_mrr_at_10_std": 0.053951, + "nauc_mrr_at_10_diff1": 0.829001, + "nauc_mrr_at_20_max": 0.70848, + "nauc_mrr_at_20_std": 0.056312, + "nauc_mrr_at_20_diff1": 0.828029, + "nauc_mrr_at_100_max": 0.707607, + "nauc_mrr_at_100_std": 0.054302, + "nauc_mrr_at_100_diff1": 0.828344, + "nauc_mrr_at_1000_max": 0.707836, + "nauc_mrr_at_1000_std": 0.054338, + "nauc_mrr_at_1000_diff1": 0.828592, + "main_score": 0.60815, + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ] + }, + { + "ndcg_at_1": 0.76, + "ndcg_at_3": 0.82214, + "ndcg_at_5": 0.83137, + "ndcg_at_10": 0.84105, + "ndcg_at_20": 0.84885, + "ndcg_at_100": 0.85573, + "ndcg_at_1000": 0.85781, + "map_at_1": 0.76, + "map_at_3": 0.80778, + "map_at_5": 0.81294, + "map_at_10": 0.81692, + "map_at_20": 0.81903, + "map_at_100": 0.81993, + "map_at_1000": 0.82003, + "recall_at_1": 0.76, + "recall_at_3": 0.86333, + "recall_at_5": 0.88556, + "recall_at_10": 0.91556, + "recall_at_20": 0.94667, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.76, + "precision_at_3": 0.28778, + "precision_at_5": 0.17711, + "precision_at_10": 0.09156, + "precision_at_20": 0.04733, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.76, + "mrr_at_3": 0.807778, + "mrr_at_5": 0.812944, + "mrr_at_10": 0.816923, + "mrr_at_20": 0.819033, + "mrr_at_100": 0.819934, + "mrr_at_1000": 0.820026, + "nauc_ndcg_at_1_max": 0.654877, + "nauc_ndcg_at_1_std": 0.063134, + "nauc_ndcg_at_1_diff1": 0.868432, + "nauc_ndcg_at_3_max": 0.711208, + "nauc_ndcg_at_3_std": 0.140557, + "nauc_ndcg_at_3_diff1": 0.848232, + "nauc_ndcg_at_5_max": 0.71531, + "nauc_ndcg_at_5_std": 0.159416, + "nauc_ndcg_at_5_diff1": 0.846334, + "nauc_ndcg_at_10_max": 0.706196, + "nauc_ndcg_at_10_std": 0.147496, + "nauc_ndcg_at_10_diff1": 0.84443, + "nauc_ndcg_at_20_max": 0.704265, + "nauc_ndcg_at_20_std": 0.141796, + "nauc_ndcg_at_20_diff1": 0.845688, + "nauc_ndcg_at_100_max": 0.701792, + "nauc_ndcg_at_100_std": 0.135027, + "nauc_ndcg_at_100_diff1": 0.849295, + "nauc_ndcg_at_1000_max": 0.699596, + "nauc_ndcg_at_1000_std": 0.132239, + "nauc_ndcg_at_1000_diff1": 0.849877, + "nauc_map_at_1_max": 0.654877, + "nauc_map_at_1_std": 0.063134, + "nauc_map_at_1_diff1": 0.868432, + "nauc_map_at_3_max": 0.697179, + "nauc_map_at_3_std": 0.120332, + "nauc_map_at_3_diff1": 0.85404, + "nauc_map_at_5_max": 0.69864, + "nauc_map_at_5_std": 0.129183, + "nauc_map_at_5_diff1": 0.85329, + "nauc_map_at_10_max": 0.694849, + "nauc_map_at_10_std": 0.123827, + "nauc_map_at_10_diff1": 0.852555, + "nauc_map_at_20_max": 0.694341, + "nauc_map_at_20_std": 0.122519, + "nauc_map_at_20_diff1": 0.852904, + "nauc_map_at_100_max": 0.693983, + "nauc_map_at_100_std": 0.121619, + "nauc_map_at_100_diff1": 0.853193, + "nauc_map_at_1000_max": 0.693909, + "nauc_map_at_1000_std": 0.121593, + "nauc_map_at_1000_diff1": 0.853234, + "nauc_recall_at_1_max": 0.654877, + "nauc_recall_at_1_std": 0.063134, + "nauc_recall_at_1_diff1": 0.868432, + "nauc_recall_at_3_max": 0.764222, + "nauc_recall_at_3_std": 0.217602, + "nauc_recall_at_3_diff1": 0.825777, + "nauc_recall_at_5_max": 0.788839, + "nauc_recall_at_5_std": 0.295932, + "nauc_recall_at_5_diff1": 0.815094, + "nauc_recall_at_10_max": 0.76516, + "nauc_recall_at_10_std": 0.280739, + "nauc_recall_at_10_diff1": 0.796415, + "nauc_recall_at_20_max": 0.777408, + "nauc_recall_at_20_std": 0.29155, + "nauc_recall_at_20_diff1": 0.782553, + "nauc_recall_at_100_max": 0.843971, + "nauc_recall_at_100_std": 0.347206, + "nauc_recall_at_100_diff1": 0.820628, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.654877, + "nauc_precision_at_1_std": 0.063134, + "nauc_precision_at_1_diff1": 0.868432, + "nauc_precision_at_3_max": 0.764222, + "nauc_precision_at_3_std": 0.217602, + "nauc_precision_at_3_diff1": 0.825777, + "nauc_precision_at_5_max": 0.788839, + "nauc_precision_at_5_std": 0.295932, + "nauc_precision_at_5_diff1": 0.815094, + "nauc_precision_at_10_max": 0.76516, + "nauc_precision_at_10_std": 0.280739, + "nauc_precision_at_10_diff1": 0.796415, + "nauc_precision_at_20_max": 0.777408, + "nauc_precision_at_20_std": 0.29155, + "nauc_precision_at_20_diff1": 0.782553, + "nauc_precision_at_100_max": 0.843971, + "nauc_precision_at_100_std": 0.347206, + "nauc_precision_at_100_diff1": 0.820628, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.654877, + "nauc_mrr_at_1_std": 0.063134, + "nauc_mrr_at_1_diff1": 0.868432, + "nauc_mrr_at_3_max": 0.697179, + "nauc_mrr_at_3_std": 0.120332, + "nauc_mrr_at_3_diff1": 0.85404, + "nauc_mrr_at_5_max": 0.69864, + "nauc_mrr_at_5_std": 0.129183, + "nauc_mrr_at_5_diff1": 0.85329, + "nauc_mrr_at_10_max": 0.694849, + "nauc_mrr_at_10_std": 0.123827, + "nauc_mrr_at_10_diff1": 0.852555, + "nauc_mrr_at_20_max": 0.694341, + "nauc_mrr_at_20_std": 0.122519, + "nauc_mrr_at_20_diff1": 0.852904, + "nauc_mrr_at_100_max": 0.693983, + "nauc_mrr_at_100_std": 0.121619, + "nauc_mrr_at_100_diff1": 0.853193, + "nauc_mrr_at_1000_max": 0.693909, + "nauc_mrr_at_1000_std": 0.121593, + "nauc_mrr_at_1000_diff1": 0.853234, + "main_score": 0.84105, + "hf_subset": "mya_Mymr-mya_Mymr", + "languages": [ + "mya-Mymr", + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.92751, + "ndcg_at_5": 0.93349, + "ndcg_at_10": 0.93886, + "ndcg_at_20": 0.94054, + "ndcg_at_100": 0.94137, + "ndcg_at_1000": 0.94208, + "map_at_1": 0.89, + "map_at_3": 0.91889, + "map_at_5": 0.92222, + "map_at_10": 0.92443, + "map_at_20": 0.92489, + "map_at_100": 0.925, + "map_at_1000": 0.92503, + "recall_at_1": 0.89, + "recall_at_3": 0.95222, + "recall_at_5": 0.96667, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.89, + "precision_at_3": 0.31741, + "precision_at_5": 0.19333, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89, + "mrr_at_3": 0.918889, + "mrr_at_5": 0.922222, + "mrr_at_10": 0.924429, + "mrr_at_20": 0.924888, + "mrr_at_100": 0.925001, + "mrr_at_1000": 0.925028, + "nauc_ndcg_at_1_max": 0.650865, + "nauc_ndcg_at_1_std": -0.09164, + "nauc_ndcg_at_1_diff1": 0.883105, + "nauc_ndcg_at_3_max": 0.728785, + "nauc_ndcg_at_3_std": -0.045492, + "nauc_ndcg_at_3_diff1": 0.879297, + "nauc_ndcg_at_5_max": 0.72637, + "nauc_ndcg_at_5_std": -0.033541, + "nauc_ndcg_at_5_diff1": 0.884578, + "nauc_ndcg_at_10_max": 0.712943, + "nauc_ndcg_at_10_std": -0.045576, + "nauc_ndcg_at_10_diff1": 0.888631, + "nauc_ndcg_at_20_max": 0.707987, + "nauc_ndcg_at_20_std": -0.032924, + "nauc_ndcg_at_20_diff1": 0.887533, + "nauc_ndcg_at_100_max": 0.704236, + "nauc_ndcg_at_100_std": -0.036987, + "nauc_ndcg_at_100_diff1": 0.886852, + "nauc_ndcg_at_1000_max": 0.702516, + "nauc_ndcg_at_1000_std": -0.043571, + "nauc_ndcg_at_1000_diff1": 0.885818, + "nauc_map_at_1_max": 0.650865, + "nauc_map_at_1_std": -0.09164, + "nauc_map_at_1_diff1": 0.883105, + "nauc_map_at_3_max": 0.704592, + "nauc_map_at_3_std": -0.058787, + "nauc_map_at_3_diff1": 0.88054, + "nauc_map_at_5_max": 0.702524, + "nauc_map_at_5_std": -0.052607, + "nauc_map_at_5_diff1": 0.883385, + "nauc_map_at_10_max": 0.697317, + "nauc_map_at_10_std": -0.056874, + "nauc_map_at_10_diff1": 0.884744, + "nauc_map_at_20_max": 0.696062, + "nauc_map_at_20_std": -0.054002, + "nauc_map_at_20_diff1": 0.884541, + "nauc_map_at_100_max": 0.695629, + "nauc_map_at_100_std": -0.054199, + "nauc_map_at_100_diff1": 0.884463, + "nauc_map_at_1000_max": 0.695571, + "nauc_map_at_1000_std": -0.054327, + "nauc_map_at_1000_diff1": 0.884437, + "nauc_recall_at_1_max": 0.650865, + "nauc_recall_at_1_std": -0.09164, + "nauc_recall_at_1_diff1": 0.883105, + "nauc_recall_at_3_max": 0.845526, + "nauc_recall_at_3_std": 0.017903, + "nauc_recall_at_3_diff1": 0.873255, + "nauc_recall_at_5_max": 0.883302, + "nauc_recall_at_5_std": 0.09253, + "nauc_recall_at_5_diff1": 0.893324, + "nauc_recall_at_10_max": 0.889667, + "nauc_recall_at_10_std": 0.075817, + "nauc_recall_at_10_diff1": 0.946623, + "nauc_recall_at_20_max": 0.896514, + "nauc_recall_at_20_std": 0.441955, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.839869, + "nauc_recall_at_100_std": 0.543511, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.650865, + "nauc_precision_at_1_std": -0.09164, + "nauc_precision_at_1_diff1": 0.883105, + "nauc_precision_at_3_max": 0.845526, + "nauc_precision_at_3_std": 0.017903, + "nauc_precision_at_3_diff1": 0.873255, + "nauc_precision_at_5_max": 0.883302, + "nauc_precision_at_5_std": 0.09253, + "nauc_precision_at_5_diff1": 0.893324, + "nauc_precision_at_10_max": 0.889667, + "nauc_precision_at_10_std": 0.075817, + "nauc_precision_at_10_diff1": 0.946623, + "nauc_precision_at_20_max": 0.896514, + "nauc_precision_at_20_std": 0.441955, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.839869, + "nauc_precision_at_100_std": 0.543511, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.650865, + "nauc_mrr_at_1_std": -0.09164, + "nauc_mrr_at_1_diff1": 0.883105, + "nauc_mrr_at_3_max": 0.704592, + "nauc_mrr_at_3_std": -0.058787, + "nauc_mrr_at_3_diff1": 0.88054, + "nauc_mrr_at_5_max": 0.702524, + "nauc_mrr_at_5_std": -0.052607, + "nauc_mrr_at_5_diff1": 0.883385, + "nauc_mrr_at_10_max": 0.697317, + "nauc_mrr_at_10_std": -0.056874, + "nauc_mrr_at_10_diff1": 0.884744, + "nauc_mrr_at_20_max": 0.696062, + "nauc_mrr_at_20_std": -0.054002, + "nauc_mrr_at_20_diff1": 0.884541, + "nauc_mrr_at_100_max": 0.695629, + "nauc_mrr_at_100_std": -0.054199, + "nauc_mrr_at_100_diff1": 0.884463, + "nauc_mrr_at_1000_max": 0.695571, + "nauc_mrr_at_1000_std": -0.054327, + "nauc_mrr_at_1000_diff1": 0.884437, + "main_score": 0.93886, + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.70889, + "ndcg_at_3": 0.76987, + "ndcg_at_5": 0.78426, + "ndcg_at_10": 0.79753, + "ndcg_at_20": 0.80597, + "ndcg_at_100": 0.81717, + "ndcg_at_1000": 0.81987, + "map_at_1": 0.70889, + "map_at_3": 0.75519, + "map_at_5": 0.7633, + "map_at_10": 0.76876, + "map_at_20": 0.77108, + "map_at_100": 0.77275, + "map_at_1000": 0.77287, + "recall_at_1": 0.70889, + "recall_at_3": 0.81222, + "recall_at_5": 0.84667, + "recall_at_10": 0.88778, + "recall_at_20": 0.92111, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.70889, + "precision_at_3": 0.27074, + "precision_at_5": 0.16933, + "precision_at_10": 0.08878, + "precision_at_20": 0.04606, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.708889, + "mrr_at_3": 0.755185, + "mrr_at_5": 0.763296, + "mrr_at_10": 0.768765, + "mrr_at_20": 0.771083, + "mrr_at_100": 0.77275, + "mrr_at_1000": 0.772871, + "nauc_ndcg_at_1_max": 0.613591, + "nauc_ndcg_at_1_std": 0.139542, + "nauc_ndcg_at_1_diff1": 0.825216, + "nauc_ndcg_at_3_max": 0.668493, + "nauc_ndcg_at_3_std": 0.235264, + "nauc_ndcg_at_3_diff1": 0.800844, + "nauc_ndcg_at_5_max": 0.667905, + "nauc_ndcg_at_5_std": 0.23477, + "nauc_ndcg_at_5_diff1": 0.800592, + "nauc_ndcg_at_10_max": 0.661522, + "nauc_ndcg_at_10_std": 0.230298, + "nauc_ndcg_at_10_diff1": 0.796633, + "nauc_ndcg_at_20_max": 0.66183, + "nauc_ndcg_at_20_std": 0.228099, + "nauc_ndcg_at_20_diff1": 0.801407, + "nauc_ndcg_at_100_max": 0.657033, + "nauc_ndcg_at_100_std": 0.220989, + "nauc_ndcg_at_100_diff1": 0.803617, + "nauc_ndcg_at_1000_max": 0.655271, + "nauc_ndcg_at_1000_std": 0.214739, + "nauc_ndcg_at_1000_diff1": 0.80395, + "nauc_map_at_1_max": 0.613591, + "nauc_map_at_1_std": 0.139542, + "nauc_map_at_1_diff1": 0.825216, + "nauc_map_at_3_max": 0.654, + "nauc_map_at_3_std": 0.207707, + "nauc_map_at_3_diff1": 0.806441, + "nauc_map_at_5_max": 0.653116, + "nauc_map_at_5_std": 0.206256, + "nauc_map_at_5_diff1": 0.806269, + "nauc_map_at_10_max": 0.650442, + "nauc_map_at_10_std": 0.204055, + "nauc_map_at_10_diff1": 0.804827, + "nauc_map_at_20_max": 0.650366, + "nauc_map_at_20_std": 0.203375, + "nauc_map_at_20_diff1": 0.806093, + "nauc_map_at_100_max": 0.649706, + "nauc_map_at_100_std": 0.202396, + "nauc_map_at_100_diff1": 0.806427, + "nauc_map_at_1000_max": 0.649644, + "nauc_map_at_1000_std": 0.202159, + "nauc_map_at_1000_diff1": 0.80644, + "nauc_recall_at_1_max": 0.613591, + "nauc_recall_at_1_std": 0.139542, + "nauc_recall_at_1_diff1": 0.825216, + "nauc_recall_at_3_max": 0.719958, + "nauc_recall_at_3_std": 0.334361, + "nauc_recall_at_3_diff1": 0.781422, + "nauc_recall_at_5_max": 0.729178, + "nauc_recall_at_5_std": 0.354708, + "nauc_recall_at_5_diff1": 0.778006, + "nauc_recall_at_10_max": 0.716096, + "nauc_recall_at_10_std": 0.369227, + "nauc_recall_at_10_diff1": 0.751629, + "nauc_recall_at_20_max": 0.741311, + "nauc_recall_at_20_std": 0.403572, + "nauc_recall_at_20_diff1": 0.774477, + "nauc_recall_at_100_max": 0.764395, + "nauc_recall_at_100_std": 0.59459, + "nauc_recall_at_100_diff1": 0.783821, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.613591, + "nauc_precision_at_1_std": 0.139542, + "nauc_precision_at_1_diff1": 0.825216, + "nauc_precision_at_3_max": 0.719958, + "nauc_precision_at_3_std": 0.334361, + "nauc_precision_at_3_diff1": 0.781422, + "nauc_precision_at_5_max": 0.729178, + "nauc_precision_at_5_std": 0.354708, + "nauc_precision_at_5_diff1": 0.778006, + "nauc_precision_at_10_max": 0.716096, + "nauc_precision_at_10_std": 0.369227, + "nauc_precision_at_10_diff1": 0.751629, + "nauc_precision_at_20_max": 0.741311, + "nauc_precision_at_20_std": 0.403572, + "nauc_precision_at_20_diff1": 0.774477, + "nauc_precision_at_100_max": 0.764395, + "nauc_precision_at_100_std": 0.59459, + "nauc_precision_at_100_diff1": 0.783821, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.613591, + "nauc_mrr_at_1_std": 0.139542, + "nauc_mrr_at_1_diff1": 0.825216, + "nauc_mrr_at_3_max": 0.654, + "nauc_mrr_at_3_std": 0.207707, + "nauc_mrr_at_3_diff1": 0.806441, + "nauc_mrr_at_5_max": 0.653116, + "nauc_mrr_at_5_std": 0.206256, + "nauc_mrr_at_5_diff1": 0.806269, + "nauc_mrr_at_10_max": 0.650442, + "nauc_mrr_at_10_std": 0.204055, + "nauc_mrr_at_10_diff1": 0.804827, + "nauc_mrr_at_20_max": 0.650366, + "nauc_mrr_at_20_std": 0.203375, + "nauc_mrr_at_20_diff1": 0.806093, + "nauc_mrr_at_100_max": 0.649706, + "nauc_mrr_at_100_std": 0.202396, + "nauc_mrr_at_100_diff1": 0.806427, + "nauc_mrr_at_1000_max": 0.649644, + "nauc_mrr_at_1000_std": 0.202159, + "nauc_mrr_at_1000_diff1": 0.80644, + "main_score": 0.79753, + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.93311, + "ndcg_at_5": 0.94196, + "ndcg_at_10": 0.94454, + "ndcg_at_20": 0.94597, + "ndcg_at_100": 0.94792, + "ndcg_at_1000": 0.94848, + "map_at_1": 0.90667, + "map_at_3": 0.92685, + "map_at_5": 0.93185, + "map_at_10": 0.93296, + "map_at_20": 0.93337, + "map_at_100": 0.93367, + "map_at_1000": 0.93369, + "recall_at_1": 0.90667, + "recall_at_3": 0.95111, + "recall_at_5": 0.97222, + "recall_at_10": 0.98, + "recall_at_20": 0.98556, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90667, + "precision_at_3": 0.31704, + "precision_at_5": 0.19444, + "precision_at_10": 0.098, + "precision_at_20": 0.04928, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.926852, + "mrr_at_5": 0.931852, + "mrr_at_10": 0.932955, + "mrr_at_20": 0.933365, + "mrr_at_100": 0.933672, + "mrr_at_1000": 0.933691, + "nauc_ndcg_at_1_max": 0.821623, + "nauc_ndcg_at_1_std": -0.191866, + "nauc_ndcg_at_1_diff1": 0.940226, + "nauc_ndcg_at_3_max": 0.873034, + "nauc_ndcg_at_3_std": -0.156586, + "nauc_ndcg_at_3_diff1": 0.942117, + "nauc_ndcg_at_5_max": 0.871074, + "nauc_ndcg_at_5_std": -0.162521, + "nauc_ndcg_at_5_diff1": 0.944722, + "nauc_ndcg_at_10_max": 0.867662, + "nauc_ndcg_at_10_std": -0.149912, + "nauc_ndcg_at_10_diff1": 0.945519, + "nauc_ndcg_at_20_max": 0.866348, + "nauc_ndcg_at_20_std": -0.138829, + "nauc_ndcg_at_20_diff1": 0.945443, + "nauc_ndcg_at_100_max": 0.861943, + "nauc_ndcg_at_100_std": -0.149118, + "nauc_ndcg_at_100_diff1": 0.944625, + "nauc_ndcg_at_1000_max": 0.860454, + "nauc_ndcg_at_1000_std": -0.158019, + "nauc_ndcg_at_1000_diff1": 0.944028, + "nauc_map_at_1_max": 0.821623, + "nauc_map_at_1_std": -0.191866, + "nauc_map_at_1_diff1": 0.940226, + "nauc_map_at_3_max": 0.85969, + "nauc_map_at_3_std": -0.172088, + "nauc_map_at_3_diff1": 0.94185, + "nauc_map_at_5_max": 0.857839, + "nauc_map_at_5_std": -0.174828, + "nauc_map_at_5_diff1": 0.943078, + "nauc_map_at_10_max": 0.856402, + "nauc_map_at_10_std": -0.169959, + "nauc_map_at_10_diff1": 0.943233, + "nauc_map_at_20_max": 0.855956, + "nauc_map_at_20_std": -0.167462, + "nauc_map_at_20_diff1": 0.943156, + "nauc_map_at_100_max": 0.85538, + "nauc_map_at_100_std": -0.169184, + "nauc_map_at_100_diff1": 0.943089, + "nauc_map_at_1000_max": 0.85534, + "nauc_map_at_1000_std": -0.169378, + "nauc_map_at_1000_diff1": 0.943073, + "nauc_recall_at_1_max": 0.821623, + "nauc_recall_at_1_std": -0.191866, + "nauc_recall_at_1_diff1": 0.940226, + "nauc_recall_at_3_max": 0.929123, + "nauc_recall_at_3_std": -0.086782, + "nauc_recall_at_3_diff1": 0.943076, + "nauc_recall_at_5_max": 0.961251, + "nauc_recall_at_5_std": -0.07606, + "nauc_recall_at_5_diff1": 0.956863, + "nauc_recall_at_10_max": 0.967969, + "nauc_recall_at_10_std": 0.051976, + "nauc_recall_at_10_diff1": 0.970044, + "nauc_recall_at_20_max": 0.989945, + "nauc_recall_at_20_std": 0.287833, + "nauc_recall_at_20_diff1": 0.979889, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.707166, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.821623, + "nauc_precision_at_1_std": -0.191866, + "nauc_precision_at_1_diff1": 0.940226, + "nauc_precision_at_3_max": 0.929123, + "nauc_precision_at_3_std": -0.086782, + "nauc_precision_at_3_diff1": 0.943076, + "nauc_precision_at_5_max": 0.961251, + "nauc_precision_at_5_std": -0.07606, + "nauc_precision_at_5_diff1": 0.956863, + "nauc_precision_at_10_max": 0.967969, + "nauc_precision_at_10_std": 0.051976, + "nauc_precision_at_10_diff1": 0.970044, + "nauc_precision_at_20_max": 0.989945, + "nauc_precision_at_20_std": 0.287833, + "nauc_precision_at_20_diff1": 0.979889, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.707166, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.821623, + "nauc_mrr_at_1_std": -0.191866, + "nauc_mrr_at_1_diff1": 0.940226, + "nauc_mrr_at_3_max": 0.85969, + "nauc_mrr_at_3_std": -0.172088, + "nauc_mrr_at_3_diff1": 0.94185, + "nauc_mrr_at_5_max": 0.857839, + "nauc_mrr_at_5_std": -0.174828, + "nauc_mrr_at_5_diff1": 0.943078, + "nauc_mrr_at_10_max": 0.856402, + "nauc_mrr_at_10_std": -0.169959, + "nauc_mrr_at_10_diff1": 0.943233, + "nauc_mrr_at_20_max": 0.855956, + "nauc_mrr_at_20_std": -0.167462, + "nauc_mrr_at_20_diff1": 0.943156, + "nauc_mrr_at_100_max": 0.85538, + "nauc_mrr_at_100_std": -0.169184, + "nauc_mrr_at_100_diff1": 0.943089, + "nauc_mrr_at_1000_max": 0.85534, + "nauc_mrr_at_1000_std": -0.169378, + "nauc_mrr_at_1000_diff1": 0.943073, + "main_score": 0.94454, + "hf_subset": "nld_Latn-nld_Latn", + "languages": [ + "nld-Latn", + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.92778, + "ndcg_at_3": 0.95504, + "ndcg_at_5": 0.95829, + "ndcg_at_10": 0.96021, + "ndcg_at_20": 0.96189, + "ndcg_at_100": 0.96231, + "ndcg_at_1000": 0.96275, + "map_at_1": 0.92778, + "map_at_3": 0.94833, + "map_at_5": 0.95017, + "map_at_10": 0.95103, + "map_at_20": 0.95149, + "map_at_100": 0.95155, + "map_at_1000": 0.95157, + "recall_at_1": 0.92778, + "recall_at_3": 0.97444, + "recall_at_5": 0.98222, + "recall_at_10": 0.98778, + "recall_at_20": 0.99444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92778, + "precision_at_3": 0.32481, + "precision_at_5": 0.19644, + "precision_at_10": 0.09878, + "precision_at_20": 0.04972, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.927778, + "mrr_at_3": 0.948333, + "mrr_at_5": 0.950167, + "mrr_at_10": 0.951031, + "mrr_at_20": 0.951493, + "mrr_at_100": 0.951549, + "mrr_at_1000": 0.951568, + "nauc_ndcg_at_1_max": 0.79192, + "nauc_ndcg_at_1_std": -0.210651, + "nauc_ndcg_at_1_diff1": 0.962724, + "nauc_ndcg_at_3_max": 0.84675, + "nauc_ndcg_at_3_std": -0.182846, + "nauc_ndcg_at_3_diff1": 0.972555, + "nauc_ndcg_at_5_max": 0.840509, + "nauc_ndcg_at_5_std": -0.122605, + "nauc_ndcg_at_5_diff1": 0.970415, + "nauc_ndcg_at_10_max": 0.832823, + "nauc_ndcg_at_10_std": -0.14687, + "nauc_ndcg_at_10_diff1": 0.97029, + "nauc_ndcg_at_20_max": 0.832532, + "nauc_ndcg_at_20_std": -0.129816, + "nauc_ndcg_at_20_diff1": 0.97004, + "nauc_ndcg_at_100_max": 0.831459, + "nauc_ndcg_at_100_std": -0.142205, + "nauc_ndcg_at_100_diff1": 0.969712, + "nauc_ndcg_at_1000_max": 0.829993, + "nauc_ndcg_at_1000_std": -0.152897, + "nauc_ndcg_at_1000_diff1": 0.969354, + "nauc_map_at_1_max": 0.79192, + "nauc_map_at_1_std": -0.210651, + "nauc_map_at_1_diff1": 0.962724, + "nauc_map_at_3_max": 0.832672, + "nauc_map_at_3_std": -0.184902, + "nauc_map_at_3_diff1": 0.96973, + "nauc_map_at_5_max": 0.829067, + "nauc_map_at_5_std": -0.157094, + "nauc_map_at_5_diff1": 0.968616, + "nauc_map_at_10_max": 0.82605, + "nauc_map_at_10_std": -0.167622, + "nauc_map_at_10_diff1": 0.968557, + "nauc_map_at_20_max": 0.826063, + "nauc_map_at_20_std": -0.164425, + "nauc_map_at_20_diff1": 0.968529, + "nauc_map_at_100_max": 0.825957, + "nauc_map_at_100_std": -0.165764, + "nauc_map_at_100_diff1": 0.968493, + "nauc_map_at_1000_max": 0.825907, + "nauc_map_at_1000_std": -0.16609, + "nauc_map_at_1000_diff1": 0.968481, + "nauc_recall_at_1_max": 0.79192, + "nauc_recall_at_1_std": -0.210651, + "nauc_recall_at_1_diff1": 0.962724, + "nauc_recall_at_3_max": 0.925202, + "nauc_recall_at_3_std": -0.176958, + "nauc_recall_at_3_diff1": 0.988633, + "nauc_recall_at_5_max": 0.926179, + "nauc_recall_at_5_std": 0.169847, + "nauc_recall_at_5_diff1": 0.98366, + "nauc_recall_at_10_max": 0.892624, + "nauc_recall_at_10_std": 0.095493, + "nauc_recall_at_10_diff1": 0.988116, + "nauc_recall_at_20_max": 0.947712, + "nauc_recall_at_20_std": 0.871615, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.786026, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.79192, + "nauc_precision_at_1_std": -0.210651, + "nauc_precision_at_1_diff1": 0.962724, + "nauc_precision_at_3_max": 0.925202, + "nauc_precision_at_3_std": -0.176958, + "nauc_precision_at_3_diff1": 0.988633, + "nauc_precision_at_5_max": 0.926179, + "nauc_precision_at_5_std": 0.169847, + "nauc_precision_at_5_diff1": 0.98366, + "nauc_precision_at_10_max": 0.892624, + "nauc_precision_at_10_std": 0.095493, + "nauc_precision_at_10_diff1": 0.988116, + "nauc_precision_at_20_max": 0.947712, + "nauc_precision_at_20_std": 0.871615, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.786026, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.79192, + "nauc_mrr_at_1_std": -0.210651, + "nauc_mrr_at_1_diff1": 0.962724, + "nauc_mrr_at_3_max": 0.832672, + "nauc_mrr_at_3_std": -0.184902, + "nauc_mrr_at_3_diff1": 0.96973, + "nauc_mrr_at_5_max": 0.829067, + "nauc_mrr_at_5_std": -0.157094, + "nauc_mrr_at_5_diff1": 0.968616, + "nauc_mrr_at_10_max": 0.82605, + "nauc_mrr_at_10_std": -0.167622, + "nauc_mrr_at_10_diff1": 0.968557, + "nauc_mrr_at_20_max": 0.826063, + "nauc_mrr_at_20_std": -0.164425, + "nauc_mrr_at_20_diff1": 0.968529, + "nauc_mrr_at_100_max": 0.825957, + "nauc_mrr_at_100_std": -0.165764, + "nauc_mrr_at_100_diff1": 0.968493, + "nauc_mrr_at_1000_max": 0.825907, + "nauc_mrr_at_1000_std": -0.16609, + "nauc_mrr_at_1000_diff1": 0.968481, + "main_score": 0.96021, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.95226, + "ndcg_at_5": 0.95675, + "ndcg_at_10": 0.96007, + "ndcg_at_20": 0.96034, + "ndcg_at_100": 0.96094, + "ndcg_at_1000": 0.96124, + "map_at_1": 0.92444, + "map_at_3": 0.94537, + "map_at_5": 0.94781, + "map_at_10": 0.94923, + "map_at_20": 0.9493, + "map_at_100": 0.94937, + "map_at_1000": 0.94939, + "recall_at_1": 0.92444, + "recall_at_3": 0.97222, + "recall_at_5": 0.98333, + "recall_at_10": 0.99333, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92444, + "precision_at_3": 0.32407, + "precision_at_5": 0.19667, + "precision_at_10": 0.09933, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.94537, + "mrr_at_5": 0.947815, + "mrr_at_10": 0.949228, + "mrr_at_20": 0.949297, + "mrr_at_100": 0.949371, + "mrr_at_1000": 0.949386, + "nauc_ndcg_at_1_max": 0.729706, + "nauc_ndcg_at_1_std": -0.006714, + "nauc_ndcg_at_1_diff1": 0.937771, + "nauc_ndcg_at_3_max": 0.808036, + "nauc_ndcg_at_3_std": -0.032619, + "nauc_ndcg_at_3_diff1": 0.954818, + "nauc_ndcg_at_5_max": 0.793451, + "nauc_ndcg_at_5_std": -0.039428, + "nauc_ndcg_at_5_diff1": 0.950124, + "nauc_ndcg_at_10_max": 0.783896, + "nauc_ndcg_at_10_std": -0.012653, + "nauc_ndcg_at_10_diff1": 0.94728, + "nauc_ndcg_at_20_max": 0.784319, + "nauc_ndcg_at_20_std": -0.000814, + "nauc_ndcg_at_20_diff1": 0.946918, + "nauc_ndcg_at_100_max": 0.781728, + "nauc_ndcg_at_100_std": -0.001509, + "nauc_ndcg_at_100_diff1": 0.946804, + "nauc_ndcg_at_1000_max": 0.780016, + "nauc_ndcg_at_1000_std": -0.009364, + "nauc_ndcg_at_1000_diff1": 0.946387, + "nauc_map_at_1_max": 0.729706, + "nauc_map_at_1_std": -0.006714, + "nauc_map_at_1_diff1": 0.937771, + "nauc_map_at_3_max": 0.786056, + "nauc_map_at_3_std": -0.022813, + "nauc_map_at_3_diff1": 0.948754, + "nauc_map_at_5_max": 0.778331, + "nauc_map_at_5_std": -0.026083, + "nauc_map_at_5_diff1": 0.946353, + "nauc_map_at_10_max": 0.774735, + "nauc_map_at_10_std": -0.015364, + "nauc_map_at_10_diff1": 0.945337, + "nauc_map_at_20_max": 0.774807, + "nauc_map_at_20_std": -0.013002, + "nauc_map_at_20_diff1": 0.945262, + "nauc_map_at_100_max": 0.774553, + "nauc_map_at_100_std": -0.012965, + "nauc_map_at_100_diff1": 0.945255, + "nauc_map_at_1000_max": 0.774486, + "nauc_map_at_1000_std": -0.013265, + "nauc_map_at_1000_diff1": 0.945238, + "nauc_recall_at_1_max": 0.729706, + "nauc_recall_at_1_std": -0.006714, + "nauc_recall_at_1_diff1": 0.937771, + "nauc_recall_at_3_max": 0.929412, + "nauc_recall_at_3_std": -0.089225, + "nauc_recall_at_3_diff1": 0.989542, + "nauc_recall_at_5_max": 0.918301, + "nauc_recall_at_5_std": -0.162092, + "nauc_recall_at_5_diff1": 0.982571, + "nauc_recall_at_10_max": 0.931917, + "nauc_recall_at_10_std": 0.086679, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.452007, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.729706, + "nauc_precision_at_1_std": -0.006714, + "nauc_precision_at_1_diff1": 0.937771, + "nauc_precision_at_3_max": 0.929412, + "nauc_precision_at_3_std": -0.089225, + "nauc_precision_at_3_diff1": 0.989542, + "nauc_precision_at_5_max": 0.918301, + "nauc_precision_at_5_std": -0.162092, + "nauc_precision_at_5_diff1": 0.982571, + "nauc_precision_at_10_max": 0.931917, + "nauc_precision_at_10_std": 0.086679, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.452007, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.729706, + "nauc_mrr_at_1_std": -0.006714, + "nauc_mrr_at_1_diff1": 0.937771, + "nauc_mrr_at_3_max": 0.786056, + "nauc_mrr_at_3_std": -0.022813, + "nauc_mrr_at_3_diff1": 0.948754, + "nauc_mrr_at_5_max": 0.778331, + "nauc_mrr_at_5_std": -0.026083, + "nauc_mrr_at_5_diff1": 0.946353, + "nauc_mrr_at_10_max": 0.774735, + "nauc_mrr_at_10_std": -0.015364, + "nauc_mrr_at_10_diff1": 0.945337, + "nauc_mrr_at_20_max": 0.774807, + "nauc_mrr_at_20_std": -0.013002, + "nauc_mrr_at_20_diff1": 0.945262, + "nauc_mrr_at_100_max": 0.774553, + "nauc_mrr_at_100_std": -0.012965, + "nauc_mrr_at_100_diff1": 0.945255, + "nauc_mrr_at_1000_max": 0.774486, + "nauc_mrr_at_1000_std": -0.013265, + "nauc_mrr_at_1000_diff1": 0.945238, + "main_score": 0.96007, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93401, + "ndcg_at_5": 0.9386, + "ndcg_at_10": 0.94185, + "ndcg_at_20": 0.94449, + "ndcg_at_100": 0.94618, + "ndcg_at_1000": 0.94675, + "map_at_1": 0.90111, + "map_at_3": 0.92648, + "map_at_5": 0.92904, + "map_at_10": 0.93039, + "map_at_20": 0.93118, + "map_at_100": 0.93143, + "map_at_1000": 0.93145, + "recall_at_1": 0.90111, + "recall_at_3": 0.95556, + "recall_at_5": 0.96667, + "recall_at_10": 0.97667, + "recall_at_20": 0.98667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90111, + "precision_at_3": 0.31852, + "precision_at_5": 0.19333, + "precision_at_10": 0.09767, + "precision_at_20": 0.04933, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.926481, + "mrr_at_5": 0.929037, + "mrr_at_10": 0.930395, + "mrr_at_20": 0.931175, + "mrr_at_100": 0.931426, + "mrr_at_1000": 0.931447, + "nauc_ndcg_at_1_max": 0.734848, + "nauc_ndcg_at_1_std": -0.179644, + "nauc_ndcg_at_1_diff1": 0.914157, + "nauc_ndcg_at_3_max": 0.818519, + "nauc_ndcg_at_3_std": -0.166891, + "nauc_ndcg_at_3_diff1": 0.923656, + "nauc_ndcg_at_5_max": 0.814355, + "nauc_ndcg_at_5_std": -0.164673, + "nauc_ndcg_at_5_diff1": 0.926817, + "nauc_ndcg_at_10_max": 0.808282, + "nauc_ndcg_at_10_std": -0.158848, + "nauc_ndcg_at_10_diff1": 0.924331, + "nauc_ndcg_at_20_max": 0.799802, + "nauc_ndcg_at_20_std": -0.171346, + "nauc_ndcg_at_20_diff1": 0.922913, + "nauc_ndcg_at_100_max": 0.796699, + "nauc_ndcg_at_100_std": -0.157983, + "nauc_ndcg_at_100_diff1": 0.923091, + "nauc_ndcg_at_1000_max": 0.794541, + "nauc_ndcg_at_1000_std": -0.167968, + "nauc_ndcg_at_1000_diff1": 0.92267, + "nauc_map_at_1_max": 0.734848, + "nauc_map_at_1_std": -0.179644, + "nauc_map_at_1_diff1": 0.914157, + "nauc_map_at_3_max": 0.794986, + "nauc_map_at_3_std": -0.1748, + "nauc_map_at_3_diff1": 0.921482, + "nauc_map_at_5_max": 0.792175, + "nauc_map_at_5_std": -0.174188, + "nauc_map_at_5_diff1": 0.922901, + "nauc_map_at_10_max": 0.789701, + "nauc_map_at_10_std": -0.172396, + "nauc_map_at_10_diff1": 0.921954, + "nauc_map_at_20_max": 0.787433, + "nauc_map_at_20_std": -0.175599, + "nauc_map_at_20_diff1": 0.921593, + "nauc_map_at_100_max": 0.787017, + "nauc_map_at_100_std": -0.174063, + "nauc_map_at_100_diff1": 0.921601, + "nauc_map_at_1000_max": 0.786952, + "nauc_map_at_1000_std": -0.174322, + "nauc_map_at_1000_diff1": 0.921595, + "nauc_recall_at_1_max": 0.734848, + "nauc_recall_at_1_std": -0.179644, + "nauc_recall_at_1_diff1": 0.914157, + "nauc_recall_at_3_max": 0.928396, + "nauc_recall_at_3_std": -0.126564, + "nauc_recall_at_3_diff1": 0.933415, + "nauc_recall_at_5_max": 0.946078, + "nauc_recall_at_5_std": -0.101712, + "nauc_recall_at_5_diff1": 0.95098, + "nauc_recall_at_10_max": 0.954871, + "nauc_recall_at_10_std": -0.029679, + "nauc_recall_at_10_diff1": 0.942421, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": -0.127451, + "nauc_recall_at_20_diff1": 0.933279, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.806839, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.734848, + "nauc_precision_at_1_std": -0.179644, + "nauc_precision_at_1_diff1": 0.914157, + "nauc_precision_at_3_max": 0.928396, + "nauc_precision_at_3_std": -0.126564, + "nauc_precision_at_3_diff1": 0.933415, + "nauc_precision_at_5_max": 0.946078, + "nauc_precision_at_5_std": -0.101712, + "nauc_precision_at_5_diff1": 0.95098, + "nauc_precision_at_10_max": 0.954871, + "nauc_precision_at_10_std": -0.029679, + "nauc_precision_at_10_diff1": 0.942421, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": -0.127451, + "nauc_precision_at_20_diff1": 0.933279, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.806839, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.734848, + "nauc_mrr_at_1_std": -0.179644, + "nauc_mrr_at_1_diff1": 0.914157, + "nauc_mrr_at_3_max": 0.794986, + "nauc_mrr_at_3_std": -0.1748, + "nauc_mrr_at_3_diff1": 0.921482, + "nauc_mrr_at_5_max": 0.792175, + "nauc_mrr_at_5_std": -0.174188, + "nauc_mrr_at_5_diff1": 0.922901, + "nauc_mrr_at_10_max": 0.789701, + "nauc_mrr_at_10_std": -0.172396, + "nauc_mrr_at_10_diff1": 0.921954, + "nauc_mrr_at_20_max": 0.787433, + "nauc_mrr_at_20_std": -0.175599, + "nauc_mrr_at_20_diff1": 0.921593, + "nauc_mrr_at_100_max": 0.787017, + "nauc_mrr_at_100_std": -0.174063, + "nauc_mrr_at_100_diff1": 0.921601, + "nauc_mrr_at_1000_max": 0.786952, + "nauc_mrr_at_1000_std": -0.174322, + "nauc_mrr_at_1000_diff1": 0.921595, + "main_score": 0.94185, + "hf_subset": "nob_Latn-nob_Latn", + "languages": [ + "nob-Latn", + "nob-Latn" + ] + }, + { + "ndcg_at_1": 0.93556, + "ndcg_at_3": 0.95697, + "ndcg_at_5": 0.96204, + "ndcg_at_10": 0.96409, + "ndcg_at_20": 0.9652, + "ndcg_at_100": 0.96588, + "ndcg_at_1000": 0.96615, + "map_at_1": 0.93556, + "map_at_3": 0.95204, + "map_at_5": 0.95487, + "map_at_10": 0.95566, + "map_at_20": 0.95595, + "map_at_100": 0.95607, + "map_at_1000": 0.95608, + "recall_at_1": 0.93556, + "recall_at_3": 0.97111, + "recall_at_5": 0.98333, + "recall_at_10": 0.99, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93556, + "precision_at_3": 0.3237, + "precision_at_5": 0.19667, + "precision_at_10": 0.099, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935556, + "mrr_at_3": 0.952037, + "mrr_at_5": 0.95487, + "mrr_at_10": 0.955657, + "mrr_at_20": 0.955953, + "mrr_at_100": 0.956067, + "mrr_at_1000": 0.956075, + "nauc_ndcg_at_1_max": 0.847806, + "nauc_ndcg_at_1_std": -0.004113, + "nauc_ndcg_at_1_diff1": 0.958587, + "nauc_ndcg_at_3_max": 0.880253, + "nauc_ndcg_at_3_std": 0.068074, + "nauc_ndcg_at_3_diff1": 0.962739, + "nauc_ndcg_at_5_max": 0.875853, + "nauc_ndcg_at_5_std": 0.006019, + "nauc_ndcg_at_5_diff1": 0.962913, + "nauc_ndcg_at_10_max": 0.868748, + "nauc_ndcg_at_10_std": 0.002454, + "nauc_ndcg_at_10_diff1": 0.962008, + "nauc_ndcg_at_20_max": 0.870292, + "nauc_ndcg_at_20_std": 0.032912, + "nauc_ndcg_at_20_diff1": 0.962947, + "nauc_ndcg_at_100_max": 0.870487, + "nauc_ndcg_at_100_std": 0.033552, + "nauc_ndcg_at_100_diff1": 0.962212, + "nauc_ndcg_at_1000_max": 0.869969, + "nauc_ndcg_at_1000_std": 0.025635, + "nauc_ndcg_at_1000_diff1": 0.961902, + "nauc_map_at_1_max": 0.847806, + "nauc_map_at_1_std": -0.004113, + "nauc_map_at_1_diff1": 0.958587, + "nauc_map_at_3_max": 0.872023, + "nauc_map_at_3_std": 0.043935, + "nauc_map_at_3_diff1": 0.96139, + "nauc_map_at_5_max": 0.869479, + "nauc_map_at_5_std": 0.01265, + "nauc_map_at_5_diff1": 0.96148, + "nauc_map_at_10_max": 0.867163, + "nauc_map_at_10_std": 0.012208, + "nauc_map_at_10_diff1": 0.961161, + "nauc_map_at_20_max": 0.867744, + "nauc_map_at_20_std": 0.019327, + "nauc_map_at_20_diff1": 0.961383, + "nauc_map_at_100_max": 0.867786, + "nauc_map_at_100_std": 0.01966, + "nauc_map_at_100_diff1": 0.961283, + "nauc_map_at_1000_max": 0.867773, + "nauc_map_at_1000_std": 0.019467, + "nauc_map_at_1000_diff1": 0.961275, + "nauc_recall_at_1_max": 0.847806, + "nauc_recall_at_1_std": -0.004113, + "nauc_recall_at_1_diff1": 0.958587, + "nauc_recall_at_3_max": 0.918121, + "nauc_recall_at_3_std": 0.184245, + "nauc_recall_at_3_diff1": 0.969206, + "nauc_recall_at_5_max": 0.921257, + "nauc_recall_at_5_std": -0.064706, + "nauc_recall_at_5_diff1": 0.973856, + "nauc_recall_at_10_max": 0.868762, + "nauc_recall_at_10_std": -0.166926, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.892157, + "nauc_recall_at_20_std": 0.425864, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.847806, + "nauc_precision_at_1_std": -0.004113, + "nauc_precision_at_1_diff1": 0.958587, + "nauc_precision_at_3_max": 0.918121, + "nauc_precision_at_3_std": 0.184245, + "nauc_precision_at_3_diff1": 0.969206, + "nauc_precision_at_5_max": 0.921257, + "nauc_precision_at_5_std": -0.064706, + "nauc_precision_at_5_diff1": 0.973856, + "nauc_precision_at_10_max": 0.868762, + "nauc_precision_at_10_std": -0.166926, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.892157, + "nauc_precision_at_20_std": 0.425864, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.847806, + "nauc_mrr_at_1_std": -0.004113, + "nauc_mrr_at_1_diff1": 0.958587, + "nauc_mrr_at_3_max": 0.872023, + "nauc_mrr_at_3_std": 0.043935, + "nauc_mrr_at_3_diff1": 0.96139, + "nauc_mrr_at_5_max": 0.869479, + "nauc_mrr_at_5_std": 0.01265, + "nauc_mrr_at_5_diff1": 0.96148, + "nauc_mrr_at_10_max": 0.867163, + "nauc_mrr_at_10_std": 0.012208, + "nauc_mrr_at_10_diff1": 0.961161, + "nauc_mrr_at_20_max": 0.867744, + "nauc_mrr_at_20_std": 0.019327, + "nauc_mrr_at_20_diff1": 0.961383, + "nauc_mrr_at_100_max": 0.867786, + "nauc_mrr_at_100_std": 0.01966, + "nauc_mrr_at_100_diff1": 0.961283, + "nauc_mrr_at_1000_max": 0.867773, + "nauc_mrr_at_1000_std": 0.019467, + "nauc_mrr_at_1000_diff1": 0.961275, + "main_score": 0.96409, + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.9455, + "ndcg_at_5": 0.94918, + "ndcg_at_10": 0.95171, + "ndcg_at_20": 0.95304, + "ndcg_at_100": 0.9544, + "ndcg_at_1000": 0.95455, + "map_at_1": 0.91222, + "map_at_3": 0.93741, + "map_at_5": 0.93946, + "map_at_10": 0.94052, + "map_at_20": 0.94084, + "map_at_100": 0.941, + "map_at_1000": 0.941, + "recall_at_1": 0.91222, + "recall_at_3": 0.96889, + "recall_at_5": 0.97778, + "recall_at_10": 0.98556, + "recall_at_20": 0.99111, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.91222, + "precision_at_3": 0.32296, + "precision_at_5": 0.19556, + "precision_at_10": 0.09856, + "precision_at_20": 0.04956, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.937407, + "mrr_at_5": 0.939463, + "mrr_at_10": 0.940519, + "mrr_at_20": 0.940839, + "mrr_at_100": 0.940997, + "mrr_at_1000": 0.941003, + "nauc_ndcg_at_1_max": 0.699258, + "nauc_ndcg_at_1_std": -0.186452, + "nauc_ndcg_at_1_diff1": 0.931774, + "nauc_ndcg_at_3_max": 0.781245, + "nauc_ndcg_at_3_std": -0.119445, + "nauc_ndcg_at_3_diff1": 0.936426, + "nauc_ndcg_at_5_max": 0.77394, + "nauc_ndcg_at_5_std": -0.122724, + "nauc_ndcg_at_5_diff1": 0.931819, + "nauc_ndcg_at_10_max": 0.764033, + "nauc_ndcg_at_10_std": -0.102488, + "nauc_ndcg_at_10_diff1": 0.931594, + "nauc_ndcg_at_20_max": 0.758883, + "nauc_ndcg_at_20_std": -0.101455, + "nauc_ndcg_at_20_diff1": 0.931892, + "nauc_ndcg_at_100_max": 0.75461, + "nauc_ndcg_at_100_std": -0.117892, + "nauc_ndcg_at_100_diff1": 0.932297, + "nauc_ndcg_at_1000_max": 0.75424, + "nauc_ndcg_at_1000_std": -0.121502, + "nauc_ndcg_at_1000_diff1": 0.932078, + "nauc_map_at_1_max": 0.699258, + "nauc_map_at_1_std": -0.186452, + "nauc_map_at_1_diff1": 0.931774, + "nauc_map_at_3_max": 0.757123, + "nauc_map_at_3_std": -0.139709, + "nauc_map_at_3_diff1": 0.93386, + "nauc_map_at_5_max": 0.75279, + "nauc_map_at_5_std": -0.142303, + "nauc_map_at_5_diff1": 0.931614, + "nauc_map_at_10_max": 0.749054, + "nauc_map_at_10_std": -0.135073, + "nauc_map_at_10_diff1": 0.931673, + "nauc_map_at_20_max": 0.747993, + "nauc_map_at_20_std": -0.134837, + "nauc_map_at_20_diff1": 0.931737, + "nauc_map_at_100_max": 0.747601, + "nauc_map_at_100_std": -0.135927, + "nauc_map_at_100_diff1": 0.931811, + "nauc_map_at_1000_max": 0.747589, + "nauc_map_at_1000_std": -0.13604, + "nauc_map_at_1000_diff1": 0.931804, + "nauc_recall_at_1_max": 0.699258, + "nauc_recall_at_1_std": -0.186452, + "nauc_recall_at_1_diff1": 0.931774, + "nauc_recall_at_3_max": 0.918301, + "nauc_recall_at_3_std": -0.003785, + "nauc_recall_at_3_diff1": 0.952148, + "nauc_recall_at_5_max": 0.933824, + "nauc_recall_at_5_std": 0.028548, + "nauc_recall_at_5_diff1": 0.933007, + "nauc_recall_at_10_max": 0.918301, + "nauc_recall_at_10_std": 0.301982, + "nauc_recall_at_10_diff1": 0.928356, + "nauc_recall_at_20_max": 0.899918, + "nauc_recall_at_20_std": 0.567052, + "nauc_recall_at_20_diff1": 0.932598, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699258, + "nauc_precision_at_1_std": -0.186452, + "nauc_precision_at_1_diff1": 0.931774, + "nauc_precision_at_3_max": 0.918301, + "nauc_precision_at_3_std": -0.003785, + "nauc_precision_at_3_diff1": 0.952148, + "nauc_precision_at_5_max": 0.933824, + "nauc_precision_at_5_std": 0.028548, + "nauc_precision_at_5_diff1": 0.933007, + "nauc_precision_at_10_max": 0.918301, + "nauc_precision_at_10_std": 0.301982, + "nauc_precision_at_10_diff1": 0.928356, + "nauc_precision_at_20_max": 0.899918, + "nauc_precision_at_20_std": 0.567052, + "nauc_precision_at_20_diff1": 0.932598, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699258, + "nauc_mrr_at_1_std": -0.186452, + "nauc_mrr_at_1_diff1": 0.931774, + "nauc_mrr_at_3_max": 0.757123, + "nauc_mrr_at_3_std": -0.139709, + "nauc_mrr_at_3_diff1": 0.93386, + "nauc_mrr_at_5_max": 0.75279, + "nauc_mrr_at_5_std": -0.142303, + "nauc_mrr_at_5_diff1": 0.931614, + "nauc_mrr_at_10_max": 0.749054, + "nauc_mrr_at_10_std": -0.135073, + "nauc_mrr_at_10_diff1": 0.931673, + "nauc_mrr_at_20_max": 0.747993, + "nauc_mrr_at_20_std": -0.134837, + "nauc_mrr_at_20_diff1": 0.931737, + "nauc_mrr_at_100_max": 0.747601, + "nauc_mrr_at_100_std": -0.135927, + "nauc_mrr_at_100_diff1": 0.931811, + "nauc_mrr_at_1000_max": 0.747589, + "nauc_mrr_at_1000_std": -0.13604, + "nauc_mrr_at_1000_diff1": 0.931804, + "main_score": 0.95171, + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ] + }, + { + "ndcg_at_1": 0.81889, + "ndcg_at_3": 0.86464, + "ndcg_at_5": 0.87665, + "ndcg_at_10": 0.8841, + "ndcg_at_20": 0.88813, + "ndcg_at_100": 0.89346, + "ndcg_at_1000": 0.89446, + "map_at_1": 0.81889, + "map_at_3": 0.85389, + "map_at_5": 0.86061, + "map_at_10": 0.86363, + "map_at_20": 0.86479, + "map_at_100": 0.86551, + "map_at_1000": 0.86555, + "recall_at_1": 0.81889, + "recall_at_3": 0.89556, + "recall_at_5": 0.92444, + "recall_at_10": 0.94778, + "recall_at_20": 0.96333, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.81889, + "precision_at_3": 0.29852, + "precision_at_5": 0.18489, + "precision_at_10": 0.09478, + "precision_at_20": 0.04817, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.818889, + "mrr_at_3": 0.853889, + "mrr_at_5": 0.860611, + "mrr_at_10": 0.863631, + "mrr_at_20": 0.864791, + "mrr_at_100": 0.865509, + "mrr_at_1000": 0.865547, + "nauc_ndcg_at_1_max": 0.751094, + "nauc_ndcg_at_1_std": -0.058438, + "nauc_ndcg_at_1_diff1": 0.919782, + "nauc_ndcg_at_3_max": 0.772097, + "nauc_ndcg_at_3_std": -0.05693, + "nauc_ndcg_at_3_diff1": 0.90466, + "nauc_ndcg_at_5_max": 0.774133, + "nauc_ndcg_at_5_std": -0.071685, + "nauc_ndcg_at_5_diff1": 0.909034, + "nauc_ndcg_at_10_max": 0.773647, + "nauc_ndcg_at_10_std": -0.074419, + "nauc_ndcg_at_10_diff1": 0.908961, + "nauc_ndcg_at_20_max": 0.772283, + "nauc_ndcg_at_20_std": -0.070307, + "nauc_ndcg_at_20_diff1": 0.909769, + "nauc_ndcg_at_100_max": 0.771727, + "nauc_ndcg_at_100_std": -0.060415, + "nauc_ndcg_at_100_diff1": 0.910401, + "nauc_ndcg_at_1000_max": 0.769881, + "nauc_ndcg_at_1000_std": -0.06361, + "nauc_ndcg_at_1000_diff1": 0.910798, + "nauc_map_at_1_max": 0.751094, + "nauc_map_at_1_std": -0.058438, + "nauc_map_at_1_diff1": 0.919782, + "nauc_map_at_3_max": 0.766878, + "nauc_map_at_3_std": -0.055144, + "nauc_map_at_3_diff1": 0.908952, + "nauc_map_at_5_max": 0.767678, + "nauc_map_at_5_std": -0.062354, + "nauc_map_at_5_diff1": 0.911436, + "nauc_map_at_10_max": 0.767186, + "nauc_map_at_10_std": -0.063854, + "nauc_map_at_10_diff1": 0.911482, + "nauc_map_at_20_max": 0.76682, + "nauc_map_at_20_std": -0.062917, + "nauc_map_at_20_diff1": 0.911759, + "nauc_map_at_100_max": 0.766773, + "nauc_map_at_100_std": -0.061879, + "nauc_map_at_100_diff1": 0.911819, + "nauc_map_at_1000_max": 0.766721, + "nauc_map_at_1000_std": -0.061932, + "nauc_map_at_1000_diff1": 0.911842, + "nauc_recall_at_1_max": 0.751094, + "nauc_recall_at_1_std": -0.058438, + "nauc_recall_at_1_diff1": 0.919782, + "nauc_recall_at_3_max": 0.791882, + "nauc_recall_at_3_std": -0.065121, + "nauc_recall_at_3_diff1": 0.888033, + "nauc_recall_at_5_max": 0.806716, + "nauc_recall_at_5_std": -0.124602, + "nauc_recall_at_5_diff1": 0.897739, + "nauc_recall_at_10_max": 0.82042, + "nauc_recall_at_10_std": -0.156297, + "nauc_recall_at_10_diff1": 0.892028, + "nauc_recall_at_20_max": 0.824378, + "nauc_recall_at_20_std": -0.140778, + "nauc_recall_at_20_diff1": 0.892412, + "nauc_recall_at_100_max": 0.962652, + "nauc_recall_at_100_std": 0.304255, + "nauc_recall_at_100_diff1": 0.877951, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.751094, + "nauc_precision_at_1_std": -0.058438, + "nauc_precision_at_1_diff1": 0.919782, + "nauc_precision_at_3_max": 0.791882, + "nauc_precision_at_3_std": -0.065121, + "nauc_precision_at_3_diff1": 0.888033, + "nauc_precision_at_5_max": 0.806716, + "nauc_precision_at_5_std": -0.124602, + "nauc_precision_at_5_diff1": 0.897739, + "nauc_precision_at_10_max": 0.82042, + "nauc_precision_at_10_std": -0.156297, + "nauc_precision_at_10_diff1": 0.892028, + "nauc_precision_at_20_max": 0.824378, + "nauc_precision_at_20_std": -0.140778, + "nauc_precision_at_20_diff1": 0.892412, + "nauc_precision_at_100_max": 0.962652, + "nauc_precision_at_100_std": 0.304255, + "nauc_precision_at_100_diff1": 0.877951, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.751094, + "nauc_mrr_at_1_std": -0.058438, + "nauc_mrr_at_1_diff1": 0.919782, + "nauc_mrr_at_3_max": 0.766878, + "nauc_mrr_at_3_std": -0.055144, + "nauc_mrr_at_3_diff1": 0.908952, + "nauc_mrr_at_5_max": 0.767678, + "nauc_mrr_at_5_std": -0.062354, + "nauc_mrr_at_5_diff1": 0.911436, + "nauc_mrr_at_10_max": 0.767186, + "nauc_mrr_at_10_std": -0.063854, + "nauc_mrr_at_10_diff1": 0.911482, + "nauc_mrr_at_20_max": 0.76682, + "nauc_mrr_at_20_std": -0.062917, + "nauc_mrr_at_20_diff1": 0.911759, + "nauc_mrr_at_100_max": 0.766773, + "nauc_mrr_at_100_std": -0.061879, + "nauc_mrr_at_100_diff1": 0.911819, + "nauc_mrr_at_1000_max": 0.766721, + "nauc_mrr_at_1000_std": -0.061932, + "nauc_mrr_at_1000_diff1": 0.911842, + "main_score": 0.8841, + "hf_subset": "npi_Deva-npi_Deva", + "languages": [ + "npi-Deva", + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.92, + "ndcg_at_3": 0.94717, + "ndcg_at_5": 0.95324, + "ndcg_at_10": 0.95545, + "ndcg_at_20": 0.95718, + "ndcg_at_100": 0.95829, + "ndcg_at_1000": 0.95855, + "map_at_1": 0.92, + "map_at_3": 0.94111, + "map_at_5": 0.94456, + "map_at_10": 0.94549, + "map_at_20": 0.94599, + "map_at_100": 0.94618, + "map_at_1000": 0.94618, + "recall_at_1": 0.92, + "recall_at_3": 0.96444, + "recall_at_5": 0.97889, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92, + "precision_at_3": 0.32148, + "precision_at_5": 0.19578, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.92, + "mrr_at_3": 0.941111, + "mrr_at_5": 0.944556, + "mrr_at_10": 0.945493, + "mrr_at_20": 0.945994, + "mrr_at_100": 0.946176, + "mrr_at_1000": 0.946182, + "nauc_ndcg_at_1_max": 0.768921, + "nauc_ndcg_at_1_std": -0.129766, + "nauc_ndcg_at_1_diff1": 0.94388, + "nauc_ndcg_at_3_max": 0.839607, + "nauc_ndcg_at_3_std": -0.072712, + "nauc_ndcg_at_3_diff1": 0.942406, + "nauc_ndcg_at_5_max": 0.825489, + "nauc_ndcg_at_5_std": -0.099586, + "nauc_ndcg_at_5_diff1": 0.94704, + "nauc_ndcg_at_10_max": 0.820191, + "nauc_ndcg_at_10_std": -0.104451, + "nauc_ndcg_at_10_diff1": 0.94661, + "nauc_ndcg_at_20_max": 0.817566, + "nauc_ndcg_at_20_std": -0.085997, + "nauc_ndcg_at_20_diff1": 0.947275, + "nauc_ndcg_at_100_max": 0.814888, + "nauc_ndcg_at_100_std": -0.084726, + "nauc_ndcg_at_100_diff1": 0.94587, + "nauc_ndcg_at_1000_max": 0.814149, + "nauc_ndcg_at_1000_std": -0.091506, + "nauc_ndcg_at_1000_diff1": 0.945532, + "nauc_map_at_1_max": 0.768921, + "nauc_map_at_1_std": -0.129766, + "nauc_map_at_1_diff1": 0.94388, + "nauc_map_at_3_max": 0.820182, + "nauc_map_at_3_std": -0.08834, + "nauc_map_at_3_diff1": 0.942766, + "nauc_map_at_5_max": 0.812237, + "nauc_map_at_5_std": -0.102476, + "nauc_map_at_5_diff1": 0.944941, + "nauc_map_at_10_max": 0.810211, + "nauc_map_at_10_std": -0.104238, + "nauc_map_at_10_diff1": 0.944771, + "nauc_map_at_20_max": 0.809651, + "nauc_map_at_20_std": -0.099542, + "nauc_map_at_20_diff1": 0.944937, + "nauc_map_at_100_max": 0.809283, + "nauc_map_at_100_std": -0.099146, + "nauc_map_at_100_diff1": 0.94475, + "nauc_map_at_1000_max": 0.809271, + "nauc_map_at_1000_std": -0.099266, + "nauc_map_at_1000_diff1": 0.944744, + "nauc_recall_at_1_max": 0.768921, + "nauc_recall_at_1_std": -0.129766, + "nauc_recall_at_1_diff1": 0.94388, + "nauc_recall_at_3_max": 0.929899, + "nauc_recall_at_3_std": -0.000117, + "nauc_recall_at_3_diff1": 0.940768, + "nauc_recall_at_5_max": 0.917195, + "nauc_recall_at_5_std": -0.08853, + "nauc_recall_at_5_diff1": 0.96474, + "nauc_recall_at_10_max": 0.909143, + "nauc_recall_at_10_std": -0.128852, + "nauc_recall_at_10_diff1": 0.968577, + "nauc_recall_at_20_max": 0.922969, + "nauc_recall_at_20_std": 0.217154, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768921, + "nauc_precision_at_1_std": -0.129766, + "nauc_precision_at_1_diff1": 0.94388, + "nauc_precision_at_3_max": 0.929899, + "nauc_precision_at_3_std": -0.000117, + "nauc_precision_at_3_diff1": 0.940768, + "nauc_precision_at_5_max": 0.917195, + "nauc_precision_at_5_std": -0.08853, + "nauc_precision_at_5_diff1": 0.96474, + "nauc_precision_at_10_max": 0.909143, + "nauc_precision_at_10_std": -0.128852, + "nauc_precision_at_10_diff1": 0.968577, + "nauc_precision_at_20_max": 0.922969, + "nauc_precision_at_20_std": 0.217154, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768921, + "nauc_mrr_at_1_std": -0.129766, + "nauc_mrr_at_1_diff1": 0.94388, + "nauc_mrr_at_3_max": 0.820182, + "nauc_mrr_at_3_std": -0.08834, + "nauc_mrr_at_3_diff1": 0.942766, + "nauc_mrr_at_5_max": 0.812237, + "nauc_mrr_at_5_std": -0.102476, + "nauc_mrr_at_5_diff1": 0.944941, + "nauc_mrr_at_10_max": 0.810211, + "nauc_mrr_at_10_std": -0.104238, + "nauc_mrr_at_10_diff1": 0.944771, + "nauc_mrr_at_20_max": 0.809651, + "nauc_mrr_at_20_std": -0.099542, + "nauc_mrr_at_20_diff1": 0.944937, + "nauc_mrr_at_100_max": 0.809283, + "nauc_mrr_at_100_std": -0.099146, + "nauc_mrr_at_100_diff1": 0.94475, + "nauc_mrr_at_1000_max": 0.809271, + "nauc_mrr_at_1000_std": -0.099266, + "nauc_mrr_at_1000_diff1": 0.944744, + "main_score": 0.95545, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85333, + "ndcg_at_3": 0.9002, + "ndcg_at_5": 0.90895, + "ndcg_at_10": 0.91221, + "ndcg_at_20": 0.91631, + "ndcg_at_100": 0.91908, + "ndcg_at_1000": 0.91994, + "map_at_1": 0.85333, + "map_at_3": 0.88907, + "map_at_5": 0.89396, + "map_at_10": 0.89533, + "map_at_20": 0.89654, + "map_at_100": 0.89695, + "map_at_1000": 0.89699, + "recall_at_1": 0.85333, + "recall_at_3": 0.93222, + "recall_at_5": 0.95333, + "recall_at_10": 0.96333, + "recall_at_20": 0.97889, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.85333, + "precision_at_3": 0.31074, + "precision_at_5": 0.19067, + "precision_at_10": 0.09633, + "precision_at_20": 0.04894, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.853333, + "mrr_at_3": 0.889074, + "mrr_at_5": 0.893963, + "mrr_at_10": 0.895327, + "mrr_at_20": 0.896537, + "mrr_at_100": 0.896954, + "mrr_at_1000": 0.896987, + "nauc_ndcg_at_1_max": 0.71984, + "nauc_ndcg_at_1_std": 3.7e-05, + "nauc_ndcg_at_1_diff1": 0.901769, + "nauc_ndcg_at_3_max": 0.757312, + "nauc_ndcg_at_3_std": 0.008315, + "nauc_ndcg_at_3_diff1": 0.899489, + "nauc_ndcg_at_5_max": 0.759518, + "nauc_ndcg_at_5_std": 0.010823, + "nauc_ndcg_at_5_diff1": 0.905326, + "nauc_ndcg_at_10_max": 0.756626, + "nauc_ndcg_at_10_std": 0.002942, + "nauc_ndcg_at_10_diff1": 0.90321, + "nauc_ndcg_at_20_max": 0.754902, + "nauc_ndcg_at_20_std": 0.021345, + "nauc_ndcg_at_20_diff1": 0.902306, + "nauc_ndcg_at_100_max": 0.751024, + "nauc_ndcg_at_100_std": 0.021377, + "nauc_ndcg_at_100_diff1": 0.902038, + "nauc_ndcg_at_1000_max": 0.748756, + "nauc_ndcg_at_1000_std": 0.011851, + "nauc_ndcg_at_1000_diff1": 0.901465, + "nauc_map_at_1_max": 0.71984, + "nauc_map_at_1_std": 3.7e-05, + "nauc_map_at_1_diff1": 0.901769, + "nauc_map_at_3_max": 0.745163, + "nauc_map_at_3_std": 0.002395, + "nauc_map_at_3_diff1": 0.899115, + "nauc_map_at_5_max": 0.745758, + "nauc_map_at_5_std": 0.002998, + "nauc_map_at_5_diff1": 0.902032, + "nauc_map_at_10_max": 0.744562, + "nauc_map_at_10_std": -0.000265, + "nauc_map_at_10_diff1": 0.901162, + "nauc_map_at_20_max": 0.744028, + "nauc_map_at_20_std": 0.004189, + "nauc_map_at_20_diff1": 0.900934, + "nauc_map_at_100_max": 0.74353, + "nauc_map_at_100_std": 0.004463, + "nauc_map_at_100_diff1": 0.900835, + "nauc_map_at_1000_max": 0.743462, + "nauc_map_at_1000_std": 0.004179, + "nauc_map_at_1000_diff1": 0.900822, + "nauc_recall_at_1_max": 0.71984, + "nauc_recall_at_1_std": 3.7e-05, + "nauc_recall_at_1_diff1": 0.901769, + "nauc_recall_at_3_max": 0.813358, + "nauc_recall_at_3_std": 0.037685, + "nauc_recall_at_3_diff1": 0.901923, + "nauc_recall_at_5_max": 0.847839, + "nauc_recall_at_5_std": 0.065448, + "nauc_recall_at_5_diff1": 0.928694, + "nauc_recall_at_10_max": 0.851187, + "nauc_recall_at_10_std": 0.029737, + "nauc_recall_at_10_diff1": 0.92113, + "nauc_recall_at_20_max": 0.894835, + "nauc_recall_at_20_std": 0.315716, + "nauc_recall_at_20_diff1": 0.920635, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.88212, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.71984, + "nauc_precision_at_1_std": 3.7e-05, + "nauc_precision_at_1_diff1": 0.901769, + "nauc_precision_at_3_max": 0.813358, + "nauc_precision_at_3_std": 0.037685, + "nauc_precision_at_3_diff1": 0.901923, + "nauc_precision_at_5_max": 0.847839, + "nauc_precision_at_5_std": 0.065448, + "nauc_precision_at_5_diff1": 0.928694, + "nauc_precision_at_10_max": 0.851187, + "nauc_precision_at_10_std": 0.029737, + "nauc_precision_at_10_diff1": 0.92113, + "nauc_precision_at_20_max": 0.894835, + "nauc_precision_at_20_std": 0.315716, + "nauc_precision_at_20_diff1": 0.920635, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.88212, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.71984, + "nauc_mrr_at_1_std": 3.7e-05, + "nauc_mrr_at_1_diff1": 0.901769, + "nauc_mrr_at_3_max": 0.745163, + "nauc_mrr_at_3_std": 0.002395, + "nauc_mrr_at_3_diff1": 0.899115, + "nauc_mrr_at_5_max": 0.745758, + "nauc_mrr_at_5_std": 0.002998, + "nauc_mrr_at_5_diff1": 0.902032, + "nauc_mrr_at_10_max": 0.744562, + "nauc_mrr_at_10_std": -0.000265, + "nauc_mrr_at_10_diff1": 0.901162, + "nauc_mrr_at_20_max": 0.744028, + "nauc_mrr_at_20_std": 0.004189, + "nauc_mrr_at_20_diff1": 0.900934, + "nauc_mrr_at_100_max": 0.74353, + "nauc_mrr_at_100_std": 0.004463, + "nauc_mrr_at_100_diff1": 0.900835, + "nauc_mrr_at_1000_max": 0.743462, + "nauc_mrr_at_1000_std": 0.004179, + "nauc_mrr_at_1000_diff1": 0.900822, + "main_score": 0.91221, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.69222, + "ndcg_at_3": 0.75346, + "ndcg_at_5": 0.76685, + "ndcg_at_10": 0.78237, + "ndcg_at_20": 0.7919, + "ndcg_at_100": 0.80309, + "ndcg_at_1000": 0.80631, + "map_at_1": 0.69222, + "map_at_3": 0.73852, + "map_at_5": 0.74602, + "map_at_10": 0.75246, + "map_at_20": 0.75507, + "map_at_100": 0.75656, + "map_at_1000": 0.75669, + "recall_at_1": 0.69222, + "recall_at_3": 0.79667, + "recall_at_5": 0.82889, + "recall_at_10": 0.87667, + "recall_at_20": 0.91444, + "recall_at_100": 0.97556, + "recall_at_1000": 1.0, + "precision_at_1": 0.69222, + "precision_at_3": 0.26556, + "precision_at_5": 0.16578, + "precision_at_10": 0.08767, + "precision_at_20": 0.04572, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "mrr_at_1": 0.692222, + "mrr_at_3": 0.738519, + "mrr_at_5": 0.746019, + "mrr_at_10": 0.752457, + "mrr_at_20": 0.755067, + "mrr_at_100": 0.756557, + "mrr_at_1000": 0.756693, + "nauc_ndcg_at_1_max": 0.714175, + "nauc_ndcg_at_1_std": 0.359985, + "nauc_ndcg_at_1_diff1": 0.847822, + "nauc_ndcg_at_3_max": 0.729507, + "nauc_ndcg_at_3_std": 0.398122, + "nauc_ndcg_at_3_diff1": 0.825973, + "nauc_ndcg_at_5_max": 0.726845, + "nauc_ndcg_at_5_std": 0.383996, + "nauc_ndcg_at_5_diff1": 0.827845, + "nauc_ndcg_at_10_max": 0.718467, + "nauc_ndcg_at_10_std": 0.388231, + "nauc_ndcg_at_10_diff1": 0.825356, + "nauc_ndcg_at_20_max": 0.719747, + "nauc_ndcg_at_20_std": 0.388191, + "nauc_ndcg_at_20_diff1": 0.825981, + "nauc_ndcg_at_100_max": 0.723283, + "nauc_ndcg_at_100_std": 0.38941, + "nauc_ndcg_at_100_diff1": 0.830543, + "nauc_ndcg_at_1000_max": 0.722524, + "nauc_ndcg_at_1000_std": 0.386851, + "nauc_ndcg_at_1000_diff1": 0.830822, + "nauc_map_at_1_max": 0.714175, + "nauc_map_at_1_std": 0.359985, + "nauc_map_at_1_diff1": 0.847822, + "nauc_map_at_3_max": 0.727212, + "nauc_map_at_3_std": 0.389691, + "nauc_map_at_3_diff1": 0.832419, + "nauc_map_at_5_max": 0.725501, + "nauc_map_at_5_std": 0.38167, + "nauc_map_at_5_diff1": 0.833552, + "nauc_map_at_10_max": 0.722163, + "nauc_map_at_10_std": 0.383296, + "nauc_map_at_10_diff1": 0.832803, + "nauc_map_at_20_max": 0.722262, + "nauc_map_at_20_std": 0.383248, + "nauc_map_at_20_diff1": 0.832845, + "nauc_map_at_100_max": 0.722817, + "nauc_map_at_100_std": 0.383523, + "nauc_map_at_100_diff1": 0.833514, + "nauc_map_at_1000_max": 0.722787, + "nauc_map_at_1000_std": 0.383433, + "nauc_map_at_1000_diff1": 0.833525, + "nauc_recall_at_1_max": 0.714175, + "nauc_recall_at_1_std": 0.359985, + "nauc_recall_at_1_diff1": 0.847822, + "nauc_recall_at_3_max": 0.736606, + "nauc_recall_at_3_std": 0.426722, + "nauc_recall_at_3_diff1": 0.803096, + "nauc_recall_at_5_max": 0.731039, + "nauc_recall_at_5_std": 0.390174, + "nauc_recall_at_5_diff1": 0.805157, + "nauc_recall_at_10_max": 0.692559, + "nauc_recall_at_10_std": 0.412067, + "nauc_recall_at_10_diff1": 0.784662, + "nauc_recall_at_20_max": 0.697728, + "nauc_recall_at_20_std": 0.421181, + "nauc_recall_at_20_diff1": 0.777135, + "nauc_recall_at_100_max": 0.762754, + "nauc_recall_at_100_std": 0.526674, + "nauc_recall_at_100_diff1": 0.81623, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.714175, + "nauc_precision_at_1_std": 0.359985, + "nauc_precision_at_1_diff1": 0.847822, + "nauc_precision_at_3_max": 0.736606, + "nauc_precision_at_3_std": 0.426722, + "nauc_precision_at_3_diff1": 0.803096, + "nauc_precision_at_5_max": 0.731039, + "nauc_precision_at_5_std": 0.390174, + "nauc_precision_at_5_diff1": 0.805157, + "nauc_precision_at_10_max": 0.692559, + "nauc_precision_at_10_std": 0.412067, + "nauc_precision_at_10_diff1": 0.784662, + "nauc_precision_at_20_max": 0.697728, + "nauc_precision_at_20_std": 0.421181, + "nauc_precision_at_20_diff1": 0.777135, + "nauc_precision_at_100_max": 0.762754, + "nauc_precision_at_100_std": 0.526674, + "nauc_precision_at_100_diff1": 0.81623, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.714175, + "nauc_mrr_at_1_std": 0.359985, + "nauc_mrr_at_1_diff1": 0.847822, + "nauc_mrr_at_3_max": 0.727212, + "nauc_mrr_at_3_std": 0.389691, + "nauc_mrr_at_3_diff1": 0.832419, + "nauc_mrr_at_5_max": 0.725501, + "nauc_mrr_at_5_std": 0.38167, + "nauc_mrr_at_5_diff1": 0.833552, + "nauc_mrr_at_10_max": 0.722163, + "nauc_mrr_at_10_std": 0.383296, + "nauc_mrr_at_10_diff1": 0.832803, + "nauc_mrr_at_20_max": 0.722262, + "nauc_mrr_at_20_std": 0.383248, + "nauc_mrr_at_20_diff1": 0.832845, + "nauc_mrr_at_100_max": 0.722817, + "nauc_mrr_at_100_std": 0.383523, + "nauc_mrr_at_100_diff1": 0.833514, + "nauc_mrr_at_1000_max": 0.722787, + "nauc_mrr_at_1000_std": 0.383433, + "nauc_mrr_at_1000_diff1": 0.833525, + "main_score": 0.78237, + "hf_subset": "npi_Latn-npi_Latn", + "languages": [ + "npi-Latn", + "npi-Latn" + ] + }, + { + "ndcg_at_1": 0.86778, + "ndcg_at_3": 0.9109, + "ndcg_at_5": 0.91549, + "ndcg_at_10": 0.92153, + "ndcg_at_20": 0.92443, + "ndcg_at_100": 0.92657, + "ndcg_at_1000": 0.92779, + "map_at_1": 0.86778, + "map_at_3": 0.90111, + "map_at_5": 0.90367, + "map_at_10": 0.90612, + "map_at_20": 0.90696, + "map_at_100": 0.9073, + "map_at_1000": 0.90736, + "recall_at_1": 0.86778, + "recall_at_3": 0.93889, + "recall_at_5": 0.95, + "recall_at_10": 0.96889, + "recall_at_20": 0.98, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.86778, + "precision_at_3": 0.31296, + "precision_at_5": 0.19, + "precision_at_10": 0.09689, + "precision_at_20": 0.049, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.867778, + "mrr_at_3": 0.901111, + "mrr_at_5": 0.903667, + "mrr_at_10": 0.906122, + "mrr_at_20": 0.906961, + "mrr_at_100": 0.907296, + "mrr_at_1000": 0.907358, + "nauc_ndcg_at_1_max": 0.639259, + "nauc_ndcg_at_1_std": -0.194543, + "nauc_ndcg_at_1_diff1": 0.896895, + "nauc_ndcg_at_3_max": 0.718319, + "nauc_ndcg_at_3_std": -0.195732, + "nauc_ndcg_at_3_diff1": 0.875561, + "nauc_ndcg_at_5_max": 0.715035, + "nauc_ndcg_at_5_std": -0.154703, + "nauc_ndcg_at_5_diff1": 0.882806, + "nauc_ndcg_at_10_max": 0.711112, + "nauc_ndcg_at_10_std": -0.177593, + "nauc_ndcg_at_10_diff1": 0.884991, + "nauc_ndcg_at_20_max": 0.704085, + "nauc_ndcg_at_20_std": -0.181148, + "nauc_ndcg_at_20_diff1": 0.888045, + "nauc_ndcg_at_100_max": 0.698628, + "nauc_ndcg_at_100_std": -0.176303, + "nauc_ndcg_at_100_diff1": 0.886988, + "nauc_ndcg_at_1000_max": 0.696052, + "nauc_ndcg_at_1000_std": -0.181035, + "nauc_ndcg_at_1000_diff1": 0.886232, + "nauc_map_at_1_max": 0.639259, + "nauc_map_at_1_std": -0.194543, + "nauc_map_at_1_diff1": 0.896895, + "nauc_map_at_3_max": 0.695939, + "nauc_map_at_3_std": -0.197576, + "nauc_map_at_3_diff1": 0.881261, + "nauc_map_at_5_max": 0.693866, + "nauc_map_at_5_std": -0.177652, + "nauc_map_at_5_diff1": 0.885187, + "nauc_map_at_10_max": 0.691639, + "nauc_map_at_10_std": -0.186379, + "nauc_map_at_10_diff1": 0.885901, + "nauc_map_at_20_max": 0.689668, + "nauc_map_at_20_std": -0.18732, + "nauc_map_at_20_diff1": 0.886598, + "nauc_map_at_100_max": 0.68882, + "nauc_map_at_100_std": -0.186644, + "nauc_map_at_100_diff1": 0.886442, + "nauc_map_at_1000_max": 0.688712, + "nauc_map_at_1000_std": -0.186699, + "nauc_map_at_1000_diff1": 0.88642, + "nauc_recall_at_1_max": 0.639259, + "nauc_recall_at_1_std": -0.194543, + "nauc_recall_at_1_diff1": 0.896895, + "nauc_recall_at_3_max": 0.818751, + "nauc_recall_at_3_std": -0.18585, + "nauc_recall_at_3_diff1": 0.850233, + "nauc_recall_at_5_max": 0.826756, + "nauc_recall_at_5_std": -0.017834, + "nauc_recall_at_5_diff1": 0.871978, + "nauc_recall_at_10_max": 0.869364, + "nauc_recall_at_10_std": -0.106359, + "nauc_recall_at_10_diff1": 0.883703, + "nauc_recall_at_20_max": 0.86176, + "nauc_recall_at_20_std": -0.116713, + "nauc_recall_at_20_diff1": 0.927378, + "nauc_recall_at_100_max": 0.846814, + "nauc_recall_at_100_std": 0.15838, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.639259, + "nauc_precision_at_1_std": -0.194543, + "nauc_precision_at_1_diff1": 0.896895, + "nauc_precision_at_3_max": 0.818751, + "nauc_precision_at_3_std": -0.18585, + "nauc_precision_at_3_diff1": 0.850233, + "nauc_precision_at_5_max": 0.826756, + "nauc_precision_at_5_std": -0.017834, + "nauc_precision_at_5_diff1": 0.871978, + "nauc_precision_at_10_max": 0.869364, + "nauc_precision_at_10_std": -0.106359, + "nauc_precision_at_10_diff1": 0.883703, + "nauc_precision_at_20_max": 0.86176, + "nauc_precision_at_20_std": -0.116713, + "nauc_precision_at_20_diff1": 0.927378, + "nauc_precision_at_100_max": 0.846814, + "nauc_precision_at_100_std": 0.15838, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.639259, + "nauc_mrr_at_1_std": -0.194543, + "nauc_mrr_at_1_diff1": 0.896895, + "nauc_mrr_at_3_max": 0.695939, + "nauc_mrr_at_3_std": -0.197576, + "nauc_mrr_at_3_diff1": 0.881261, + "nauc_mrr_at_5_max": 0.693866, + "nauc_mrr_at_5_std": -0.177652, + "nauc_mrr_at_5_diff1": 0.885187, + "nauc_mrr_at_10_max": 0.691639, + "nauc_mrr_at_10_std": -0.186379, + "nauc_mrr_at_10_diff1": 0.885901, + "nauc_mrr_at_20_max": 0.689668, + "nauc_mrr_at_20_std": -0.18732, + "nauc_mrr_at_20_diff1": 0.886598, + "nauc_mrr_at_100_max": 0.68882, + "nauc_mrr_at_100_std": -0.186644, + "nauc_mrr_at_100_diff1": 0.886442, + "nauc_mrr_at_1000_max": 0.688712, + "nauc_mrr_at_1000_std": -0.186699, + "nauc_mrr_at_1000_diff1": 0.88642, + "main_score": 0.92153, + "hf_subset": "npi_Latn-eng_Latn", + "languages": [ + "npi-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.67, + "ndcg_at_3": 0.73711, + "ndcg_at_5": 0.75117, + "ndcg_at_10": 0.76379, + "ndcg_at_20": 0.77475, + "ndcg_at_100": 0.78559, + "ndcg_at_1000": 0.79103, + "map_at_1": 0.67, + "map_at_3": 0.72074, + "map_at_5": 0.72846, + "map_at_10": 0.7337, + "map_at_20": 0.73671, + "map_at_100": 0.73824, + "map_at_1000": 0.73847, + "recall_at_1": 0.67, + "recall_at_3": 0.78444, + "recall_at_5": 0.81889, + "recall_at_10": 0.85778, + "recall_at_20": 0.90111, + "recall_at_100": 0.95889, + "recall_at_1000": 1.0, + "precision_at_1": 0.67, + "precision_at_3": 0.26148, + "precision_at_5": 0.16378, + "precision_at_10": 0.08578, + "precision_at_20": 0.04506, + "precision_at_100": 0.00959, + "precision_at_1000": 0.001, + "mrr_at_1": 0.67, + "mrr_at_3": 0.720741, + "mrr_at_5": 0.728463, + "mrr_at_10": 0.733699, + "mrr_at_20": 0.73671, + "mrr_at_100": 0.73824, + "mrr_at_1000": 0.738471, + "nauc_ndcg_at_1_max": 0.686588, + "nauc_ndcg_at_1_std": 0.259159, + "nauc_ndcg_at_1_diff1": 0.859764, + "nauc_ndcg_at_3_max": 0.717974, + "nauc_ndcg_at_3_std": 0.284358, + "nauc_ndcg_at_3_diff1": 0.826343, + "nauc_ndcg_at_5_max": 0.717723, + "nauc_ndcg_at_5_std": 0.301924, + "nauc_ndcg_at_5_diff1": 0.825271, + "nauc_ndcg_at_10_max": 0.717161, + "nauc_ndcg_at_10_std": 0.306292, + "nauc_ndcg_at_10_diff1": 0.82573, + "nauc_ndcg_at_20_max": 0.718344, + "nauc_ndcg_at_20_std": 0.317537, + "nauc_ndcg_at_20_diff1": 0.825427, + "nauc_ndcg_at_100_max": 0.715816, + "nauc_ndcg_at_100_std": 0.305915, + "nauc_ndcg_at_100_diff1": 0.830687, + "nauc_ndcg_at_1000_max": 0.714441, + "nauc_ndcg_at_1000_std": 0.300304, + "nauc_ndcg_at_1000_diff1": 0.832731, + "nauc_map_at_1_max": 0.686588, + "nauc_map_at_1_std": 0.259159, + "nauc_map_at_1_diff1": 0.859764, + "nauc_map_at_3_max": 0.711148, + "nauc_map_at_3_std": 0.278339, + "nauc_map_at_3_diff1": 0.835632, + "nauc_map_at_5_max": 0.710967, + "nauc_map_at_5_std": 0.287241, + "nauc_map_at_5_diff1": 0.835502, + "nauc_map_at_10_max": 0.710669, + "nauc_map_at_10_std": 0.288721, + "nauc_map_at_10_diff1": 0.836069, + "nauc_map_at_20_max": 0.710873, + "nauc_map_at_20_std": 0.291311, + "nauc_map_at_20_diff1": 0.836161, + "nauc_map_at_100_max": 0.710677, + "nauc_map_at_100_std": 0.290109, + "nauc_map_at_100_diff1": 0.836971, + "nauc_map_at_1000_max": 0.710626, + "nauc_map_at_1000_std": 0.289903, + "nauc_map_at_1000_diff1": 0.83706, + "nauc_recall_at_1_max": 0.686588, + "nauc_recall_at_1_std": 0.259159, + "nauc_recall_at_1_diff1": 0.859764, + "nauc_recall_at_3_max": 0.741083, + "nauc_recall_at_3_std": 0.305075, + "nauc_recall_at_3_diff1": 0.793609, + "nauc_recall_at_5_max": 0.743321, + "nauc_recall_at_5_std": 0.363367, + "nauc_recall_at_5_diff1": 0.783916, + "nauc_recall_at_10_max": 0.746547, + "nauc_recall_at_10_std": 0.397695, + "nauc_recall_at_10_diff1": 0.774088, + "nauc_recall_at_20_max": 0.767245, + "nauc_recall_at_20_std": 0.520201, + "nauc_recall_at_20_diff1": 0.751125, + "nauc_recall_at_100_max": 0.762296, + "nauc_recall_at_100_std": 0.494827, + "nauc_recall_at_100_diff1": 0.765589, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.686588, + "nauc_precision_at_1_std": 0.259159, + "nauc_precision_at_1_diff1": 0.859764, + "nauc_precision_at_3_max": 0.741083, + "nauc_precision_at_3_std": 0.305075, + "nauc_precision_at_3_diff1": 0.793609, + "nauc_precision_at_5_max": 0.743321, + "nauc_precision_at_5_std": 0.363367, + "nauc_precision_at_5_diff1": 0.783916, + "nauc_precision_at_10_max": 0.746547, + "nauc_precision_at_10_std": 0.397695, + "nauc_precision_at_10_diff1": 0.774088, + "nauc_precision_at_20_max": 0.767245, + "nauc_precision_at_20_std": 0.520201, + "nauc_precision_at_20_diff1": 0.751125, + "nauc_precision_at_100_max": 0.762296, + "nauc_precision_at_100_std": 0.494827, + "nauc_precision_at_100_diff1": 0.765589, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.686588, + "nauc_mrr_at_1_std": 0.259159, + "nauc_mrr_at_1_diff1": 0.859764, + "nauc_mrr_at_3_max": 0.711148, + "nauc_mrr_at_3_std": 0.278339, + "nauc_mrr_at_3_diff1": 0.835632, + "nauc_mrr_at_5_max": 0.710967, + "nauc_mrr_at_5_std": 0.287241, + "nauc_mrr_at_5_diff1": 0.835502, + "nauc_mrr_at_10_max": 0.710669, + "nauc_mrr_at_10_std": 0.288721, + "nauc_mrr_at_10_diff1": 0.836069, + "nauc_mrr_at_20_max": 0.710873, + "nauc_mrr_at_20_std": 0.291311, + "nauc_mrr_at_20_diff1": 0.836161, + "nauc_mrr_at_100_max": 0.710677, + "nauc_mrr_at_100_std": 0.290109, + "nauc_mrr_at_100_diff1": 0.836971, + "nauc_mrr_at_1000_max": 0.710626, + "nauc_mrr_at_1000_std": 0.289903, + "nauc_mrr_at_1000_diff1": 0.83706, + "main_score": 0.76379, + "hf_subset": "eng_Latn-npi_Latn", + "languages": [ + "eng-Latn", + "npi-Latn" + ] + }, + { + "ndcg_at_1": 0.52444, + "ndcg_at_3": 0.58603, + "ndcg_at_5": 0.59952, + "ndcg_at_10": 0.6126, + "ndcg_at_20": 0.62891, + "ndcg_at_100": 0.65007, + "ndcg_at_1000": 0.66573, + "map_at_1": 0.52444, + "map_at_3": 0.57185, + "map_at_5": 0.57946, + "map_at_10": 0.58495, + "map_at_20": 0.58944, + "map_at_100": 0.5921, + "map_at_1000": 0.59275, + "recall_at_1": 0.52444, + "recall_at_3": 0.62667, + "recall_at_5": 0.65889, + "recall_at_10": 0.69889, + "recall_at_20": 0.76333, + "recall_at_100": 0.88111, + "recall_at_1000": 1.0, + "precision_at_1": 0.52444, + "precision_at_3": 0.20889, + "precision_at_5": 0.13178, + "precision_at_10": 0.06989, + "precision_at_20": 0.03817, + "precision_at_100": 0.00881, + "precision_at_1000": 0.001, + "mrr_at_1": 0.524444, + "mrr_at_3": 0.571852, + "mrr_at_5": 0.579463, + "mrr_at_10": 0.584946, + "mrr_at_20": 0.589437, + "mrr_at_100": 0.592103, + "mrr_at_1000": 0.592755, + "nauc_ndcg_at_1_max": 0.622144, + "nauc_ndcg_at_1_std": 0.242856, + "nauc_ndcg_at_1_diff1": 0.86679, + "nauc_ndcg_at_3_max": 0.619502, + "nauc_ndcg_at_3_std": 0.259826, + "nauc_ndcg_at_3_diff1": 0.828126, + "nauc_ndcg_at_5_max": 0.614221, + "nauc_ndcg_at_5_std": 0.269025, + "nauc_ndcg_at_5_diff1": 0.820288, + "nauc_ndcg_at_10_max": 0.612487, + "nauc_ndcg_at_10_std": 0.271009, + "nauc_ndcg_at_10_diff1": 0.810169, + "nauc_ndcg_at_20_max": 0.614298, + "nauc_ndcg_at_20_std": 0.280396, + "nauc_ndcg_at_20_diff1": 0.809554, + "nauc_ndcg_at_100_max": 0.61344, + "nauc_ndcg_at_100_std": 0.282681, + "nauc_ndcg_at_100_diff1": 0.807835, + "nauc_ndcg_at_1000_max": 0.616086, + "nauc_ndcg_at_1000_std": 0.273251, + "nauc_ndcg_at_1000_diff1": 0.81854, + "nauc_map_at_1_max": 0.622144, + "nauc_map_at_1_std": 0.242856, + "nauc_map_at_1_diff1": 0.86679, + "nauc_map_at_3_max": 0.620562, + "nauc_map_at_3_std": 0.255765, + "nauc_map_at_3_diff1": 0.837183, + "nauc_map_at_5_max": 0.617643, + "nauc_map_at_5_std": 0.260702, + "nauc_map_at_5_diff1": 0.832996, + "nauc_map_at_10_max": 0.617358, + "nauc_map_at_10_std": 0.261822, + "nauc_map_at_10_diff1": 0.829079, + "nauc_map_at_20_max": 0.617868, + "nauc_map_at_20_std": 0.264206, + "nauc_map_at_20_diff1": 0.82914, + "nauc_map_at_100_max": 0.617998, + "nauc_map_at_100_std": 0.264725, + "nauc_map_at_100_diff1": 0.828918, + "nauc_map_at_1000_max": 0.618063, + "nauc_map_at_1000_std": 0.264378, + "nauc_map_at_1000_diff1": 0.829323, + "nauc_recall_at_1_max": 0.622144, + "nauc_recall_at_1_std": 0.242856, + "nauc_recall_at_1_diff1": 0.86679, + "nauc_recall_at_3_max": 0.61604, + "nauc_recall_at_3_std": 0.272323, + "nauc_recall_at_3_diff1": 0.80035, + "nauc_recall_at_5_max": 0.602156, + "nauc_recall_at_5_std": 0.297463, + "nauc_recall_at_5_diff1": 0.778094, + "nauc_recall_at_10_max": 0.592525, + "nauc_recall_at_10_std": 0.304359, + "nauc_recall_at_10_diff1": 0.738359, + "nauc_recall_at_20_max": 0.597879, + "nauc_recall_at_20_std": 0.361074, + "nauc_recall_at_20_diff1": 0.719067, + "nauc_recall_at_100_max": 0.564959, + "nauc_recall_at_100_std": 0.442794, + "nauc_recall_at_100_diff1": 0.627053, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.622144, + "nauc_precision_at_1_std": 0.242856, + "nauc_precision_at_1_diff1": 0.86679, + "nauc_precision_at_3_max": 0.61604, + "nauc_precision_at_3_std": 0.272323, + "nauc_precision_at_3_diff1": 0.80035, + "nauc_precision_at_5_max": 0.602156, + "nauc_precision_at_5_std": 0.297463, + "nauc_precision_at_5_diff1": 0.778094, + "nauc_precision_at_10_max": 0.592525, + "nauc_precision_at_10_std": 0.304359, + "nauc_precision_at_10_diff1": 0.738359, + "nauc_precision_at_20_max": 0.597879, + "nauc_precision_at_20_std": 0.361074, + "nauc_precision_at_20_diff1": 0.719067, + "nauc_precision_at_100_max": 0.564959, + "nauc_precision_at_100_std": 0.442794, + "nauc_precision_at_100_diff1": 0.627053, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.622144, + "nauc_mrr_at_1_std": 0.242856, + "nauc_mrr_at_1_diff1": 0.86679, + "nauc_mrr_at_3_max": 0.620562, + "nauc_mrr_at_3_std": 0.255765, + "nauc_mrr_at_3_diff1": 0.837183, + "nauc_mrr_at_5_max": 0.617643, + "nauc_mrr_at_5_std": 0.260702, + "nauc_mrr_at_5_diff1": 0.832996, + "nauc_mrr_at_10_max": 0.617358, + "nauc_mrr_at_10_std": 0.261822, + "nauc_mrr_at_10_diff1": 0.829079, + "nauc_mrr_at_20_max": 0.617868, + "nauc_mrr_at_20_std": 0.264206, + "nauc_mrr_at_20_diff1": 0.82914, + "nauc_mrr_at_100_max": 0.617998, + "nauc_mrr_at_100_std": 0.264725, + "nauc_mrr_at_100_diff1": 0.828918, + "nauc_mrr_at_1000_max": 0.618063, + "nauc_mrr_at_1000_std": 0.264378, + "nauc_mrr_at_1000_diff1": 0.829323, + "main_score": 0.6126, + "hf_subset": "nso_Latn-nso_Latn", + "languages": [ + "nso-Latn", + "nso-Latn" + ] + }, + { + "ndcg_at_1": 0.77222, + "ndcg_at_3": 0.82397, + "ndcg_at_5": 0.83531, + "ndcg_at_10": 0.84645, + "ndcg_at_20": 0.85399, + "ndcg_at_100": 0.86167, + "ndcg_at_1000": 0.86287, + "map_at_1": 0.77222, + "map_at_3": 0.81148, + "map_at_5": 0.81798, + "map_at_10": 0.82259, + "map_at_20": 0.82464, + "map_at_100": 0.8258, + "map_at_1000": 0.82586, + "recall_at_1": 0.77222, + "recall_at_3": 0.86, + "recall_at_5": 0.88667, + "recall_at_10": 0.92111, + "recall_at_20": 0.95111, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.77222, + "precision_at_3": 0.28667, + "precision_at_5": 0.17733, + "precision_at_10": 0.09211, + "precision_at_20": 0.04756, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.772222, + "mrr_at_3": 0.811481, + "mrr_at_5": 0.817981, + "mrr_at_10": 0.822589, + "mrr_at_20": 0.824635, + "mrr_at_100": 0.8258, + "mrr_at_1000": 0.825855, + "nauc_ndcg_at_1_max": 0.706966, + "nauc_ndcg_at_1_std": -0.045164, + "nauc_ndcg_at_1_diff1": 0.900608, + "nauc_ndcg_at_3_max": 0.714642, + "nauc_ndcg_at_3_std": -0.013779, + "nauc_ndcg_at_3_diff1": 0.880301, + "nauc_ndcg_at_5_max": 0.711544, + "nauc_ndcg_at_5_std": -0.012161, + "nauc_ndcg_at_5_diff1": 0.874557, + "nauc_ndcg_at_10_max": 0.718677, + "nauc_ndcg_at_10_std": 0.003329, + "nauc_ndcg_at_10_diff1": 0.879832, + "nauc_ndcg_at_20_max": 0.711674, + "nauc_ndcg_at_20_std": -0.011445, + "nauc_ndcg_at_20_diff1": 0.882174, + "nauc_ndcg_at_100_max": 0.711785, + "nauc_ndcg_at_100_std": -0.012047, + "nauc_ndcg_at_100_diff1": 0.883885, + "nauc_ndcg_at_1000_max": 0.711295, + "nauc_ndcg_at_1000_std": -0.016996, + "nauc_ndcg_at_1000_diff1": 0.883414, + "nauc_map_at_1_max": 0.706966, + "nauc_map_at_1_std": -0.045164, + "nauc_map_at_1_diff1": 0.900608, + "nauc_map_at_3_max": 0.711532, + "nauc_map_at_3_std": -0.024427, + "nauc_map_at_3_diff1": 0.885476, + "nauc_map_at_5_max": 0.709925, + "nauc_map_at_5_std": -0.023724, + "nauc_map_at_5_diff1": 0.882642, + "nauc_map_at_10_max": 0.712241, + "nauc_map_at_10_std": -0.018785, + "nauc_map_at_10_diff1": 0.884513, + "nauc_map_at_20_max": 0.710493, + "nauc_map_at_20_std": -0.022561, + "nauc_map_at_20_diff1": 0.885112, + "nauc_map_at_100_max": 0.710419, + "nauc_map_at_100_std": -0.022998, + "nauc_map_at_100_diff1": 0.885323, + "nauc_map_at_1000_max": 0.710387, + "nauc_map_at_1000_std": -0.02316, + "nauc_map_at_1000_diff1": 0.885304, + "nauc_recall_at_1_max": 0.706966, + "nauc_recall_at_1_std": -0.045164, + "nauc_recall_at_1_diff1": 0.900608, + "nauc_recall_at_3_max": 0.726783, + "nauc_recall_at_3_std": 0.027008, + "nauc_recall_at_3_diff1": 0.861254, + "nauc_recall_at_5_max": 0.718446, + "nauc_recall_at_5_std": 0.039433, + "nauc_recall_at_5_diff1": 0.83854, + "nauc_recall_at_10_max": 0.763871, + "nauc_recall_at_10_std": 0.152063, + "nauc_recall_at_10_diff1": 0.856064, + "nauc_recall_at_20_max": 0.715517, + "nauc_recall_at_20_std": 0.082251, + "nauc_recall_at_20_diff1": 0.867212, + "nauc_recall_at_100_max": 0.753735, + "nauc_recall_at_100_std": 0.533555, + "nauc_recall_at_100_diff1": 0.932598, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.706966, + "nauc_precision_at_1_std": -0.045164, + "nauc_precision_at_1_diff1": 0.900608, + "nauc_precision_at_3_max": 0.726783, + "nauc_precision_at_3_std": 0.027008, + "nauc_precision_at_3_diff1": 0.861254, + "nauc_precision_at_5_max": 0.718446, + "nauc_precision_at_5_std": 0.039433, + "nauc_precision_at_5_diff1": 0.83854, + "nauc_precision_at_10_max": 0.763871, + "nauc_precision_at_10_std": 0.152063, + "nauc_precision_at_10_diff1": 0.856064, + "nauc_precision_at_20_max": 0.715517, + "nauc_precision_at_20_std": 0.082251, + "nauc_precision_at_20_diff1": 0.867212, + "nauc_precision_at_100_max": 0.753735, + "nauc_precision_at_100_std": 0.533555, + "nauc_precision_at_100_diff1": 0.932598, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.706966, + "nauc_mrr_at_1_std": -0.045164, + "nauc_mrr_at_1_diff1": 0.900608, + "nauc_mrr_at_3_max": 0.711532, + "nauc_mrr_at_3_std": -0.024427, + "nauc_mrr_at_3_diff1": 0.885476, + "nauc_mrr_at_5_max": 0.709925, + "nauc_mrr_at_5_std": -0.023724, + "nauc_mrr_at_5_diff1": 0.882642, + "nauc_mrr_at_10_max": 0.712241, + "nauc_mrr_at_10_std": -0.018785, + "nauc_mrr_at_10_diff1": 0.884513, + "nauc_mrr_at_20_max": 0.710493, + "nauc_mrr_at_20_std": -0.022561, + "nauc_mrr_at_20_diff1": 0.885112, + "nauc_mrr_at_100_max": 0.710419, + "nauc_mrr_at_100_std": -0.022998, + "nauc_mrr_at_100_diff1": 0.885323, + "nauc_mrr_at_1000_max": 0.710387, + "nauc_mrr_at_1000_std": -0.02316, + "nauc_mrr_at_1000_diff1": 0.885304, + "main_score": 0.84645, + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.47889, + "ndcg_at_3": 0.52841, + "ndcg_at_5": 0.54046, + "ndcg_at_10": 0.55587, + "ndcg_at_20": 0.56855, + "ndcg_at_100": 0.59371, + "ndcg_at_1000": 0.61587, + "map_at_1": 0.47889, + "map_at_3": 0.51667, + "map_at_5": 0.52344, + "map_at_10": 0.52977, + "map_at_20": 0.53327, + "map_at_100": 0.53645, + "map_at_1000": 0.53731, + "recall_at_1": 0.47889, + "recall_at_3": 0.56222, + "recall_at_5": 0.59111, + "recall_at_10": 0.63889, + "recall_at_20": 0.68889, + "recall_at_100": 0.82889, + "recall_at_1000": 1.0, + "precision_at_1": 0.47889, + "precision_at_3": 0.18741, + "precision_at_5": 0.11822, + "precision_at_10": 0.06389, + "precision_at_20": 0.03444, + "precision_at_100": 0.00829, + "precision_at_1000": 0.001, + "mrr_at_1": 0.478889, + "mrr_at_3": 0.516667, + "mrr_at_5": 0.523444, + "mrr_at_10": 0.52977, + "mrr_at_20": 0.533274, + "mrr_at_100": 0.536448, + "mrr_at_1000": 0.537312, + "nauc_ndcg_at_1_max": 0.67882, + "nauc_ndcg_at_1_std": 0.044715, + "nauc_ndcg_at_1_diff1": 0.88647, + "nauc_ndcg_at_3_max": 0.685501, + "nauc_ndcg_at_3_std": 0.057806, + "nauc_ndcg_at_3_diff1": 0.850851, + "nauc_ndcg_at_5_max": 0.681149, + "nauc_ndcg_at_5_std": 0.066567, + "nauc_ndcg_at_5_diff1": 0.843097, + "nauc_ndcg_at_10_max": 0.680104, + "nauc_ndcg_at_10_std": 0.077527, + "nauc_ndcg_at_10_diff1": 0.832548, + "nauc_ndcg_at_20_max": 0.674443, + "nauc_ndcg_at_20_std": 0.08588, + "nauc_ndcg_at_20_diff1": 0.826312, + "nauc_ndcg_at_100_max": 0.665546, + "nauc_ndcg_at_100_std": 0.073301, + "nauc_ndcg_at_100_diff1": 0.826249, + "nauc_ndcg_at_1000_max": 0.674569, + "nauc_ndcg_at_1000_std": 0.071176, + "nauc_ndcg_at_1000_diff1": 0.837628, + "nauc_map_at_1_max": 0.67882, + "nauc_map_at_1_std": 0.044715, + "nauc_map_at_1_diff1": 0.88647, + "nauc_map_at_3_max": 0.684383, + "nauc_map_at_3_std": 0.054211, + "nauc_map_at_3_diff1": 0.859567, + "nauc_map_at_5_max": 0.68205, + "nauc_map_at_5_std": 0.059065, + "nauc_map_at_5_diff1": 0.855382, + "nauc_map_at_10_max": 0.681559, + "nauc_map_at_10_std": 0.063408, + "nauc_map_at_10_diff1": 0.851221, + "nauc_map_at_20_max": 0.680118, + "nauc_map_at_20_std": 0.065893, + "nauc_map_at_20_diff1": 0.849684, + "nauc_map_at_100_max": 0.678926, + "nauc_map_at_100_std": 0.064243, + "nauc_map_at_100_diff1": 0.849638, + "nauc_map_at_1000_max": 0.67923, + "nauc_map_at_1000_std": 0.064128, + "nauc_map_at_1000_diff1": 0.850033, + "nauc_recall_at_1_max": 0.67882, + "nauc_recall_at_1_std": 0.044715, + "nauc_recall_at_1_diff1": 0.88647, + "nauc_recall_at_3_max": 0.68863, + "nauc_recall_at_3_std": 0.068764, + "nauc_recall_at_3_diff1": 0.824703, + "nauc_recall_at_5_max": 0.677394, + "nauc_recall_at_5_std": 0.091053, + "nauc_recall_at_5_diff1": 0.804122, + "nauc_recall_at_10_max": 0.673981, + "nauc_recall_at_10_std": 0.130717, + "nauc_recall_at_10_diff1": 0.764877, + "nauc_recall_at_20_max": 0.646189, + "nauc_recall_at_20_std": 0.172504, + "nauc_recall_at_20_diff1": 0.728274, + "nauc_recall_at_100_max": 0.542863, + "nauc_recall_at_100_std": 0.100514, + "nauc_recall_at_100_diff1": 0.671186, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.67882, + "nauc_precision_at_1_std": 0.044715, + "nauc_precision_at_1_diff1": 0.88647, + "nauc_precision_at_3_max": 0.68863, + "nauc_precision_at_3_std": 0.068764, + "nauc_precision_at_3_diff1": 0.824703, + "nauc_precision_at_5_max": 0.677394, + "nauc_precision_at_5_std": 0.091053, + "nauc_precision_at_5_diff1": 0.804122, + "nauc_precision_at_10_max": 0.673981, + "nauc_precision_at_10_std": 0.130717, + "nauc_precision_at_10_diff1": 0.764877, + "nauc_precision_at_20_max": 0.646189, + "nauc_precision_at_20_std": 0.172504, + "nauc_precision_at_20_diff1": 0.728274, + "nauc_precision_at_100_max": 0.542863, + "nauc_precision_at_100_std": 0.100514, + "nauc_precision_at_100_diff1": 0.671186, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.67882, + "nauc_mrr_at_1_std": 0.044715, + "nauc_mrr_at_1_diff1": 0.88647, + "nauc_mrr_at_3_max": 0.684383, + "nauc_mrr_at_3_std": 0.054211, + "nauc_mrr_at_3_diff1": 0.859567, + "nauc_mrr_at_5_max": 0.68205, + "nauc_mrr_at_5_std": 0.059065, + "nauc_mrr_at_5_diff1": 0.855382, + "nauc_mrr_at_10_max": 0.681559, + "nauc_mrr_at_10_std": 0.063408, + "nauc_mrr_at_10_diff1": 0.851221, + "nauc_mrr_at_20_max": 0.680118, + "nauc_mrr_at_20_std": 0.065893, + "nauc_mrr_at_20_diff1": 0.849684, + "nauc_mrr_at_100_max": 0.678926, + "nauc_mrr_at_100_std": 0.064243, + "nauc_mrr_at_100_diff1": 0.849638, + "nauc_mrr_at_1000_max": 0.67923, + "nauc_mrr_at_1000_std": 0.064128, + "nauc_mrr_at_1000_diff1": 0.850033, + "main_score": 0.55587, + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ] + }, + { + "ndcg_at_1": 0.49222, + "ndcg_at_3": 0.54554, + "ndcg_at_5": 0.5683, + "ndcg_at_10": 0.58599, + "ndcg_at_20": 0.59752, + "ndcg_at_100": 0.62139, + "ndcg_at_1000": 0.63864, + "map_at_1": 0.49222, + "map_at_3": 0.53315, + "map_at_5": 0.5457, + "map_at_10": 0.55285, + "map_at_20": 0.55602, + "map_at_100": 0.55914, + "map_at_1000": 0.55985, + "recall_at_1": 0.49222, + "recall_at_3": 0.58111, + "recall_at_5": 0.63667, + "recall_at_10": 0.69222, + "recall_at_20": 0.73778, + "recall_at_100": 0.86889, + "recall_at_1000": 1.0, + "precision_at_1": 0.49222, + "precision_at_3": 0.1937, + "precision_at_5": 0.12733, + "precision_at_10": 0.06922, + "precision_at_20": 0.03689, + "precision_at_100": 0.00869, + "precision_at_1000": 0.001, + "mrr_at_1": 0.492222, + "mrr_at_3": 0.533148, + "mrr_at_5": 0.545704, + "mrr_at_10": 0.552847, + "mrr_at_20": 0.556019, + "mrr_at_100": 0.559136, + "mrr_at_1000": 0.559848, + "nauc_ndcg_at_1_max": 0.648442, + "nauc_ndcg_at_1_std": 0.214438, + "nauc_ndcg_at_1_diff1": 0.843854, + "nauc_ndcg_at_3_max": 0.65635, + "nauc_ndcg_at_3_std": 0.242504, + "nauc_ndcg_at_3_diff1": 0.80076, + "nauc_ndcg_at_5_max": 0.655801, + "nauc_ndcg_at_5_std": 0.253639, + "nauc_ndcg_at_5_diff1": 0.789298, + "nauc_ndcg_at_10_max": 0.653468, + "nauc_ndcg_at_10_std": 0.262215, + "nauc_ndcg_at_10_diff1": 0.780856, + "nauc_ndcg_at_20_max": 0.652934, + "nauc_ndcg_at_20_std": 0.26383, + "nauc_ndcg_at_20_diff1": 0.776889, + "nauc_ndcg_at_100_max": 0.656497, + "nauc_ndcg_at_100_std": 0.268584, + "nauc_ndcg_at_100_diff1": 0.782332, + "nauc_ndcg_at_1000_max": 0.654765, + "nauc_ndcg_at_1000_std": 0.25757, + "nauc_ndcg_at_1000_diff1": 0.790691, + "nauc_map_at_1_max": 0.648442, + "nauc_map_at_1_std": 0.214438, + "nauc_map_at_1_diff1": 0.843854, + "nauc_map_at_3_max": 0.655058, + "nauc_map_at_3_std": 0.236941, + "nauc_map_at_3_diff1": 0.81143, + "nauc_map_at_5_max": 0.654679, + "nauc_map_at_5_std": 0.242949, + "nauc_map_at_5_diff1": 0.805375, + "nauc_map_at_10_max": 0.654103, + "nauc_map_at_10_std": 0.246856, + "nauc_map_at_10_diff1": 0.802463, + "nauc_map_at_20_max": 0.65402, + "nauc_map_at_20_std": 0.24706, + "nauc_map_at_20_diff1": 0.801504, + "nauc_map_at_100_max": 0.654448, + "nauc_map_at_100_std": 0.247732, + "nauc_map_at_100_diff1": 0.802242, + "nauc_map_at_1000_max": 0.654349, + "nauc_map_at_1000_std": 0.247325, + "nauc_map_at_1000_diff1": 0.802532, + "nauc_recall_at_1_max": 0.648442, + "nauc_recall_at_1_std": 0.214438, + "nauc_recall_at_1_diff1": 0.843854, + "nauc_recall_at_3_max": 0.659966, + "nauc_recall_at_3_std": 0.258729, + "nauc_recall_at_3_diff1": 0.768475, + "nauc_recall_at_5_max": 0.659114, + "nauc_recall_at_5_std": 0.289365, + "nauc_recall_at_5_diff1": 0.735317, + "nauc_recall_at_10_max": 0.648629, + "nauc_recall_at_10_std": 0.32068, + "nauc_recall_at_10_diff1": 0.696623, + "nauc_recall_at_20_max": 0.644667, + "nauc_recall_at_20_std": 0.338087, + "nauc_recall_at_20_diff1": 0.665419, + "nauc_recall_at_100_max": 0.681234, + "nauc_recall_at_100_std": 0.447786, + "nauc_recall_at_100_diff1": 0.643943, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.648442, + "nauc_precision_at_1_std": 0.214438, + "nauc_precision_at_1_diff1": 0.843854, + "nauc_precision_at_3_max": 0.659966, + "nauc_precision_at_3_std": 0.258729, + "nauc_precision_at_3_diff1": 0.768475, + "nauc_precision_at_5_max": 0.659114, + "nauc_precision_at_5_std": 0.289365, + "nauc_precision_at_5_diff1": 0.735317, + "nauc_precision_at_10_max": 0.648629, + "nauc_precision_at_10_std": 0.32068, + "nauc_precision_at_10_diff1": 0.696623, + "nauc_precision_at_20_max": 0.644667, + "nauc_precision_at_20_std": 0.338087, + "nauc_precision_at_20_diff1": 0.665419, + "nauc_precision_at_100_max": 0.681234, + "nauc_precision_at_100_std": 0.447786, + "nauc_precision_at_100_diff1": 0.643943, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.648442, + "nauc_mrr_at_1_std": 0.214438, + "nauc_mrr_at_1_diff1": 0.843854, + "nauc_mrr_at_3_max": 0.655058, + "nauc_mrr_at_3_std": 0.236941, + "nauc_mrr_at_3_diff1": 0.81143, + "nauc_mrr_at_5_max": 0.654679, + "nauc_mrr_at_5_std": 0.242949, + "nauc_mrr_at_5_diff1": 0.805375, + "nauc_mrr_at_10_max": 0.654103, + "nauc_mrr_at_10_std": 0.246856, + "nauc_mrr_at_10_diff1": 0.802463, + "nauc_mrr_at_20_max": 0.65402, + "nauc_mrr_at_20_std": 0.24706, + "nauc_mrr_at_20_diff1": 0.801504, + "nauc_mrr_at_100_max": 0.654448, + "nauc_mrr_at_100_std": 0.247732, + "nauc_mrr_at_100_diff1": 0.802242, + "nauc_mrr_at_1000_max": 0.654349, + "nauc_mrr_at_1000_std": 0.247325, + "nauc_mrr_at_1000_diff1": 0.802532, + "main_score": 0.58599, + "hf_subset": "nya_Latn-nya_Latn", + "languages": [ + "nya-Latn", + "nya-Latn" + ] + }, + { + "ndcg_at_1": 0.80556, + "ndcg_at_3": 0.85575, + "ndcg_at_5": 0.87139, + "ndcg_at_10": 0.88067, + "ndcg_at_20": 0.88659, + "ndcg_at_100": 0.88892, + "ndcg_at_1000": 0.88979, + "map_at_1": 0.80556, + "map_at_3": 0.84352, + "map_at_5": 0.85224, + "map_at_10": 0.85604, + "map_at_20": 0.85767, + "map_at_100": 0.85802, + "map_at_1000": 0.85806, + "recall_at_1": 0.80556, + "recall_at_3": 0.89111, + "recall_at_5": 0.92889, + "recall_at_10": 0.95778, + "recall_at_20": 0.98111, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.80556, + "precision_at_3": 0.29704, + "precision_at_5": 0.18578, + "precision_at_10": 0.09578, + "precision_at_20": 0.04906, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.805556, + "mrr_at_3": 0.843519, + "mrr_at_5": 0.852241, + "mrr_at_10": 0.856039, + "mrr_at_20": 0.85767, + "mrr_at_100": 0.85802, + "mrr_at_1000": 0.858056, + "nauc_ndcg_at_1_max": 0.720481, + "nauc_ndcg_at_1_std": -0.047623, + "nauc_ndcg_at_1_diff1": 0.897977, + "nauc_ndcg_at_3_max": 0.745698, + "nauc_ndcg_at_3_std": -0.023834, + "nauc_ndcg_at_3_diff1": 0.880953, + "nauc_ndcg_at_5_max": 0.741827, + "nauc_ndcg_at_5_std": -0.041474, + "nauc_ndcg_at_5_diff1": 0.877053, + "nauc_ndcg_at_10_max": 0.739372, + "nauc_ndcg_at_10_std": -0.027661, + "nauc_ndcg_at_10_diff1": 0.883006, + "nauc_ndcg_at_20_max": 0.736734, + "nauc_ndcg_at_20_std": -0.020141, + "nauc_ndcg_at_20_diff1": 0.883501, + "nauc_ndcg_at_100_max": 0.736205, + "nauc_ndcg_at_100_std": -0.022501, + "nauc_ndcg_at_100_diff1": 0.883977, + "nauc_ndcg_at_1000_max": 0.736468, + "nauc_ndcg_at_1000_std": -0.029842, + "nauc_ndcg_at_1000_diff1": 0.885018, + "nauc_map_at_1_max": 0.720481, + "nauc_map_at_1_std": -0.047623, + "nauc_map_at_1_diff1": 0.897977, + "nauc_map_at_3_max": 0.739424, + "nauc_map_at_3_std": -0.031226, + "nauc_map_at_3_diff1": 0.886556, + "nauc_map_at_5_max": 0.736998, + "nauc_map_at_5_std": -0.040991, + "nauc_map_at_5_diff1": 0.884822, + "nauc_map_at_10_max": 0.736195, + "nauc_map_at_10_std": -0.036051, + "nauc_map_at_10_diff1": 0.887139, + "nauc_map_at_20_max": 0.735699, + "nauc_map_at_20_std": -0.034479, + "nauc_map_at_20_diff1": 0.887284, + "nauc_map_at_100_max": 0.735511, + "nauc_map_at_100_std": -0.03503, + "nauc_map_at_100_diff1": 0.887327, + "nauc_map_at_1000_max": 0.735507, + "nauc_map_at_1000_std": -0.035256, + "nauc_map_at_1000_diff1": 0.887353, + "nauc_recall_at_1_max": 0.720481, + "nauc_recall_at_1_std": -0.047623, + "nauc_recall_at_1_diff1": 0.897977, + "nauc_recall_at_3_max": 0.770099, + "nauc_recall_at_3_std": 0.005908, + "nauc_recall_at_3_diff1": 0.858241, + "nauc_recall_at_5_max": 0.767726, + "nauc_recall_at_5_std": -0.046984, + "nauc_recall_at_5_diff1": 0.831532, + "nauc_recall_at_10_max": 0.762052, + "nauc_recall_at_10_std": 0.061219, + "nauc_recall_at_10_diff1": 0.849194, + "nauc_recall_at_20_max": 0.723623, + "nauc_recall_at_20_std": 0.339814, + "nauc_recall_at_20_diff1": 0.819163, + "nauc_recall_at_100_max": 0.693433, + "nauc_recall_at_100_std": 0.871226, + "nauc_recall_at_100_diff1": 0.750622, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.720481, + "nauc_precision_at_1_std": -0.047623, + "nauc_precision_at_1_diff1": 0.897977, + "nauc_precision_at_3_max": 0.770099, + "nauc_precision_at_3_std": 0.005908, + "nauc_precision_at_3_diff1": 0.858241, + "nauc_precision_at_5_max": 0.767726, + "nauc_precision_at_5_std": -0.046984, + "nauc_precision_at_5_diff1": 0.831532, + "nauc_precision_at_10_max": 0.762052, + "nauc_precision_at_10_std": 0.061219, + "nauc_precision_at_10_diff1": 0.849194, + "nauc_precision_at_20_max": 0.723623, + "nauc_precision_at_20_std": 0.339814, + "nauc_precision_at_20_diff1": 0.819163, + "nauc_precision_at_100_max": 0.693433, + "nauc_precision_at_100_std": 0.871226, + "nauc_precision_at_100_diff1": 0.750622, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.720481, + "nauc_mrr_at_1_std": -0.047623, + "nauc_mrr_at_1_diff1": 0.897977, + "nauc_mrr_at_3_max": 0.739424, + "nauc_mrr_at_3_std": -0.031226, + "nauc_mrr_at_3_diff1": 0.886556, + "nauc_mrr_at_5_max": 0.736998, + "nauc_mrr_at_5_std": -0.040991, + "nauc_mrr_at_5_diff1": 0.884822, + "nauc_mrr_at_10_max": 0.736195, + "nauc_mrr_at_10_std": -0.036051, + "nauc_mrr_at_10_diff1": 0.887139, + "nauc_mrr_at_20_max": 0.735699, + "nauc_mrr_at_20_std": -0.034479, + "nauc_mrr_at_20_diff1": 0.887284, + "nauc_mrr_at_100_max": 0.735511, + "nauc_mrr_at_100_std": -0.03503, + "nauc_mrr_at_100_diff1": 0.887327, + "nauc_mrr_at_1000_max": 0.735507, + "nauc_mrr_at_1000_std": -0.035256, + "nauc_mrr_at_1000_diff1": 0.887353, + "main_score": 0.88067, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.48444, + "ndcg_at_3": 0.53745, + "ndcg_at_5": 0.54897, + "ndcg_at_10": 0.56246, + "ndcg_at_20": 0.57445, + "ndcg_at_100": 0.60221, + "ndcg_at_1000": 0.6226, + "map_at_1": 0.48444, + "map_at_3": 0.52463, + "map_at_5": 0.53107, + "map_at_10": 0.53655, + "map_at_20": 0.53994, + "map_at_100": 0.5437, + "map_at_1000": 0.54449, + "recall_at_1": 0.48444, + "recall_at_3": 0.57444, + "recall_at_5": 0.60222, + "recall_at_10": 0.64444, + "recall_at_20": 0.69111, + "recall_at_100": 0.84222, + "recall_at_1000": 1.0, + "precision_at_1": 0.48444, + "precision_at_3": 0.19148, + "precision_at_5": 0.12044, + "precision_at_10": 0.06444, + "precision_at_20": 0.03456, + "precision_at_100": 0.00842, + "precision_at_1000": 0.001, + "mrr_at_1": 0.484444, + "mrr_at_3": 0.52463, + "mrr_at_5": 0.531074, + "mrr_at_10": 0.53655, + "mrr_at_20": 0.539942, + "mrr_at_100": 0.543698, + "mrr_at_1000": 0.544487, + "nauc_ndcg_at_1_max": 0.689864, + "nauc_ndcg_at_1_std": -0.02601, + "nauc_ndcg_at_1_diff1": 0.869803, + "nauc_ndcg_at_3_max": 0.708745, + "nauc_ndcg_at_3_std": 0.000817, + "nauc_ndcg_at_3_diff1": 0.831311, + "nauc_ndcg_at_5_max": 0.699643, + "nauc_ndcg_at_5_std": 0.011302, + "nauc_ndcg_at_5_diff1": 0.816277, + "nauc_ndcg_at_10_max": 0.695792, + "nauc_ndcg_at_10_std": 0.01552, + "nauc_ndcg_at_10_diff1": 0.810194, + "nauc_ndcg_at_20_max": 0.689499, + "nauc_ndcg_at_20_std": 0.019608, + "nauc_ndcg_at_20_diff1": 0.806861, + "nauc_ndcg_at_100_max": 0.69018, + "nauc_ndcg_at_100_std": 0.019117, + "nauc_ndcg_at_100_diff1": 0.81229, + "nauc_ndcg_at_1000_max": 0.692982, + "nauc_ndcg_at_1000_std": 0.009284, + "nauc_ndcg_at_1000_diff1": 0.819346, + "nauc_map_at_1_max": 0.689864, + "nauc_map_at_1_std": -0.02601, + "nauc_map_at_1_diff1": 0.869803, + "nauc_map_at_3_max": 0.703859, + "nauc_map_at_3_std": -0.007146, + "nauc_map_at_3_diff1": 0.840996, + "nauc_map_at_5_max": 0.698871, + "nauc_map_at_5_std": -0.001451, + "nauc_map_at_5_diff1": 0.832876, + "nauc_map_at_10_max": 0.697474, + "nauc_map_at_10_std": 0.000565, + "nauc_map_at_10_diff1": 0.830716, + "nauc_map_at_20_max": 0.695736, + "nauc_map_at_20_std": 0.001198, + "nauc_map_at_20_diff1": 0.829892, + "nauc_map_at_100_max": 0.695677, + "nauc_map_at_100_std": 0.000795, + "nauc_map_at_100_diff1": 0.830507, + "nauc_map_at_1000_max": 0.695738, + "nauc_map_at_1000_std": 0.000382, + "nauc_map_at_1000_diff1": 0.830755, + "nauc_recall_at_1_max": 0.689864, + "nauc_recall_at_1_std": -0.02601, + "nauc_recall_at_1_diff1": 0.869803, + "nauc_recall_at_3_max": 0.723612, + "nauc_recall_at_3_std": 0.025475, + "nauc_recall_at_3_diff1": 0.801955, + "nauc_recall_at_5_max": 0.700707, + "nauc_recall_at_5_std": 0.053049, + "nauc_recall_at_5_diff1": 0.762362, + "nauc_recall_at_10_max": 0.686578, + "nauc_recall_at_10_std": 0.068265, + "nauc_recall_at_10_diff1": 0.736247, + "nauc_recall_at_20_max": 0.656779, + "nauc_recall_at_20_std": 0.096286, + "nauc_recall_at_20_diff1": 0.713789, + "nauc_recall_at_100_max": 0.645737, + "nauc_recall_at_100_std": 0.155436, + "nauc_recall_at_100_diff1": 0.709237, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.689864, + "nauc_precision_at_1_std": -0.02601, + "nauc_precision_at_1_diff1": 0.869803, + "nauc_precision_at_3_max": 0.723612, + "nauc_precision_at_3_std": 0.025475, + "nauc_precision_at_3_diff1": 0.801955, + "nauc_precision_at_5_max": 0.700707, + "nauc_precision_at_5_std": 0.053049, + "nauc_precision_at_5_diff1": 0.762362, + "nauc_precision_at_10_max": 0.686578, + "nauc_precision_at_10_std": 0.068265, + "nauc_precision_at_10_diff1": 0.736247, + "nauc_precision_at_20_max": 0.656779, + "nauc_precision_at_20_std": 0.096286, + "nauc_precision_at_20_diff1": 0.713789, + "nauc_precision_at_100_max": 0.645737, + "nauc_precision_at_100_std": 0.155436, + "nauc_precision_at_100_diff1": 0.709237, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.689864, + "nauc_mrr_at_1_std": -0.02601, + "nauc_mrr_at_1_diff1": 0.869803, + "nauc_mrr_at_3_max": 0.703859, + "nauc_mrr_at_3_std": -0.007146, + "nauc_mrr_at_3_diff1": 0.840996, + "nauc_mrr_at_5_max": 0.698871, + "nauc_mrr_at_5_std": -0.001451, + "nauc_mrr_at_5_diff1": 0.832876, + "nauc_mrr_at_10_max": 0.697474, + "nauc_mrr_at_10_std": 0.000565, + "nauc_mrr_at_10_diff1": 0.830716, + "nauc_mrr_at_20_max": 0.695736, + "nauc_mrr_at_20_std": 0.001198, + "nauc_mrr_at_20_diff1": 0.829892, + "nauc_mrr_at_100_max": 0.695677, + "nauc_mrr_at_100_std": 0.000795, + "nauc_mrr_at_100_diff1": 0.830507, + "nauc_mrr_at_1000_max": 0.695738, + "nauc_mrr_at_1000_std": 0.000382, + "nauc_mrr_at_1000_diff1": 0.830755, + "main_score": 0.56246, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "ndcg_at_1": 0.75556, + "ndcg_at_3": 0.81936, + "ndcg_at_5": 0.83132, + "ndcg_at_10": 0.84143, + "ndcg_at_20": 0.84665, + "ndcg_at_100": 0.85338, + "ndcg_at_1000": 0.85602, + "map_at_1": 0.75556, + "map_at_3": 0.80444, + "map_at_5": 0.81111, + "map_at_10": 0.81532, + "map_at_20": 0.81668, + "map_at_100": 0.81759, + "map_at_1000": 0.8177, + "recall_at_1": 0.75556, + "recall_at_3": 0.86222, + "recall_at_5": 0.89111, + "recall_at_10": 0.92222, + "recall_at_20": 0.94333, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.75556, + "precision_at_3": 0.28741, + "precision_at_5": 0.17822, + "precision_at_10": 0.09222, + "precision_at_20": 0.04717, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.755556, + "mrr_at_3": 0.804444, + "mrr_at_5": 0.811111, + "mrr_at_10": 0.815316, + "mrr_at_20": 0.816682, + "mrr_at_100": 0.81759, + "mrr_at_1000": 0.817701, + "nauc_ndcg_at_1_max": 0.676712, + "nauc_ndcg_at_1_std": 0.15697, + "nauc_ndcg_at_1_diff1": 0.879947, + "nauc_ndcg_at_3_max": 0.710851, + "nauc_ndcg_at_3_std": 0.192683, + "nauc_ndcg_at_3_diff1": 0.864955, + "nauc_ndcg_at_5_max": 0.715028, + "nauc_ndcg_at_5_std": 0.193852, + "nauc_ndcg_at_5_diff1": 0.861229, + "nauc_ndcg_at_10_max": 0.716996, + "nauc_ndcg_at_10_std": 0.211008, + "nauc_ndcg_at_10_diff1": 0.867772, + "nauc_ndcg_at_20_max": 0.713855, + "nauc_ndcg_at_20_std": 0.209846, + "nauc_ndcg_at_20_diff1": 0.866428, + "nauc_ndcg_at_100_max": 0.712649, + "nauc_ndcg_at_100_std": 0.205292, + "nauc_ndcg_at_100_diff1": 0.869025, + "nauc_ndcg_at_1000_max": 0.70914, + "nauc_ndcg_at_1000_std": 0.196741, + "nauc_ndcg_at_1000_diff1": 0.868721, + "nauc_map_at_1_max": 0.676712, + "nauc_map_at_1_std": 0.15697, + "nauc_map_at_1_diff1": 0.879947, + "nauc_map_at_3_max": 0.702166, + "nauc_map_at_3_std": 0.182882, + "nauc_map_at_3_diff1": 0.86922, + "nauc_map_at_5_max": 0.70387, + "nauc_map_at_5_std": 0.182993, + "nauc_map_at_5_diff1": 0.867644, + "nauc_map_at_10_max": 0.704253, + "nauc_map_at_10_std": 0.188563, + "nauc_map_at_10_diff1": 0.87012, + "nauc_map_at_20_max": 0.703566, + "nauc_map_at_20_std": 0.188308, + "nauc_map_at_20_diff1": 0.869852, + "nauc_map_at_100_max": 0.703482, + "nauc_map_at_100_std": 0.187318, + "nauc_map_at_100_diff1": 0.870118, + "nauc_map_at_1000_max": 0.703359, + "nauc_map_at_1000_std": 0.187067, + "nauc_map_at_1000_diff1": 0.870118, + "nauc_recall_at_1_max": 0.676712, + "nauc_recall_at_1_std": 0.15697, + "nauc_recall_at_1_diff1": 0.879947, + "nauc_recall_at_3_max": 0.744022, + "nauc_recall_at_3_std": 0.230577, + "nauc_recall_at_3_diff1": 0.848376, + "nauc_recall_at_5_max": 0.767243, + "nauc_recall_at_5_std": 0.244554, + "nauc_recall_at_5_diff1": 0.830293, + "nauc_recall_at_10_max": 0.799506, + "nauc_recall_at_10_std": 0.368274, + "nauc_recall_at_10_diff1": 0.856949, + "nauc_recall_at_20_max": 0.795756, + "nauc_recall_at_20_std": 0.410556, + "nauc_recall_at_20_diff1": 0.83899, + "nauc_recall_at_100_max": 0.8899, + "nauc_recall_at_100_std": 0.654477, + "nauc_recall_at_100_diff1": 0.888344, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.676712, + "nauc_precision_at_1_std": 0.15697, + "nauc_precision_at_1_diff1": 0.879947, + "nauc_precision_at_3_max": 0.744022, + "nauc_precision_at_3_std": 0.230577, + "nauc_precision_at_3_diff1": 0.848376, + "nauc_precision_at_5_max": 0.767243, + "nauc_precision_at_5_std": 0.244554, + "nauc_precision_at_5_diff1": 0.830293, + "nauc_precision_at_10_max": 0.799506, + "nauc_precision_at_10_std": 0.368274, + "nauc_precision_at_10_diff1": 0.856949, + "nauc_precision_at_20_max": 0.795756, + "nauc_precision_at_20_std": 0.410556, + "nauc_precision_at_20_diff1": 0.83899, + "nauc_precision_at_100_max": 0.8899, + "nauc_precision_at_100_std": 0.654477, + "nauc_precision_at_100_diff1": 0.888344, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.676712, + "nauc_mrr_at_1_std": 0.15697, + "nauc_mrr_at_1_diff1": 0.879947, + "nauc_mrr_at_3_max": 0.702166, + "nauc_mrr_at_3_std": 0.182882, + "nauc_mrr_at_3_diff1": 0.86922, + "nauc_mrr_at_5_max": 0.70387, + "nauc_mrr_at_5_std": 0.182993, + "nauc_mrr_at_5_diff1": 0.867644, + "nauc_mrr_at_10_max": 0.704253, + "nauc_mrr_at_10_std": 0.188563, + "nauc_mrr_at_10_diff1": 0.87012, + "nauc_mrr_at_20_max": 0.703566, + "nauc_mrr_at_20_std": 0.188308, + "nauc_mrr_at_20_diff1": 0.869852, + "nauc_mrr_at_100_max": 0.703482, + "nauc_mrr_at_100_std": 0.187318, + "nauc_mrr_at_100_diff1": 0.870118, + "nauc_mrr_at_1000_max": 0.703359, + "nauc_mrr_at_1000_std": 0.187067, + "nauc_mrr_at_1000_diff1": 0.870118, + "main_score": 0.84143, + "hf_subset": "ory_Orya-ory_Orya", + "languages": [ + "ory-Orya", + "ory-Orya" + ] + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.93085, + "ndcg_at_5": 0.93831, + "ndcg_at_10": 0.94039, + "ndcg_at_20": 0.94235, + "ndcg_at_100": 0.94401, + "ndcg_at_1000": 0.9444, + "map_at_1": 0.89333, + "map_at_3": 0.92222, + "map_at_5": 0.92644, + "map_at_10": 0.92727, + "map_at_20": 0.92779, + "map_at_100": 0.92803, + "map_at_1000": 0.92804, + "recall_at_1": 0.89333, + "recall_at_3": 0.95556, + "recall_at_5": 0.97333, + "recall_at_10": 0.98, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89333, + "precision_at_3": 0.31852, + "precision_at_5": 0.19467, + "precision_at_10": 0.098, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.893333, + "mrr_at_3": 0.922222, + "mrr_at_5": 0.926444, + "mrr_at_10": 0.927265, + "mrr_at_20": 0.927794, + "mrr_at_100": 0.928029, + "mrr_at_1000": 0.928039, + "nauc_ndcg_at_1_max": 0.725127, + "nauc_ndcg_at_1_std": -0.224136, + "nauc_ndcg_at_1_diff1": 0.931945, + "nauc_ndcg_at_3_max": 0.799382, + "nauc_ndcg_at_3_std": -0.161348, + "nauc_ndcg_at_3_diff1": 0.927915, + "nauc_ndcg_at_5_max": 0.784606, + "nauc_ndcg_at_5_std": -0.1784, + "nauc_ndcg_at_5_diff1": 0.931312, + "nauc_ndcg_at_10_max": 0.786349, + "nauc_ndcg_at_10_std": -0.151293, + "nauc_ndcg_at_10_diff1": 0.930536, + "nauc_ndcg_at_20_max": 0.779695, + "nauc_ndcg_at_20_std": -0.159925, + "nauc_ndcg_at_20_diff1": 0.931421, + "nauc_ndcg_at_100_max": 0.774876, + "nauc_ndcg_at_100_std": -0.160394, + "nauc_ndcg_at_100_diff1": 0.93106, + "nauc_ndcg_at_1000_max": 0.7739, + "nauc_ndcg_at_1000_std": -0.16866, + "nauc_ndcg_at_1000_diff1": 0.930569, + "nauc_map_at_1_max": 0.725127, + "nauc_map_at_1_std": -0.224136, + "nauc_map_at_1_diff1": 0.931945, + "nauc_map_at_3_max": 0.777369, + "nauc_map_at_3_std": -0.178208, + "nauc_map_at_3_diff1": 0.928404, + "nauc_map_at_5_max": 0.769149, + "nauc_map_at_5_std": -0.187191, + "nauc_map_at_5_diff1": 0.930042, + "nauc_map_at_10_max": 0.769429, + "nauc_map_at_10_std": -0.178268, + "nauc_map_at_10_diff1": 0.929782, + "nauc_map_at_20_max": 0.767858, + "nauc_map_at_20_std": -0.18082, + "nauc_map_at_20_diff1": 0.929961, + "nauc_map_at_100_max": 0.767359, + "nauc_map_at_100_std": -0.180422, + "nauc_map_at_100_diff1": 0.929962, + "nauc_map_at_1000_max": 0.76734, + "nauc_map_at_1000_std": -0.180578, + "nauc_map_at_1000_diff1": 0.929953, + "nauc_recall_at_1_max": 0.725127, + "nauc_recall_at_1_std": -0.224136, + "nauc_recall_at_1_diff1": 0.931945, + "nauc_recall_at_3_max": 0.908147, + "nauc_recall_at_3_std": -0.079447, + "nauc_recall_at_3_diff1": 0.926062, + "nauc_recall_at_5_max": 0.898848, + "nauc_recall_at_5_std": -0.119359, + "nauc_recall_at_5_diff1": 0.943491, + "nauc_recall_at_10_max": 0.955519, + "nauc_recall_at_10_std": 0.152065, + "nauc_recall_at_10_diff1": 0.940087, + "nauc_recall_at_20_max": 0.939097, + "nauc_recall_at_20_std": 0.206137, + "nauc_recall_at_20_diff1": 0.962864, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.725127, + "nauc_precision_at_1_std": -0.224136, + "nauc_precision_at_1_diff1": 0.931945, + "nauc_precision_at_3_max": 0.908147, + "nauc_precision_at_3_std": -0.079447, + "nauc_precision_at_3_diff1": 0.926062, + "nauc_precision_at_5_max": 0.898848, + "nauc_precision_at_5_std": -0.119359, + "nauc_precision_at_5_diff1": 0.943491, + "nauc_precision_at_10_max": 0.955519, + "nauc_precision_at_10_std": 0.152065, + "nauc_precision_at_10_diff1": 0.940087, + "nauc_precision_at_20_max": 0.939097, + "nauc_precision_at_20_std": 0.206137, + "nauc_precision_at_20_diff1": 0.962864, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.725127, + "nauc_mrr_at_1_std": -0.224136, + "nauc_mrr_at_1_diff1": 0.931945, + "nauc_mrr_at_3_max": 0.777369, + "nauc_mrr_at_3_std": -0.178208, + "nauc_mrr_at_3_diff1": 0.928404, + "nauc_mrr_at_5_max": 0.769149, + "nauc_mrr_at_5_std": -0.187191, + "nauc_mrr_at_5_diff1": 0.930042, + "nauc_mrr_at_10_max": 0.769429, + "nauc_mrr_at_10_std": -0.178268, + "nauc_mrr_at_10_diff1": 0.929782, + "nauc_mrr_at_20_max": 0.767858, + "nauc_mrr_at_20_std": -0.18082, + "nauc_mrr_at_20_diff1": 0.929961, + "nauc_mrr_at_100_max": 0.767359, + "nauc_mrr_at_100_std": -0.180422, + "nauc_mrr_at_100_diff1": 0.929962, + "nauc_mrr_at_1000_max": 0.76734, + "nauc_mrr_at_1000_std": -0.180578, + "nauc_mrr_at_1000_diff1": 0.929953, + "main_score": 0.94039, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74556, + "ndcg_at_3": 0.81492, + "ndcg_at_5": 0.82807, + "ndcg_at_10": 0.83714, + "ndcg_at_20": 0.84299, + "ndcg_at_100": 0.84953, + "ndcg_at_1000": 0.852, + "map_at_1": 0.74556, + "map_at_3": 0.79815, + "map_at_5": 0.80537, + "map_at_10": 0.80916, + "map_at_20": 0.81089, + "map_at_100": 0.81177, + "map_at_1000": 0.81187, + "recall_at_1": 0.74556, + "recall_at_3": 0.86333, + "recall_at_5": 0.89556, + "recall_at_10": 0.92333, + "recall_at_20": 0.94556, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "precision_at_1": 0.74556, + "precision_at_3": 0.28778, + "precision_at_5": 0.17911, + "precision_at_10": 0.09233, + "precision_at_20": 0.04728, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.745556, + "mrr_at_3": 0.798148, + "mrr_at_5": 0.80537, + "mrr_at_10": 0.809164, + "mrr_at_20": 0.810895, + "mrr_at_100": 0.811769, + "mrr_at_1000": 0.811865, + "nauc_ndcg_at_1_max": 0.679198, + "nauc_ndcg_at_1_std": 0.110083, + "nauc_ndcg_at_1_diff1": 0.870803, + "nauc_ndcg_at_3_max": 0.706564, + "nauc_ndcg_at_3_std": 0.122779, + "nauc_ndcg_at_3_diff1": 0.85168, + "nauc_ndcg_at_5_max": 0.706399, + "nauc_ndcg_at_5_std": 0.140826, + "nauc_ndcg_at_5_diff1": 0.854111, + "nauc_ndcg_at_10_max": 0.711839, + "nauc_ndcg_at_10_std": 0.154576, + "nauc_ndcg_at_10_diff1": 0.85595, + "nauc_ndcg_at_20_max": 0.708991, + "nauc_ndcg_at_20_std": 0.149378, + "nauc_ndcg_at_20_diff1": 0.856641, + "nauc_ndcg_at_100_max": 0.704436, + "nauc_ndcg_at_100_std": 0.140983, + "nauc_ndcg_at_100_diff1": 0.857288, + "nauc_ndcg_at_1000_max": 0.70376, + "nauc_ndcg_at_1000_std": 0.137255, + "nauc_ndcg_at_1000_diff1": 0.857914, + "nauc_map_at_1_max": 0.679198, + "nauc_map_at_1_std": 0.110083, + "nauc_map_at_1_diff1": 0.870803, + "nauc_map_at_3_max": 0.699729, + "nauc_map_at_3_std": 0.118022, + "nauc_map_at_3_diff1": 0.856847, + "nauc_map_at_5_max": 0.699304, + "nauc_map_at_5_std": 0.126212, + "nauc_map_at_5_diff1": 0.858252, + "nauc_map_at_10_max": 0.701041, + "nauc_map_at_10_std": 0.130721, + "nauc_map_at_10_diff1": 0.859022, + "nauc_map_at_20_max": 0.700233, + "nauc_map_at_20_std": 0.129132, + "nauc_map_at_20_diff1": 0.859264, + "nauc_map_at_100_max": 0.69979, + "nauc_map_at_100_std": 0.128557, + "nauc_map_at_100_diff1": 0.85935, + "nauc_map_at_1000_max": 0.699769, + "nauc_map_at_1000_std": 0.128448, + "nauc_map_at_1000_diff1": 0.859377, + "nauc_recall_at_1_max": 0.679198, + "nauc_recall_at_1_std": 0.110083, + "nauc_recall_at_1_diff1": 0.870803, + "nauc_recall_at_3_max": 0.733442, + "nauc_recall_at_3_std": 0.14257, + "nauc_recall_at_3_diff1": 0.831095, + "nauc_recall_at_5_max": 0.7408, + "nauc_recall_at_5_std": 0.21954, + "nauc_recall_at_5_diff1": 0.834504, + "nauc_recall_at_10_max": 0.786749, + "nauc_recall_at_10_std": 0.332129, + "nauc_recall_at_10_diff1": 0.838374, + "nauc_recall_at_20_max": 0.788353, + "nauc_recall_at_20_std": 0.353294, + "nauc_recall_at_20_diff1": 0.837192, + "nauc_recall_at_100_max": 0.743121, + "nauc_recall_at_100_std": 0.349014, + "nauc_recall_at_100_diff1": 0.826056, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.679198, + "nauc_precision_at_1_std": 0.110083, + "nauc_precision_at_1_diff1": 0.870803, + "nauc_precision_at_3_max": 0.733442, + "nauc_precision_at_3_std": 0.14257, + "nauc_precision_at_3_diff1": 0.831095, + "nauc_precision_at_5_max": 0.7408, + "nauc_precision_at_5_std": 0.21954, + "nauc_precision_at_5_diff1": 0.834504, + "nauc_precision_at_10_max": 0.786749, + "nauc_precision_at_10_std": 0.332129, + "nauc_precision_at_10_diff1": 0.838374, + "nauc_precision_at_20_max": 0.788353, + "nauc_precision_at_20_std": 0.353294, + "nauc_precision_at_20_diff1": 0.837192, + "nauc_precision_at_100_max": 0.743121, + "nauc_precision_at_100_std": 0.349014, + "nauc_precision_at_100_diff1": 0.826056, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.679198, + "nauc_mrr_at_1_std": 0.110083, + "nauc_mrr_at_1_diff1": 0.870803, + "nauc_mrr_at_3_max": 0.699729, + "nauc_mrr_at_3_std": 0.118022, + "nauc_mrr_at_3_diff1": 0.856847, + "nauc_mrr_at_5_max": 0.699304, + "nauc_mrr_at_5_std": 0.126212, + "nauc_mrr_at_5_diff1": 0.858252, + "nauc_mrr_at_10_max": 0.701041, + "nauc_mrr_at_10_std": 0.130721, + "nauc_mrr_at_10_diff1": 0.859022, + "nauc_mrr_at_20_max": 0.700233, + "nauc_mrr_at_20_std": 0.129132, + "nauc_mrr_at_20_diff1": 0.859264, + "nauc_mrr_at_100_max": 0.69979, + "nauc_mrr_at_100_std": 0.128557, + "nauc_mrr_at_100_diff1": 0.85935, + "nauc_mrr_at_1000_max": 0.699769, + "nauc_mrr_at_1000_std": 0.128448, + "nauc_mrr_at_1000_diff1": 0.859377, + "main_score": 0.83714, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.89012, + "ndcg_at_5": 0.89963, + "ndcg_at_10": 0.9061, + "ndcg_at_20": 0.9084, + "ndcg_at_100": 0.91227, + "ndcg_at_1000": 0.91343, + "map_at_1": 0.85, + "map_at_3": 0.88019, + "map_at_5": 0.88541, + "map_at_10": 0.88808, + "map_at_20": 0.88873, + "map_at_100": 0.88933, + "map_at_1000": 0.88938, + "recall_at_1": 0.85, + "recall_at_3": 0.91889, + "recall_at_5": 0.94222, + "recall_at_10": 0.96222, + "recall_at_20": 0.97111, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.85, + "precision_at_3": 0.3063, + "precision_at_5": 0.18844, + "precision_at_10": 0.09622, + "precision_at_20": 0.04856, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.85, + "mrr_at_3": 0.880185, + "mrr_at_5": 0.885407, + "mrr_at_10": 0.888078, + "mrr_at_20": 0.888734, + "mrr_at_100": 0.88933, + "mrr_at_1000": 0.889378, + "nauc_ndcg_at_1_max": 0.756485, + "nauc_ndcg_at_1_std": -0.000322, + "nauc_ndcg_at_1_diff1": 0.916014, + "nauc_ndcg_at_3_max": 0.772809, + "nauc_ndcg_at_3_std": -0.009327, + "nauc_ndcg_at_3_diff1": 0.893687, + "nauc_ndcg_at_5_max": 0.782018, + "nauc_ndcg_at_5_std": 0.022765, + "nauc_ndcg_at_5_diff1": 0.905097, + "nauc_ndcg_at_10_max": 0.790859, + "nauc_ndcg_at_10_std": 0.036865, + "nauc_ndcg_at_10_diff1": 0.906207, + "nauc_ndcg_at_20_max": 0.788356, + "nauc_ndcg_at_20_std": 0.042234, + "nauc_ndcg_at_20_diff1": 0.90646, + "nauc_ndcg_at_100_max": 0.782917, + "nauc_ndcg_at_100_std": 0.03617, + "nauc_ndcg_at_100_diff1": 0.906166, + "nauc_ndcg_at_1000_max": 0.779915, + "nauc_ndcg_at_1000_std": 0.024978, + "nauc_ndcg_at_1000_diff1": 0.905311, + "nauc_map_at_1_max": 0.756485, + "nauc_map_at_1_std": -0.000322, + "nauc_map_at_1_diff1": 0.916014, + "nauc_map_at_3_max": 0.768364, + "nauc_map_at_3_std": -0.006925, + "nauc_map_at_3_diff1": 0.898956, + "nauc_map_at_5_max": 0.772738, + "nauc_map_at_5_std": 0.008373, + "nauc_map_at_5_diff1": 0.904841, + "nauc_map_at_10_max": 0.775691, + "nauc_map_at_10_std": 0.012628, + "nauc_map_at_10_diff1": 0.905292, + "nauc_map_at_20_max": 0.77507, + "nauc_map_at_20_std": 0.013986, + "nauc_map_at_20_diff1": 0.905363, + "nauc_map_at_100_max": 0.774372, + "nauc_map_at_100_std": 0.013326, + "nauc_map_at_100_diff1": 0.905286, + "nauc_map_at_1000_max": 0.774271, + "nauc_map_at_1000_std": 0.012974, + "nauc_map_at_1000_diff1": 0.905257, + "nauc_recall_at_1_max": 0.756485, + "nauc_recall_at_1_std": -0.000322, + "nauc_recall_at_1_diff1": 0.916014, + "nauc_recall_at_3_max": 0.790978, + "nauc_recall_at_3_std": -0.019109, + "nauc_recall_at_3_diff1": 0.872677, + "nauc_recall_at_5_max": 0.835497, + "nauc_recall_at_5_std": 0.112754, + "nauc_recall_at_5_diff1": 0.91058, + "nauc_recall_at_10_max": 0.928118, + "nauc_recall_at_10_std": 0.270404, + "nauc_recall_at_10_diff1": 0.920704, + "nauc_recall_at_20_max": 0.93886, + "nauc_recall_at_20_std": 0.399734, + "nauc_recall_at_20_diff1": 0.927728, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8544, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.756485, + "nauc_precision_at_1_std": -0.000322, + "nauc_precision_at_1_diff1": 0.916014, + "nauc_precision_at_3_max": 0.790978, + "nauc_precision_at_3_std": -0.019109, + "nauc_precision_at_3_diff1": 0.872677, + "nauc_precision_at_5_max": 0.835497, + "nauc_precision_at_5_std": 0.112754, + "nauc_precision_at_5_diff1": 0.91058, + "nauc_precision_at_10_max": 0.928118, + "nauc_precision_at_10_std": 0.270404, + "nauc_precision_at_10_diff1": 0.920704, + "nauc_precision_at_20_max": 0.93886, + "nauc_precision_at_20_std": 0.399734, + "nauc_precision_at_20_diff1": 0.927728, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8544, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.756485, + "nauc_mrr_at_1_std": -0.000322, + "nauc_mrr_at_1_diff1": 0.916014, + "nauc_mrr_at_3_max": 0.768364, + "nauc_mrr_at_3_std": -0.006925, + "nauc_mrr_at_3_diff1": 0.898956, + "nauc_mrr_at_5_max": 0.772738, + "nauc_mrr_at_5_std": 0.008373, + "nauc_mrr_at_5_diff1": 0.904841, + "nauc_mrr_at_10_max": 0.775691, + "nauc_mrr_at_10_std": 0.012628, + "nauc_mrr_at_10_diff1": 0.905292, + "nauc_mrr_at_20_max": 0.77507, + "nauc_mrr_at_20_std": 0.013986, + "nauc_mrr_at_20_diff1": 0.905363, + "nauc_mrr_at_100_max": 0.774372, + "nauc_mrr_at_100_std": 0.013326, + "nauc_mrr_at_100_diff1": 0.905286, + "nauc_mrr_at_1000_max": 0.774271, + "nauc_mrr_at_1000_std": 0.012974, + "nauc_mrr_at_1000_diff1": 0.905257, + "main_score": 0.9061, + "hf_subset": "pan_Guru-pan_Guru", + "languages": [ + "pan-Guru", + "pan-Guru" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.94989, + "ndcg_at_5": 0.95439, + "ndcg_at_10": 0.95685, + "ndcg_at_20": 0.95856, + "ndcg_at_100": 0.9596, + "ndcg_at_1000": 0.95985, + "map_at_1": 0.92556, + "map_at_3": 0.94407, + "map_at_5": 0.94652, + "map_at_10": 0.94751, + "map_at_20": 0.94799, + "map_at_100": 0.94813, + "map_at_1000": 0.94814, + "recall_at_1": 0.92556, + "recall_at_3": 0.96667, + "recall_at_5": 0.97778, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92556, + "precision_at_3": 0.32222, + "precision_at_5": 0.19556, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.944074, + "mrr_at_5": 0.946519, + "mrr_at_10": 0.947506, + "mrr_at_20": 0.947986, + "mrr_at_100": 0.948133, + "mrr_at_1000": 0.948138, + "nauc_ndcg_at_1_max": 0.77543, + "nauc_ndcg_at_1_std": -0.118567, + "nauc_ndcg_at_1_diff1": 0.948298, + "nauc_ndcg_at_3_max": 0.83337, + "nauc_ndcg_at_3_std": -0.091212, + "nauc_ndcg_at_3_diff1": 0.946921, + "nauc_ndcg_at_5_max": 0.824656, + "nauc_ndcg_at_5_std": -0.066182, + "nauc_ndcg_at_5_diff1": 0.949377, + "nauc_ndcg_at_10_max": 0.814643, + "nauc_ndcg_at_10_std": -0.078418, + "nauc_ndcg_at_10_diff1": 0.94746, + "nauc_ndcg_at_20_max": 0.816782, + "nauc_ndcg_at_20_std": -0.05677, + "nauc_ndcg_at_20_diff1": 0.949014, + "nauc_ndcg_at_100_max": 0.812073, + "nauc_ndcg_at_100_std": -0.07825, + "nauc_ndcg_at_100_diff1": 0.947703, + "nauc_ndcg_at_1000_max": 0.812177, + "nauc_ndcg_at_1000_std": -0.085063, + "nauc_ndcg_at_1000_diff1": 0.947785, + "nauc_map_at_1_max": 0.77543, + "nauc_map_at_1_std": -0.118567, + "nauc_map_at_1_diff1": 0.948298, + "nauc_map_at_3_max": 0.816847, + "nauc_map_at_3_std": -0.10479, + "nauc_map_at_3_diff1": 0.947031, + "nauc_map_at_5_max": 0.81187, + "nauc_map_at_5_std": -0.095139, + "nauc_map_at_5_diff1": 0.948072, + "nauc_map_at_10_max": 0.808332, + "nauc_map_at_10_std": -0.099996, + "nauc_map_at_10_diff1": 0.947372, + "nauc_map_at_20_max": 0.808767, + "nauc_map_at_20_std": -0.095725, + "nauc_map_at_20_diff1": 0.947726, + "nauc_map_at_100_max": 0.808225, + "nauc_map_at_100_std": -0.098329, + "nauc_map_at_100_diff1": 0.947578, + "nauc_map_at_1000_max": 0.808227, + "nauc_map_at_1000_std": -0.098438, + "nauc_map_at_1000_diff1": 0.947579, + "nauc_recall_at_1_max": 0.77543, + "nauc_recall_at_1_std": -0.118567, + "nauc_recall_at_1_diff1": 0.948298, + "nauc_recall_at_3_max": 0.911936, + "nauc_recall_at_3_std": -0.022144, + "nauc_recall_at_3_diff1": 0.946623, + "nauc_recall_at_5_max": 0.908754, + "nauc_recall_at_5_std": 0.152824, + "nauc_recall_at_5_diff1": 0.959967, + "nauc_recall_at_10_max": 0.859621, + "nauc_recall_at_10_std": 0.160741, + "nauc_recall_at_10_diff1": 0.948467, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": 0.832666, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.77543, + "nauc_precision_at_1_std": -0.118567, + "nauc_precision_at_1_diff1": 0.948298, + "nauc_precision_at_3_max": 0.911936, + "nauc_precision_at_3_std": -0.022144, + "nauc_precision_at_3_diff1": 0.946623, + "nauc_precision_at_5_max": 0.908754, + "nauc_precision_at_5_std": 0.152824, + "nauc_precision_at_5_diff1": 0.959967, + "nauc_precision_at_10_max": 0.859621, + "nauc_precision_at_10_std": 0.160741, + "nauc_precision_at_10_diff1": 0.948467, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": 0.832666, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 0.795752, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.77543, + "nauc_mrr_at_1_std": -0.118567, + "nauc_mrr_at_1_diff1": 0.948298, + "nauc_mrr_at_3_max": 0.816847, + "nauc_mrr_at_3_std": -0.10479, + "nauc_mrr_at_3_diff1": 0.947031, + "nauc_mrr_at_5_max": 0.81187, + "nauc_mrr_at_5_std": -0.095139, + "nauc_mrr_at_5_diff1": 0.948072, + "nauc_mrr_at_10_max": 0.808332, + "nauc_mrr_at_10_std": -0.099996, + "nauc_mrr_at_10_diff1": 0.947372, + "nauc_mrr_at_20_max": 0.808767, + "nauc_mrr_at_20_std": -0.095725, + "nauc_mrr_at_20_diff1": 0.947726, + "nauc_mrr_at_100_max": 0.808225, + "nauc_mrr_at_100_std": -0.098329, + "nauc_mrr_at_100_diff1": 0.947578, + "nauc_mrr_at_1000_max": 0.808227, + "nauc_mrr_at_1000_std": -0.098438, + "nauc_mrr_at_1000_diff1": 0.947579, + "main_score": 0.95685, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84667, + "ndcg_at_3": 0.89286, + "ndcg_at_5": 0.90022, + "ndcg_at_10": 0.90631, + "ndcg_at_20": 0.90946, + "ndcg_at_100": 0.9135, + "ndcg_at_1000": 0.91438, + "map_at_1": 0.84667, + "map_at_3": 0.88222, + "map_at_5": 0.88633, + "map_at_10": 0.88883, + "map_at_20": 0.88973, + "map_at_100": 0.89033, + "map_at_1000": 0.89036, + "recall_at_1": 0.84667, + "recall_at_3": 0.92333, + "recall_at_5": 0.94111, + "recall_at_10": 0.96, + "recall_at_20": 0.97222, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.84667, + "precision_at_3": 0.30778, + "precision_at_5": 0.18822, + "precision_at_10": 0.096, + "precision_at_20": 0.04861, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.846667, + "mrr_at_3": 0.882222, + "mrr_at_5": 0.886333, + "mrr_at_10": 0.888834, + "mrr_at_20": 0.88973, + "mrr_at_100": 0.890329, + "mrr_at_1000": 0.890364, + "nauc_ndcg_at_1_max": 0.73291, + "nauc_ndcg_at_1_std": 0.181208, + "nauc_ndcg_at_1_diff1": 0.912073, + "nauc_ndcg_at_3_max": 0.769316, + "nauc_ndcg_at_3_std": 0.188041, + "nauc_ndcg_at_3_diff1": 0.907444, + "nauc_ndcg_at_5_max": 0.773336, + "nauc_ndcg_at_5_std": 0.210991, + "nauc_ndcg_at_5_diff1": 0.906857, + "nauc_ndcg_at_10_max": 0.774639, + "nauc_ndcg_at_10_std": 0.224668, + "nauc_ndcg_at_10_diff1": 0.908086, + "nauc_ndcg_at_20_max": 0.76952, + "nauc_ndcg_at_20_std": 0.210925, + "nauc_ndcg_at_20_diff1": 0.908931, + "nauc_ndcg_at_100_max": 0.76568, + "nauc_ndcg_at_100_std": 0.211758, + "nauc_ndcg_at_100_diff1": 0.90939, + "nauc_ndcg_at_1000_max": 0.763633, + "nauc_ndcg_at_1000_std": 0.204599, + "nauc_ndcg_at_1000_diff1": 0.908677, + "nauc_map_at_1_max": 0.73291, + "nauc_map_at_1_std": 0.181208, + "nauc_map_at_1_diff1": 0.912073, + "nauc_map_at_3_max": 0.758211, + "nauc_map_at_3_std": 0.181415, + "nauc_map_at_3_diff1": 0.908009, + "nauc_map_at_5_max": 0.759738, + "nauc_map_at_5_std": 0.19274, + "nauc_map_at_5_diff1": 0.907692, + "nauc_map_at_10_max": 0.76002, + "nauc_map_at_10_std": 0.197332, + "nauc_map_at_10_diff1": 0.908202, + "nauc_map_at_20_max": 0.758664, + "nauc_map_at_20_std": 0.193924, + "nauc_map_at_20_diff1": 0.908389, + "nauc_map_at_100_max": 0.758219, + "nauc_map_at_100_std": 0.194618, + "nauc_map_at_100_diff1": 0.908472, + "nauc_map_at_1000_max": 0.758147, + "nauc_map_at_1000_std": 0.194377, + "nauc_map_at_1000_diff1": 0.908451, + "nauc_recall_at_1_max": 0.73291, + "nauc_recall_at_1_std": 0.181208, + "nauc_recall_at_1_diff1": 0.912073, + "nauc_recall_at_3_max": 0.817007, + "nauc_recall_at_3_std": 0.219326, + "nauc_recall_at_3_diff1": 0.905547, + "nauc_recall_at_5_max": 0.847727, + "nauc_recall_at_5_std": 0.318139, + "nauc_recall_at_5_diff1": 0.903018, + "nauc_recall_at_10_max": 0.890043, + "nauc_recall_at_10_std": 0.461627, + "nauc_recall_at_10_diff1": 0.908964, + "nauc_recall_at_20_max": 0.878917, + "nauc_recall_at_20_std": 0.396022, + "nauc_recall_at_20_diff1": 0.920261, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.885621, + "nauc_recall_at_100_diff1": 0.978214, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73291, + "nauc_precision_at_1_std": 0.181208, + "nauc_precision_at_1_diff1": 0.912073, + "nauc_precision_at_3_max": 0.817007, + "nauc_precision_at_3_std": 0.219326, + "nauc_precision_at_3_diff1": 0.905547, + "nauc_precision_at_5_max": 0.847727, + "nauc_precision_at_5_std": 0.318139, + "nauc_precision_at_5_diff1": 0.903018, + "nauc_precision_at_10_max": 0.890043, + "nauc_precision_at_10_std": 0.461627, + "nauc_precision_at_10_diff1": 0.908964, + "nauc_precision_at_20_max": 0.878917, + "nauc_precision_at_20_std": 0.396022, + "nauc_precision_at_20_diff1": 0.920261, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.885621, + "nauc_precision_at_100_diff1": 0.978214, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73291, + "nauc_mrr_at_1_std": 0.181208, + "nauc_mrr_at_1_diff1": 0.912073, + "nauc_mrr_at_3_max": 0.758211, + "nauc_mrr_at_3_std": 0.181415, + "nauc_mrr_at_3_diff1": 0.908009, + "nauc_mrr_at_5_max": 0.759738, + "nauc_mrr_at_5_std": 0.19274, + "nauc_mrr_at_5_diff1": 0.907692, + "nauc_mrr_at_10_max": 0.76002, + "nauc_mrr_at_10_std": 0.197332, + "nauc_mrr_at_10_diff1": 0.908202, + "nauc_mrr_at_20_max": 0.758664, + "nauc_mrr_at_20_std": 0.193924, + "nauc_mrr_at_20_diff1": 0.908389, + "nauc_mrr_at_100_max": 0.758219, + "nauc_mrr_at_100_std": 0.194618, + "nauc_mrr_at_100_diff1": 0.908472, + "nauc_mrr_at_1000_max": 0.758147, + "nauc_mrr_at_1000_std": 0.194377, + "nauc_mrr_at_1000_diff1": 0.908451, + "main_score": 0.90631, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "ndcg_at_1": 0.70556, + "ndcg_at_3": 0.76796, + "ndcg_at_5": 0.7857, + "ndcg_at_10": 0.79732, + "ndcg_at_20": 0.80345, + "ndcg_at_100": 0.81303, + "ndcg_at_1000": 0.81765, + "map_at_1": 0.70556, + "map_at_3": 0.75333, + "map_at_5": 0.76311, + "map_at_10": 0.76797, + "map_at_20": 0.76963, + "map_at_100": 0.77093, + "map_at_1000": 0.77114, + "recall_at_1": 0.70556, + "recall_at_3": 0.81, + "recall_at_5": 0.85333, + "recall_at_10": 0.88889, + "recall_at_20": 0.91333, + "recall_at_100": 0.96556, + "recall_at_1000": 1.0, + "precision_at_1": 0.70556, + "precision_at_3": 0.27, + "precision_at_5": 0.17067, + "precision_at_10": 0.08889, + "precision_at_20": 0.04567, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.705556, + "mrr_at_3": 0.753333, + "mrr_at_5": 0.763111, + "mrr_at_10": 0.767974, + "mrr_at_20": 0.769634, + "mrr_at_100": 0.77093, + "mrr_at_1000": 0.771139, + "nauc_ndcg_at_1_max": 0.647666, + "nauc_ndcg_at_1_std": 0.164937, + "nauc_ndcg_at_1_diff1": 0.854457, + "nauc_ndcg_at_3_max": 0.665179, + "nauc_ndcg_at_3_std": 0.197084, + "nauc_ndcg_at_3_diff1": 0.813978, + "nauc_ndcg_at_5_max": 0.676696, + "nauc_ndcg_at_5_std": 0.228523, + "nauc_ndcg_at_5_diff1": 0.815, + "nauc_ndcg_at_10_max": 0.67336, + "nauc_ndcg_at_10_std": 0.23086, + "nauc_ndcg_at_10_diff1": 0.810303, + "nauc_ndcg_at_20_max": 0.673562, + "nauc_ndcg_at_20_std": 0.229364, + "nauc_ndcg_at_20_diff1": 0.811281, + "nauc_ndcg_at_100_max": 0.669243, + "nauc_ndcg_at_100_std": 0.21881, + "nauc_ndcg_at_100_diff1": 0.815447, + "nauc_ndcg_at_1000_max": 0.667699, + "nauc_ndcg_at_1000_std": 0.21588, + "nauc_ndcg_at_1000_diff1": 0.818033, + "nauc_map_at_1_max": 0.647666, + "nauc_map_at_1_std": 0.164937, + "nauc_map_at_1_diff1": 0.854457, + "nauc_map_at_3_max": 0.659636, + "nauc_map_at_3_std": 0.190659, + "nauc_map_at_3_diff1": 0.82369, + "nauc_map_at_5_max": 0.665189, + "nauc_map_at_5_std": 0.206964, + "nauc_map_at_5_diff1": 0.824495, + "nauc_map_at_10_max": 0.663756, + "nauc_map_at_10_std": 0.207737, + "nauc_map_at_10_diff1": 0.822942, + "nauc_map_at_20_max": 0.663654, + "nauc_map_at_20_std": 0.207101, + "nauc_map_at_20_diff1": 0.823108, + "nauc_map_at_100_max": 0.663152, + "nauc_map_at_100_std": 0.205912, + "nauc_map_at_100_diff1": 0.823601, + "nauc_map_at_1000_max": 0.663129, + "nauc_map_at_1000_std": 0.205836, + "nauc_map_at_1000_diff1": 0.823711, + "nauc_recall_at_1_max": 0.647666, + "nauc_recall_at_1_std": 0.164937, + "nauc_recall_at_1_diff1": 0.854457, + "nauc_recall_at_3_max": 0.68527, + "nauc_recall_at_3_std": 0.21868, + "nauc_recall_at_3_diff1": 0.780182, + "nauc_recall_at_5_max": 0.729722, + "nauc_recall_at_5_std": 0.326152, + "nauc_recall_at_5_diff1": 0.775193, + "nauc_recall_at_10_max": 0.7272, + "nauc_recall_at_10_std": 0.362086, + "nauc_recall_at_10_diff1": 0.739877, + "nauc_recall_at_20_max": 0.744523, + "nauc_recall_at_20_std": 0.386692, + "nauc_recall_at_20_diff1": 0.731996, + "nauc_recall_at_100_max": 0.733186, + "nauc_recall_at_100_std": 0.331707, + "nauc_recall_at_100_diff1": 0.725535, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.647666, + "nauc_precision_at_1_std": 0.164937, + "nauc_precision_at_1_diff1": 0.854457, + "nauc_precision_at_3_max": 0.68527, + "nauc_precision_at_3_std": 0.21868, + "nauc_precision_at_3_diff1": 0.780182, + "nauc_precision_at_5_max": 0.729722, + "nauc_precision_at_5_std": 0.326152, + "nauc_precision_at_5_diff1": 0.775193, + "nauc_precision_at_10_max": 0.7272, + "nauc_precision_at_10_std": 0.362086, + "nauc_precision_at_10_diff1": 0.739877, + "nauc_precision_at_20_max": 0.744523, + "nauc_precision_at_20_std": 0.386692, + "nauc_precision_at_20_diff1": 0.731996, + "nauc_precision_at_100_max": 0.733186, + "nauc_precision_at_100_std": 0.331707, + "nauc_precision_at_100_diff1": 0.725535, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.647666, + "nauc_mrr_at_1_std": 0.164937, + "nauc_mrr_at_1_diff1": 0.854457, + "nauc_mrr_at_3_max": 0.659636, + "nauc_mrr_at_3_std": 0.190659, + "nauc_mrr_at_3_diff1": 0.82369, + "nauc_mrr_at_5_max": 0.665189, + "nauc_mrr_at_5_std": 0.206964, + "nauc_mrr_at_5_diff1": 0.824495, + "nauc_mrr_at_10_max": 0.663756, + "nauc_mrr_at_10_std": 0.207737, + "nauc_mrr_at_10_diff1": 0.822942, + "nauc_mrr_at_20_max": 0.663654, + "nauc_mrr_at_20_std": 0.207101, + "nauc_mrr_at_20_diff1": 0.823108, + "nauc_mrr_at_100_max": 0.663152, + "nauc_mrr_at_100_std": 0.205912, + "nauc_mrr_at_100_diff1": 0.823601, + "nauc_mrr_at_1000_max": 0.663129, + "nauc_mrr_at_1000_std": 0.205836, + "nauc_mrr_at_1000_diff1": 0.823711, + "main_score": 0.79732, + "hf_subset": "pbt_Arab-pbt_Arab", + "languages": [ + "pbt-Arab", + "pbt-Arab" + ] + }, + { + "ndcg_at_1": 0.88889, + "ndcg_at_3": 0.92555, + "ndcg_at_5": 0.93201, + "ndcg_at_10": 0.93574, + "ndcg_at_20": 0.93825, + "ndcg_at_100": 0.94012, + "ndcg_at_1000": 0.94053, + "map_at_1": 0.88889, + "map_at_3": 0.91704, + "map_at_5": 0.92065, + "map_at_10": 0.92226, + "map_at_20": 0.92295, + "map_at_100": 0.92321, + "map_at_1000": 0.92322, + "recall_at_1": 0.88889, + "recall_at_3": 0.95, + "recall_at_5": 0.96556, + "recall_at_10": 0.97667, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.88889, + "precision_at_3": 0.31667, + "precision_at_5": 0.19311, + "precision_at_10": 0.09767, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.888889, + "mrr_at_3": 0.917037, + "mrr_at_5": 0.920648, + "mrr_at_10": 0.922265, + "mrr_at_20": 0.922947, + "mrr_at_100": 0.923213, + "mrr_at_1000": 0.923225, + "nauc_ndcg_at_1_max": 0.635114, + "nauc_ndcg_at_1_std": -0.128392, + "nauc_ndcg_at_1_diff1": 0.90097, + "nauc_ndcg_at_3_max": 0.713154, + "nauc_ndcg_at_3_std": -0.154028, + "nauc_ndcg_at_3_diff1": 0.894552, + "nauc_ndcg_at_5_max": 0.717674, + "nauc_ndcg_at_5_std": -0.114257, + "nauc_ndcg_at_5_diff1": 0.896844, + "nauc_ndcg_at_10_max": 0.705276, + "nauc_ndcg_at_10_std": -0.119372, + "nauc_ndcg_at_10_diff1": 0.897139, + "nauc_ndcg_at_20_max": 0.70218, + "nauc_ndcg_at_20_std": -0.126447, + "nauc_ndcg_at_20_diff1": 0.897236, + "nauc_ndcg_at_100_max": 0.695163, + "nauc_ndcg_at_100_std": -0.123234, + "nauc_ndcg_at_100_diff1": 0.897728, + "nauc_ndcg_at_1000_max": 0.694318, + "nauc_ndcg_at_1000_std": -0.131009, + "nauc_ndcg_at_1000_diff1": 0.897339, + "nauc_map_at_1_max": 0.635114, + "nauc_map_at_1_std": -0.128392, + "nauc_map_at_1_diff1": 0.90097, + "nauc_map_at_3_max": 0.691931, + "nauc_map_at_3_std": -0.150944, + "nauc_map_at_3_diff1": 0.896007, + "nauc_map_at_5_max": 0.69337, + "nauc_map_at_5_std": -0.132387, + "nauc_map_at_5_diff1": 0.897262, + "nauc_map_at_10_max": 0.688498, + "nauc_map_at_10_std": -0.134439, + "nauc_map_at_10_diff1": 0.897389, + "nauc_map_at_20_max": 0.687678, + "nauc_map_at_20_std": -0.136419, + "nauc_map_at_20_diff1": 0.897409, + "nauc_map_at_100_max": 0.686806, + "nauc_map_at_100_std": -0.13644, + "nauc_map_at_100_diff1": 0.897435, + "nauc_map_at_1000_max": 0.686788, + "nauc_map_at_1000_std": -0.136617, + "nauc_map_at_1000_diff1": 0.897428, + "nauc_recall_at_1_max": 0.635114, + "nauc_recall_at_1_std": -0.128392, + "nauc_recall_at_1_diff1": 0.90097, + "nauc_recall_at_3_max": 0.811256, + "nauc_recall_at_3_std": -0.165162, + "nauc_recall_at_3_diff1": 0.888059, + "nauc_recall_at_5_max": 0.874567, + "nauc_recall_at_5_std": 0.02381, + "nauc_recall_at_5_diff1": 0.895109, + "nauc_recall_at_10_max": 0.846739, + "nauc_recall_at_10_std": 0.044796, + "nauc_recall_at_10_diff1": 0.896514, + "nauc_recall_at_20_max": 0.896125, + "nauc_recall_at_20_std": 0.052677, + "nauc_recall_at_20_diff1": 0.897876, + "nauc_recall_at_100_max": 0.820261, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.635114, + "nauc_precision_at_1_std": -0.128392, + "nauc_precision_at_1_diff1": 0.90097, + "nauc_precision_at_3_max": 0.811256, + "nauc_precision_at_3_std": -0.165162, + "nauc_precision_at_3_diff1": 0.888059, + "nauc_precision_at_5_max": 0.874567, + "nauc_precision_at_5_std": 0.02381, + "nauc_precision_at_5_diff1": 0.895109, + "nauc_precision_at_10_max": 0.846739, + "nauc_precision_at_10_std": 0.044796, + "nauc_precision_at_10_diff1": 0.896514, + "nauc_precision_at_20_max": 0.896125, + "nauc_precision_at_20_std": 0.052677, + "nauc_precision_at_20_diff1": 0.897876, + "nauc_precision_at_100_max": 0.820261, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.635114, + "nauc_mrr_at_1_std": -0.128392, + "nauc_mrr_at_1_diff1": 0.90097, + "nauc_mrr_at_3_max": 0.691931, + "nauc_mrr_at_3_std": -0.150944, + "nauc_mrr_at_3_diff1": 0.896007, + "nauc_mrr_at_5_max": 0.69337, + "nauc_mrr_at_5_std": -0.132387, + "nauc_mrr_at_5_diff1": 0.897262, + "nauc_mrr_at_10_max": 0.688498, + "nauc_mrr_at_10_std": -0.134439, + "nauc_mrr_at_10_diff1": 0.897389, + "nauc_mrr_at_20_max": 0.687678, + "nauc_mrr_at_20_std": -0.136419, + "nauc_mrr_at_20_diff1": 0.897409, + "nauc_mrr_at_100_max": 0.686806, + "nauc_mrr_at_100_std": -0.13644, + "nauc_mrr_at_100_diff1": 0.897435, + "nauc_mrr_at_1000_max": 0.686788, + "nauc_mrr_at_1000_std": -0.136617, + "nauc_mrr_at_1000_diff1": 0.897428, + "main_score": 0.93574, + "hf_subset": "pbt_Arab-eng_Latn", + "languages": [ + "pbt-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.67, + "ndcg_at_3": 0.72972, + "ndcg_at_5": 0.74851, + "ndcg_at_10": 0.75953, + "ndcg_at_20": 0.76706, + "ndcg_at_100": 0.78183, + "ndcg_at_1000": 0.78704, + "map_at_1": 0.67, + "map_at_3": 0.71537, + "map_at_5": 0.72581, + "map_at_10": 0.7305, + "map_at_20": 0.73254, + "map_at_100": 0.73447, + "map_at_1000": 0.7347, + "recall_at_1": 0.67, + "recall_at_3": 0.77111, + "recall_at_5": 0.81667, + "recall_at_10": 0.85, + "recall_at_20": 0.88, + "recall_at_100": 0.96111, + "recall_at_1000": 1.0, + "precision_at_1": 0.67, + "precision_at_3": 0.25704, + "precision_at_5": 0.16333, + "precision_at_10": 0.085, + "precision_at_20": 0.044, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.67, + "mrr_at_3": 0.71537, + "mrr_at_5": 0.725815, + "mrr_at_10": 0.730504, + "mrr_at_20": 0.732539, + "mrr_at_100": 0.734474, + "mrr_at_1000": 0.734703, + "nauc_ndcg_at_1_max": 0.604641, + "nauc_ndcg_at_1_std": 0.143265, + "nauc_ndcg_at_1_diff1": 0.846217, + "nauc_ndcg_at_3_max": 0.657079, + "nauc_ndcg_at_3_std": 0.196019, + "nauc_ndcg_at_3_diff1": 0.823047, + "nauc_ndcg_at_5_max": 0.660091, + "nauc_ndcg_at_5_std": 0.21976, + "nauc_ndcg_at_5_diff1": 0.816157, + "nauc_ndcg_at_10_max": 0.658686, + "nauc_ndcg_at_10_std": 0.222544, + "nauc_ndcg_at_10_diff1": 0.814318, + "nauc_ndcg_at_20_max": 0.655274, + "nauc_ndcg_at_20_std": 0.222555, + "nauc_ndcg_at_20_diff1": 0.812066, + "nauc_ndcg_at_100_max": 0.654551, + "nauc_ndcg_at_100_std": 0.218571, + "nauc_ndcg_at_100_diff1": 0.818376, + "nauc_ndcg_at_1000_max": 0.650008, + "nauc_ndcg_at_1000_std": 0.206793, + "nauc_ndcg_at_1000_diff1": 0.82065, + "nauc_map_at_1_max": 0.604641, + "nauc_map_at_1_std": 0.143265, + "nauc_map_at_1_diff1": 0.846217, + "nauc_map_at_3_max": 0.644064, + "nauc_map_at_3_std": 0.181396, + "nauc_map_at_3_diff1": 0.829224, + "nauc_map_at_5_max": 0.645309, + "nauc_map_at_5_std": 0.19375, + "nauc_map_at_5_diff1": 0.825754, + "nauc_map_at_10_max": 0.644361, + "nauc_map_at_10_std": 0.193966, + "nauc_map_at_10_diff1": 0.825276, + "nauc_map_at_20_max": 0.643442, + "nauc_map_at_20_std": 0.193746, + "nauc_map_at_20_diff1": 0.8248, + "nauc_map_at_100_max": 0.643269, + "nauc_map_at_100_std": 0.193007, + "nauc_map_at_100_diff1": 0.825572, + "nauc_map_at_1000_max": 0.64311, + "nauc_map_at_1000_std": 0.192608, + "nauc_map_at_1000_diff1": 0.825682, + "nauc_recall_at_1_max": 0.604641, + "nauc_recall_at_1_std": 0.143265, + "nauc_recall_at_1_diff1": 0.846217, + "nauc_recall_at_3_max": 0.700878, + "nauc_recall_at_3_std": 0.246042, + "nauc_recall_at_3_diff1": 0.802033, + "nauc_recall_at_5_max": 0.718518, + "nauc_recall_at_5_std": 0.327007, + "nauc_recall_at_5_diff1": 0.776915, + "nauc_recall_at_10_max": 0.725292, + "nauc_recall_at_10_std": 0.364526, + "nauc_recall_at_10_diff1": 0.760238, + "nauc_recall_at_20_max": 0.716221, + "nauc_recall_at_20_std": 0.396154, + "nauc_recall_at_20_diff1": 0.732845, + "nauc_recall_at_100_max": 0.820341, + "nauc_recall_at_100_std": 0.650087, + "nauc_recall_at_100_diff1": 0.743071, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.604641, + "nauc_precision_at_1_std": 0.143265, + "nauc_precision_at_1_diff1": 0.846217, + "nauc_precision_at_3_max": 0.700878, + "nauc_precision_at_3_std": 0.246042, + "nauc_precision_at_3_diff1": 0.802033, + "nauc_precision_at_5_max": 0.718518, + "nauc_precision_at_5_std": 0.327007, + "nauc_precision_at_5_diff1": 0.776915, + "nauc_precision_at_10_max": 0.725292, + "nauc_precision_at_10_std": 0.364526, + "nauc_precision_at_10_diff1": 0.760238, + "nauc_precision_at_20_max": 0.716221, + "nauc_precision_at_20_std": 0.396154, + "nauc_precision_at_20_diff1": 0.732845, + "nauc_precision_at_100_max": 0.820341, + "nauc_precision_at_100_std": 0.650087, + "nauc_precision_at_100_diff1": 0.743071, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.604641, + "nauc_mrr_at_1_std": 0.143265, + "nauc_mrr_at_1_diff1": 0.846217, + "nauc_mrr_at_3_max": 0.644064, + "nauc_mrr_at_3_std": 0.181396, + "nauc_mrr_at_3_diff1": 0.829224, + "nauc_mrr_at_5_max": 0.645309, + "nauc_mrr_at_5_std": 0.19375, + "nauc_mrr_at_5_diff1": 0.825754, + "nauc_mrr_at_10_max": 0.644361, + "nauc_mrr_at_10_std": 0.193966, + "nauc_mrr_at_10_diff1": 0.825276, + "nauc_mrr_at_20_max": 0.643442, + "nauc_mrr_at_20_std": 0.193746, + "nauc_mrr_at_20_diff1": 0.8248, + "nauc_mrr_at_100_max": 0.643269, + "nauc_mrr_at_100_std": 0.193007, + "nauc_mrr_at_100_diff1": 0.825572, + "nauc_mrr_at_1000_max": 0.64311, + "nauc_mrr_at_1000_std": 0.192608, + "nauc_mrr_at_1000_diff1": 0.825682, + "main_score": 0.75953, + "hf_subset": "eng_Latn-pbt_Arab", + "languages": [ + "eng-Latn", + "pbt-Arab" + ] + }, + { + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.9421, + "ndcg_at_5": 0.94617, + "ndcg_at_10": 0.949, + "ndcg_at_20": 0.95067, + "ndcg_at_100": 0.95198, + "ndcg_at_1000": 0.95224, + "map_at_1": 0.90556, + "map_at_3": 0.93389, + "map_at_5": 0.93611, + "map_at_10": 0.93725, + "map_at_20": 0.9377, + "map_at_100": 0.93791, + "map_at_1000": 0.93791, + "recall_at_1": 0.90556, + "recall_at_3": 0.96556, + "recall_at_5": 0.97556, + "recall_at_10": 0.98444, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90556, + "precision_at_3": 0.32185, + "precision_at_5": 0.19511, + "precision_at_10": 0.09844, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.933889, + "mrr_at_5": 0.936111, + "mrr_at_10": 0.937254, + "mrr_at_20": 0.937704, + "mrr_at_100": 0.937908, + "mrr_at_1000": 0.937914, + "nauc_ndcg_at_1_max": 0.764744, + "nauc_ndcg_at_1_std": -0.146394, + "nauc_ndcg_at_1_diff1": 0.935085, + "nauc_ndcg_at_3_max": 0.820328, + "nauc_ndcg_at_3_std": -0.051819, + "nauc_ndcg_at_3_diff1": 0.931704, + "nauc_ndcg_at_5_max": 0.812948, + "nauc_ndcg_at_5_std": -0.06896, + "nauc_ndcg_at_5_diff1": 0.928873, + "nauc_ndcg_at_10_max": 0.810352, + "nauc_ndcg_at_10_std": -0.075821, + "nauc_ndcg_at_10_diff1": 0.934089, + "nauc_ndcg_at_20_max": 0.806282, + "nauc_ndcg_at_20_std": -0.067074, + "nauc_ndcg_at_20_diff1": 0.933427, + "nauc_ndcg_at_100_max": 0.803491, + "nauc_ndcg_at_100_std": -0.071464, + "nauc_ndcg_at_100_diff1": 0.933501, + "nauc_ndcg_at_1000_max": 0.802423, + "nauc_ndcg_at_1000_std": -0.077292, + "nauc_ndcg_at_1000_diff1": 0.933139, + "nauc_map_at_1_max": 0.764744, + "nauc_map_at_1_std": -0.146394, + "nauc_map_at_1_diff1": 0.935085, + "nauc_map_at_3_max": 0.804086, + "nauc_map_at_3_std": -0.078106, + "nauc_map_at_3_diff1": 0.932942, + "nauc_map_at_5_max": 0.800177, + "nauc_map_at_5_std": -0.086491, + "nauc_map_at_5_diff1": 0.931746, + "nauc_map_at_10_max": 0.798909, + "nauc_map_at_10_std": -0.089451, + "nauc_map_at_10_diff1": 0.933255, + "nauc_map_at_20_max": 0.797975, + "nauc_map_at_20_std": -0.087484, + "nauc_map_at_20_diff1": 0.933147, + "nauc_map_at_100_max": 0.797619, + "nauc_map_at_100_std": -0.087981, + "nauc_map_at_100_diff1": 0.933162, + "nauc_map_at_1000_max": 0.7976, + "nauc_map_at_1000_std": -0.088087, + "nauc_map_at_1000_diff1": 0.933155, + "nauc_recall_at_1_max": 0.764744, + "nauc_recall_at_1_std": -0.146394, + "nauc_recall_at_1_diff1": 0.935085, + "nauc_recall_at_3_max": 0.907985, + "nauc_recall_at_3_std": 0.088793, + "nauc_recall_at_3_diff1": 0.924791, + "nauc_recall_at_5_max": 0.903234, + "nauc_recall_at_5_std": 0.048765, + "nauc_recall_at_5_diff1": 0.905908, + "nauc_recall_at_10_max": 0.932306, + "nauc_recall_at_10_std": 0.053788, + "nauc_recall_at_10_diff1": 0.952148, + "nauc_recall_at_20_max": 0.932598, + "nauc_recall_at_20_std": 0.332808, + "nauc_recall_at_20_diff1": 0.948938, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.764744, + "nauc_precision_at_1_std": -0.146394, + "nauc_precision_at_1_diff1": 0.935085, + "nauc_precision_at_3_max": 0.907985, + "nauc_precision_at_3_std": 0.088793, + "nauc_precision_at_3_diff1": 0.924791, + "nauc_precision_at_5_max": 0.903234, + "nauc_precision_at_5_std": 0.048765, + "nauc_precision_at_5_diff1": 0.905908, + "nauc_precision_at_10_max": 0.932306, + "nauc_precision_at_10_std": 0.053788, + "nauc_precision_at_10_diff1": 0.952148, + "nauc_precision_at_20_max": 0.932598, + "nauc_precision_at_20_std": 0.332808, + "nauc_precision_at_20_diff1": 0.948938, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.764744, + "nauc_mrr_at_1_std": -0.146394, + "nauc_mrr_at_1_diff1": 0.935085, + "nauc_mrr_at_3_max": 0.804086, + "nauc_mrr_at_3_std": -0.078106, + "nauc_mrr_at_3_diff1": 0.932942, + "nauc_mrr_at_5_max": 0.800177, + "nauc_mrr_at_5_std": -0.086491, + "nauc_mrr_at_5_diff1": 0.931746, + "nauc_mrr_at_10_max": 0.798909, + "nauc_mrr_at_10_std": -0.089451, + "nauc_mrr_at_10_diff1": 0.933255, + "nauc_mrr_at_20_max": 0.797975, + "nauc_mrr_at_20_std": -0.087484, + "nauc_mrr_at_20_diff1": 0.933147, + "nauc_mrr_at_100_max": 0.797619, + "nauc_mrr_at_100_std": -0.087981, + "nauc_mrr_at_100_diff1": 0.933162, + "nauc_mrr_at_1000_max": 0.7976, + "nauc_mrr_at_1000_std": -0.088087, + "nauc_mrr_at_1000_diff1": 0.933155, + "main_score": 0.949, + "hf_subset": "pes_Arab-pes_Arab", + "languages": [ + "pes-Arab", + "pes-Arab" + ] + }, + { + "ndcg_at_1": 0.93111, + "ndcg_at_3": 0.95533, + "ndcg_at_5": 0.9614, + "ndcg_at_10": 0.96282, + "ndcg_at_20": 0.96395, + "ndcg_at_100": 0.96459, + "ndcg_at_1000": 0.96485, + "map_at_1": 0.93111, + "map_at_3": 0.94981, + "map_at_5": 0.95326, + "map_at_10": 0.95383, + "map_at_20": 0.95414, + "map_at_100": 0.95424, + "map_at_1000": 0.95424, + "recall_at_1": 0.93111, + "recall_at_3": 0.97111, + "recall_at_5": 0.98556, + "recall_at_10": 0.99, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93111, + "precision_at_3": 0.3237, + "precision_at_5": 0.19711, + "precision_at_10": 0.099, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.931111, + "mrr_at_3": 0.949815, + "mrr_at_5": 0.953259, + "mrr_at_10": 0.95383, + "mrr_at_20": 0.954142, + "mrr_at_100": 0.954237, + "mrr_at_1000": 0.954243, + "nauc_ndcg_at_1_max": 0.758403, + "nauc_ndcg_at_1_std": -0.086104, + "nauc_ndcg_at_1_diff1": 0.943157, + "nauc_ndcg_at_3_max": 0.818237, + "nauc_ndcg_at_3_std": -0.045652, + "nauc_ndcg_at_3_diff1": 0.933627, + "nauc_ndcg_at_5_max": 0.812435, + "nauc_ndcg_at_5_std": -0.075419, + "nauc_ndcg_at_5_diff1": 0.944329, + "nauc_ndcg_at_10_max": 0.805295, + "nauc_ndcg_at_10_std": -0.084461, + "nauc_ndcg_at_10_diff1": 0.94221, + "nauc_ndcg_at_20_max": 0.804269, + "nauc_ndcg_at_20_std": -0.069979, + "nauc_ndcg_at_20_diff1": 0.942381, + "nauc_ndcg_at_100_max": 0.801585, + "nauc_ndcg_at_100_std": -0.057811, + "nauc_ndcg_at_100_diff1": 0.941343, + "nauc_ndcg_at_1000_max": 0.800117, + "nauc_ndcg_at_1000_std": -0.06564, + "nauc_ndcg_at_1000_diff1": 0.940909, + "nauc_map_at_1_max": 0.758403, + "nauc_map_at_1_std": -0.086104, + "nauc_map_at_1_diff1": 0.943157, + "nauc_map_at_3_max": 0.802009, + "nauc_map_at_3_std": -0.060691, + "nauc_map_at_3_diff1": 0.936442, + "nauc_map_at_5_max": 0.797976, + "nauc_map_at_5_std": -0.074474, + "nauc_map_at_5_diff1": 0.941212, + "nauc_map_at_10_max": 0.795477, + "nauc_map_at_10_std": -0.077905, + "nauc_map_at_10_diff1": 0.940485, + "nauc_map_at_20_max": 0.795199, + "nauc_map_at_20_std": -0.07385, + "nauc_map_at_20_diff1": 0.940483, + "nauc_map_at_100_max": 0.794888, + "nauc_map_at_100_std": -0.071898, + "nauc_map_at_100_diff1": 0.940359, + "nauc_map_at_1000_max": 0.794861, + "nauc_map_at_1000_std": -0.07204, + "nauc_map_at_1000_diff1": 0.940352, + "nauc_recall_at_1_max": 0.758403, + "nauc_recall_at_1_std": -0.086104, + "nauc_recall_at_1_diff1": 0.943157, + "nauc_recall_at_3_max": 0.897023, + "nauc_recall_at_3_std": 0.03092, + "nauc_recall_at_3_diff1": 0.919755, + "nauc_recall_at_5_max": 0.940566, + "nauc_recall_at_5_std": -0.098542, + "nauc_recall_at_5_diff1": 0.979889, + "nauc_recall_at_10_max": 0.914151, + "nauc_recall_at_10_std": -0.20194, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.021662, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.758403, + "nauc_precision_at_1_std": -0.086104, + "nauc_precision_at_1_diff1": 0.943157, + "nauc_precision_at_3_max": 0.897023, + "nauc_precision_at_3_std": 0.03092, + "nauc_precision_at_3_diff1": 0.919755, + "nauc_precision_at_5_max": 0.940566, + "nauc_precision_at_5_std": -0.098542, + "nauc_precision_at_5_diff1": 0.979889, + "nauc_precision_at_10_max": 0.914151, + "nauc_precision_at_10_std": -0.20194, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.021662, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.758403, + "nauc_mrr_at_1_std": -0.086104, + "nauc_mrr_at_1_diff1": 0.943157, + "nauc_mrr_at_3_max": 0.802009, + "nauc_mrr_at_3_std": -0.060691, + "nauc_mrr_at_3_diff1": 0.936442, + "nauc_mrr_at_5_max": 0.797976, + "nauc_mrr_at_5_std": -0.074474, + "nauc_mrr_at_5_diff1": 0.941212, + "nauc_mrr_at_10_max": 0.795477, + "nauc_mrr_at_10_std": -0.077905, + "nauc_mrr_at_10_diff1": 0.940485, + "nauc_mrr_at_20_max": 0.795199, + "nauc_mrr_at_20_std": -0.07385, + "nauc_mrr_at_20_diff1": 0.940483, + "nauc_mrr_at_100_max": 0.794888, + "nauc_mrr_at_100_std": -0.071898, + "nauc_mrr_at_100_diff1": 0.940359, + "nauc_mrr_at_1000_max": 0.794861, + "nauc_mrr_at_1000_std": -0.07204, + "nauc_mrr_at_1000_diff1": 0.940352, + "main_score": 0.96282, + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.9243, + "ndcg_at_5": 0.93376, + "ndcg_at_10": 0.93745, + "ndcg_at_20": 0.94003, + "ndcg_at_100": 0.94131, + "ndcg_at_1000": 0.94177, + "map_at_1": 0.89111, + "map_at_3": 0.91685, + "map_at_5": 0.92202, + "map_at_10": 0.9236, + "map_at_20": 0.92433, + "map_at_100": 0.92452, + "map_at_1000": 0.92454, + "recall_at_1": 0.89111, + "recall_at_3": 0.94556, + "recall_at_5": 0.96889, + "recall_at_10": 0.98, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89111, + "precision_at_3": 0.31519, + "precision_at_5": 0.19378, + "precision_at_10": 0.098, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.916852, + "mrr_at_5": 0.922019, + "mrr_at_10": 0.923597, + "mrr_at_20": 0.924327, + "mrr_at_100": 0.924517, + "mrr_at_1000": 0.924541, + "nauc_ndcg_at_1_max": 0.740976, + "nauc_ndcg_at_1_std": 0.147273, + "nauc_ndcg_at_1_diff1": 0.906812, + "nauc_ndcg_at_3_max": 0.804451, + "nauc_ndcg_at_3_std": 0.186261, + "nauc_ndcg_at_3_diff1": 0.919829, + "nauc_ndcg_at_5_max": 0.798756, + "nauc_ndcg_at_5_std": 0.181854, + "nauc_ndcg_at_5_diff1": 0.91935, + "nauc_ndcg_at_10_max": 0.791837, + "nauc_ndcg_at_10_std": 0.162678, + "nauc_ndcg_at_10_diff1": 0.9179, + "nauc_ndcg_at_20_max": 0.786138, + "nauc_ndcg_at_20_std": 0.166726, + "nauc_ndcg_at_20_diff1": 0.917, + "nauc_ndcg_at_100_max": 0.784955, + "nauc_ndcg_at_100_std": 0.174353, + "nauc_ndcg_at_100_diff1": 0.91568, + "nauc_ndcg_at_1000_max": 0.783537, + "nauc_ndcg_at_1000_std": 0.167769, + "nauc_ndcg_at_1000_diff1": 0.915795, + "nauc_map_at_1_max": 0.740976, + "nauc_map_at_1_std": 0.147273, + "nauc_map_at_1_diff1": 0.906812, + "nauc_map_at_3_max": 0.786649, + "nauc_map_at_3_std": 0.172888, + "nauc_map_at_3_diff1": 0.915889, + "nauc_map_at_5_max": 0.782963, + "nauc_map_at_5_std": 0.169978, + "nauc_map_at_5_diff1": 0.915447, + "nauc_map_at_10_max": 0.780254, + "nauc_map_at_10_std": 0.162947, + "nauc_map_at_10_diff1": 0.914924, + "nauc_map_at_20_max": 0.778856, + "nauc_map_at_20_std": 0.163679, + "nauc_map_at_20_diff1": 0.914714, + "nauc_map_at_100_max": 0.778714, + "nauc_map_at_100_std": 0.1645, + "nauc_map_at_100_diff1": 0.914564, + "nauc_map_at_1000_max": 0.778649, + "nauc_map_at_1000_std": 0.164231, + "nauc_map_at_1000_diff1": 0.914574, + "nauc_recall_at_1_max": 0.740976, + "nauc_recall_at_1_std": 0.147273, + "nauc_recall_at_1_diff1": 0.906812, + "nauc_recall_at_3_max": 0.881, + "nauc_recall_at_3_std": 0.245479, + "nauc_recall_at_3_diff1": 0.936975, + "nauc_recall_at_5_max": 0.907213, + "nauc_recall_at_5_std": 0.266623, + "nauc_recall_at_5_diff1": 0.946895, + "nauc_recall_at_10_max": 0.901961, + "nauc_recall_at_10_std": 0.135725, + "nauc_recall_at_10_diff1": 0.947349, + "nauc_recall_at_20_max": 0.880174, + "nauc_recall_at_20_std": 0.211433, + "nauc_recall_at_20_diff1": 0.954611, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.740976, + "nauc_precision_at_1_std": 0.147273, + "nauc_precision_at_1_diff1": 0.906812, + "nauc_precision_at_3_max": 0.881, + "nauc_precision_at_3_std": 0.245479, + "nauc_precision_at_3_diff1": 0.936975, + "nauc_precision_at_5_max": 0.907213, + "nauc_precision_at_5_std": 0.266623, + "nauc_precision_at_5_diff1": 0.946895, + "nauc_precision_at_10_max": 0.901961, + "nauc_precision_at_10_std": 0.135725, + "nauc_precision_at_10_diff1": 0.947349, + "nauc_precision_at_20_max": 0.880174, + "nauc_precision_at_20_std": 0.211433, + "nauc_precision_at_20_diff1": 0.954611, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.740976, + "nauc_mrr_at_1_std": 0.147273, + "nauc_mrr_at_1_diff1": 0.906812, + "nauc_mrr_at_3_max": 0.786649, + "nauc_mrr_at_3_std": 0.172888, + "nauc_mrr_at_3_diff1": 0.915889, + "nauc_mrr_at_5_max": 0.782963, + "nauc_mrr_at_5_std": 0.169978, + "nauc_mrr_at_5_diff1": 0.915447, + "nauc_mrr_at_10_max": 0.780254, + "nauc_mrr_at_10_std": 0.162947, + "nauc_mrr_at_10_diff1": 0.914924, + "nauc_mrr_at_20_max": 0.778856, + "nauc_mrr_at_20_std": 0.163679, + "nauc_mrr_at_20_diff1": 0.914714, + "nauc_mrr_at_100_max": 0.778714, + "nauc_mrr_at_100_std": 0.1645, + "nauc_mrr_at_100_diff1": 0.914564, + "nauc_mrr_at_1000_max": 0.778649, + "nauc_mrr_at_1000_std": 0.164231, + "nauc_mrr_at_1000_diff1": 0.914574, + "main_score": 0.93745, + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ] + }, + { + "ndcg_at_1": 0.58556, + "ndcg_at_3": 0.63338, + "ndcg_at_5": 0.65084, + "ndcg_at_10": 0.66808, + "ndcg_at_20": 0.67914, + "ndcg_at_100": 0.69713, + "ndcg_at_1000": 0.70971, + "map_at_1": 0.58556, + "map_at_3": 0.62185, + "map_at_5": 0.63157, + "map_at_10": 0.63869, + "map_at_20": 0.64163, + "map_at_100": 0.64407, + "map_at_1000": 0.6446, + "recall_at_1": 0.58556, + "recall_at_3": 0.66667, + "recall_at_5": 0.70889, + "recall_at_10": 0.76222, + "recall_at_20": 0.80667, + "recall_at_100": 0.90444, + "recall_at_1000": 1.0, + "precision_at_1": 0.58556, + "precision_at_3": 0.22222, + "precision_at_5": 0.14178, + "precision_at_10": 0.07622, + "precision_at_20": 0.04033, + "precision_at_100": 0.00904, + "precision_at_1000": 0.001, + "mrr_at_1": 0.585556, + "mrr_at_3": 0.621852, + "mrr_at_5": 0.631574, + "mrr_at_10": 0.638695, + "mrr_at_20": 0.641634, + "mrr_at_100": 0.644075, + "mrr_at_1000": 0.644602, + "nauc_ndcg_at_1_max": 0.648329, + "nauc_ndcg_at_1_std": 0.429964, + "nauc_ndcg_at_1_diff1": 0.867615, + "nauc_ndcg_at_3_max": 0.666459, + "nauc_ndcg_at_3_std": 0.449101, + "nauc_ndcg_at_3_diff1": 0.835388, + "nauc_ndcg_at_5_max": 0.669136, + "nauc_ndcg_at_5_std": 0.45952, + "nauc_ndcg_at_5_diff1": 0.828117, + "nauc_ndcg_at_10_max": 0.663356, + "nauc_ndcg_at_10_std": 0.464048, + "nauc_ndcg_at_10_diff1": 0.822488, + "nauc_ndcg_at_20_max": 0.661417, + "nauc_ndcg_at_20_std": 0.46171, + "nauc_ndcg_at_20_diff1": 0.819547, + "nauc_ndcg_at_100_max": 0.660402, + "nauc_ndcg_at_100_std": 0.465455, + "nauc_ndcg_at_100_diff1": 0.82188, + "nauc_ndcg_at_1000_max": 0.661116, + "nauc_ndcg_at_1000_std": 0.457369, + "nauc_ndcg_at_1000_diff1": 0.829237, + "nauc_map_at_1_max": 0.648329, + "nauc_map_at_1_std": 0.429964, + "nauc_map_at_1_diff1": 0.867615, + "nauc_map_at_3_max": 0.662042, + "nauc_map_at_3_std": 0.442983, + "nauc_map_at_3_diff1": 0.843243, + "nauc_map_at_5_max": 0.663112, + "nauc_map_at_5_std": 0.448169, + "nauc_map_at_5_diff1": 0.839298, + "nauc_map_at_10_max": 0.660552, + "nauc_map_at_10_std": 0.449954, + "nauc_map_at_10_diff1": 0.83739, + "nauc_map_at_20_max": 0.659964, + "nauc_map_at_20_std": 0.449206, + "nauc_map_at_20_diff1": 0.836714, + "nauc_map_at_100_max": 0.659819, + "nauc_map_at_100_std": 0.449705, + "nauc_map_at_100_diff1": 0.8371, + "nauc_map_at_1000_max": 0.659878, + "nauc_map_at_1000_std": 0.449441, + "nauc_map_at_1000_diff1": 0.837406, + "nauc_recall_at_1_max": 0.648329, + "nauc_recall_at_1_std": 0.429964, + "nauc_recall_at_1_diff1": 0.867615, + "nauc_recall_at_3_max": 0.680179, + "nauc_recall_at_3_std": 0.468791, + "nauc_recall_at_3_diff1": 0.81099, + "nauc_recall_at_5_max": 0.690194, + "nauc_recall_at_5_std": 0.500546, + "nauc_recall_at_5_diff1": 0.78969, + "nauc_recall_at_10_max": 0.6727, + "nauc_recall_at_10_std": 0.524027, + "nauc_recall_at_10_diff1": 0.760058, + "nauc_recall_at_20_max": 0.664187, + "nauc_recall_at_20_std": 0.522237, + "nauc_recall_at_20_diff1": 0.732253, + "nauc_recall_at_100_max": 0.652628, + "nauc_recall_at_100_std": 0.623472, + "nauc_recall_at_100_diff1": 0.687474, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.648329, + "nauc_precision_at_1_std": 0.429964, + "nauc_precision_at_1_diff1": 0.867615, + "nauc_precision_at_3_max": 0.680179, + "nauc_precision_at_3_std": 0.468791, + "nauc_precision_at_3_diff1": 0.81099, + "nauc_precision_at_5_max": 0.690194, + "nauc_precision_at_5_std": 0.500546, + "nauc_precision_at_5_diff1": 0.78969, + "nauc_precision_at_10_max": 0.6727, + "nauc_precision_at_10_std": 0.524027, + "nauc_precision_at_10_diff1": 0.760058, + "nauc_precision_at_20_max": 0.664187, + "nauc_precision_at_20_std": 0.522237, + "nauc_precision_at_20_diff1": 0.732253, + "nauc_precision_at_100_max": 0.652628, + "nauc_precision_at_100_std": 0.623472, + "nauc_precision_at_100_diff1": 0.687474, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.648329, + "nauc_mrr_at_1_std": 0.429964, + "nauc_mrr_at_1_diff1": 0.867615, + "nauc_mrr_at_3_max": 0.662042, + "nauc_mrr_at_3_std": 0.442983, + "nauc_mrr_at_3_diff1": 0.843243, + "nauc_mrr_at_5_max": 0.663112, + "nauc_mrr_at_5_std": 0.448169, + "nauc_mrr_at_5_diff1": 0.839298, + "nauc_mrr_at_10_max": 0.660552, + "nauc_mrr_at_10_std": 0.449954, + "nauc_mrr_at_10_diff1": 0.83739, + "nauc_mrr_at_20_max": 0.659964, + "nauc_mrr_at_20_std": 0.449206, + "nauc_mrr_at_20_diff1": 0.836714, + "nauc_mrr_at_100_max": 0.659819, + "nauc_mrr_at_100_std": 0.449705, + "nauc_mrr_at_100_diff1": 0.8371, + "nauc_mrr_at_1000_max": 0.659878, + "nauc_mrr_at_1000_std": 0.449441, + "nauc_mrr_at_1000_diff1": 0.837406, + "main_score": 0.66808, + "hf_subset": "plt_Latn-plt_Latn", + "languages": [ + "plt-Latn", + "plt-Latn" + ] + }, + { + "ndcg_at_1": 0.79, + "ndcg_at_3": 0.84928, + "ndcg_at_5": 0.86129, + "ndcg_at_10": 0.86808, + "ndcg_at_20": 0.87284, + "ndcg_at_100": 0.87827, + "ndcg_at_1000": 0.87973, + "map_at_1": 0.79, + "map_at_3": 0.83481, + "map_at_5": 0.84154, + "map_at_10": 0.84432, + "map_at_20": 0.84562, + "map_at_100": 0.84637, + "map_at_1000": 0.84643, + "recall_at_1": 0.79, + "recall_at_3": 0.89111, + "recall_at_5": 0.92, + "recall_at_10": 0.94111, + "recall_at_20": 0.96, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.79, + "precision_at_3": 0.29704, + "precision_at_5": 0.184, + "precision_at_10": 0.09411, + "precision_at_20": 0.048, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.79, + "mrr_at_3": 0.834815, + "mrr_at_5": 0.841537, + "mrr_at_10": 0.844318, + "mrr_at_20": 0.845617, + "mrr_at_100": 0.84637, + "mrr_at_1000": 0.84643, + "nauc_ndcg_at_1_max": 0.674214, + "nauc_ndcg_at_1_std": -0.080869, + "nauc_ndcg_at_1_diff1": 0.89244, + "nauc_ndcg_at_3_max": 0.687181, + "nauc_ndcg_at_3_std": -0.045955, + "nauc_ndcg_at_3_diff1": 0.867818, + "nauc_ndcg_at_5_max": 0.684809, + "nauc_ndcg_at_5_std": -0.040307, + "nauc_ndcg_at_5_diff1": 0.864162, + "nauc_ndcg_at_10_max": 0.67827, + "nauc_ndcg_at_10_std": -0.049741, + "nauc_ndcg_at_10_diff1": 0.868426, + "nauc_ndcg_at_20_max": 0.682824, + "nauc_ndcg_at_20_std": -0.046394, + "nauc_ndcg_at_20_diff1": 0.872978, + "nauc_ndcg_at_100_max": 0.684493, + "nauc_ndcg_at_100_std": -0.041911, + "nauc_ndcg_at_100_diff1": 0.874008, + "nauc_ndcg_at_1000_max": 0.683047, + "nauc_ndcg_at_1000_std": -0.049254, + "nauc_ndcg_at_1000_diff1": 0.873961, + "nauc_map_at_1_max": 0.674214, + "nauc_map_at_1_std": -0.080869, + "nauc_map_at_1_diff1": 0.89244, + "nauc_map_at_3_max": 0.68444, + "nauc_map_at_3_std": -0.05597, + "nauc_map_at_3_diff1": 0.875302, + "nauc_map_at_5_max": 0.683116, + "nauc_map_at_5_std": -0.053812, + "nauc_map_at_5_diff1": 0.873736, + "nauc_map_at_10_max": 0.680806, + "nauc_map_at_10_std": -0.057882, + "nauc_map_at_10_diff1": 0.875377, + "nauc_map_at_20_max": 0.681933, + "nauc_map_at_20_std": -0.057152, + "nauc_map_at_20_diff1": 0.876466, + "nauc_map_at_100_max": 0.682151, + "nauc_map_at_100_std": -0.05652, + "nauc_map_at_100_diff1": 0.876522, + "nauc_map_at_1000_max": 0.682106, + "nauc_map_at_1000_std": -0.056677, + "nauc_map_at_1000_diff1": 0.876516, + "nauc_recall_at_1_max": 0.674214, + "nauc_recall_at_1_std": -0.080869, + "nauc_recall_at_1_diff1": 0.89244, + "nauc_recall_at_3_max": 0.697943, + "nauc_recall_at_3_std": -0.004401, + "nauc_recall_at_3_diff1": 0.836505, + "nauc_recall_at_5_max": 0.692506, + "nauc_recall_at_5_std": 0.034022, + "nauc_recall_at_5_diff1": 0.811741, + "nauc_recall_at_10_max": 0.651939, + "nauc_recall_at_10_std": 0.005373, + "nauc_recall_at_10_diff1": 0.821503, + "nauc_recall_at_20_max": 0.691916, + "nauc_recall_at_20_std": 0.070067, + "nauc_recall_at_20_diff1": 0.853784, + "nauc_recall_at_100_max": 0.796452, + "nauc_recall_at_100_std": 0.574556, + "nauc_recall_at_100_diff1": 0.87535, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.674214, + "nauc_precision_at_1_std": -0.080869, + "nauc_precision_at_1_diff1": 0.89244, + "nauc_precision_at_3_max": 0.697943, + "nauc_precision_at_3_std": -0.004401, + "nauc_precision_at_3_diff1": 0.836505, + "nauc_precision_at_5_max": 0.692506, + "nauc_precision_at_5_std": 0.034022, + "nauc_precision_at_5_diff1": 0.811741, + "nauc_precision_at_10_max": 0.651939, + "nauc_precision_at_10_std": 0.005373, + "nauc_precision_at_10_diff1": 0.821503, + "nauc_precision_at_20_max": 0.691916, + "nauc_precision_at_20_std": 0.070067, + "nauc_precision_at_20_diff1": 0.853784, + "nauc_precision_at_100_max": 0.796452, + "nauc_precision_at_100_std": 0.574556, + "nauc_precision_at_100_diff1": 0.87535, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.674214, + "nauc_mrr_at_1_std": -0.080869, + "nauc_mrr_at_1_diff1": 0.89244, + "nauc_mrr_at_3_max": 0.68444, + "nauc_mrr_at_3_std": -0.05597, + "nauc_mrr_at_3_diff1": 0.875302, + "nauc_mrr_at_5_max": 0.683116, + "nauc_mrr_at_5_std": -0.053812, + "nauc_mrr_at_5_diff1": 0.873736, + "nauc_mrr_at_10_max": 0.680806, + "nauc_mrr_at_10_std": -0.057882, + "nauc_mrr_at_10_diff1": 0.875377, + "nauc_mrr_at_20_max": 0.681933, + "nauc_mrr_at_20_std": -0.057152, + "nauc_mrr_at_20_diff1": 0.876466, + "nauc_mrr_at_100_max": 0.682151, + "nauc_mrr_at_100_std": -0.05652, + "nauc_mrr_at_100_diff1": 0.876522, + "nauc_mrr_at_1000_max": 0.682106, + "nauc_mrr_at_1000_std": -0.056677, + "nauc_mrr_at_1000_diff1": 0.876516, + "main_score": 0.86808, + "hf_subset": "plt_Latn-eng_Latn", + "languages": [ + "plt-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.51111, + "ndcg_at_3": 0.57028, + "ndcg_at_5": 0.58347, + "ndcg_at_10": 0.59656, + "ndcg_at_20": 0.60658, + "ndcg_at_100": 0.63014, + "ndcg_at_1000": 0.64918, + "map_at_1": 0.51111, + "map_at_3": 0.55611, + "map_at_5": 0.56339, + "map_at_10": 0.56889, + "map_at_20": 0.57159, + "map_at_100": 0.57466, + "map_at_1000": 0.5754, + "recall_at_1": 0.51111, + "recall_at_3": 0.61111, + "recall_at_5": 0.64333, + "recall_at_10": 0.68333, + "recall_at_20": 0.72333, + "recall_at_100": 0.85333, + "recall_at_1000": 1.0, + "precision_at_1": 0.51111, + "precision_at_3": 0.2037, + "precision_at_5": 0.12867, + "precision_at_10": 0.06833, + "precision_at_20": 0.03617, + "precision_at_100": 0.00853, + "precision_at_1000": 0.001, + "mrr_at_1": 0.511111, + "mrr_at_3": 0.556111, + "mrr_at_5": 0.563389, + "mrr_at_10": 0.568885, + "mrr_at_20": 0.571591, + "mrr_at_100": 0.574656, + "mrr_at_1000": 0.575404, + "nauc_ndcg_at_1_max": 0.702269, + "nauc_ndcg_at_1_std": 0.076365, + "nauc_ndcg_at_1_diff1": 0.85096, + "nauc_ndcg_at_3_max": 0.708894, + "nauc_ndcg_at_3_std": 0.098525, + "nauc_ndcg_at_3_diff1": 0.818334, + "nauc_ndcg_at_5_max": 0.708402, + "nauc_ndcg_at_5_std": 0.100133, + "nauc_ndcg_at_5_diff1": 0.811639, + "nauc_ndcg_at_10_max": 0.701765, + "nauc_ndcg_at_10_std": 0.099618, + "nauc_ndcg_at_10_diff1": 0.803479, + "nauc_ndcg_at_20_max": 0.702429, + "nauc_ndcg_at_20_std": 0.106656, + "nauc_ndcg_at_20_diff1": 0.802841, + "nauc_ndcg_at_100_max": 0.69927, + "nauc_ndcg_at_100_std": 0.10614, + "nauc_ndcg_at_100_diff1": 0.803004, + "nauc_ndcg_at_1000_max": 0.701948, + "nauc_ndcg_at_1000_std": 0.100021, + "nauc_ndcg_at_1000_diff1": 0.810232, + "nauc_map_at_1_max": 0.702269, + "nauc_map_at_1_std": 0.076365, + "nauc_map_at_1_diff1": 0.85096, + "nauc_map_at_3_max": 0.707502, + "nauc_map_at_3_std": 0.092913, + "nauc_map_at_3_diff1": 0.826029, + "nauc_map_at_5_max": 0.707151, + "nauc_map_at_5_std": 0.093679, + "nauc_map_at_5_diff1": 0.822614, + "nauc_map_at_10_max": 0.704614, + "nauc_map_at_10_std": 0.093332, + "nauc_map_at_10_diff1": 0.819557, + "nauc_map_at_20_max": 0.704661, + "nauc_map_at_20_std": 0.095096, + "nauc_map_at_20_diff1": 0.819363, + "nauc_map_at_100_max": 0.704148, + "nauc_map_at_100_std": 0.094829, + "nauc_map_at_100_diff1": 0.819296, + "nauc_map_at_1000_max": 0.704187, + "nauc_map_at_1000_std": 0.094601, + "nauc_map_at_1000_diff1": 0.819529, + "nauc_recall_at_1_max": 0.702269, + "nauc_recall_at_1_std": 0.076365, + "nauc_recall_at_1_diff1": 0.85096, + "nauc_recall_at_3_max": 0.713062, + "nauc_recall_at_3_std": 0.115827, + "nauc_recall_at_3_diff1": 0.794858, + "nauc_recall_at_5_max": 0.71233, + "nauc_recall_at_5_std": 0.121301, + "nauc_recall_at_5_diff1": 0.775206, + "nauc_recall_at_10_max": 0.688292, + "nauc_recall_at_10_std": 0.121685, + "nauc_recall_at_10_diff1": 0.742616, + "nauc_recall_at_20_max": 0.691573, + "nauc_recall_at_20_std": 0.159303, + "nauc_recall_at_20_diff1": 0.734097, + "nauc_recall_at_100_max": 0.653825, + "nauc_recall_at_100_std": 0.196001, + "nauc_recall_at_100_diff1": 0.693174, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.702269, + "nauc_precision_at_1_std": 0.076365, + "nauc_precision_at_1_diff1": 0.85096, + "nauc_precision_at_3_max": 0.713062, + "nauc_precision_at_3_std": 0.115827, + "nauc_precision_at_3_diff1": 0.794858, + "nauc_precision_at_5_max": 0.71233, + "nauc_precision_at_5_std": 0.121301, + "nauc_precision_at_5_diff1": 0.775206, + "nauc_precision_at_10_max": 0.688292, + "nauc_precision_at_10_std": 0.121685, + "nauc_precision_at_10_diff1": 0.742616, + "nauc_precision_at_20_max": 0.691573, + "nauc_precision_at_20_std": 0.159303, + "nauc_precision_at_20_diff1": 0.734097, + "nauc_precision_at_100_max": 0.653825, + "nauc_precision_at_100_std": 0.196001, + "nauc_precision_at_100_diff1": 0.693174, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.702269, + "nauc_mrr_at_1_std": 0.076365, + "nauc_mrr_at_1_diff1": 0.85096, + "nauc_mrr_at_3_max": 0.707502, + "nauc_mrr_at_3_std": 0.092913, + "nauc_mrr_at_3_diff1": 0.826029, + "nauc_mrr_at_5_max": 0.707151, + "nauc_mrr_at_5_std": 0.093679, + "nauc_mrr_at_5_diff1": 0.822614, + "nauc_mrr_at_10_max": 0.704614, + "nauc_mrr_at_10_std": 0.093332, + "nauc_mrr_at_10_diff1": 0.819557, + "nauc_mrr_at_20_max": 0.704661, + "nauc_mrr_at_20_std": 0.095096, + "nauc_mrr_at_20_diff1": 0.819363, + "nauc_mrr_at_100_max": 0.704148, + "nauc_mrr_at_100_std": 0.094829, + "nauc_mrr_at_100_diff1": 0.819296, + "nauc_mrr_at_1000_max": 0.704187, + "nauc_mrr_at_1000_std": 0.094601, + "nauc_mrr_at_1000_diff1": 0.819529, + "main_score": 0.59656, + "hf_subset": "eng_Latn-plt_Latn", + "languages": [ + "eng-Latn", + "plt-Latn" + ] + }, + { + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.94418, + "ndcg_at_5": 0.9493, + "ndcg_at_10": 0.95184, + "ndcg_at_20": 0.95212, + "ndcg_at_100": 0.95339, + "ndcg_at_1000": 0.95395, + "map_at_1": 0.90778, + "map_at_3": 0.93593, + "map_at_5": 0.93881, + "map_at_10": 0.93988, + "map_at_20": 0.93996, + "map_at_100": 0.94014, + "map_at_1000": 0.94016, + "recall_at_1": 0.90778, + "recall_at_3": 0.96778, + "recall_at_5": 0.98, + "recall_at_10": 0.98778, + "recall_at_20": 0.98889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90778, + "precision_at_3": 0.32259, + "precision_at_5": 0.196, + "precision_at_10": 0.09878, + "precision_at_20": 0.04944, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.935926, + "mrr_at_5": 0.938815, + "mrr_at_10": 0.939883, + "mrr_at_20": 0.939962, + "mrr_at_100": 0.940144, + "mrr_at_1000": 0.940163, + "nauc_ndcg_at_1_max": 0.761016, + "nauc_ndcg_at_1_std": -0.190037, + "nauc_ndcg_at_1_diff1": 0.920551, + "nauc_ndcg_at_3_max": 0.819679, + "nauc_ndcg_at_3_std": -0.131972, + "nauc_ndcg_at_3_diff1": 0.910704, + "nauc_ndcg_at_5_max": 0.810577, + "nauc_ndcg_at_5_std": -0.106109, + "nauc_ndcg_at_5_diff1": 0.916921, + "nauc_ndcg_at_10_max": 0.806397, + "nauc_ndcg_at_10_std": -0.105167, + "nauc_ndcg_at_10_diff1": 0.920671, + "nauc_ndcg_at_20_max": 0.806898, + "nauc_ndcg_at_20_std": -0.095456, + "nauc_ndcg_at_20_diff1": 0.9202, + "nauc_ndcg_at_100_max": 0.802809, + "nauc_ndcg_at_100_std": -0.10732, + "nauc_ndcg_at_100_diff1": 0.919189, + "nauc_ndcg_at_1000_max": 0.800803, + "nauc_ndcg_at_1000_std": -0.12079, + "nauc_ndcg_at_1000_diff1": 0.918617, + "nauc_map_at_1_max": 0.761016, + "nauc_map_at_1_std": -0.190037, + "nauc_map_at_1_diff1": 0.920551, + "nauc_map_at_3_max": 0.802439, + "nauc_map_at_3_std": -0.14961, + "nauc_map_at_3_diff1": 0.913888, + "nauc_map_at_5_max": 0.797487, + "nauc_map_at_5_std": -0.137002, + "nauc_map_at_5_diff1": 0.91709, + "nauc_map_at_10_max": 0.795747, + "nauc_map_at_10_std": -0.13834, + "nauc_map_at_10_diff1": 0.9183, + "nauc_map_at_20_max": 0.795844, + "nauc_map_at_20_std": -0.136223, + "nauc_map_at_20_diff1": 0.918192, + "nauc_map_at_100_max": 0.795342, + "nauc_map_at_100_std": -0.137849, + "nauc_map_at_100_diff1": 0.918062, + "nauc_map_at_1000_max": 0.795286, + "nauc_map_at_1000_std": -0.138213, + "nauc_map_at_1000_diff1": 0.918047, + "nauc_recall_at_1_max": 0.761016, + "nauc_recall_at_1_std": -0.190037, + "nauc_recall_at_1_diff1": 0.920551, + "nauc_recall_at_3_max": 0.916047, + "nauc_recall_at_3_std": -0.032825, + "nauc_recall_at_3_diff1": 0.892624, + "nauc_recall_at_5_max": 0.918301, + "nauc_recall_at_5_std": 0.167341, + "nauc_recall_at_5_diff1": 0.917393, + "nauc_recall_at_10_max": 0.939097, + "nauc_recall_at_10_std": 0.38108, + "nauc_recall_at_10_diff1": 0.964349, + "nauc_recall_at_20_max": 0.960784, + "nauc_recall_at_20_std": 0.593184, + "nauc_recall_at_20_diff1": 0.960784, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.761016, + "nauc_precision_at_1_std": -0.190037, + "nauc_precision_at_1_diff1": 0.920551, + "nauc_precision_at_3_max": 0.916047, + "nauc_precision_at_3_std": -0.032825, + "nauc_precision_at_3_diff1": 0.892624, + "nauc_precision_at_5_max": 0.918301, + "nauc_precision_at_5_std": 0.167341, + "nauc_precision_at_5_diff1": 0.917393, + "nauc_precision_at_10_max": 0.939097, + "nauc_precision_at_10_std": 0.38108, + "nauc_precision_at_10_diff1": 0.964349, + "nauc_precision_at_20_max": 0.960784, + "nauc_precision_at_20_std": 0.593184, + "nauc_precision_at_20_diff1": 0.960784, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.761016, + "nauc_mrr_at_1_std": -0.190037, + "nauc_mrr_at_1_diff1": 0.920551, + "nauc_mrr_at_3_max": 0.802439, + "nauc_mrr_at_3_std": -0.14961, + "nauc_mrr_at_3_diff1": 0.913888, + "nauc_mrr_at_5_max": 0.797487, + "nauc_mrr_at_5_std": -0.137002, + "nauc_mrr_at_5_diff1": 0.91709, + "nauc_mrr_at_10_max": 0.795747, + "nauc_mrr_at_10_std": -0.13834, + "nauc_mrr_at_10_diff1": 0.9183, + "nauc_mrr_at_20_max": 0.795844, + "nauc_mrr_at_20_std": -0.136223, + "nauc_mrr_at_20_diff1": 0.918192, + "nauc_mrr_at_100_max": 0.795342, + "nauc_mrr_at_100_std": -0.137849, + "nauc_mrr_at_100_diff1": 0.918062, + "nauc_mrr_at_1000_max": 0.795286, + "nauc_mrr_at_1000_std": -0.138213, + "nauc_mrr_at_1000_diff1": 0.918047, + "main_score": 0.95184, + "hf_subset": "pol_Latn-pol_Latn", + "languages": [ + "pol-Latn", + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.93556, + "ndcg_at_3": 0.96103, + "ndcg_at_5": 0.96337, + "ndcg_at_10": 0.96475, + "ndcg_at_20": 0.96622, + "ndcg_at_100": 0.96701, + "ndcg_at_1000": 0.96727, + "map_at_1": 0.93556, + "map_at_3": 0.95519, + "map_at_5": 0.95652, + "map_at_10": 0.95705, + "map_at_20": 0.95749, + "map_at_100": 0.95759, + "map_at_1000": 0.95759, + "recall_at_1": 0.93556, + "recall_at_3": 0.97778, + "recall_at_5": 0.98333, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93556, + "precision_at_3": 0.32593, + "precision_at_5": 0.19667, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935556, + "mrr_at_3": 0.955185, + "mrr_at_5": 0.956519, + "mrr_at_10": 0.957051, + "mrr_at_20": 0.957493, + "mrr_at_100": 0.957585, + "mrr_at_1000": 0.957591, + "nauc_ndcg_at_1_max": 0.760496, + "nauc_ndcg_at_1_std": -0.321195, + "nauc_ndcg_at_1_diff1": 0.926479, + "nauc_ndcg_at_3_max": 0.818539, + "nauc_ndcg_at_3_std": -0.209736, + "nauc_ndcg_at_3_diff1": 0.932399, + "nauc_ndcg_at_5_max": 0.812751, + "nauc_ndcg_at_5_std": -0.232164, + "nauc_ndcg_at_5_diff1": 0.933409, + "nauc_ndcg_at_10_max": 0.806812, + "nauc_ndcg_at_10_std": -0.23111, + "nauc_ndcg_at_10_diff1": 0.932, + "nauc_ndcg_at_20_max": 0.807633, + "nauc_ndcg_at_20_std": -0.209272, + "nauc_ndcg_at_20_diff1": 0.932562, + "nauc_ndcg_at_100_max": 0.803942, + "nauc_ndcg_at_100_std": -0.219555, + "nauc_ndcg_at_100_diff1": 0.932409, + "nauc_ndcg_at_1000_max": 0.802909, + "nauc_ndcg_at_1000_std": -0.22926, + "nauc_ndcg_at_1000_diff1": 0.931871, + "nauc_map_at_1_max": 0.760496, + "nauc_map_at_1_std": -0.321195, + "nauc_map_at_1_diff1": 0.926479, + "nauc_map_at_3_max": 0.802616, + "nauc_map_at_3_std": -0.239415, + "nauc_map_at_3_diff1": 0.931068, + "nauc_map_at_5_max": 0.799411, + "nauc_map_at_5_std": -0.252251, + "nauc_map_at_5_diff1": 0.931564, + "nauc_map_at_10_max": 0.797409, + "nauc_map_at_10_std": -0.25134, + "nauc_map_at_10_diff1": 0.931054, + "nauc_map_at_20_max": 0.797694, + "nauc_map_at_20_std": -0.246812, + "nauc_map_at_20_diff1": 0.931167, + "nauc_map_at_100_max": 0.797367, + "nauc_map_at_100_std": -0.247192, + "nauc_map_at_100_diff1": 0.931121, + "nauc_map_at_1000_max": 0.797348, + "nauc_map_at_1000_std": -0.24737, + "nauc_map_at_1000_diff1": 0.931112, + "nauc_recall_at_1_max": 0.760496, + "nauc_recall_at_1_std": -0.321195, + "nauc_recall_at_1_diff1": 0.926479, + "nauc_recall_at_3_max": 0.907703, + "nauc_recall_at_3_std": -0.044491, + "nauc_recall_at_3_diff1": 0.939542, + "nauc_recall_at_5_max": 0.90666, + "nauc_recall_at_5_std": -0.093464, + "nauc_recall_at_5_diff1": 0.946623, + "nauc_recall_at_10_max": 0.884602, + "nauc_recall_at_10_std": -0.049359, + "nauc_recall_at_10_diff1": 0.939097, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 0.54334, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.760496, + "nauc_precision_at_1_std": -0.321195, + "nauc_precision_at_1_diff1": 0.926479, + "nauc_precision_at_3_max": 0.907703, + "nauc_precision_at_3_std": -0.044491, + "nauc_precision_at_3_diff1": 0.939542, + "nauc_precision_at_5_max": 0.90666, + "nauc_precision_at_5_std": -0.093464, + "nauc_precision_at_5_diff1": 0.946623, + "nauc_precision_at_10_max": 0.884602, + "nauc_precision_at_10_std": -0.049359, + "nauc_precision_at_10_diff1": 0.939097, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 0.54334, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.760496, + "nauc_mrr_at_1_std": -0.321195, + "nauc_mrr_at_1_diff1": 0.926479, + "nauc_mrr_at_3_max": 0.802616, + "nauc_mrr_at_3_std": -0.239415, + "nauc_mrr_at_3_diff1": 0.931068, + "nauc_mrr_at_5_max": 0.799411, + "nauc_mrr_at_5_std": -0.252251, + "nauc_mrr_at_5_diff1": 0.931564, + "nauc_mrr_at_10_max": 0.797409, + "nauc_mrr_at_10_std": -0.25134, + "nauc_mrr_at_10_diff1": 0.931054, + "nauc_mrr_at_20_max": 0.797694, + "nauc_mrr_at_20_std": -0.246812, + "nauc_mrr_at_20_diff1": 0.931167, + "nauc_mrr_at_100_max": 0.797367, + "nauc_mrr_at_100_std": -0.247192, + "nauc_mrr_at_100_diff1": 0.931121, + "nauc_mrr_at_1000_max": 0.797348, + "nauc_mrr_at_1000_std": -0.24737, + "nauc_mrr_at_1000_diff1": 0.931112, + "main_score": 0.96475, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.93473, + "ndcg_at_5": 0.9388, + "ndcg_at_10": 0.94492, + "ndcg_at_20": 0.94608, + "ndcg_at_100": 0.94724, + "ndcg_at_1000": 0.9477, + "map_at_1": 0.89889, + "map_at_3": 0.92667, + "map_at_5": 0.92889, + "map_at_10": 0.93143, + "map_at_20": 0.93176, + "map_at_100": 0.93198, + "map_at_1000": 0.932, + "recall_at_1": 0.89889, + "recall_at_3": 0.95778, + "recall_at_5": 0.96778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89889, + "precision_at_3": 0.31926, + "precision_at_5": 0.19356, + "precision_at_10": 0.09867, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.926667, + "mrr_at_5": 0.928889, + "mrr_at_10": 0.931425, + "mrr_at_20": 0.931763, + "mrr_at_100": 0.931981, + "mrr_at_1000": 0.932003, + "nauc_ndcg_at_1_max": 0.717923, + "nauc_ndcg_at_1_std": -0.094414, + "nauc_ndcg_at_1_diff1": 0.912922, + "nauc_ndcg_at_3_max": 0.779684, + "nauc_ndcg_at_3_std": -0.079251, + "nauc_ndcg_at_3_diff1": 0.922939, + "nauc_ndcg_at_5_max": 0.776008, + "nauc_ndcg_at_5_std": -0.057924, + "nauc_ndcg_at_5_diff1": 0.920887, + "nauc_ndcg_at_10_max": 0.765391, + "nauc_ndcg_at_10_std": -0.064261, + "nauc_ndcg_at_10_diff1": 0.920281, + "nauc_ndcg_at_20_max": 0.764125, + "nauc_ndcg_at_20_std": -0.048274, + "nauc_ndcg_at_20_diff1": 0.91924, + "nauc_ndcg_at_100_max": 0.761079, + "nauc_ndcg_at_100_std": -0.058465, + "nauc_ndcg_at_100_diff1": 0.918504, + "nauc_ndcg_at_1000_max": 0.759759, + "nauc_ndcg_at_1000_std": -0.066899, + "nauc_ndcg_at_1000_diff1": 0.918562, + "nauc_map_at_1_max": 0.717923, + "nauc_map_at_1_std": -0.094414, + "nauc_map_at_1_diff1": 0.912922, + "nauc_map_at_3_max": 0.76236, + "nauc_map_at_3_std": -0.085151, + "nauc_map_at_3_diff1": 0.919598, + "nauc_map_at_5_max": 0.760248, + "nauc_map_at_5_std": -0.074874, + "nauc_map_at_5_diff1": 0.918616, + "nauc_map_at_10_max": 0.75598, + "nauc_map_at_10_std": -0.078119, + "nauc_map_at_10_diff1": 0.918344, + "nauc_map_at_20_max": 0.755678, + "nauc_map_at_20_std": -0.074107, + "nauc_map_at_20_diff1": 0.918081, + "nauc_map_at_100_max": 0.755148, + "nauc_map_at_100_std": -0.075621, + "nauc_map_at_100_diff1": 0.917941, + "nauc_map_at_1000_max": 0.755099, + "nauc_map_at_1000_std": -0.075931, + "nauc_map_at_1000_diff1": 0.917944, + "nauc_recall_at_1_max": 0.717923, + "nauc_recall_at_1_std": -0.094414, + "nauc_recall_at_1_diff1": 0.912922, + "nauc_recall_at_3_max": 0.864133, + "nauc_recall_at_3_std": -0.049093, + "nauc_recall_at_3_diff1": 0.939678, + "nauc_recall_at_5_max": 0.871712, + "nauc_recall_at_5_std": 0.056022, + "nauc_recall_at_5_diff1": 0.93448, + "nauc_recall_at_10_max": 0.876089, + "nauc_recall_at_10_std": 0.150288, + "nauc_recall_at_10_diff1": 0.945534, + "nauc_recall_at_20_max": 0.899918, + "nauc_recall_at_20_std": 0.605859, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717923, + "nauc_precision_at_1_std": -0.094414, + "nauc_precision_at_1_diff1": 0.912922, + "nauc_precision_at_3_max": 0.864133, + "nauc_precision_at_3_std": -0.049093, + "nauc_precision_at_3_diff1": 0.939678, + "nauc_precision_at_5_max": 0.871712, + "nauc_precision_at_5_std": 0.056022, + "nauc_precision_at_5_diff1": 0.93448, + "nauc_precision_at_10_max": 0.876089, + "nauc_precision_at_10_std": 0.150288, + "nauc_precision_at_10_diff1": 0.945534, + "nauc_precision_at_20_max": 0.899918, + "nauc_precision_at_20_std": 0.605859, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.717923, + "nauc_mrr_at_1_std": -0.094414, + "nauc_mrr_at_1_diff1": 0.912922, + "nauc_mrr_at_3_max": 0.76236, + "nauc_mrr_at_3_std": -0.085151, + "nauc_mrr_at_3_diff1": 0.919598, + "nauc_mrr_at_5_max": 0.760248, + "nauc_mrr_at_5_std": -0.074874, + "nauc_mrr_at_5_diff1": 0.918616, + "nauc_mrr_at_10_max": 0.75598, + "nauc_mrr_at_10_std": -0.078119, + "nauc_mrr_at_10_diff1": 0.918344, + "nauc_mrr_at_20_max": 0.755678, + "nauc_mrr_at_20_std": -0.074107, + "nauc_mrr_at_20_diff1": 0.918081, + "nauc_mrr_at_100_max": 0.755148, + "nauc_mrr_at_100_std": -0.075621, + "nauc_mrr_at_100_diff1": 0.917941, + "nauc_mrr_at_1000_max": 0.755099, + "nauc_mrr_at_1000_std": -0.075931, + "nauc_mrr_at_1000_diff1": 0.917944, + "main_score": 0.94492, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94514, + "ndcg_at_5": 0.95031, + "ndcg_at_10": 0.95236, + "ndcg_at_20": 0.95378, + "ndcg_at_100": 0.95444, + "ndcg_at_1000": 0.95499, + "map_at_1": 0.91, + "map_at_3": 0.93722, + "map_at_5": 0.94017, + "map_at_10": 0.94095, + "map_at_20": 0.94135, + "map_at_100": 0.94146, + "map_at_1000": 0.94147, + "recall_at_1": 0.91, + "recall_at_3": 0.96778, + "recall_at_5": 0.98, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.91, + "precision_at_3": 0.32259, + "precision_at_5": 0.196, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.91, + "mrr_at_3": 0.937222, + "mrr_at_5": 0.940167, + "mrr_at_10": 0.940946, + "mrr_at_20": 0.941346, + "mrr_at_100": 0.941456, + "mrr_at_1000": 0.941474, + "nauc_ndcg_at_1_max": 0.750164, + "nauc_ndcg_at_1_std": -0.179739, + "nauc_ndcg_at_1_diff1": 0.946139, + "nauc_ndcg_at_3_max": 0.812412, + "nauc_ndcg_at_3_std": -0.21212, + "nauc_ndcg_at_3_diff1": 0.943683, + "nauc_ndcg_at_5_max": 0.804912, + "nauc_ndcg_at_5_std": -0.209121, + "nauc_ndcg_at_5_diff1": 0.944023, + "nauc_ndcg_at_10_max": 0.799404, + "nauc_ndcg_at_10_std": -0.186466, + "nauc_ndcg_at_10_diff1": 0.945433, + "nauc_ndcg_at_20_max": 0.798213, + "nauc_ndcg_at_20_std": -0.168896, + "nauc_ndcg_at_20_diff1": 0.945418, + "nauc_ndcg_at_100_max": 0.795929, + "nauc_ndcg_at_100_std": -0.169199, + "nauc_ndcg_at_100_diff1": 0.945156, + "nauc_ndcg_at_1000_max": 0.793433, + "nauc_ndcg_at_1000_std": -0.180379, + "nauc_ndcg_at_1000_diff1": 0.94495, + "nauc_map_at_1_max": 0.750164, + "nauc_map_at_1_std": -0.179739, + "nauc_map_at_1_diff1": 0.946139, + "nauc_map_at_3_max": 0.794845, + "nauc_map_at_3_std": -0.198213, + "nauc_map_at_3_diff1": 0.944232, + "nauc_map_at_5_max": 0.790243, + "nauc_map_at_5_std": -0.197477, + "nauc_map_at_5_diff1": 0.944355, + "nauc_map_at_10_max": 0.78833, + "nauc_map_at_10_std": -0.190303, + "nauc_map_at_10_diff1": 0.944827, + "nauc_map_at_20_max": 0.78797, + "nauc_map_at_20_std": -0.186797, + "nauc_map_at_20_diff1": 0.944841, + "nauc_map_at_100_max": 0.787658, + "nauc_map_at_100_std": -0.186737, + "nauc_map_at_100_diff1": 0.944777, + "nauc_map_at_1000_max": 0.787592, + "nauc_map_at_1000_std": -0.186971, + "nauc_map_at_1000_diff1": 0.94478, + "nauc_recall_at_1_max": 0.750164, + "nauc_recall_at_1_std": -0.179739, + "nauc_recall_at_1_diff1": 0.946139, + "nauc_recall_at_3_max": 0.907998, + "nauc_recall_at_3_std": -0.292492, + "nauc_recall_at_3_diff1": 0.940838, + "nauc_recall_at_5_max": 0.924655, + "nauc_recall_at_5_std": -0.307034, + "nauc_recall_at_5_diff1": 0.941903, + "nauc_recall_at_10_max": 0.921024, + "nauc_recall_at_10_std": -0.093954, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.981326, + "nauc_recall_at_20_std": 0.400894, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.780696, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750164, + "nauc_precision_at_1_std": -0.179739, + "nauc_precision_at_1_diff1": 0.946139, + "nauc_precision_at_3_max": 0.907998, + "nauc_precision_at_3_std": -0.292492, + "nauc_precision_at_3_diff1": 0.940838, + "nauc_precision_at_5_max": 0.924655, + "nauc_precision_at_5_std": -0.307034, + "nauc_precision_at_5_diff1": 0.941903, + "nauc_precision_at_10_max": 0.921024, + "nauc_precision_at_10_std": -0.093954, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.981326, + "nauc_precision_at_20_std": 0.400894, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.780696, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750164, + "nauc_mrr_at_1_std": -0.179739, + "nauc_mrr_at_1_diff1": 0.946139, + "nauc_mrr_at_3_max": 0.794845, + "nauc_mrr_at_3_std": -0.198213, + "nauc_mrr_at_3_diff1": 0.944232, + "nauc_mrr_at_5_max": 0.790243, + "nauc_mrr_at_5_std": -0.197477, + "nauc_mrr_at_5_diff1": 0.944355, + "nauc_mrr_at_10_max": 0.78833, + "nauc_mrr_at_10_std": -0.190303, + "nauc_mrr_at_10_diff1": 0.944827, + "nauc_mrr_at_20_max": 0.78797, + "nauc_mrr_at_20_std": -0.186797, + "nauc_mrr_at_20_diff1": 0.944841, + "nauc_mrr_at_100_max": 0.787658, + "nauc_mrr_at_100_std": -0.186737, + "nauc_mrr_at_100_diff1": 0.944777, + "nauc_mrr_at_1000_max": 0.787592, + "nauc_mrr_at_1000_std": -0.186971, + "nauc_mrr_at_1000_diff1": 0.94478, + "main_score": 0.95236, + "hf_subset": "por_Latn-por_Latn", + "languages": [ + "por-Latn", + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.93778, + "ndcg_at_3": 0.96115, + "ndcg_at_5": 0.96488, + "ndcg_at_10": 0.96641, + "ndcg_at_20": 0.96758, + "ndcg_at_100": 0.96823, + "ndcg_at_1000": 0.96849, + "map_at_1": 0.93778, + "map_at_3": 0.95574, + "map_at_5": 0.95785, + "map_at_10": 0.95854, + "map_at_20": 0.95888, + "map_at_100": 0.95898, + "map_at_1000": 0.95898, + "recall_at_1": 0.93778, + "recall_at_3": 0.97667, + "recall_at_5": 0.98556, + "recall_at_10": 0.99, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93778, + "precision_at_3": 0.32556, + "precision_at_5": 0.19711, + "precision_at_10": 0.099, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.937778, + "mrr_at_3": 0.955741, + "mrr_at_5": 0.957852, + "mrr_at_10": 0.95854, + "mrr_at_20": 0.95888, + "mrr_at_100": 0.958978, + "mrr_at_1000": 0.958984, + "nauc_ndcg_at_1_max": 0.803663, + "nauc_ndcg_at_1_std": -0.202373, + "nauc_ndcg_at_1_diff1": 0.956441, + "nauc_ndcg_at_3_max": 0.844395, + "nauc_ndcg_at_3_std": -0.17823, + "nauc_ndcg_at_3_diff1": 0.955008, + "nauc_ndcg_at_5_max": 0.835434, + "nauc_ndcg_at_5_std": -0.132281, + "nauc_ndcg_at_5_diff1": 0.954014, + "nauc_ndcg_at_10_max": 0.832641, + "nauc_ndcg_at_10_std": -0.155883, + "nauc_ndcg_at_10_diff1": 0.956832, + "nauc_ndcg_at_20_max": 0.834653, + "nauc_ndcg_at_20_std": -0.125225, + "nauc_ndcg_at_20_diff1": 0.95767, + "nauc_ndcg_at_100_max": 0.832185, + "nauc_ndcg_at_100_std": -0.147344, + "nauc_ndcg_at_100_diff1": 0.956806, + "nauc_ndcg_at_1000_max": 0.830788, + "nauc_ndcg_at_1000_std": -0.15689, + "nauc_ndcg_at_1000_diff1": 0.956447, + "nauc_map_at_1_max": 0.803663, + "nauc_map_at_1_std": -0.202373, + "nauc_map_at_1_diff1": 0.956441, + "nauc_map_at_3_max": 0.833128, + "nauc_map_at_3_std": -0.18872, + "nauc_map_at_3_diff1": 0.955375, + "nauc_map_at_5_max": 0.828431, + "nauc_map_at_5_std": -0.166592, + "nauc_map_at_5_diff1": 0.954971, + "nauc_map_at_10_max": 0.827326, + "nauc_map_at_10_std": -0.175515, + "nauc_map_at_10_diff1": 0.955931, + "nauc_map_at_20_max": 0.827646, + "nauc_map_at_20_std": -0.169279, + "nauc_map_at_20_diff1": 0.956132, + "nauc_map_at_100_max": 0.827347, + "nauc_map_at_100_std": -0.171977, + "nauc_map_at_100_diff1": 0.956027, + "nauc_map_at_1000_max": 0.82732, + "nauc_map_at_1000_std": -0.172156, + "nauc_map_at_1000_diff1": 0.956021, + "nauc_recall_at_1_max": 0.803663, + "nauc_recall_at_1_std": -0.202373, + "nauc_recall_at_1_diff1": 0.956441, + "nauc_recall_at_3_max": 0.904073, + "nauc_recall_at_3_std": -0.119003, + "nauc_recall_at_3_diff1": 0.953092, + "nauc_recall_at_5_max": 0.887776, + "nauc_recall_at_5_std": 0.171658, + "nauc_recall_at_5_diff1": 0.945594, + "nauc_recall_at_10_max": 0.883287, + "nauc_recall_at_10_std": 0.072155, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.973856, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.803663, + "nauc_precision_at_1_std": -0.202373, + "nauc_precision_at_1_diff1": 0.956441, + "nauc_precision_at_3_max": 0.904073, + "nauc_precision_at_3_std": -0.119003, + "nauc_precision_at_3_diff1": 0.953092, + "nauc_precision_at_5_max": 0.887776, + "nauc_precision_at_5_std": 0.171658, + "nauc_precision_at_5_diff1": 0.945594, + "nauc_precision_at_10_max": 0.883287, + "nauc_precision_at_10_std": 0.072155, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.973856, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.803663, + "nauc_mrr_at_1_std": -0.202373, + "nauc_mrr_at_1_diff1": 0.956441, + "nauc_mrr_at_3_max": 0.833128, + "nauc_mrr_at_3_std": -0.18872, + "nauc_mrr_at_3_diff1": 0.955375, + "nauc_mrr_at_5_max": 0.828431, + "nauc_mrr_at_5_std": -0.166592, + "nauc_mrr_at_5_diff1": 0.954971, + "nauc_mrr_at_10_max": 0.827326, + "nauc_mrr_at_10_std": -0.175515, + "nauc_mrr_at_10_diff1": 0.955931, + "nauc_mrr_at_20_max": 0.827646, + "nauc_mrr_at_20_std": -0.169279, + "nauc_mrr_at_20_diff1": 0.956132, + "nauc_mrr_at_100_max": 0.827347, + "nauc_mrr_at_100_std": -0.171977, + "nauc_mrr_at_100_diff1": 0.956027, + "nauc_mrr_at_1000_max": 0.82732, + "nauc_mrr_at_1000_std": -0.172156, + "nauc_mrr_at_1000_diff1": 0.956021, + "main_score": 0.96641, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.92333, + "ndcg_at_3": 0.95734, + "ndcg_at_5": 0.95925, + "ndcg_at_10": 0.96181, + "ndcg_at_20": 0.96238, + "ndcg_at_100": 0.9628, + "ndcg_at_1000": 0.96326, + "map_at_1": 0.92333, + "map_at_3": 0.94944, + "map_at_5": 0.95056, + "map_at_10": 0.95163, + "map_at_20": 0.95179, + "map_at_100": 0.95185, + "map_at_1000": 0.95188, + "recall_at_1": 0.92333, + "recall_at_3": 0.98, + "recall_at_5": 0.98444, + "recall_at_10": 0.99222, + "recall_at_20": 0.99444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92333, + "precision_at_3": 0.32667, + "precision_at_5": 0.19689, + "precision_at_10": 0.09922, + "precision_at_20": 0.04972, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.923333, + "mrr_at_3": 0.949444, + "mrr_at_5": 0.950556, + "mrr_at_10": 0.951629, + "mrr_at_20": 0.951791, + "mrr_at_100": 0.951854, + "mrr_at_1000": 0.951876, + "nauc_ndcg_at_1_max": 0.72005, + "nauc_ndcg_at_1_std": -0.137228, + "nauc_ndcg_at_1_diff1": 0.945872, + "nauc_ndcg_at_3_max": 0.778164, + "nauc_ndcg_at_3_std": -0.128622, + "nauc_ndcg_at_3_diff1": 0.950231, + "nauc_ndcg_at_5_max": 0.771005, + "nauc_ndcg_at_5_std": -0.164815, + "nauc_ndcg_at_5_diff1": 0.951155, + "nauc_ndcg_at_10_max": 0.759595, + "nauc_ndcg_at_10_std": -0.150465, + "nauc_ndcg_at_10_diff1": 0.947892, + "nauc_ndcg_at_20_max": 0.75899, + "nauc_ndcg_at_20_std": -0.126294, + "nauc_ndcg_at_20_diff1": 0.948143, + "nauc_ndcg_at_100_max": 0.758052, + "nauc_ndcg_at_100_std": -0.121404, + "nauc_ndcg_at_100_diff1": 0.948397, + "nauc_ndcg_at_1000_max": 0.75559, + "nauc_ndcg_at_1000_std": -0.134336, + "nauc_ndcg_at_1000_diff1": 0.948321, + "nauc_map_at_1_max": 0.72005, + "nauc_map_at_1_std": -0.137228, + "nauc_map_at_1_diff1": 0.945872, + "nauc_map_at_3_max": 0.758806, + "nauc_map_at_3_std": -0.133972, + "nauc_map_at_3_diff1": 0.948526, + "nauc_map_at_5_max": 0.754947, + "nauc_map_at_5_std": -0.151405, + "nauc_map_at_5_diff1": 0.94893, + "nauc_map_at_10_max": 0.750866, + "nauc_map_at_10_std": -0.146277, + "nauc_map_at_10_diff1": 0.947797, + "nauc_map_at_20_max": 0.75068, + "nauc_map_at_20_std": -0.140921, + "nauc_map_at_20_diff1": 0.947872, + "nauc_map_at_100_max": 0.750624, + "nauc_map_at_100_std": -0.139765, + "nauc_map_at_100_diff1": 0.94793, + "nauc_map_at_1000_max": 0.750532, + "nauc_map_at_1000_std": -0.140259, + "nauc_map_at_1000_diff1": 0.947931, + "nauc_recall_at_1_max": 0.72005, + "nauc_recall_at_1_std": -0.137228, + "nauc_recall_at_1_diff1": 0.945872, + "nauc_recall_at_3_max": 0.917393, + "nauc_recall_at_3_std": -0.087302, + "nauc_recall_at_3_diff1": 0.962781, + "nauc_recall_at_5_max": 0.913632, + "nauc_recall_at_5_std": -0.295618, + "nauc_recall_at_5_diff1": 0.971989, + "nauc_recall_at_10_max": 0.883287, + "nauc_recall_at_10_std": -0.213952, + "nauc_recall_at_10_diff1": 0.943978, + "nauc_recall_at_20_max": 0.918301, + "nauc_recall_at_20_std": 0.396452, + "nauc_recall_at_20_diff1": 0.947712, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.72005, + "nauc_precision_at_1_std": -0.137228, + "nauc_precision_at_1_diff1": 0.945872, + "nauc_precision_at_3_max": 0.917393, + "nauc_precision_at_3_std": -0.087302, + "nauc_precision_at_3_diff1": 0.962781, + "nauc_precision_at_5_max": 0.913632, + "nauc_precision_at_5_std": -0.295618, + "nauc_precision_at_5_diff1": 0.971989, + "nauc_precision_at_10_max": 0.883287, + "nauc_precision_at_10_std": -0.213952, + "nauc_precision_at_10_diff1": 0.943978, + "nauc_precision_at_20_max": 0.918301, + "nauc_precision_at_20_std": 0.396452, + "nauc_precision_at_20_diff1": 0.947712, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.72005, + "nauc_mrr_at_1_std": -0.137228, + "nauc_mrr_at_1_diff1": 0.945872, + "nauc_mrr_at_3_max": 0.758806, + "nauc_mrr_at_3_std": -0.133972, + "nauc_mrr_at_3_diff1": 0.948526, + "nauc_mrr_at_5_max": 0.754947, + "nauc_mrr_at_5_std": -0.151405, + "nauc_mrr_at_5_diff1": 0.94893, + "nauc_mrr_at_10_max": 0.750866, + "nauc_mrr_at_10_std": -0.146277, + "nauc_mrr_at_10_diff1": 0.947797, + "nauc_mrr_at_20_max": 0.75068, + "nauc_mrr_at_20_std": -0.140921, + "nauc_mrr_at_20_diff1": 0.947872, + "nauc_mrr_at_100_max": 0.750624, + "nauc_mrr_at_100_std": -0.139765, + "nauc_mrr_at_100_diff1": 0.94793, + "nauc_mrr_at_1000_max": 0.750532, + "nauc_mrr_at_1000_std": -0.140259, + "nauc_mrr_at_1000_diff1": 0.947931, + "main_score": 0.96181, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94103, + "ndcg_at_5": 0.94567, + "ndcg_at_10": 0.94996, + "ndcg_at_20": 0.95168, + "ndcg_at_100": 0.95255, + "ndcg_at_1000": 0.95297, + "map_at_1": 0.91222, + "map_at_3": 0.93407, + "map_at_5": 0.93669, + "map_at_10": 0.93844, + "map_at_20": 0.93894, + "map_at_100": 0.93907, + "map_at_1000": 0.93909, + "recall_at_1": 0.91222, + "recall_at_3": 0.96111, + "recall_at_5": 0.97222, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91222, + "precision_at_3": 0.32037, + "precision_at_5": 0.19444, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.934074, + "mrr_at_5": 0.936685, + "mrr_at_10": 0.938441, + "mrr_at_20": 0.938936, + "mrr_at_100": 0.939071, + "mrr_at_1000": 0.939086, + "nauc_ndcg_at_1_max": 0.776862, + "nauc_ndcg_at_1_std": -0.048287, + "nauc_ndcg_at_1_diff1": 0.937063, + "nauc_ndcg_at_3_max": 0.842751, + "nauc_ndcg_at_3_std": -0.049718, + "nauc_ndcg_at_3_diff1": 0.940828, + "nauc_ndcg_at_5_max": 0.833956, + "nauc_ndcg_at_5_std": -0.067767, + "nauc_ndcg_at_5_diff1": 0.938995, + "nauc_ndcg_at_10_max": 0.829295, + "nauc_ndcg_at_10_std": -0.0285, + "nauc_ndcg_at_10_diff1": 0.941284, + "nauc_ndcg_at_20_max": 0.826445, + "nauc_ndcg_at_20_std": -0.011412, + "nauc_ndcg_at_20_diff1": 0.940707, + "nauc_ndcg_at_100_max": 0.823277, + "nauc_ndcg_at_100_std": -0.02663, + "nauc_ndcg_at_100_diff1": 0.940232, + "nauc_ndcg_at_1000_max": 0.821712, + "nauc_ndcg_at_1000_std": -0.035719, + "nauc_ndcg_at_1000_diff1": 0.939702, + "nauc_map_at_1_max": 0.776862, + "nauc_map_at_1_std": -0.048287, + "nauc_map_at_1_diff1": 0.937063, + "nauc_map_at_3_max": 0.824613, + "nauc_map_at_3_std": -0.047889, + "nauc_map_at_3_diff1": 0.939696, + "nauc_map_at_5_max": 0.819631, + "nauc_map_at_5_std": -0.055944, + "nauc_map_at_5_diff1": 0.9387, + "nauc_map_at_10_max": 0.817484, + "nauc_map_at_10_std": -0.045228, + "nauc_map_at_10_diff1": 0.939306, + "nauc_map_at_20_max": 0.816755, + "nauc_map_at_20_std": -0.041547, + "nauc_map_at_20_diff1": 0.939145, + "nauc_map_at_100_max": 0.816349, + "nauc_map_at_100_std": -0.043439, + "nauc_map_at_100_diff1": 0.939084, + "nauc_map_at_1000_max": 0.816305, + "nauc_map_at_1000_std": -0.043689, + "nauc_map_at_1000_diff1": 0.93907, + "nauc_recall_at_1_max": 0.776862, + "nauc_recall_at_1_std": -0.048287, + "nauc_recall_at_1_diff1": 0.937063, + "nauc_recall_at_3_max": 0.929372, + "nauc_recall_at_3_std": -0.059624, + "nauc_recall_at_3_diff1": 0.946312, + "nauc_recall_at_5_max": 0.922689, + "nauc_recall_at_5_std": -0.153669, + "nauc_recall_at_5_diff1": 0.940523, + "nauc_recall_at_10_max": 0.958522, + "nauc_recall_at_10_std": 0.249946, + "nauc_recall_at_10_diff1": 0.969834, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.901961, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.776862, + "nauc_precision_at_1_std": -0.048287, + "nauc_precision_at_1_diff1": 0.937063, + "nauc_precision_at_3_max": 0.929372, + "nauc_precision_at_3_std": -0.059624, + "nauc_precision_at_3_diff1": 0.946312, + "nauc_precision_at_5_max": 0.922689, + "nauc_precision_at_5_std": -0.153669, + "nauc_precision_at_5_diff1": 0.940523, + "nauc_precision_at_10_max": 0.958522, + "nauc_precision_at_10_std": 0.249946, + "nauc_precision_at_10_diff1": 0.969834, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.901961, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.776862, + "nauc_mrr_at_1_std": -0.048287, + "nauc_mrr_at_1_diff1": 0.937063, + "nauc_mrr_at_3_max": 0.824613, + "nauc_mrr_at_3_std": -0.047889, + "nauc_mrr_at_3_diff1": 0.939696, + "nauc_mrr_at_5_max": 0.819631, + "nauc_mrr_at_5_std": -0.055944, + "nauc_mrr_at_5_diff1": 0.9387, + "nauc_mrr_at_10_max": 0.817484, + "nauc_mrr_at_10_std": -0.045228, + "nauc_mrr_at_10_diff1": 0.939306, + "nauc_mrr_at_20_max": 0.816755, + "nauc_mrr_at_20_std": -0.041547, + "nauc_mrr_at_20_diff1": 0.939145, + "nauc_mrr_at_100_max": 0.816349, + "nauc_mrr_at_100_std": -0.043439, + "nauc_mrr_at_100_diff1": 0.939084, + "nauc_mrr_at_1000_max": 0.816305, + "nauc_mrr_at_1000_std": -0.043689, + "nauc_mrr_at_1000_diff1": 0.93907, + "main_score": 0.94996, + "hf_subset": "ron_Latn-ron_Latn", + "languages": [ + "ron-Latn", + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.94333, + "ndcg_at_3": 0.96419, + "ndcg_at_5": 0.96744, + "ndcg_at_10": 0.96855, + "ndcg_at_20": 0.97055, + "ndcg_at_100": 0.97077, + "ndcg_at_1000": 0.97103, + "map_at_1": 0.94333, + "map_at_3": 0.95944, + "map_at_5": 0.96128, + "map_at_10": 0.96175, + "map_at_20": 0.96232, + "map_at_100": 0.96235, + "map_at_1000": 0.96236, + "recall_at_1": 0.94333, + "recall_at_3": 0.97778, + "recall_at_5": 0.98556, + "recall_at_10": 0.98889, + "recall_at_20": 0.99667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.94333, + "precision_at_3": 0.32593, + "precision_at_5": 0.19711, + "precision_at_10": 0.09889, + "precision_at_20": 0.04983, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.943333, + "mrr_at_3": 0.959444, + "mrr_at_5": 0.961278, + "mrr_at_10": 0.961745, + "mrr_at_20": 0.96232, + "mrr_at_100": 0.96235, + "mrr_at_1000": 0.962356, + "nauc_ndcg_at_1_max": 0.816252, + "nauc_ndcg_at_1_std": -0.184846, + "nauc_ndcg_at_1_diff1": 0.958029, + "nauc_ndcg_at_3_max": 0.857061, + "nauc_ndcg_at_3_std": -0.163326, + "nauc_ndcg_at_3_diff1": 0.966215, + "nauc_ndcg_at_5_max": 0.852628, + "nauc_ndcg_at_5_std": -0.154805, + "nauc_ndcg_at_5_diff1": 0.964762, + "nauc_ndcg_at_10_max": 0.849116, + "nauc_ndcg_at_10_std": -0.154176, + "nauc_ndcg_at_10_diff1": 0.964919, + "nauc_ndcg_at_20_max": 0.846042, + "nauc_ndcg_at_20_std": -0.125933, + "nauc_ndcg_at_20_diff1": 0.963902, + "nauc_ndcg_at_100_max": 0.844919, + "nauc_ndcg_at_100_std": -0.134148, + "nauc_ndcg_at_100_diff1": 0.963638, + "nauc_ndcg_at_1000_max": 0.844123, + "nauc_ndcg_at_1000_std": -0.144246, + "nauc_ndcg_at_1000_diff1": 0.963315, + "nauc_map_at_1_max": 0.816252, + "nauc_map_at_1_std": -0.184846, + "nauc_map_at_1_diff1": 0.958029, + "nauc_map_at_3_max": 0.845749, + "nauc_map_at_3_std": -0.165955, + "nauc_map_at_3_diff1": 0.963515, + "nauc_map_at_5_max": 0.843251, + "nauc_map_at_5_std": -0.161725, + "nauc_map_at_5_diff1": 0.962725, + "nauc_map_at_10_max": 0.841969, + "nauc_map_at_10_std": -0.160965, + "nauc_map_at_10_diff1": 0.962692, + "nauc_map_at_20_max": 0.841036, + "nauc_map_at_20_std": -0.154709, + "nauc_map_at_20_diff1": 0.962474, + "nauc_map_at_100_max": 0.840906, + "nauc_map_at_100_std": -0.155656, + "nauc_map_at_100_diff1": 0.962443, + "nauc_map_at_1000_max": 0.840892, + "nauc_map_at_1000_std": -0.15583, + "nauc_map_at_1000_diff1": 0.962437, + "nauc_recall_at_1_max": 0.816252, + "nauc_recall_at_1_std": -0.184846, + "nauc_recall_at_1_diff1": 0.958029, + "nauc_recall_at_3_max": 0.914799, + "nauc_recall_at_3_std": -0.152965, + "nauc_recall_at_3_diff1": 0.980392, + "nauc_recall_at_5_max": 0.920455, + "nauc_recall_at_5_std": -0.10497, + "nauc_recall_at_5_diff1": 0.979889, + "nauc_recall_at_10_max": 0.909664, + "nauc_recall_at_10_std": -0.095985, + "nauc_recall_at_10_diff1": 0.986928, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.816252, + "nauc_precision_at_1_std": -0.184846, + "nauc_precision_at_1_diff1": 0.958029, + "nauc_precision_at_3_max": 0.914799, + "nauc_precision_at_3_std": -0.152965, + "nauc_precision_at_3_diff1": 0.980392, + "nauc_precision_at_5_max": 0.920455, + "nauc_precision_at_5_std": -0.10497, + "nauc_precision_at_5_diff1": 0.979889, + "nauc_precision_at_10_max": 0.909664, + "nauc_precision_at_10_std": -0.095985, + "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.816252, + "nauc_mrr_at_1_std": -0.184846, + "nauc_mrr_at_1_diff1": 0.958029, + "nauc_mrr_at_3_max": 0.845749, + "nauc_mrr_at_3_std": -0.165955, + "nauc_mrr_at_3_diff1": 0.963515, + "nauc_mrr_at_5_max": 0.843251, + "nauc_mrr_at_5_std": -0.161725, + "nauc_mrr_at_5_diff1": 0.962725, + "nauc_mrr_at_10_max": 0.841969, + "nauc_mrr_at_10_std": -0.160965, + "nauc_mrr_at_10_diff1": 0.962692, + "nauc_mrr_at_20_max": 0.841036, + "nauc_mrr_at_20_std": -0.154709, + "nauc_mrr_at_20_diff1": 0.962474, + "nauc_mrr_at_100_max": 0.840906, + "nauc_mrr_at_100_std": -0.155656, + "nauc_mrr_at_100_diff1": 0.962443, + "nauc_mrr_at_1000_max": 0.840892, + "nauc_mrr_at_1000_std": -0.15583, + "nauc_mrr_at_1000_diff1": 0.962437, + "main_score": 0.96855, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.9386, + "ndcg_at_5": 0.9451, + "ndcg_at_10": 0.94874, + "ndcg_at_20": 0.95048, + "ndcg_at_100": 0.95128, + "ndcg_at_1000": 0.95158, + "map_at_1": 0.90556, + "map_at_3": 0.93111, + "map_at_5": 0.93478, + "map_at_10": 0.93631, + "map_at_20": 0.93681, + "map_at_100": 0.93691, + "map_at_1000": 0.93693, + "recall_at_1": 0.90556, + "recall_at_3": 0.96, + "recall_at_5": 0.97556, + "recall_at_10": 0.98667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90556, + "precision_at_3": 0.32, + "precision_at_5": 0.19511, + "precision_at_10": 0.09867, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.931111, + "mrr_at_5": 0.934778, + "mrr_at_10": 0.936308, + "mrr_at_20": 0.93681, + "mrr_at_100": 0.936915, + "mrr_at_1000": 0.936929, + "nauc_ndcg_at_1_max": 0.730148, + "nauc_ndcg_at_1_std": 0.036947, + "nauc_ndcg_at_1_diff1": 0.91762, + "nauc_ndcg_at_3_max": 0.800802, + "nauc_ndcg_at_3_std": 0.083359, + "nauc_ndcg_at_3_diff1": 0.927157, + "nauc_ndcg_at_5_max": 0.790487, + "nauc_ndcg_at_5_std": 0.086843, + "nauc_ndcg_at_5_diff1": 0.92513, + "nauc_ndcg_at_10_max": 0.781185, + "nauc_ndcg_at_10_std": 0.079215, + "nauc_ndcg_at_10_diff1": 0.926032, + "nauc_ndcg_at_20_max": 0.776649, + "nauc_ndcg_at_20_std": 0.084233, + "nauc_ndcg_at_20_diff1": 0.92419, + "nauc_ndcg_at_100_max": 0.775162, + "nauc_ndcg_at_100_std": 0.082614, + "nauc_ndcg_at_100_diff1": 0.924041, + "nauc_ndcg_at_1000_max": 0.774572, + "nauc_ndcg_at_1000_std": 0.077274, + "nauc_ndcg_at_1000_diff1": 0.923972, + "nauc_map_at_1_max": 0.730148, + "nauc_map_at_1_std": 0.036947, + "nauc_map_at_1_diff1": 0.91762, + "nauc_map_at_3_max": 0.78078, + "nauc_map_at_3_std": 0.07086, + "nauc_map_at_3_diff1": 0.924429, + "nauc_map_at_5_max": 0.774679, + "nauc_map_at_5_std": 0.072072, + "nauc_map_at_5_diff1": 0.923298, + "nauc_map_at_10_max": 0.770976, + "nauc_map_at_10_std": 0.068075, + "nauc_map_at_10_diff1": 0.923685, + "nauc_map_at_20_max": 0.769859, + "nauc_map_at_20_std": 0.06906, + "nauc_map_at_20_diff1": 0.923243, + "nauc_map_at_100_max": 0.769805, + "nauc_map_at_100_std": 0.06953, + "nauc_map_at_100_diff1": 0.923237, + "nauc_map_at_1000_max": 0.769783, + "nauc_map_at_1000_std": 0.069339, + "nauc_map_at_1000_diff1": 0.923234, + "nauc_recall_at_1_max": 0.730148, + "nauc_recall_at_1_std": 0.036947, + "nauc_recall_at_1_diff1": 0.91762, + "nauc_recall_at_3_max": 0.897941, + "nauc_recall_at_3_std": 0.143454, + "nauc_recall_at_3_diff1": 0.940411, + "nauc_recall_at_5_max": 0.90525, + "nauc_recall_at_5_std": 0.197521, + "nauc_recall_at_5_diff1": 0.938142, + "nauc_recall_at_10_max": 0.896125, + "nauc_recall_at_10_std": 0.227474, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.88212, + "nauc_recall_at_20_std": 0.521553, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.730148, + "nauc_precision_at_1_std": 0.036947, + "nauc_precision_at_1_diff1": 0.91762, + "nauc_precision_at_3_max": 0.897941, + "nauc_precision_at_3_std": 0.143454, + "nauc_precision_at_3_diff1": 0.940411, + "nauc_precision_at_5_max": 0.90525, + "nauc_precision_at_5_std": 0.197521, + "nauc_precision_at_5_diff1": 0.938142, + "nauc_precision_at_10_max": 0.896125, + "nauc_precision_at_10_std": 0.227474, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.88212, + "nauc_precision_at_20_std": 0.521553, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.730148, + "nauc_mrr_at_1_std": 0.036947, + "nauc_mrr_at_1_diff1": 0.91762, + "nauc_mrr_at_3_max": 0.78078, + "nauc_mrr_at_3_std": 0.07086, + "nauc_mrr_at_3_diff1": 0.924429, + "nauc_mrr_at_5_max": 0.774679, + "nauc_mrr_at_5_std": 0.072072, + "nauc_mrr_at_5_diff1": 0.923298, + "nauc_mrr_at_10_max": 0.770976, + "nauc_mrr_at_10_std": 0.068075, + "nauc_mrr_at_10_diff1": 0.923685, + "nauc_mrr_at_20_max": 0.769859, + "nauc_mrr_at_20_std": 0.06906, + "nauc_mrr_at_20_diff1": 0.923243, + "nauc_mrr_at_100_max": 0.769805, + "nauc_mrr_at_100_std": 0.06953, + "nauc_mrr_at_100_diff1": 0.923237, + "nauc_mrr_at_1000_max": 0.769783, + "nauc_mrr_at_1000_std": 0.069339, + "nauc_mrr_at_1000_diff1": 0.923234, + "main_score": 0.94874, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.92667, + "ndcg_at_3": 0.95661, + "ndcg_at_5": 0.95891, + "ndcg_at_10": 0.961, + "ndcg_at_20": 0.96269, + "ndcg_at_100": 0.96305, + "ndcg_at_1000": 0.96331, + "map_at_1": 0.92667, + "map_at_3": 0.94963, + "map_at_5": 0.95091, + "map_at_10": 0.95174, + "map_at_20": 0.9522, + "map_at_100": 0.95223, + "map_at_1000": 0.95224, + "recall_at_1": 0.92667, + "recall_at_3": 0.97667, + "recall_at_5": 0.98222, + "recall_at_10": 0.98889, + "recall_at_20": 0.99556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92667, + "precision_at_3": 0.32556, + "precision_at_5": 0.19644, + "precision_at_10": 0.09889, + "precision_at_20": 0.04978, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.926667, + "mrr_at_3": 0.94963, + "mrr_at_5": 0.950907, + "mrr_at_10": 0.951736, + "mrr_at_20": 0.952201, + "mrr_at_100": 0.952231, + "mrr_at_1000": 0.952237, + "nauc_ndcg_at_1_max": 0.764175, + "nauc_ndcg_at_1_std": -0.051502, + "nauc_ndcg_at_1_diff1": 0.957665, + "nauc_ndcg_at_3_max": 0.82491, + "nauc_ndcg_at_3_std": -0.045165, + "nauc_ndcg_at_3_diff1": 0.963389, + "nauc_ndcg_at_5_max": 0.816653, + "nauc_ndcg_at_5_std": -0.051486, + "nauc_ndcg_at_5_diff1": 0.962712, + "nauc_ndcg_at_10_max": 0.813998, + "nauc_ndcg_at_10_std": -0.022598, + "nauc_ndcg_at_10_diff1": 0.962908, + "nauc_ndcg_at_20_max": 0.809606, + "nauc_ndcg_at_20_std": -0.016945, + "nauc_ndcg_at_20_diff1": 0.962179, + "nauc_ndcg_at_100_max": 0.807774, + "nauc_ndcg_at_100_std": -0.023723, + "nauc_ndcg_at_100_diff1": 0.961815, + "nauc_ndcg_at_1000_max": 0.806416, + "nauc_ndcg_at_1000_std": -0.030959, + "nauc_ndcg_at_1000_diff1": 0.961545, + "nauc_map_at_1_max": 0.764175, + "nauc_map_at_1_std": -0.051502, + "nauc_map_at_1_diff1": 0.957665, + "nauc_map_at_3_max": 0.807737, + "nauc_map_at_3_std": -0.047356, + "nauc_map_at_3_diff1": 0.961493, + "nauc_map_at_5_max": 0.803473, + "nauc_map_at_5_std": -0.050222, + "nauc_map_at_5_diff1": 0.961083, + "nauc_map_at_10_max": 0.80218, + "nauc_map_at_10_std": -0.041313, + "nauc_map_at_10_diff1": 0.96105, + "nauc_map_at_20_max": 0.801158, + "nauc_map_at_20_std": -0.039976, + "nauc_map_at_20_diff1": 0.960861, + "nauc_map_at_100_max": 0.801035, + "nauc_map_at_100_std": -0.040446, + "nauc_map_at_100_diff1": 0.960836, + "nauc_map_at_1000_max": 0.80101, + "nauc_map_at_1000_std": -0.040576, + "nauc_map_at_1000_diff1": 0.960831, + "nauc_recall_at_1_max": 0.764175, + "nauc_recall_at_1_std": -0.051502, + "nauc_recall_at_1_diff1": 0.957665, + "nauc_recall_at_3_max": 0.928193, + "nauc_recall_at_3_std": -0.031546, + "nauc_recall_at_3_diff1": 0.975101, + "nauc_recall_at_5_max": 0.913924, + "nauc_recall_at_5_std": -0.064222, + "nauc_recall_at_5_diff1": 0.97549, + "nauc_recall_at_10_max": 0.947712, + "nauc_recall_at_10_std": 0.25761, + "nauc_recall_at_10_diff1": 0.986928, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.839519, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.764175, + "nauc_precision_at_1_std": -0.051502, + "nauc_precision_at_1_diff1": 0.957665, + "nauc_precision_at_3_max": 0.928193, + "nauc_precision_at_3_std": -0.031546, + "nauc_precision_at_3_diff1": 0.975101, + "nauc_precision_at_5_max": 0.913924, + "nauc_precision_at_5_std": -0.064222, + "nauc_precision_at_5_diff1": 0.97549, + "nauc_precision_at_10_max": 0.947712, + "nauc_precision_at_10_std": 0.25761, + "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.839519, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.764175, + "nauc_mrr_at_1_std": -0.051502, + "nauc_mrr_at_1_diff1": 0.957665, + "nauc_mrr_at_3_max": 0.807737, + "nauc_mrr_at_3_std": -0.047356, + "nauc_mrr_at_3_diff1": 0.961493, + "nauc_mrr_at_5_max": 0.803473, + "nauc_mrr_at_5_std": -0.050222, + "nauc_mrr_at_5_diff1": 0.961083, + "nauc_mrr_at_10_max": 0.80218, + "nauc_mrr_at_10_std": -0.041313, + "nauc_mrr_at_10_diff1": 0.96105, + "nauc_mrr_at_20_max": 0.801158, + "nauc_mrr_at_20_std": -0.039976, + "nauc_mrr_at_20_diff1": 0.960861, + "nauc_mrr_at_100_max": 0.801035, + "nauc_mrr_at_100_std": -0.040446, + "nauc_mrr_at_100_diff1": 0.960836, + "nauc_mrr_at_1000_max": 0.80101, + "nauc_mrr_at_1000_std": -0.040576, + "nauc_mrr_at_1000_diff1": 0.960831, + "main_score": 0.961, + "hf_subset": "rus_Cyrl-rus_Cyrl", + "languages": [ + "rus-Cyrl", + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.93556, + "ndcg_at_3": 0.96287, + "ndcg_at_5": 0.96693, + "ndcg_at_10": 0.9673, + "ndcg_at_20": 0.96819, + "ndcg_at_100": 0.96866, + "ndcg_at_1000": 0.96908, + "map_at_1": 0.93556, + "map_at_3": 0.95685, + "map_at_5": 0.95907, + "map_at_10": 0.95923, + "map_at_20": 0.9595, + "map_at_100": 0.95959, + "map_at_1000": 0.9596, + "recall_at_1": 0.93556, + "recall_at_3": 0.98, + "recall_at_5": 0.99, + "recall_at_10": 0.99111, + "recall_at_20": 0.99444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.93556, + "precision_at_3": 0.32667, + "precision_at_5": 0.198, + "precision_at_10": 0.09911, + "precision_at_20": 0.04972, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935556, + "mrr_at_3": 0.956852, + "mrr_at_5": 0.959074, + "mrr_at_10": 0.959233, + "mrr_at_20": 0.959496, + "mrr_at_100": 0.959589, + "mrr_at_1000": 0.959602, + "nauc_ndcg_at_1_max": 0.766195, + "nauc_ndcg_at_1_std": -0.313862, + "nauc_ndcg_at_1_diff1": 0.953435, + "nauc_ndcg_at_3_max": 0.815063, + "nauc_ndcg_at_3_std": -0.408524, + "nauc_ndcg_at_3_diff1": 0.9603, + "nauc_ndcg_at_5_max": 0.801648, + "nauc_ndcg_at_5_std": -0.326355, + "nauc_ndcg_at_5_diff1": 0.95882, + "nauc_ndcg_at_10_max": 0.799401, + "nauc_ndcg_at_10_std": -0.34138, + "nauc_ndcg_at_10_diff1": 0.958354, + "nauc_ndcg_at_20_max": 0.799324, + "nauc_ndcg_at_20_std": -0.323044, + "nauc_ndcg_at_20_diff1": 0.95959, + "nauc_ndcg_at_100_max": 0.798326, + "nauc_ndcg_at_100_std": -0.320671, + "nauc_ndcg_at_100_diff1": 0.958972, + "nauc_ndcg_at_1000_max": 0.796178, + "nauc_ndcg_at_1000_std": -0.337703, + "nauc_ndcg_at_1000_diff1": 0.958423, + "nauc_map_at_1_max": 0.766195, + "nauc_map_at_1_std": -0.313862, + "nauc_map_at_1_diff1": 0.953435, + "nauc_map_at_3_max": 0.800303, + "nauc_map_at_3_std": -0.383836, + "nauc_map_at_3_diff1": 0.958494, + "nauc_map_at_5_max": 0.793652, + "nauc_map_at_5_std": -0.346213, + "nauc_map_at_5_diff1": 0.95766, + "nauc_map_at_10_max": 0.792848, + "nauc_map_at_10_std": -0.351454, + "nauc_map_at_10_diff1": 0.957495, + "nauc_map_at_20_max": 0.792604, + "nauc_map_at_20_std": -0.347669, + "nauc_map_at_20_diff1": 0.957769, + "nauc_map_at_100_max": 0.792419, + "nauc_map_at_100_std": -0.347534, + "nauc_map_at_100_diff1": 0.957672, + "nauc_map_at_1000_max": 0.792361, + "nauc_map_at_1000_std": -0.34795, + "nauc_map_at_1000_diff1": 0.957658, + "nauc_recall_at_1_max": 0.766195, + "nauc_recall_at_1_std": -0.313862, + "nauc_recall_at_1_diff1": 0.953435, + "nauc_recall_at_3_max": 0.904425, + "nauc_recall_at_3_std": -0.553844, + "nauc_recall_at_3_diff1": 0.970951, + "nauc_recall_at_5_max": 0.883287, + "nauc_recall_at_5_std": -0.030034, + "nauc_recall_at_5_diff1": 0.970951, + "nauc_recall_at_10_max": 0.868697, + "nauc_recall_at_10_std": -0.158789, + "nauc_recall_at_10_diff1": 0.96732, + "nauc_recall_at_20_max": 0.918301, + "nauc_recall_at_20_std": 0.370308, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.766195, + "nauc_precision_at_1_std": -0.313862, + "nauc_precision_at_1_diff1": 0.953435, + "nauc_precision_at_3_max": 0.904425, + "nauc_precision_at_3_std": -0.553844, + "nauc_precision_at_3_diff1": 0.970951, + "nauc_precision_at_5_max": 0.883287, + "nauc_precision_at_5_std": -0.030034, + "nauc_precision_at_5_diff1": 0.970951, + "nauc_precision_at_10_max": 0.868697, + "nauc_precision_at_10_std": -0.158789, + "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_20_max": 0.918301, + "nauc_precision_at_20_std": 0.370308, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.766195, + "nauc_mrr_at_1_std": -0.313862, + "nauc_mrr_at_1_diff1": 0.953435, + "nauc_mrr_at_3_max": 0.800303, + "nauc_mrr_at_3_std": -0.383836, + "nauc_mrr_at_3_diff1": 0.958494, + "nauc_mrr_at_5_max": 0.793652, + "nauc_mrr_at_5_std": -0.346213, + "nauc_mrr_at_5_diff1": 0.95766, + "nauc_mrr_at_10_max": 0.792848, + "nauc_mrr_at_10_std": -0.351454, + "nauc_mrr_at_10_diff1": 0.957495, + "nauc_mrr_at_20_max": 0.792604, + "nauc_mrr_at_20_std": -0.347669, + "nauc_mrr_at_20_diff1": 0.957769, + "nauc_mrr_at_100_max": 0.792419, + "nauc_mrr_at_100_std": -0.347534, + "nauc_mrr_at_100_diff1": 0.957672, + "nauc_mrr_at_1000_max": 0.792361, + "nauc_mrr_at_1000_std": -0.34795, + "nauc_mrr_at_1000_diff1": 0.957658, + "main_score": 0.9673, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91444, + "ndcg_at_3": 0.94749, + "ndcg_at_5": 0.95298, + "ndcg_at_10": 0.95627, + "ndcg_at_20": 0.95683, + "ndcg_at_100": 0.95763, + "ndcg_at_1000": 0.95778, + "map_at_1": 0.91444, + "map_at_3": 0.94, + "map_at_5": 0.94306, + "map_at_10": 0.94444, + "map_at_20": 0.94459, + "map_at_100": 0.9447, + "map_at_1000": 0.9447, + "recall_at_1": 0.91444, + "recall_at_3": 0.96889, + "recall_at_5": 0.98222, + "recall_at_10": 0.99222, + "recall_at_20": 0.99444, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.91444, + "precision_at_3": 0.32296, + "precision_at_5": 0.19644, + "precision_at_10": 0.09922, + "precision_at_20": 0.04972, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.914444, + "mrr_at_3": 0.94, + "mrr_at_5": 0.943056, + "mrr_at_10": 0.944438, + "mrr_at_20": 0.944592, + "mrr_at_100": 0.944699, + "mrr_at_1000": 0.944704, + "nauc_ndcg_at_1_max": 0.763493, + "nauc_ndcg_at_1_std": -0.021584, + "nauc_ndcg_at_1_diff1": 0.944402, + "nauc_ndcg_at_3_max": 0.825418, + "nauc_ndcg_at_3_std": 0.066276, + "nauc_ndcg_at_3_diff1": 0.950696, + "nauc_ndcg_at_5_max": 0.813559, + "nauc_ndcg_at_5_std": 0.038455, + "nauc_ndcg_at_5_diff1": 0.948921, + "nauc_ndcg_at_10_max": 0.806496, + "nauc_ndcg_at_10_std": 0.031429, + "nauc_ndcg_at_10_diff1": 0.947602, + "nauc_ndcg_at_20_max": 0.804769, + "nauc_ndcg_at_20_std": 0.035425, + "nauc_ndcg_at_20_diff1": 0.947829, + "nauc_ndcg_at_100_max": 0.803161, + "nauc_ndcg_at_100_std": 0.032947, + "nauc_ndcg_at_100_diff1": 0.947387, + "nauc_ndcg_at_1000_max": 0.802482, + "nauc_ndcg_at_1000_std": 0.029611, + "nauc_ndcg_at_1000_diff1": 0.947206, + "nauc_map_at_1_max": 0.763493, + "nauc_map_at_1_std": -0.021584, + "nauc_map_at_1_diff1": 0.944402, + "nauc_map_at_3_max": 0.80772, + "nauc_map_at_3_std": 0.038393, + "nauc_map_at_3_diff1": 0.947904, + "nauc_map_at_5_max": 0.801442, + "nauc_map_at_5_std": 0.024542, + "nauc_map_at_5_diff1": 0.947022, + "nauc_map_at_10_max": 0.798855, + "nauc_map_at_10_std": 0.021233, + "nauc_map_at_10_diff1": 0.946629, + "nauc_map_at_20_max": 0.79844, + "nauc_map_at_20_std": 0.021559, + "nauc_map_at_20_diff1": 0.946699, + "nauc_map_at_100_max": 0.79831, + "nauc_map_at_100_std": 0.021911, + "nauc_map_at_100_diff1": 0.946632, + "nauc_map_at_1000_max": 0.798289, + "nauc_map_at_1000_std": 0.021811, + "nauc_map_at_1000_diff1": 0.946626, + "nauc_recall_at_1_max": 0.763493, + "nauc_recall_at_1_std": -0.021584, + "nauc_recall_at_1_diff1": 0.944402, + "nauc_recall_at_3_max": 0.921052, + "nauc_recall_at_3_std": 0.219605, + "nauc_recall_at_3_diff1": 0.966737, + "nauc_recall_at_5_max": 0.915237, + "nauc_recall_at_5_std": 0.150764, + "nauc_recall_at_5_diff1": 0.966299, + "nauc_recall_at_10_max": 0.922969, + "nauc_recall_at_10_std": 0.198479, + "nauc_recall_at_10_diff1": 0.962652, + "nauc_recall_at_20_max": 0.918301, + "nauc_recall_at_20_std": 0.425864, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.763493, + "nauc_precision_at_1_std": -0.021584, + "nauc_precision_at_1_diff1": 0.944402, + "nauc_precision_at_3_max": 0.921052, + "nauc_precision_at_3_std": 0.219605, + "nauc_precision_at_3_diff1": 0.966737, + "nauc_precision_at_5_max": 0.915237, + "nauc_precision_at_5_std": 0.150764, + "nauc_precision_at_5_diff1": 0.966299, + "nauc_precision_at_10_max": 0.922969, + "nauc_precision_at_10_std": 0.198479, + "nauc_precision_at_10_diff1": 0.962652, + "nauc_precision_at_20_max": 0.918301, + "nauc_precision_at_20_std": 0.425864, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.763493, + "nauc_mrr_at_1_std": -0.021584, + "nauc_mrr_at_1_diff1": 0.944402, + "nauc_mrr_at_3_max": 0.80772, + "nauc_mrr_at_3_std": 0.038393, + "nauc_mrr_at_3_diff1": 0.947904, + "nauc_mrr_at_5_max": 0.801442, + "nauc_mrr_at_5_std": 0.024542, + "nauc_mrr_at_5_diff1": 0.947022, + "nauc_mrr_at_10_max": 0.798855, + "nauc_mrr_at_10_std": 0.021233, + "nauc_mrr_at_10_diff1": 0.946629, + "nauc_mrr_at_20_max": 0.79844, + "nauc_mrr_at_20_std": 0.021559, + "nauc_mrr_at_20_diff1": 0.946699, + "nauc_mrr_at_100_max": 0.79831, + "nauc_mrr_at_100_std": 0.021911, + "nauc_mrr_at_100_diff1": 0.946632, + "nauc_mrr_at_1000_max": 0.798289, + "nauc_mrr_at_1000_std": 0.021811, + "nauc_mrr_at_1000_diff1": 0.946626, + "main_score": 0.95627, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.38222, + "ndcg_at_3": 0.41594, + "ndcg_at_5": 0.43133, + "ndcg_at_10": 0.44455, + "ndcg_at_20": 0.45749, + "ndcg_at_100": 0.48791, + "ndcg_at_1000": 0.52184, + "map_at_1": 0.38222, + "map_at_3": 0.40796, + "map_at_5": 0.41641, + "map_at_10": 0.42182, + "map_at_20": 0.42538, + "map_at_100": 0.42924, + "map_at_1000": 0.43056, + "recall_at_1": 0.38222, + "recall_at_3": 0.43889, + "recall_at_5": 0.47667, + "recall_at_10": 0.51778, + "recall_at_20": 0.56889, + "recall_at_100": 0.73778, + "recall_at_1000": 1.0, + "precision_at_1": 0.38222, + "precision_at_3": 0.1463, + "precision_at_5": 0.09533, + "precision_at_10": 0.05178, + "precision_at_20": 0.02844, + "precision_at_100": 0.00738, + "precision_at_1000": 0.001, + "mrr_at_1": 0.382222, + "mrr_at_3": 0.407963, + "mrr_at_5": 0.416407, + "mrr_at_10": 0.421818, + "mrr_at_20": 0.425382, + "mrr_at_100": 0.429243, + "mrr_at_1000": 0.430562, + "nauc_ndcg_at_1_max": 0.522321, + "nauc_ndcg_at_1_std": -0.274238, + "nauc_ndcg_at_1_diff1": 0.885588, + "nauc_ndcg_at_3_max": 0.495368, + "nauc_ndcg_at_3_std": -0.280389, + "nauc_ndcg_at_3_diff1": 0.85118, + "nauc_ndcg_at_5_max": 0.480804, + "nauc_ndcg_at_5_std": -0.280232, + "nauc_ndcg_at_5_diff1": 0.833965, + "nauc_ndcg_at_10_max": 0.473195, + "nauc_ndcg_at_10_std": -0.275271, + "nauc_ndcg_at_10_diff1": 0.822078, + "nauc_ndcg_at_20_max": 0.469553, + "nauc_ndcg_at_20_std": -0.270382, + "nauc_ndcg_at_20_diff1": 0.813471, + "nauc_ndcg_at_100_max": 0.469773, + "nauc_ndcg_at_100_std": -0.253538, + "nauc_ndcg_at_100_diff1": 0.805624, + "nauc_ndcg_at_1000_max": 0.47977, + "nauc_ndcg_at_1000_std": -0.26708, + "nauc_ndcg_at_1000_diff1": 0.824931, + "nauc_map_at_1_max": 0.522321, + "nauc_map_at_1_std": -0.274238, + "nauc_map_at_1_diff1": 0.885588, + "nauc_map_at_3_max": 0.502303, + "nauc_map_at_3_std": -0.279112, + "nauc_map_at_3_diff1": 0.859063, + "nauc_map_at_5_max": 0.494523, + "nauc_map_at_5_std": -0.278776, + "nauc_map_at_5_diff1": 0.849657, + "nauc_map_at_10_max": 0.491566, + "nauc_map_at_10_std": -0.276306, + "nauc_map_at_10_diff1": 0.845011, + "nauc_map_at_20_max": 0.49041, + "nauc_map_at_20_std": -0.275078, + "nauc_map_at_20_diff1": 0.84276, + "nauc_map_at_100_max": 0.490502, + "nauc_map_at_100_std": -0.272875, + "nauc_map_at_100_diff1": 0.841792, + "nauc_map_at_1000_max": 0.490883, + "nauc_map_at_1000_std": -0.273314, + "nauc_map_at_1000_diff1": 0.842438, + "nauc_recall_at_1_max": 0.522321, + "nauc_recall_at_1_std": -0.274238, + "nauc_recall_at_1_diff1": 0.885588, + "nauc_recall_at_3_max": 0.475114, + "nauc_recall_at_3_std": -0.283999, + "nauc_recall_at_3_diff1": 0.828533, + "nauc_recall_at_5_max": 0.43805, + "nauc_recall_at_5_std": -0.284693, + "nauc_recall_at_5_diff1": 0.785617, + "nauc_recall_at_10_max": 0.41211, + "nauc_recall_at_10_std": -0.271405, + "nauc_recall_at_10_diff1": 0.74561, + "nauc_recall_at_20_max": 0.395257, + "nauc_recall_at_20_std": -0.249745, + "nauc_recall_at_20_diff1": 0.704905, + "nauc_recall_at_100_max": 0.367235, + "nauc_recall_at_100_std": -0.110995, + "nauc_recall_at_100_diff1": 0.602677, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.522321, + "nauc_precision_at_1_std": -0.274238, + "nauc_precision_at_1_diff1": 0.885588, + "nauc_precision_at_3_max": 0.475114, + "nauc_precision_at_3_std": -0.283999, + "nauc_precision_at_3_diff1": 0.828533, + "nauc_precision_at_5_max": 0.43805, + "nauc_precision_at_5_std": -0.284693, + "nauc_precision_at_5_diff1": 0.785617, + "nauc_precision_at_10_max": 0.41211, + "nauc_precision_at_10_std": -0.271405, + "nauc_precision_at_10_diff1": 0.74561, + "nauc_precision_at_20_max": 0.395257, + "nauc_precision_at_20_std": -0.249745, + "nauc_precision_at_20_diff1": 0.704905, + "nauc_precision_at_100_max": 0.367235, + "nauc_precision_at_100_std": -0.110995, + "nauc_precision_at_100_diff1": 0.602677, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.522321, + "nauc_mrr_at_1_std": -0.274238, + "nauc_mrr_at_1_diff1": 0.885588, + "nauc_mrr_at_3_max": 0.502303, + "nauc_mrr_at_3_std": -0.279112, + "nauc_mrr_at_3_diff1": 0.859063, + "nauc_mrr_at_5_max": 0.494523, + "nauc_mrr_at_5_std": -0.278776, + "nauc_mrr_at_5_diff1": 0.849657, + "nauc_mrr_at_10_max": 0.491566, + "nauc_mrr_at_10_std": -0.276306, + "nauc_mrr_at_10_diff1": 0.845011, + "nauc_mrr_at_20_max": 0.49041, + "nauc_mrr_at_20_std": -0.275078, + "nauc_mrr_at_20_diff1": 0.84276, + "nauc_mrr_at_100_max": 0.490502, + "nauc_mrr_at_100_std": -0.272875, + "nauc_mrr_at_100_diff1": 0.841792, + "nauc_mrr_at_1000_max": 0.490883, + "nauc_mrr_at_1000_std": -0.273314, + "nauc_mrr_at_1000_diff1": 0.842438, + "main_score": 0.44455, + "hf_subset": "shn_Mymr-shn_Mymr", + "languages": [ + "shn-Mymr", + "shn-Mymr" + ] + }, + { + "ndcg_at_1": 0.65222, + "ndcg_at_3": 0.70633, + "ndcg_at_5": 0.71456, + "ndcg_at_10": 0.72814, + "ndcg_at_20": 0.74269, + "ndcg_at_100": 0.76273, + "ndcg_at_1000": 0.76639, + "map_at_1": 0.65222, + "map_at_3": 0.69315, + "map_at_5": 0.6977, + "map_at_10": 0.70326, + "map_at_20": 0.70722, + "map_at_100": 0.70992, + "map_at_1000": 0.7101, + "recall_at_1": 0.65222, + "recall_at_3": 0.74444, + "recall_at_5": 0.76444, + "recall_at_10": 0.80667, + "recall_at_20": 0.86444, + "recall_at_100": 0.97333, + "recall_at_1000": 1.0, + "precision_at_1": 0.65222, + "precision_at_3": 0.24815, + "precision_at_5": 0.15289, + "precision_at_10": 0.08067, + "precision_at_20": 0.04322, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "mrr_at_1": 0.652222, + "mrr_at_3": 0.693148, + "mrr_at_5": 0.697704, + "mrr_at_10": 0.703265, + "mrr_at_20": 0.707225, + "mrr_at_100": 0.709925, + "mrr_at_1000": 0.710102, + "nauc_ndcg_at_1_max": 0.728795, + "nauc_ndcg_at_1_std": -0.123242, + "nauc_ndcg_at_1_diff1": 0.870961, + "nauc_ndcg_at_3_max": 0.715848, + "nauc_ndcg_at_3_std": -0.13151, + "nauc_ndcg_at_3_diff1": 0.835568, + "nauc_ndcg_at_5_max": 0.717437, + "nauc_ndcg_at_5_std": -0.129626, + "nauc_ndcg_at_5_diff1": 0.833498, + "nauc_ndcg_at_10_max": 0.709133, + "nauc_ndcg_at_10_std": -0.133258, + "nauc_ndcg_at_10_diff1": 0.824301, + "nauc_ndcg_at_20_max": 0.707847, + "nauc_ndcg_at_20_std": -0.131745, + "nauc_ndcg_at_20_diff1": 0.82488, + "nauc_ndcg_at_100_max": 0.707742, + "nauc_ndcg_at_100_std": -0.12912, + "nauc_ndcg_at_100_diff1": 0.830064, + "nauc_ndcg_at_1000_max": 0.71235, + "nauc_ndcg_at_1000_std": -0.129175, + "nauc_ndcg_at_1000_diff1": 0.833786, + "nauc_map_at_1_max": 0.728795, + "nauc_map_at_1_std": -0.123242, + "nauc_map_at_1_diff1": 0.870961, + "nauc_map_at_3_max": 0.719095, + "nauc_map_at_3_std": -0.130102, + "nauc_map_at_3_diff1": 0.844562, + "nauc_map_at_5_max": 0.720028, + "nauc_map_at_5_std": -0.129084, + "nauc_map_at_5_diff1": 0.843613, + "nauc_map_at_10_max": 0.716881, + "nauc_map_at_10_std": -0.130037, + "nauc_map_at_10_diff1": 0.840158, + "nauc_map_at_20_max": 0.716633, + "nauc_map_at_20_std": -0.129565, + "nauc_map_at_20_diff1": 0.840446, + "nauc_map_at_100_max": 0.716569, + "nauc_map_at_100_std": -0.129021, + "nauc_map_at_100_diff1": 0.840964, + "nauc_map_at_1000_max": 0.716728, + "nauc_map_at_1000_std": -0.129035, + "nauc_map_at_1000_diff1": 0.841114, + "nauc_recall_at_1_max": 0.728795, + "nauc_recall_at_1_std": -0.123242, + "nauc_recall_at_1_diff1": 0.870961, + "nauc_recall_at_3_max": 0.7052, + "nauc_recall_at_3_std": -0.135795, + "nauc_recall_at_3_diff1": 0.806015, + "nauc_recall_at_5_max": 0.708694, + "nauc_recall_at_5_std": -0.130799, + "nauc_recall_at_5_diff1": 0.798028, + "nauc_recall_at_10_max": 0.673755, + "nauc_recall_at_10_std": -0.148676, + "nauc_recall_at_10_diff1": 0.755484, + "nauc_recall_at_20_max": 0.652102, + "nauc_recall_at_20_std": -0.145136, + "nauc_recall_at_20_diff1": 0.733976, + "nauc_recall_at_100_max": 0.446195, + "nauc_recall_at_100_std": -0.127295, + "nauc_recall_at_100_diff1": 0.625097, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.728795, + "nauc_precision_at_1_std": -0.123242, + "nauc_precision_at_1_diff1": 0.870961, + "nauc_precision_at_3_max": 0.7052, + "nauc_precision_at_3_std": -0.135795, + "nauc_precision_at_3_diff1": 0.806015, + "nauc_precision_at_5_max": 0.708694, + "nauc_precision_at_5_std": -0.130799, + "nauc_precision_at_5_diff1": 0.798028, + "nauc_precision_at_10_max": 0.673755, + "nauc_precision_at_10_std": -0.148676, + "nauc_precision_at_10_diff1": 0.755484, + "nauc_precision_at_20_max": 0.652102, + "nauc_precision_at_20_std": -0.145136, + "nauc_precision_at_20_diff1": 0.733976, + "nauc_precision_at_100_max": 0.446195, + "nauc_precision_at_100_std": -0.127295, + "nauc_precision_at_100_diff1": 0.625097, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.728795, + "nauc_mrr_at_1_std": -0.123242, + "nauc_mrr_at_1_diff1": 0.870961, + "nauc_mrr_at_3_max": 0.719095, + "nauc_mrr_at_3_std": -0.130102, + "nauc_mrr_at_3_diff1": 0.844562, + "nauc_mrr_at_5_max": 0.720028, + "nauc_mrr_at_5_std": -0.129084, + "nauc_mrr_at_5_diff1": 0.843613, + "nauc_mrr_at_10_max": 0.716881, + "nauc_mrr_at_10_std": -0.130037, + "nauc_mrr_at_10_diff1": 0.840158, + "nauc_mrr_at_20_max": 0.716633, + "nauc_mrr_at_20_std": -0.129565, + "nauc_mrr_at_20_diff1": 0.840446, + "nauc_mrr_at_100_max": 0.716569, + "nauc_mrr_at_100_std": -0.129021, + "nauc_mrr_at_100_diff1": 0.840964, + "nauc_mrr_at_1000_max": 0.716728, + "nauc_mrr_at_1000_std": -0.129035, + "nauc_mrr_at_1000_diff1": 0.841114, + "main_score": 0.72814, + "hf_subset": "shn_Mymr-eng_Latn", + "languages": [ + "shn-Mymr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37444, + "ndcg_at_3": 0.40366, + "ndcg_at_5": 0.41141, + "ndcg_at_10": 0.41742, + "ndcg_at_20": 0.42385, + "ndcg_at_100": 0.45035, + "ndcg_at_1000": 0.49692, + "map_at_1": 0.37444, + "map_at_3": 0.39648, + "map_at_5": 0.40076, + "map_at_10": 0.40318, + "map_at_20": 0.40493, + "map_at_100": 0.40825, + "map_at_1000": 0.40997, + "recall_at_1": 0.37444, + "recall_at_3": 0.42444, + "recall_at_5": 0.44333, + "recall_at_10": 0.46222, + "recall_at_20": 0.48778, + "recall_at_100": 0.63556, + "recall_at_1000": 1.0, + "precision_at_1": 0.37444, + "precision_at_3": 0.14148, + "precision_at_5": 0.08867, + "precision_at_10": 0.04622, + "precision_at_20": 0.02439, + "precision_at_100": 0.00636, + "precision_at_1000": 0.001, + "mrr_at_1": 0.374444, + "mrr_at_3": 0.396481, + "mrr_at_5": 0.400759, + "mrr_at_10": 0.403185, + "mrr_at_20": 0.404933, + "mrr_at_100": 0.408246, + "mrr_at_1000": 0.409967, + "nauc_ndcg_at_1_max": 0.707217, + "nauc_ndcg_at_1_std": 0.116034, + "nauc_ndcg_at_1_diff1": 0.877146, + "nauc_ndcg_at_3_max": 0.697775, + "nauc_ndcg_at_3_std": 0.103242, + "nauc_ndcg_at_3_diff1": 0.853171, + "nauc_ndcg_at_5_max": 0.688846, + "nauc_ndcg_at_5_std": 0.101499, + "nauc_ndcg_at_5_diff1": 0.843046, + "nauc_ndcg_at_10_max": 0.679692, + "nauc_ndcg_at_10_std": 0.097683, + "nauc_ndcg_at_10_diff1": 0.834798, + "nauc_ndcg_at_20_max": 0.670933, + "nauc_ndcg_at_20_std": 0.094818, + "nauc_ndcg_at_20_diff1": 0.825575, + "nauc_ndcg_at_100_max": 0.654943, + "nauc_ndcg_at_100_std": 0.090946, + "nauc_ndcg_at_100_diff1": 0.807527, + "nauc_ndcg_at_1000_max": 0.674355, + "nauc_ndcg_at_1000_std": 0.097289, + "nauc_ndcg_at_1000_diff1": 0.828896, + "nauc_map_at_1_max": 0.707217, + "nauc_map_at_1_std": 0.116034, + "nauc_map_at_1_diff1": 0.877146, + "nauc_map_at_3_max": 0.700943, + "nauc_map_at_3_std": 0.107329, + "nauc_map_at_3_diff1": 0.858511, + "nauc_map_at_5_max": 0.696078, + "nauc_map_at_5_std": 0.106122, + "nauc_map_at_5_diff1": 0.85308, + "nauc_map_at_10_max": 0.692389, + "nauc_map_at_10_std": 0.104567, + "nauc_map_at_10_diff1": 0.849834, + "nauc_map_at_20_max": 0.689989, + "nauc_map_at_20_std": 0.10366, + "nauc_map_at_20_diff1": 0.84741, + "nauc_map_at_100_max": 0.687981, + "nauc_map_at_100_std": 0.103257, + "nauc_map_at_100_diff1": 0.844983, + "nauc_map_at_1000_max": 0.688562, + "nauc_map_at_1000_std": 0.103429, + "nauc_map_at_1000_diff1": 0.845597, + "nauc_recall_at_1_max": 0.707217, + "nauc_recall_at_1_std": 0.116034, + "nauc_recall_at_1_diff1": 0.877146, + "nauc_recall_at_3_max": 0.68827, + "nauc_recall_at_3_std": 0.09104, + "nauc_recall_at_3_diff1": 0.83795, + "nauc_recall_at_5_max": 0.666127, + "nauc_recall_at_5_std": 0.087742, + "nauc_recall_at_5_diff1": 0.812465, + "nauc_recall_at_10_max": 0.637038, + "nauc_recall_at_10_std": 0.075717, + "nauc_recall_at_10_diff1": 0.785794, + "nauc_recall_at_20_max": 0.601595, + "nauc_recall_at_20_std": 0.064982, + "nauc_recall_at_20_diff1": 0.747656, + "nauc_recall_at_100_max": 0.486004, + "nauc_recall_at_100_std": 0.03409, + "nauc_recall_at_100_diff1": 0.619626, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.707217, + "nauc_precision_at_1_std": 0.116034, + "nauc_precision_at_1_diff1": 0.877146, + "nauc_precision_at_3_max": 0.68827, + "nauc_precision_at_3_std": 0.09104, + "nauc_precision_at_3_diff1": 0.83795, + "nauc_precision_at_5_max": 0.666127, + "nauc_precision_at_5_std": 0.087742, + "nauc_precision_at_5_diff1": 0.812465, + "nauc_precision_at_10_max": 0.637038, + "nauc_precision_at_10_std": 0.075717, + "nauc_precision_at_10_diff1": 0.785794, + "nauc_precision_at_20_max": 0.601595, + "nauc_precision_at_20_std": 0.064982, + "nauc_precision_at_20_diff1": 0.747656, + "nauc_precision_at_100_max": 0.486004, + "nauc_precision_at_100_std": 0.03409, + "nauc_precision_at_100_diff1": 0.619626, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.707217, + "nauc_mrr_at_1_std": 0.116034, + "nauc_mrr_at_1_diff1": 0.877146, + "nauc_mrr_at_3_max": 0.700943, + "nauc_mrr_at_3_std": 0.107329, + "nauc_mrr_at_3_diff1": 0.858511, + "nauc_mrr_at_5_max": 0.696078, + "nauc_mrr_at_5_std": 0.106122, + "nauc_mrr_at_5_diff1": 0.85308, + "nauc_mrr_at_10_max": 0.692389, + "nauc_mrr_at_10_std": 0.104567, + "nauc_mrr_at_10_diff1": 0.849834, + "nauc_mrr_at_20_max": 0.689989, + "nauc_mrr_at_20_std": 0.10366, + "nauc_mrr_at_20_diff1": 0.84741, + "nauc_mrr_at_100_max": 0.687981, + "nauc_mrr_at_100_std": 0.103257, + "nauc_mrr_at_100_diff1": 0.844983, + "nauc_mrr_at_1000_max": 0.688562, + "nauc_mrr_at_1000_std": 0.103429, + "nauc_mrr_at_1000_diff1": 0.845597, + "main_score": 0.41742, + "hf_subset": "eng_Latn-shn_Mymr", + "languages": [ + "eng-Latn", + "shn-Mymr" + ] + }, + { + "ndcg_at_1": 0.41111, + "ndcg_at_3": 0.47122, + "ndcg_at_5": 0.49015, + "ndcg_at_10": 0.50986, + "ndcg_at_20": 0.52511, + "ndcg_at_100": 0.55286, + "ndcg_at_1000": 0.57415, + "map_at_1": 0.41111, + "map_at_3": 0.4563, + "map_at_5": 0.46691, + "map_at_10": 0.47502, + "map_at_20": 0.47924, + "map_at_100": 0.48274, + "map_at_1000": 0.48356, + "recall_at_1": 0.41111, + "recall_at_3": 0.51444, + "recall_at_5": 0.56, + "recall_at_10": 0.62111, + "recall_at_20": 0.68111, + "recall_at_100": 0.83556, + "recall_at_1000": 1.0, + "precision_at_1": 0.41111, + "precision_at_3": 0.17148, + "precision_at_5": 0.112, + "precision_at_10": 0.06211, + "precision_at_20": 0.03406, + "precision_at_100": 0.00836, + "precision_at_1000": 0.001, + "mrr_at_1": 0.411111, + "mrr_at_3": 0.456296, + "mrr_at_5": 0.466907, + "mrr_at_10": 0.475017, + "mrr_at_20": 0.479238, + "mrr_at_100": 0.482739, + "mrr_at_1000": 0.483563, + "nauc_ndcg_at_1_max": 0.399378, + "nauc_ndcg_at_1_std": -0.142528, + "nauc_ndcg_at_1_diff1": 0.721429, + "nauc_ndcg_at_3_max": 0.415191, + "nauc_ndcg_at_3_std": -0.120281, + "nauc_ndcg_at_3_diff1": 0.672353, + "nauc_ndcg_at_5_max": 0.423421, + "nauc_ndcg_at_5_std": -0.105636, + "nauc_ndcg_at_5_diff1": 0.663563, + "nauc_ndcg_at_10_max": 0.425695, + "nauc_ndcg_at_10_std": -0.100611, + "nauc_ndcg_at_10_diff1": 0.660596, + "nauc_ndcg_at_20_max": 0.419987, + "nauc_ndcg_at_20_std": -0.09354, + "nauc_ndcg_at_20_diff1": 0.657025, + "nauc_ndcg_at_100_max": 0.41872, + "nauc_ndcg_at_100_std": -0.090435, + "nauc_ndcg_at_100_diff1": 0.656761, + "nauc_ndcg_at_1000_max": 0.417774, + "nauc_ndcg_at_1000_std": -0.102561, + "nauc_ndcg_at_1000_diff1": 0.666906, + "nauc_map_at_1_max": 0.399378, + "nauc_map_at_1_std": -0.142528, + "nauc_map_at_1_diff1": 0.721429, + "nauc_map_at_3_max": 0.412434, + "nauc_map_at_3_std": -0.12656, + "nauc_map_at_3_diff1": 0.685061, + "nauc_map_at_5_max": 0.416875, + "nauc_map_at_5_std": -0.11855, + "nauc_map_at_5_diff1": 0.680221, + "nauc_map_at_10_max": 0.417406, + "nauc_map_at_10_std": -0.116773, + "nauc_map_at_10_diff1": 0.67917, + "nauc_map_at_20_max": 0.41586, + "nauc_map_at_20_std": -0.114989, + "nauc_map_at_20_diff1": 0.678437, + "nauc_map_at_100_max": 0.415503, + "nauc_map_at_100_std": -0.114716, + "nauc_map_at_100_diff1": 0.67826, + "nauc_map_at_1000_max": 0.415465, + "nauc_map_at_1000_std": -0.115039, + "nauc_map_at_1000_diff1": 0.678667, + "nauc_recall_at_1_max": 0.399378, + "nauc_recall_at_1_std": -0.142528, + "nauc_recall_at_1_diff1": 0.721429, + "nauc_recall_at_3_max": 0.422885, + "nauc_recall_at_3_std": -0.10132, + "nauc_recall_at_3_diff1": 0.634405, + "nauc_recall_at_5_max": 0.44437, + "nauc_recall_at_5_std": -0.063374, + "nauc_recall_at_5_diff1": 0.610878, + "nauc_recall_at_10_max": 0.455883, + "nauc_recall_at_10_std": -0.041816, + "nauc_recall_at_10_diff1": 0.596322, + "nauc_recall_at_20_max": 0.43203, + "nauc_recall_at_20_std": -0.001064, + "nauc_recall_at_20_diff1": 0.570494, + "nauc_recall_at_100_max": 0.432139, + "nauc_recall_at_100_std": 0.096214, + "nauc_recall_at_100_diff1": 0.513974, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.399378, + "nauc_precision_at_1_std": -0.142528, + "nauc_precision_at_1_diff1": 0.721429, + "nauc_precision_at_3_max": 0.422885, + "nauc_precision_at_3_std": -0.10132, + "nauc_precision_at_3_diff1": 0.634405, + "nauc_precision_at_5_max": 0.44437, + "nauc_precision_at_5_std": -0.063374, + "nauc_precision_at_5_diff1": 0.610878, + "nauc_precision_at_10_max": 0.455883, + "nauc_precision_at_10_std": -0.041816, + "nauc_precision_at_10_diff1": 0.596322, + "nauc_precision_at_20_max": 0.43203, + "nauc_precision_at_20_std": -0.001064, + "nauc_precision_at_20_diff1": 0.570494, + "nauc_precision_at_100_max": 0.432139, + "nauc_precision_at_100_std": 0.096214, + "nauc_precision_at_100_diff1": 0.513974, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.399378, + "nauc_mrr_at_1_std": -0.142528, + "nauc_mrr_at_1_diff1": 0.721429, + "nauc_mrr_at_3_max": 0.412434, + "nauc_mrr_at_3_std": -0.12656, + "nauc_mrr_at_3_diff1": 0.685061, + "nauc_mrr_at_5_max": 0.416875, + "nauc_mrr_at_5_std": -0.11855, + "nauc_mrr_at_5_diff1": 0.680221, + "nauc_mrr_at_10_max": 0.417406, + "nauc_mrr_at_10_std": -0.116773, + "nauc_mrr_at_10_diff1": 0.67917, + "nauc_mrr_at_20_max": 0.41586, + "nauc_mrr_at_20_std": -0.114989, + "nauc_mrr_at_20_diff1": 0.678437, + "nauc_mrr_at_100_max": 0.415503, + "nauc_mrr_at_100_std": -0.114716, + "nauc_mrr_at_100_diff1": 0.67826, + "nauc_mrr_at_1000_max": 0.415465, + "nauc_mrr_at_1000_std": -0.115039, + "nauc_mrr_at_1000_diff1": 0.678667, + "main_score": 0.50986, + "hf_subset": "sin_Latn-sin_Latn", + "languages": [ + "sin-Latn", + "sin-Latn" + ] + }, + { + "ndcg_at_1": 0.63, + "ndcg_at_3": 0.6977, + "ndcg_at_5": 0.71974, + "ndcg_at_10": 0.73156, + "ndcg_at_20": 0.74602, + "ndcg_at_100": 0.76114, + "ndcg_at_1000": 0.76504, + "map_at_1": 0.63, + "map_at_3": 0.68148, + "map_at_5": 0.69376, + "map_at_10": 0.69883, + "map_at_20": 0.70287, + "map_at_100": 0.70499, + "map_at_1000": 0.70517, + "recall_at_1": 0.63, + "recall_at_3": 0.74444, + "recall_at_5": 0.79778, + "recall_at_10": 0.83333, + "recall_at_20": 0.89, + "recall_at_100": 0.97111, + "recall_at_1000": 1.0, + "precision_at_1": 0.63, + "precision_at_3": 0.24815, + "precision_at_5": 0.15956, + "precision_at_10": 0.08333, + "precision_at_20": 0.0445, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.63, + "mrr_at_3": 0.681481, + "mrr_at_5": 0.693759, + "mrr_at_10": 0.698833, + "mrr_at_20": 0.702865, + "mrr_at_100": 0.704993, + "mrr_at_1000": 0.705172, + "nauc_ndcg_at_1_max": 0.645529, + "nauc_ndcg_at_1_std": 0.027611, + "nauc_ndcg_at_1_diff1": 0.815785, + "nauc_ndcg_at_3_max": 0.647384, + "nauc_ndcg_at_3_std": -0.007414, + "nauc_ndcg_at_3_diff1": 0.778541, + "nauc_ndcg_at_5_max": 0.643831, + "nauc_ndcg_at_5_std": 0.000285, + "nauc_ndcg_at_5_diff1": 0.771539, + "nauc_ndcg_at_10_max": 0.642167, + "nauc_ndcg_at_10_std": 0.01077, + "nauc_ndcg_at_10_diff1": 0.767014, + "nauc_ndcg_at_20_max": 0.644081, + "nauc_ndcg_at_20_std": 0.016741, + "nauc_ndcg_at_20_diff1": 0.769113, + "nauc_ndcg_at_100_max": 0.643949, + "nauc_ndcg_at_100_std": 0.019484, + "nauc_ndcg_at_100_diff1": 0.776562, + "nauc_ndcg_at_1000_max": 0.644354, + "nauc_ndcg_at_1000_std": 0.012692, + "nauc_ndcg_at_1000_diff1": 0.778512, + "nauc_map_at_1_max": 0.645529, + "nauc_map_at_1_std": 0.027611, + "nauc_map_at_1_diff1": 0.815785, + "nauc_map_at_3_max": 0.646985, + "nauc_map_at_3_std": -0.000257, + "nauc_map_at_3_diff1": 0.787775, + "nauc_map_at_5_max": 0.645229, + "nauc_map_at_5_std": 0.004089, + "nauc_map_at_5_diff1": 0.784529, + "nauc_map_at_10_max": 0.644562, + "nauc_map_at_10_std": 0.007878, + "nauc_map_at_10_diff1": 0.782834, + "nauc_map_at_20_max": 0.644988, + "nauc_map_at_20_std": 0.009056, + "nauc_map_at_20_diff1": 0.783528, + "nauc_map_at_100_max": 0.644919, + "nauc_map_at_100_std": 0.009632, + "nauc_map_at_100_diff1": 0.78456, + "nauc_map_at_1000_max": 0.644947, + "nauc_map_at_1000_std": 0.009403, + "nauc_map_at_1000_diff1": 0.784648, + "nauc_recall_at_1_max": 0.645529, + "nauc_recall_at_1_std": 0.027611, + "nauc_recall_at_1_diff1": 0.815785, + "nauc_recall_at_3_max": 0.648685, + "nauc_recall_at_3_std": -0.030564, + "nauc_recall_at_3_diff1": 0.747634, + "nauc_recall_at_5_max": 0.637398, + "nauc_recall_at_5_std": -0.012081, + "nauc_recall_at_5_diff1": 0.719277, + "nauc_recall_at_10_max": 0.629195, + "nauc_recall_at_10_std": 0.034791, + "nauc_recall_at_10_diff1": 0.690617, + "nauc_recall_at_20_max": 0.639726, + "nauc_recall_at_20_std": 0.096417, + "nauc_recall_at_20_diff1": 0.673272, + "nauc_recall_at_100_max": 0.62535, + "nauc_recall_at_100_std": 0.376248, + "nauc_recall_at_100_diff1": 0.68069, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.645529, + "nauc_precision_at_1_std": 0.027611, + "nauc_precision_at_1_diff1": 0.815785, + "nauc_precision_at_3_max": 0.648685, + "nauc_precision_at_3_std": -0.030564, + "nauc_precision_at_3_diff1": 0.747634, + "nauc_precision_at_5_max": 0.637398, + "nauc_precision_at_5_std": -0.012081, + "nauc_precision_at_5_diff1": 0.719277, + "nauc_precision_at_10_max": 0.629195, + "nauc_precision_at_10_std": 0.034791, + "nauc_precision_at_10_diff1": 0.690617, + "nauc_precision_at_20_max": 0.639726, + "nauc_precision_at_20_std": 0.096417, + "nauc_precision_at_20_diff1": 0.673272, + "nauc_precision_at_100_max": 0.62535, + "nauc_precision_at_100_std": 0.376248, + "nauc_precision_at_100_diff1": 0.68069, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.645529, + "nauc_mrr_at_1_std": 0.027611, + "nauc_mrr_at_1_diff1": 0.815785, + "nauc_mrr_at_3_max": 0.646985, + "nauc_mrr_at_3_std": -0.000257, + "nauc_mrr_at_3_diff1": 0.787775, + "nauc_mrr_at_5_max": 0.645229, + "nauc_mrr_at_5_std": 0.004089, + "nauc_mrr_at_5_diff1": 0.784529, + "nauc_mrr_at_10_max": 0.644562, + "nauc_mrr_at_10_std": 0.007878, + "nauc_mrr_at_10_diff1": 0.782834, + "nauc_mrr_at_20_max": 0.644988, + "nauc_mrr_at_20_std": 0.009056, + "nauc_mrr_at_20_diff1": 0.783528, + "nauc_mrr_at_100_max": 0.644919, + "nauc_mrr_at_100_std": 0.009632, + "nauc_mrr_at_100_diff1": 0.78456, + "nauc_mrr_at_1000_max": 0.644947, + "nauc_mrr_at_1000_std": 0.009403, + "nauc_mrr_at_1000_diff1": 0.784648, + "main_score": 0.73156, + "hf_subset": "sin_Latn-eng_Latn", + "languages": [ + "sin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.30556, + "ndcg_at_3": 0.35926, + "ndcg_at_5": 0.37523, + "ndcg_at_10": 0.39223, + "ndcg_at_20": 0.40777, + "ndcg_at_100": 0.44189, + "ndcg_at_1000": 0.47599, + "map_at_1": 0.30556, + "map_at_3": 0.3463, + "map_at_5": 0.35513, + "map_at_10": 0.36243, + "map_at_20": 0.36674, + "map_at_100": 0.37118, + "map_at_1000": 0.37249, + "recall_at_1": 0.30556, + "recall_at_3": 0.39667, + "recall_at_5": 0.43556, + "recall_at_10": 0.48667, + "recall_at_20": 0.54778, + "recall_at_100": 0.73556, + "recall_at_1000": 1.0, + "precision_at_1": 0.30556, + "precision_at_3": 0.13222, + "precision_at_5": 0.08711, + "precision_at_10": 0.04867, + "precision_at_20": 0.02739, + "precision_at_100": 0.00736, + "precision_at_1000": 0.001, + "mrr_at_1": 0.305556, + "mrr_at_3": 0.346296, + "mrr_at_5": 0.35513, + "mrr_at_10": 0.362426, + "mrr_at_20": 0.366743, + "mrr_at_100": 0.37118, + "mrr_at_1000": 0.372487, + "nauc_ndcg_at_1_max": 0.500597, + "nauc_ndcg_at_1_std": 0.041711, + "nauc_ndcg_at_1_diff1": 0.708857, + "nauc_ndcg_at_3_max": 0.48211, + "nauc_ndcg_at_3_std": 0.051644, + "nauc_ndcg_at_3_diff1": 0.650339, + "nauc_ndcg_at_5_max": 0.479616, + "nauc_ndcg_at_5_std": 0.051079, + "nauc_ndcg_at_5_diff1": 0.64131, + "nauc_ndcg_at_10_max": 0.465551, + "nauc_ndcg_at_10_std": 0.041951, + "nauc_ndcg_at_10_diff1": 0.630522, + "nauc_ndcg_at_20_max": 0.457355, + "nauc_ndcg_at_20_std": 0.035602, + "nauc_ndcg_at_20_diff1": 0.620192, + "nauc_ndcg_at_100_max": 0.451422, + "nauc_ndcg_at_100_std": 0.040097, + "nauc_ndcg_at_100_diff1": 0.614421, + "nauc_ndcg_at_1000_max": 0.465956, + "nauc_ndcg_at_1000_std": 0.04218, + "nauc_ndcg_at_1000_diff1": 0.633077, + "nauc_map_at_1_max": 0.500597, + "nauc_map_at_1_std": 0.041711, + "nauc_map_at_1_diff1": 0.708857, + "nauc_map_at_3_max": 0.487718, + "nauc_map_at_3_std": 0.048763, + "nauc_map_at_3_diff1": 0.664894, + "nauc_map_at_5_max": 0.486692, + "nauc_map_at_5_std": 0.0487, + "nauc_map_at_5_diff1": 0.659981, + "nauc_map_at_10_max": 0.48094, + "nauc_map_at_10_std": 0.04515, + "nauc_map_at_10_diff1": 0.65549, + "nauc_map_at_20_max": 0.478878, + "nauc_map_at_20_std": 0.043582, + "nauc_map_at_20_diff1": 0.652652, + "nauc_map_at_100_max": 0.47785, + "nauc_map_at_100_std": 0.043997, + "nauc_map_at_100_diff1": 0.651622, + "nauc_map_at_1000_max": 0.478416, + "nauc_map_at_1000_std": 0.04416, + "nauc_map_at_1000_diff1": 0.652294, + "nauc_recall_at_1_max": 0.500597, + "nauc_recall_at_1_std": 0.041711, + "nauc_recall_at_1_diff1": 0.708857, + "nauc_recall_at_3_max": 0.465813, + "nauc_recall_at_3_std": 0.059977, + "nauc_recall_at_3_diff1": 0.609046, + "nauc_recall_at_5_max": 0.45823, + "nauc_recall_at_5_std": 0.057653, + "nauc_recall_at_5_diff1": 0.586599, + "nauc_recall_at_10_max": 0.414133, + "nauc_recall_at_10_std": 0.028368, + "nauc_recall_at_10_diff1": 0.552656, + "nauc_recall_at_20_max": 0.376574, + "nauc_recall_at_20_std": 0.000269, + "nauc_recall_at_20_diff1": 0.506582, + "nauc_recall_at_100_max": 0.30587, + "nauc_recall_at_100_std": 0.024218, + "nauc_recall_at_100_diff1": 0.424681, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.500597, + "nauc_precision_at_1_std": 0.041711, + "nauc_precision_at_1_diff1": 0.708857, + "nauc_precision_at_3_max": 0.465813, + "nauc_precision_at_3_std": 0.059977, + "nauc_precision_at_3_diff1": 0.609046, + "nauc_precision_at_5_max": 0.45823, + "nauc_precision_at_5_std": 0.057653, + "nauc_precision_at_5_diff1": 0.586599, + "nauc_precision_at_10_max": 0.414133, + "nauc_precision_at_10_std": 0.028368, + "nauc_precision_at_10_diff1": 0.552656, + "nauc_precision_at_20_max": 0.376574, + "nauc_precision_at_20_std": 0.000269, + "nauc_precision_at_20_diff1": 0.506582, + "nauc_precision_at_100_max": 0.30587, + "nauc_precision_at_100_std": 0.024218, + "nauc_precision_at_100_diff1": 0.424681, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.500597, + "nauc_mrr_at_1_std": 0.041711, + "nauc_mrr_at_1_diff1": 0.708857, + "nauc_mrr_at_3_max": 0.487718, + "nauc_mrr_at_3_std": 0.048763, + "nauc_mrr_at_3_diff1": 0.664894, + "nauc_mrr_at_5_max": 0.486692, + "nauc_mrr_at_5_std": 0.0487, + "nauc_mrr_at_5_diff1": 0.659981, + "nauc_mrr_at_10_max": 0.48094, + "nauc_mrr_at_10_std": 0.04515, + "nauc_mrr_at_10_diff1": 0.65549, + "nauc_mrr_at_20_max": 0.478878, + "nauc_mrr_at_20_std": 0.043582, + "nauc_mrr_at_20_diff1": 0.652652, + "nauc_mrr_at_100_max": 0.47785, + "nauc_mrr_at_100_std": 0.043997, + "nauc_mrr_at_100_diff1": 0.651622, + "nauc_mrr_at_1000_max": 0.478416, + "nauc_mrr_at_1000_std": 0.04416, + "nauc_mrr_at_1000_diff1": 0.652294, + "main_score": 0.39223, + "hf_subset": "eng_Latn-sin_Latn", + "languages": [ + "eng-Latn", + "sin-Latn" + ] + }, + { + "ndcg_at_1": 0.81667, + "ndcg_at_3": 0.85024, + "ndcg_at_5": 0.85995, + "ndcg_at_10": 0.87013, + "ndcg_at_20": 0.87804, + "ndcg_at_100": 0.88309, + "ndcg_at_1000": 0.885, + "map_at_1": 0.81667, + "map_at_3": 0.84222, + "map_at_5": 0.84767, + "map_at_10": 0.85194, + "map_at_20": 0.85414, + "map_at_100": 0.85487, + "map_at_1000": 0.85495, + "recall_at_1": 0.81667, + "recall_at_3": 0.87333, + "recall_at_5": 0.89667, + "recall_at_10": 0.92778, + "recall_at_20": 0.95889, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.81667, + "precision_at_3": 0.29111, + "precision_at_5": 0.17933, + "precision_at_10": 0.09278, + "precision_at_20": 0.04794, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.816667, + "mrr_at_3": 0.842222, + "mrr_at_5": 0.847667, + "mrr_at_10": 0.85194, + "mrr_at_20": 0.854138, + "mrr_at_100": 0.854865, + "mrr_at_1000": 0.854946, + "nauc_ndcg_at_1_max": 0.701907, + "nauc_ndcg_at_1_std": 0.042791, + "nauc_ndcg_at_1_diff1": 0.896739, + "nauc_ndcg_at_3_max": 0.741744, + "nauc_ndcg_at_3_std": 0.090777, + "nauc_ndcg_at_3_diff1": 0.894253, + "nauc_ndcg_at_5_max": 0.757034, + "nauc_ndcg_at_5_std": 0.125957, + "nauc_ndcg_at_5_diff1": 0.890764, + "nauc_ndcg_at_10_max": 0.757554, + "nauc_ndcg_at_10_std": 0.139708, + "nauc_ndcg_at_10_diff1": 0.893298, + "nauc_ndcg_at_20_max": 0.748169, + "nauc_ndcg_at_20_std": 0.121454, + "nauc_ndcg_at_20_diff1": 0.893692, + "nauc_ndcg_at_100_max": 0.744191, + "nauc_ndcg_at_100_std": 0.11048, + "nauc_ndcg_at_100_diff1": 0.893797, + "nauc_ndcg_at_1000_max": 0.742282, + "nauc_ndcg_at_1000_std": 0.105392, + "nauc_ndcg_at_1000_diff1": 0.8944, + "nauc_map_at_1_max": 0.701907, + "nauc_map_at_1_std": 0.042791, + "nauc_map_at_1_diff1": 0.896739, + "nauc_map_at_3_max": 0.731143, + "nauc_map_at_3_std": 0.075215, + "nauc_map_at_3_diff1": 0.895578, + "nauc_map_at_5_max": 0.738863, + "nauc_map_at_5_std": 0.093509, + "nauc_map_at_5_diff1": 0.893856, + "nauc_map_at_10_max": 0.738654, + "nauc_map_at_10_std": 0.097529, + "nauc_map_at_10_diff1": 0.894906, + "nauc_map_at_20_max": 0.736101, + "nauc_map_at_20_std": 0.09248, + "nauc_map_at_20_diff1": 0.895028, + "nauc_map_at_100_max": 0.735633, + "nauc_map_at_100_std": 0.091155, + "nauc_map_at_100_diff1": 0.895068, + "nauc_map_at_1000_max": 0.735573, + "nauc_map_at_1000_std": 0.091018, + "nauc_map_at_1000_diff1": 0.895094, + "nauc_recall_at_1_max": 0.701907, + "nauc_recall_at_1_std": 0.042791, + "nauc_recall_at_1_diff1": 0.896739, + "nauc_recall_at_3_max": 0.778838, + "nauc_recall_at_3_std": 0.146693, + "nauc_recall_at_3_diff1": 0.889269, + "nauc_recall_at_5_max": 0.833601, + "nauc_recall_at_5_std": 0.265459, + "nauc_recall_at_5_diff1": 0.87702, + "nauc_recall_at_10_max": 0.86745, + "nauc_recall_at_10_std": 0.398635, + "nauc_recall_at_10_diff1": 0.8844, + "nauc_recall_at_20_max": 0.847326, + "nauc_recall_at_20_std": 0.393103, + "nauc_recall_at_20_diff1": 0.881962, + "nauc_recall_at_100_max": 0.858508, + "nauc_recall_at_100_std": 0.425196, + "nauc_recall_at_100_diff1": 0.86138, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.701907, + "nauc_precision_at_1_std": 0.042791, + "nauc_precision_at_1_diff1": 0.896739, + "nauc_precision_at_3_max": 0.778838, + "nauc_precision_at_3_std": 0.146693, + "nauc_precision_at_3_diff1": 0.889269, + "nauc_precision_at_5_max": 0.833601, + "nauc_precision_at_5_std": 0.265459, + "nauc_precision_at_5_diff1": 0.87702, + "nauc_precision_at_10_max": 0.86745, + "nauc_precision_at_10_std": 0.398635, + "nauc_precision_at_10_diff1": 0.8844, + "nauc_precision_at_20_max": 0.847326, + "nauc_precision_at_20_std": 0.393103, + "nauc_precision_at_20_diff1": 0.881962, + "nauc_precision_at_100_max": 0.858508, + "nauc_precision_at_100_std": 0.425196, + "nauc_precision_at_100_diff1": 0.86138, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.701907, + "nauc_mrr_at_1_std": 0.042791, + "nauc_mrr_at_1_diff1": 0.896739, + "nauc_mrr_at_3_max": 0.731143, + "nauc_mrr_at_3_std": 0.075215, + "nauc_mrr_at_3_diff1": 0.895578, + "nauc_mrr_at_5_max": 0.738863, + "nauc_mrr_at_5_std": 0.093509, + "nauc_mrr_at_5_diff1": 0.893856, + "nauc_mrr_at_10_max": 0.738654, + "nauc_mrr_at_10_std": 0.097529, + "nauc_mrr_at_10_diff1": 0.894906, + "nauc_mrr_at_20_max": 0.736101, + "nauc_mrr_at_20_std": 0.09248, + "nauc_mrr_at_20_diff1": 0.895028, + "nauc_mrr_at_100_max": 0.735633, + "nauc_mrr_at_100_std": 0.091155, + "nauc_mrr_at_100_diff1": 0.895068, + "nauc_mrr_at_1000_max": 0.735573, + "nauc_mrr_at_1000_std": 0.091018, + "nauc_mrr_at_1000_diff1": 0.895094, + "main_score": 0.87013, + "hf_subset": "sin_Sinh-sin_Sinh", + "languages": [ + "sin-Sinh", + "sin-Sinh" + ] + }, + { + "ndcg_at_1": 0.87778, + "ndcg_at_3": 0.92099, + "ndcg_at_5": 0.92754, + "ndcg_at_10": 0.93126, + "ndcg_at_20": 0.93385, + "ndcg_at_100": 0.93534, + "ndcg_at_1000": 0.93591, + "map_at_1": 0.87778, + "map_at_3": 0.91056, + "map_at_5": 0.91428, + "map_at_10": 0.91589, + "map_at_20": 0.91663, + "map_at_100": 0.91685, + "map_at_1000": 0.91687, + "recall_at_1": 0.87778, + "recall_at_3": 0.95111, + "recall_at_5": 0.96667, + "recall_at_10": 0.97778, + "recall_at_20": 0.98778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.87778, + "precision_at_3": 0.31704, + "precision_at_5": 0.19333, + "precision_at_10": 0.09778, + "precision_at_20": 0.04939, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.877778, + "mrr_at_3": 0.910556, + "mrr_at_5": 0.914278, + "mrr_at_10": 0.915887, + "mrr_at_20": 0.916626, + "mrr_at_100": 0.916847, + "mrr_at_1000": 0.91687, + "nauc_ndcg_at_1_max": 0.704295, + "nauc_ndcg_at_1_std": -0.218255, + "nauc_ndcg_at_1_diff1": 0.903834, + "nauc_ndcg_at_3_max": 0.763386, + "nauc_ndcg_at_3_std": -0.112111, + "nauc_ndcg_at_3_diff1": 0.891005, + "nauc_ndcg_at_5_max": 0.756063, + "nauc_ndcg_at_5_std": -0.130463, + "nauc_ndcg_at_5_diff1": 0.891237, + "nauc_ndcg_at_10_max": 0.753525, + "nauc_ndcg_at_10_std": -0.133623, + "nauc_ndcg_at_10_diff1": 0.894508, + "nauc_ndcg_at_20_max": 0.746286, + "nauc_ndcg_at_20_std": -0.157006, + "nauc_ndcg_at_20_diff1": 0.895403, + "nauc_ndcg_at_100_max": 0.743581, + "nauc_ndcg_at_100_std": -0.144382, + "nauc_ndcg_at_100_diff1": 0.895647, + "nauc_ndcg_at_1000_max": 0.742725, + "nauc_ndcg_at_1000_std": -0.154489, + "nauc_ndcg_at_1000_diff1": 0.895574, + "nauc_map_at_1_max": 0.704295, + "nauc_map_at_1_std": -0.218255, + "nauc_map_at_1_diff1": 0.903834, + "nauc_map_at_3_max": 0.744917, + "nauc_map_at_3_std": -0.150622, + "nauc_map_at_3_diff1": 0.894197, + "nauc_map_at_5_max": 0.740598, + "nauc_map_at_5_std": -0.160815, + "nauc_map_at_5_diff1": 0.894516, + "nauc_map_at_10_max": 0.739659, + "nauc_map_at_10_std": -0.161446, + "nauc_map_at_10_diff1": 0.895981, + "nauc_map_at_20_max": 0.737892, + "nauc_map_at_20_std": -0.167014, + "nauc_map_at_20_diff1": 0.896192, + "nauc_map_at_100_max": 0.73763, + "nauc_map_at_100_std": -0.165678, + "nauc_map_at_100_diff1": 0.896205, + "nauc_map_at_1000_max": 0.737596, + "nauc_map_at_1000_std": -0.165996, + "nauc_map_at_1000_diff1": 0.896202, + "nauc_recall_at_1_max": 0.704295, + "nauc_recall_at_1_std": -0.218255, + "nauc_recall_at_1_diff1": 0.903834, + "nauc_recall_at_3_max": 0.858681, + "nauc_recall_at_3_std": 0.090739, + "nauc_recall_at_3_diff1": 0.87517, + "nauc_recall_at_5_max": 0.865717, + "nauc_recall_at_5_std": 0.088578, + "nauc_recall_at_5_diff1": 0.86827, + "nauc_recall_at_10_max": 0.892507, + "nauc_recall_at_10_std": 0.14888, + "nauc_recall_at_10_diff1": 0.881886, + "nauc_recall_at_20_max": 0.856973, + "nauc_recall_at_20_std": -0.101774, + "nauc_recall_at_20_diff1": 0.890077, + "nauc_recall_at_100_max": 0.832516, + "nauc_recall_at_100_std": 0.96732, + "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.704295, + "nauc_precision_at_1_std": -0.218255, + "nauc_precision_at_1_diff1": 0.903834, + "nauc_precision_at_3_max": 0.858681, + "nauc_precision_at_3_std": 0.090739, + "nauc_precision_at_3_diff1": 0.87517, + "nauc_precision_at_5_max": 0.865717, + "nauc_precision_at_5_std": 0.088578, + "nauc_precision_at_5_diff1": 0.86827, + "nauc_precision_at_10_max": 0.892507, + "nauc_precision_at_10_std": 0.14888, + "nauc_precision_at_10_diff1": 0.881886, + "nauc_precision_at_20_max": 0.856973, + "nauc_precision_at_20_std": -0.101774, + "nauc_precision_at_20_diff1": 0.890077, + "nauc_precision_at_100_max": 0.832516, + "nauc_precision_at_100_std": 0.96732, + "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.704295, + "nauc_mrr_at_1_std": -0.218255, + "nauc_mrr_at_1_diff1": 0.903834, + "nauc_mrr_at_3_max": 0.744917, + "nauc_mrr_at_3_std": -0.150622, + "nauc_mrr_at_3_diff1": 0.894197, + "nauc_mrr_at_5_max": 0.740598, + "nauc_mrr_at_5_std": -0.160815, + "nauc_mrr_at_5_diff1": 0.894516, + "nauc_mrr_at_10_max": 0.739659, + "nauc_mrr_at_10_std": -0.161446, + "nauc_mrr_at_10_diff1": 0.895981, + "nauc_mrr_at_20_max": 0.737892, + "nauc_mrr_at_20_std": -0.167014, + "nauc_mrr_at_20_diff1": 0.896192, + "nauc_mrr_at_100_max": 0.73763, + "nauc_mrr_at_100_std": -0.165678, + "nauc_mrr_at_100_diff1": 0.896205, + "nauc_mrr_at_1000_max": 0.737596, + "nauc_mrr_at_1000_std": -0.165996, + "nauc_mrr_at_1000_diff1": 0.896202, + "main_score": 0.93126, + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66556, + "ndcg_at_3": 0.73942, + "ndcg_at_5": 0.75161, + "ndcg_at_10": 0.7685, + "ndcg_at_20": 0.77836, + "ndcg_at_100": 0.78826, + "ndcg_at_1000": 0.79282, + "map_at_1": 0.66556, + "map_at_3": 0.72185, + "map_at_5": 0.72852, + "map_at_10": 0.7355, + "map_at_20": 0.73822, + "map_at_100": 0.73952, + "map_at_1000": 0.73971, + "recall_at_1": 0.66556, + "recall_at_3": 0.79, + "recall_at_5": 0.82, + "recall_at_10": 0.87222, + "recall_at_20": 0.91111, + "recall_at_100": 0.96556, + "recall_at_1000": 1.0, + "precision_at_1": 0.66556, + "precision_at_3": 0.26333, + "precision_at_5": 0.164, + "precision_at_10": 0.08722, + "precision_at_20": 0.04556, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.665556, + "mrr_at_3": 0.721852, + "mrr_at_5": 0.728519, + "mrr_at_10": 0.735499, + "mrr_at_20": 0.73822, + "mrr_at_100": 0.739516, + "mrr_at_1000": 0.739711, + "nauc_ndcg_at_1_max": 0.641401, + "nauc_ndcg_at_1_std": 0.088369, + "nauc_ndcg_at_1_diff1": 0.861367, + "nauc_ndcg_at_3_max": 0.678253, + "nauc_ndcg_at_3_std": 0.133278, + "nauc_ndcg_at_3_diff1": 0.820089, + "nauc_ndcg_at_5_max": 0.671695, + "nauc_ndcg_at_5_std": 0.134347, + "nauc_ndcg_at_5_diff1": 0.818044, + "nauc_ndcg_at_10_max": 0.673873, + "nauc_ndcg_at_10_std": 0.146566, + "nauc_ndcg_at_10_diff1": 0.820576, + "nauc_ndcg_at_20_max": 0.6766, + "nauc_ndcg_at_20_std": 0.146334, + "nauc_ndcg_at_20_diff1": 0.820573, + "nauc_ndcg_at_100_max": 0.671256, + "nauc_ndcg_at_100_std": 0.140615, + "nauc_ndcg_at_100_diff1": 0.8255, + "nauc_ndcg_at_1000_max": 0.670031, + "nauc_ndcg_at_1000_std": 0.134036, + "nauc_ndcg_at_1000_diff1": 0.82714, + "nauc_map_at_1_max": 0.641401, + "nauc_map_at_1_std": 0.088369, + "nauc_map_at_1_diff1": 0.861367, + "nauc_map_at_3_max": 0.669844, + "nauc_map_at_3_std": 0.122155, + "nauc_map_at_3_diff1": 0.8315, + "nauc_map_at_5_max": 0.666284, + "nauc_map_at_5_std": 0.122387, + "nauc_map_at_5_diff1": 0.830715, + "nauc_map_at_10_max": 0.666686, + "nauc_map_at_10_std": 0.125868, + "nauc_map_at_10_diff1": 0.831899, + "nauc_map_at_20_max": 0.667097, + "nauc_map_at_20_std": 0.125209, + "nauc_map_at_20_diff1": 0.832029, + "nauc_map_at_100_max": 0.666448, + "nauc_map_at_100_std": 0.124496, + "nauc_map_at_100_diff1": 0.832617, + "nauc_map_at_1000_max": 0.6664, + "nauc_map_at_1000_std": 0.124346, + "nauc_map_at_1000_diff1": 0.832661, + "nauc_recall_at_1_max": 0.641401, + "nauc_recall_at_1_std": 0.088369, + "nauc_recall_at_1_diff1": 0.861367, + "nauc_recall_at_3_max": 0.70735, + "nauc_recall_at_3_std": 0.172316, + "nauc_recall_at_3_diff1": 0.779357, + "nauc_recall_at_5_max": 0.690944, + "nauc_recall_at_5_std": 0.181686, + "nauc_recall_at_5_diff1": 0.767002, + "nauc_recall_at_10_max": 0.71152, + "nauc_recall_at_10_std": 0.267781, + "nauc_recall_at_10_diff1": 0.761973, + "nauc_recall_at_20_max": 0.753169, + "nauc_recall_at_20_std": 0.321353, + "nauc_recall_at_20_diff1": 0.738568, + "nauc_recall_at_100_max": 0.718623, + "nauc_recall_at_100_std": 0.424987, + "nauc_recall_at_100_diff1": 0.755806, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.641401, + "nauc_precision_at_1_std": 0.088369, + "nauc_precision_at_1_diff1": 0.861367, + "nauc_precision_at_3_max": 0.70735, + "nauc_precision_at_3_std": 0.172316, + "nauc_precision_at_3_diff1": 0.779357, + "nauc_precision_at_5_max": 0.690944, + "nauc_precision_at_5_std": 0.181686, + "nauc_precision_at_5_diff1": 0.767002, + "nauc_precision_at_10_max": 0.71152, + "nauc_precision_at_10_std": 0.267781, + "nauc_precision_at_10_diff1": 0.761973, + "nauc_precision_at_20_max": 0.753169, + "nauc_precision_at_20_std": 0.321353, + "nauc_precision_at_20_diff1": 0.738568, + "nauc_precision_at_100_max": 0.718623, + "nauc_precision_at_100_std": 0.424987, + "nauc_precision_at_100_diff1": 0.755806, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.641401, + "nauc_mrr_at_1_std": 0.088369, + "nauc_mrr_at_1_diff1": 0.861367, + "nauc_mrr_at_3_max": 0.669844, + "nauc_mrr_at_3_std": 0.122155, + "nauc_mrr_at_3_diff1": 0.8315, + "nauc_mrr_at_5_max": 0.666284, + "nauc_mrr_at_5_std": 0.122387, + "nauc_mrr_at_5_diff1": 0.830715, + "nauc_mrr_at_10_max": 0.666686, + "nauc_mrr_at_10_std": 0.125868, + "nauc_mrr_at_10_diff1": 0.831899, + "nauc_mrr_at_20_max": 0.667097, + "nauc_mrr_at_20_std": 0.125209, + "nauc_mrr_at_20_diff1": 0.832029, + "nauc_mrr_at_100_max": 0.666448, + "nauc_mrr_at_100_std": 0.124496, + "nauc_mrr_at_100_diff1": 0.832617, + "nauc_mrr_at_1000_max": 0.6664, + "nauc_mrr_at_1000_std": 0.124346, + "nauc_mrr_at_1000_diff1": 0.832661, + "main_score": 0.7685, + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ] + }, + { + "ndcg_at_1": 0.88556, + "ndcg_at_3": 0.92249, + "ndcg_at_5": 0.9276, + "ndcg_at_10": 0.9308, + "ndcg_at_20": 0.93445, + "ndcg_at_100": 0.93663, + "ndcg_at_1000": 0.93723, + "map_at_1": 0.88556, + "map_at_3": 0.9137, + "map_at_5": 0.91659, + "map_at_10": 0.91789, + "map_at_20": 0.91889, + "map_at_100": 0.91924, + "map_at_1000": 0.91927, + "recall_at_1": 0.88556, + "recall_at_3": 0.94778, + "recall_at_5": 0.96, + "recall_at_10": 0.97, + "recall_at_20": 0.98444, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.88556, + "precision_at_3": 0.31593, + "precision_at_5": 0.192, + "precision_at_10": 0.097, + "precision_at_20": 0.04922, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.885556, + "mrr_at_3": 0.913704, + "mrr_at_5": 0.916593, + "mrr_at_10": 0.917893, + "mrr_at_20": 0.918894, + "mrr_at_100": 0.919241, + "mrr_at_1000": 0.919267, + "nauc_ndcg_at_1_max": 0.76546, + "nauc_ndcg_at_1_std": -0.061271, + "nauc_ndcg_at_1_diff1": 0.918244, + "nauc_ndcg_at_3_max": 0.825527, + "nauc_ndcg_at_3_std": 0.032077, + "nauc_ndcg_at_3_diff1": 0.916671, + "nauc_ndcg_at_5_max": 0.821059, + "nauc_ndcg_at_5_std": 0.001581, + "nauc_ndcg_at_5_diff1": 0.914908, + "nauc_ndcg_at_10_max": 0.819476, + "nauc_ndcg_at_10_std": -0.011224, + "nauc_ndcg_at_10_diff1": 0.919205, + "nauc_ndcg_at_20_max": 0.813862, + "nauc_ndcg_at_20_std": 0.007576, + "nauc_ndcg_at_20_diff1": 0.91804, + "nauc_ndcg_at_100_max": 0.810488, + "nauc_ndcg_at_100_std": 0.002151, + "nauc_ndcg_at_100_diff1": 0.918619, + "nauc_ndcg_at_1000_max": 0.80868, + "nauc_ndcg_at_1000_std": -0.006684, + "nauc_ndcg_at_1000_diff1": 0.918116, + "nauc_map_at_1_max": 0.76546, + "nauc_map_at_1_std": -0.061271, + "nauc_map_at_1_diff1": 0.918244, + "nauc_map_at_3_max": 0.808607, + "nauc_map_at_3_std": 0.003654, + "nauc_map_at_3_diff1": 0.917417, + "nauc_map_at_5_max": 0.805642, + "nauc_map_at_5_std": -0.012892, + "nauc_map_at_5_diff1": 0.91655, + "nauc_map_at_10_max": 0.804869, + "nauc_map_at_10_std": -0.017751, + "nauc_map_at_10_diff1": 0.918062, + "nauc_map_at_20_max": 0.803358, + "nauc_map_at_20_std": -0.014315, + "nauc_map_at_20_diff1": 0.917783, + "nauc_map_at_100_max": 0.802954, + "nauc_map_at_100_std": -0.015138, + "nauc_map_at_100_diff1": 0.917917, + "nauc_map_at_1000_max": 0.802887, + "nauc_map_at_1000_std": -0.015447, + "nauc_map_at_1000_diff1": 0.917894, + "nauc_recall_at_1_max": 0.76546, + "nauc_recall_at_1_std": -0.061271, + "nauc_recall_at_1_diff1": 0.918244, + "nauc_recall_at_3_max": 0.903858, + "nauc_recall_at_3_std": 0.165286, + "nauc_recall_at_3_diff1": 0.912986, + "nauc_recall_at_5_max": 0.910196, + "nauc_recall_at_5_std": 0.080415, + "nauc_recall_at_5_diff1": 0.904554, + "nauc_recall_at_10_max": 0.928416, + "nauc_recall_at_10_std": 0.018761, + "nauc_recall_at_10_diff1": 0.931615, + "nauc_recall_at_20_max": 0.940143, + "nauc_recall_at_20_std": 0.382686, + "nauc_recall_at_20_diff1": 0.924136, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.76546, + "nauc_precision_at_1_std": -0.061271, + "nauc_precision_at_1_diff1": 0.918244, + "nauc_precision_at_3_max": 0.903858, + "nauc_precision_at_3_std": 0.165286, + "nauc_precision_at_3_diff1": 0.912986, + "nauc_precision_at_5_max": 0.910196, + "nauc_precision_at_5_std": 0.080415, + "nauc_precision_at_5_diff1": 0.904554, + "nauc_precision_at_10_max": 0.928416, + "nauc_precision_at_10_std": 0.018761, + "nauc_precision_at_10_diff1": 0.931615, + "nauc_precision_at_20_max": 0.940143, + "nauc_precision_at_20_std": 0.382686, + "nauc_precision_at_20_diff1": 0.924136, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.76546, + "nauc_mrr_at_1_std": -0.061271, + "nauc_mrr_at_1_diff1": 0.918244, + "nauc_mrr_at_3_max": 0.808607, + "nauc_mrr_at_3_std": 0.003654, + "nauc_mrr_at_3_diff1": 0.917417, + "nauc_mrr_at_5_max": 0.805642, + "nauc_mrr_at_5_std": -0.012892, + "nauc_mrr_at_5_diff1": 0.91655, + "nauc_mrr_at_10_max": 0.804869, + "nauc_mrr_at_10_std": -0.017751, + "nauc_mrr_at_10_diff1": 0.918062, + "nauc_mrr_at_20_max": 0.803358, + "nauc_mrr_at_20_std": -0.014315, + "nauc_mrr_at_20_diff1": 0.917783, + "nauc_mrr_at_100_max": 0.802954, + "nauc_mrr_at_100_std": -0.015138, + "nauc_mrr_at_100_diff1": 0.917917, + "nauc_mrr_at_1000_max": 0.802887, + "nauc_mrr_at_1000_std": -0.015447, + "nauc_mrr_at_1000_diff1": 0.917894, + "main_score": 0.9308, + "hf_subset": "slk_Latn-slk_Latn", + "languages": [ + "slk-Latn", + "slk-Latn" + ] + }, + { + "ndcg_at_1": 0.93444, + "ndcg_at_3": 0.96103, + "ndcg_at_5": 0.96337, + "ndcg_at_10": 0.96483, + "ndcg_at_20": 0.96617, + "ndcg_at_100": 0.96688, + "ndcg_at_1000": 0.96714, + "map_at_1": 0.93444, + "map_at_3": 0.95481, + "map_at_5": 0.95615, + "map_at_10": 0.95675, + "map_at_20": 0.95709, + "map_at_100": 0.95723, + "map_at_1000": 0.95723, + "recall_at_1": 0.93444, + "recall_at_3": 0.97889, + "recall_at_5": 0.98444, + "recall_at_10": 0.98889, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93444, + "precision_at_3": 0.3263, + "precision_at_5": 0.19689, + "precision_at_10": 0.09889, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.934444, + "mrr_at_3": 0.954815, + "mrr_at_5": 0.956148, + "mrr_at_10": 0.956754, + "mrr_at_20": 0.957088, + "mrr_at_100": 0.957225, + "mrr_at_1000": 0.957231, + "nauc_ndcg_at_1_max": 0.784203, + "nauc_ndcg_at_1_std": -0.029317, + "nauc_ndcg_at_1_diff1": 0.943068, + "nauc_ndcg_at_3_max": 0.834033, + "nauc_ndcg_at_3_std": -0.013555, + "nauc_ndcg_at_3_diff1": 0.944037, + "nauc_ndcg_at_5_max": 0.82512, + "nauc_ndcg_at_5_std": -0.011611, + "nauc_ndcg_at_5_diff1": 0.940455, + "nauc_ndcg_at_10_max": 0.822407, + "nauc_ndcg_at_10_std": -0.022177, + "nauc_ndcg_at_10_diff1": 0.945222, + "nauc_ndcg_at_20_max": 0.822603, + "nauc_ndcg_at_20_std": 0.023887, + "nauc_ndcg_at_20_diff1": 0.944101, + "nauc_ndcg_at_100_max": 0.81971, + "nauc_ndcg_at_100_std": 0.004754, + "nauc_ndcg_at_100_diff1": 0.944812, + "nauc_ndcg_at_1000_max": 0.818815, + "nauc_ndcg_at_1000_std": -0.00312, + "nauc_ndcg_at_1000_diff1": 0.944375, + "nauc_map_at_1_max": 0.784203, + "nauc_map_at_1_std": -0.029317, + "nauc_map_at_1_diff1": 0.943068, + "nauc_map_at_3_max": 0.821168, + "nauc_map_at_3_std": -0.010726, + "nauc_map_at_3_diff1": 0.943777, + "nauc_map_at_5_max": 0.816559, + "nauc_map_at_5_std": -0.010406, + "nauc_map_at_5_diff1": 0.942067, + "nauc_map_at_10_max": 0.815657, + "nauc_map_at_10_std": -0.014648, + "nauc_map_at_10_diff1": 0.944004, + "nauc_map_at_20_max": 0.815621, + "nauc_map_at_20_std": -0.005659, + "nauc_map_at_20_diff1": 0.94378, + "nauc_map_at_100_max": 0.815166, + "nauc_map_at_100_std": -0.008623, + "nauc_map_at_100_diff1": 0.943897, + "nauc_map_at_1000_max": 0.815151, + "nauc_map_at_1000_std": -0.008765, + "nauc_map_at_1000_diff1": 0.943889, + "nauc_recall_at_1_max": 0.784203, + "nauc_recall_at_1_std": -0.029317, + "nauc_recall_at_1_diff1": 0.943068, + "nauc_recall_at_3_max": 0.909455, + "nauc_recall_at_3_std": -0.038405, + "nauc_recall_at_3_diff1": 0.945575, + "nauc_recall_at_5_max": 0.886455, + "nauc_recall_at_5_std": -0.028378, + "nauc_recall_at_5_diff1": 0.926137, + "nauc_recall_at_10_max": 0.881886, + "nauc_recall_at_10_std": -0.123763, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.947712, + "nauc_recall_at_20_std": 0.944444, + "nauc_recall_at_20_diff1": 0.947712, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.784203, + "nauc_precision_at_1_std": -0.029317, + "nauc_precision_at_1_diff1": 0.943068, + "nauc_precision_at_3_max": 0.909455, + "nauc_precision_at_3_std": -0.038405, + "nauc_precision_at_3_diff1": 0.945575, + "nauc_precision_at_5_max": 0.886455, + "nauc_precision_at_5_std": -0.028378, + "nauc_precision_at_5_diff1": 0.926137, + "nauc_precision_at_10_max": 0.881886, + "nauc_precision_at_10_std": -0.123763, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.947712, + "nauc_precision_at_20_std": 0.944444, + "nauc_precision_at_20_diff1": 0.947712, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.784203, + "nauc_mrr_at_1_std": -0.029317, + "nauc_mrr_at_1_diff1": 0.943068, + "nauc_mrr_at_3_max": 0.821168, + "nauc_mrr_at_3_std": -0.010726, + "nauc_mrr_at_3_diff1": 0.943777, + "nauc_mrr_at_5_max": 0.816559, + "nauc_mrr_at_5_std": -0.010406, + "nauc_mrr_at_5_diff1": 0.942067, + "nauc_mrr_at_10_max": 0.815657, + "nauc_mrr_at_10_std": -0.014648, + "nauc_mrr_at_10_diff1": 0.944004, + "nauc_mrr_at_20_max": 0.815621, + "nauc_mrr_at_20_std": -0.005659, + "nauc_mrr_at_20_diff1": 0.94378, + "nauc_mrr_at_100_max": 0.815166, + "nauc_mrr_at_100_std": -0.008623, + "nauc_mrr_at_100_diff1": 0.943897, + "nauc_mrr_at_1000_max": 0.815151, + "nauc_mrr_at_1000_std": -0.008765, + "nauc_mrr_at_1000_diff1": 0.943889, + "main_score": 0.96483, + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89222, + "ndcg_at_3": 0.92386, + "ndcg_at_5": 0.93213, + "ndcg_at_10": 0.93791, + "ndcg_at_20": 0.93909, + "ndcg_at_100": 0.941, + "ndcg_at_1000": 0.94145, + "map_at_1": 0.89222, + "map_at_3": 0.91667, + "map_at_5": 0.92128, + "map_at_10": 0.92368, + "map_at_20": 0.92403, + "map_at_100": 0.92431, + "map_at_1000": 0.92433, + "recall_at_1": 0.89222, + "recall_at_3": 0.94444, + "recall_at_5": 0.96444, + "recall_at_10": 0.98222, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89222, + "precision_at_3": 0.31481, + "precision_at_5": 0.19289, + "precision_at_10": 0.09822, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.892222, + "mrr_at_3": 0.916667, + "mrr_at_5": 0.921278, + "mrr_at_10": 0.923678, + "mrr_at_20": 0.92403, + "mrr_at_100": 0.924313, + "mrr_at_1000": 0.924333, + "nauc_ndcg_at_1_max": 0.725058, + "nauc_ndcg_at_1_std": -0.090611, + "nauc_ndcg_at_1_diff1": 0.915657, + "nauc_ndcg_at_3_max": 0.794996, + "nauc_ndcg_at_3_std": -0.039119, + "nauc_ndcg_at_3_diff1": 0.920783, + "nauc_ndcg_at_5_max": 0.795793, + "nauc_ndcg_at_5_std": -0.005171, + "nauc_ndcg_at_5_diff1": 0.920931, + "nauc_ndcg_at_10_max": 0.784665, + "nauc_ndcg_at_10_std": 0.00144, + "nauc_ndcg_at_10_diff1": 0.919759, + "nauc_ndcg_at_20_max": 0.781702, + "nauc_ndcg_at_20_std": -0.000406, + "nauc_ndcg_at_20_diff1": 0.918775, + "nauc_ndcg_at_100_max": 0.776573, + "nauc_ndcg_at_100_std": -0.017186, + "nauc_ndcg_at_100_diff1": 0.918071, + "nauc_ndcg_at_1000_max": 0.7755, + "nauc_ndcg_at_1000_std": -0.024297, + "nauc_ndcg_at_1000_diff1": 0.918428, + "nauc_map_at_1_max": 0.725058, + "nauc_map_at_1_std": -0.090611, + "nauc_map_at_1_diff1": 0.915657, + "nauc_map_at_3_max": 0.775791, + "nauc_map_at_3_std": -0.052395, + "nauc_map_at_3_diff1": 0.919227, + "nauc_map_at_5_max": 0.775268, + "nauc_map_at_5_std": -0.037147, + "nauc_map_at_5_diff1": 0.919073, + "nauc_map_at_10_max": 0.77078, + "nauc_map_at_10_std": -0.036035, + "nauc_map_at_10_diff1": 0.918586, + "nauc_map_at_20_max": 0.769986, + "nauc_map_at_20_std": -0.036831, + "nauc_map_at_20_diff1": 0.91832, + "nauc_map_at_100_max": 0.769365, + "nauc_map_at_100_std": -0.038724, + "nauc_map_at_100_diff1": 0.918253, + "nauc_map_at_1000_max": 0.769322, + "nauc_map_at_1000_std": -0.038968, + "nauc_map_at_1000_diff1": 0.918257, + "nauc_recall_at_1_max": 0.725058, + "nauc_recall_at_1_std": -0.090611, + "nauc_recall_at_1_diff1": 0.915657, + "nauc_recall_at_3_max": 0.87606, + "nauc_recall_at_3_std": 0.016312, + "nauc_recall_at_3_diff1": 0.927451, + "nauc_recall_at_5_max": 0.923261, + "nauc_recall_at_5_std": 0.205999, + "nauc_recall_at_5_diff1": 0.933109, + "nauc_recall_at_10_max": 0.933619, + "nauc_recall_at_10_std": 0.490488, + "nauc_recall_at_10_diff1": 0.933619, + "nauc_recall_at_20_max": 0.933279, + "nauc_recall_at_20_std": 0.629279, + "nauc_recall_at_20_diff1": 0.922386, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.912854, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.725058, + "nauc_precision_at_1_std": -0.090611, + "nauc_precision_at_1_diff1": 0.915657, + "nauc_precision_at_3_max": 0.87606, + "nauc_precision_at_3_std": 0.016312, + "nauc_precision_at_3_diff1": 0.927451, + "nauc_precision_at_5_max": 0.923261, + "nauc_precision_at_5_std": 0.205999, + "nauc_precision_at_5_diff1": 0.933109, + "nauc_precision_at_10_max": 0.933619, + "nauc_precision_at_10_std": 0.490488, + "nauc_precision_at_10_diff1": 0.933619, + "nauc_precision_at_20_max": 0.933279, + "nauc_precision_at_20_std": 0.629279, + "nauc_precision_at_20_diff1": 0.922386, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.912854, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.725058, + "nauc_mrr_at_1_std": -0.090611, + "nauc_mrr_at_1_diff1": 0.915657, + "nauc_mrr_at_3_max": 0.775791, + "nauc_mrr_at_3_std": -0.052395, + "nauc_mrr_at_3_diff1": 0.919227, + "nauc_mrr_at_5_max": 0.775268, + "nauc_mrr_at_5_std": -0.037147, + "nauc_mrr_at_5_diff1": 0.919073, + "nauc_mrr_at_10_max": 0.77078, + "nauc_mrr_at_10_std": -0.036035, + "nauc_mrr_at_10_diff1": 0.918586, + "nauc_mrr_at_20_max": 0.769986, + "nauc_mrr_at_20_std": -0.036831, + "nauc_mrr_at_20_diff1": 0.91832, + "nauc_mrr_at_100_max": 0.769365, + "nauc_mrr_at_100_std": -0.038724, + "nauc_mrr_at_100_diff1": 0.918253, + "nauc_mrr_at_1000_max": 0.769322, + "nauc_mrr_at_1000_std": -0.038968, + "nauc_mrr_at_1000_diff1": 0.918257, + "main_score": 0.93791, + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ] + }, + { + "ndcg_at_1": 0.85778, + "ndcg_at_3": 0.89903, + "ndcg_at_5": 0.90448, + "ndcg_at_10": 0.91025, + "ndcg_at_20": 0.91279, + "ndcg_at_100": 0.91706, + "ndcg_at_1000": 0.91808, + "map_at_1": 0.85778, + "map_at_3": 0.88907, + "map_at_5": 0.89207, + "map_at_10": 0.89447, + "map_at_20": 0.89517, + "map_at_100": 0.89575, + "map_at_1000": 0.89579, + "recall_at_1": 0.85778, + "recall_at_3": 0.92778, + "recall_at_5": 0.94111, + "recall_at_10": 0.95889, + "recall_at_20": 0.96889, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.85778, + "precision_at_3": 0.30926, + "precision_at_5": 0.18822, + "precision_at_10": 0.09589, + "precision_at_20": 0.04844, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.857778, + "mrr_at_3": 0.889074, + "mrr_at_5": 0.892074, + "mrr_at_10": 0.894466, + "mrr_at_20": 0.89517, + "mrr_at_100": 0.895748, + "mrr_at_1000": 0.895791, + "nauc_ndcg_at_1_max": 0.768567, + "nauc_ndcg_at_1_std": -0.070666, + "nauc_ndcg_at_1_diff1": 0.917074, + "nauc_ndcg_at_3_max": 0.813949, + "nauc_ndcg_at_3_std": -0.055957, + "nauc_ndcg_at_3_diff1": 0.899454, + "nauc_ndcg_at_5_max": 0.813165, + "nauc_ndcg_at_5_std": -0.033805, + "nauc_ndcg_at_5_diff1": 0.898892, + "nauc_ndcg_at_10_max": 0.814189, + "nauc_ndcg_at_10_std": -0.01992, + "nauc_ndcg_at_10_diff1": 0.901429, + "nauc_ndcg_at_20_max": 0.81175, + "nauc_ndcg_at_20_std": -0.031067, + "nauc_ndcg_at_20_diff1": 0.90289, + "nauc_ndcg_at_100_max": 0.807115, + "nauc_ndcg_at_100_std": -0.025391, + "nauc_ndcg_at_100_diff1": 0.903644, + "nauc_ndcg_at_1000_max": 0.805907, + "nauc_ndcg_at_1000_std": -0.03493, + "nauc_ndcg_at_1000_diff1": 0.903843, + "nauc_map_at_1_max": 0.768567, + "nauc_map_at_1_std": -0.070666, + "nauc_map_at_1_diff1": 0.917074, + "nauc_map_at_3_max": 0.801759, + "nauc_map_at_3_std": -0.060455, + "nauc_map_at_3_diff1": 0.903798, + "nauc_map_at_5_max": 0.80119, + "nauc_map_at_5_std": -0.049108, + "nauc_map_at_5_diff1": 0.903721, + "nauc_map_at_10_max": 0.801481, + "nauc_map_at_10_std": -0.044125, + "nauc_map_at_10_diff1": 0.90474, + "nauc_map_at_20_max": 0.800814, + "nauc_map_at_20_std": -0.046994, + "nauc_map_at_20_diff1": 0.905173, + "nauc_map_at_100_max": 0.800361, + "nauc_map_at_100_std": -0.045735, + "nauc_map_at_100_diff1": 0.905284, + "nauc_map_at_1000_max": 0.800319, + "nauc_map_at_1000_std": -0.046043, + "nauc_map_at_1000_diff1": 0.905288, + "nauc_recall_at_1_max": 0.768567, + "nauc_recall_at_1_std": -0.070666, + "nauc_recall_at_1_diff1": 0.917074, + "nauc_recall_at_3_max": 0.865618, + "nauc_recall_at_3_std": -0.036508, + "nauc_recall_at_3_diff1": 0.881311, + "nauc_recall_at_5_max": 0.873069, + "nauc_recall_at_5_std": 0.049213, + "nauc_recall_at_5_diff1": 0.874478, + "nauc_recall_at_10_max": 0.903033, + "nauc_recall_at_10_std": 0.171247, + "nauc_recall_at_10_diff1": 0.880511, + "nauc_recall_at_20_max": 0.905712, + "nauc_recall_at_20_std": 0.115563, + "nauc_recall_at_20_diff1": 0.887788, + "nauc_recall_at_100_max": 0.901961, + "nauc_recall_at_100_std": 0.729292, + "nauc_recall_at_100_diff1": 0.885621, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768567, + "nauc_precision_at_1_std": -0.070666, + "nauc_precision_at_1_diff1": 0.917074, + "nauc_precision_at_3_max": 0.865618, + "nauc_precision_at_3_std": -0.036508, + "nauc_precision_at_3_diff1": 0.881311, + "nauc_precision_at_5_max": 0.873069, + "nauc_precision_at_5_std": 0.049213, + "nauc_precision_at_5_diff1": 0.874478, + "nauc_precision_at_10_max": 0.903033, + "nauc_precision_at_10_std": 0.171247, + "nauc_precision_at_10_diff1": 0.880511, + "nauc_precision_at_20_max": 0.905712, + "nauc_precision_at_20_std": 0.115563, + "nauc_precision_at_20_diff1": 0.887788, + "nauc_precision_at_100_max": 0.901961, + "nauc_precision_at_100_std": 0.729292, + "nauc_precision_at_100_diff1": 0.885621, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768567, + "nauc_mrr_at_1_std": -0.070666, + "nauc_mrr_at_1_diff1": 0.917074, + "nauc_mrr_at_3_max": 0.801759, + "nauc_mrr_at_3_std": -0.060455, + "nauc_mrr_at_3_diff1": 0.903798, + "nauc_mrr_at_5_max": 0.80119, + "nauc_mrr_at_5_std": -0.049108, + "nauc_mrr_at_5_diff1": 0.903721, + "nauc_mrr_at_10_max": 0.801481, + "nauc_mrr_at_10_std": -0.044125, + "nauc_mrr_at_10_diff1": 0.90474, + "nauc_mrr_at_20_max": 0.800814, + "nauc_mrr_at_20_std": -0.046994, + "nauc_mrr_at_20_diff1": 0.905173, + "nauc_mrr_at_100_max": 0.800361, + "nauc_mrr_at_100_std": -0.045735, + "nauc_mrr_at_100_diff1": 0.905284, + "nauc_mrr_at_1000_max": 0.800319, + "nauc_mrr_at_1000_std": -0.046043, + "nauc_mrr_at_1000_diff1": 0.905288, + "main_score": 0.91025, + "hf_subset": "slv_Latn-slv_Latn", + "languages": [ + "slv-Latn", + "slv-Latn" + ] + }, + { + "ndcg_at_1": 0.93111, + "ndcg_at_3": 0.95492, + "ndcg_at_5": 0.96009, + "ndcg_at_10": 0.9612, + "ndcg_at_20": 0.96338, + "ndcg_at_100": 0.96402, + "ndcg_at_1000": 0.96428, + "map_at_1": 0.93111, + "map_at_3": 0.94963, + "map_at_5": 0.95257, + "map_at_10": 0.95305, + "map_at_20": 0.95362, + "map_at_100": 0.95371, + "map_at_1000": 0.95372, + "recall_at_1": 0.93111, + "recall_at_3": 0.97, + "recall_at_5": 0.98222, + "recall_at_10": 0.98556, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93111, + "precision_at_3": 0.32333, + "precision_at_5": 0.19644, + "precision_at_10": 0.09856, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.931111, + "mrr_at_3": 0.94963, + "mrr_at_5": 0.952574, + "mrr_at_10": 0.95305, + "mrr_at_20": 0.953619, + "mrr_at_100": 0.953711, + "mrr_at_1000": 0.953718, + "nauc_ndcg_at_1_max": 0.74256, + "nauc_ndcg_at_1_std": -0.036994, + "nauc_ndcg_at_1_diff1": 0.932984, + "nauc_ndcg_at_3_max": 0.812313, + "nauc_ndcg_at_3_std": -0.10096, + "nauc_ndcg_at_3_diff1": 0.934679, + "nauc_ndcg_at_5_max": 0.799221, + "nauc_ndcg_at_5_std": -0.071552, + "nauc_ndcg_at_5_diff1": 0.934256, + "nauc_ndcg_at_10_max": 0.796123, + "nauc_ndcg_at_10_std": -0.065526, + "nauc_ndcg_at_10_diff1": 0.933621, + "nauc_ndcg_at_20_max": 0.792472, + "nauc_ndcg_at_20_std": -0.041204, + "nauc_ndcg_at_20_diff1": 0.935471, + "nauc_ndcg_at_100_max": 0.789506, + "nauc_ndcg_at_100_std": -0.046632, + "nauc_ndcg_at_100_diff1": 0.935154, + "nauc_ndcg_at_1000_max": 0.788915, + "nauc_ndcg_at_1000_std": -0.054388, + "nauc_ndcg_at_1000_diff1": 0.934674, + "nauc_map_at_1_max": 0.74256, + "nauc_map_at_1_std": -0.036994, + "nauc_map_at_1_diff1": 0.932984, + "nauc_map_at_3_max": 0.793637, + "nauc_map_at_3_std": -0.078735, + "nauc_map_at_3_diff1": 0.934289, + "nauc_map_at_5_max": 0.786223, + "nauc_map_at_5_std": -0.064198, + "nauc_map_at_5_diff1": 0.934133, + "nauc_map_at_10_max": 0.784994, + "nauc_map_at_10_std": -0.061989, + "nauc_map_at_10_diff1": 0.933907, + "nauc_map_at_20_max": 0.784288, + "nauc_map_at_20_std": -0.057197, + "nauc_map_at_20_diff1": 0.934274, + "nauc_map_at_100_max": 0.78392, + "nauc_map_at_100_std": -0.05777, + "nauc_map_at_100_diff1": 0.934252, + "nauc_map_at_1000_max": 0.783907, + "nauc_map_at_1000_std": -0.057926, + "nauc_map_at_1000_diff1": 0.934242, + "nauc_recall_at_1_max": 0.74256, + "nauc_recall_at_1_std": -0.036994, + "nauc_recall_at_1_diff1": 0.932984, + "nauc_recall_at_3_max": 0.899799, + "nauc_recall_at_3_std": -0.209427, + "nauc_recall_at_3_diff1": 0.936456, + "nauc_recall_at_5_max": 0.890144, + "nauc_recall_at_5_std": -0.117326, + "nauc_recall_at_5_diff1": 0.934641, + "nauc_recall_at_10_max": 0.88616, + "nauc_recall_at_10_std": -0.079329, + "nauc_recall_at_10_diff1": 0.929613, + "nauc_recall_at_20_max": 0.921569, + "nauc_recall_at_20_std": 0.569655, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.74256, + "nauc_precision_at_1_std": -0.036994, + "nauc_precision_at_1_diff1": 0.932984, + "nauc_precision_at_3_max": 0.899799, + "nauc_precision_at_3_std": -0.209427, + "nauc_precision_at_3_diff1": 0.936456, + "nauc_precision_at_5_max": 0.890144, + "nauc_precision_at_5_std": -0.117326, + "nauc_precision_at_5_diff1": 0.934641, + "nauc_precision_at_10_max": 0.88616, + "nauc_precision_at_10_std": -0.079329, + "nauc_precision_at_10_diff1": 0.929613, + "nauc_precision_at_20_max": 0.921569, + "nauc_precision_at_20_std": 0.569655, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.74256, + "nauc_mrr_at_1_std": -0.036994, + "nauc_mrr_at_1_diff1": 0.932984, + "nauc_mrr_at_3_max": 0.793637, + "nauc_mrr_at_3_std": -0.078735, + "nauc_mrr_at_3_diff1": 0.934289, + "nauc_mrr_at_5_max": 0.786223, + "nauc_mrr_at_5_std": -0.064198, + "nauc_mrr_at_5_diff1": 0.934133, + "nauc_mrr_at_10_max": 0.784994, + "nauc_mrr_at_10_std": -0.061989, + "nauc_mrr_at_10_diff1": 0.933907, + "nauc_mrr_at_20_max": 0.784288, + "nauc_mrr_at_20_std": -0.057197, + "nauc_mrr_at_20_diff1": 0.934274, + "nauc_mrr_at_100_max": 0.78392, + "nauc_mrr_at_100_std": -0.05777, + "nauc_mrr_at_100_diff1": 0.934252, + "nauc_mrr_at_1000_max": 0.783907, + "nauc_mrr_at_1000_std": -0.057926, + "nauc_mrr_at_1000_diff1": 0.934242, + "main_score": 0.9612, + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.87889, + "ndcg_at_3": 0.91538, + "ndcg_at_5": 0.92237, + "ndcg_at_10": 0.92747, + "ndcg_at_20": 0.93009, + "ndcg_at_100": 0.93179, + "ndcg_at_1000": 0.93285, + "map_at_1": 0.87889, + "map_at_3": 0.90648, + "map_at_5": 0.91043, + "map_at_10": 0.91257, + "map_at_20": 0.91334, + "map_at_100": 0.9136, + "map_at_1000": 0.91365, + "recall_at_1": 0.87889, + "recall_at_3": 0.94111, + "recall_at_5": 0.95778, + "recall_at_10": 0.97333, + "recall_at_20": 0.98333, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.87889, + "precision_at_3": 0.3137, + "precision_at_5": 0.19156, + "precision_at_10": 0.09733, + "precision_at_20": 0.04917, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.878889, + "mrr_at_3": 0.906481, + "mrr_at_5": 0.910426, + "mrr_at_10": 0.912572, + "mrr_at_20": 0.913344, + "mrr_at_100": 0.913598, + "mrr_at_1000": 0.913648, + "nauc_ndcg_at_1_max": 0.759351, + "nauc_ndcg_at_1_std": 0.130388, + "nauc_ndcg_at_1_diff1": 0.915348, + "nauc_ndcg_at_3_max": 0.810572, + "nauc_ndcg_at_3_std": 0.148813, + "nauc_ndcg_at_3_diff1": 0.908846, + "nauc_ndcg_at_5_max": 0.810702, + "nauc_ndcg_at_5_std": 0.156957, + "nauc_ndcg_at_5_diff1": 0.910475, + "nauc_ndcg_at_10_max": 0.807283, + "nauc_ndcg_at_10_std": 0.174143, + "nauc_ndcg_at_10_diff1": 0.911335, + "nauc_ndcg_at_20_max": 0.804902, + "nauc_ndcg_at_20_std": 0.184308, + "nauc_ndcg_at_20_diff1": 0.911833, + "nauc_ndcg_at_100_max": 0.800814, + "nauc_ndcg_at_100_std": 0.168266, + "nauc_ndcg_at_100_diff1": 0.909987, + "nauc_ndcg_at_1000_max": 0.799174, + "nauc_ndcg_at_1000_std": 0.162315, + "nauc_ndcg_at_1000_diff1": 0.910683, + "nauc_map_at_1_max": 0.759351, + "nauc_map_at_1_std": 0.130388, + "nauc_map_at_1_diff1": 0.915348, + "nauc_map_at_3_max": 0.796843, + "nauc_map_at_3_std": 0.142395, + "nauc_map_at_3_diff1": 0.90963, + "nauc_map_at_5_max": 0.796488, + "nauc_map_at_5_std": 0.146916, + "nauc_map_at_5_diff1": 0.910518, + "nauc_map_at_10_max": 0.795093, + "nauc_map_at_10_std": 0.152486, + "nauc_map_at_10_diff1": 0.910934, + "nauc_map_at_20_max": 0.794396, + "nauc_map_at_20_std": 0.154596, + "nauc_map_at_20_diff1": 0.911068, + "nauc_map_at_100_max": 0.793888, + "nauc_map_at_100_std": 0.152607, + "nauc_map_at_100_diff1": 0.910838, + "nauc_map_at_1000_max": 0.793827, + "nauc_map_at_1000_std": 0.15241, + "nauc_map_at_1000_diff1": 0.910859, + "nauc_recall_at_1_max": 0.759351, + "nauc_recall_at_1_std": 0.130388, + "nauc_recall_at_1_diff1": 0.915348, + "nauc_recall_at_3_max": 0.871184, + "nauc_recall_at_3_std": 0.17825, + "nauc_recall_at_3_diff1": 0.906101, + "nauc_recall_at_5_max": 0.893975, + "nauc_recall_at_5_std": 0.218119, + "nauc_recall_at_5_diff1": 0.911605, + "nauc_recall_at_10_max": 0.911979, + "nauc_recall_at_10_std": 0.397, + "nauc_recall_at_10_diff1": 0.917425, + "nauc_recall_at_20_max": 0.937908, + "nauc_recall_at_20_std": 0.69362, + "nauc_recall_at_20_diff1": 0.928105, + "nauc_recall_at_100_max": 0.904295, + "nauc_recall_at_100_std": 0.551887, + "nauc_recall_at_100_diff1": 0.864613, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759351, + "nauc_precision_at_1_std": 0.130388, + "nauc_precision_at_1_diff1": 0.915348, + "nauc_precision_at_3_max": 0.871184, + "nauc_precision_at_3_std": 0.17825, + "nauc_precision_at_3_diff1": 0.906101, + "nauc_precision_at_5_max": 0.893975, + "nauc_precision_at_5_std": 0.218119, + "nauc_precision_at_5_diff1": 0.911605, + "nauc_precision_at_10_max": 0.911979, + "nauc_precision_at_10_std": 0.397, + "nauc_precision_at_10_diff1": 0.917425, + "nauc_precision_at_20_max": 0.937908, + "nauc_precision_at_20_std": 0.69362, + "nauc_precision_at_20_diff1": 0.928105, + "nauc_precision_at_100_max": 0.904295, + "nauc_precision_at_100_std": 0.551887, + "nauc_precision_at_100_diff1": 0.864613, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.759351, + "nauc_mrr_at_1_std": 0.130388, + "nauc_mrr_at_1_diff1": 0.915348, + "nauc_mrr_at_3_max": 0.796843, + "nauc_mrr_at_3_std": 0.142395, + "nauc_mrr_at_3_diff1": 0.90963, + "nauc_mrr_at_5_max": 0.796488, + "nauc_mrr_at_5_std": 0.146916, + "nauc_mrr_at_5_diff1": 0.910518, + "nauc_mrr_at_10_max": 0.795093, + "nauc_mrr_at_10_std": 0.152486, + "nauc_mrr_at_10_diff1": 0.910934, + "nauc_mrr_at_20_max": 0.794396, + "nauc_mrr_at_20_std": 0.154596, + "nauc_mrr_at_20_diff1": 0.911068, + "nauc_mrr_at_100_max": 0.793888, + "nauc_mrr_at_100_std": 0.152607, + "nauc_mrr_at_100_diff1": 0.910838, + "nauc_mrr_at_1000_max": 0.793827, + "nauc_mrr_at_1000_std": 0.15241, + "nauc_mrr_at_1000_diff1": 0.910859, + "main_score": 0.92747, + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ] + }, + { + "ndcg_at_1": 0.55729, + "ndcg_at_3": 0.61035, + "ndcg_at_5": 0.6281, + "ndcg_at_10": 0.64036, + "ndcg_at_20": 0.65482, + "ndcg_at_100": 0.67514, + "ndcg_at_1000": 0.68854, + "map_at_1": 0.55729, + "map_at_3": 0.59752, + "map_at_5": 0.6073, + "map_at_10": 0.61238, + "map_at_20": 0.61626, + "map_at_100": 0.61896, + "map_at_1000": 0.6195, + "recall_at_1": 0.55729, + "recall_at_3": 0.64739, + "recall_at_5": 0.69077, + "recall_at_10": 0.72859, + "recall_at_20": 0.78643, + "recall_at_100": 0.89766, + "recall_at_1000": 1.0, + "precision_at_1": 0.55729, + "precision_at_3": 0.2158, + "precision_at_5": 0.13815, + "precision_at_10": 0.07286, + "precision_at_20": 0.03932, + "precision_at_100": 0.00898, + "precision_at_1000": 0.001, + "mrr_at_1": 0.557286, + "mrr_at_3": 0.597516, + "mrr_at_5": 0.607304, + "mrr_at_10": 0.612381, + "mrr_at_20": 0.616259, + "mrr_at_100": 0.618956, + "mrr_at_1000": 0.619499, + "nauc_ndcg_at_1_max": 0.607398, + "nauc_ndcg_at_1_std": 0.3275, + "nauc_ndcg_at_1_diff1": 0.855556, + "nauc_ndcg_at_3_max": 0.61575, + "nauc_ndcg_at_3_std": 0.361342, + "nauc_ndcg_at_3_diff1": 0.818211, + "nauc_ndcg_at_5_max": 0.615245, + "nauc_ndcg_at_5_std": 0.374855, + "nauc_ndcg_at_5_diff1": 0.805424, + "nauc_ndcg_at_10_max": 0.614494, + "nauc_ndcg_at_10_std": 0.371391, + "nauc_ndcg_at_10_diff1": 0.803107, + "nauc_ndcg_at_20_max": 0.610312, + "nauc_ndcg_at_20_std": 0.370089, + "nauc_ndcg_at_20_diff1": 0.800498, + "nauc_ndcg_at_100_max": 0.606629, + "nauc_ndcg_at_100_std": 0.367282, + "nauc_ndcg_at_100_diff1": 0.803685, + "nauc_ndcg_at_1000_max": 0.611078, + "nauc_ndcg_at_1000_std": 0.364348, + "nauc_ndcg_at_1000_diff1": 0.810834, + "nauc_map_at_1_max": 0.607398, + "nauc_map_at_1_std": 0.3275, + "nauc_map_at_1_diff1": 0.855556, + "nauc_map_at_3_max": 0.614096, + "nauc_map_at_3_std": 0.35263, + "nauc_map_at_3_diff1": 0.8272, + "nauc_map_at_5_max": 0.613829, + "nauc_map_at_5_std": 0.359923, + "nauc_map_at_5_diff1": 0.820593, + "nauc_map_at_10_max": 0.613278, + "nauc_map_at_10_std": 0.358105, + "nauc_map_at_10_diff1": 0.819586, + "nauc_map_at_20_max": 0.612228, + "nauc_map_at_20_std": 0.357332, + "nauc_map_at_20_diff1": 0.819134, + "nauc_map_at_100_max": 0.611928, + "nauc_map_at_100_std": 0.357306, + "nauc_map_at_100_diff1": 0.819617, + "nauc_map_at_1000_max": 0.612122, + "nauc_map_at_1000_std": 0.357229, + "nauc_map_at_1000_diff1": 0.819908, + "nauc_recall_at_1_max": 0.607398, + "nauc_recall_at_1_std": 0.3275, + "nauc_recall_at_1_diff1": 0.855556, + "nauc_recall_at_3_max": 0.620699, + "nauc_recall_at_3_std": 0.388565, + "nauc_recall_at_3_diff1": 0.790397, + "nauc_recall_at_5_max": 0.619619, + "nauc_recall_at_5_std": 0.426794, + "nauc_recall_at_5_diff1": 0.752686, + "nauc_recall_at_10_max": 0.61889, + "nauc_recall_at_10_std": 0.421422, + "nauc_recall_at_10_diff1": 0.740122, + "nauc_recall_at_20_max": 0.596291, + "nauc_recall_at_20_std": 0.428627, + "nauc_recall_at_20_diff1": 0.711631, + "nauc_recall_at_100_max": 0.528472, + "nauc_recall_at_100_std": 0.426782, + "nauc_recall_at_100_diff1": 0.674527, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.607398, + "nauc_precision_at_1_std": 0.3275, + "nauc_precision_at_1_diff1": 0.855556, + "nauc_precision_at_3_max": 0.620699, + "nauc_precision_at_3_std": 0.388565, + "nauc_precision_at_3_diff1": 0.790397, + "nauc_precision_at_5_max": 0.619619, + "nauc_precision_at_5_std": 0.426794, + "nauc_precision_at_5_diff1": 0.752686, + "nauc_precision_at_10_max": 0.61889, + "nauc_precision_at_10_std": 0.421422, + "nauc_precision_at_10_diff1": 0.740122, + "nauc_precision_at_20_max": 0.596291, + "nauc_precision_at_20_std": 0.428627, + "nauc_precision_at_20_diff1": 0.711631, + "nauc_precision_at_100_max": 0.528472, + "nauc_precision_at_100_std": 0.426782, + "nauc_precision_at_100_diff1": 0.674527, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.607398, + "nauc_mrr_at_1_std": 0.3275, + "nauc_mrr_at_1_diff1": 0.855556, + "nauc_mrr_at_3_max": 0.614096, + "nauc_mrr_at_3_std": 0.35263, + "nauc_mrr_at_3_diff1": 0.8272, + "nauc_mrr_at_5_max": 0.613829, + "nauc_mrr_at_5_std": 0.359923, + "nauc_mrr_at_5_diff1": 0.820593, + "nauc_mrr_at_10_max": 0.613278, + "nauc_mrr_at_10_std": 0.358105, + "nauc_mrr_at_10_diff1": 0.819586, + "nauc_mrr_at_20_max": 0.612228, + "nauc_mrr_at_20_std": 0.357332, + "nauc_mrr_at_20_diff1": 0.819134, + "nauc_mrr_at_100_max": 0.611928, + "nauc_mrr_at_100_std": 0.357306, + "nauc_mrr_at_100_diff1": 0.819617, + "nauc_mrr_at_1000_max": 0.612122, + "nauc_mrr_at_1000_std": 0.357229, + "nauc_mrr_at_1000_diff1": 0.819908, + "main_score": 0.64036, + "hf_subset": "sna_Latn-sna_Latn", + "languages": [ + "sna-Latn", + "sna-Latn" + ] + }, + { + "ndcg_at_1": 0.83111, + "ndcg_at_3": 0.88283, + "ndcg_at_5": 0.891, + "ndcg_at_10": 0.90084, + "ndcg_at_20": 0.90486, + "ndcg_at_100": 0.90686, + "ndcg_at_1000": 0.9073, + "map_at_1": 0.83111, + "map_at_3": 0.87, + "map_at_5": 0.8745, + "map_at_10": 0.87864, + "map_at_20": 0.87979, + "map_at_100": 0.88004, + "map_at_1000": 0.88005, + "recall_at_1": 0.83111, + "recall_at_3": 0.92, + "recall_at_5": 0.94, + "recall_at_10": 0.97, + "recall_at_20": 0.98556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.83111, + "precision_at_3": 0.30667, + "precision_at_5": 0.188, + "precision_at_10": 0.097, + "precision_at_20": 0.04928, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.831111, + "mrr_at_3": 0.87, + "mrr_at_5": 0.8745, + "mrr_at_10": 0.878643, + "mrr_at_20": 0.879785, + "mrr_at_100": 0.880035, + "mrr_at_1000": 0.880052, + "nauc_ndcg_at_1_max": 0.67764, + "nauc_ndcg_at_1_std": -0.080818, + "nauc_ndcg_at_1_diff1": 0.883987, + "nauc_ndcg_at_3_max": 0.72367, + "nauc_ndcg_at_3_std": -0.031612, + "nauc_ndcg_at_3_diff1": 0.861442, + "nauc_ndcg_at_5_max": 0.72217, + "nauc_ndcg_at_5_std": -0.043987, + "nauc_ndcg_at_5_diff1": 0.864893, + "nauc_ndcg_at_10_max": 0.716431, + "nauc_ndcg_at_10_std": -0.051987, + "nauc_ndcg_at_10_diff1": 0.869701, + "nauc_ndcg_at_20_max": 0.712317, + "nauc_ndcg_at_20_std": -0.031964, + "nauc_ndcg_at_20_diff1": 0.872882, + "nauc_ndcg_at_100_max": 0.707746, + "nauc_ndcg_at_100_std": -0.042238, + "nauc_ndcg_at_100_diff1": 0.871231, + "nauc_ndcg_at_1000_max": 0.707765, + "nauc_ndcg_at_1000_std": -0.047279, + "nauc_ndcg_at_1000_diff1": 0.870822, + "nauc_map_at_1_max": 0.67764, + "nauc_map_at_1_std": -0.080818, + "nauc_map_at_1_diff1": 0.883987, + "nauc_map_at_3_max": 0.709167, + "nauc_map_at_3_std": -0.045859, + "nauc_map_at_3_diff1": 0.867196, + "nauc_map_at_5_max": 0.708061, + "nauc_map_at_5_std": -0.052549, + "nauc_map_at_5_diff1": 0.868996, + "nauc_map_at_10_max": 0.705161, + "nauc_map_at_10_std": -0.056757, + "nauc_map_at_10_diff1": 0.870774, + "nauc_map_at_20_max": 0.704155, + "nauc_map_at_20_std": -0.052316, + "nauc_map_at_20_diff1": 0.871443, + "nauc_map_at_100_max": 0.703655, + "nauc_map_at_100_std": -0.053537, + "nauc_map_at_100_diff1": 0.871289, + "nauc_map_at_1000_max": 0.703661, + "nauc_map_at_1000_std": -0.053691, + "nauc_map_at_1000_diff1": 0.871276, + "nauc_recall_at_1_max": 0.67764, + "nauc_recall_at_1_std": -0.080818, + "nauc_recall_at_1_diff1": 0.883987, + "nauc_recall_at_3_max": 0.789384, + "nauc_recall_at_3_std": 0.032148, + "nauc_recall_at_3_diff1": 0.836225, + "nauc_recall_at_5_max": 0.80355, + "nauc_recall_at_5_std": 0.001937, + "nauc_recall_at_5_diff1": 0.843267, + "nauc_recall_at_10_max": 0.837552, + "nauc_recall_at_10_std": -0.007124, + "nauc_recall_at_10_diff1": 0.868762, + "nauc_recall_at_20_max": 0.864792, + "nauc_recall_at_20_std": 0.535014, + "nauc_recall_at_20_diff1": 0.949723, + "nauc_recall_at_100_max": 0.715219, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.67764, + "nauc_precision_at_1_std": -0.080818, + "nauc_precision_at_1_diff1": 0.883987, + "nauc_precision_at_3_max": 0.789384, + "nauc_precision_at_3_std": 0.032148, + "nauc_precision_at_3_diff1": 0.836225, + "nauc_precision_at_5_max": 0.80355, + "nauc_precision_at_5_std": 0.001937, + "nauc_precision_at_5_diff1": 0.843267, + "nauc_precision_at_10_max": 0.837552, + "nauc_precision_at_10_std": -0.007124, + "nauc_precision_at_10_diff1": 0.868762, + "nauc_precision_at_20_max": 0.864792, + "nauc_precision_at_20_std": 0.535014, + "nauc_precision_at_20_diff1": 0.949723, + "nauc_precision_at_100_max": 0.715219, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.67764, + "nauc_mrr_at_1_std": -0.080818, + "nauc_mrr_at_1_diff1": 0.883987, + "nauc_mrr_at_3_max": 0.709167, + "nauc_mrr_at_3_std": -0.045859, + "nauc_mrr_at_3_diff1": 0.867196, + "nauc_mrr_at_5_max": 0.708061, + "nauc_mrr_at_5_std": -0.052549, + "nauc_mrr_at_5_diff1": 0.868996, + "nauc_mrr_at_10_max": 0.705161, + "nauc_mrr_at_10_std": -0.056757, + "nauc_mrr_at_10_diff1": 0.870774, + "nauc_mrr_at_20_max": 0.704155, + "nauc_mrr_at_20_std": -0.052316, + "nauc_mrr_at_20_diff1": 0.871443, + "nauc_mrr_at_100_max": 0.703655, + "nauc_mrr_at_100_std": -0.053537, + "nauc_mrr_at_100_diff1": 0.871289, + "nauc_mrr_at_1000_max": 0.703661, + "nauc_mrr_at_1000_std": -0.053691, + "nauc_mrr_at_1000_diff1": 0.871276, + "main_score": 0.90084, + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.56062, + "ndcg_at_3": 0.6102, + "ndcg_at_5": 0.62265, + "ndcg_at_10": 0.63825, + "ndcg_at_20": 0.64831, + "ndcg_at_100": 0.66844, + "ndcg_at_1000": 0.68505, + "map_at_1": 0.56062, + "map_at_3": 0.59844, + "map_at_5": 0.60539, + "map_at_10": 0.6117, + "map_at_20": 0.61457, + "map_at_100": 0.61725, + "map_at_1000": 0.6179, + "recall_at_1": 0.56062, + "recall_at_3": 0.64405, + "recall_at_5": 0.67408, + "recall_at_10": 0.72303, + "recall_at_20": 0.76196, + "recall_at_100": 0.87208, + "recall_at_1000": 1.0, + "precision_at_1": 0.56062, + "precision_at_3": 0.21468, + "precision_at_5": 0.13482, + "precision_at_10": 0.0723, + "precision_at_20": 0.0381, + "precision_at_100": 0.00872, + "precision_at_1000": 0.001, + "mrr_at_1": 0.560623, + "mrr_at_3": 0.598443, + "mrr_at_5": 0.605395, + "mrr_at_10": 0.611701, + "mrr_at_20": 0.614573, + "mrr_at_100": 0.617254, + "mrr_at_1000": 0.617902, + "nauc_ndcg_at_1_max": 0.684557, + "nauc_ndcg_at_1_std": -0.029912, + "nauc_ndcg_at_1_diff1": 0.864733, + "nauc_ndcg_at_3_max": 0.699492, + "nauc_ndcg_at_3_std": -0.007756, + "nauc_ndcg_at_3_diff1": 0.84118, + "nauc_ndcg_at_5_max": 0.696268, + "nauc_ndcg_at_5_std": 0.002847, + "nauc_ndcg_at_5_diff1": 0.839165, + "nauc_ndcg_at_10_max": 0.69001, + "nauc_ndcg_at_10_std": 0.004425, + "nauc_ndcg_at_10_diff1": 0.833561, + "nauc_ndcg_at_20_max": 0.692763, + "nauc_ndcg_at_20_std": 0.010351, + "nauc_ndcg_at_20_diff1": 0.832564, + "nauc_ndcg_at_100_max": 0.688951, + "nauc_ndcg_at_100_std": 0.012919, + "nauc_ndcg_at_100_diff1": 0.829526, + "nauc_ndcg_at_1000_max": 0.69103, + "nauc_ndcg_at_1000_std": 0.003593, + "nauc_ndcg_at_1000_diff1": 0.836271, + "nauc_map_at_1_max": 0.684557, + "nauc_map_at_1_std": -0.029912, + "nauc_map_at_1_diff1": 0.864733, + "nauc_map_at_3_max": 0.695909, + "nauc_map_at_3_std": -0.012969, + "nauc_map_at_3_diff1": 0.846743, + "nauc_map_at_5_max": 0.694045, + "nauc_map_at_5_std": -0.007121, + "nauc_map_at_5_diff1": 0.84568, + "nauc_map_at_10_max": 0.691505, + "nauc_map_at_10_std": -0.00664, + "nauc_map_at_10_diff1": 0.843498, + "nauc_map_at_20_max": 0.692184, + "nauc_map_at_20_std": -0.005319, + "nauc_map_at_20_diff1": 0.843278, + "nauc_map_at_100_max": 0.691563, + "nauc_map_at_100_std": -0.004934, + "nauc_map_at_100_diff1": 0.842735, + "nauc_map_at_1000_max": 0.691635, + "nauc_map_at_1000_std": -0.005253, + "nauc_map_at_1000_diff1": 0.842971, + "nauc_recall_at_1_max": 0.684557, + "nauc_recall_at_1_std": -0.029912, + "nauc_recall_at_1_diff1": 0.864733, + "nauc_recall_at_3_max": 0.7105, + "nauc_recall_at_3_std": 0.00821, + "nauc_recall_at_3_diff1": 0.824131, + "nauc_recall_at_5_max": 0.702976, + "nauc_recall_at_5_std": 0.036442, + "nauc_recall_at_5_diff1": 0.817956, + "nauc_recall_at_10_max": 0.681098, + "nauc_recall_at_10_std": 0.046631, + "nauc_recall_at_10_diff1": 0.794997, + "nauc_recall_at_20_max": 0.694637, + "nauc_recall_at_20_std": 0.084315, + "nauc_recall_at_20_diff1": 0.785026, + "nauc_recall_at_100_max": 0.657108, + "nauc_recall_at_100_std": 0.161308, + "nauc_recall_at_100_diff1": 0.724257, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.684557, + "nauc_precision_at_1_std": -0.029912, + "nauc_precision_at_1_diff1": 0.864733, + "nauc_precision_at_3_max": 0.7105, + "nauc_precision_at_3_std": 0.00821, + "nauc_precision_at_3_diff1": 0.824131, + "nauc_precision_at_5_max": 0.702976, + "nauc_precision_at_5_std": 0.036442, + "nauc_precision_at_5_diff1": 0.817956, + "nauc_precision_at_10_max": 0.681098, + "nauc_precision_at_10_std": 0.046631, + "nauc_precision_at_10_diff1": 0.794997, + "nauc_precision_at_20_max": 0.694637, + "nauc_precision_at_20_std": 0.084315, + "nauc_precision_at_20_diff1": 0.785026, + "nauc_precision_at_100_max": 0.657108, + "nauc_precision_at_100_std": 0.161308, + "nauc_precision_at_100_diff1": 0.724257, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.684557, + "nauc_mrr_at_1_std": -0.029912, + "nauc_mrr_at_1_diff1": 0.864733, + "nauc_mrr_at_3_max": 0.695909, + "nauc_mrr_at_3_std": -0.012969, + "nauc_mrr_at_3_diff1": 0.846743, + "nauc_mrr_at_5_max": 0.694045, + "nauc_mrr_at_5_std": -0.007121, + "nauc_mrr_at_5_diff1": 0.84568, + "nauc_mrr_at_10_max": 0.691505, + "nauc_mrr_at_10_std": -0.00664, + "nauc_mrr_at_10_diff1": 0.843498, + "nauc_mrr_at_20_max": 0.692184, + "nauc_mrr_at_20_std": -0.005319, + "nauc_mrr_at_20_diff1": 0.843278, + "nauc_mrr_at_100_max": 0.691563, + "nauc_mrr_at_100_std": -0.004934, + "nauc_mrr_at_100_diff1": 0.842735, + "nauc_mrr_at_1000_max": 0.691635, + "nauc_mrr_at_1000_std": -0.005253, + "nauc_mrr_at_1000_diff1": 0.842971, + "main_score": 0.63825, + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ] + }, + { + "ndcg_at_1": 0.74111, + "ndcg_at_3": 0.79414, + "ndcg_at_5": 0.8058, + "ndcg_at_10": 0.81545, + "ndcg_at_20": 0.8232, + "ndcg_at_100": 0.83294, + "ndcg_at_1000": 0.83674, + "map_at_1": 0.74111, + "map_at_3": 0.78167, + "map_at_5": 0.788, + "map_at_10": 0.79217, + "map_at_20": 0.79438, + "map_at_100": 0.79567, + "map_at_1000": 0.79582, + "recall_at_1": 0.74111, + "recall_at_3": 0.83, + "recall_at_5": 0.85889, + "recall_at_10": 0.88778, + "recall_at_20": 0.91778, + "recall_at_100": 0.97111, + "recall_at_1000": 1.0, + "precision_at_1": 0.74111, + "precision_at_3": 0.27667, + "precision_at_5": 0.17178, + "precision_at_10": 0.08878, + "precision_at_20": 0.04589, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.741111, + "mrr_at_3": 0.781667, + "mrr_at_5": 0.788, + "mrr_at_10": 0.792168, + "mrr_at_20": 0.794381, + "mrr_at_100": 0.795666, + "mrr_at_1000": 0.795825, + "nauc_ndcg_at_1_max": 0.632428, + "nauc_ndcg_at_1_std": 0.123454, + "nauc_ndcg_at_1_diff1": 0.884743, + "nauc_ndcg_at_3_max": 0.687548, + "nauc_ndcg_at_3_std": 0.185945, + "nauc_ndcg_at_3_diff1": 0.859287, + "nauc_ndcg_at_5_max": 0.689197, + "nauc_ndcg_at_5_std": 0.225605, + "nauc_ndcg_at_5_diff1": 0.85623, + "nauc_ndcg_at_10_max": 0.696247, + "nauc_ndcg_at_10_std": 0.222457, + "nauc_ndcg_at_10_diff1": 0.854561, + "nauc_ndcg_at_20_max": 0.689776, + "nauc_ndcg_at_20_std": 0.221874, + "nauc_ndcg_at_20_diff1": 0.856111, + "nauc_ndcg_at_100_max": 0.687224, + "nauc_ndcg_at_100_std": 0.216458, + "nauc_ndcg_at_100_diff1": 0.858771, + "nauc_ndcg_at_1000_max": 0.68235, + "nauc_ndcg_at_1000_std": 0.203711, + "nauc_ndcg_at_1000_diff1": 0.861271, + "nauc_map_at_1_max": 0.632428, + "nauc_map_at_1_std": 0.123454, + "nauc_map_at_1_diff1": 0.884743, + "nauc_map_at_3_max": 0.673442, + "nauc_map_at_3_std": 0.16923, + "nauc_map_at_3_diff1": 0.865842, + "nauc_map_at_5_max": 0.673838, + "nauc_map_at_5_std": 0.188294, + "nauc_map_at_5_diff1": 0.864607, + "nauc_map_at_10_max": 0.67621, + "nauc_map_at_10_std": 0.186543, + "nauc_map_at_10_diff1": 0.864102, + "nauc_map_at_20_max": 0.674319, + "nauc_map_at_20_std": 0.185942, + "nauc_map_at_20_diff1": 0.864551, + "nauc_map_at_100_max": 0.674054, + "nauc_map_at_100_std": 0.185419, + "nauc_map_at_100_diff1": 0.865034, + "nauc_map_at_1000_max": 0.673883, + "nauc_map_at_1000_std": 0.185024, + "nauc_map_at_1000_diff1": 0.865142, + "nauc_recall_at_1_max": 0.632428, + "nauc_recall_at_1_std": 0.123454, + "nauc_recall_at_1_diff1": 0.884743, + "nauc_recall_at_3_max": 0.73715, + "nauc_recall_at_3_std": 0.245126, + "nauc_recall_at_3_diff1": 0.836216, + "nauc_recall_at_5_max": 0.751882, + "nauc_recall_at_5_std": 0.387731, + "nauc_recall_at_5_diff1": 0.821297, + "nauc_recall_at_10_max": 0.799247, + "nauc_recall_at_10_std": 0.408216, + "nauc_recall_at_10_diff1": 0.805887, + "nauc_recall_at_20_max": 0.786169, + "nauc_recall_at_20_std": 0.469024, + "nauc_recall_at_20_diff1": 0.801568, + "nauc_recall_at_100_max": 0.880863, + "nauc_recall_at_100_std": 0.736479, + "nauc_recall_at_100_diff1": 0.766501, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.632428, + "nauc_precision_at_1_std": 0.123454, + "nauc_precision_at_1_diff1": 0.884743, + "nauc_precision_at_3_max": 0.73715, + "nauc_precision_at_3_std": 0.245126, + "nauc_precision_at_3_diff1": 0.836216, + "nauc_precision_at_5_max": 0.751882, + "nauc_precision_at_5_std": 0.387731, + "nauc_precision_at_5_diff1": 0.821297, + "nauc_precision_at_10_max": 0.799247, + "nauc_precision_at_10_std": 0.408216, + "nauc_precision_at_10_diff1": 0.805887, + "nauc_precision_at_20_max": 0.786169, + "nauc_precision_at_20_std": 0.469024, + "nauc_precision_at_20_diff1": 0.801568, + "nauc_precision_at_100_max": 0.880863, + "nauc_precision_at_100_std": 0.736479, + "nauc_precision_at_100_diff1": 0.766501, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.632428, + "nauc_mrr_at_1_std": 0.123454, + "nauc_mrr_at_1_diff1": 0.884743, + "nauc_mrr_at_3_max": 0.673442, + "nauc_mrr_at_3_std": 0.16923, + "nauc_mrr_at_3_diff1": 0.865842, + "nauc_mrr_at_5_max": 0.673838, + "nauc_mrr_at_5_std": 0.188294, + "nauc_mrr_at_5_diff1": 0.864607, + "nauc_mrr_at_10_max": 0.67621, + "nauc_mrr_at_10_std": 0.186543, + "nauc_mrr_at_10_diff1": 0.864102, + "nauc_mrr_at_20_max": 0.674319, + "nauc_mrr_at_20_std": 0.185942, + "nauc_mrr_at_20_diff1": 0.864551, + "nauc_mrr_at_100_max": 0.674054, + "nauc_mrr_at_100_std": 0.185419, + "nauc_mrr_at_100_diff1": 0.865034, + "nauc_mrr_at_1000_max": 0.673883, + "nauc_mrr_at_1000_std": 0.185024, + "nauc_mrr_at_1000_diff1": 0.865142, + "main_score": 0.81545, + "hf_subset": "snd_Arab-snd_Arab", + "languages": [ + "snd-Arab", + "snd-Arab" + ] + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.93394, + "ndcg_at_5": 0.93719, + "ndcg_at_10": 0.94083, + "ndcg_at_20": 0.94167, + "ndcg_at_100": 0.94423, + "ndcg_at_1000": 0.94481, + "map_at_1": 0.89333, + "map_at_3": 0.92481, + "map_at_5": 0.92665, + "map_at_10": 0.92818, + "map_at_20": 0.92841, + "map_at_100": 0.9288, + "map_at_1000": 0.92882, + "recall_at_1": 0.89333, + "recall_at_3": 0.96, + "recall_at_5": 0.96778, + "recall_at_10": 0.97889, + "recall_at_20": 0.98222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89333, + "precision_at_3": 0.32, + "precision_at_5": 0.19356, + "precision_at_10": 0.09789, + "precision_at_20": 0.04911, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.893333, + "mrr_at_3": 0.924815, + "mrr_at_5": 0.926648, + "mrr_at_10": 0.928177, + "mrr_at_20": 0.928405, + "mrr_at_100": 0.928797, + "mrr_at_1000": 0.928819, + "nauc_ndcg_at_1_max": 0.689363, + "nauc_ndcg_at_1_std": -0.143112, + "nauc_ndcg_at_1_diff1": 0.928464, + "nauc_ndcg_at_3_max": 0.765622, + "nauc_ndcg_at_3_std": -0.128454, + "nauc_ndcg_at_3_diff1": 0.921972, + "nauc_ndcg_at_5_max": 0.760454, + "nauc_ndcg_at_5_std": -0.096517, + "nauc_ndcg_at_5_diff1": 0.921813, + "nauc_ndcg_at_10_max": 0.751742, + "nauc_ndcg_at_10_std": -0.090978, + "nauc_ndcg_at_10_diff1": 0.92398, + "nauc_ndcg_at_20_max": 0.752104, + "nauc_ndcg_at_20_std": -0.093737, + "nauc_ndcg_at_20_diff1": 0.922879, + "nauc_ndcg_at_100_max": 0.743425, + "nauc_ndcg_at_100_std": -0.097594, + "nauc_ndcg_at_100_diff1": 0.925399, + "nauc_ndcg_at_1000_max": 0.742111, + "nauc_ndcg_at_1000_std": -0.109022, + "nauc_ndcg_at_1000_diff1": 0.924622, + "nauc_map_at_1_max": 0.689363, + "nauc_map_at_1_std": -0.143112, + "nauc_map_at_1_diff1": 0.928464, + "nauc_map_at_3_max": 0.74238, + "nauc_map_at_3_std": -0.1351, + "nauc_map_at_3_diff1": 0.923844, + "nauc_map_at_5_max": 0.739352, + "nauc_map_at_5_std": -0.120146, + "nauc_map_at_5_diff1": 0.923822, + "nauc_map_at_10_max": 0.736003, + "nauc_map_at_10_std": -0.1183, + "nauc_map_at_10_diff1": 0.924663, + "nauc_map_at_20_max": 0.735916, + "nauc_map_at_20_std": -0.119342, + "nauc_map_at_20_diff1": 0.924422, + "nauc_map_at_100_max": 0.734793, + "nauc_map_at_100_std": -0.120317, + "nauc_map_at_100_diff1": 0.924787, + "nauc_map_at_1000_max": 0.734745, + "nauc_map_at_1000_std": -0.120667, + "nauc_map_at_1000_diff1": 0.924764, + "nauc_recall_at_1_max": 0.689363, + "nauc_recall_at_1_std": -0.143112, + "nauc_recall_at_1_diff1": 0.928464, + "nauc_recall_at_3_max": 0.888811, + "nauc_recall_at_3_std": -0.091348, + "nauc_recall_at_3_diff1": 0.912141, + "nauc_recall_at_5_max": 0.894089, + "nauc_recall_at_5_std": 0.068595, + "nauc_recall_at_5_diff1": 0.908964, + "nauc_recall_at_10_max": 0.888225, + "nauc_recall_at_10_std": 0.195341, + "nauc_recall_at_10_diff1": 0.919775, + "nauc_recall_at_20_max": 0.922094, + "nauc_recall_at_20_std": 0.223885, + "nauc_recall_at_20_diff1": 0.904733, + "nauc_recall_at_100_max": 0.865196, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.689363, + "nauc_precision_at_1_std": -0.143112, + "nauc_precision_at_1_diff1": 0.928464, + "nauc_precision_at_3_max": 0.888811, + "nauc_precision_at_3_std": -0.091348, + "nauc_precision_at_3_diff1": 0.912141, + "nauc_precision_at_5_max": 0.894089, + "nauc_precision_at_5_std": 0.068595, + "nauc_precision_at_5_diff1": 0.908964, + "nauc_precision_at_10_max": 0.888225, + "nauc_precision_at_10_std": 0.195341, + "nauc_precision_at_10_diff1": 0.919775, + "nauc_precision_at_20_max": 0.922094, + "nauc_precision_at_20_std": 0.223885, + "nauc_precision_at_20_diff1": 0.904733, + "nauc_precision_at_100_max": 0.865196, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.689363, + "nauc_mrr_at_1_std": -0.143112, + "nauc_mrr_at_1_diff1": 0.928464, + "nauc_mrr_at_3_max": 0.74238, + "nauc_mrr_at_3_std": -0.1351, + "nauc_mrr_at_3_diff1": 0.923844, + "nauc_mrr_at_5_max": 0.739352, + "nauc_mrr_at_5_std": -0.120146, + "nauc_mrr_at_5_diff1": 0.923822, + "nauc_mrr_at_10_max": 0.736003, + "nauc_mrr_at_10_std": -0.1183, + "nauc_mrr_at_10_diff1": 0.924663, + "nauc_mrr_at_20_max": 0.735916, + "nauc_mrr_at_20_std": -0.119342, + "nauc_mrr_at_20_diff1": 0.924422, + "nauc_mrr_at_100_max": 0.734793, + "nauc_mrr_at_100_std": -0.120317, + "nauc_mrr_at_100_diff1": 0.924787, + "nauc_mrr_at_1000_max": 0.734745, + "nauc_mrr_at_1000_std": -0.120667, + "nauc_mrr_at_1000_diff1": 0.924764, + "main_score": 0.94083, + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71667, + "ndcg_at_3": 0.78442, + "ndcg_at_5": 0.79566, + "ndcg_at_10": 0.80385, + "ndcg_at_20": 0.81115, + "ndcg_at_100": 0.82034, + "ndcg_at_1000": 0.82567, + "map_at_1": 0.71667, + "map_at_3": 0.76889, + "map_at_5": 0.77528, + "map_at_10": 0.77862, + "map_at_20": 0.78062, + "map_at_100": 0.78186, + "map_at_1000": 0.78209, + "recall_at_1": 0.71667, + "recall_at_3": 0.82889, + "recall_at_5": 0.85556, + "recall_at_10": 0.88111, + "recall_at_20": 0.91, + "recall_at_100": 0.96, + "recall_at_1000": 1.0, + "precision_at_1": 0.71667, + "precision_at_3": 0.2763, + "precision_at_5": 0.17111, + "precision_at_10": 0.08811, + "precision_at_20": 0.0455, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "mrr_at_1": 0.716667, + "mrr_at_3": 0.768889, + "mrr_at_5": 0.775278, + "mrr_at_10": 0.778619, + "mrr_at_20": 0.780615, + "mrr_at_100": 0.781856, + "mrr_at_1000": 0.782089, + "nauc_ndcg_at_1_max": 0.649808, + "nauc_ndcg_at_1_std": 0.21346, + "nauc_ndcg_at_1_diff1": 0.869967, + "nauc_ndcg_at_3_max": 0.695566, + "nauc_ndcg_at_3_std": 0.252639, + "nauc_ndcg_at_3_diff1": 0.845698, + "nauc_ndcg_at_5_max": 0.700775, + "nauc_ndcg_at_5_std": 0.268153, + "nauc_ndcg_at_5_diff1": 0.844624, + "nauc_ndcg_at_10_max": 0.702494, + "nauc_ndcg_at_10_std": 0.276174, + "nauc_ndcg_at_10_diff1": 0.843634, + "nauc_ndcg_at_20_max": 0.697986, + "nauc_ndcg_at_20_std": 0.273468, + "nauc_ndcg_at_20_diff1": 0.842346, + "nauc_ndcg_at_100_max": 0.69748, + "nauc_ndcg_at_100_std": 0.277879, + "nauc_ndcg_at_100_diff1": 0.846697, + "nauc_ndcg_at_1000_max": 0.692286, + "nauc_ndcg_at_1000_std": 0.263752, + "nauc_ndcg_at_1000_diff1": 0.847836, + "nauc_map_at_1_max": 0.649808, + "nauc_map_at_1_std": 0.21346, + "nauc_map_at_1_diff1": 0.869967, + "nauc_map_at_3_max": 0.683701, + "nauc_map_at_3_std": 0.240324, + "nauc_map_at_3_diff1": 0.852064, + "nauc_map_at_5_max": 0.686165, + "nauc_map_at_5_std": 0.248169, + "nauc_map_at_5_diff1": 0.85173, + "nauc_map_at_10_max": 0.686778, + "nauc_map_at_10_std": 0.250937, + "nauc_map_at_10_diff1": 0.85148, + "nauc_map_at_20_max": 0.685474, + "nauc_map_at_20_std": 0.250089, + "nauc_map_at_20_diff1": 0.851159, + "nauc_map_at_100_max": 0.685308, + "nauc_map_at_100_std": 0.250785, + "nauc_map_at_100_diff1": 0.851641, + "nauc_map_at_1000_max": 0.68512, + "nauc_map_at_1000_std": 0.25027, + "nauc_map_at_1000_diff1": 0.851683, + "nauc_recall_at_1_max": 0.649808, + "nauc_recall_at_1_std": 0.21346, + "nauc_recall_at_1_diff1": 0.869967, + "nauc_recall_at_3_max": 0.738876, + "nauc_recall_at_3_std": 0.298861, + "nauc_recall_at_3_diff1": 0.822416, + "nauc_recall_at_5_max": 0.762321, + "nauc_recall_at_5_std": 0.355601, + "nauc_recall_at_5_diff1": 0.814776, + "nauc_recall_at_10_max": 0.780403, + "nauc_recall_at_10_std": 0.409573, + "nauc_recall_at_10_diff1": 0.804228, + "nauc_recall_at_20_max": 0.770533, + "nauc_recall_at_20_std": 0.427788, + "nauc_recall_at_20_diff1": 0.784366, + "nauc_recall_at_100_max": 0.853201, + "nauc_recall_at_100_std": 0.698555, + "nauc_recall_at_100_diff1": 0.812623, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.649808, + "nauc_precision_at_1_std": 0.21346, + "nauc_precision_at_1_diff1": 0.869967, + "nauc_precision_at_3_max": 0.738876, + "nauc_precision_at_3_std": 0.298861, + "nauc_precision_at_3_diff1": 0.822416, + "nauc_precision_at_5_max": 0.762321, + "nauc_precision_at_5_std": 0.355601, + "nauc_precision_at_5_diff1": 0.814776, + "nauc_precision_at_10_max": 0.780403, + "nauc_precision_at_10_std": 0.409573, + "nauc_precision_at_10_diff1": 0.804228, + "nauc_precision_at_20_max": 0.770533, + "nauc_precision_at_20_std": 0.427788, + "nauc_precision_at_20_diff1": 0.784366, + "nauc_precision_at_100_max": 0.853201, + "nauc_precision_at_100_std": 0.698555, + "nauc_precision_at_100_diff1": 0.812623, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.649808, + "nauc_mrr_at_1_std": 0.21346, + "nauc_mrr_at_1_diff1": 0.869967, + "nauc_mrr_at_3_max": 0.683701, + "nauc_mrr_at_3_std": 0.240324, + "nauc_mrr_at_3_diff1": 0.852064, + "nauc_mrr_at_5_max": 0.686165, + "nauc_mrr_at_5_std": 0.248169, + "nauc_mrr_at_5_diff1": 0.85173, + "nauc_mrr_at_10_max": 0.686778, + "nauc_mrr_at_10_std": 0.250937, + "nauc_mrr_at_10_diff1": 0.85148, + "nauc_mrr_at_20_max": 0.685474, + "nauc_mrr_at_20_std": 0.250089, + "nauc_mrr_at_20_diff1": 0.851159, + "nauc_mrr_at_100_max": 0.685308, + "nauc_mrr_at_100_std": 0.250785, + "nauc_mrr_at_100_diff1": 0.851641, + "nauc_mrr_at_1000_max": 0.68512, + "nauc_mrr_at_1000_std": 0.25027, + "nauc_mrr_at_1000_diff1": 0.851683, + "main_score": 0.80385, + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ] + }, + { + "ndcg_at_1": 0.53889, + "ndcg_at_3": 0.60443, + "ndcg_at_5": 0.62083, + "ndcg_at_10": 0.63862, + "ndcg_at_20": 0.65346, + "ndcg_at_100": 0.67348, + "ndcg_at_1000": 0.68482, + "map_at_1": 0.53889, + "map_at_3": 0.58796, + "map_at_5": 0.59702, + "map_at_10": 0.60426, + "map_at_20": 0.6083, + "map_at_100": 0.61107, + "map_at_1000": 0.61155, + "recall_at_1": 0.53889, + "recall_at_3": 0.65222, + "recall_at_5": 0.69222, + "recall_at_10": 0.74778, + "recall_at_20": 0.80667, + "recall_at_100": 0.91444, + "recall_at_1000": 1.0, + "precision_at_1": 0.53889, + "precision_at_3": 0.21741, + "precision_at_5": 0.13844, + "precision_at_10": 0.07478, + "precision_at_20": 0.04033, + "precision_at_100": 0.00914, + "precision_at_1000": 0.001, + "mrr_at_1": 0.538889, + "mrr_at_3": 0.587963, + "mrr_at_5": 0.597019, + "mrr_at_10": 0.604258, + "mrr_at_20": 0.608301, + "mrr_at_100": 0.611066, + "mrr_at_1000": 0.611548, + "nauc_ndcg_at_1_max": 0.632517, + "nauc_ndcg_at_1_std": 0.394914, + "nauc_ndcg_at_1_diff1": 0.840638, + "nauc_ndcg_at_3_max": 0.619079, + "nauc_ndcg_at_3_std": 0.400091, + "nauc_ndcg_at_3_diff1": 0.793934, + "nauc_ndcg_at_5_max": 0.627822, + "nauc_ndcg_at_5_std": 0.414, + "nauc_ndcg_at_5_diff1": 0.787738, + "nauc_ndcg_at_10_max": 0.626487, + "nauc_ndcg_at_10_std": 0.411206, + "nauc_ndcg_at_10_diff1": 0.786258, + "nauc_ndcg_at_20_max": 0.627335, + "nauc_ndcg_at_20_std": 0.414736, + "nauc_ndcg_at_20_diff1": 0.784879, + "nauc_ndcg_at_100_max": 0.625826, + "nauc_ndcg_at_100_std": 0.417904, + "nauc_ndcg_at_100_diff1": 0.78785, + "nauc_ndcg_at_1000_max": 0.625955, + "nauc_ndcg_at_1000_std": 0.410429, + "nauc_ndcg_at_1000_diff1": 0.793661, + "nauc_map_at_1_max": 0.632517, + "nauc_map_at_1_std": 0.394914, + "nauc_map_at_1_diff1": 0.840638, + "nauc_map_at_3_max": 0.622443, + "nauc_map_at_3_std": 0.398734, + "nauc_map_at_3_diff1": 0.805663, + "nauc_map_at_5_max": 0.627413, + "nauc_map_at_5_std": 0.406129, + "nauc_map_at_5_diff1": 0.802566, + "nauc_map_at_10_max": 0.626768, + "nauc_map_at_10_std": 0.404741, + "nauc_map_at_10_diff1": 0.80198, + "nauc_map_at_20_max": 0.626934, + "nauc_map_at_20_std": 0.40552, + "nauc_map_at_20_diff1": 0.801727, + "nauc_map_at_100_max": 0.62662, + "nauc_map_at_100_std": 0.405639, + "nauc_map_at_100_diff1": 0.802154, + "nauc_map_at_1000_max": 0.626606, + "nauc_map_at_1000_std": 0.405386, + "nauc_map_at_1000_diff1": 0.802368, + "nauc_recall_at_1_max": 0.632517, + "nauc_recall_at_1_std": 0.394914, + "nauc_recall_at_1_diff1": 0.840638, + "nauc_recall_at_3_max": 0.608409, + "nauc_recall_at_3_std": 0.404427, + "nauc_recall_at_3_diff1": 0.756712, + "nauc_recall_at_5_max": 0.630367, + "nauc_recall_at_5_std": 0.44312, + "nauc_recall_at_5_diff1": 0.736416, + "nauc_recall_at_10_max": 0.626452, + "nauc_recall_at_10_std": 0.438415, + "nauc_recall_at_10_diff1": 0.723582, + "nauc_recall_at_20_max": 0.632227, + "nauc_recall_at_20_std": 0.466631, + "nauc_recall_at_20_diff1": 0.701161, + "nauc_recall_at_100_max": 0.619909, + "nauc_recall_at_100_std": 0.585458, + "nauc_recall_at_100_diff1": 0.659785, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.632517, + "nauc_precision_at_1_std": 0.394914, + "nauc_precision_at_1_diff1": 0.840638, + "nauc_precision_at_3_max": 0.608409, + "nauc_precision_at_3_std": 0.404427, + "nauc_precision_at_3_diff1": 0.756712, + "nauc_precision_at_5_max": 0.630367, + "nauc_precision_at_5_std": 0.44312, + "nauc_precision_at_5_diff1": 0.736416, + "nauc_precision_at_10_max": 0.626452, + "nauc_precision_at_10_std": 0.438415, + "nauc_precision_at_10_diff1": 0.723582, + "nauc_precision_at_20_max": 0.632227, + "nauc_precision_at_20_std": 0.466631, + "nauc_precision_at_20_diff1": 0.701161, + "nauc_precision_at_100_max": 0.619909, + "nauc_precision_at_100_std": 0.585458, + "nauc_precision_at_100_diff1": 0.659785, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.632517, + "nauc_mrr_at_1_std": 0.394914, + "nauc_mrr_at_1_diff1": 0.840638, + "nauc_mrr_at_3_max": 0.622443, + "nauc_mrr_at_3_std": 0.398734, + "nauc_mrr_at_3_diff1": 0.805663, + "nauc_mrr_at_5_max": 0.627413, + "nauc_mrr_at_5_std": 0.406129, + "nauc_mrr_at_5_diff1": 0.802566, + "nauc_mrr_at_10_max": 0.626768, + "nauc_mrr_at_10_std": 0.404741, + "nauc_mrr_at_10_diff1": 0.80198, + "nauc_mrr_at_20_max": 0.626934, + "nauc_mrr_at_20_std": 0.40552, + "nauc_mrr_at_20_diff1": 0.801727, + "nauc_mrr_at_100_max": 0.62662, + "nauc_mrr_at_100_std": 0.405639, + "nauc_mrr_at_100_diff1": 0.802154, + "nauc_mrr_at_1000_max": 0.626606, + "nauc_mrr_at_1000_std": 0.405386, + "nauc_mrr_at_1000_diff1": 0.802368, + "main_score": 0.63862, + "hf_subset": "som_Latn-som_Latn", + "languages": [ + "som-Latn", + "som-Latn" + ] + }, + { + "ndcg_at_1": 0.80889, + "ndcg_at_3": 0.87071, + "ndcg_at_5": 0.8786, + "ndcg_at_10": 0.88805, + "ndcg_at_20": 0.89143, + "ndcg_at_100": 0.89488, + "ndcg_at_1000": 0.8959, + "map_at_1": 0.80889, + "map_at_3": 0.85593, + "map_at_5": 0.86037, + "map_at_10": 0.86433, + "map_at_20": 0.86526, + "map_at_100": 0.86579, + "map_at_1000": 0.86584, + "recall_at_1": 0.80889, + "recall_at_3": 0.91333, + "recall_at_5": 0.93222, + "recall_at_10": 0.96111, + "recall_at_20": 0.97444, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.80889, + "precision_at_3": 0.30444, + "precision_at_5": 0.18644, + "precision_at_10": 0.09611, + "precision_at_20": 0.04872, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.808889, + "mrr_at_3": 0.855926, + "mrr_at_5": 0.86037, + "mrr_at_10": 0.864326, + "mrr_at_20": 0.86526, + "mrr_at_100": 0.865792, + "mrr_at_1000": 0.865835, + "nauc_ndcg_at_1_max": 0.656919, + "nauc_ndcg_at_1_std": -0.091723, + "nauc_ndcg_at_1_diff1": 0.860431, + "nauc_ndcg_at_3_max": 0.641309, + "nauc_ndcg_at_3_std": -0.100754, + "nauc_ndcg_at_3_diff1": 0.821272, + "nauc_ndcg_at_5_max": 0.651817, + "nauc_ndcg_at_5_std": -0.100131, + "nauc_ndcg_at_5_diff1": 0.821757, + "nauc_ndcg_at_10_max": 0.670123, + "nauc_ndcg_at_10_std": -0.070995, + "nauc_ndcg_at_10_diff1": 0.837481, + "nauc_ndcg_at_20_max": 0.663152, + "nauc_ndcg_at_20_std": -0.080876, + "nauc_ndcg_at_20_diff1": 0.836909, + "nauc_ndcg_at_100_max": 0.660342, + "nauc_ndcg_at_100_std": -0.080963, + "nauc_ndcg_at_100_diff1": 0.836354, + "nauc_ndcg_at_1000_max": 0.659779, + "nauc_ndcg_at_1000_std": -0.083665, + "nauc_ndcg_at_1000_diff1": 0.83673, + "nauc_map_at_1_max": 0.656919, + "nauc_map_at_1_std": -0.091723, + "nauc_map_at_1_diff1": 0.860431, + "nauc_map_at_3_max": 0.647826, + "nauc_map_at_3_std": -0.097334, + "nauc_map_at_3_diff1": 0.83256, + "nauc_map_at_5_max": 0.653509, + "nauc_map_at_5_std": -0.096751, + "nauc_map_at_5_diff1": 0.833161, + "nauc_map_at_10_max": 0.65999, + "nauc_map_at_10_std": -0.086249, + "nauc_map_at_10_diff1": 0.839055, + "nauc_map_at_20_max": 0.658386, + "nauc_map_at_20_std": -0.088504, + "nauc_map_at_20_diff1": 0.83895, + "nauc_map_at_100_max": 0.658089, + "nauc_map_at_100_std": -0.088187, + "nauc_map_at_100_diff1": 0.838818, + "nauc_map_at_1000_max": 0.658062, + "nauc_map_at_1000_std": -0.088224, + "nauc_map_at_1000_diff1": 0.83884, + "nauc_recall_at_1_max": 0.656919, + "nauc_recall_at_1_std": -0.091723, + "nauc_recall_at_1_diff1": 0.860431, + "nauc_recall_at_3_max": 0.610357, + "nauc_recall_at_3_std": -0.116821, + "nauc_recall_at_3_diff1": 0.770158, + "nauc_recall_at_5_max": 0.642719, + "nauc_recall_at_5_std": -0.120058, + "nauc_recall_at_5_diff1": 0.758032, + "nauc_recall_at_10_max": 0.788996, + "nauc_recall_at_10_std": 0.106029, + "nauc_recall_at_10_diff1": 0.84207, + "nauc_recall_at_20_max": 0.738278, + "nauc_recall_at_20_std": 0.037653, + "nauc_recall_at_20_diff1": 0.834876, + "nauc_recall_at_100_max": 0.709217, + "nauc_recall_at_100_std": 0.224156, + "nauc_recall_at_100_diff1": 0.807256, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.656919, + "nauc_precision_at_1_std": -0.091723, + "nauc_precision_at_1_diff1": 0.860431, + "nauc_precision_at_3_max": 0.610357, + "nauc_precision_at_3_std": -0.116821, + "nauc_precision_at_3_diff1": 0.770158, + "nauc_precision_at_5_max": 0.642719, + "nauc_precision_at_5_std": -0.120058, + "nauc_precision_at_5_diff1": 0.758032, + "nauc_precision_at_10_max": 0.788996, + "nauc_precision_at_10_std": 0.106029, + "nauc_precision_at_10_diff1": 0.84207, + "nauc_precision_at_20_max": 0.738278, + "nauc_precision_at_20_std": 0.037653, + "nauc_precision_at_20_diff1": 0.834876, + "nauc_precision_at_100_max": 0.709217, + "nauc_precision_at_100_std": 0.224156, + "nauc_precision_at_100_diff1": 0.807256, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.656919, + "nauc_mrr_at_1_std": -0.091723, + "nauc_mrr_at_1_diff1": 0.860431, + "nauc_mrr_at_3_max": 0.647826, + "nauc_mrr_at_3_std": -0.097334, + "nauc_mrr_at_3_diff1": 0.83256, + "nauc_mrr_at_5_max": 0.653509, + "nauc_mrr_at_5_std": -0.096751, + "nauc_mrr_at_5_diff1": 0.833161, + "nauc_mrr_at_10_max": 0.65999, + "nauc_mrr_at_10_std": -0.086249, + "nauc_mrr_at_10_diff1": 0.839055, + "nauc_mrr_at_20_max": 0.658386, + "nauc_mrr_at_20_std": -0.088504, + "nauc_mrr_at_20_diff1": 0.83895, + "nauc_mrr_at_100_max": 0.658089, + "nauc_mrr_at_100_std": -0.088187, + "nauc_mrr_at_100_diff1": 0.838818, + "nauc_mrr_at_1000_max": 0.658062, + "nauc_mrr_at_1000_std": -0.088224, + "nauc_mrr_at_1000_diff1": 0.83884, + "main_score": 0.88805, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.52111, + "ndcg_at_3": 0.57887, + "ndcg_at_5": 0.59398, + "ndcg_at_10": 0.60934, + "ndcg_at_20": 0.62365, + "ndcg_at_100": 0.64408, + "ndcg_at_1000": 0.66078, + "map_at_1": 0.52111, + "map_at_3": 0.565, + "map_at_5": 0.57339, + "map_at_10": 0.57968, + "map_at_20": 0.58359, + "map_at_100": 0.58625, + "map_at_1000": 0.58693, + "recall_at_1": 0.52111, + "recall_at_3": 0.61889, + "recall_at_5": 0.65556, + "recall_at_10": 0.70333, + "recall_at_20": 0.76, + "recall_at_100": 0.87222, + "recall_at_1000": 1.0, + "precision_at_1": 0.52111, + "precision_at_3": 0.2063, + "precision_at_5": 0.13111, + "precision_at_10": 0.07033, + "precision_at_20": 0.038, + "precision_at_100": 0.00872, + "precision_at_1000": 0.001, + "mrr_at_1": 0.521111, + "mrr_at_3": 0.565, + "mrr_at_5": 0.573389, + "mrr_at_10": 0.579676, + "mrr_at_20": 0.583595, + "mrr_at_100": 0.586253, + "mrr_at_1000": 0.58693, + "nauc_ndcg_at_1_max": 0.695713, + "nauc_ndcg_at_1_std": 0.00667, + "nauc_ndcg_at_1_diff1": 0.850623, + "nauc_ndcg_at_3_max": 0.698776, + "nauc_ndcg_at_3_std": 0.017849, + "nauc_ndcg_at_3_diff1": 0.813126, + "nauc_ndcg_at_5_max": 0.687306, + "nauc_ndcg_at_5_std": 0.012044, + "nauc_ndcg_at_5_diff1": 0.80194, + "nauc_ndcg_at_10_max": 0.682725, + "nauc_ndcg_at_10_std": 0.015856, + "nauc_ndcg_at_10_diff1": 0.795594, + "nauc_ndcg_at_20_max": 0.684747, + "nauc_ndcg_at_20_std": 0.024066, + "nauc_ndcg_at_20_diff1": 0.796539, + "nauc_ndcg_at_100_max": 0.68542, + "nauc_ndcg_at_100_std": 0.029102, + "nauc_ndcg_at_100_diff1": 0.795719, + "nauc_ndcg_at_1000_max": 0.687661, + "nauc_ndcg_at_1000_std": 0.019458, + "nauc_ndcg_at_1000_diff1": 0.804877, + "nauc_map_at_1_max": 0.695713, + "nauc_map_at_1_std": 0.00667, + "nauc_map_at_1_diff1": 0.850623, + "nauc_map_at_3_max": 0.699105, + "nauc_map_at_3_std": 0.015179, + "nauc_map_at_3_diff1": 0.822838, + "nauc_map_at_5_max": 0.692693, + "nauc_map_at_5_std": 0.011523, + "nauc_map_at_5_diff1": 0.816922, + "nauc_map_at_10_max": 0.6908, + "nauc_map_at_10_std": 0.012447, + "nauc_map_at_10_diff1": 0.814724, + "nauc_map_at_20_max": 0.691399, + "nauc_map_at_20_std": 0.014547, + "nauc_map_at_20_diff1": 0.815119, + "nauc_map_at_100_max": 0.691342, + "nauc_map_at_100_std": 0.014826, + "nauc_map_at_100_diff1": 0.815025, + "nauc_map_at_1000_max": 0.6914, + "nauc_map_at_1000_std": 0.014509, + "nauc_map_at_1000_diff1": 0.815347, + "nauc_recall_at_1_max": 0.695713, + "nauc_recall_at_1_std": 0.00667, + "nauc_recall_at_1_diff1": 0.850623, + "nauc_recall_at_3_max": 0.697271, + "nauc_recall_at_3_std": 0.026032, + "nauc_recall_at_3_diff1": 0.783006, + "nauc_recall_at_5_max": 0.66766, + "nauc_recall_at_5_std": 0.013422, + "nauc_recall_at_5_diff1": 0.751132, + "nauc_recall_at_10_max": 0.649897, + "nauc_recall_at_10_std": 0.031207, + "nauc_recall_at_10_diff1": 0.721777, + "nauc_recall_at_20_max": 0.654377, + "nauc_recall_at_20_std": 0.077728, + "nauc_recall_at_20_diff1": 0.712978, + "nauc_recall_at_100_max": 0.646643, + "nauc_recall_at_100_std": 0.187862, + "nauc_recall_at_100_diff1": 0.645924, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.695713, + "nauc_precision_at_1_std": 0.00667, + "nauc_precision_at_1_diff1": 0.850623, + "nauc_precision_at_3_max": 0.697271, + "nauc_precision_at_3_std": 0.026032, + "nauc_precision_at_3_diff1": 0.783006, + "nauc_precision_at_5_max": 0.66766, + "nauc_precision_at_5_std": 0.013422, + "nauc_precision_at_5_diff1": 0.751132, + "nauc_precision_at_10_max": 0.649897, + "nauc_precision_at_10_std": 0.031207, + "nauc_precision_at_10_diff1": 0.721777, + "nauc_precision_at_20_max": 0.654377, + "nauc_precision_at_20_std": 0.077728, + "nauc_precision_at_20_diff1": 0.712978, + "nauc_precision_at_100_max": 0.646643, + "nauc_precision_at_100_std": 0.187862, + "nauc_precision_at_100_diff1": 0.645924, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.695713, + "nauc_mrr_at_1_std": 0.00667, + "nauc_mrr_at_1_diff1": 0.850623, + "nauc_mrr_at_3_max": 0.699105, + "nauc_mrr_at_3_std": 0.015179, + "nauc_mrr_at_3_diff1": 0.822838, + "nauc_mrr_at_5_max": 0.692693, + "nauc_mrr_at_5_std": 0.011523, + "nauc_mrr_at_5_diff1": 0.816922, + "nauc_mrr_at_10_max": 0.6908, + "nauc_mrr_at_10_std": 0.012447, + "nauc_mrr_at_10_diff1": 0.814724, + "nauc_mrr_at_20_max": 0.691399, + "nauc_mrr_at_20_std": 0.014547, + "nauc_mrr_at_20_diff1": 0.815119, + "nauc_mrr_at_100_max": 0.691342, + "nauc_mrr_at_100_std": 0.014826, + "nauc_mrr_at_100_diff1": 0.815025, + "nauc_mrr_at_1000_max": 0.6914, + "nauc_mrr_at_1000_std": 0.014509, + "nauc_mrr_at_1000_diff1": 0.815347, + "main_score": 0.60934, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "ndcg_at_1": 0.51333, + "ndcg_at_3": 0.57218, + "ndcg_at_5": 0.5859, + "ndcg_at_10": 0.60237, + "ndcg_at_20": 0.61593, + "ndcg_at_100": 0.64061, + "ndcg_at_1000": 0.6555, + "map_at_1": 0.51333, + "map_at_3": 0.55759, + "map_at_5": 0.5652, + "map_at_10": 0.57217, + "map_at_20": 0.57594, + "map_at_100": 0.57919, + "map_at_1000": 0.57981, + "recall_at_1": 0.51333, + "recall_at_3": 0.61444, + "recall_at_5": 0.64778, + "recall_at_10": 0.69778, + "recall_at_20": 0.75111, + "recall_at_100": 0.88667, + "recall_at_1000": 1.0, + "precision_at_1": 0.51333, + "precision_at_3": 0.20481, + "precision_at_5": 0.12956, + "precision_at_10": 0.06978, + "precision_at_20": 0.03756, + "precision_at_100": 0.00887, + "precision_at_1000": 0.001, + "mrr_at_1": 0.513333, + "mrr_at_3": 0.557593, + "mrr_at_5": 0.565204, + "mrr_at_10": 0.572174, + "mrr_at_20": 0.575943, + "mrr_at_100": 0.579195, + "mrr_at_1000": 0.579809, + "nauc_ndcg_at_1_max": 0.643519, + "nauc_ndcg_at_1_std": 0.302465, + "nauc_ndcg_at_1_diff1": 0.876547, + "nauc_ndcg_at_3_max": 0.642612, + "nauc_ndcg_at_3_std": 0.332925, + "nauc_ndcg_at_3_diff1": 0.843357, + "nauc_ndcg_at_5_max": 0.643726, + "nauc_ndcg_at_5_std": 0.334559, + "nauc_ndcg_at_5_diff1": 0.836348, + "nauc_ndcg_at_10_max": 0.638385, + "nauc_ndcg_at_10_std": 0.339404, + "nauc_ndcg_at_10_diff1": 0.832865, + "nauc_ndcg_at_20_max": 0.634733, + "nauc_ndcg_at_20_std": 0.340737, + "nauc_ndcg_at_20_diff1": 0.832089, + "nauc_ndcg_at_100_max": 0.629897, + "nauc_ndcg_at_100_std": 0.332378, + "nauc_ndcg_at_100_diff1": 0.830581, + "nauc_ndcg_at_1000_max": 0.636863, + "nauc_ndcg_at_1000_std": 0.333309, + "nauc_ndcg_at_1000_diff1": 0.838863, + "nauc_map_at_1_max": 0.643519, + "nauc_map_at_1_std": 0.302465, + "nauc_map_at_1_diff1": 0.876547, + "nauc_map_at_3_max": 0.643638, + "nauc_map_at_3_std": 0.324983, + "nauc_map_at_3_diff1": 0.852315, + "nauc_map_at_5_max": 0.644467, + "nauc_map_at_5_std": 0.325787, + "nauc_map_at_5_diff1": 0.848694, + "nauc_map_at_10_max": 0.642349, + "nauc_map_at_10_std": 0.328239, + "nauc_map_at_10_diff1": 0.84771, + "nauc_map_at_20_max": 0.641392, + "nauc_map_at_20_std": 0.328452, + "nauc_map_at_20_diff1": 0.847588, + "nauc_map_at_100_max": 0.640853, + "nauc_map_at_100_std": 0.327676, + "nauc_map_at_100_diff1": 0.847338, + "nauc_map_at_1000_max": 0.641075, + "nauc_map_at_1000_std": 0.327758, + "nauc_map_at_1000_diff1": 0.847649, + "nauc_recall_at_1_max": 0.643519, + "nauc_recall_at_1_std": 0.302465, + "nauc_recall_at_1_diff1": 0.876547, + "nauc_recall_at_3_max": 0.639086, + "nauc_recall_at_3_std": 0.357604, + "nauc_recall_at_3_diff1": 0.815387, + "nauc_recall_at_5_max": 0.640816, + "nauc_recall_at_5_std": 0.363413, + "nauc_recall_at_5_diff1": 0.794756, + "nauc_recall_at_10_max": 0.621224, + "nauc_recall_at_10_std": 0.37989, + "nauc_recall_at_10_diff1": 0.776151, + "nauc_recall_at_20_max": 0.599571, + "nauc_recall_at_20_std": 0.394195, + "nauc_recall_at_20_diff1": 0.762831, + "nauc_recall_at_100_max": 0.501232, + "nauc_recall_at_100_std": 0.322628, + "nauc_recall_at_100_diff1": 0.681732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.643519, + "nauc_precision_at_1_std": 0.302465, + "nauc_precision_at_1_diff1": 0.876547, + "nauc_precision_at_3_max": 0.639086, + "nauc_precision_at_3_std": 0.357604, + "nauc_precision_at_3_diff1": 0.815387, + "nauc_precision_at_5_max": 0.640816, + "nauc_precision_at_5_std": 0.363413, + "nauc_precision_at_5_diff1": 0.794756, + "nauc_precision_at_10_max": 0.621224, + "nauc_precision_at_10_std": 0.37989, + "nauc_precision_at_10_diff1": 0.776151, + "nauc_precision_at_20_max": 0.599571, + "nauc_precision_at_20_std": 0.394195, + "nauc_precision_at_20_diff1": 0.762831, + "nauc_precision_at_100_max": 0.501232, + "nauc_precision_at_100_std": 0.322628, + "nauc_precision_at_100_diff1": 0.681732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.643519, + "nauc_mrr_at_1_std": 0.302465, + "nauc_mrr_at_1_diff1": 0.876547, + "nauc_mrr_at_3_max": 0.643638, + "nauc_mrr_at_3_std": 0.324983, + "nauc_mrr_at_3_diff1": 0.852315, + "nauc_mrr_at_5_max": 0.644467, + "nauc_mrr_at_5_std": 0.325787, + "nauc_mrr_at_5_diff1": 0.848694, + "nauc_mrr_at_10_max": 0.642349, + "nauc_mrr_at_10_std": 0.328239, + "nauc_mrr_at_10_diff1": 0.84771, + "nauc_mrr_at_20_max": 0.641392, + "nauc_mrr_at_20_std": 0.328452, + "nauc_mrr_at_20_diff1": 0.847588, + "nauc_mrr_at_100_max": 0.640853, + "nauc_mrr_at_100_std": 0.327676, + "nauc_mrr_at_100_diff1": 0.847338, + "nauc_mrr_at_1000_max": 0.641075, + "nauc_mrr_at_1000_std": 0.327758, + "nauc_mrr_at_1000_diff1": 0.847649, + "main_score": 0.60237, + "hf_subset": "sot_Latn-sot_Latn", + "languages": [ + "sot-Latn", + "sot-Latn" + ] + }, + { + "ndcg_at_1": 0.80222, + "ndcg_at_3": 0.85817, + "ndcg_at_5": 0.86922, + "ndcg_at_10": 0.8783, + "ndcg_at_20": 0.88319, + "ndcg_at_100": 0.8878, + "ndcg_at_1000": 0.88854, + "map_at_1": 0.80222, + "map_at_3": 0.84481, + "map_at_5": 0.85098, + "map_at_10": 0.85479, + "map_at_20": 0.85619, + "map_at_100": 0.85687, + "map_at_1000": 0.8569, + "recall_at_1": 0.80222, + "recall_at_3": 0.89667, + "recall_at_5": 0.92333, + "recall_at_10": 0.95111, + "recall_at_20": 0.97, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.80222, + "precision_at_3": 0.29889, + "precision_at_5": 0.18467, + "precision_at_10": 0.09511, + "precision_at_20": 0.0485, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.802222, + "mrr_at_3": 0.844815, + "mrr_at_5": 0.850981, + "mrr_at_10": 0.854788, + "mrr_at_20": 0.856194, + "mrr_at_100": 0.856868, + "mrr_at_1000": 0.856899, + "nauc_ndcg_at_1_max": 0.709236, + "nauc_ndcg_at_1_std": 0.026887, + "nauc_ndcg_at_1_diff1": 0.880923, + "nauc_ndcg_at_3_max": 0.710521, + "nauc_ndcg_at_3_std": 0.037184, + "nauc_ndcg_at_3_diff1": 0.848382, + "nauc_ndcg_at_5_max": 0.71047, + "nauc_ndcg_at_5_std": 0.035024, + "nauc_ndcg_at_5_diff1": 0.850262, + "nauc_ndcg_at_10_max": 0.712744, + "nauc_ndcg_at_10_std": 0.031475, + "nauc_ndcg_at_10_diff1": 0.853228, + "nauc_ndcg_at_20_max": 0.714585, + "nauc_ndcg_at_20_std": 0.032849, + "nauc_ndcg_at_20_diff1": 0.857895, + "nauc_ndcg_at_100_max": 0.712479, + "nauc_ndcg_at_100_std": 0.04034, + "nauc_ndcg_at_100_diff1": 0.859242, + "nauc_ndcg_at_1000_max": 0.712014, + "nauc_ndcg_at_1000_std": 0.036966, + "nauc_ndcg_at_1000_diff1": 0.858974, + "nauc_map_at_1_max": 0.709236, + "nauc_map_at_1_std": 0.026887, + "nauc_map_at_1_diff1": 0.880923, + "nauc_map_at_3_max": 0.71049, + "nauc_map_at_3_std": 0.037639, + "nauc_map_at_3_diff1": 0.857636, + "nauc_map_at_5_max": 0.710275, + "nauc_map_at_5_std": 0.036251, + "nauc_map_at_5_diff1": 0.858937, + "nauc_map_at_10_max": 0.711173, + "nauc_map_at_10_std": 0.035427, + "nauc_map_at_10_diff1": 0.860219, + "nauc_map_at_20_max": 0.711745, + "nauc_map_at_20_std": 0.036076, + "nauc_map_at_20_diff1": 0.861483, + "nauc_map_at_100_max": 0.711392, + "nauc_map_at_100_std": 0.036692, + "nauc_map_at_100_diff1": 0.861532, + "nauc_map_at_1000_max": 0.711371, + "nauc_map_at_1000_std": 0.036625, + "nauc_map_at_1000_diff1": 0.861521, + "nauc_recall_at_1_max": 0.709236, + "nauc_recall_at_1_std": 0.026887, + "nauc_recall_at_1_diff1": 0.880923, + "nauc_recall_at_3_max": 0.710434, + "nauc_recall_at_3_std": 0.033181, + "nauc_recall_at_3_diff1": 0.81031, + "nauc_recall_at_5_max": 0.711654, + "nauc_recall_at_5_std": 0.025893, + "nauc_recall_at_5_diff1": 0.804882, + "nauc_recall_at_10_max": 0.727156, + "nauc_recall_at_10_std": -0.011438, + "nauc_recall_at_10_diff1": 0.80076, + "nauc_recall_at_20_max": 0.757634, + "nauc_recall_at_20_std": -0.028409, + "nauc_recall_at_20_diff1": 0.831431, + "nauc_recall_at_100_max": 0.773576, + "nauc_recall_at_100_std": 0.569655, + "nauc_recall_at_100_diff1": 0.895425, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.709236, + "nauc_precision_at_1_std": 0.026887, + "nauc_precision_at_1_diff1": 0.880923, + "nauc_precision_at_3_max": 0.710434, + "nauc_precision_at_3_std": 0.033181, + "nauc_precision_at_3_diff1": 0.81031, + "nauc_precision_at_5_max": 0.711654, + "nauc_precision_at_5_std": 0.025893, + "nauc_precision_at_5_diff1": 0.804882, + "nauc_precision_at_10_max": 0.727156, + "nauc_precision_at_10_std": -0.011438, + "nauc_precision_at_10_diff1": 0.80076, + "nauc_precision_at_20_max": 0.757634, + "nauc_precision_at_20_std": -0.028409, + "nauc_precision_at_20_diff1": 0.831431, + "nauc_precision_at_100_max": 0.773576, + "nauc_precision_at_100_std": 0.569655, + "nauc_precision_at_100_diff1": 0.895425, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.709236, + "nauc_mrr_at_1_std": 0.026887, + "nauc_mrr_at_1_diff1": 0.880923, + "nauc_mrr_at_3_max": 0.71049, + "nauc_mrr_at_3_std": 0.037639, + "nauc_mrr_at_3_diff1": 0.857636, + "nauc_mrr_at_5_max": 0.710275, + "nauc_mrr_at_5_std": 0.036251, + "nauc_mrr_at_5_diff1": 0.858937, + "nauc_mrr_at_10_max": 0.711173, + "nauc_mrr_at_10_std": 0.035427, + "nauc_mrr_at_10_diff1": 0.860219, + "nauc_mrr_at_20_max": 0.711745, + "nauc_mrr_at_20_std": 0.036076, + "nauc_mrr_at_20_diff1": 0.861483, + "nauc_mrr_at_100_max": 0.711392, + "nauc_mrr_at_100_std": 0.036692, + "nauc_mrr_at_100_diff1": 0.861532, + "nauc_mrr_at_1000_max": 0.711371, + "nauc_mrr_at_1000_std": 0.036625, + "nauc_mrr_at_1000_diff1": 0.861521, + "main_score": 0.8783, + "hf_subset": "sot_Latn-eng_Latn", + "languages": [ + "sot-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.47111, + "ndcg_at_3": 0.51459, + "ndcg_at_5": 0.52755, + "ndcg_at_10": 0.54491, + "ndcg_at_20": 0.55703, + "ndcg_at_100": 0.58655, + "ndcg_at_1000": 0.60727, + "map_at_1": 0.47111, + "map_at_3": 0.50389, + "map_at_5": 0.51117, + "map_at_10": 0.51819, + "map_at_20": 0.52153, + "map_at_100": 0.52549, + "map_at_1000": 0.52629, + "recall_at_1": 0.47111, + "recall_at_3": 0.54556, + "recall_at_5": 0.57667, + "recall_at_10": 0.63111, + "recall_at_20": 0.67889, + "recall_at_100": 0.84, + "recall_at_1000": 1.0, + "precision_at_1": 0.47111, + "precision_at_3": 0.18185, + "precision_at_5": 0.11533, + "precision_at_10": 0.06311, + "precision_at_20": 0.03394, + "precision_at_100": 0.0084, + "precision_at_1000": 0.001, + "mrr_at_1": 0.471111, + "mrr_at_3": 0.503889, + "mrr_at_5": 0.511167, + "mrr_at_10": 0.518187, + "mrr_at_20": 0.521532, + "mrr_at_100": 0.525491, + "mrr_at_1000": 0.52629, + "nauc_ndcg_at_1_max": 0.663591, + "nauc_ndcg_at_1_std": -0.081454, + "nauc_ndcg_at_1_diff1": 0.871462, + "nauc_ndcg_at_3_max": 0.672314, + "nauc_ndcg_at_3_std": -0.068289, + "nauc_ndcg_at_3_diff1": 0.838855, + "nauc_ndcg_at_5_max": 0.659744, + "nauc_ndcg_at_5_std": -0.075767, + "nauc_ndcg_at_5_diff1": 0.828415, + "nauc_ndcg_at_10_max": 0.654653, + "nauc_ndcg_at_10_std": -0.06914, + "nauc_ndcg_at_10_diff1": 0.814396, + "nauc_ndcg_at_20_max": 0.651596, + "nauc_ndcg_at_20_std": -0.061721, + "nauc_ndcg_at_20_diff1": 0.808111, + "nauc_ndcg_at_100_max": 0.64758, + "nauc_ndcg_at_100_std": -0.062112, + "nauc_ndcg_at_100_diff1": 0.806591, + "nauc_ndcg_at_1000_max": 0.655829, + "nauc_ndcg_at_1000_std": -0.064445, + "nauc_ndcg_at_1000_diff1": 0.820263, + "nauc_map_at_1_max": 0.663591, + "nauc_map_at_1_std": -0.081454, + "nauc_map_at_1_diff1": 0.871462, + "nauc_map_at_3_max": 0.671531, + "nauc_map_at_3_std": -0.069931, + "nauc_map_at_3_diff1": 0.847273, + "nauc_map_at_5_max": 0.664722, + "nauc_map_at_5_std": -0.073849, + "nauc_map_at_5_diff1": 0.841743, + "nauc_map_at_10_max": 0.662655, + "nauc_map_at_10_std": -0.071108, + "nauc_map_at_10_diff1": 0.836277, + "nauc_map_at_20_max": 0.661837, + "nauc_map_at_20_std": -0.069251, + "nauc_map_at_20_diff1": 0.834685, + "nauc_map_at_100_max": 0.661409, + "nauc_map_at_100_std": -0.068677, + "nauc_map_at_100_diff1": 0.834287, + "nauc_map_at_1000_max": 0.661711, + "nauc_map_at_1000_std": -0.068698, + "nauc_map_at_1000_diff1": 0.834763, + "nauc_recall_at_1_max": 0.663591, + "nauc_recall_at_1_std": -0.081454, + "nauc_recall_at_1_diff1": 0.871462, + "nauc_recall_at_3_max": 0.674064, + "nauc_recall_at_3_std": -0.064073, + "nauc_recall_at_3_diff1": 0.813571, + "nauc_recall_at_5_max": 0.641873, + "nauc_recall_at_5_std": -0.083743, + "nauc_recall_at_5_diff1": 0.785659, + "nauc_recall_at_10_max": 0.623339, + "nauc_recall_at_10_std": -0.062092, + "nauc_recall_at_10_diff1": 0.733745, + "nauc_recall_at_20_max": 0.606363, + "nauc_recall_at_20_std": -0.025696, + "nauc_recall_at_20_diff1": 0.696761, + "nauc_recall_at_100_max": 0.529462, + "nauc_recall_at_100_std": -0.022886, + "nauc_recall_at_100_diff1": 0.608207, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.663591, + "nauc_precision_at_1_std": -0.081454, + "nauc_precision_at_1_diff1": 0.871462, + "nauc_precision_at_3_max": 0.674064, + "nauc_precision_at_3_std": -0.064073, + "nauc_precision_at_3_diff1": 0.813571, + "nauc_precision_at_5_max": 0.641873, + "nauc_precision_at_5_std": -0.083743, + "nauc_precision_at_5_diff1": 0.785659, + "nauc_precision_at_10_max": 0.623339, + "nauc_precision_at_10_std": -0.062092, + "nauc_precision_at_10_diff1": 0.733745, + "nauc_precision_at_20_max": 0.606363, + "nauc_precision_at_20_std": -0.025696, + "nauc_precision_at_20_diff1": 0.696761, + "nauc_precision_at_100_max": 0.529462, + "nauc_precision_at_100_std": -0.022886, + "nauc_precision_at_100_diff1": 0.608207, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.663591, + "nauc_mrr_at_1_std": -0.081454, + "nauc_mrr_at_1_diff1": 0.871462, + "nauc_mrr_at_3_max": 0.671531, + "nauc_mrr_at_3_std": -0.069931, + "nauc_mrr_at_3_diff1": 0.847273, + "nauc_mrr_at_5_max": 0.664722, + "nauc_mrr_at_5_std": -0.073849, + "nauc_mrr_at_5_diff1": 0.841743, + "nauc_mrr_at_10_max": 0.662655, + "nauc_mrr_at_10_std": -0.071108, + "nauc_mrr_at_10_diff1": 0.836277, + "nauc_mrr_at_20_max": 0.661837, + "nauc_mrr_at_20_std": -0.069251, + "nauc_mrr_at_20_diff1": 0.834685, + "nauc_mrr_at_100_max": 0.661409, + "nauc_mrr_at_100_std": -0.068677, + "nauc_mrr_at_100_diff1": 0.834287, + "nauc_mrr_at_1000_max": 0.661711, + "nauc_mrr_at_1000_std": -0.068698, + "nauc_mrr_at_1000_diff1": 0.834763, + "main_score": 0.54491, + "hf_subset": "eng_Latn-sot_Latn", + "languages": [ + "eng-Latn", + "sot-Latn" + ] + }, + { + "ndcg_at_1": 0.92889, + "ndcg_at_3": 0.95381, + "ndcg_at_5": 0.95744, + "ndcg_at_10": 0.95858, + "ndcg_at_20": 0.96113, + "ndcg_at_100": 0.96204, + "ndcg_at_1000": 0.96244, + "map_at_1": 0.92889, + "map_at_3": 0.94815, + "map_at_5": 0.95015, + "map_at_10": 0.95065, + "map_at_20": 0.95136, + "map_at_100": 0.95152, + "map_at_1000": 0.95153, + "recall_at_1": 0.92889, + "recall_at_3": 0.97, + "recall_at_5": 0.97889, + "recall_at_10": 0.98222, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92889, + "precision_at_3": 0.32333, + "precision_at_5": 0.19578, + "precision_at_10": 0.09822, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.928889, + "mrr_at_3": 0.948148, + "mrr_at_5": 0.950148, + "mrr_at_10": 0.950651, + "mrr_at_20": 0.951363, + "mrr_at_100": 0.951522, + "mrr_at_1000": 0.951533, + "nauc_ndcg_at_1_max": 0.810085, + "nauc_ndcg_at_1_std": -0.136336, + "nauc_ndcg_at_1_diff1": 0.947078, + "nauc_ndcg_at_3_max": 0.859658, + "nauc_ndcg_at_3_std": -0.091744, + "nauc_ndcg_at_3_diff1": 0.93997, + "nauc_ndcg_at_5_max": 0.85638, + "nauc_ndcg_at_5_std": -0.055113, + "nauc_ndcg_at_5_diff1": 0.943231, + "nauc_ndcg_at_10_max": 0.853608, + "nauc_ndcg_at_10_std": -0.072397, + "nauc_ndcg_at_10_diff1": 0.948417, + "nauc_ndcg_at_20_max": 0.851398, + "nauc_ndcg_at_20_std": -0.048271, + "nauc_ndcg_at_20_diff1": 0.946901, + "nauc_ndcg_at_100_max": 0.847839, + "nauc_ndcg_at_100_std": -0.067603, + "nauc_ndcg_at_100_diff1": 0.946453, + "nauc_ndcg_at_1000_max": 0.846202, + "nauc_ndcg_at_1000_std": -0.079091, + "nauc_ndcg_at_1000_diff1": 0.945877, + "nauc_map_at_1_max": 0.810085, + "nauc_map_at_1_std": -0.136336, + "nauc_map_at_1_diff1": 0.947078, + "nauc_map_at_3_max": 0.845547, + "nauc_map_at_3_std": -0.107783, + "nauc_map_at_3_diff1": 0.942185, + "nauc_map_at_5_max": 0.84352, + "nauc_map_at_5_std": -0.092305, + "nauc_map_at_5_diff1": 0.943726, + "nauc_map_at_10_max": 0.842347, + "nauc_map_at_10_std": -0.099147, + "nauc_map_at_10_diff1": 0.945719, + "nauc_map_at_20_max": 0.841734, + "nauc_map_at_20_std": -0.09342, + "nauc_map_at_20_diff1": 0.945325, + "nauc_map_at_100_max": 0.841215, + "nauc_map_at_100_std": -0.0961, + "nauc_map_at_100_diff1": 0.94527, + "nauc_map_at_1000_max": 0.841178, + "nauc_map_at_1000_std": -0.096359, + "nauc_map_at_1000_diff1": 0.945257, + "nauc_recall_at_1_max": 0.810085, + "nauc_recall_at_1_std": -0.136336, + "nauc_recall_at_1_diff1": 0.947078, + "nauc_recall_at_3_max": 0.928416, + "nauc_recall_at_3_std": -0.010824, + "nauc_recall_at_3_diff1": 0.929021, + "nauc_recall_at_5_max": 0.940415, + "nauc_recall_at_5_std": 0.214581, + "nauc_recall_at_5_diff1": 0.941275, + "nauc_recall_at_10_max": 0.937412, + "nauc_recall_at_10_std": 0.147672, + "nauc_recall_at_10_diff1": 0.97549, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.870948, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.810085, + "nauc_precision_at_1_std": -0.136336, + "nauc_precision_at_1_diff1": 0.947078, + "nauc_precision_at_3_max": 0.928416, + "nauc_precision_at_3_std": -0.010824, + "nauc_precision_at_3_diff1": 0.929021, + "nauc_precision_at_5_max": 0.940415, + "nauc_precision_at_5_std": 0.214581, + "nauc_precision_at_5_diff1": 0.941275, + "nauc_precision_at_10_max": 0.937412, + "nauc_precision_at_10_std": 0.147672, + "nauc_precision_at_10_diff1": 0.97549, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.870948, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.810085, + "nauc_mrr_at_1_std": -0.136336, + "nauc_mrr_at_1_diff1": 0.947078, + "nauc_mrr_at_3_max": 0.845547, + "nauc_mrr_at_3_std": -0.107783, + "nauc_mrr_at_3_diff1": 0.942185, + "nauc_mrr_at_5_max": 0.84352, + "nauc_mrr_at_5_std": -0.092305, + "nauc_mrr_at_5_diff1": 0.943726, + "nauc_mrr_at_10_max": 0.842347, + "nauc_mrr_at_10_std": -0.099147, + "nauc_mrr_at_10_diff1": 0.945719, + "nauc_mrr_at_20_max": 0.841734, + "nauc_mrr_at_20_std": -0.09342, + "nauc_mrr_at_20_diff1": 0.945325, + "nauc_mrr_at_100_max": 0.841215, + "nauc_mrr_at_100_std": -0.0961, + "nauc_mrr_at_100_diff1": 0.94527, + "nauc_mrr_at_1000_max": 0.841178, + "nauc_mrr_at_1000_std": -0.096359, + "nauc_mrr_at_1000_diff1": 0.945257, + "main_score": 0.95858, + "hf_subset": "spa_Latn-spa_Latn", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.94778, + "ndcg_at_3": 0.96472, + "ndcg_at_5": 0.9675, + "ndcg_at_10": 0.96966, + "ndcg_at_20": 0.97114, + "ndcg_at_100": 0.97176, + "ndcg_at_1000": 0.97203, + "map_at_1": 0.94778, + "map_at_3": 0.96093, + "map_at_5": 0.96248, + "map_at_10": 0.96338, + "map_at_20": 0.96383, + "map_at_100": 0.96391, + "map_at_1000": 0.96392, + "recall_at_1": 0.94778, + "recall_at_3": 0.97556, + "recall_at_5": 0.98222, + "recall_at_10": 0.98889, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.94778, + "precision_at_3": 0.32519, + "precision_at_5": 0.19644, + "precision_at_10": 0.09889, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.947778, + "mrr_at_3": 0.960926, + "mrr_at_5": 0.962481, + "mrr_at_10": 0.963381, + "mrr_at_20": 0.963827, + "mrr_at_100": 0.963913, + "mrr_at_1000": 0.963921, + "nauc_ndcg_at_1_max": 0.774202, + "nauc_ndcg_at_1_std": -0.152929, + "nauc_ndcg_at_1_diff1": 0.962701, + "nauc_ndcg_at_3_max": 0.849407, + "nauc_ndcg_at_3_std": -0.075678, + "nauc_ndcg_at_3_diff1": 0.961353, + "nauc_ndcg_at_5_max": 0.840646, + "nauc_ndcg_at_5_std": -0.055241, + "nauc_ndcg_at_5_diff1": 0.966347, + "nauc_ndcg_at_10_max": 0.829256, + "nauc_ndcg_at_10_std": -0.072576, + "nauc_ndcg_at_10_diff1": 0.965453, + "nauc_ndcg_at_20_max": 0.829668, + "nauc_ndcg_at_20_std": -0.040506, + "nauc_ndcg_at_20_diff1": 0.965044, + "nauc_ndcg_at_100_max": 0.825922, + "nauc_ndcg_at_100_std": -0.062285, + "nauc_ndcg_at_100_diff1": 0.964275, + "nauc_ndcg_at_1000_max": 0.824248, + "nauc_ndcg_at_1000_std": -0.072495, + "nauc_ndcg_at_1000_diff1": 0.963932, + "nauc_map_at_1_max": 0.774202, + "nauc_map_at_1_std": -0.152929, + "nauc_map_at_1_diff1": 0.962701, + "nauc_map_at_3_max": 0.828136, + "nauc_map_at_3_std": -0.099296, + "nauc_map_at_3_diff1": 0.961302, + "nauc_map_at_5_max": 0.823067, + "nauc_map_at_5_std": -0.089272, + "nauc_map_at_5_diff1": 0.963773, + "nauc_map_at_10_max": 0.818721, + "nauc_map_at_10_std": -0.095295, + "nauc_map_at_10_diff1": 0.963379, + "nauc_map_at_20_max": 0.81858, + "nauc_map_at_20_std": -0.088554, + "nauc_map_at_20_diff1": 0.963262, + "nauc_map_at_100_max": 0.818143, + "nauc_map_at_100_std": -0.091007, + "nauc_map_at_100_diff1": 0.963174, + "nauc_map_at_1000_max": 0.818105, + "nauc_map_at_1000_std": -0.091232, + "nauc_map_at_1000_diff1": 0.963166, + "nauc_recall_at_1_max": 0.774202, + "nauc_recall_at_1_std": -0.152929, + "nauc_recall_at_1_diff1": 0.962701, + "nauc_recall_at_3_max": 0.945569, + "nauc_recall_at_3_std": 0.032425, + "nauc_recall_at_3_diff1": 0.961909, + "nauc_recall_at_5_max": 0.942519, + "nauc_recall_at_5_std": 0.153391, + "nauc_recall_at_5_diff1": 0.98366, + "nauc_recall_at_10_max": 0.90803, + "nauc_recall_at_10_std": 0.120355, + "nauc_recall_at_10_diff1": 0.986928, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.973856, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.774202, + "nauc_precision_at_1_std": -0.152929, + "nauc_precision_at_1_diff1": 0.962701, + "nauc_precision_at_3_max": 0.945569, + "nauc_precision_at_3_std": 0.032425, + "nauc_precision_at_3_diff1": 0.961909, + "nauc_precision_at_5_max": 0.942519, + "nauc_precision_at_5_std": 0.153391, + "nauc_precision_at_5_diff1": 0.98366, + "nauc_precision_at_10_max": 0.90803, + "nauc_precision_at_10_std": 0.120355, + "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.973856, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.774202, + "nauc_mrr_at_1_std": -0.152929, + "nauc_mrr_at_1_diff1": 0.962701, + "nauc_mrr_at_3_max": 0.828136, + "nauc_mrr_at_3_std": -0.099296, + "nauc_mrr_at_3_diff1": 0.961302, + "nauc_mrr_at_5_max": 0.823067, + "nauc_mrr_at_5_std": -0.089272, + "nauc_mrr_at_5_diff1": 0.963773, + "nauc_mrr_at_10_max": 0.818721, + "nauc_mrr_at_10_std": -0.095295, + "nauc_mrr_at_10_diff1": 0.963379, + "nauc_mrr_at_20_max": 0.81858, + "nauc_mrr_at_20_std": -0.088554, + "nauc_mrr_at_20_diff1": 0.963262, + "nauc_mrr_at_100_max": 0.818143, + "nauc_mrr_at_100_std": -0.091007, + "nauc_mrr_at_100_diff1": 0.963174, + "nauc_mrr_at_1000_max": 0.818105, + "nauc_mrr_at_1000_std": -0.091232, + "nauc_mrr_at_1000_diff1": 0.963166, + "main_score": 0.96966, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.92667, + "ndcg_at_3": 0.9527, + "ndcg_at_5": 0.95729, + "ndcg_at_10": 0.95993, + "ndcg_at_20": 0.96114, + "ndcg_at_100": 0.96158, + "ndcg_at_1000": 0.9622, + "map_at_1": 0.92667, + "map_at_3": 0.94667, + "map_at_5": 0.94922, + "map_at_10": 0.95039, + "map_at_20": 0.95077, + "map_at_100": 0.95083, + "map_at_1000": 0.95087, + "recall_at_1": 0.92667, + "recall_at_3": 0.97, + "recall_at_5": 0.98111, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.92667, + "precision_at_3": 0.32333, + "precision_at_5": 0.19622, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.926667, + "mrr_at_3": 0.946667, + "mrr_at_5": 0.949222, + "mrr_at_10": 0.950386, + "mrr_at_20": 0.950766, + "mrr_at_100": 0.950833, + "mrr_at_1000": 0.950865, + "nauc_ndcg_at_1_max": 0.77277, + "nauc_ndcg_at_1_std": 0.038678, + "nauc_ndcg_at_1_diff1": 0.955118, + "nauc_ndcg_at_3_max": 0.833868, + "nauc_ndcg_at_3_std": 0.005715, + "nauc_ndcg_at_3_diff1": 0.951885, + "nauc_ndcg_at_5_max": 0.824685, + "nauc_ndcg_at_5_std": 0.031582, + "nauc_ndcg_at_5_diff1": 0.948179, + "nauc_ndcg_at_10_max": 0.815618, + "nauc_ndcg_at_10_std": 0.012137, + "nauc_ndcg_at_10_diff1": 0.949744, + "nauc_ndcg_at_20_max": 0.812996, + "nauc_ndcg_at_20_std": 0.03988, + "nauc_ndcg_at_20_diff1": 0.951435, + "nauc_ndcg_at_100_max": 0.813242, + "nauc_ndcg_at_100_std": 0.043532, + "nauc_ndcg_at_100_diff1": 0.951578, + "nauc_ndcg_at_1000_max": 0.810737, + "nauc_ndcg_at_1000_std": 0.028966, + "nauc_ndcg_at_1000_diff1": 0.951305, + "nauc_map_at_1_max": 0.77277, + "nauc_map_at_1_std": 0.038678, + "nauc_map_at_1_diff1": 0.955118, + "nauc_map_at_3_max": 0.815932, + "nauc_map_at_3_std": 0.012091, + "nauc_map_at_3_diff1": 0.952277, + "nauc_map_at_5_max": 0.810762, + "nauc_map_at_5_std": 0.023524, + "nauc_map_at_5_diff1": 0.95059, + "nauc_map_at_10_max": 0.807228, + "nauc_map_at_10_std": 0.017162, + "nauc_map_at_10_diff1": 0.951156, + "nauc_map_at_20_max": 0.80649, + "nauc_map_at_20_std": 0.024006, + "nauc_map_at_20_diff1": 0.951617, + "nauc_map_at_100_max": 0.806461, + "nauc_map_at_100_std": 0.024116, + "nauc_map_at_100_diff1": 0.95162, + "nauc_map_at_1000_max": 0.80636, + "nauc_map_at_1000_std": 0.023523, + "nauc_map_at_1000_diff1": 0.951607, + "nauc_recall_at_1_max": 0.77277, + "nauc_recall_at_1_std": 0.038678, + "nauc_recall_at_1_diff1": 0.955118, + "nauc_recall_at_3_max": 0.92418, + "nauc_recall_at_3_std": -0.023654, + "nauc_recall_at_3_diff1": 0.950375, + "nauc_recall_at_5_max": 0.926677, + "nauc_recall_at_5_std": 0.111798, + "nauc_recall_at_5_diff1": 0.928874, + "nauc_recall_at_10_max": 0.901494, + "nauc_recall_at_10_std": -0.054622, + "nauc_recall_at_10_diff1": 0.933007, + "nauc_recall_at_20_max": 0.903906, + "nauc_recall_at_20_std": 0.497043, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.930556, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.77277, + "nauc_precision_at_1_std": 0.038678, + "nauc_precision_at_1_diff1": 0.955118, + "nauc_precision_at_3_max": 0.92418, + "nauc_precision_at_3_std": -0.023654, + "nauc_precision_at_3_diff1": 0.950375, + "nauc_precision_at_5_max": 0.926677, + "nauc_precision_at_5_std": 0.111798, + "nauc_precision_at_5_diff1": 0.928874, + "nauc_precision_at_10_max": 0.901494, + "nauc_precision_at_10_std": -0.054622, + "nauc_precision_at_10_diff1": 0.933007, + "nauc_precision_at_20_max": 0.903906, + "nauc_precision_at_20_std": 0.497043, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.930556, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.77277, + "nauc_mrr_at_1_std": 0.038678, + "nauc_mrr_at_1_diff1": 0.955118, + "nauc_mrr_at_3_max": 0.815932, + "nauc_mrr_at_3_std": 0.012091, + "nauc_mrr_at_3_diff1": 0.952277, + "nauc_mrr_at_5_max": 0.810762, + "nauc_mrr_at_5_std": 0.023524, + "nauc_mrr_at_5_diff1": 0.95059, + "nauc_mrr_at_10_max": 0.807228, + "nauc_mrr_at_10_std": 0.017162, + "nauc_mrr_at_10_diff1": 0.951156, + "nauc_mrr_at_20_max": 0.80649, + "nauc_mrr_at_20_std": 0.024006, + "nauc_mrr_at_20_diff1": 0.951617, + "nauc_mrr_at_100_max": 0.806461, + "nauc_mrr_at_100_std": 0.024116, + "nauc_mrr_at_100_diff1": 0.95162, + "nauc_mrr_at_1000_max": 0.80636, + "nauc_mrr_at_1000_std": 0.023523, + "nauc_mrr_at_1000_diff1": 0.951607, + "main_score": 0.95993, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.87875, + "ndcg_at_3": 0.91963, + "ndcg_at_5": 0.92566, + "ndcg_at_10": 0.92807, + "ndcg_at_20": 0.93186, + "ndcg_at_100": 0.93351, + "ndcg_at_1000": 0.93435, + "map_at_1": 0.8782, + "map_at_3": 0.90953, + "map_at_5": 0.91292, + "map_at_10": 0.91386, + "map_at_20": 0.91497, + "map_at_100": 0.91519, + "map_at_1000": 0.91523, + "recall_at_1": 0.8782, + "recall_at_3": 0.94828, + "recall_at_5": 0.96274, + "recall_at_10": 0.97052, + "recall_at_20": 0.98498, + "recall_at_100": 0.99388, + "recall_at_1000": 1.0, + "precision_at_1": 0.87875, + "precision_at_3": 0.31628, + "precision_at_5": 0.19266, + "precision_at_10": 0.09711, + "precision_at_20": 0.04928, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.878754, + "mrr_at_3": 0.910085, + "mrr_at_5": 0.913478, + "mrr_at_10": 0.914412, + "mrr_at_20": 0.915523, + "mrr_at_100": 0.915749, + "mrr_at_1000": 0.915784, + "nauc_ndcg_at_1_max": 0.753188, + "nauc_ndcg_at_1_std": 0.03165, + "nauc_ndcg_at_1_diff1": 0.918613, + "nauc_ndcg_at_3_max": 0.788472, + "nauc_ndcg_at_3_std": -0.030571, + "nauc_ndcg_at_3_diff1": 0.904449, + "nauc_ndcg_at_5_max": 0.78596, + "nauc_ndcg_at_5_std": 0.008372, + "nauc_ndcg_at_5_diff1": 0.902498, + "nauc_ndcg_at_10_max": 0.789724, + "nauc_ndcg_at_10_std": 0.01476, + "nauc_ndcg_at_10_diff1": 0.906199, + "nauc_ndcg_at_20_max": 0.78247, + "nauc_ndcg_at_20_std": 0.032833, + "nauc_ndcg_at_20_diff1": 0.902681, + "nauc_ndcg_at_100_max": 0.778652, + "nauc_ndcg_at_100_std": 0.028878, + "nauc_ndcg_at_100_diff1": 0.901875, + "nauc_ndcg_at_1000_max": 0.77826, + "nauc_ndcg_at_1000_std": 0.021804, + "nauc_ndcg_at_1000_diff1": 0.905114, + "nauc_map_at_1_max": 0.747494, + "nauc_map_at_1_std": 0.028888, + "nauc_map_at_1_diff1": 0.906752, + "nauc_map_at_3_max": 0.774172, + "nauc_map_at_3_std": -0.007615, + "nauc_map_at_3_diff1": 0.901633, + "nauc_map_at_5_max": 0.772367, + "nauc_map_at_5_std": 0.011521, + "nauc_map_at_5_diff1": 0.900591, + "nauc_map_at_10_max": 0.773465, + "nauc_map_at_10_std": 0.013549, + "nauc_map_at_10_diff1": 0.901793, + "nauc_map_at_20_max": 0.77155, + "nauc_map_at_20_std": 0.017434, + "nauc_map_at_20_diff1": 0.90091, + "nauc_map_at_100_max": 0.771097, + "nauc_map_at_100_std": 0.017081, + "nauc_map_at_100_diff1": 0.900822, + "nauc_map_at_1000_max": 0.771126, + "nauc_map_at_1000_std": 0.016863, + "nauc_map_at_1000_diff1": 0.901035, + "nauc_recall_at_1_max": 0.747494, + "nauc_recall_at_1_std": 0.028888, + "nauc_recall_at_1_diff1": 0.906752, + "nauc_recall_at_3_max": 0.846566, + "nauc_recall_at_3_std": -0.152722, + "nauc_recall_at_3_diff1": 0.894086, + "nauc_recall_at_5_max": 0.857555, + "nauc_recall_at_5_std": -0.011694, + "nauc_recall_at_5_diff1": 0.880792, + "nauc_recall_at_10_max": 0.905135, + "nauc_recall_at_10_std": 0.033638, + "nauc_recall_at_10_diff1": 0.903313, + "nauc_recall_at_20_max": 0.892468, + "nauc_recall_at_20_std": 0.373369, + "nauc_recall_at_20_diff1": 0.840472, + "nauc_recall_at_100_max": 0.834114, + "nauc_recall_at_100_std": 0.609516, + "nauc_recall_at_100_diff1": 0.703511, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.753188, + "nauc_precision_at_1_std": 0.03165, + "nauc_precision_at_1_diff1": 0.918613, + "nauc_precision_at_3_max": 0.86189, + "nauc_precision_at_3_std": -0.14826, + "nauc_precision_at_3_diff1": 0.922701, + "nauc_precision_at_5_max": 0.879083, + "nauc_precision_at_5_std": -0.003337, + "nauc_precision_at_5_diff1": 0.920477, + "nauc_precision_at_10_max": 0.933374, + "nauc_precision_at_10_std": 0.045117, + "nauc_precision_at_10_diff1": 0.954116, + "nauc_precision_at_20_max": 0.948458, + "nauc_precision_at_20_std": 0.409393, + "nauc_precision_at_20_diff1": 0.939661, + "nauc_precision_at_100_max": 0.973853, + "nauc_precision_at_100_std": 0.726795, + "nauc_precision_at_100_diff1": 0.947706, + "nauc_precision_at_1000_max": 0.324012, + "nauc_precision_at_1000_std": 0.324012, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.753188, + "nauc_mrr_at_1_std": 0.03165, + "nauc_mrr_at_1_diff1": 0.918613, + "nauc_mrr_at_3_max": 0.781938, + "nauc_mrr_at_3_std": -0.004118, + "nauc_mrr_at_3_diff1": 0.917478, + "nauc_mrr_at_5_max": 0.780432, + "nauc_mrr_at_5_std": 0.015266, + "nauc_mrr_at_5_diff1": 0.917061, + "nauc_mrr_at_10_max": 0.781626, + "nauc_mrr_at_10_std": 0.017347, + "nauc_mrr_at_10_diff1": 0.918453, + "nauc_mrr_at_20_max": 0.779809, + "nauc_mrr_at_20_std": 0.021306, + "nauc_mrr_at_20_diff1": 0.917788, + "nauc_mrr_at_100_max": 0.779376, + "nauc_mrr_at_100_std": 0.020961, + "nauc_mrr_at_100_diff1": 0.917745, + "nauc_mrr_at_1000_max": 0.7793, + "nauc_mrr_at_1000_std": 0.020693, + "nauc_mrr_at_1000_diff1": 0.917745, + "main_score": 0.92807, + "hf_subset": "srp_Cyrl-srp_Cyrl", + "languages": [ + "srp-Cyrl", + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.92667, + "ndcg_at_3": 0.95731, + "ndcg_at_5": 0.96004, + "ndcg_at_10": 0.96111, + "ndcg_at_20": 0.96326, + "ndcg_at_100": 0.96351, + "ndcg_at_1000": 0.96377, + "map_at_1": 0.92667, + "map_at_3": 0.95019, + "map_at_5": 0.95169, + "map_at_10": 0.95212, + "map_at_20": 0.95266, + "map_at_100": 0.95271, + "map_at_1000": 0.95272, + "recall_at_1": 0.92667, + "recall_at_3": 0.97778, + "recall_at_5": 0.98444, + "recall_at_10": 0.98778, + "recall_at_20": 0.99667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92667, + "precision_at_3": 0.32593, + "precision_at_5": 0.19689, + "precision_at_10": 0.09878, + "precision_at_20": 0.04983, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.926667, + "mrr_at_3": 0.950185, + "mrr_at_5": 0.951685, + "mrr_at_10": 0.952122, + "mrr_at_20": 0.952664, + "mrr_at_100": 0.952715, + "mrr_at_1000": 0.952721, + "nauc_ndcg_at_1_max": 0.749328, + "nauc_ndcg_at_1_std": -0.138358, + "nauc_ndcg_at_1_diff1": 0.959645, + "nauc_ndcg_at_3_max": 0.810721, + "nauc_ndcg_at_3_std": -0.077703, + "nauc_ndcg_at_3_diff1": 0.96333, + "nauc_ndcg_at_5_max": 0.800785, + "nauc_ndcg_at_5_std": -0.112855, + "nauc_ndcg_at_5_diff1": 0.962236, + "nauc_ndcg_at_10_max": 0.795296, + "nauc_ndcg_at_10_std": -0.117574, + "nauc_ndcg_at_10_diff1": 0.961195, + "nauc_ndcg_at_20_max": 0.792387, + "nauc_ndcg_at_20_std": -0.106725, + "nauc_ndcg_at_20_diff1": 0.961937, + "nauc_ndcg_at_100_max": 0.79099, + "nauc_ndcg_at_100_std": -0.095731, + "nauc_ndcg_at_100_diff1": 0.961681, + "nauc_ndcg_at_1000_max": 0.789954, + "nauc_ndcg_at_1000_std": -0.103642, + "nauc_ndcg_at_1000_diff1": 0.961404, + "nauc_map_at_1_max": 0.749328, + "nauc_map_at_1_std": -0.138358, + "nauc_map_at_1_diff1": 0.959645, + "nauc_map_at_3_max": 0.793741, + "nauc_map_at_3_std": -0.094625, + "nauc_map_at_3_diff1": 0.961853, + "nauc_map_at_5_max": 0.78869, + "nauc_map_at_5_std": -0.110927, + "nauc_map_at_5_diff1": 0.96127, + "nauc_map_at_10_max": 0.786764, + "nauc_map_at_10_std": -0.112674, + "nauc_map_at_10_diff1": 0.960917, + "nauc_map_at_20_max": 0.78596, + "nauc_map_at_20_std": -0.110746, + "nauc_map_at_20_diff1": 0.961067, + "nauc_map_at_100_max": 0.785731, + "nauc_map_at_100_std": -0.109006, + "nauc_map_at_100_diff1": 0.961026, + "nauc_map_at_1000_max": 0.785712, + "nauc_map_at_1000_std": -0.109151, + "nauc_map_at_1000_diff1": 0.961021, + "nauc_recall_at_1_max": 0.749328, + "nauc_recall_at_1_std": -0.138358, + "nauc_recall_at_1_diff1": 0.959645, + "nauc_recall_at_3_max": 0.916106, + "nauc_recall_at_3_std": 0.027498, + "nauc_recall_at_3_diff1": 0.973039, + "nauc_recall_at_5_max": 0.898826, + "nauc_recall_at_5_std": -0.151261, + "nauc_recall_at_5_diff1": 0.970822, + "nauc_recall_at_10_max": 0.871233, + "nauc_recall_at_10_std": -0.20427, + "nauc_recall_at_10_diff1": 0.962864, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 0.086679, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749328, + "nauc_precision_at_1_std": -0.138358, + "nauc_precision_at_1_diff1": 0.959645, + "nauc_precision_at_3_max": 0.916106, + "nauc_precision_at_3_std": 0.027498, + "nauc_precision_at_3_diff1": 0.973039, + "nauc_precision_at_5_max": 0.898826, + "nauc_precision_at_5_std": -0.151261, + "nauc_precision_at_5_diff1": 0.970822, + "nauc_precision_at_10_max": 0.871233, + "nauc_precision_at_10_std": -0.20427, + "nauc_precision_at_10_diff1": 0.962864, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 0.086679, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749328, + "nauc_mrr_at_1_std": -0.138358, + "nauc_mrr_at_1_diff1": 0.959645, + "nauc_mrr_at_3_max": 0.793741, + "nauc_mrr_at_3_std": -0.094625, + "nauc_mrr_at_3_diff1": 0.961853, + "nauc_mrr_at_5_max": 0.78869, + "nauc_mrr_at_5_std": -0.110927, + "nauc_mrr_at_5_diff1": 0.96127, + "nauc_mrr_at_10_max": 0.786764, + "nauc_mrr_at_10_std": -0.112674, + "nauc_mrr_at_10_diff1": 0.960917, + "nauc_mrr_at_20_max": 0.78596, + "nauc_mrr_at_20_std": -0.110746, + "nauc_mrr_at_20_diff1": 0.961067, + "nauc_mrr_at_100_max": 0.785731, + "nauc_mrr_at_100_std": -0.109006, + "nauc_mrr_at_100_diff1": 0.961026, + "nauc_mrr_at_1000_max": 0.785712, + "nauc_mrr_at_1000_std": -0.109151, + "nauc_mrr_at_1000_diff1": 0.961021, + "main_score": 0.96111, + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89099, + "ndcg_at_3": 0.92545, + "ndcg_at_5": 0.93354, + "ndcg_at_10": 0.93807, + "ndcg_at_20": 0.93998, + "ndcg_at_100": 0.94194, + "ndcg_at_1000": 0.9421, + "map_at_1": 0.89043, + "map_at_3": 0.91732, + "map_at_5": 0.92171, + "map_at_10": 0.92371, + "map_at_20": 0.92429, + "map_at_100": 0.9246, + "map_at_1000": 0.92461, + "recall_at_1": 0.89043, + "recall_at_3": 0.94828, + "recall_at_5": 0.9683, + "recall_at_10": 0.98165, + "recall_at_20": 0.98888, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.89099, + "precision_at_3": 0.31628, + "precision_at_5": 0.19377, + "precision_at_10": 0.09822, + "precision_at_20": 0.0495, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89099, + "mrr_at_3": 0.917872, + "mrr_at_5": 0.922265, + "mrr_at_10": 0.924267, + "mrr_at_20": 0.924773, + "mrr_at_100": 0.925079, + "mrr_at_1000": 0.925088, + "nauc_ndcg_at_1_max": 0.663572, + "nauc_ndcg_at_1_std": 0.065435, + "nauc_ndcg_at_1_diff1": 0.903924, + "nauc_ndcg_at_3_max": 0.718446, + "nauc_ndcg_at_3_std": 0.085174, + "nauc_ndcg_at_3_diff1": 0.889654, + "nauc_ndcg_at_5_max": 0.711069, + "nauc_ndcg_at_5_std": 0.080002, + "nauc_ndcg_at_5_diff1": 0.889988, + "nauc_ndcg_at_10_max": 0.710224, + "nauc_ndcg_at_10_std": 0.087711, + "nauc_ndcg_at_10_diff1": 0.891752, + "nauc_ndcg_at_20_max": 0.70826, + "nauc_ndcg_at_20_std": 0.081281, + "nauc_ndcg_at_20_diff1": 0.895827, + "nauc_ndcg_at_100_max": 0.700892, + "nauc_ndcg_at_100_std": 0.078183, + "nauc_ndcg_at_100_diff1": 0.893866, + "nauc_ndcg_at_1000_max": 0.700425, + "nauc_ndcg_at_1000_std": 0.075991, + "nauc_ndcg_at_1000_diff1": 0.894341, + "nauc_map_at_1_max": 0.654702, + "nauc_map_at_1_std": 0.06698, + "nauc_map_at_1_diff1": 0.890965, + "nauc_map_at_3_max": 0.697197, + "nauc_map_at_3_std": 0.07657, + "nauc_map_at_3_diff1": 0.886734, + "nauc_map_at_5_max": 0.692392, + "nauc_map_at_5_std": 0.072757, + "nauc_map_at_5_diff1": 0.886625, + "nauc_map_at_10_max": 0.691883, + "nauc_map_at_10_std": 0.075006, + "nauc_map_at_10_diff1": 0.887338, + "nauc_map_at_20_max": 0.691882, + "nauc_map_at_20_std": 0.073566, + "nauc_map_at_20_diff1": 0.889058, + "nauc_map_at_100_max": 0.690915, + "nauc_map_at_100_std": 0.073043, + "nauc_map_at_100_diff1": 0.888819, + "nauc_map_at_1000_max": 0.690894, + "nauc_map_at_1000_std": 0.072949, + "nauc_map_at_1000_diff1": 0.888839, + "nauc_recall_at_1_max": 0.654702, + "nauc_recall_at_1_std": 0.06698, + "nauc_recall_at_1_diff1": 0.890965, + "nauc_recall_at_3_max": 0.79732, + "nauc_recall_at_3_std": 0.129192, + "nauc_recall_at_3_diff1": 0.878474, + "nauc_recall_at_5_max": 0.811105, + "nauc_recall_at_5_std": 0.139853, + "nauc_recall_at_5_diff1": 0.874138, + "nauc_recall_at_10_max": 0.869452, + "nauc_recall_at_10_std": 0.266314, + "nauc_recall_at_10_diff1": 0.876409, + "nauc_recall_at_20_max": 0.919922, + "nauc_recall_at_20_std": 0.24082, + "nauc_recall_at_20_diff1": 0.932996, + "nauc_recall_at_100_max": 0.869265, + "nauc_recall_at_100_std": 0.869265, + "nauc_recall_at_100_diff1": 0.722165, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.663572, + "nauc_precision_at_1_std": 0.065435, + "nauc_precision_at_1_diff1": 0.903924, + "nauc_precision_at_3_max": 0.818496, + "nauc_precision_at_3_std": 0.126707, + "nauc_precision_at_3_diff1": 0.906919, + "nauc_precision_at_5_max": 0.84614, + "nauc_precision_at_5_std": 0.135961, + "nauc_precision_at_5_diff1": 0.920791, + "nauc_precision_at_10_max": 0.932587, + "nauc_precision_at_10_std": 0.263455, + "nauc_precision_at_10_diff1": 0.958122, + "nauc_precision_at_20_max": 0.881726, + "nauc_precision_at_20_std": 0.174674, + "nauc_precision_at_20_diff1": 0.942919, + "nauc_precision_at_100_max": 0.737691, + "nauc_precision_at_100_std": 0.186775, + "nauc_precision_at_100_diff1": 0.898543, + "nauc_precision_at_1000_max": 0.662006, + "nauc_precision_at_1000_std": -0.205813, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.663572, + "nauc_mrr_at_1_std": 0.065435, + "nauc_mrr_at_1_diff1": 0.903924, + "nauc_mrr_at_3_max": 0.709179, + "nauc_mrr_at_3_std": 0.074583, + "nauc_mrr_at_3_diff1": 0.903848, + "nauc_mrr_at_5_max": 0.705027, + "nauc_mrr_at_5_std": 0.070634, + "nauc_mrr_at_5_diff1": 0.904712, + "nauc_mrr_at_10_max": 0.704851, + "nauc_mrr_at_10_std": 0.07284, + "nauc_mrr_at_10_diff1": 0.905912, + "nauc_mrr_at_20_max": 0.703197, + "nauc_mrr_at_20_std": 0.071668, + "nauc_mrr_at_20_diff1": 0.905275, + "nauc_mrr_at_100_max": 0.702272, + "nauc_mrr_at_100_std": 0.071135, + "nauc_mrr_at_100_diff1": 0.905101, + "nauc_mrr_at_1000_max": 0.702252, + "nauc_mrr_at_1000_std": 0.07104, + "nauc_mrr_at_1000_diff1": 0.905123, + "main_score": 0.93807, + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.48333, + "ndcg_at_3": 0.53701, + "ndcg_at_5": 0.5483, + "ndcg_at_10": 0.56452, + "ndcg_at_20": 0.57512, + "ndcg_at_100": 0.60275, + "ndcg_at_1000": 0.62303, + "map_at_1": 0.48333, + "map_at_3": 0.5237, + "map_at_5": 0.53015, + "map_at_10": 0.53688, + "map_at_20": 0.53974, + "map_at_100": 0.54345, + "map_at_1000": 0.54426, + "recall_at_1": 0.48333, + "recall_at_3": 0.57556, + "recall_at_5": 0.60222, + "recall_at_10": 0.65222, + "recall_at_20": 0.69444, + "recall_at_100": 0.84444, + "recall_at_1000": 1.0, + "precision_at_1": 0.48333, + "precision_at_3": 0.19185, + "precision_at_5": 0.12044, + "precision_at_10": 0.06522, + "precision_at_20": 0.03472, + "precision_at_100": 0.00844, + "precision_at_1000": 0.001, + "mrr_at_1": 0.483333, + "mrr_at_3": 0.523704, + "mrr_at_5": 0.530148, + "mrr_at_10": 0.536875, + "mrr_at_20": 0.539742, + "mrr_at_100": 0.543448, + "mrr_at_1000": 0.544257, + "nauc_ndcg_at_1_max": 0.629816, + "nauc_ndcg_at_1_std": 0.369878, + "nauc_ndcg_at_1_diff1": 0.869357, + "nauc_ndcg_at_3_max": 0.639378, + "nauc_ndcg_at_3_std": 0.398528, + "nauc_ndcg_at_3_diff1": 0.824584, + "nauc_ndcg_at_5_max": 0.635538, + "nauc_ndcg_at_5_std": 0.406825, + "nauc_ndcg_at_5_diff1": 0.817262, + "nauc_ndcg_at_10_max": 0.628093, + "nauc_ndcg_at_10_std": 0.407991, + "nauc_ndcg_at_10_diff1": 0.812445, + "nauc_ndcg_at_20_max": 0.623092, + "nauc_ndcg_at_20_std": 0.409445, + "nauc_ndcg_at_20_diff1": 0.808319, + "nauc_ndcg_at_100_max": 0.623517, + "nauc_ndcg_at_100_std": 0.408383, + "nauc_ndcg_at_100_diff1": 0.809234, + "nauc_ndcg_at_1000_max": 0.62839, + "nauc_ndcg_at_1000_std": 0.402635, + "nauc_ndcg_at_1000_diff1": 0.819717, + "nauc_map_at_1_max": 0.629816, + "nauc_map_at_1_std": 0.369878, + "nauc_map_at_1_diff1": 0.869357, + "nauc_map_at_3_max": 0.638097, + "nauc_map_at_3_std": 0.390962, + "nauc_map_at_3_diff1": 0.836833, + "nauc_map_at_5_max": 0.63592, + "nauc_map_at_5_std": 0.395408, + "nauc_map_at_5_diff1": 0.832838, + "nauc_map_at_10_max": 0.632898, + "nauc_map_at_10_std": 0.395873, + "nauc_map_at_10_diff1": 0.831245, + "nauc_map_at_20_max": 0.63168, + "nauc_map_at_20_std": 0.396257, + "nauc_map_at_20_diff1": 0.830332, + "nauc_map_at_100_max": 0.631861, + "nauc_map_at_100_std": 0.395974, + "nauc_map_at_100_diff1": 0.83065, + "nauc_map_at_1000_max": 0.632012, + "nauc_map_at_1000_std": 0.395736, + "nauc_map_at_1000_diff1": 0.831039, + "nauc_recall_at_1_max": 0.629816, + "nauc_recall_at_1_std": 0.369878, + "nauc_recall_at_1_diff1": 0.869357, + "nauc_recall_at_3_max": 0.642783, + "nauc_recall_at_3_std": 0.42166, + "nauc_recall_at_3_diff1": 0.786964, + "nauc_recall_at_5_max": 0.633366, + "nauc_recall_at_5_std": 0.443802, + "nauc_recall_at_5_diff1": 0.767365, + "nauc_recall_at_10_max": 0.607469, + "nauc_recall_at_10_std": 0.450623, + "nauc_recall_at_10_diff1": 0.744736, + "nauc_recall_at_20_max": 0.581142, + "nauc_recall_at_20_std": 0.460711, + "nauc_recall_at_20_diff1": 0.718311, + "nauc_recall_at_100_max": 0.550857, + "nauc_recall_at_100_std": 0.488967, + "nauc_recall_at_100_diff1": 0.658105, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.629816, + "nauc_precision_at_1_std": 0.369878, + "nauc_precision_at_1_diff1": 0.869357, + "nauc_precision_at_3_max": 0.642783, + "nauc_precision_at_3_std": 0.42166, + "nauc_precision_at_3_diff1": 0.786964, + "nauc_precision_at_5_max": 0.633366, + "nauc_precision_at_5_std": 0.443802, + "nauc_precision_at_5_diff1": 0.767365, + "nauc_precision_at_10_max": 0.607469, + "nauc_precision_at_10_std": 0.450623, + "nauc_precision_at_10_diff1": 0.744736, + "nauc_precision_at_20_max": 0.581142, + "nauc_precision_at_20_std": 0.460711, + "nauc_precision_at_20_diff1": 0.718311, + "nauc_precision_at_100_max": 0.550857, + "nauc_precision_at_100_std": 0.488967, + "nauc_precision_at_100_diff1": 0.658105, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.629816, + "nauc_mrr_at_1_std": 0.369878, + "nauc_mrr_at_1_diff1": 0.869357, + "nauc_mrr_at_3_max": 0.638097, + "nauc_mrr_at_3_std": 0.390962, + "nauc_mrr_at_3_diff1": 0.836833, + "nauc_mrr_at_5_max": 0.63592, + "nauc_mrr_at_5_std": 0.395408, + "nauc_mrr_at_5_diff1": 0.832838, + "nauc_mrr_at_10_max": 0.632898, + "nauc_mrr_at_10_std": 0.395873, + "nauc_mrr_at_10_diff1": 0.831245, + "nauc_mrr_at_20_max": 0.63168, + "nauc_mrr_at_20_std": 0.396257, + "nauc_mrr_at_20_diff1": 0.830332, + "nauc_mrr_at_100_max": 0.631861, + "nauc_mrr_at_100_std": 0.395974, + "nauc_mrr_at_100_diff1": 0.83065, + "nauc_mrr_at_1000_max": 0.632012, + "nauc_mrr_at_1000_std": 0.395736, + "nauc_mrr_at_1000_diff1": 0.831039, + "main_score": 0.56452, + "hf_subset": "ssw_Latn-ssw_Latn", + "languages": [ + "ssw-Latn", + "ssw-Latn" + ] + }, + { + "ndcg_at_1": 0.76556, + "ndcg_at_3": 0.81909, + "ndcg_at_5": 0.83319, + "ndcg_at_10": 0.84534, + "ndcg_at_20": 0.85361, + "ndcg_at_100": 0.85822, + "ndcg_at_1000": 0.86, + "map_at_1": 0.76556, + "map_at_3": 0.80574, + "map_at_5": 0.81352, + "map_at_10": 0.81849, + "map_at_20": 0.82083, + "map_at_100": 0.82149, + "map_at_1000": 0.82156, + "recall_at_1": 0.76556, + "recall_at_3": 0.85778, + "recall_at_5": 0.89222, + "recall_at_10": 0.93, + "recall_at_20": 0.96222, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.76556, + "precision_at_3": 0.28593, + "precision_at_5": 0.17844, + "precision_at_10": 0.093, + "precision_at_20": 0.04811, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.765556, + "mrr_at_3": 0.805741, + "mrr_at_5": 0.813519, + "mrr_at_10": 0.818489, + "mrr_at_20": 0.820828, + "mrr_at_100": 0.821487, + "mrr_at_1000": 0.821564, + "nauc_ndcg_at_1_max": 0.689959, + "nauc_ndcg_at_1_std": 0.017286, + "nauc_ndcg_at_1_diff1": 0.878896, + "nauc_ndcg_at_3_max": 0.715391, + "nauc_ndcg_at_3_std": 0.069648, + "nauc_ndcg_at_3_diff1": 0.861972, + "nauc_ndcg_at_5_max": 0.717895, + "nauc_ndcg_at_5_std": 0.089, + "nauc_ndcg_at_5_diff1": 0.85834, + "nauc_ndcg_at_10_max": 0.716073, + "nauc_ndcg_at_10_std": 0.075817, + "nauc_ndcg_at_10_diff1": 0.864756, + "nauc_ndcg_at_20_max": 0.711513, + "nauc_ndcg_at_20_std": 0.074213, + "nauc_ndcg_at_20_diff1": 0.866156, + "nauc_ndcg_at_100_max": 0.709178, + "nauc_ndcg_at_100_std": 0.065991, + "nauc_ndcg_at_100_diff1": 0.866465, + "nauc_ndcg_at_1000_max": 0.708497, + "nauc_ndcg_at_1000_std": 0.064302, + "nauc_ndcg_at_1000_diff1": 0.866394, + "nauc_map_at_1_max": 0.689959, + "nauc_map_at_1_std": 0.017286, + "nauc_map_at_1_diff1": 0.878896, + "nauc_map_at_3_max": 0.707611, + "nauc_map_at_3_std": 0.053912, + "nauc_map_at_3_diff1": 0.866684, + "nauc_map_at_5_max": 0.708639, + "nauc_map_at_5_std": 0.062961, + "nauc_map_at_5_diff1": 0.865127, + "nauc_map_at_10_max": 0.707426, + "nauc_map_at_10_std": 0.057366, + "nauc_map_at_10_diff1": 0.867235, + "nauc_map_at_20_max": 0.706123, + "nauc_map_at_20_std": 0.05686, + "nauc_map_at_20_diff1": 0.867619, + "nauc_map_at_100_max": 0.705837, + "nauc_map_at_100_std": 0.055995, + "nauc_map_at_100_diff1": 0.867685, + "nauc_map_at_1000_max": 0.705799, + "nauc_map_at_1000_std": 0.055963, + "nauc_map_at_1000_diff1": 0.867684, + "nauc_recall_at_1_max": 0.689959, + "nauc_recall_at_1_std": 0.017286, + "nauc_recall_at_1_diff1": 0.878896, + "nauc_recall_at_3_max": 0.745147, + "nauc_recall_at_3_std": 0.12969, + "nauc_recall_at_3_diff1": 0.844181, + "nauc_recall_at_5_max": 0.761882, + "nauc_recall_at_5_std": 0.215617, + "nauc_recall_at_5_diff1": 0.825746, + "nauc_recall_at_10_max": 0.7772, + "nauc_recall_at_10_std": 0.20008, + "nauc_recall_at_10_diff1": 0.854238, + "nauc_recall_at_20_max": 0.769278, + "nauc_recall_at_20_std": 0.279645, + "nauc_recall_at_20_diff1": 0.864063, + "nauc_recall_at_100_max": 0.752218, + "nauc_recall_at_100_std": 0.209851, + "nauc_recall_at_100_diff1": 0.872977, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.689959, + "nauc_precision_at_1_std": 0.017286, + "nauc_precision_at_1_diff1": 0.878896, + "nauc_precision_at_3_max": 0.745147, + "nauc_precision_at_3_std": 0.12969, + "nauc_precision_at_3_diff1": 0.844181, + "nauc_precision_at_5_max": 0.761882, + "nauc_precision_at_5_std": 0.215617, + "nauc_precision_at_5_diff1": 0.825746, + "nauc_precision_at_10_max": 0.7772, + "nauc_precision_at_10_std": 0.20008, + "nauc_precision_at_10_diff1": 0.854238, + "nauc_precision_at_20_max": 0.769278, + "nauc_precision_at_20_std": 0.279645, + "nauc_precision_at_20_diff1": 0.864063, + "nauc_precision_at_100_max": 0.752218, + "nauc_precision_at_100_std": 0.209851, + "nauc_precision_at_100_diff1": 0.872977, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.689959, + "nauc_mrr_at_1_std": 0.017286, + "nauc_mrr_at_1_diff1": 0.878896, + "nauc_mrr_at_3_max": 0.707611, + "nauc_mrr_at_3_std": 0.053912, + "nauc_mrr_at_3_diff1": 0.866684, + "nauc_mrr_at_5_max": 0.708639, + "nauc_mrr_at_5_std": 0.062961, + "nauc_mrr_at_5_diff1": 0.865127, + "nauc_mrr_at_10_max": 0.707426, + "nauc_mrr_at_10_std": 0.057366, + "nauc_mrr_at_10_diff1": 0.867235, + "nauc_mrr_at_20_max": 0.706123, + "nauc_mrr_at_20_std": 0.05686, + "nauc_mrr_at_20_diff1": 0.867619, + "nauc_mrr_at_100_max": 0.705837, + "nauc_mrr_at_100_std": 0.055995, + "nauc_mrr_at_100_diff1": 0.867685, + "nauc_mrr_at_1000_max": 0.705799, + "nauc_mrr_at_1000_std": 0.055963, + "nauc_mrr_at_1000_diff1": 0.867684, + "main_score": 0.84534, + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45, + "ndcg_at_3": 0.49923, + "ndcg_at_5": 0.51018, + "ndcg_at_10": 0.52163, + "ndcg_at_20": 0.5321, + "ndcg_at_100": 0.56076, + "ndcg_at_1000": 0.58689, + "map_at_1": 0.45, + "map_at_3": 0.48741, + "map_at_5": 0.49346, + "map_at_10": 0.49816, + "map_at_20": 0.50108, + "map_at_100": 0.50468, + "map_at_1000": 0.50567, + "recall_at_1": 0.45, + "recall_at_3": 0.53333, + "recall_at_5": 0.56, + "recall_at_10": 0.59556, + "recall_at_20": 0.63667, + "recall_at_100": 0.79667, + "recall_at_1000": 1.0, + "precision_at_1": 0.45, + "precision_at_3": 0.17778, + "precision_at_5": 0.112, + "precision_at_10": 0.05956, + "precision_at_20": 0.03183, + "precision_at_100": 0.00797, + "precision_at_1000": 0.001, + "mrr_at_1": 0.45, + "mrr_at_3": 0.487407, + "mrr_at_5": 0.493463, + "mrr_at_10": 0.498161, + "mrr_at_20": 0.501076, + "mrr_at_100": 0.504678, + "mrr_at_1000": 0.505669, + "nauc_ndcg_at_1_max": 0.662073, + "nauc_ndcg_at_1_std": -0.067547, + "nauc_ndcg_at_1_diff1": 0.873264, + "nauc_ndcg_at_3_max": 0.656562, + "nauc_ndcg_at_3_std": -0.078222, + "nauc_ndcg_at_3_diff1": 0.830127, + "nauc_ndcg_at_5_max": 0.657404, + "nauc_ndcg_at_5_std": -0.069467, + "nauc_ndcg_at_5_diff1": 0.825283, + "nauc_ndcg_at_10_max": 0.650428, + "nauc_ndcg_at_10_std": -0.061133, + "nauc_ndcg_at_10_diff1": 0.816943, + "nauc_ndcg_at_20_max": 0.651884, + "nauc_ndcg_at_20_std": -0.054273, + "nauc_ndcg_at_20_diff1": 0.816135, + "nauc_ndcg_at_100_max": 0.644032, + "nauc_ndcg_at_100_std": -0.046759, + "nauc_ndcg_at_100_diff1": 0.8107, + "nauc_ndcg_at_1000_max": 0.651605, + "nauc_ndcg_at_1000_std": -0.058208, + "nauc_ndcg_at_1000_diff1": 0.822727, + "nauc_map_at_1_max": 0.662073, + "nauc_map_at_1_std": -0.067547, + "nauc_map_at_1_diff1": 0.873264, + "nauc_map_at_3_max": 0.659049, + "nauc_map_at_3_std": -0.074805, + "nauc_map_at_3_diff1": 0.840531, + "nauc_map_at_5_max": 0.659629, + "nauc_map_at_5_std": -0.070127, + "nauc_map_at_5_diff1": 0.838093, + "nauc_map_at_10_max": 0.656911, + "nauc_map_at_10_std": -0.066666, + "nauc_map_at_10_diff1": 0.834887, + "nauc_map_at_20_max": 0.657296, + "nauc_map_at_20_std": -0.064967, + "nauc_map_at_20_diff1": 0.834792, + "nauc_map_at_100_max": 0.65634, + "nauc_map_at_100_std": -0.064303, + "nauc_map_at_100_diff1": 0.83414, + "nauc_map_at_1000_max": 0.65655, + "nauc_map_at_1000_std": -0.064707, + "nauc_map_at_1000_diff1": 0.834543, + "nauc_recall_at_1_max": 0.662073, + "nauc_recall_at_1_std": -0.067547, + "nauc_recall_at_1_diff1": 0.873264, + "nauc_recall_at_3_max": 0.648682, + "nauc_recall_at_3_std": -0.088727, + "nauc_recall_at_3_diff1": 0.799261, + "nauc_recall_at_5_max": 0.650128, + "nauc_recall_at_5_std": -0.066295, + "nauc_recall_at_5_diff1": 0.785464, + "nauc_recall_at_10_max": 0.626222, + "nauc_recall_at_10_std": -0.039041, + "nauc_recall_at_10_diff1": 0.755664, + "nauc_recall_at_20_max": 0.631203, + "nauc_recall_at_20_std": -0.005747, + "nauc_recall_at_20_diff1": 0.747104, + "nauc_recall_at_100_max": 0.548719, + "nauc_recall_at_100_std": 0.092252, + "nauc_recall_at_100_diff1": 0.662782, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.662073, + "nauc_precision_at_1_std": -0.067547, + "nauc_precision_at_1_diff1": 0.873264, + "nauc_precision_at_3_max": 0.648682, + "nauc_precision_at_3_std": -0.088727, + "nauc_precision_at_3_diff1": 0.799261, + "nauc_precision_at_5_max": 0.650128, + "nauc_precision_at_5_std": -0.066295, + "nauc_precision_at_5_diff1": 0.785464, + "nauc_precision_at_10_max": 0.626222, + "nauc_precision_at_10_std": -0.039041, + "nauc_precision_at_10_diff1": 0.755664, + "nauc_precision_at_20_max": 0.631203, + "nauc_precision_at_20_std": -0.005747, + "nauc_precision_at_20_diff1": 0.747104, + "nauc_precision_at_100_max": 0.548719, + "nauc_precision_at_100_std": 0.092252, + "nauc_precision_at_100_diff1": 0.662782, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.662073, + "nauc_mrr_at_1_std": -0.067547, + "nauc_mrr_at_1_diff1": 0.873264, + "nauc_mrr_at_3_max": 0.659049, + "nauc_mrr_at_3_std": -0.074805, + "nauc_mrr_at_3_diff1": 0.840531, + "nauc_mrr_at_5_max": 0.659629, + "nauc_mrr_at_5_std": -0.070127, + "nauc_mrr_at_5_diff1": 0.838093, + "nauc_mrr_at_10_max": 0.656911, + "nauc_mrr_at_10_std": -0.066666, + "nauc_mrr_at_10_diff1": 0.834887, + "nauc_mrr_at_20_max": 0.657296, + "nauc_mrr_at_20_std": -0.064967, + "nauc_mrr_at_20_diff1": 0.834792, + "nauc_mrr_at_100_max": 0.65634, + "nauc_mrr_at_100_std": -0.064303, + "nauc_mrr_at_100_diff1": 0.83414, + "nauc_mrr_at_1000_max": 0.65655, + "nauc_mrr_at_1000_std": -0.064707, + "nauc_mrr_at_1000_diff1": 0.834543, + "main_score": 0.52163, + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ] + }, + { + "ndcg_at_1": 0.80667, + "ndcg_at_3": 0.85677, + "ndcg_at_5": 0.86906, + "ndcg_at_10": 0.87661, + "ndcg_at_20": 0.87967, + "ndcg_at_100": 0.8856, + "ndcg_at_1000": 0.88753, + "map_at_1": 0.80667, + "map_at_3": 0.84519, + "map_at_5": 0.85196, + "map_at_10": 0.85508, + "map_at_20": 0.8559, + "map_at_100": 0.85686, + "map_at_1000": 0.85694, + "recall_at_1": 0.80667, + "recall_at_3": 0.89, + "recall_at_5": 0.92, + "recall_at_10": 0.94333, + "recall_at_20": 0.95556, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.80667, + "precision_at_3": 0.29667, + "precision_at_5": 0.184, + "precision_at_10": 0.09433, + "precision_at_20": 0.04778, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.806667, + "mrr_at_3": 0.845185, + "mrr_at_5": 0.851963, + "mrr_at_10": 0.855078, + "mrr_at_20": 0.855901, + "mrr_at_100": 0.85686, + "mrr_at_1000": 0.856943, + "nauc_ndcg_at_1_max": 0.763159, + "nauc_ndcg_at_1_std": 0.287719, + "nauc_ndcg_at_1_diff1": 0.911437, + "nauc_ndcg_at_3_max": 0.806653, + "nauc_ndcg_at_3_std": 0.36938, + "nauc_ndcg_at_3_diff1": 0.901231, + "nauc_ndcg_at_5_max": 0.8045, + "nauc_ndcg_at_5_std": 0.391817, + "nauc_ndcg_at_5_diff1": 0.903314, + "nauc_ndcg_at_10_max": 0.802255, + "nauc_ndcg_at_10_std": 0.374374, + "nauc_ndcg_at_10_diff1": 0.904845, + "nauc_ndcg_at_20_max": 0.802778, + "nauc_ndcg_at_20_std": 0.386666, + "nauc_ndcg_at_20_diff1": 0.906455, + "nauc_ndcg_at_100_max": 0.800547, + "nauc_ndcg_at_100_std": 0.376524, + "nauc_ndcg_at_100_diff1": 0.90687, + "nauc_ndcg_at_1000_max": 0.798008, + "nauc_ndcg_at_1000_std": 0.367825, + "nauc_ndcg_at_1000_diff1": 0.906092, + "nauc_map_at_1_max": 0.763159, + "nauc_map_at_1_std": 0.287719, + "nauc_map_at_1_diff1": 0.911437, + "nauc_map_at_3_max": 0.796416, + "nauc_map_at_3_std": 0.34927, + "nauc_map_at_3_diff1": 0.904121, + "nauc_map_at_5_max": 0.794713, + "nauc_map_at_5_std": 0.359457, + "nauc_map_at_5_diff1": 0.905107, + "nauc_map_at_10_max": 0.793743, + "nauc_map_at_10_std": 0.352643, + "nauc_map_at_10_diff1": 0.905706, + "nauc_map_at_20_max": 0.793789, + "nauc_map_at_20_std": 0.355121, + "nauc_map_at_20_diff1": 0.906049, + "nauc_map_at_100_max": 0.793515, + "nauc_map_at_100_std": 0.353986, + "nauc_map_at_100_diff1": 0.906165, + "nauc_map_at_1000_max": 0.793418, + "nauc_map_at_1000_std": 0.353673, + "nauc_map_at_1000_diff1": 0.906136, + "nauc_recall_at_1_max": 0.763159, + "nauc_recall_at_1_std": 0.287719, + "nauc_recall_at_1_diff1": 0.911437, + "nauc_recall_at_3_max": 0.845307, + "nauc_recall_at_3_std": 0.445943, + "nauc_recall_at_3_diff1": 0.889972, + "nauc_recall_at_5_max": 0.852196, + "nauc_recall_at_5_std": 0.559038, + "nauc_recall_at_5_diff1": 0.895185, + "nauc_recall_at_10_max": 0.85674, + "nauc_recall_at_10_std": 0.514189, + "nauc_recall_at_10_diff1": 0.901457, + "nauc_recall_at_20_max": 0.877626, + "nauc_recall_at_20_std": 0.683578, + "nauc_recall_at_20_diff1": 0.917775, + "nauc_recall_at_100_max": 0.939668, + "nauc_recall_at_100_std": 0.86138, + "nauc_recall_at_100_diff1": 0.949723, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.763159, + "nauc_precision_at_1_std": 0.287719, + "nauc_precision_at_1_diff1": 0.911437, + "nauc_precision_at_3_max": 0.845307, + "nauc_precision_at_3_std": 0.445943, + "nauc_precision_at_3_diff1": 0.889972, + "nauc_precision_at_5_max": 0.852196, + "nauc_precision_at_5_std": 0.559038, + "nauc_precision_at_5_diff1": 0.895185, + "nauc_precision_at_10_max": 0.85674, + "nauc_precision_at_10_std": 0.514189, + "nauc_precision_at_10_diff1": 0.901457, + "nauc_precision_at_20_max": 0.877626, + "nauc_precision_at_20_std": 0.683578, + "nauc_precision_at_20_diff1": 0.917775, + "nauc_precision_at_100_max": 0.939668, + "nauc_precision_at_100_std": 0.86138, + "nauc_precision_at_100_diff1": 0.949723, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.763159, + "nauc_mrr_at_1_std": 0.287719, + "nauc_mrr_at_1_diff1": 0.911437, + "nauc_mrr_at_3_max": 0.796416, + "nauc_mrr_at_3_std": 0.34927, + "nauc_mrr_at_3_diff1": 0.904121, + "nauc_mrr_at_5_max": 0.794713, + "nauc_mrr_at_5_std": 0.359457, + "nauc_mrr_at_5_diff1": 0.905107, + "nauc_mrr_at_10_max": 0.793743, + "nauc_mrr_at_10_std": 0.352643, + "nauc_mrr_at_10_diff1": 0.905706, + "nauc_mrr_at_20_max": 0.793789, + "nauc_mrr_at_20_std": 0.355121, + "nauc_mrr_at_20_diff1": 0.906049, + "nauc_mrr_at_100_max": 0.793515, + "nauc_mrr_at_100_std": 0.353986, + "nauc_mrr_at_100_diff1": 0.906165, + "nauc_mrr_at_1000_max": 0.793418, + "nauc_mrr_at_1000_std": 0.353673, + "nauc_mrr_at_1000_diff1": 0.906136, + "main_score": 0.87661, + "hf_subset": "sun_Latn-sun_Latn", + "languages": [ + "sun-Latn", + "sun-Latn" + ] + }, + { + "ndcg_at_1": 0.91667, + "ndcg_at_3": 0.94384, + "ndcg_at_5": 0.94795, + "ndcg_at_10": 0.95128, + "ndcg_at_20": 0.95321, + "ndcg_at_100": 0.95445, + "ndcg_at_1000": 0.95502, + "map_at_1": 0.91667, + "map_at_3": 0.93778, + "map_at_5": 0.94006, + "map_at_10": 0.94149, + "map_at_20": 0.942, + "map_at_100": 0.94217, + "map_at_1000": 0.94219, + "recall_at_1": 0.91667, + "recall_at_3": 0.96111, + "recall_at_5": 0.97111, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.91667, + "precision_at_3": 0.32037, + "precision_at_5": 0.19422, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.916667, + "mrr_at_3": 0.937778, + "mrr_at_5": 0.940056, + "mrr_at_10": 0.941489, + "mrr_at_20": 0.942001, + "mrr_at_100": 0.942171, + "mrr_at_1000": 0.942193, + "nauc_ndcg_at_1_max": 0.71291, + "nauc_ndcg_at_1_std": -0.235655, + "nauc_ndcg_at_1_diff1": 0.911796, + "nauc_ndcg_at_3_max": 0.795726, + "nauc_ndcg_at_3_std": -0.114999, + "nauc_ndcg_at_3_diff1": 0.922254, + "nauc_ndcg_at_5_max": 0.785516, + "nauc_ndcg_at_5_std": -0.153323, + "nauc_ndcg_at_5_diff1": 0.920947, + "nauc_ndcg_at_10_max": 0.774933, + "nauc_ndcg_at_10_std": -0.162805, + "nauc_ndcg_at_10_diff1": 0.918585, + "nauc_ndcg_at_20_max": 0.77085, + "nauc_ndcg_at_20_std": -0.153791, + "nauc_ndcg_at_20_diff1": 0.916798, + "nauc_ndcg_at_100_max": 0.768634, + "nauc_ndcg_at_100_std": -0.141487, + "nauc_ndcg_at_100_diff1": 0.917675, + "nauc_ndcg_at_1000_max": 0.766902, + "nauc_ndcg_at_1000_std": -0.155964, + "nauc_ndcg_at_1000_diff1": 0.917457, + "nauc_map_at_1_max": 0.71291, + "nauc_map_at_1_std": -0.235655, + "nauc_map_at_1_diff1": 0.911796, + "nauc_map_at_3_max": 0.771946, + "nauc_map_at_3_std": -0.151444, + "nauc_map_at_3_diff1": 0.918599, + "nauc_map_at_5_max": 0.766082, + "nauc_map_at_5_std": -0.170175, + "nauc_map_at_5_diff1": 0.917884, + "nauc_map_at_10_max": 0.761813, + "nauc_map_at_10_std": -0.174087, + "nauc_map_at_10_diff1": 0.916994, + "nauc_map_at_20_max": 0.760735, + "nauc_map_at_20_std": -0.171638, + "nauc_map_at_20_diff1": 0.916615, + "nauc_map_at_100_max": 0.760528, + "nauc_map_at_100_std": -0.169786, + "nauc_map_at_100_diff1": 0.916741, + "nauc_map_at_1000_max": 0.760468, + "nauc_map_at_1000_std": -0.170221, + "nauc_map_at_1000_diff1": 0.916733, + "nauc_recall_at_1_max": 0.71291, + "nauc_recall_at_1_std": -0.235655, + "nauc_recall_at_1_diff1": 0.911796, + "nauc_recall_at_3_max": 0.903561, + "nauc_recall_at_3_std": 0.051607, + "nauc_recall_at_3_diff1": 0.939309, + "nauc_recall_at_5_max": 0.896574, + "nauc_recall_at_5_std": -0.067999, + "nauc_recall_at_5_diff1": 0.93904, + "nauc_recall_at_10_max": 0.873538, + "nauc_recall_at_10_std": -0.095403, + "nauc_recall_at_10_diff1": 0.929835, + "nauc_recall_at_20_max": 0.876984, + "nauc_recall_at_20_std": 0.081653, + "nauc_recall_at_20_diff1": 0.906863, + "nauc_recall_at_100_max": 0.901961, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.71291, + "nauc_precision_at_1_std": -0.235655, + "nauc_precision_at_1_diff1": 0.911796, + "nauc_precision_at_3_max": 0.903561, + "nauc_precision_at_3_std": 0.051607, + "nauc_precision_at_3_diff1": 0.939309, + "nauc_precision_at_5_max": 0.896574, + "nauc_precision_at_5_std": -0.067999, + "nauc_precision_at_5_diff1": 0.93904, + "nauc_precision_at_10_max": 0.873538, + "nauc_precision_at_10_std": -0.095403, + "nauc_precision_at_10_diff1": 0.929835, + "nauc_precision_at_20_max": 0.876984, + "nauc_precision_at_20_std": 0.081653, + "nauc_precision_at_20_diff1": 0.906863, + "nauc_precision_at_100_max": 0.901961, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.71291, + "nauc_mrr_at_1_std": -0.235655, + "nauc_mrr_at_1_diff1": 0.911796, + "nauc_mrr_at_3_max": 0.771946, + "nauc_mrr_at_3_std": -0.151444, + "nauc_mrr_at_3_diff1": 0.918599, + "nauc_mrr_at_5_max": 0.766082, + "nauc_mrr_at_5_std": -0.170175, + "nauc_mrr_at_5_diff1": 0.917884, + "nauc_mrr_at_10_max": 0.761813, + "nauc_mrr_at_10_std": -0.174087, + "nauc_mrr_at_10_diff1": 0.916994, + "nauc_mrr_at_20_max": 0.760735, + "nauc_mrr_at_20_std": -0.171638, + "nauc_mrr_at_20_diff1": 0.916615, + "nauc_mrr_at_100_max": 0.760528, + "nauc_mrr_at_100_std": -0.169786, + "nauc_mrr_at_100_diff1": 0.916741, + "nauc_mrr_at_1000_max": 0.760468, + "nauc_mrr_at_1000_std": -0.170221, + "nauc_mrr_at_1000_diff1": 0.916733, + "main_score": 0.95128, + "hf_subset": "sun_Latn-eng_Latn", + "languages": [ + "sun-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.80889, + "ndcg_at_3": 0.85382, + "ndcg_at_5": 0.86401, + "ndcg_at_10": 0.87238, + "ndcg_at_20": 0.87895, + "ndcg_at_100": 0.88285, + "ndcg_at_1000": 0.88553, + "map_at_1": 0.80889, + "map_at_3": 0.84352, + "map_at_5": 0.84924, + "map_at_10": 0.85276, + "map_at_20": 0.85462, + "map_at_100": 0.85515, + "map_at_1000": 0.85527, + "recall_at_1": 0.80889, + "recall_at_3": 0.88333, + "recall_at_5": 0.90778, + "recall_at_10": 0.93333, + "recall_at_20": 0.95889, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.80889, + "precision_at_3": 0.29444, + "precision_at_5": 0.18156, + "precision_at_10": 0.09333, + "precision_at_20": 0.04794, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.808889, + "mrr_at_3": 0.843519, + "mrr_at_5": 0.849241, + "mrr_at_10": 0.852755, + "mrr_at_20": 0.854617, + "mrr_at_100": 0.855148, + "mrr_at_1000": 0.855268, + "nauc_ndcg_at_1_max": 0.717684, + "nauc_ndcg_at_1_std": 0.130537, + "nauc_ndcg_at_1_diff1": 0.884683, + "nauc_ndcg_at_3_max": 0.776383, + "nauc_ndcg_at_3_std": 0.198306, + "nauc_ndcg_at_3_diff1": 0.877297, + "nauc_ndcg_at_5_max": 0.775275, + "nauc_ndcg_at_5_std": 0.216113, + "nauc_ndcg_at_5_diff1": 0.876776, + "nauc_ndcg_at_10_max": 0.770461, + "nauc_ndcg_at_10_std": 0.221789, + "nauc_ndcg_at_10_diff1": 0.875866, + "nauc_ndcg_at_20_max": 0.768356, + "nauc_ndcg_at_20_std": 0.233475, + "nauc_ndcg_at_20_diff1": 0.876966, + "nauc_ndcg_at_100_max": 0.76583, + "nauc_ndcg_at_100_std": 0.216778, + "nauc_ndcg_at_100_diff1": 0.877925, + "nauc_ndcg_at_1000_max": 0.763089, + "nauc_ndcg_at_1000_std": 0.207193, + "nauc_ndcg_at_1000_diff1": 0.877956, + "nauc_map_at_1_max": 0.717684, + "nauc_map_at_1_std": 0.130537, + "nauc_map_at_1_diff1": 0.884683, + "nauc_map_at_3_max": 0.761342, + "nauc_map_at_3_std": 0.179236, + "nauc_map_at_3_diff1": 0.878845, + "nauc_map_at_5_max": 0.760164, + "nauc_map_at_5_std": 0.187753, + "nauc_map_at_5_diff1": 0.878514, + "nauc_map_at_10_max": 0.758112, + "nauc_map_at_10_std": 0.189809, + "nauc_map_at_10_diff1": 0.878249, + "nauc_map_at_20_max": 0.757513, + "nauc_map_at_20_std": 0.192847, + "nauc_map_at_20_diff1": 0.878515, + "nauc_map_at_100_max": 0.757182, + "nauc_map_at_100_std": 0.190866, + "nauc_map_at_100_diff1": 0.878645, + "nauc_map_at_1000_max": 0.757068, + "nauc_map_at_1000_std": 0.190456, + "nauc_map_at_1000_diff1": 0.878652, + "nauc_recall_at_1_max": 0.717684, + "nauc_recall_at_1_std": 0.130537, + "nauc_recall_at_1_diff1": 0.884683, + "nauc_recall_at_3_max": 0.831847, + "nauc_recall_at_3_std": 0.269666, + "nauc_recall_at_3_diff1": 0.8718, + "nauc_recall_at_5_max": 0.841922, + "nauc_recall_at_5_std": 0.346861, + "nauc_recall_at_5_diff1": 0.869478, + "nauc_recall_at_10_max": 0.839488, + "nauc_recall_at_10_std": 0.421195, + "nauc_recall_at_10_diff1": 0.861267, + "nauc_recall_at_20_max": 0.85761, + "nauc_recall_at_20_std": 0.655954, + "nauc_recall_at_20_diff1": 0.864928, + "nauc_recall_at_100_max": 0.874468, + "nauc_recall_at_100_std": 0.591296, + "nauc_recall_at_100_diff1": 0.878099, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717684, + "nauc_precision_at_1_std": 0.130537, + "nauc_precision_at_1_diff1": 0.884683, + "nauc_precision_at_3_max": 0.831847, + "nauc_precision_at_3_std": 0.269666, + "nauc_precision_at_3_diff1": 0.8718, + "nauc_precision_at_5_max": 0.841922, + "nauc_precision_at_5_std": 0.346861, + "nauc_precision_at_5_diff1": 0.869478, + "nauc_precision_at_10_max": 0.839488, + "nauc_precision_at_10_std": 0.421195, + "nauc_precision_at_10_diff1": 0.861267, + "nauc_precision_at_20_max": 0.85761, + "nauc_precision_at_20_std": 0.655954, + "nauc_precision_at_20_diff1": 0.864928, + "nauc_precision_at_100_max": 0.874468, + "nauc_precision_at_100_std": 0.591296, + "nauc_precision_at_100_diff1": 0.878099, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.717684, + "nauc_mrr_at_1_std": 0.130537, + "nauc_mrr_at_1_diff1": 0.884683, + "nauc_mrr_at_3_max": 0.761342, + "nauc_mrr_at_3_std": 0.179236, + "nauc_mrr_at_3_diff1": 0.878845, + "nauc_mrr_at_5_max": 0.760164, + "nauc_mrr_at_5_std": 0.187753, + "nauc_mrr_at_5_diff1": 0.878514, + "nauc_mrr_at_10_max": 0.758112, + "nauc_mrr_at_10_std": 0.189809, + "nauc_mrr_at_10_diff1": 0.878249, + "nauc_mrr_at_20_max": 0.757513, + "nauc_mrr_at_20_std": 0.192847, + "nauc_mrr_at_20_diff1": 0.878515, + "nauc_mrr_at_100_max": 0.757182, + "nauc_mrr_at_100_std": 0.190866, + "nauc_mrr_at_100_diff1": 0.878645, + "nauc_mrr_at_1000_max": 0.757068, + "nauc_mrr_at_1000_std": 0.190456, + "nauc_mrr_at_1000_diff1": 0.878652, + "main_score": 0.87238, + "hf_subset": "eng_Latn-sun_Latn", + "languages": [ + "eng-Latn", + "sun-Latn" + ] + }, + { + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.93389, + "ndcg_at_5": 0.94001, + "ndcg_at_10": 0.9444, + "ndcg_at_20": 0.94501, + "ndcg_at_100": 0.94665, + "ndcg_at_1000": 0.94721, + "map_at_1": 0.89889, + "map_at_3": 0.92593, + "map_at_5": 0.92943, + "map_at_10": 0.93128, + "map_at_20": 0.93148, + "map_at_100": 0.9317, + "map_at_1000": 0.93172, + "recall_at_1": 0.89889, + "recall_at_3": 0.95667, + "recall_at_5": 0.97111, + "recall_at_10": 0.98444, + "recall_at_20": 0.98667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89889, + "precision_at_3": 0.31889, + "precision_at_5": 0.19422, + "precision_at_10": 0.09844, + "precision_at_20": 0.04933, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.929426, + "mrr_at_10": 0.931283, + "mrr_at_20": 0.931477, + "mrr_at_100": 0.931699, + "mrr_at_1000": 0.931719, + "nauc_ndcg_at_1_max": 0.73368, + "nauc_ndcg_at_1_std": -0.154905, + "nauc_ndcg_at_1_diff1": 0.925042, + "nauc_ndcg_at_3_max": 0.811515, + "nauc_ndcg_at_3_std": -0.144426, + "nauc_ndcg_at_3_diff1": 0.932887, + "nauc_ndcg_at_5_max": 0.799992, + "nauc_ndcg_at_5_std": -0.131692, + "nauc_ndcg_at_5_diff1": 0.931272, + "nauc_ndcg_at_10_max": 0.794725, + "nauc_ndcg_at_10_std": -0.109644, + "nauc_ndcg_at_10_diff1": 0.932888, + "nauc_ndcg_at_20_max": 0.793896, + "nauc_ndcg_at_20_std": -0.106511, + "nauc_ndcg_at_20_diff1": 0.932143, + "nauc_ndcg_at_100_max": 0.789217, + "nauc_ndcg_at_100_std": -0.109882, + "nauc_ndcg_at_100_diff1": 0.930623, + "nauc_ndcg_at_1000_max": 0.78732, + "nauc_ndcg_at_1000_std": -0.116864, + "nauc_ndcg_at_1000_diff1": 0.930596, + "nauc_map_at_1_max": 0.73368, + "nauc_map_at_1_std": -0.154905, + "nauc_map_at_1_diff1": 0.925042, + "nauc_map_at_3_max": 0.790065, + "nauc_map_at_3_std": -0.141177, + "nauc_map_at_3_diff1": 0.930265, + "nauc_map_at_5_max": 0.78346, + "nauc_map_at_5_std": -0.134927, + "nauc_map_at_5_diff1": 0.92934, + "nauc_map_at_10_max": 0.781289, + "nauc_map_at_10_std": -0.126673, + "nauc_map_at_10_diff1": 0.929897, + "nauc_map_at_20_max": 0.78104, + "nauc_map_at_20_std": -0.125817, + "nauc_map_at_20_diff1": 0.929699, + "nauc_map_at_100_max": 0.780531, + "nauc_map_at_100_std": -0.126182, + "nauc_map_at_100_diff1": 0.929552, + "nauc_map_at_1000_max": 0.780475, + "nauc_map_at_1000_std": -0.12629, + "nauc_map_at_1000_diff1": 0.929554, + "nauc_recall_at_1_max": 0.73368, + "nauc_recall_at_1_std": -0.154905, + "nauc_recall_at_1_diff1": 0.925042, + "nauc_recall_at_3_max": 0.914291, + "nauc_recall_at_3_std": -0.165158, + "nauc_recall_at_3_diff1": 0.945833, + "nauc_recall_at_5_max": 0.908694, + "nauc_recall_at_5_std": -0.112206, + "nauc_recall_at_5_diff1": 0.944516, + "nauc_recall_at_10_max": 0.94281, + "nauc_recall_at_10_std": 0.126517, + "nauc_recall_at_10_diff1": 0.971989, + "nauc_recall_at_20_max": 0.955065, + "nauc_recall_at_20_std": 0.209267, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.609127, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73368, + "nauc_precision_at_1_std": -0.154905, + "nauc_precision_at_1_diff1": 0.925042, + "nauc_precision_at_3_max": 0.914291, + "nauc_precision_at_3_std": -0.165158, + "nauc_precision_at_3_diff1": 0.945833, + "nauc_precision_at_5_max": 0.908694, + "nauc_precision_at_5_std": -0.112206, + "nauc_precision_at_5_diff1": 0.944516, + "nauc_precision_at_10_max": 0.94281, + "nauc_precision_at_10_std": 0.126517, + "nauc_precision_at_10_diff1": 0.971989, + "nauc_precision_at_20_max": 0.955065, + "nauc_precision_at_20_std": 0.209267, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.609127, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73368, + "nauc_mrr_at_1_std": -0.154905, + "nauc_mrr_at_1_diff1": 0.925042, + "nauc_mrr_at_3_max": 0.790065, + "nauc_mrr_at_3_std": -0.141177, + "nauc_mrr_at_3_diff1": 0.930265, + "nauc_mrr_at_5_max": 0.78346, + "nauc_mrr_at_5_std": -0.134927, + "nauc_mrr_at_5_diff1": 0.92934, + "nauc_mrr_at_10_max": 0.781289, + "nauc_mrr_at_10_std": -0.126673, + "nauc_mrr_at_10_diff1": 0.929897, + "nauc_mrr_at_20_max": 0.78104, + "nauc_mrr_at_20_std": -0.125817, + "nauc_mrr_at_20_diff1": 0.929699, + "nauc_mrr_at_100_max": 0.780531, + "nauc_mrr_at_100_std": -0.126182, + "nauc_mrr_at_100_diff1": 0.929552, + "nauc_mrr_at_1000_max": 0.780475, + "nauc_mrr_at_1000_std": -0.12629, + "nauc_mrr_at_1000_diff1": 0.929554, + "main_score": 0.9444, + "hf_subset": "swe_Latn-swe_Latn", + "languages": [ + "swe-Latn", + "swe-Latn" + ] + }, + { + "ndcg_at_1": 0.93222, + "ndcg_at_3": 0.95936, + "ndcg_at_5": 0.96113, + "ndcg_at_10": 0.96292, + "ndcg_at_20": 0.96434, + "ndcg_at_100": 0.96523, + "ndcg_at_1000": 0.9655, + "map_at_1": 0.93222, + "map_at_3": 0.95296, + "map_at_5": 0.95391, + "map_at_10": 0.95464, + "map_at_20": 0.95504, + "map_at_100": 0.95519, + "map_at_1000": 0.9552, + "recall_at_1": 0.93222, + "recall_at_3": 0.97778, + "recall_at_5": 0.98222, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93222, + "precision_at_3": 0.32593, + "precision_at_5": 0.19644, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.932222, + "mrr_at_3": 0.952963, + "mrr_at_5": 0.953907, + "mrr_at_10": 0.954645, + "mrr_at_20": 0.955038, + "mrr_at_100": 0.955189, + "mrr_at_1000": 0.955196, + "nauc_ndcg_at_1_max": 0.785982, + "nauc_ndcg_at_1_std": -0.133306, + "nauc_ndcg_at_1_diff1": 0.957601, + "nauc_ndcg_at_3_max": 0.837286, + "nauc_ndcg_at_3_std": -0.049644, + "nauc_ndcg_at_3_diff1": 0.955257, + "nauc_ndcg_at_5_max": 0.834566, + "nauc_ndcg_at_5_std": -0.089638, + "nauc_ndcg_at_5_diff1": 0.959598, + "nauc_ndcg_at_10_max": 0.826569, + "nauc_ndcg_at_10_std": -0.057507, + "nauc_ndcg_at_10_diff1": 0.957645, + "nauc_ndcg_at_20_max": 0.826692, + "nauc_ndcg_at_20_std": -0.051133, + "nauc_ndcg_at_20_diff1": 0.959052, + "nauc_ndcg_at_100_max": 0.824216, + "nauc_ndcg_at_100_std": -0.058695, + "nauc_ndcg_at_100_diff1": 0.958003, + "nauc_ndcg_at_1000_max": 0.822849, + "nauc_ndcg_at_1000_std": -0.066928, + "nauc_ndcg_at_1000_diff1": 0.957677, + "nauc_map_at_1_max": 0.785982, + "nauc_map_at_1_std": -0.133306, + "nauc_map_at_1_diff1": 0.957601, + "nauc_map_at_3_max": 0.822947, + "nauc_map_at_3_std": -0.072669, + "nauc_map_at_3_diff1": 0.955888, + "nauc_map_at_5_max": 0.821446, + "nauc_map_at_5_std": -0.091182, + "nauc_map_at_5_diff1": 0.957764, + "nauc_map_at_10_max": 0.818544, + "nauc_map_at_10_std": -0.079673, + "nauc_map_at_10_diff1": 0.957077, + "nauc_map_at_20_max": 0.818505, + "nauc_map_at_20_std": -0.079002, + "nauc_map_at_20_diff1": 0.957372, + "nauc_map_at_100_max": 0.818208, + "nauc_map_at_100_std": -0.079544, + "nauc_map_at_100_diff1": 0.957228, + "nauc_map_at_1000_max": 0.818179, + "nauc_map_at_1000_std": -0.079717, + "nauc_map_at_1000_diff1": 0.957222, + "nauc_recall_at_1_max": 0.785982, + "nauc_recall_at_1_std": -0.133306, + "nauc_recall_at_1_diff1": 0.957601, + "nauc_recall_at_3_max": 0.921825, + "nauc_recall_at_3_std": 0.085714, + "nauc_recall_at_3_diff1": 0.951564, + "nauc_recall_at_5_max": 0.927813, + "nauc_recall_at_5_std": -0.099965, + "nauc_recall_at_5_diff1": 0.97549, + "nauc_recall_at_10_max": 0.895, + "nauc_recall_at_10_std": 0.182497, + "nauc_recall_at_10_diff1": 0.964349, + "nauc_recall_at_20_max": 0.953704, + "nauc_recall_at_20_std": 0.54334, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.785982, + "nauc_precision_at_1_std": -0.133306, + "nauc_precision_at_1_diff1": 0.957601, + "nauc_precision_at_3_max": 0.921825, + "nauc_precision_at_3_std": 0.085714, + "nauc_precision_at_3_diff1": 0.951564, + "nauc_precision_at_5_max": 0.927813, + "nauc_precision_at_5_std": -0.099965, + "nauc_precision_at_5_diff1": 0.97549, + "nauc_precision_at_10_max": 0.895, + "nauc_precision_at_10_std": 0.182497, + "nauc_precision_at_10_diff1": 0.964349, + "nauc_precision_at_20_max": 0.953704, + "nauc_precision_at_20_std": 0.54334, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.785982, + "nauc_mrr_at_1_std": -0.133306, + "nauc_mrr_at_1_diff1": 0.957601, + "nauc_mrr_at_3_max": 0.822947, + "nauc_mrr_at_3_std": -0.072669, + "nauc_mrr_at_3_diff1": 0.955888, + "nauc_mrr_at_5_max": 0.821446, + "nauc_mrr_at_5_std": -0.091182, + "nauc_mrr_at_5_diff1": 0.957764, + "nauc_mrr_at_10_max": 0.818544, + "nauc_mrr_at_10_std": -0.079673, + "nauc_mrr_at_10_diff1": 0.957077, + "nauc_mrr_at_20_max": 0.818505, + "nauc_mrr_at_20_std": -0.079002, + "nauc_mrr_at_20_diff1": 0.957372, + "nauc_mrr_at_100_max": 0.818208, + "nauc_mrr_at_100_std": -0.079544, + "nauc_mrr_at_100_diff1": 0.957228, + "nauc_mrr_at_1000_max": 0.818179, + "nauc_mrr_at_1000_std": -0.079717, + "nauc_mrr_at_1000_diff1": 0.957222, + "main_score": 0.96292, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.92111, + "ndcg_at_3": 0.95062, + "ndcg_at_5": 0.95516, + "ndcg_at_10": 0.95693, + "ndcg_at_20": 0.9584, + "ndcg_at_100": 0.95939, + "ndcg_at_1000": 0.95953, + "map_at_1": 0.92111, + "map_at_3": 0.94352, + "map_at_5": 0.94602, + "map_at_10": 0.94673, + "map_at_20": 0.94717, + "map_at_100": 0.94729, + "map_at_1000": 0.94729, + "recall_at_1": 0.92111, + "recall_at_3": 0.97111, + "recall_at_5": 0.98222, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.92111, + "precision_at_3": 0.3237, + "precision_at_5": 0.19644, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.921111, + "mrr_at_3": 0.943519, + "mrr_at_5": 0.946019, + "mrr_at_10": 0.946728, + "mrr_at_20": 0.947165, + "mrr_at_100": 0.947286, + "mrr_at_1000": 0.947292, + "nauc_ndcg_at_1_max": 0.748675, + "nauc_ndcg_at_1_std": -0.053248, + "nauc_ndcg_at_1_diff1": 0.940696, + "nauc_ndcg_at_3_max": 0.800245, + "nauc_ndcg_at_3_std": -0.073006, + "nauc_ndcg_at_3_diff1": 0.942674, + "nauc_ndcg_at_5_max": 0.796092, + "nauc_ndcg_at_5_std": -0.073415, + "nauc_ndcg_at_5_diff1": 0.942163, + "nauc_ndcg_at_10_max": 0.792154, + "nauc_ndcg_at_10_std": -0.045572, + "nauc_ndcg_at_10_diff1": 0.942057, + "nauc_ndcg_at_20_max": 0.78757, + "nauc_ndcg_at_20_std": -0.045073, + "nauc_ndcg_at_20_diff1": 0.942081, + "nauc_ndcg_at_100_max": 0.784547, + "nauc_ndcg_at_100_std": -0.050934, + "nauc_ndcg_at_100_diff1": 0.941423, + "nauc_ndcg_at_1000_max": 0.783771, + "nauc_ndcg_at_1000_std": -0.054719, + "nauc_ndcg_at_1000_diff1": 0.941212, + "nauc_map_at_1_max": 0.748675, + "nauc_map_at_1_std": -0.053248, + "nauc_map_at_1_diff1": 0.940696, + "nauc_map_at_3_max": 0.784499, + "nauc_map_at_3_std": -0.07063, + "nauc_map_at_3_diff1": 0.940815, + "nauc_map_at_5_max": 0.781999, + "nauc_map_at_5_std": -0.069751, + "nauc_map_at_5_diff1": 0.940496, + "nauc_map_at_10_max": 0.780533, + "nauc_map_at_10_std": -0.060831, + "nauc_map_at_10_diff1": 0.940498, + "nauc_map_at_20_max": 0.779312, + "nauc_map_at_20_std": -0.060981, + "nauc_map_at_20_diff1": 0.940537, + "nauc_map_at_100_max": 0.779062, + "nauc_map_at_100_std": -0.06083, + "nauc_map_at_100_diff1": 0.940507, + "nauc_map_at_1000_max": 0.779039, + "nauc_map_at_1000_std": -0.060944, + "nauc_map_at_1000_diff1": 0.9405, + "nauc_recall_at_1_max": 0.748675, + "nauc_recall_at_1_std": -0.053248, + "nauc_recall_at_1_diff1": 0.940696, + "nauc_recall_at_3_max": 0.887776, + "nauc_recall_at_3_std": -0.082956, + "nauc_recall_at_3_diff1": 0.954123, + "nauc_recall_at_5_max": 0.915237, + "nauc_recall_at_5_std": -0.103729, + "nauc_recall_at_5_diff1": 0.958129, + "nauc_recall_at_10_max": 0.925728, + "nauc_recall_at_10_std": 0.194848, + "nauc_recall_at_10_diff1": 0.962864, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": 0.414566, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748675, + "nauc_precision_at_1_std": -0.053248, + "nauc_precision_at_1_diff1": 0.940696, + "nauc_precision_at_3_max": 0.887776, + "nauc_precision_at_3_std": -0.082956, + "nauc_precision_at_3_diff1": 0.954123, + "nauc_precision_at_5_max": 0.915237, + "nauc_precision_at_5_std": -0.103729, + "nauc_precision_at_5_diff1": 0.958129, + "nauc_precision_at_10_max": 0.925728, + "nauc_precision_at_10_std": 0.194848, + "nauc_precision_at_10_diff1": 0.962864, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": 0.414566, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.748675, + "nauc_mrr_at_1_std": -0.053248, + "nauc_mrr_at_1_diff1": 0.940696, + "nauc_mrr_at_3_max": 0.784499, + "nauc_mrr_at_3_std": -0.07063, + "nauc_mrr_at_3_diff1": 0.940815, + "nauc_mrr_at_5_max": 0.781999, + "nauc_mrr_at_5_std": -0.069751, + "nauc_mrr_at_5_diff1": 0.940496, + "nauc_mrr_at_10_max": 0.780533, + "nauc_mrr_at_10_std": -0.060831, + "nauc_mrr_at_10_diff1": 0.940498, + "nauc_mrr_at_20_max": 0.779312, + "nauc_mrr_at_20_std": -0.060981, + "nauc_mrr_at_20_diff1": 0.940537, + "nauc_mrr_at_100_max": 0.779062, + "nauc_mrr_at_100_std": -0.06083, + "nauc_mrr_at_100_diff1": 0.940507, + "nauc_mrr_at_1000_max": 0.779039, + "nauc_mrr_at_1000_std": -0.060944, + "nauc_mrr_at_1000_diff1": 0.9405, + "main_score": 0.95693, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "ndcg_at_1": 0.80778, + "ndcg_at_3": 0.85227, + "ndcg_at_5": 0.86471, + "ndcg_at_10": 0.87305, + "ndcg_at_20": 0.87872, + "ndcg_at_100": 0.884, + "ndcg_at_1000": 0.88562, + "map_at_1": 0.80778, + "map_at_3": 0.84185, + "map_at_5": 0.8488, + "map_at_10": 0.85228, + "map_at_20": 0.85387, + "map_at_100": 0.85465, + "map_at_1000": 0.85472, + "recall_at_1": 0.80778, + "recall_at_3": 0.88222, + "recall_at_5": 0.91222, + "recall_at_10": 0.93778, + "recall_at_20": 0.96, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.80778, + "precision_at_3": 0.29407, + "precision_at_5": 0.18244, + "precision_at_10": 0.09378, + "precision_at_20": 0.048, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.807778, + "mrr_at_3": 0.841852, + "mrr_at_5": 0.848796, + "mrr_at_10": 0.852284, + "mrr_at_20": 0.853872, + "mrr_at_100": 0.854645, + "mrr_at_1000": 0.854715, + "nauc_ndcg_at_1_max": 0.724014, + "nauc_ndcg_at_1_std": 0.120941, + "nauc_ndcg_at_1_diff1": 0.906201, + "nauc_ndcg_at_3_max": 0.769148, + "nauc_ndcg_at_3_std": 0.119396, + "nauc_ndcg_at_3_diff1": 0.895719, + "nauc_ndcg_at_5_max": 0.76465, + "nauc_ndcg_at_5_std": 0.096086, + "nauc_ndcg_at_5_diff1": 0.891383, + "nauc_ndcg_at_10_max": 0.765922, + "nauc_ndcg_at_10_std": 0.116745, + "nauc_ndcg_at_10_diff1": 0.891653, + "nauc_ndcg_at_20_max": 0.768958, + "nauc_ndcg_at_20_std": 0.12597, + "nauc_ndcg_at_20_diff1": 0.896376, + "nauc_ndcg_at_100_max": 0.762994, + "nauc_ndcg_at_100_std": 0.127709, + "nauc_ndcg_at_100_diff1": 0.897519, + "nauc_ndcg_at_1000_max": 0.760906, + "nauc_ndcg_at_1000_std": 0.123322, + "nauc_ndcg_at_1000_diff1": 0.896979, + "nauc_map_at_1_max": 0.724014, + "nauc_map_at_1_std": 0.120941, + "nauc_map_at_1_diff1": 0.906201, + "nauc_map_at_3_max": 0.758198, + "nauc_map_at_3_std": 0.122011, + "nauc_map_at_3_diff1": 0.898677, + "nauc_map_at_5_max": 0.755555, + "nauc_map_at_5_std": 0.110686, + "nauc_map_at_5_diff1": 0.896471, + "nauc_map_at_10_max": 0.75562, + "nauc_map_at_10_std": 0.117812, + "nauc_map_at_10_diff1": 0.896653, + "nauc_map_at_20_max": 0.756338, + "nauc_map_at_20_std": 0.12026, + "nauc_map_at_20_diff1": 0.897872, + "nauc_map_at_100_max": 0.75562, + "nauc_map_at_100_std": 0.12083, + "nauc_map_at_100_diff1": 0.89802, + "nauc_map_at_1000_max": 0.755541, + "nauc_map_at_1000_std": 0.120752, + "nauc_map_at_1000_diff1": 0.898005, + "nauc_recall_at_1_max": 0.724014, + "nauc_recall_at_1_std": 0.120941, + "nauc_recall_at_1_diff1": 0.906201, + "nauc_recall_at_3_max": 0.809235, + "nauc_recall_at_3_std": 0.108387, + "nauc_recall_at_3_diff1": 0.884626, + "nauc_recall_at_5_max": 0.805074, + "nauc_recall_at_5_std": 0.019519, + "nauc_recall_at_5_diff1": 0.866657, + "nauc_recall_at_10_max": 0.831391, + "nauc_recall_at_10_std": 0.120457, + "nauc_recall_at_10_diff1": 0.85866, + "nauc_recall_at_20_max": 0.898978, + "nauc_recall_at_20_std": 0.220121, + "nauc_recall_at_20_diff1": 0.892442, + "nauc_recall_at_100_max": 0.901961, + "nauc_recall_at_100_std": 0.457474, + "nauc_recall_at_100_diff1": 0.935702, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.724014, + "nauc_precision_at_1_std": 0.120941, + "nauc_precision_at_1_diff1": 0.906201, + "nauc_precision_at_3_max": 0.809235, + "nauc_precision_at_3_std": 0.108387, + "nauc_precision_at_3_diff1": 0.884626, + "nauc_precision_at_5_max": 0.805074, + "nauc_precision_at_5_std": 0.019519, + "nauc_precision_at_5_diff1": 0.866657, + "nauc_precision_at_10_max": 0.831391, + "nauc_precision_at_10_std": 0.120457, + "nauc_precision_at_10_diff1": 0.85866, + "nauc_precision_at_20_max": 0.898978, + "nauc_precision_at_20_std": 0.220121, + "nauc_precision_at_20_diff1": 0.892442, + "nauc_precision_at_100_max": 0.901961, + "nauc_precision_at_100_std": 0.457474, + "nauc_precision_at_100_diff1": 0.935702, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.724014, + "nauc_mrr_at_1_std": 0.120941, + "nauc_mrr_at_1_diff1": 0.906201, + "nauc_mrr_at_3_max": 0.758198, + "nauc_mrr_at_3_std": 0.122011, + "nauc_mrr_at_3_diff1": 0.898677, + "nauc_mrr_at_5_max": 0.755555, + "nauc_mrr_at_5_std": 0.110686, + "nauc_mrr_at_5_diff1": 0.896471, + "nauc_mrr_at_10_max": 0.75562, + "nauc_mrr_at_10_std": 0.117812, + "nauc_mrr_at_10_diff1": 0.896653, + "nauc_mrr_at_20_max": 0.756338, + "nauc_mrr_at_20_std": 0.12026, + "nauc_mrr_at_20_diff1": 0.897872, + "nauc_mrr_at_100_max": 0.75562, + "nauc_mrr_at_100_std": 0.12083, + "nauc_mrr_at_100_diff1": 0.89802, + "nauc_mrr_at_1000_max": 0.755541, + "nauc_mrr_at_1000_std": 0.120752, + "nauc_mrr_at_1000_diff1": 0.898005, + "main_score": 0.87305, + "hf_subset": "swh_Latn-swh_Latn", + "languages": [ + "swh-Latn", + "swh-Latn" + ] + }, + { + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.94085, + "ndcg_at_5": 0.94505, + "ndcg_at_10": 0.94866, + "ndcg_at_20": 0.95066, + "ndcg_at_100": 0.95171, + "ndcg_at_1000": 0.95214, + "map_at_1": 0.90667, + "map_at_3": 0.93333, + "map_at_5": 0.93572, + "map_at_10": 0.93722, + "map_at_20": 0.93779, + "map_at_100": 0.93794, + "map_at_1000": 0.93795, + "recall_at_1": 0.90667, + "recall_at_3": 0.96222, + "recall_at_5": 0.97222, + "recall_at_10": 0.98333, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90667, + "precision_at_3": 0.32074, + "precision_at_5": 0.19444, + "precision_at_10": 0.09833, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.933333, + "mrr_at_5": 0.935722, + "mrr_at_10": 0.937223, + "mrr_at_20": 0.937786, + "mrr_at_100": 0.937937, + "mrr_at_1000": 0.937954, + "nauc_ndcg_at_1_max": 0.721322, + "nauc_ndcg_at_1_std": -0.169901, + "nauc_ndcg_at_1_diff1": 0.920802, + "nauc_ndcg_at_3_max": 0.786064, + "nauc_ndcg_at_3_std": -0.183632, + "nauc_ndcg_at_3_diff1": 0.915046, + "nauc_ndcg_at_5_max": 0.780415, + "nauc_ndcg_at_5_std": -0.172086, + "nauc_ndcg_at_5_diff1": 0.920844, + "nauc_ndcg_at_10_max": 0.774957, + "nauc_ndcg_at_10_std": -0.14685, + "nauc_ndcg_at_10_diff1": 0.917955, + "nauc_ndcg_at_20_max": 0.768327, + "nauc_ndcg_at_20_std": -0.162408, + "nauc_ndcg_at_20_diff1": 0.918261, + "nauc_ndcg_at_100_max": 0.765475, + "nauc_ndcg_at_100_std": -0.148893, + "nauc_ndcg_at_100_diff1": 0.918355, + "nauc_ndcg_at_1000_max": 0.764498, + "nauc_ndcg_at_1000_std": -0.159046, + "nauc_ndcg_at_1000_diff1": 0.918789, + "nauc_map_at_1_max": 0.721322, + "nauc_map_at_1_std": -0.169901, + "nauc_map_at_1_diff1": 0.920802, + "nauc_map_at_3_max": 0.767099, + "nauc_map_at_3_std": -0.176555, + "nauc_map_at_3_diff1": 0.916842, + "nauc_map_at_5_max": 0.763716, + "nauc_map_at_5_std": -0.170721, + "nauc_map_at_5_diff1": 0.919802, + "nauc_map_at_10_max": 0.76134, + "nauc_map_at_10_std": -0.161821, + "nauc_map_at_10_diff1": 0.918758, + "nauc_map_at_20_max": 0.759776, + "nauc_map_at_20_std": -0.165806, + "nauc_map_at_20_diff1": 0.91896, + "nauc_map_at_100_max": 0.759391, + "nauc_map_at_100_std": -0.164169, + "nauc_map_at_100_diff1": 0.919002, + "nauc_map_at_1000_max": 0.759346, + "nauc_map_at_1000_std": -0.164478, + "nauc_map_at_1000_diff1": 0.919015, + "nauc_recall_at_1_max": 0.721322, + "nauc_recall_at_1_std": -0.169901, + "nauc_recall_at_1_diff1": 0.920802, + "nauc_recall_at_3_max": 0.88054, + "nauc_recall_at_3_std": -0.221453, + "nauc_recall_at_3_diff1": 0.906011, + "nauc_recall_at_5_max": 0.887395, + "nauc_recall_at_5_std": -0.180523, + "nauc_recall_at_5_diff1": 0.929225, + "nauc_recall_at_10_max": 0.909586, + "nauc_recall_at_10_std": 0.047495, + "nauc_recall_at_10_diff1": 0.908185, + "nauc_recall_at_20_max": 0.881536, + "nauc_recall_at_20_std": -0.100373, + "nauc_recall_at_20_diff1": 0.899918, + "nauc_recall_at_100_max": 0.863834, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.721322, + "nauc_precision_at_1_std": -0.169901, + "nauc_precision_at_1_diff1": 0.920802, + "nauc_precision_at_3_max": 0.88054, + "nauc_precision_at_3_std": -0.221453, + "nauc_precision_at_3_diff1": 0.906011, + "nauc_precision_at_5_max": 0.887395, + "nauc_precision_at_5_std": -0.180523, + "nauc_precision_at_5_diff1": 0.929225, + "nauc_precision_at_10_max": 0.909586, + "nauc_precision_at_10_std": 0.047495, + "nauc_precision_at_10_diff1": 0.908185, + "nauc_precision_at_20_max": 0.881536, + "nauc_precision_at_20_std": -0.100373, + "nauc_precision_at_20_diff1": 0.899918, + "nauc_precision_at_100_max": 0.863834, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.721322, + "nauc_mrr_at_1_std": -0.169901, + "nauc_mrr_at_1_diff1": 0.920802, + "nauc_mrr_at_3_max": 0.767099, + "nauc_mrr_at_3_std": -0.176555, + "nauc_mrr_at_3_diff1": 0.916842, + "nauc_mrr_at_5_max": 0.763716, + "nauc_mrr_at_5_std": -0.170721, + "nauc_mrr_at_5_diff1": 0.919802, + "nauc_mrr_at_10_max": 0.76134, + "nauc_mrr_at_10_std": -0.161821, + "nauc_mrr_at_10_diff1": 0.918758, + "nauc_mrr_at_20_max": 0.759776, + "nauc_mrr_at_20_std": -0.165806, + "nauc_mrr_at_20_diff1": 0.91896, + "nauc_mrr_at_100_max": 0.759391, + "nauc_mrr_at_100_std": -0.164169, + "nauc_mrr_at_100_diff1": 0.919002, + "nauc_mrr_at_1000_max": 0.759346, + "nauc_mrr_at_1000_std": -0.164478, + "nauc_mrr_at_1000_diff1": 0.919015, + "main_score": 0.94866, + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.84239, + "ndcg_at_5": 0.85473, + "ndcg_at_10": 0.86648, + "ndcg_at_20": 0.87208, + "ndcg_at_100": 0.87808, + "ndcg_at_1000": 0.87927, + "map_at_1": 0.8, + "map_at_3": 0.83241, + "map_at_5": 0.83924, + "map_at_10": 0.84425, + "map_at_20": 0.84576, + "map_at_100": 0.84661, + "map_at_1000": 0.84666, + "recall_at_1": 0.8, + "recall_at_3": 0.87111, + "recall_at_5": 0.90111, + "recall_at_10": 0.93667, + "recall_at_20": 0.95889, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.29037, + "precision_at_5": 0.18022, + "precision_at_10": 0.09367, + "precision_at_20": 0.04794, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.832407, + "mrr_at_5": 0.839241, + "mrr_at_10": 0.844246, + "mrr_at_20": 0.845762, + "mrr_at_100": 0.84661, + "mrr_at_1000": 0.846661, + "nauc_ndcg_at_1_max": 0.758619, + "nauc_ndcg_at_1_std": 0.153957, + "nauc_ndcg_at_1_diff1": 0.889699, + "nauc_ndcg_at_3_max": 0.795452, + "nauc_ndcg_at_3_std": 0.206841, + "nauc_ndcg_at_3_diff1": 0.886455, + "nauc_ndcg_at_5_max": 0.796112, + "nauc_ndcg_at_5_std": 0.211841, + "nauc_ndcg_at_5_diff1": 0.884536, + "nauc_ndcg_at_10_max": 0.799038, + "nauc_ndcg_at_10_std": 0.22785, + "nauc_ndcg_at_10_diff1": 0.887216, + "nauc_ndcg_at_20_max": 0.797198, + "nauc_ndcg_at_20_std": 0.232065, + "nauc_ndcg_at_20_diff1": 0.888463, + "nauc_ndcg_at_100_max": 0.792092, + "nauc_ndcg_at_100_std": 0.216984, + "nauc_ndcg_at_100_diff1": 0.888386, + "nauc_ndcg_at_1000_max": 0.790593, + "nauc_ndcg_at_1000_std": 0.212178, + "nauc_ndcg_at_1000_diff1": 0.887937, + "nauc_map_at_1_max": 0.758619, + "nauc_map_at_1_std": 0.153957, + "nauc_map_at_1_diff1": 0.889699, + "nauc_map_at_3_max": 0.786239, + "nauc_map_at_3_std": 0.193122, + "nauc_map_at_3_diff1": 0.887422, + "nauc_map_at_5_max": 0.785917, + "nauc_map_at_5_std": 0.194564, + "nauc_map_at_5_diff1": 0.886483, + "nauc_map_at_10_max": 0.786903, + "nauc_map_at_10_std": 0.200876, + "nauc_map_at_10_diff1": 0.887618, + "nauc_map_at_20_max": 0.786347, + "nauc_map_at_20_std": 0.201653, + "nauc_map_at_20_diff1": 0.887954, + "nauc_map_at_100_max": 0.785725, + "nauc_map_at_100_std": 0.199993, + "nauc_map_at_100_diff1": 0.887928, + "nauc_map_at_1000_max": 0.785666, + "nauc_map_at_1000_std": 0.199819, + "nauc_map_at_1000_diff1": 0.88791, + "nauc_recall_at_1_max": 0.758619, + "nauc_recall_at_1_std": 0.153957, + "nauc_recall_at_1_diff1": 0.889699, + "nauc_recall_at_3_max": 0.828535, + "nauc_recall_at_3_std": 0.256402, + "nauc_recall_at_3_diff1": 0.882894, + "nauc_recall_at_5_max": 0.841459, + "nauc_recall_at_5_std": 0.290168, + "nauc_recall_at_5_diff1": 0.875418, + "nauc_recall_at_10_max": 0.881567, + "nauc_recall_at_10_std": 0.419128, + "nauc_recall_at_10_diff1": 0.88558, + "nauc_recall_at_20_max": 0.904926, + "nauc_recall_at_20_std": 0.569864, + "nauc_recall_at_20_diff1": 0.898049, + "nauc_recall_at_100_max": 0.932598, + "nauc_recall_at_100_std": 0.679388, + "nauc_recall_at_100_diff1": 0.930556, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.758619, + "nauc_precision_at_1_std": 0.153957, + "nauc_precision_at_1_diff1": 0.889699, + "nauc_precision_at_3_max": 0.828535, + "nauc_precision_at_3_std": 0.256402, + "nauc_precision_at_3_diff1": 0.882894, + "nauc_precision_at_5_max": 0.841459, + "nauc_precision_at_5_std": 0.290168, + "nauc_precision_at_5_diff1": 0.875418, + "nauc_precision_at_10_max": 0.881567, + "nauc_precision_at_10_std": 0.419128, + "nauc_precision_at_10_diff1": 0.88558, + "nauc_precision_at_20_max": 0.904926, + "nauc_precision_at_20_std": 0.569864, + "nauc_precision_at_20_diff1": 0.898049, + "nauc_precision_at_100_max": 0.932598, + "nauc_precision_at_100_std": 0.679388, + "nauc_precision_at_100_diff1": 0.930556, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.758619, + "nauc_mrr_at_1_std": 0.153957, + "nauc_mrr_at_1_diff1": 0.889699, + "nauc_mrr_at_3_max": 0.786239, + "nauc_mrr_at_3_std": 0.193122, + "nauc_mrr_at_3_diff1": 0.887422, + "nauc_mrr_at_5_max": 0.785917, + "nauc_mrr_at_5_std": 0.194564, + "nauc_mrr_at_5_diff1": 0.886483, + "nauc_mrr_at_10_max": 0.786903, + "nauc_mrr_at_10_std": 0.200876, + "nauc_mrr_at_10_diff1": 0.887618, + "nauc_mrr_at_20_max": 0.786347, + "nauc_mrr_at_20_std": 0.201653, + "nauc_mrr_at_20_diff1": 0.887954, + "nauc_mrr_at_100_max": 0.785725, + "nauc_mrr_at_100_std": 0.199993, + "nauc_mrr_at_100_diff1": 0.887928, + "nauc_mrr_at_1000_max": 0.785666, + "nauc_mrr_at_1000_std": 0.199819, + "nauc_mrr_at_1000_diff1": 0.88791, + "main_score": 0.86648, + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ] + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.89114, + "ndcg_at_5": 0.89711, + "ndcg_at_10": 0.90652, + "ndcg_at_20": 0.9094, + "ndcg_at_100": 0.9121, + "ndcg_at_1000": 0.91338, + "map_at_1": 0.84778, + "map_at_3": 0.88074, + "map_at_5": 0.88407, + "map_at_10": 0.888, + "map_at_20": 0.88882, + "map_at_100": 0.8892, + "map_at_1000": 0.88925, + "recall_at_1": 0.84778, + "recall_at_3": 0.92111, + "recall_at_5": 0.93556, + "recall_at_10": 0.96444, + "recall_at_20": 0.97556, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.84778, + "precision_at_3": 0.30704, + "precision_at_5": 0.18711, + "precision_at_10": 0.09644, + "precision_at_20": 0.04878, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.880741, + "mrr_at_5": 0.884074, + "mrr_at_10": 0.888, + "mrr_at_20": 0.888824, + "mrr_at_100": 0.889201, + "mrr_at_1000": 0.889247, + "nauc_ndcg_at_1_max": 0.73855, + "nauc_ndcg_at_1_std": -0.018506, + "nauc_ndcg_at_1_diff1": 0.926042, + "nauc_ndcg_at_3_max": 0.789567, + "nauc_ndcg_at_3_std": 0.040108, + "nauc_ndcg_at_3_diff1": 0.916021, + "nauc_ndcg_at_5_max": 0.787137, + "nauc_ndcg_at_5_std": 0.027876, + "nauc_ndcg_at_5_diff1": 0.916276, + "nauc_ndcg_at_10_max": 0.788237, + "nauc_ndcg_at_10_std": 0.044827, + "nauc_ndcg_at_10_diff1": 0.919458, + "nauc_ndcg_at_20_max": 0.785503, + "nauc_ndcg_at_20_std": 0.052854, + "nauc_ndcg_at_20_diff1": 0.917722, + "nauc_ndcg_at_100_max": 0.780756, + "nauc_ndcg_at_100_std": 0.046157, + "nauc_ndcg_at_100_diff1": 0.918566, + "nauc_ndcg_at_1000_max": 0.777673, + "nauc_ndcg_at_1000_std": 0.035718, + "nauc_ndcg_at_1000_diff1": 0.917968, + "nauc_map_at_1_max": 0.73855, + "nauc_map_at_1_std": -0.018506, + "nauc_map_at_1_diff1": 0.926042, + "nauc_map_at_3_max": 0.773664, + "nauc_map_at_3_std": 0.02152, + "nauc_map_at_3_diff1": 0.917335, + "nauc_map_at_5_max": 0.77219, + "nauc_map_at_5_std": 0.015123, + "nauc_map_at_5_diff1": 0.917576, + "nauc_map_at_10_max": 0.772035, + "nauc_map_at_10_std": 0.020468, + "nauc_map_at_10_diff1": 0.918603, + "nauc_map_at_20_max": 0.771347, + "nauc_map_at_20_std": 0.022573, + "nauc_map_at_20_diff1": 0.918206, + "nauc_map_at_100_max": 0.770753, + "nauc_map_at_100_std": 0.022045, + "nauc_map_at_100_diff1": 0.918267, + "nauc_map_at_1000_max": 0.770665, + "nauc_map_at_1000_std": 0.021735, + "nauc_map_at_1000_diff1": 0.918247, + "nauc_recall_at_1_max": 0.73855, + "nauc_recall_at_1_std": -0.018506, + "nauc_recall_at_1_diff1": 0.926042, + "nauc_recall_at_3_max": 0.857222, + "nauc_recall_at_3_std": 0.119376, + "nauc_recall_at_3_diff1": 0.911495, + "nauc_recall_at_5_max": 0.861755, + "nauc_recall_at_5_std": 0.089386, + "nauc_recall_at_5_diff1": 0.910895, + "nauc_recall_at_10_max": 0.93092, + "nauc_recall_at_10_std": 0.274218, + "nauc_recall_at_10_diff1": 0.933619, + "nauc_recall_at_20_max": 0.955225, + "nauc_recall_at_20_std": 0.477591, + "nauc_recall_at_20_diff1": 0.91533, + "nauc_recall_at_100_max": 0.985476, + "nauc_recall_at_100_std": 0.733738, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73855, + "nauc_precision_at_1_std": -0.018506, + "nauc_precision_at_1_diff1": 0.926042, + "nauc_precision_at_3_max": 0.857222, + "nauc_precision_at_3_std": 0.119376, + "nauc_precision_at_3_diff1": 0.911495, + "nauc_precision_at_5_max": 0.861755, + "nauc_precision_at_5_std": 0.089386, + "nauc_precision_at_5_diff1": 0.910895, + "nauc_precision_at_10_max": 0.93092, + "nauc_precision_at_10_std": 0.274218, + "nauc_precision_at_10_diff1": 0.933619, + "nauc_precision_at_20_max": 0.955225, + "nauc_precision_at_20_std": 0.477591, + "nauc_precision_at_20_diff1": 0.91533, + "nauc_precision_at_100_max": 0.985476, + "nauc_precision_at_100_std": 0.733738, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73855, + "nauc_mrr_at_1_std": -0.018506, + "nauc_mrr_at_1_diff1": 0.926042, + "nauc_mrr_at_3_max": 0.773664, + "nauc_mrr_at_3_std": 0.02152, + "nauc_mrr_at_3_diff1": 0.917335, + "nauc_mrr_at_5_max": 0.77219, + "nauc_mrr_at_5_std": 0.015123, + "nauc_mrr_at_5_diff1": 0.917576, + "nauc_mrr_at_10_max": 0.772035, + "nauc_mrr_at_10_std": 0.020468, + "nauc_mrr_at_10_diff1": 0.918603, + "nauc_mrr_at_20_max": 0.771347, + "nauc_mrr_at_20_std": 0.022573, + "nauc_mrr_at_20_diff1": 0.918206, + "nauc_mrr_at_100_max": 0.770753, + "nauc_mrr_at_100_std": 0.022045, + "nauc_mrr_at_100_diff1": 0.918267, + "nauc_mrr_at_1000_max": 0.770665, + "nauc_mrr_at_1000_std": 0.021735, + "nauc_mrr_at_1000_diff1": 0.918247, + "main_score": 0.90652, + "hf_subset": "tam_Taml-tam_Taml", + "languages": [ + "tam-Taml", + "tam-Taml" + ] + }, + { + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94763, + "ndcg_at_5": 0.95208, + "ndcg_at_10": 0.95459, + "ndcg_at_20": 0.95595, + "ndcg_at_100": 0.95658, + "ndcg_at_1000": 0.95684, + "map_at_1": 0.91333, + "map_at_3": 0.93981, + "map_at_5": 0.9422, + "map_at_10": 0.94324, + "map_at_20": 0.94359, + "map_at_100": 0.94369, + "map_at_1000": 0.9437, + "recall_at_1": 0.91333, + "recall_at_3": 0.97, + "recall_at_5": 0.98111, + "recall_at_10": 0.98889, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91333, + "precision_at_3": 0.32333, + "precision_at_5": 0.19622, + "precision_at_10": 0.09889, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.939815, + "mrr_at_5": 0.942204, + "mrr_at_10": 0.943244, + "mrr_at_20": 0.943594, + "mrr_at_100": 0.94369, + "mrr_at_1000": 0.943695, + "nauc_ndcg_at_1_max": 0.690949, + "nauc_ndcg_at_1_std": -0.235079, + "nauc_ndcg_at_1_diff1": 0.949245, + "nauc_ndcg_at_3_max": 0.760789, + "nauc_ndcg_at_3_std": -0.153288, + "nauc_ndcg_at_3_diff1": 0.950349, + "nauc_ndcg_at_5_max": 0.74655, + "nauc_ndcg_at_5_std": -0.205347, + "nauc_ndcg_at_5_diff1": 0.945744, + "nauc_ndcg_at_10_max": 0.747272, + "nauc_ndcg_at_10_std": -0.182374, + "nauc_ndcg_at_10_diff1": 0.951497, + "nauc_ndcg_at_20_max": 0.741956, + "nauc_ndcg_at_20_std": -0.177124, + "nauc_ndcg_at_20_diff1": 0.950762, + "nauc_ndcg_at_100_max": 0.738698, + "nauc_ndcg_at_100_std": -0.180291, + "nauc_ndcg_at_100_diff1": 0.950043, + "nauc_ndcg_at_1000_max": 0.737546, + "nauc_ndcg_at_1000_std": -0.187212, + "nauc_ndcg_at_1000_diff1": 0.94975, + "nauc_map_at_1_max": 0.690949, + "nauc_map_at_1_std": -0.235079, + "nauc_map_at_1_diff1": 0.949245, + "nauc_map_at_3_max": 0.741174, + "nauc_map_at_3_std": -0.179861, + "nauc_map_at_3_diff1": 0.95014, + "nauc_map_at_5_max": 0.734027, + "nauc_map_at_5_std": -0.204948, + "nauc_map_at_5_diff1": 0.948079, + "nauc_map_at_10_max": 0.73365, + "nauc_map_at_10_std": -0.196805, + "nauc_map_at_10_diff1": 0.94975, + "nauc_map_at_20_max": 0.732485, + "nauc_map_at_20_std": -0.196412, + "nauc_map_at_20_diff1": 0.949574, + "nauc_map_at_100_max": 0.732056, + "nauc_map_at_100_std": -0.196709, + "nauc_map_at_100_diff1": 0.949488, + "nauc_map_at_1000_max": 0.732037, + "nauc_map_at_1000_std": -0.196817, + "nauc_map_at_1000_diff1": 0.949483, + "nauc_recall_at_1_max": 0.690949, + "nauc_recall_at_1_std": -0.235079, + "nauc_recall_at_1_diff1": 0.949245, + "nauc_recall_at_3_max": 0.870509, + "nauc_recall_at_3_std": -0.000968, + "nauc_recall_at_3_diff1": 0.951413, + "nauc_recall_at_5_max": 0.844593, + "nauc_recall_at_5_std": -0.231587, + "nauc_recall_at_5_diff1": 0.922832, + "nauc_recall_at_10_max": 0.933007, + "nauc_recall_at_10_std": 0.026097, + "nauc_recall_at_10_diff1": 0.986928, + "nauc_recall_at_20_max": 0.947712, + "nauc_recall_at_20_std": 0.452007, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.690949, + "nauc_precision_at_1_std": -0.235079, + "nauc_precision_at_1_diff1": 0.949245, + "nauc_precision_at_3_max": 0.870509, + "nauc_precision_at_3_std": -0.000968, + "nauc_precision_at_3_diff1": 0.951413, + "nauc_precision_at_5_max": 0.844593, + "nauc_precision_at_5_std": -0.231587, + "nauc_precision_at_5_diff1": 0.922832, + "nauc_precision_at_10_max": 0.933007, + "nauc_precision_at_10_std": 0.026097, + "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_20_max": 0.947712, + "nauc_precision_at_20_std": 0.452007, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.690949, + "nauc_mrr_at_1_std": -0.235079, + "nauc_mrr_at_1_diff1": 0.949245, + "nauc_mrr_at_3_max": 0.741174, + "nauc_mrr_at_3_std": -0.179861, + "nauc_mrr_at_3_diff1": 0.95014, + "nauc_mrr_at_5_max": 0.734027, + "nauc_mrr_at_5_std": -0.204948, + "nauc_mrr_at_5_diff1": 0.948079, + "nauc_mrr_at_10_max": 0.73365, + "nauc_mrr_at_10_std": -0.196805, + "nauc_mrr_at_10_diff1": 0.94975, + "nauc_mrr_at_20_max": 0.732485, + "nauc_mrr_at_20_std": -0.196412, + "nauc_mrr_at_20_diff1": 0.949574, + "nauc_mrr_at_100_max": 0.732056, + "nauc_mrr_at_100_std": -0.196709, + "nauc_mrr_at_100_diff1": 0.949488, + "nauc_mrr_at_1000_max": 0.732037, + "nauc_mrr_at_1000_std": -0.196817, + "nauc_mrr_at_1000_diff1": 0.949483, + "main_score": 0.95459, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81556, + "ndcg_at_3": 0.86157, + "ndcg_at_5": 0.87247, + "ndcg_at_10": 0.87735, + "ndcg_at_20": 0.88217, + "ndcg_at_100": 0.88941, + "ndcg_at_1000": 0.89044, + "map_at_1": 0.81556, + "map_at_3": 0.85056, + "map_at_5": 0.85656, + "map_at_10": 0.85848, + "map_at_20": 0.85982, + "map_at_100": 0.86092, + "map_at_1000": 0.86096, + "recall_at_1": 0.81556, + "recall_at_3": 0.89333, + "recall_at_5": 0.92, + "recall_at_10": 0.93556, + "recall_at_20": 0.95444, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.81556, + "precision_at_3": 0.29778, + "precision_at_5": 0.184, + "precision_at_10": 0.09356, + "precision_at_20": 0.04772, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.815556, + "mrr_at_3": 0.850556, + "mrr_at_5": 0.856556, + "mrr_at_10": 0.858476, + "mrr_at_20": 0.859822, + "mrr_at_100": 0.860921, + "mrr_at_1000": 0.860964, + "nauc_ndcg_at_1_max": 0.707702, + "nauc_ndcg_at_1_std": 0.073182, + "nauc_ndcg_at_1_diff1": 0.904769, + "nauc_ndcg_at_3_max": 0.766261, + "nauc_ndcg_at_3_std": 0.173864, + "nauc_ndcg_at_3_diff1": 0.882135, + "nauc_ndcg_at_5_max": 0.766164, + "nauc_ndcg_at_5_std": 0.177649, + "nauc_ndcg_at_5_diff1": 0.879879, + "nauc_ndcg_at_10_max": 0.764499, + "nauc_ndcg_at_10_std": 0.178263, + "nauc_ndcg_at_10_diff1": 0.881072, + "nauc_ndcg_at_20_max": 0.760282, + "nauc_ndcg_at_20_std": 0.184002, + "nauc_ndcg_at_20_diff1": 0.879998, + "nauc_ndcg_at_100_max": 0.753266, + "nauc_ndcg_at_100_std": 0.169159, + "nauc_ndcg_at_100_diff1": 0.883949, + "nauc_ndcg_at_1000_max": 0.752828, + "nauc_ndcg_at_1000_std": 0.16154, + "nauc_ndcg_at_1000_diff1": 0.884966, + "nauc_map_at_1_max": 0.707702, + "nauc_map_at_1_std": 0.073182, + "nauc_map_at_1_diff1": 0.904769, + "nauc_map_at_3_max": 0.751308, + "nauc_map_at_3_std": 0.145992, + "nauc_map_at_3_diff1": 0.888628, + "nauc_map_at_5_max": 0.750552, + "nauc_map_at_5_std": 0.147171, + "nauc_map_at_5_diff1": 0.88772, + "nauc_map_at_10_max": 0.749608, + "nauc_map_at_10_std": 0.146817, + "nauc_map_at_10_diff1": 0.888161, + "nauc_map_at_20_max": 0.748422, + "nauc_map_at_20_std": 0.147683, + "nauc_map_at_20_diff1": 0.887911, + "nauc_map_at_100_max": 0.747394, + "nauc_map_at_100_std": 0.145854, + "nauc_map_at_100_diff1": 0.888396, + "nauc_map_at_1000_max": 0.747373, + "nauc_map_at_1000_std": 0.145595, + "nauc_map_at_1000_diff1": 0.888425, + "nauc_recall_at_1_max": 0.707702, + "nauc_recall_at_1_std": 0.073182, + "nauc_recall_at_1_diff1": 0.904769, + "nauc_recall_at_3_max": 0.823365, + "nauc_recall_at_3_std": 0.281689, + "nauc_recall_at_3_diff1": 0.856878, + "nauc_recall_at_5_max": 0.841964, + "nauc_recall_at_5_std": 0.327212, + "nauc_recall_at_5_diff1": 0.840751, + "nauc_recall_at_10_max": 0.852265, + "nauc_recall_at_10_std": 0.36842, + "nauc_recall_at_10_diff1": 0.839177, + "nauc_recall_at_20_max": 0.848512, + "nauc_recall_at_20_std": 0.50665, + "nauc_recall_at_20_diff1": 0.81286, + "nauc_recall_at_100_max": 0.795585, + "nauc_recall_at_100_std": 0.943978, + "nauc_recall_at_100_diff1": 0.776911, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.707702, + "nauc_precision_at_1_std": 0.073182, + "nauc_precision_at_1_diff1": 0.904769, + "nauc_precision_at_3_max": 0.823365, + "nauc_precision_at_3_std": 0.281689, + "nauc_precision_at_3_diff1": 0.856878, + "nauc_precision_at_5_max": 0.841964, + "nauc_precision_at_5_std": 0.327212, + "nauc_precision_at_5_diff1": 0.840751, + "nauc_precision_at_10_max": 0.852265, + "nauc_precision_at_10_std": 0.36842, + "nauc_precision_at_10_diff1": 0.839177, + "nauc_precision_at_20_max": 0.848512, + "nauc_precision_at_20_std": 0.50665, + "nauc_precision_at_20_diff1": 0.81286, + "nauc_precision_at_100_max": 0.795585, + "nauc_precision_at_100_std": 0.943978, + "nauc_precision_at_100_diff1": 0.776911, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.707702, + "nauc_mrr_at_1_std": 0.073182, + "nauc_mrr_at_1_diff1": 0.904769, + "nauc_mrr_at_3_max": 0.751308, + "nauc_mrr_at_3_std": 0.145992, + "nauc_mrr_at_3_diff1": 0.888628, + "nauc_mrr_at_5_max": 0.750552, + "nauc_mrr_at_5_std": 0.147171, + "nauc_mrr_at_5_diff1": 0.88772, + "nauc_mrr_at_10_max": 0.749608, + "nauc_mrr_at_10_std": 0.146817, + "nauc_mrr_at_10_diff1": 0.888161, + "nauc_mrr_at_20_max": 0.748422, + "nauc_mrr_at_20_std": 0.147683, + "nauc_mrr_at_20_diff1": 0.887911, + "nauc_mrr_at_100_max": 0.747394, + "nauc_mrr_at_100_std": 0.145854, + "nauc_mrr_at_100_diff1": 0.888396, + "nauc_mrr_at_1000_max": 0.747373, + "nauc_mrr_at_1000_std": 0.145595, + "nauc_mrr_at_1000_diff1": 0.888425, + "main_score": 0.87735, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "ndcg_at_1": 0.84111, + "ndcg_at_3": 0.88713, + "ndcg_at_5": 0.89134, + "ndcg_at_10": 0.89792, + "ndcg_at_20": 0.90205, + "ndcg_at_100": 0.90717, + "ndcg_at_1000": 0.90833, + "map_at_1": 0.84111, + "map_at_3": 0.87611, + "map_at_5": 0.8785, + "map_at_10": 0.88128, + "map_at_20": 0.88237, + "map_at_100": 0.88322, + "map_at_1000": 0.88327, + "recall_at_1": 0.84111, + "recall_at_3": 0.91889, + "recall_at_5": 0.92889, + "recall_at_10": 0.94889, + "recall_at_20": 0.96556, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.84111, + "precision_at_3": 0.3063, + "precision_at_5": 0.18578, + "precision_at_10": 0.09489, + "precision_at_20": 0.04828, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.841111, + "mrr_at_3": 0.876111, + "mrr_at_5": 0.8785, + "mrr_at_10": 0.881284, + "mrr_at_20": 0.882375, + "mrr_at_100": 0.883223, + "mrr_at_1000": 0.883269, + "nauc_ndcg_at_1_max": 0.715538, + "nauc_ndcg_at_1_std": -0.039545, + "nauc_ndcg_at_1_diff1": 0.924084, + "nauc_ndcg_at_3_max": 0.769944, + "nauc_ndcg_at_3_std": -0.045172, + "nauc_ndcg_at_3_diff1": 0.912412, + "nauc_ndcg_at_5_max": 0.773577, + "nauc_ndcg_at_5_std": -0.038251, + "nauc_ndcg_at_5_diff1": 0.914512, + "nauc_ndcg_at_10_max": 0.767206, + "nauc_ndcg_at_10_std": -0.033654, + "nauc_ndcg_at_10_diff1": 0.91574, + "nauc_ndcg_at_20_max": 0.764428, + "nauc_ndcg_at_20_std": -0.030284, + "nauc_ndcg_at_20_diff1": 0.91721, + "nauc_ndcg_at_100_max": 0.760495, + "nauc_ndcg_at_100_std": -0.02993, + "nauc_ndcg_at_100_diff1": 0.916455, + "nauc_ndcg_at_1000_max": 0.758258, + "nauc_ndcg_at_1000_std": -0.032943, + "nauc_ndcg_at_1000_diff1": 0.916039, + "nauc_map_at_1_max": 0.715538, + "nauc_map_at_1_std": -0.039545, + "nauc_map_at_1_diff1": 0.924084, + "nauc_map_at_3_max": 0.754325, + "nauc_map_at_3_std": -0.04482, + "nauc_map_at_3_diff1": 0.914428, + "nauc_map_at_5_max": 0.755878, + "nauc_map_at_5_std": -0.041277, + "nauc_map_at_5_diff1": 0.915542, + "nauc_map_at_10_max": 0.753246, + "nauc_map_at_10_std": -0.039029, + "nauc_map_at_10_diff1": 0.915942, + "nauc_map_at_20_max": 0.752399, + "nauc_map_at_20_std": -0.038502, + "nauc_map_at_20_diff1": 0.916248, + "nauc_map_at_100_max": 0.751909, + "nauc_map_at_100_std": -0.037742, + "nauc_map_at_100_diff1": 0.916149, + "nauc_map_at_1000_max": 0.751841, + "nauc_map_at_1000_std": -0.037797, + "nauc_map_at_1000_diff1": 0.916136, + "nauc_recall_at_1_max": 0.715538, + "nauc_recall_at_1_std": -0.039545, + "nauc_recall_at_1_diff1": 0.924084, + "nauc_recall_at_3_max": 0.836032, + "nauc_recall_at_3_std": -0.045848, + "nauc_recall_at_3_diff1": 0.904743, + "nauc_recall_at_5_max": 0.858055, + "nauc_recall_at_5_std": -0.021504, + "nauc_recall_at_5_diff1": 0.911079, + "nauc_recall_at_10_max": 0.852089, + "nauc_recall_at_10_std": 0.004476, + "nauc_recall_at_10_diff1": 0.917844, + "nauc_recall_at_20_max": 0.864778, + "nauc_recall_at_20_std": 0.065013, + "nauc_recall_at_20_diff1": 0.935695, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.230509, + "nauc_recall_at_100_diff1": 0.948938, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.715538, + "nauc_precision_at_1_std": -0.039545, + "nauc_precision_at_1_diff1": 0.924084, + "nauc_precision_at_3_max": 0.836032, + "nauc_precision_at_3_std": -0.045848, + "nauc_precision_at_3_diff1": 0.904743, + "nauc_precision_at_5_max": 0.858055, + "nauc_precision_at_5_std": -0.021504, + "nauc_precision_at_5_diff1": 0.911079, + "nauc_precision_at_10_max": 0.852089, + "nauc_precision_at_10_std": 0.004476, + "nauc_precision_at_10_diff1": 0.917844, + "nauc_precision_at_20_max": 0.864778, + "nauc_precision_at_20_std": 0.065013, + "nauc_precision_at_20_diff1": 0.935695, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.230509, + "nauc_precision_at_100_diff1": 0.948938, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.715538, + "nauc_mrr_at_1_std": -0.039545, + "nauc_mrr_at_1_diff1": 0.924084, + "nauc_mrr_at_3_max": 0.754325, + "nauc_mrr_at_3_std": -0.04482, + "nauc_mrr_at_3_diff1": 0.914428, + "nauc_mrr_at_5_max": 0.755878, + "nauc_mrr_at_5_std": -0.041277, + "nauc_mrr_at_5_diff1": 0.915542, + "nauc_mrr_at_10_max": 0.753246, + "nauc_mrr_at_10_std": -0.039029, + "nauc_mrr_at_10_diff1": 0.915942, + "nauc_mrr_at_20_max": 0.752399, + "nauc_mrr_at_20_std": -0.038502, + "nauc_mrr_at_20_diff1": 0.916248, + "nauc_mrr_at_100_max": 0.751909, + "nauc_mrr_at_100_std": -0.037742, + "nauc_mrr_at_100_diff1": 0.916149, + "nauc_mrr_at_1000_max": 0.751841, + "nauc_mrr_at_1000_std": -0.037797, + "nauc_mrr_at_1000_diff1": 0.916136, + "main_score": 0.89792, + "hf_subset": "tel_Telu-tel_Telu", + "languages": [ + "tel-Telu", + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.94627, + "ndcg_at_5": 0.95263, + "ndcg_at_10": 0.95604, + "ndcg_at_20": 0.95717, + "ndcg_at_100": 0.95821, + "ndcg_at_1000": 0.95863, + "map_at_1": 0.92444, + "map_at_3": 0.94111, + "map_at_5": 0.94461, + "map_at_10": 0.94613, + "map_at_20": 0.94644, + "map_at_100": 0.94659, + "map_at_1000": 0.9466, + "recall_at_1": 0.92444, + "recall_at_3": 0.96111, + "recall_at_5": 0.97667, + "recall_at_10": 0.98667, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92444, + "precision_at_3": 0.32037, + "precision_at_5": 0.19533, + "precision_at_10": 0.09867, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.941111, + "mrr_at_5": 0.944611, + "mrr_at_10": 0.946126, + "mrr_at_20": 0.946439, + "mrr_at_100": 0.946587, + "mrr_at_1000": 0.946603, + "nauc_ndcg_at_1_max": 0.731305, + "nauc_ndcg_at_1_std": -0.109882, + "nauc_ndcg_at_1_diff1": 0.94923, + "nauc_ndcg_at_3_max": 0.816159, + "nauc_ndcg_at_3_std": -0.066345, + "nauc_ndcg_at_3_diff1": 0.945027, + "nauc_ndcg_at_5_max": 0.802348, + "nauc_ndcg_at_5_std": -0.058804, + "nauc_ndcg_at_5_diff1": 0.945632, + "nauc_ndcg_at_10_max": 0.793978, + "nauc_ndcg_at_10_std": -0.096181, + "nauc_ndcg_at_10_diff1": 0.94829, + "nauc_ndcg_at_20_max": 0.792807, + "nauc_ndcg_at_20_std": -0.080855, + "nauc_ndcg_at_20_diff1": 0.949601, + "nauc_ndcg_at_100_max": 0.789135, + "nauc_ndcg_at_100_std": -0.0658, + "nauc_ndcg_at_100_diff1": 0.948877, + "nauc_ndcg_at_1000_max": 0.7879, + "nauc_ndcg_at_1000_std": -0.076673, + "nauc_ndcg_at_1000_diff1": 0.948355, + "nauc_map_at_1_max": 0.731305, + "nauc_map_at_1_std": -0.109882, + "nauc_map_at_1_diff1": 0.94923, + "nauc_map_at_3_max": 0.793974, + "nauc_map_at_3_std": -0.080498, + "nauc_map_at_3_diff1": 0.946268, + "nauc_map_at_5_max": 0.786075, + "nauc_map_at_5_std": -0.078048, + "nauc_map_at_5_diff1": 0.946708, + "nauc_map_at_10_max": 0.782557, + "nauc_map_at_10_std": -0.092056, + "nauc_map_at_10_diff1": 0.947801, + "nauc_map_at_20_max": 0.782237, + "nauc_map_at_20_std": -0.088263, + "nauc_map_at_20_diff1": 0.948124, + "nauc_map_at_100_max": 0.781818, + "nauc_map_at_100_std": -0.085532, + "nauc_map_at_100_diff1": 0.948009, + "nauc_map_at_1000_max": 0.781784, + "nauc_map_at_1000_std": -0.085861, + "nauc_map_at_1000_diff1": 0.947993, + "nauc_recall_at_1_max": 0.731305, + "nauc_recall_at_1_std": -0.109882, + "nauc_recall_at_1_diff1": 0.94923, + "nauc_recall_at_3_max": 0.910564, + "nauc_recall_at_3_std": -0.004068, + "nauc_recall_at_3_diff1": 0.939643, + "nauc_recall_at_5_max": 0.904851, + "nauc_recall_at_5_std": 0.07692, + "nauc_recall_at_5_diff1": 0.938309, + "nauc_recall_at_10_max": 0.901572, + "nauc_recall_at_10_std": -0.183279, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.932598, + "nauc_recall_at_20_std": 0.046043, + "nauc_recall_at_20_diff1": 0.98366, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.731305, + "nauc_precision_at_1_std": -0.109882, + "nauc_precision_at_1_diff1": 0.94923, + "nauc_precision_at_3_max": 0.910564, + "nauc_precision_at_3_std": -0.004068, + "nauc_precision_at_3_diff1": 0.939643, + "nauc_precision_at_5_max": 0.904851, + "nauc_precision_at_5_std": 0.07692, + "nauc_precision_at_5_diff1": 0.938309, + "nauc_precision_at_10_max": 0.901572, + "nauc_precision_at_10_std": -0.183279, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.932598, + "nauc_precision_at_20_std": 0.046043, + "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.731305, + "nauc_mrr_at_1_std": -0.109882, + "nauc_mrr_at_1_diff1": 0.94923, + "nauc_mrr_at_3_max": 0.793974, + "nauc_mrr_at_3_std": -0.080498, + "nauc_mrr_at_3_diff1": 0.946268, + "nauc_mrr_at_5_max": 0.786075, + "nauc_mrr_at_5_std": -0.078048, + "nauc_mrr_at_5_diff1": 0.946708, + "nauc_mrr_at_10_max": 0.782557, + "nauc_mrr_at_10_std": -0.092056, + "nauc_mrr_at_10_diff1": 0.947801, + "nauc_mrr_at_20_max": 0.782237, + "nauc_mrr_at_20_std": -0.088263, + "nauc_mrr_at_20_diff1": 0.948124, + "nauc_mrr_at_100_max": 0.781818, + "nauc_mrr_at_100_std": -0.085532, + "nauc_mrr_at_100_diff1": 0.948009, + "nauc_mrr_at_1000_max": 0.781784, + "nauc_mrr_at_1000_std": -0.085861, + "nauc_mrr_at_1000_diff1": 0.947993, + "main_score": 0.95604, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83444, + "ndcg_at_3": 0.88341, + "ndcg_at_5": 0.89307, + "ndcg_at_10": 0.8996, + "ndcg_at_20": 0.90385, + "ndcg_at_100": 0.90681, + "ndcg_at_1000": 0.90783, + "map_at_1": 0.83444, + "map_at_3": 0.87185, + "map_at_5": 0.87724, + "map_at_10": 0.87997, + "map_at_20": 0.88116, + "map_at_100": 0.88159, + "map_at_1000": 0.88163, + "recall_at_1": 0.83444, + "recall_at_3": 0.91667, + "recall_at_5": 0.94, + "recall_at_10": 0.96, + "recall_at_20": 0.97667, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.83444, + "precision_at_3": 0.30556, + "precision_at_5": 0.188, + "precision_at_10": 0.096, + "precision_at_20": 0.04883, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.834444, + "mrr_at_3": 0.871852, + "mrr_at_5": 0.877241, + "mrr_at_10": 0.879971, + "mrr_at_20": 0.881158, + "mrr_at_100": 0.881589, + "mrr_at_1000": 0.881628, + "nauc_ndcg_at_1_max": 0.696489, + "nauc_ndcg_at_1_std": 0.121607, + "nauc_ndcg_at_1_diff1": 0.909086, + "nauc_ndcg_at_3_max": 0.75297, + "nauc_ndcg_at_3_std": 0.112171, + "nauc_ndcg_at_3_diff1": 0.889803, + "nauc_ndcg_at_5_max": 0.755277, + "nauc_ndcg_at_5_std": 0.144001, + "nauc_ndcg_at_5_diff1": 0.895662, + "nauc_ndcg_at_10_max": 0.747585, + "nauc_ndcg_at_10_std": 0.147407, + "nauc_ndcg_at_10_diff1": 0.89659, + "nauc_ndcg_at_20_max": 0.745496, + "nauc_ndcg_at_20_std": 0.157152, + "nauc_ndcg_at_20_diff1": 0.897653, + "nauc_ndcg_at_100_max": 0.741927, + "nauc_ndcg_at_100_std": 0.151426, + "nauc_ndcg_at_100_diff1": 0.898116, + "nauc_ndcg_at_1000_max": 0.73962, + "nauc_ndcg_at_1000_std": 0.142367, + "nauc_ndcg_at_1000_diff1": 0.897824, + "nauc_map_at_1_max": 0.696489, + "nauc_map_at_1_std": 0.121607, + "nauc_map_at_1_diff1": 0.909086, + "nauc_map_at_3_max": 0.737625, + "nauc_map_at_3_std": 0.115008, + "nauc_map_at_3_diff1": 0.895119, + "nauc_map_at_5_max": 0.737984, + "nauc_map_at_5_std": 0.130888, + "nauc_map_at_5_diff1": 0.89832, + "nauc_map_at_10_max": 0.734806, + "nauc_map_at_10_std": 0.132531, + "nauc_map_at_10_diff1": 0.898559, + "nauc_map_at_20_max": 0.734163, + "nauc_map_at_20_std": 0.134548, + "nauc_map_at_20_diff1": 0.898782, + "nauc_map_at_100_max": 0.733712, + "nauc_map_at_100_std": 0.133734, + "nauc_map_at_100_diff1": 0.898804, + "nauc_map_at_1000_max": 0.733641, + "nauc_map_at_1000_std": 0.133457, + "nauc_map_at_1000_diff1": 0.898795, + "nauc_recall_at_1_max": 0.696489, + "nauc_recall_at_1_std": 0.121607, + "nauc_recall_at_1_diff1": 0.909086, + "nauc_recall_at_3_max": 0.817535, + "nauc_recall_at_3_std": 0.100044, + "nauc_recall_at_3_diff1": 0.867383, + "nauc_recall_at_5_max": 0.852855, + "nauc_recall_at_5_std": 0.22658, + "nauc_recall_at_5_diff1": 0.882336, + "nauc_recall_at_10_max": 0.845484, + "nauc_recall_at_10_std": 0.281396, + "nauc_recall_at_10_diff1": 0.884908, + "nauc_recall_at_20_max": 0.884398, + "nauc_recall_at_20_std": 0.531124, + "nauc_recall_at_20_diff1": 0.894736, + "nauc_recall_at_100_max": 0.943978, + "nauc_recall_at_100_std": 0.943978, + "nauc_recall_at_100_diff1": 0.922969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696489, + "nauc_precision_at_1_std": 0.121607, + "nauc_precision_at_1_diff1": 0.909086, + "nauc_precision_at_3_max": 0.817535, + "nauc_precision_at_3_std": 0.100044, + "nauc_precision_at_3_diff1": 0.867383, + "nauc_precision_at_5_max": 0.852855, + "nauc_precision_at_5_std": 0.22658, + "nauc_precision_at_5_diff1": 0.882336, + "nauc_precision_at_10_max": 0.845484, + "nauc_precision_at_10_std": 0.281396, + "nauc_precision_at_10_diff1": 0.884908, + "nauc_precision_at_20_max": 0.884398, + "nauc_precision_at_20_std": 0.531124, + "nauc_precision_at_20_diff1": 0.894736, + "nauc_precision_at_100_max": 0.943978, + "nauc_precision_at_100_std": 0.943978, + "nauc_precision_at_100_diff1": 0.922969, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696489, + "nauc_mrr_at_1_std": 0.121607, + "nauc_mrr_at_1_diff1": 0.909086, + "nauc_mrr_at_3_max": 0.737625, + "nauc_mrr_at_3_std": 0.115008, + "nauc_mrr_at_3_diff1": 0.895119, + "nauc_mrr_at_5_max": 0.737984, + "nauc_mrr_at_5_std": 0.130888, + "nauc_mrr_at_5_diff1": 0.89832, + "nauc_mrr_at_10_max": 0.734806, + "nauc_mrr_at_10_std": 0.132531, + "nauc_mrr_at_10_diff1": 0.898559, + "nauc_mrr_at_20_max": 0.734163, + "nauc_mrr_at_20_std": 0.134548, + "nauc_mrr_at_20_diff1": 0.898782, + "nauc_mrr_at_100_max": 0.733712, + "nauc_mrr_at_100_std": 0.133734, + "nauc_mrr_at_100_diff1": 0.898804, + "nauc_mrr_at_1000_max": 0.733641, + "nauc_mrr_at_1000_std": 0.133457, + "nauc_mrr_at_1000_diff1": 0.898795, + "main_score": 0.8996, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.76333, + "ndcg_at_3": 0.81704, + "ndcg_at_5": 0.82717, + "ndcg_at_10": 0.83914, + "ndcg_at_20": 0.84406, + "ndcg_at_100": 0.85145, + "ndcg_at_1000": 0.85493, + "map_at_1": 0.76333, + "map_at_3": 0.80407, + "map_at_5": 0.80974, + "map_at_10": 0.81475, + "map_at_20": 0.81617, + "map_at_100": 0.81719, + "map_at_1000": 0.81735, + "recall_at_1": 0.76333, + "recall_at_3": 0.85444, + "recall_at_5": 0.87889, + "recall_at_10": 0.91556, + "recall_at_20": 0.93444, + "recall_at_100": 0.97444, + "recall_at_1000": 1.0, + "precision_at_1": 0.76333, + "precision_at_3": 0.28481, + "precision_at_5": 0.17578, + "precision_at_10": 0.09156, + "precision_at_20": 0.04672, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.763333, + "mrr_at_3": 0.804074, + "mrr_at_5": 0.809741, + "mrr_at_10": 0.814745, + "mrr_at_20": 0.816172, + "mrr_at_100": 0.817189, + "mrr_at_1000": 0.817351, + "nauc_ndcg_at_1_max": 0.736993, + "nauc_ndcg_at_1_std": 0.235832, + "nauc_ndcg_at_1_diff1": 0.880093, + "nauc_ndcg_at_3_max": 0.784809, + "nauc_ndcg_at_3_std": 0.302909, + "nauc_ndcg_at_3_diff1": 0.866095, + "nauc_ndcg_at_5_max": 0.778792, + "nauc_ndcg_at_5_std": 0.29836, + "nauc_ndcg_at_5_diff1": 0.860926, + "nauc_ndcg_at_10_max": 0.775399, + "nauc_ndcg_at_10_std": 0.299274, + "nauc_ndcg_at_10_diff1": 0.8591, + "nauc_ndcg_at_20_max": 0.774707, + "nauc_ndcg_at_20_std": 0.308834, + "nauc_ndcg_at_20_diff1": 0.861752, + "nauc_ndcg_at_100_max": 0.77215, + "nauc_ndcg_at_100_std": 0.302104, + "nauc_ndcg_at_100_diff1": 0.863103, + "nauc_ndcg_at_1000_max": 0.769662, + "nauc_ndcg_at_1000_std": 0.291445, + "nauc_ndcg_at_1000_diff1": 0.864109, + "nauc_map_at_1_max": 0.736993, + "nauc_map_at_1_std": 0.235832, + "nauc_map_at_1_diff1": 0.880093, + "nauc_map_at_3_max": 0.771031, + "nauc_map_at_3_std": 0.283173, + "nauc_map_at_3_diff1": 0.869038, + "nauc_map_at_5_max": 0.767568, + "nauc_map_at_5_std": 0.280234, + "nauc_map_at_5_diff1": 0.866471, + "nauc_map_at_10_max": 0.765584, + "nauc_map_at_10_std": 0.279507, + "nauc_map_at_10_diff1": 0.865708, + "nauc_map_at_20_max": 0.765291, + "nauc_map_at_20_std": 0.281521, + "nauc_map_at_20_diff1": 0.866418, + "nauc_map_at_100_max": 0.765009, + "nauc_map_at_100_std": 0.280393, + "nauc_map_at_100_diff1": 0.866586, + "nauc_map_at_1000_max": 0.764901, + "nauc_map_at_1000_std": 0.279987, + "nauc_map_at_1000_diff1": 0.866626, + "nauc_recall_at_1_max": 0.736993, + "nauc_recall_at_1_std": 0.235832, + "nauc_recall_at_1_diff1": 0.880093, + "nauc_recall_at_3_max": 0.836357, + "nauc_recall_at_3_std": 0.376963, + "nauc_recall_at_3_diff1": 0.855664, + "nauc_recall_at_5_max": 0.825774, + "nauc_recall_at_5_std": 0.375634, + "nauc_recall_at_5_diff1": 0.836784, + "nauc_recall_at_10_max": 0.83087, + "nauc_recall_at_10_std": 0.417871, + "nauc_recall_at_10_diff1": 0.819776, + "nauc_recall_at_20_max": 0.841753, + "nauc_recall_at_20_std": 0.536992, + "nauc_recall_at_20_diff1": 0.831062, + "nauc_recall_at_100_max": 0.86583, + "nauc_recall_at_100_std": 0.717472, + "nauc_recall_at_100_diff1": 0.823915, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736993, + "nauc_precision_at_1_std": 0.235832, + "nauc_precision_at_1_diff1": 0.880093, + "nauc_precision_at_3_max": 0.836357, + "nauc_precision_at_3_std": 0.376963, + "nauc_precision_at_3_diff1": 0.855664, + "nauc_precision_at_5_max": 0.825774, + "nauc_precision_at_5_std": 0.375634, + "nauc_precision_at_5_diff1": 0.836784, + "nauc_precision_at_10_max": 0.83087, + "nauc_precision_at_10_std": 0.417871, + "nauc_precision_at_10_diff1": 0.819776, + "nauc_precision_at_20_max": 0.841753, + "nauc_precision_at_20_std": 0.536992, + "nauc_precision_at_20_diff1": 0.831062, + "nauc_precision_at_100_max": 0.86583, + "nauc_precision_at_100_std": 0.717472, + "nauc_precision_at_100_diff1": 0.823915, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736993, + "nauc_mrr_at_1_std": 0.235832, + "nauc_mrr_at_1_diff1": 0.880093, + "nauc_mrr_at_3_max": 0.771031, + "nauc_mrr_at_3_std": 0.283173, + "nauc_mrr_at_3_diff1": 0.869038, + "nauc_mrr_at_5_max": 0.767568, + "nauc_mrr_at_5_std": 0.280234, + "nauc_mrr_at_5_diff1": 0.866471, + "nauc_mrr_at_10_max": 0.765584, + "nauc_mrr_at_10_std": 0.279507, + "nauc_mrr_at_10_diff1": 0.865708, + "nauc_mrr_at_20_max": 0.765291, + "nauc_mrr_at_20_std": 0.281521, + "nauc_mrr_at_20_diff1": 0.866418, + "nauc_mrr_at_100_max": 0.765009, + "nauc_mrr_at_100_std": 0.280393, + "nauc_mrr_at_100_diff1": 0.866586, + "nauc_mrr_at_1000_max": 0.764901, + "nauc_mrr_at_1000_std": 0.279987, + "nauc_mrr_at_1000_diff1": 0.866626, + "main_score": 0.83914, + "hf_subset": "tgk_Cyrl-tgk_Cyrl", + "languages": [ + "tgk-Cyrl", + "tgk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.93447, + "ndcg_at_5": 0.93949, + "ndcg_at_10": 0.94248, + "ndcg_at_20": 0.94523, + "ndcg_at_100": 0.94611, + "ndcg_at_1000": 0.94667, + "map_at_1": 0.89667, + "map_at_3": 0.92593, + "map_at_5": 0.9287, + "map_at_10": 0.93, + "map_at_20": 0.93073, + "map_at_100": 0.93087, + "map_at_1000": 0.93089, + "recall_at_1": 0.89667, + "recall_at_3": 0.95889, + "recall_at_5": 0.97111, + "recall_at_10": 0.98, + "recall_at_20": 0.99111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89667, + "precision_at_3": 0.31963, + "precision_at_5": 0.19422, + "precision_at_10": 0.098, + "precision_at_20": 0.04956, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.928704, + "mrr_at_10": 0.930004, + "mrr_at_20": 0.930726, + "mrr_at_100": 0.930869, + "mrr_at_1000": 0.930889, + "nauc_ndcg_at_1_max": 0.70747, + "nauc_ndcg_at_1_std": -0.139333, + "nauc_ndcg_at_1_diff1": 0.919971, + "nauc_ndcg_at_3_max": 0.760581, + "nauc_ndcg_at_3_std": -0.060262, + "nauc_ndcg_at_3_diff1": 0.923047, + "nauc_ndcg_at_5_max": 0.763463, + "nauc_ndcg_at_5_std": -0.076786, + "nauc_ndcg_at_5_diff1": 0.924289, + "nauc_ndcg_at_10_max": 0.757521, + "nauc_ndcg_at_10_std": -0.082685, + "nauc_ndcg_at_10_diff1": 0.922889, + "nauc_ndcg_at_20_max": 0.751824, + "nauc_ndcg_at_20_std": -0.068775, + "nauc_ndcg_at_20_diff1": 0.924742, + "nauc_ndcg_at_100_max": 0.747756, + "nauc_ndcg_at_100_std": -0.068692, + "nauc_ndcg_at_100_diff1": 0.923509, + "nauc_ndcg_at_1000_max": 0.746448, + "nauc_ndcg_at_1000_std": -0.080047, + "nauc_ndcg_at_1000_diff1": 0.923008, + "nauc_map_at_1_max": 0.70747, + "nauc_map_at_1_std": -0.139333, + "nauc_map_at_1_diff1": 0.919971, + "nauc_map_at_3_max": 0.743801, + "nauc_map_at_3_std": -0.083646, + "nauc_map_at_3_diff1": 0.921706, + "nauc_map_at_5_max": 0.745025, + "nauc_map_at_5_std": -0.091333, + "nauc_map_at_5_diff1": 0.922414, + "nauc_map_at_10_max": 0.742591, + "nauc_map_at_10_std": -0.093602, + "nauc_map_at_10_diff1": 0.921872, + "nauc_map_at_20_max": 0.741262, + "nauc_map_at_20_std": -0.091437, + "nauc_map_at_20_diff1": 0.922341, + "nauc_map_at_100_max": 0.740726, + "nauc_map_at_100_std": -0.091133, + "nauc_map_at_100_diff1": 0.922181, + "nauc_map_at_1000_max": 0.74068, + "nauc_map_at_1000_std": -0.091461, + "nauc_map_at_1000_diff1": 0.922162, + "nauc_recall_at_1_max": 0.70747, + "nauc_recall_at_1_std": -0.139333, + "nauc_recall_at_1_diff1": 0.919971, + "nauc_recall_at_3_max": 0.846784, + "nauc_recall_at_3_std": 0.058609, + "nauc_recall_at_3_diff1": 0.930224, + "nauc_recall_at_5_max": 0.892552, + "nauc_recall_at_5_std": 0.014778, + "nauc_recall_at_5_diff1": 0.937783, + "nauc_recall_at_10_max": 0.898615, + "nauc_recall_at_10_std": 0.003216, + "nauc_recall_at_10_diff1": 0.931917, + "nauc_recall_at_20_max": 0.932598, + "nauc_recall_at_20_std": 0.492122, + "nauc_recall_at_20_diff1": 0.98366, + "nauc_recall_at_100_max": 0.865196, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.70747, + "nauc_precision_at_1_std": -0.139333, + "nauc_precision_at_1_diff1": 0.919971, + "nauc_precision_at_3_max": 0.846784, + "nauc_precision_at_3_std": 0.058609, + "nauc_precision_at_3_diff1": 0.930224, + "nauc_precision_at_5_max": 0.892552, + "nauc_precision_at_5_std": 0.014778, + "nauc_precision_at_5_diff1": 0.937783, + "nauc_precision_at_10_max": 0.898615, + "nauc_precision_at_10_std": 0.003216, + "nauc_precision_at_10_diff1": 0.931917, + "nauc_precision_at_20_max": 0.932598, + "nauc_precision_at_20_std": 0.492122, + "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_100_max": 0.865196, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.70747, + "nauc_mrr_at_1_std": -0.139333, + "nauc_mrr_at_1_diff1": 0.919971, + "nauc_mrr_at_3_max": 0.743801, + "nauc_mrr_at_3_std": -0.083646, + "nauc_mrr_at_3_diff1": 0.921706, + "nauc_mrr_at_5_max": 0.745025, + "nauc_mrr_at_5_std": -0.091333, + "nauc_mrr_at_5_diff1": 0.922414, + "nauc_mrr_at_10_max": 0.742591, + "nauc_mrr_at_10_std": -0.093602, + "nauc_mrr_at_10_diff1": 0.921872, + "nauc_mrr_at_20_max": 0.741262, + "nauc_mrr_at_20_std": -0.091437, + "nauc_mrr_at_20_diff1": 0.922341, + "nauc_mrr_at_100_max": 0.740726, + "nauc_mrr_at_100_std": -0.091133, + "nauc_mrr_at_100_diff1": 0.922181, + "nauc_mrr_at_1000_max": 0.74068, + "nauc_mrr_at_1000_std": -0.091461, + "nauc_mrr_at_1000_diff1": 0.922162, + "main_score": 0.94248, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.70111, + "ndcg_at_3": 0.75397, + "ndcg_at_5": 0.76444, + "ndcg_at_10": 0.78124, + "ndcg_at_20": 0.78944, + "ndcg_at_100": 0.8, + "ndcg_at_1000": 0.8055, + "map_at_1": 0.70111, + "map_at_3": 0.74111, + "map_at_5": 0.74689, + "map_at_10": 0.75377, + "map_at_20": 0.75605, + "map_at_100": 0.75744, + "map_at_1000": 0.75768, + "recall_at_1": 0.70111, + "recall_at_3": 0.79111, + "recall_at_5": 0.81667, + "recall_at_10": 0.86889, + "recall_at_20": 0.90111, + "recall_at_100": 0.95889, + "recall_at_1000": 1.0, + "precision_at_1": 0.70111, + "precision_at_3": 0.2637, + "precision_at_5": 0.16333, + "precision_at_10": 0.08689, + "precision_at_20": 0.04506, + "precision_at_100": 0.00959, + "precision_at_1000": 0.001, + "mrr_at_1": 0.701111, + "mrr_at_3": 0.741111, + "mrr_at_5": 0.746889, + "mrr_at_10": 0.753773, + "mrr_at_20": 0.756054, + "mrr_at_100": 0.757439, + "mrr_at_1000": 0.757679, + "nauc_ndcg_at_1_max": 0.702887, + "nauc_ndcg_at_1_std": 0.174561, + "nauc_ndcg_at_1_diff1": 0.859458, + "nauc_ndcg_at_3_max": 0.743435, + "nauc_ndcg_at_3_std": 0.21486, + "nauc_ndcg_at_3_diff1": 0.840678, + "nauc_ndcg_at_5_max": 0.740156, + "nauc_ndcg_at_5_std": 0.214733, + "nauc_ndcg_at_5_diff1": 0.834932, + "nauc_ndcg_at_10_max": 0.734382, + "nauc_ndcg_at_10_std": 0.212194, + "nauc_ndcg_at_10_diff1": 0.833828, + "nauc_ndcg_at_20_max": 0.729784, + "nauc_ndcg_at_20_std": 0.212089, + "nauc_ndcg_at_20_diff1": 0.831792, + "nauc_ndcg_at_100_max": 0.730944, + "nauc_ndcg_at_100_std": 0.213363, + "nauc_ndcg_at_100_diff1": 0.837147, + "nauc_ndcg_at_1000_max": 0.731183, + "nauc_ndcg_at_1000_std": 0.208443, + "nauc_ndcg_at_1000_diff1": 0.838845, + "nauc_map_at_1_max": 0.702887, + "nauc_map_at_1_std": 0.174561, + "nauc_map_at_1_diff1": 0.859458, + "nauc_map_at_3_max": 0.734212, + "nauc_map_at_3_std": 0.202633, + "nauc_map_at_3_diff1": 0.845809, + "nauc_map_at_5_max": 0.732245, + "nauc_map_at_5_std": 0.202278, + "nauc_map_at_5_diff1": 0.84279, + "nauc_map_at_10_max": 0.730036, + "nauc_map_at_10_std": 0.201223, + "nauc_map_at_10_diff1": 0.842568, + "nauc_map_at_20_max": 0.728888, + "nauc_map_at_20_std": 0.201178, + "nauc_map_at_20_diff1": 0.84222, + "nauc_map_at_100_max": 0.729057, + "nauc_map_at_100_std": 0.201485, + "nauc_map_at_100_diff1": 0.842874, + "nauc_map_at_1000_max": 0.729082, + "nauc_map_at_1000_std": 0.20136, + "nauc_map_at_1000_diff1": 0.842948, + "nauc_recall_at_1_max": 0.702887, + "nauc_recall_at_1_std": 0.174561, + "nauc_recall_at_1_diff1": 0.859458, + "nauc_recall_at_3_max": 0.774146, + "nauc_recall_at_3_std": 0.257364, + "nauc_recall_at_3_diff1": 0.823087, + "nauc_recall_at_5_max": 0.768426, + "nauc_recall_at_5_std": 0.26232, + "nauc_recall_at_5_diff1": 0.804506, + "nauc_recall_at_10_max": 0.749383, + "nauc_recall_at_10_std": 0.265062, + "nauc_recall_at_10_diff1": 0.788642, + "nauc_recall_at_20_max": 0.718802, + "nauc_recall_at_20_std": 0.277988, + "nauc_recall_at_20_diff1": 0.75935, + "nauc_recall_at_100_max": 0.728064, + "nauc_recall_at_100_std": 0.384447, + "nauc_recall_at_100_diff1": 0.785336, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.702887, + "nauc_precision_at_1_std": 0.174561, + "nauc_precision_at_1_diff1": 0.859458, + "nauc_precision_at_3_max": 0.774146, + "nauc_precision_at_3_std": 0.257364, + "nauc_precision_at_3_diff1": 0.823087, + "nauc_precision_at_5_max": 0.768426, + "nauc_precision_at_5_std": 0.26232, + "nauc_precision_at_5_diff1": 0.804506, + "nauc_precision_at_10_max": 0.749383, + "nauc_precision_at_10_std": 0.265062, + "nauc_precision_at_10_diff1": 0.788642, + "nauc_precision_at_20_max": 0.718802, + "nauc_precision_at_20_std": 0.277988, + "nauc_precision_at_20_diff1": 0.75935, + "nauc_precision_at_100_max": 0.728064, + "nauc_precision_at_100_std": 0.384447, + "nauc_precision_at_100_diff1": 0.785336, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.702887, + "nauc_mrr_at_1_std": 0.174561, + "nauc_mrr_at_1_diff1": 0.859458, + "nauc_mrr_at_3_max": 0.734212, + "nauc_mrr_at_3_std": 0.202633, + "nauc_mrr_at_3_diff1": 0.845809, + "nauc_mrr_at_5_max": 0.732245, + "nauc_mrr_at_5_std": 0.202278, + "nauc_mrr_at_5_diff1": 0.84279, + "nauc_mrr_at_10_max": 0.730036, + "nauc_mrr_at_10_std": 0.201223, + "nauc_mrr_at_10_diff1": 0.842568, + "nauc_mrr_at_20_max": 0.728888, + "nauc_mrr_at_20_std": 0.201178, + "nauc_mrr_at_20_diff1": 0.84222, + "nauc_mrr_at_100_max": 0.729057, + "nauc_mrr_at_100_std": 0.201485, + "nauc_mrr_at_100_diff1": 0.842874, + "nauc_mrr_at_1000_max": 0.729082, + "nauc_mrr_at_1000_std": 0.20136, + "nauc_mrr_at_1000_diff1": 0.842948, + "main_score": 0.78124, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.83444, + "ndcg_at_3": 0.88368, + "ndcg_at_5": 0.89228, + "ndcg_at_10": 0.89878, + "ndcg_at_20": 0.90227, + "ndcg_at_100": 0.90563, + "ndcg_at_1000": 0.90698, + "map_at_1": 0.83444, + "map_at_3": 0.87185, + "map_at_5": 0.87657, + "map_at_10": 0.87927, + "map_at_20": 0.88029, + "map_at_100": 0.88078, + "map_at_1000": 0.88084, + "recall_at_1": 0.83444, + "recall_at_3": 0.91778, + "recall_at_5": 0.93889, + "recall_at_10": 0.95889, + "recall_at_20": 0.97222, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.83444, + "precision_at_3": 0.30593, + "precision_at_5": 0.18778, + "precision_at_10": 0.09589, + "precision_at_20": 0.04861, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.834444, + "mrr_at_3": 0.871852, + "mrr_at_5": 0.876574, + "mrr_at_10": 0.879273, + "mrr_at_20": 0.880292, + "mrr_at_100": 0.880777, + "mrr_at_1000": 0.880839, + "nauc_ndcg_at_1_max": 0.740251, + "nauc_ndcg_at_1_std": -0.09436, + "nauc_ndcg_at_1_diff1": 0.938904, + "nauc_ndcg_at_3_max": 0.790332, + "nauc_ndcg_at_3_std": -0.094041, + "nauc_ndcg_at_3_diff1": 0.925137, + "nauc_ndcg_at_5_max": 0.793629, + "nauc_ndcg_at_5_std": -0.085365, + "nauc_ndcg_at_5_diff1": 0.928656, + "nauc_ndcg_at_10_max": 0.788554, + "nauc_ndcg_at_10_std": -0.082581, + "nauc_ndcg_at_10_diff1": 0.927417, + "nauc_ndcg_at_20_max": 0.78727, + "nauc_ndcg_at_20_std": -0.077927, + "nauc_ndcg_at_20_diff1": 0.928525, + "nauc_ndcg_at_100_max": 0.781603, + "nauc_ndcg_at_100_std": -0.084408, + "nauc_ndcg_at_100_diff1": 0.929367, + "nauc_ndcg_at_1000_max": 0.779281, + "nauc_ndcg_at_1000_std": -0.085816, + "nauc_ndcg_at_1000_diff1": 0.929235, + "nauc_map_at_1_max": 0.740251, + "nauc_map_at_1_std": -0.09436, + "nauc_map_at_1_diff1": 0.938904, + "nauc_map_at_3_max": 0.775267, + "nauc_map_at_3_std": -0.09577, + "nauc_map_at_3_diff1": 0.928034, + "nauc_map_at_5_max": 0.776271, + "nauc_map_at_5_std": -0.091861, + "nauc_map_at_5_diff1": 0.929896, + "nauc_map_at_10_max": 0.774048, + "nauc_map_at_10_std": -0.090563, + "nauc_map_at_10_diff1": 0.929461, + "nauc_map_at_20_max": 0.773618, + "nauc_map_at_20_std": -0.089415, + "nauc_map_at_20_diff1": 0.929753, + "nauc_map_at_100_max": 0.772918, + "nauc_map_at_100_std": -0.090272, + "nauc_map_at_100_diff1": 0.92988, + "nauc_map_at_1000_max": 0.772835, + "nauc_map_at_1000_std": -0.090241, + "nauc_map_at_1000_diff1": 0.929878, + "nauc_recall_at_1_max": 0.740251, + "nauc_recall_at_1_std": -0.09436, + "nauc_recall_at_1_diff1": 0.938904, + "nauc_recall_at_3_max": 0.855572, + "nauc_recall_at_3_std": -0.085516, + "nauc_recall_at_3_diff1": 0.91338, + "nauc_recall_at_5_max": 0.891817, + "nauc_recall_at_5_std": -0.044589, + "nauc_recall_at_5_diff1": 0.923648, + "nauc_recall_at_10_max": 0.903033, + "nauc_recall_at_10_std": -0.01128, + "nauc_recall_at_10_diff1": 0.91256, + "nauc_recall_at_20_max": 0.941176, + "nauc_recall_at_20_std": 0.080019, + "nauc_recall_at_20_diff1": 0.919608, + "nauc_recall_at_100_max": 0.940087, + "nauc_recall_at_100_std": 0.056956, + "nauc_recall_at_100_diff1": 0.940087, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.740251, + "nauc_precision_at_1_std": -0.09436, + "nauc_precision_at_1_diff1": 0.938904, + "nauc_precision_at_3_max": 0.855572, + "nauc_precision_at_3_std": -0.085516, + "nauc_precision_at_3_diff1": 0.91338, + "nauc_precision_at_5_max": 0.891817, + "nauc_precision_at_5_std": -0.044589, + "nauc_precision_at_5_diff1": 0.923648, + "nauc_precision_at_10_max": 0.903033, + "nauc_precision_at_10_std": -0.01128, + "nauc_precision_at_10_diff1": 0.91256, + "nauc_precision_at_20_max": 0.941176, + "nauc_precision_at_20_std": 0.080019, + "nauc_precision_at_20_diff1": 0.919608, + "nauc_precision_at_100_max": 0.940087, + "nauc_precision_at_100_std": 0.056956, + "nauc_precision_at_100_diff1": 0.940087, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.740251, + "nauc_mrr_at_1_std": -0.09436, + "nauc_mrr_at_1_diff1": 0.938904, + "nauc_mrr_at_3_max": 0.775267, + "nauc_mrr_at_3_std": -0.09577, + "nauc_mrr_at_3_diff1": 0.928034, + "nauc_mrr_at_5_max": 0.776271, + "nauc_mrr_at_5_std": -0.091861, + "nauc_mrr_at_5_diff1": 0.929896, + "nauc_mrr_at_10_max": 0.774048, + "nauc_mrr_at_10_std": -0.090563, + "nauc_mrr_at_10_diff1": 0.929461, + "nauc_mrr_at_20_max": 0.773618, + "nauc_mrr_at_20_std": -0.089415, + "nauc_mrr_at_20_diff1": 0.929753, + "nauc_mrr_at_100_max": 0.772918, + "nauc_mrr_at_100_std": -0.090272, + "nauc_mrr_at_100_diff1": 0.92988, + "nauc_mrr_at_1000_max": 0.772835, + "nauc_mrr_at_1000_std": -0.090241, + "nauc_mrr_at_1000_diff1": 0.929878, + "main_score": 0.89878, + "hf_subset": "tgl_Latn-tgl_Latn", + "languages": [ + "tgl-Latn", + "tgl-Latn" + ] + }, + { + "ndcg_at_1": 0.92778, + "ndcg_at_3": 0.95299, + "ndcg_at_5": 0.95619, + "ndcg_at_10": 0.95936, + "ndcg_at_20": 0.96048, + "ndcg_at_100": 0.96153, + "ndcg_at_1000": 0.96195, + "map_at_1": 0.92778, + "map_at_3": 0.94741, + "map_at_5": 0.94919, + "map_at_10": 0.95045, + "map_at_20": 0.95076, + "map_at_100": 0.95091, + "map_at_1000": 0.95093, + "recall_at_1": 0.92778, + "recall_at_3": 0.96889, + "recall_at_5": 0.97667, + "recall_at_10": 0.98667, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92778, + "precision_at_3": 0.32296, + "precision_at_5": 0.19533, + "precision_at_10": 0.09867, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.927778, + "mrr_at_3": 0.947407, + "mrr_at_5": 0.949185, + "mrr_at_10": 0.950454, + "mrr_at_20": 0.950762, + "mrr_at_100": 0.950912, + "mrr_at_1000": 0.950927, + "nauc_ndcg_at_1_max": 0.735244, + "nauc_ndcg_at_1_std": -0.218387, + "nauc_ndcg_at_1_diff1": 0.94387, + "nauc_ndcg_at_3_max": 0.820287, + "nauc_ndcg_at_3_std": -0.147471, + "nauc_ndcg_at_3_diff1": 0.948668, + "nauc_ndcg_at_5_max": 0.811283, + "nauc_ndcg_at_5_std": -0.154291, + "nauc_ndcg_at_5_diff1": 0.94748, + "nauc_ndcg_at_10_max": 0.797606, + "nauc_ndcg_at_10_std": -0.171498, + "nauc_ndcg_at_10_diff1": 0.945735, + "nauc_ndcg_at_20_max": 0.796722, + "nauc_ndcg_at_20_std": -0.149663, + "nauc_ndcg_at_20_diff1": 0.948022, + "nauc_ndcg_at_100_max": 0.794284, + "nauc_ndcg_at_100_std": -0.159117, + "nauc_ndcg_at_100_diff1": 0.94724, + "nauc_ndcg_at_1000_max": 0.792454, + "nauc_ndcg_at_1000_std": -0.162978, + "nauc_ndcg_at_1000_diff1": 0.946656, + "nauc_map_at_1_max": 0.735244, + "nauc_map_at_1_std": -0.218387, + "nauc_map_at_1_diff1": 0.94387, + "nauc_map_at_3_max": 0.796284, + "nauc_map_at_3_std": -0.169785, + "nauc_map_at_3_diff1": 0.946904, + "nauc_map_at_5_max": 0.791158, + "nauc_map_at_5_std": -0.1722, + "nauc_map_at_5_diff1": 0.946189, + "nauc_map_at_10_max": 0.786104, + "nauc_map_at_10_std": -0.179306, + "nauc_map_at_10_diff1": 0.945626, + "nauc_map_at_20_max": 0.78597, + "nauc_map_at_20_std": -0.174177, + "nauc_map_at_20_diff1": 0.946126, + "nauc_map_at_100_max": 0.785714, + "nauc_map_at_100_std": -0.174658, + "nauc_map_at_100_diff1": 0.946011, + "nauc_map_at_1000_max": 0.785657, + "nauc_map_at_1000_std": -0.174635, + "nauc_map_at_1000_diff1": 0.945994, + "nauc_recall_at_1_max": 0.735244, + "nauc_recall_at_1_std": -0.218387, + "nauc_recall_at_1_diff1": 0.94387, + "nauc_recall_at_3_max": 0.934474, + "nauc_recall_at_3_std": -0.039432, + "nauc_recall_at_3_diff1": 0.9574, + "nauc_recall_at_5_max": 0.931306, + "nauc_recall_at_5_std": -0.049197, + "nauc_recall_at_5_diff1": 0.955649, + "nauc_recall_at_10_max": 0.890678, + "nauc_recall_at_10_std": -0.116713, + "nauc_recall_at_10_diff1": 0.944172, + "nauc_recall_at_20_max": 0.916258, + "nauc_recall_at_20_std": 0.278887, + "nauc_recall_at_20_diff1": 0.98366, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.735244, + "nauc_precision_at_1_std": -0.218387, + "nauc_precision_at_1_diff1": 0.94387, + "nauc_precision_at_3_max": 0.934474, + "nauc_precision_at_3_std": -0.039432, + "nauc_precision_at_3_diff1": 0.9574, + "nauc_precision_at_5_max": 0.931306, + "nauc_precision_at_5_std": -0.049197, + "nauc_precision_at_5_diff1": 0.955649, + "nauc_precision_at_10_max": 0.890678, + "nauc_precision_at_10_std": -0.116713, + "nauc_precision_at_10_diff1": 0.944172, + "nauc_precision_at_20_max": 0.916258, + "nauc_precision_at_20_std": 0.278887, + "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.735244, + "nauc_mrr_at_1_std": -0.218387, + "nauc_mrr_at_1_diff1": 0.94387, + "nauc_mrr_at_3_max": 0.796284, + "nauc_mrr_at_3_std": -0.169785, + "nauc_mrr_at_3_diff1": 0.946904, + "nauc_mrr_at_5_max": 0.791158, + "nauc_mrr_at_5_std": -0.1722, + "nauc_mrr_at_5_diff1": 0.946189, + "nauc_mrr_at_10_max": 0.786104, + "nauc_mrr_at_10_std": -0.179306, + "nauc_mrr_at_10_diff1": 0.945626, + "nauc_mrr_at_20_max": 0.78597, + "nauc_mrr_at_20_std": -0.174177, + "nauc_mrr_at_20_diff1": 0.946126, + "nauc_mrr_at_100_max": 0.785714, + "nauc_mrr_at_100_std": -0.174658, + "nauc_mrr_at_100_diff1": 0.946011, + "nauc_mrr_at_1000_max": 0.785657, + "nauc_mrr_at_1000_std": -0.174635, + "nauc_mrr_at_1000_diff1": 0.945994, + "main_score": 0.95936, + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.87667, + "ndcg_at_3": 0.91964, + "ndcg_at_5": 0.92643, + "ndcg_at_10": 0.93192, + "ndcg_at_20": 0.93392, + "ndcg_at_100": 0.9354, + "ndcg_at_1000": 0.93584, + "map_at_1": 0.87667, + "map_at_3": 0.90981, + "map_at_5": 0.91354, + "map_at_10": 0.91586, + "map_at_20": 0.91643, + "map_at_100": 0.91664, + "map_at_1000": 0.91666, + "recall_at_1": 0.87667, + "recall_at_3": 0.94778, + "recall_at_5": 0.96444, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.87667, + "precision_at_3": 0.31593, + "precision_at_5": 0.19289, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.876667, + "mrr_at_3": 0.909815, + "mrr_at_5": 0.913537, + "mrr_at_10": 0.915861, + "mrr_at_20": 0.91643, + "mrr_at_100": 0.916641, + "mrr_at_1000": 0.916661, + "nauc_ndcg_at_1_max": 0.674701, + "nauc_ndcg_at_1_std": 0.008707, + "nauc_ndcg_at_1_diff1": 0.922577, + "nauc_ndcg_at_3_max": 0.747505, + "nauc_ndcg_at_3_std": 0.070653, + "nauc_ndcg_at_3_diff1": 0.923055, + "nauc_ndcg_at_5_max": 0.742863, + "nauc_ndcg_at_5_std": 0.095807, + "nauc_ndcg_at_5_diff1": 0.918348, + "nauc_ndcg_at_10_max": 0.737634, + "nauc_ndcg_at_10_std": 0.076312, + "nauc_ndcg_at_10_diff1": 0.920972, + "nauc_ndcg_at_20_max": 0.732028, + "nauc_ndcg_at_20_std": 0.069953, + "nauc_ndcg_at_20_diff1": 0.920892, + "nauc_ndcg_at_100_max": 0.729167, + "nauc_ndcg_at_100_std": 0.076443, + "nauc_ndcg_at_100_diff1": 0.920853, + "nauc_ndcg_at_1000_max": 0.727563, + "nauc_ndcg_at_1000_std": 0.0705, + "nauc_ndcg_at_1000_diff1": 0.920895, + "nauc_map_at_1_max": 0.674701, + "nauc_map_at_1_std": 0.008707, + "nauc_map_at_1_diff1": 0.922577, + "nauc_map_at_3_max": 0.72908, + "nauc_map_at_3_std": 0.058015, + "nauc_map_at_3_diff1": 0.922872, + "nauc_map_at_5_max": 0.72626, + "nauc_map_at_5_std": 0.070231, + "nauc_map_at_5_diff1": 0.920689, + "nauc_map_at_10_max": 0.723449, + "nauc_map_at_10_std": 0.062543, + "nauc_map_at_10_diff1": 0.921307, + "nauc_map_at_20_max": 0.722069, + "nauc_map_at_20_std": 0.061297, + "nauc_map_at_20_diff1": 0.921284, + "nauc_map_at_100_max": 0.721751, + "nauc_map_at_100_std": 0.062352, + "nauc_map_at_100_diff1": 0.921281, + "nauc_map_at_1000_max": 0.721696, + "nauc_map_at_1000_std": 0.062142, + "nauc_map_at_1000_diff1": 0.92128, + "nauc_recall_at_1_max": 0.674701, + "nauc_recall_at_1_std": 0.008707, + "nauc_recall_at_1_diff1": 0.922577, + "nauc_recall_at_3_max": 0.833989, + "nauc_recall_at_3_std": 0.127223, + "nauc_recall_at_3_diff1": 0.923972, + "nauc_recall_at_5_max": 0.849746, + "nauc_recall_at_5_std": 0.269608, + "nauc_recall_at_5_diff1": 0.900589, + "nauc_recall_at_10_max": 0.90045, + "nauc_recall_at_10_std": 0.219833, + "nauc_recall_at_10_diff1": 0.921184, + "nauc_recall_at_20_max": 0.888422, + "nauc_recall_at_20_std": 0.161718, + "nauc_recall_at_20_diff1": 0.919935, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.674701, + "nauc_precision_at_1_std": 0.008707, + "nauc_precision_at_1_diff1": 0.922577, + "nauc_precision_at_3_max": 0.833989, + "nauc_precision_at_3_std": 0.127223, + "nauc_precision_at_3_diff1": 0.923972, + "nauc_precision_at_5_max": 0.849746, + "nauc_precision_at_5_std": 0.269608, + "nauc_precision_at_5_diff1": 0.900589, + "nauc_precision_at_10_max": 0.90045, + "nauc_precision_at_10_std": 0.219833, + "nauc_precision_at_10_diff1": 0.921184, + "nauc_precision_at_20_max": 0.888422, + "nauc_precision_at_20_std": 0.161718, + "nauc_precision_at_20_diff1": 0.919935, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.674701, + "nauc_mrr_at_1_std": 0.008707, + "nauc_mrr_at_1_diff1": 0.922577, + "nauc_mrr_at_3_max": 0.72908, + "nauc_mrr_at_3_std": 0.058015, + "nauc_mrr_at_3_diff1": 0.922872, + "nauc_mrr_at_5_max": 0.72626, + "nauc_mrr_at_5_std": 0.070231, + "nauc_mrr_at_5_diff1": 0.920689, + "nauc_mrr_at_10_max": 0.723449, + "nauc_mrr_at_10_std": 0.062543, + "nauc_mrr_at_10_diff1": 0.921307, + "nauc_mrr_at_20_max": 0.722069, + "nauc_mrr_at_20_std": 0.061297, + "nauc_mrr_at_20_diff1": 0.921284, + "nauc_mrr_at_100_max": 0.721751, + "nauc_mrr_at_100_std": 0.062352, + "nauc_mrr_at_100_diff1": 0.921281, + "nauc_mrr_at_1000_max": 0.721696, + "nauc_mrr_at_1000_std": 0.062142, + "nauc_mrr_at_1000_diff1": 0.92128, + "main_score": 0.93192, + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ] + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.93435, + "ndcg_at_5": 0.93851, + "ndcg_at_10": 0.94382, + "ndcg_at_20": 0.94495, + "ndcg_at_100": 0.94581, + "ndcg_at_1000": 0.94634, + "map_at_1": 0.89333, + "map_at_3": 0.925, + "map_at_5": 0.92733, + "map_at_10": 0.92969, + "map_at_20": 0.93, + "map_at_100": 0.93013, + "map_at_1000": 0.93015, + "recall_at_1": 0.89333, + "recall_at_3": 0.96111, + "recall_at_5": 0.97111, + "recall_at_10": 0.98667, + "recall_at_20": 0.99111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89333, + "precision_at_3": 0.32037, + "precision_at_5": 0.19422, + "precision_at_10": 0.09867, + "precision_at_20": 0.04956, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.893333, + "mrr_at_3": 0.925, + "mrr_at_5": 0.927333, + "mrr_at_10": 0.929692, + "mrr_at_20": 0.930004, + "mrr_at_100": 0.930133, + "mrr_at_1000": 0.930146, + "nauc_ndcg_at_1_max": 0.771534, + "nauc_ndcg_at_1_std": 0.078886, + "nauc_ndcg_at_1_diff1": 0.933661, + "nauc_ndcg_at_3_max": 0.816175, + "nauc_ndcg_at_3_std": 0.118347, + "nauc_ndcg_at_3_diff1": 0.931924, + "nauc_ndcg_at_5_max": 0.813225, + "nauc_ndcg_at_5_std": 0.10715, + "nauc_ndcg_at_5_diff1": 0.930257, + "nauc_ndcg_at_10_max": 0.80785, + "nauc_ndcg_at_10_std": 0.12773, + "nauc_ndcg_at_10_diff1": 0.933554, + "nauc_ndcg_at_20_max": 0.806026, + "nauc_ndcg_at_20_std": 0.132431, + "nauc_ndcg_at_20_diff1": 0.932884, + "nauc_ndcg_at_100_max": 0.803453, + "nauc_ndcg_at_100_std": 0.12496, + "nauc_ndcg_at_100_diff1": 0.932855, + "nauc_ndcg_at_1000_max": 0.802148, + "nauc_ndcg_at_1000_std": 0.116988, + "nauc_ndcg_at_1000_diff1": 0.932838, + "nauc_map_at_1_max": 0.771534, + "nauc_map_at_1_std": 0.078886, + "nauc_map_at_1_diff1": 0.933661, + "nauc_map_at_3_max": 0.80269, + "nauc_map_at_3_std": 0.106624, + "nauc_map_at_3_diff1": 0.932328, + "nauc_map_at_5_max": 0.800858, + "nauc_map_at_5_std": 0.100442, + "nauc_map_at_5_diff1": 0.93155, + "nauc_map_at_10_max": 0.798584, + "nauc_map_at_10_std": 0.106863, + "nauc_map_at_10_diff1": 0.932926, + "nauc_map_at_20_max": 0.798154, + "nauc_map_at_20_std": 0.107584, + "nauc_map_at_20_diff1": 0.932786, + "nauc_map_at_100_max": 0.797839, + "nauc_map_at_100_std": 0.106731, + "nauc_map_at_100_diff1": 0.932785, + "nauc_map_at_1000_max": 0.797812, + "nauc_map_at_1000_std": 0.106573, + "nauc_map_at_1000_diff1": 0.932784, + "nauc_recall_at_1_max": 0.771534, + "nauc_recall_at_1_std": 0.078886, + "nauc_recall_at_1_diff1": 0.933661, + "nauc_recall_at_3_max": 0.889369, + "nauc_recall_at_3_std": 0.181806, + "nauc_recall_at_3_diff1": 0.929839, + "nauc_recall_at_5_max": 0.899644, + "nauc_recall_at_5_std": 0.151817, + "nauc_recall_at_5_diff1": 0.920635, + "nauc_recall_at_10_max": 0.933279, + "nauc_recall_at_10_std": 0.47409, + "nauc_recall_at_10_diff1": 0.945534, + "nauc_recall_at_20_max": 0.95098, + "nauc_recall_at_20_std": 0.772117, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.930556, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.771534, + "nauc_precision_at_1_std": 0.078886, + "nauc_precision_at_1_diff1": 0.933661, + "nauc_precision_at_3_max": 0.889369, + "nauc_precision_at_3_std": 0.181806, + "nauc_precision_at_3_diff1": 0.929839, + "nauc_precision_at_5_max": 0.899644, + "nauc_precision_at_5_std": 0.151817, + "nauc_precision_at_5_diff1": 0.920635, + "nauc_precision_at_10_max": 0.933279, + "nauc_precision_at_10_std": 0.47409, + "nauc_precision_at_10_diff1": 0.945534, + "nauc_precision_at_20_max": 0.95098, + "nauc_precision_at_20_std": 0.772117, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.930556, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.771534, + "nauc_mrr_at_1_std": 0.078886, + "nauc_mrr_at_1_diff1": 0.933661, + "nauc_mrr_at_3_max": 0.80269, + "nauc_mrr_at_3_std": 0.106624, + "nauc_mrr_at_3_diff1": 0.932328, + "nauc_mrr_at_5_max": 0.800858, + "nauc_mrr_at_5_std": 0.100442, + "nauc_mrr_at_5_diff1": 0.93155, + "nauc_mrr_at_10_max": 0.798584, + "nauc_mrr_at_10_std": 0.106863, + "nauc_mrr_at_10_diff1": 0.932926, + "nauc_mrr_at_20_max": 0.798154, + "nauc_mrr_at_20_std": 0.107584, + "nauc_mrr_at_20_diff1": 0.932786, + "nauc_mrr_at_100_max": 0.797839, + "nauc_mrr_at_100_std": 0.106731, + "nauc_mrr_at_100_diff1": 0.932785, + "nauc_mrr_at_1000_max": 0.797812, + "nauc_mrr_at_1000_std": 0.106573, + "nauc_mrr_at_1000_diff1": 0.932784, + "main_score": 0.94382, + "hf_subset": "tha_Thai-tha_Thai", + "languages": [ + "tha-Thai", + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.93111, + "ndcg_at_3": 0.95772, + "ndcg_at_5": 0.96131, + "ndcg_at_10": 0.96317, + "ndcg_at_20": 0.96457, + "ndcg_at_100": 0.96504, + "ndcg_at_1000": 0.96546, + "map_at_1": 0.93111, + "map_at_3": 0.95185, + "map_at_5": 0.9538, + "map_at_10": 0.9546, + "map_at_20": 0.95498, + "map_at_100": 0.95507, + "map_at_1000": 0.95509, + "recall_at_1": 0.93111, + "recall_at_3": 0.97444, + "recall_at_5": 0.98333, + "recall_at_10": 0.98889, + "recall_at_20": 0.99444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.93111, + "precision_at_3": 0.32481, + "precision_at_5": 0.19667, + "precision_at_10": 0.09889, + "precision_at_20": 0.04972, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.931111, + "mrr_at_3": 0.951852, + "mrr_at_5": 0.953796, + "mrr_at_10": 0.954603, + "mrr_at_20": 0.954981, + "mrr_at_100": 0.955069, + "mrr_at_1000": 0.955085, + "nauc_ndcg_at_1_max": 0.761611, + "nauc_ndcg_at_1_std": -0.248916, + "nauc_ndcg_at_1_diff1": 0.951432, + "nauc_ndcg_at_3_max": 0.820359, + "nauc_ndcg_at_3_std": -0.205219, + "nauc_ndcg_at_3_diff1": 0.954897, + "nauc_ndcg_at_5_max": 0.808253, + "nauc_ndcg_at_5_std": -0.207596, + "nauc_ndcg_at_5_diff1": 0.955239, + "nauc_ndcg_at_10_max": 0.801347, + "nauc_ndcg_at_10_std": -0.21676, + "nauc_ndcg_at_10_diff1": 0.95429, + "nauc_ndcg_at_20_max": 0.804299, + "nauc_ndcg_at_20_std": -0.17219, + "nauc_ndcg_at_20_diff1": 0.955946, + "nauc_ndcg_at_100_max": 0.801662, + "nauc_ndcg_at_100_std": -0.187983, + "nauc_ndcg_at_100_diff1": 0.955353, + "nauc_ndcg_at_1000_max": 0.799712, + "nauc_ndcg_at_1000_std": -0.202606, + "nauc_ndcg_at_1000_diff1": 0.954803, + "nauc_map_at_1_max": 0.761611, + "nauc_map_at_1_std": -0.248916, + "nauc_map_at_1_diff1": 0.951432, + "nauc_map_at_3_max": 0.803627, + "nauc_map_at_3_std": -0.216475, + "nauc_map_at_3_diff1": 0.954006, + "nauc_map_at_5_max": 0.797328, + "nauc_map_at_5_std": -0.218521, + "nauc_map_at_5_diff1": 0.954114, + "nauc_map_at_10_max": 0.794697, + "nauc_map_at_10_std": -0.221421, + "nauc_map_at_10_diff1": 0.953755, + "nauc_map_at_20_max": 0.795552, + "nauc_map_at_20_std": -0.212224, + "nauc_map_at_20_diff1": 0.954206, + "nauc_map_at_100_max": 0.795152, + "nauc_map_at_100_std": -0.214598, + "nauc_map_at_100_diff1": 0.954116, + "nauc_map_at_1000_max": 0.795086, + "nauc_map_at_1000_std": -0.215041, + "nauc_map_at_1000_diff1": 0.954099, + "nauc_recall_at_1_max": 0.761611, + "nauc_recall_at_1_std": -0.248916, + "nauc_recall_at_1_diff1": 0.951432, + "nauc_recall_at_3_max": 0.908578, + "nauc_recall_at_3_std": -0.146998, + "nauc_recall_at_3_diff1": 0.959506, + "nauc_recall_at_5_max": 0.887053, + "nauc_recall_at_5_std": -0.123965, + "nauc_recall_at_5_diff1": 0.964052, + "nauc_recall_at_10_max": 0.858357, + "nauc_recall_at_10_std": -0.183707, + "nauc_recall_at_10_diff1": 0.95915, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.761611, + "nauc_precision_at_1_std": -0.248916, + "nauc_precision_at_1_diff1": 0.951432, + "nauc_precision_at_3_max": 0.908578, + "nauc_precision_at_3_std": -0.146998, + "nauc_precision_at_3_diff1": 0.959506, + "nauc_precision_at_5_max": 0.887053, + "nauc_precision_at_5_std": -0.123965, + "nauc_precision_at_5_diff1": 0.964052, + "nauc_precision_at_10_max": 0.858357, + "nauc_precision_at_10_std": -0.183707, + "nauc_precision_at_10_diff1": 0.95915, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.761611, + "nauc_mrr_at_1_std": -0.248916, + "nauc_mrr_at_1_diff1": 0.951432, + "nauc_mrr_at_3_max": 0.803627, + "nauc_mrr_at_3_std": -0.216475, + "nauc_mrr_at_3_diff1": 0.954006, + "nauc_mrr_at_5_max": 0.797328, + "nauc_mrr_at_5_std": -0.218521, + "nauc_mrr_at_5_diff1": 0.954114, + "nauc_mrr_at_10_max": 0.794697, + "nauc_mrr_at_10_std": -0.221421, + "nauc_mrr_at_10_diff1": 0.953755, + "nauc_mrr_at_20_max": 0.795552, + "nauc_mrr_at_20_std": -0.212224, + "nauc_mrr_at_20_diff1": 0.954206, + "nauc_mrr_at_100_max": 0.795152, + "nauc_mrr_at_100_std": -0.214598, + "nauc_mrr_at_100_diff1": 0.954116, + "nauc_mrr_at_1000_max": 0.795086, + "nauc_mrr_at_1000_std": -0.215041, + "nauc_mrr_at_1000_diff1": 0.954099, + "main_score": 0.96317, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86889, + "ndcg_at_3": 0.91645, + "ndcg_at_5": 0.92296, + "ndcg_at_10": 0.92726, + "ndcg_at_20": 0.92893, + "ndcg_at_100": 0.9312, + "ndcg_at_1000": 0.93163, + "map_at_1": 0.86889, + "map_at_3": 0.90519, + "map_at_5": 0.90885, + "map_at_10": 0.91062, + "map_at_20": 0.91107, + "map_at_100": 0.91139, + "map_at_1000": 0.9114, + "recall_at_1": 0.86889, + "recall_at_3": 0.94889, + "recall_at_5": 0.96444, + "recall_at_10": 0.97778, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.86889, + "precision_at_3": 0.3163, + "precision_at_5": 0.19289, + "precision_at_10": 0.09778, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.868889, + "mrr_at_3": 0.905185, + "mrr_at_5": 0.908852, + "mrr_at_10": 0.910616, + "mrr_at_20": 0.911065, + "mrr_at_100": 0.911386, + "mrr_at_1000": 0.911401, + "nauc_ndcg_at_1_max": 0.672892, + "nauc_ndcg_at_1_std": 0.070571, + "nauc_ndcg_at_1_diff1": 0.936186, + "nauc_ndcg_at_3_max": 0.728311, + "nauc_ndcg_at_3_std": 0.121388, + "nauc_ndcg_at_3_diff1": 0.932608, + "nauc_ndcg_at_5_max": 0.735163, + "nauc_ndcg_at_5_std": 0.130476, + "nauc_ndcg_at_5_diff1": 0.933552, + "nauc_ndcg_at_10_max": 0.73006, + "nauc_ndcg_at_10_std": 0.133179, + "nauc_ndcg_at_10_diff1": 0.934117, + "nauc_ndcg_at_20_max": 0.726946, + "nauc_ndcg_at_20_std": 0.127688, + "nauc_ndcg_at_20_diff1": 0.934523, + "nauc_ndcg_at_100_max": 0.721171, + "nauc_ndcg_at_100_std": 0.124866, + "nauc_ndcg_at_100_diff1": 0.935014, + "nauc_ndcg_at_1000_max": 0.719403, + "nauc_ndcg_at_1000_std": 0.12084, + "nauc_ndcg_at_1000_diff1": 0.934602, + "nauc_map_at_1_max": 0.672892, + "nauc_map_at_1_std": 0.070571, + "nauc_map_at_1_diff1": 0.936186, + "nauc_map_at_3_max": 0.713388, + "nauc_map_at_3_std": 0.109072, + "nauc_map_at_3_diff1": 0.933323, + "nauc_map_at_5_max": 0.716177, + "nauc_map_at_5_std": 0.113033, + "nauc_map_at_5_diff1": 0.933859, + "nauc_map_at_10_max": 0.713964, + "nauc_map_at_10_std": 0.112652, + "nauc_map_at_10_diff1": 0.934042, + "nauc_map_at_20_max": 0.713251, + "nauc_map_at_20_std": 0.111234, + "nauc_map_at_20_diff1": 0.93422, + "nauc_map_at_100_max": 0.712584, + "nauc_map_at_100_std": 0.1116, + "nauc_map_at_100_diff1": 0.934328, + "nauc_map_at_1000_max": 0.712534, + "nauc_map_at_1000_std": 0.111486, + "nauc_map_at_1000_diff1": 0.934316, + "nauc_recall_at_1_max": 0.672892, + "nauc_recall_at_1_std": 0.070571, + "nauc_recall_at_1_diff1": 0.936186, + "nauc_recall_at_3_max": 0.803952, + "nauc_recall_at_3_std": 0.18256, + "nauc_recall_at_3_diff1": 0.929211, + "nauc_recall_at_5_max": 0.870521, + "nauc_recall_at_5_std": 0.254202, + "nauc_recall_at_5_diff1": 0.931942, + "nauc_recall_at_10_max": 0.903595, + "nauc_recall_at_10_std": 0.375117, + "nauc_recall_at_10_diff1": 0.936858, + "nauc_recall_at_20_max": 0.920635, + "nauc_recall_at_20_std": 0.386188, + "nauc_recall_at_20_diff1": 0.941643, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.758792, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.672892, + "nauc_precision_at_1_std": 0.070571, + "nauc_precision_at_1_diff1": 0.936186, + "nauc_precision_at_3_max": 0.803952, + "nauc_precision_at_3_std": 0.18256, + "nauc_precision_at_3_diff1": 0.929211, + "nauc_precision_at_5_max": 0.870521, + "nauc_precision_at_5_std": 0.254202, + "nauc_precision_at_5_diff1": 0.931942, + "nauc_precision_at_10_max": 0.903595, + "nauc_precision_at_10_std": 0.375117, + "nauc_precision_at_10_diff1": 0.936858, + "nauc_precision_at_20_max": 0.920635, + "nauc_precision_at_20_std": 0.386188, + "nauc_precision_at_20_diff1": 0.941643, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.758792, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.672892, + "nauc_mrr_at_1_std": 0.070571, + "nauc_mrr_at_1_diff1": 0.936186, + "nauc_mrr_at_3_max": 0.713388, + "nauc_mrr_at_3_std": 0.109072, + "nauc_mrr_at_3_diff1": 0.933323, + "nauc_mrr_at_5_max": 0.716177, + "nauc_mrr_at_5_std": 0.113033, + "nauc_mrr_at_5_diff1": 0.933859, + "nauc_mrr_at_10_max": 0.713964, + "nauc_mrr_at_10_std": 0.112652, + "nauc_mrr_at_10_diff1": 0.934042, + "nauc_mrr_at_20_max": 0.713251, + "nauc_mrr_at_20_std": 0.111234, + "nauc_mrr_at_20_diff1": 0.93422, + "nauc_mrr_at_100_max": 0.712584, + "nauc_mrr_at_100_std": 0.1116, + "nauc_mrr_at_100_diff1": 0.934328, + "nauc_mrr_at_1000_max": 0.712534, + "nauc_mrr_at_1000_std": 0.111486, + "nauc_mrr_at_1000_diff1": 0.934316, + "main_score": 0.92726, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.49778, + "ndcg_at_3": 0.56463, + "ndcg_at_5": 0.58309, + "ndcg_at_10": 0.59774, + "ndcg_at_20": 0.60704, + "ndcg_at_100": 0.63265, + "ndcg_at_1000": 0.64845, + "map_at_1": 0.49778, + "map_at_3": 0.54852, + "map_at_5": 0.55885, + "map_at_10": 0.56507, + "map_at_20": 0.56764, + "map_at_100": 0.57098, + "map_at_1000": 0.57159, + "recall_at_1": 0.49778, + "recall_at_3": 0.61111, + "recall_at_5": 0.65556, + "recall_at_10": 0.7, + "recall_at_20": 0.73667, + "recall_at_100": 0.87778, + "recall_at_1000": 1.0, + "precision_at_1": 0.49778, + "precision_at_3": 0.2037, + "precision_at_5": 0.13111, + "precision_at_10": 0.07, + "precision_at_20": 0.03683, + "precision_at_100": 0.00878, + "precision_at_1000": 0.001, + "mrr_at_1": 0.497778, + "mrr_at_3": 0.548519, + "mrr_at_5": 0.558852, + "mrr_at_10": 0.565071, + "mrr_at_20": 0.567635, + "mrr_at_100": 0.57098, + "mrr_at_1000": 0.57159, + "nauc_ndcg_at_1_max": 0.511734, + "nauc_ndcg_at_1_std": 0.25919, + "nauc_ndcg_at_1_diff1": 0.815848, + "nauc_ndcg_at_3_max": 0.510451, + "nauc_ndcg_at_3_std": 0.265593, + "nauc_ndcg_at_3_diff1": 0.766292, + "nauc_ndcg_at_5_max": 0.51639, + "nauc_ndcg_at_5_std": 0.276384, + "nauc_ndcg_at_5_diff1": 0.763334, + "nauc_ndcg_at_10_max": 0.509175, + "nauc_ndcg_at_10_std": 0.274976, + "nauc_ndcg_at_10_diff1": 0.751838, + "nauc_ndcg_at_20_max": 0.504621, + "nauc_ndcg_at_20_std": 0.26679, + "nauc_ndcg_at_20_diff1": 0.749082, + "nauc_ndcg_at_100_max": 0.506755, + "nauc_ndcg_at_100_std": 0.276535, + "nauc_ndcg_at_100_diff1": 0.750407, + "nauc_ndcg_at_1000_max": 0.508226, + "nauc_ndcg_at_1000_std": 0.269897, + "nauc_ndcg_at_1000_diff1": 0.760274, + "nauc_map_at_1_max": 0.511734, + "nauc_map_at_1_std": 0.25919, + "nauc_map_at_1_diff1": 0.815848, + "nauc_map_at_3_max": 0.511439, + "nauc_map_at_3_std": 0.262636, + "nauc_map_at_3_diff1": 0.778905, + "nauc_map_at_5_max": 0.514788, + "nauc_map_at_5_std": 0.268465, + "nauc_map_at_5_diff1": 0.777483, + "nauc_map_at_10_max": 0.511693, + "nauc_map_at_10_std": 0.267689, + "nauc_map_at_10_diff1": 0.772979, + "nauc_map_at_20_max": 0.510455, + "nauc_map_at_20_std": 0.265461, + "nauc_map_at_20_diff1": 0.772353, + "nauc_map_at_100_max": 0.510626, + "nauc_map_at_100_std": 0.266612, + "nauc_map_at_100_diff1": 0.772515, + "nauc_map_at_1000_max": 0.51065, + "nauc_map_at_1000_std": 0.266377, + "nauc_map_at_1000_diff1": 0.772823, + "nauc_recall_at_1_max": 0.511734, + "nauc_recall_at_1_std": 0.25919, + "nauc_recall_at_1_diff1": 0.815848, + "nauc_recall_at_3_max": 0.507088, + "nauc_recall_at_3_std": 0.27537, + "nauc_recall_at_3_diff1": 0.72711, + "nauc_recall_at_5_max": 0.52216, + "nauc_recall_at_5_std": 0.304954, + "nauc_recall_at_5_diff1": 0.715987, + "nauc_recall_at_10_max": 0.49781, + "nauc_recall_at_10_std": 0.303459, + "nauc_recall_at_10_diff1": 0.670188, + "nauc_recall_at_20_max": 0.474068, + "nauc_recall_at_20_std": 0.265738, + "nauc_recall_at_20_diff1": 0.64721, + "nauc_recall_at_100_max": 0.47835, + "nauc_recall_at_100_std": 0.390783, + "nauc_recall_at_100_diff1": 0.575167, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.511734, + "nauc_precision_at_1_std": 0.25919, + "nauc_precision_at_1_diff1": 0.815848, + "nauc_precision_at_3_max": 0.507088, + "nauc_precision_at_3_std": 0.27537, + "nauc_precision_at_3_diff1": 0.72711, + "nauc_precision_at_5_max": 0.52216, + "nauc_precision_at_5_std": 0.304954, + "nauc_precision_at_5_diff1": 0.715987, + "nauc_precision_at_10_max": 0.49781, + "nauc_precision_at_10_std": 0.303459, + "nauc_precision_at_10_diff1": 0.670188, + "nauc_precision_at_20_max": 0.474068, + "nauc_precision_at_20_std": 0.265738, + "nauc_precision_at_20_diff1": 0.64721, + "nauc_precision_at_100_max": 0.47835, + "nauc_precision_at_100_std": 0.390783, + "nauc_precision_at_100_diff1": 0.575167, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.511734, + "nauc_mrr_at_1_std": 0.25919, + "nauc_mrr_at_1_diff1": 0.815848, + "nauc_mrr_at_3_max": 0.511439, + "nauc_mrr_at_3_std": 0.262636, + "nauc_mrr_at_3_diff1": 0.778905, + "nauc_mrr_at_5_max": 0.514788, + "nauc_mrr_at_5_std": 0.268465, + "nauc_mrr_at_5_diff1": 0.777483, + "nauc_mrr_at_10_max": 0.511693, + "nauc_mrr_at_10_std": 0.267689, + "nauc_mrr_at_10_diff1": 0.772979, + "nauc_mrr_at_20_max": 0.510455, + "nauc_mrr_at_20_std": 0.265461, + "nauc_mrr_at_20_diff1": 0.772353, + "nauc_mrr_at_100_max": 0.510626, + "nauc_mrr_at_100_std": 0.266612, + "nauc_mrr_at_100_diff1": 0.772515, + "nauc_mrr_at_1000_max": 0.51065, + "nauc_mrr_at_1000_std": 0.266377, + "nauc_mrr_at_1000_diff1": 0.772823, + "main_score": 0.59774, + "hf_subset": "tir_Ethi-tir_Ethi", + "languages": [ + "tir-Ethi", + "tir-Ethi" + ] + }, + { + "ndcg_at_1": 0.69222, + "ndcg_at_3": 0.75828, + "ndcg_at_5": 0.77798, + "ndcg_at_10": 0.79351, + "ndcg_at_20": 0.80189, + "ndcg_at_100": 0.81246, + "ndcg_at_1000": 0.81411, + "map_at_1": 0.69222, + "map_at_3": 0.74296, + "map_at_5": 0.75391, + "map_at_10": 0.76037, + "map_at_20": 0.76264, + "map_at_100": 0.76413, + "map_at_1000": 0.76421, + "recall_at_1": 0.69222, + "recall_at_3": 0.80222, + "recall_at_5": 0.85, + "recall_at_10": 0.89778, + "recall_at_20": 0.93111, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.69222, + "precision_at_3": 0.26741, + "precision_at_5": 0.17, + "precision_at_10": 0.08978, + "precision_at_20": 0.04656, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.692222, + "mrr_at_3": 0.742963, + "mrr_at_5": 0.753907, + "mrr_at_10": 0.760366, + "mrr_at_20": 0.76264, + "mrr_at_100": 0.764132, + "mrr_at_1000": 0.764208, + "nauc_ndcg_at_1_max": 0.648135, + "nauc_ndcg_at_1_std": 0.096393, + "nauc_ndcg_at_1_diff1": 0.812941, + "nauc_ndcg_at_3_max": 0.687278, + "nauc_ndcg_at_3_std": 0.165852, + "nauc_ndcg_at_3_diff1": 0.793767, + "nauc_ndcg_at_5_max": 0.688593, + "nauc_ndcg_at_5_std": 0.178862, + "nauc_ndcg_at_5_diff1": 0.788303, + "nauc_ndcg_at_10_max": 0.676105, + "nauc_ndcg_at_10_std": 0.167985, + "nauc_ndcg_at_10_diff1": 0.787528, + "nauc_ndcg_at_20_max": 0.680738, + "nauc_ndcg_at_20_std": 0.163547, + "nauc_ndcg_at_20_diff1": 0.795508, + "nauc_ndcg_at_100_max": 0.677515, + "nauc_ndcg_at_100_std": 0.158389, + "nauc_ndcg_at_100_diff1": 0.795783, + "nauc_ndcg_at_1000_max": 0.676486, + "nauc_ndcg_at_1000_std": 0.155056, + "nauc_ndcg_at_1000_diff1": 0.795929, + "nauc_map_at_1_max": 0.648135, + "nauc_map_at_1_std": 0.096393, + "nauc_map_at_1_diff1": 0.812941, + "nauc_map_at_3_max": 0.677809, + "nauc_map_at_3_std": 0.147468, + "nauc_map_at_3_diff1": 0.798935, + "nauc_map_at_5_max": 0.678038, + "nauc_map_at_5_std": 0.153195, + "nauc_map_at_5_diff1": 0.796498, + "nauc_map_at_10_max": 0.67314, + "nauc_map_at_10_std": 0.148205, + "nauc_map_at_10_diff1": 0.796488, + "nauc_map_at_20_max": 0.674169, + "nauc_map_at_20_std": 0.147099, + "nauc_map_at_20_diff1": 0.798443, + "nauc_map_at_100_max": 0.673678, + "nauc_map_at_100_std": 0.146306, + "nauc_map_at_100_diff1": 0.798397, + "nauc_map_at_1000_max": 0.673629, + "nauc_map_at_1000_std": 0.146233, + "nauc_map_at_1000_diff1": 0.798404, + "nauc_recall_at_1_max": 0.648135, + "nauc_recall_at_1_std": 0.096393, + "nauc_recall_at_1_diff1": 0.812941, + "nauc_recall_at_3_max": 0.720112, + "nauc_recall_at_3_std": 0.230532, + "nauc_recall_at_3_diff1": 0.775536, + "nauc_recall_at_5_max": 0.734212, + "nauc_recall_at_5_std": 0.2936, + "nauc_recall_at_5_diff1": 0.75113, + "nauc_recall_at_10_max": 0.683482, + "nauc_recall_at_10_std": 0.283149, + "nauc_recall_at_10_diff1": 0.731013, + "nauc_recall_at_20_max": 0.734293, + "nauc_recall_at_20_std": 0.289735, + "nauc_recall_at_20_diff1": 0.784931, + "nauc_recall_at_100_max": 0.77103, + "nauc_recall_at_100_std": 0.527714, + "nauc_recall_at_100_diff1": 0.780197, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.648135, + "nauc_precision_at_1_std": 0.096393, + "nauc_precision_at_1_diff1": 0.812941, + "nauc_precision_at_3_max": 0.720112, + "nauc_precision_at_3_std": 0.230532, + "nauc_precision_at_3_diff1": 0.775536, + "nauc_precision_at_5_max": 0.734212, + "nauc_precision_at_5_std": 0.2936, + "nauc_precision_at_5_diff1": 0.75113, + "nauc_precision_at_10_max": 0.683482, + "nauc_precision_at_10_std": 0.283149, + "nauc_precision_at_10_diff1": 0.731013, + "nauc_precision_at_20_max": 0.734293, + "nauc_precision_at_20_std": 0.289735, + "nauc_precision_at_20_diff1": 0.784931, + "nauc_precision_at_100_max": 0.77103, + "nauc_precision_at_100_std": 0.527714, + "nauc_precision_at_100_diff1": 0.780197, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.648135, + "nauc_mrr_at_1_std": 0.096393, + "nauc_mrr_at_1_diff1": 0.812941, + "nauc_mrr_at_3_max": 0.677809, + "nauc_mrr_at_3_std": 0.147468, + "nauc_mrr_at_3_diff1": 0.798935, + "nauc_mrr_at_5_max": 0.678038, + "nauc_mrr_at_5_std": 0.153195, + "nauc_mrr_at_5_diff1": 0.796498, + "nauc_mrr_at_10_max": 0.67314, + "nauc_mrr_at_10_std": 0.148205, + "nauc_mrr_at_10_diff1": 0.796488, + "nauc_mrr_at_20_max": 0.674169, + "nauc_mrr_at_20_std": 0.147099, + "nauc_mrr_at_20_diff1": 0.798443, + "nauc_mrr_at_100_max": 0.673678, + "nauc_mrr_at_100_std": 0.146306, + "nauc_mrr_at_100_diff1": 0.798397, + "nauc_mrr_at_1000_max": 0.673629, + "nauc_mrr_at_1000_std": 0.146233, + "nauc_mrr_at_1000_diff1": 0.798404, + "main_score": 0.79351, + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.41667, + "ndcg_at_3": 0.47443, + "ndcg_at_5": 0.49093, + "ndcg_at_10": 0.50416, + "ndcg_at_20": 0.51753, + "ndcg_at_100": 0.54129, + "ndcg_at_1000": 0.56923, + "map_at_1": 0.41667, + "map_at_3": 0.46056, + "map_at_5": 0.46972, + "map_at_10": 0.47515, + "map_at_20": 0.47875, + "map_at_100": 0.48176, + "map_at_1000": 0.48278, + "recall_at_1": 0.41667, + "recall_at_3": 0.51444, + "recall_at_5": 0.55444, + "recall_at_10": 0.59556, + "recall_at_20": 0.64889, + "recall_at_100": 0.78111, + "recall_at_1000": 1.0, + "precision_at_1": 0.41667, + "precision_at_3": 0.17148, + "precision_at_5": 0.11089, + "precision_at_10": 0.05956, + "precision_at_20": 0.03244, + "precision_at_100": 0.00781, + "precision_at_1000": 0.001, + "mrr_at_1": 0.416667, + "mrr_at_3": 0.460556, + "mrr_at_5": 0.469722, + "mrr_at_10": 0.475146, + "mrr_at_20": 0.478753, + "mrr_at_100": 0.481756, + "mrr_at_1000": 0.482779, + "nauc_ndcg_at_1_max": 0.501546, + "nauc_ndcg_at_1_std": 0.138136, + "nauc_ndcg_at_1_diff1": 0.762237, + "nauc_ndcg_at_3_max": 0.515115, + "nauc_ndcg_at_3_std": 0.162581, + "nauc_ndcg_at_3_diff1": 0.720726, + "nauc_ndcg_at_5_max": 0.51202, + "nauc_ndcg_at_5_std": 0.162617, + "nauc_ndcg_at_5_diff1": 0.710272, + "nauc_ndcg_at_10_max": 0.505266, + "nauc_ndcg_at_10_std": 0.161082, + "nauc_ndcg_at_10_diff1": 0.698283, + "nauc_ndcg_at_20_max": 0.505174, + "nauc_ndcg_at_20_std": 0.159999, + "nauc_ndcg_at_20_diff1": 0.698628, + "nauc_ndcg_at_100_max": 0.502368, + "nauc_ndcg_at_100_std": 0.160969, + "nauc_ndcg_at_100_diff1": 0.695865, + "nauc_ndcg_at_1000_max": 0.50563, + "nauc_ndcg_at_1000_std": 0.158658, + "nauc_ndcg_at_1000_diff1": 0.707322, + "nauc_map_at_1_max": 0.501546, + "nauc_map_at_1_std": 0.138136, + "nauc_map_at_1_diff1": 0.762237, + "nauc_map_at_3_max": 0.51205, + "nauc_map_at_3_std": 0.156283, + "nauc_map_at_3_diff1": 0.730224, + "nauc_map_at_5_max": 0.510276, + "nauc_map_at_5_std": 0.156056, + "nauc_map_at_5_diff1": 0.724463, + "nauc_map_at_10_max": 0.507505, + "nauc_map_at_10_std": 0.155184, + "nauc_map_at_10_diff1": 0.719659, + "nauc_map_at_20_max": 0.507478, + "nauc_map_at_20_std": 0.154814, + "nauc_map_at_20_diff1": 0.719768, + "nauc_map_at_100_max": 0.507111, + "nauc_map_at_100_std": 0.154795, + "nauc_map_at_100_diff1": 0.7195, + "nauc_map_at_1000_max": 0.507213, + "nauc_map_at_1000_std": 0.15481, + "nauc_map_at_1000_diff1": 0.71988, + "nauc_recall_at_1_max": 0.501546, + "nauc_recall_at_1_std": 0.138136, + "nauc_recall_at_1_diff1": 0.762237, + "nauc_recall_at_3_max": 0.524072, + "nauc_recall_at_3_std": 0.181345, + "nauc_recall_at_3_diff1": 0.692908, + "nauc_recall_at_5_max": 0.51683, + "nauc_recall_at_5_std": 0.18308, + "nauc_recall_at_5_diff1": 0.665739, + "nauc_recall_at_10_max": 0.494746, + "nauc_recall_at_10_std": 0.180225, + "nauc_recall_at_10_diff1": 0.623909, + "nauc_recall_at_20_max": 0.493517, + "nauc_recall_at_20_std": 0.177751, + "nauc_recall_at_20_diff1": 0.619089, + "nauc_recall_at_100_max": 0.465175, + "nauc_recall_at_100_std": 0.196876, + "nauc_recall_at_100_diff1": 0.56158, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.501546, + "nauc_precision_at_1_std": 0.138136, + "nauc_precision_at_1_diff1": 0.762237, + "nauc_precision_at_3_max": 0.524072, + "nauc_precision_at_3_std": 0.181345, + "nauc_precision_at_3_diff1": 0.692908, + "nauc_precision_at_5_max": 0.51683, + "nauc_precision_at_5_std": 0.18308, + "nauc_precision_at_5_diff1": 0.665739, + "nauc_precision_at_10_max": 0.494746, + "nauc_precision_at_10_std": 0.180225, + "nauc_precision_at_10_diff1": 0.623909, + "nauc_precision_at_20_max": 0.493517, + "nauc_precision_at_20_std": 0.177751, + "nauc_precision_at_20_diff1": 0.619089, + "nauc_precision_at_100_max": 0.465175, + "nauc_precision_at_100_std": 0.196876, + "nauc_precision_at_100_diff1": 0.56158, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.501546, + "nauc_mrr_at_1_std": 0.138136, + "nauc_mrr_at_1_diff1": 0.762237, + "nauc_mrr_at_3_max": 0.51205, + "nauc_mrr_at_3_std": 0.156283, + "nauc_mrr_at_3_diff1": 0.730224, + "nauc_mrr_at_5_max": 0.510276, + "nauc_mrr_at_5_std": 0.156056, + "nauc_mrr_at_5_diff1": 0.724463, + "nauc_mrr_at_10_max": 0.507505, + "nauc_mrr_at_10_std": 0.155184, + "nauc_mrr_at_10_diff1": 0.719659, + "nauc_mrr_at_20_max": 0.507478, + "nauc_mrr_at_20_std": 0.154814, + "nauc_mrr_at_20_diff1": 0.719768, + "nauc_mrr_at_100_max": 0.507111, + "nauc_mrr_at_100_std": 0.154795, + "nauc_mrr_at_100_diff1": 0.7195, + "nauc_mrr_at_1000_max": 0.507213, + "nauc_mrr_at_1000_std": 0.15481, + "nauc_mrr_at_1000_diff1": 0.71988, + "main_score": 0.50416, + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ] + }, + { + "ndcg_at_1": 0.54444, + "ndcg_at_3": 0.59017, + "ndcg_at_5": 0.60676, + "ndcg_at_10": 0.62163, + "ndcg_at_20": 0.62978, + "ndcg_at_100": 0.65489, + "ndcg_at_1000": 0.67094, + "map_at_1": 0.54444, + "map_at_3": 0.57907, + "map_at_5": 0.58835, + "map_at_10": 0.59457, + "map_at_20": 0.59681, + "map_at_100": 0.60013, + "map_at_1000": 0.60079, + "recall_at_1": 0.54444, + "recall_at_3": 0.62222, + "recall_at_5": 0.66222, + "recall_at_10": 0.70778, + "recall_at_20": 0.74, + "recall_at_100": 0.87778, + "recall_at_1000": 1.0, + "precision_at_1": 0.54444, + "precision_at_3": 0.20741, + "precision_at_5": 0.13244, + "precision_at_10": 0.07078, + "precision_at_20": 0.037, + "precision_at_100": 0.00878, + "precision_at_1000": 0.001, + "mrr_at_1": 0.544444, + "mrr_at_3": 0.579074, + "mrr_at_5": 0.588352, + "mrr_at_10": 0.594567, + "mrr_at_20": 0.596809, + "mrr_at_100": 0.600131, + "mrr_at_1000": 0.600791, + "nauc_ndcg_at_1_max": 0.610191, + "nauc_ndcg_at_1_std": 0.077344, + "nauc_ndcg_at_1_diff1": 0.862459, + "nauc_ndcg_at_3_max": 0.611451, + "nauc_ndcg_at_3_std": 0.0979, + "nauc_ndcg_at_3_diff1": 0.832045, + "nauc_ndcg_at_5_max": 0.606427, + "nauc_ndcg_at_5_std": 0.101668, + "nauc_ndcg_at_5_diff1": 0.825324, + "nauc_ndcg_at_10_max": 0.602346, + "nauc_ndcg_at_10_std": 0.091704, + "nauc_ndcg_at_10_diff1": 0.817854, + "nauc_ndcg_at_20_max": 0.599489, + "nauc_ndcg_at_20_std": 0.090474, + "nauc_ndcg_at_20_diff1": 0.819719, + "nauc_ndcg_at_100_max": 0.605615, + "nauc_ndcg_at_100_std": 0.103575, + "nauc_ndcg_at_100_diff1": 0.818972, + "nauc_ndcg_at_1000_max": 0.605008, + "nauc_ndcg_at_1000_std": 0.095608, + "nauc_ndcg_at_1000_diff1": 0.825433, + "nauc_map_at_1_max": 0.610191, + "nauc_map_at_1_std": 0.077344, + "nauc_map_at_1_diff1": 0.862459, + "nauc_map_at_3_max": 0.611156, + "nauc_map_at_3_std": 0.092209, + "nauc_map_at_3_diff1": 0.839198, + "nauc_map_at_5_max": 0.608396, + "nauc_map_at_5_std": 0.094434, + "nauc_map_at_5_diff1": 0.835709, + "nauc_map_at_10_max": 0.60666, + "nauc_map_at_10_std": 0.090352, + "nauc_map_at_10_diff1": 0.832658, + "nauc_map_at_20_max": 0.605898, + "nauc_map_at_20_std": 0.09006, + "nauc_map_at_20_diff1": 0.833224, + "nauc_map_at_100_max": 0.606748, + "nauc_map_at_100_std": 0.091754, + "nauc_map_at_100_diff1": 0.833096, + "nauc_map_at_1000_max": 0.606709, + "nauc_map_at_1000_std": 0.091493, + "nauc_map_at_1000_diff1": 0.833321, + "nauc_recall_at_1_max": 0.610191, + "nauc_recall_at_1_std": 0.077344, + "nauc_recall_at_1_diff1": 0.862459, + "nauc_recall_at_3_max": 0.612341, + "nauc_recall_at_3_std": 0.115549, + "nauc_recall_at_3_diff1": 0.810368, + "nauc_recall_at_5_max": 0.599267, + "nauc_recall_at_5_std": 0.125632, + "nauc_recall_at_5_diff1": 0.790684, + "nauc_recall_at_10_max": 0.584648, + "nauc_recall_at_10_std": 0.092374, + "nauc_recall_at_10_diff1": 0.761354, + "nauc_recall_at_20_max": 0.568948, + "nauc_recall_at_20_std": 0.085858, + "nauc_recall_at_20_diff1": 0.764917, + "nauc_recall_at_100_max": 0.613694, + "nauc_recall_at_100_std": 0.237905, + "nauc_recall_at_100_diff1": 0.71019, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.610191, + "nauc_precision_at_1_std": 0.077344, + "nauc_precision_at_1_diff1": 0.862459, + "nauc_precision_at_3_max": 0.612341, + "nauc_precision_at_3_std": 0.115549, + "nauc_precision_at_3_diff1": 0.810368, + "nauc_precision_at_5_max": 0.599267, + "nauc_precision_at_5_std": 0.125632, + "nauc_precision_at_5_diff1": 0.790684, + "nauc_precision_at_10_max": 0.584648, + "nauc_precision_at_10_std": 0.092374, + "nauc_precision_at_10_diff1": 0.761354, + "nauc_precision_at_20_max": 0.568948, + "nauc_precision_at_20_std": 0.085858, + "nauc_precision_at_20_diff1": 0.764917, + "nauc_precision_at_100_max": 0.613694, + "nauc_precision_at_100_std": 0.237905, + "nauc_precision_at_100_diff1": 0.71019, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.610191, + "nauc_mrr_at_1_std": 0.077344, + "nauc_mrr_at_1_diff1": 0.862459, + "nauc_mrr_at_3_max": 0.611156, + "nauc_mrr_at_3_std": 0.092209, + "nauc_mrr_at_3_diff1": 0.839198, + "nauc_mrr_at_5_max": 0.608396, + "nauc_mrr_at_5_std": 0.094434, + "nauc_mrr_at_5_diff1": 0.835709, + "nauc_mrr_at_10_max": 0.60666, + "nauc_mrr_at_10_std": 0.090352, + "nauc_mrr_at_10_diff1": 0.832658, + "nauc_mrr_at_20_max": 0.605898, + "nauc_mrr_at_20_std": 0.09006, + "nauc_mrr_at_20_diff1": 0.833224, + "nauc_mrr_at_100_max": 0.606748, + "nauc_mrr_at_100_std": 0.091754, + "nauc_mrr_at_100_diff1": 0.833096, + "nauc_mrr_at_1000_max": 0.606709, + "nauc_mrr_at_1000_std": 0.091493, + "nauc_mrr_at_1000_diff1": 0.833321, + "main_score": 0.62163, + "hf_subset": "tsn_Latn-tsn_Latn", + "languages": [ + "tsn-Latn", + "tsn-Latn" + ] + }, + { + "ndcg_at_1": 0.76889, + "ndcg_at_3": 0.82776, + "ndcg_at_5": 0.84005, + "ndcg_at_10": 0.85122, + "ndcg_at_20": 0.85666, + "ndcg_at_100": 0.86397, + "ndcg_at_1000": 0.86504, + "map_at_1": 0.76889, + "map_at_3": 0.81352, + "map_at_5": 0.8203, + "map_at_10": 0.82492, + "map_at_20": 0.82647, + "map_at_100": 0.82759, + "map_at_1000": 0.82764, + "recall_at_1": 0.76889, + "recall_at_3": 0.86889, + "recall_at_5": 0.89889, + "recall_at_10": 0.93333, + "recall_at_20": 0.95444, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.76889, + "precision_at_3": 0.28963, + "precision_at_5": 0.17978, + "precision_at_10": 0.09333, + "precision_at_20": 0.04772, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.768889, + "mrr_at_3": 0.813519, + "mrr_at_5": 0.820296, + "mrr_at_10": 0.824925, + "mrr_at_20": 0.826471, + "mrr_at_100": 0.827592, + "mrr_at_1000": 0.827645, + "nauc_ndcg_at_1_max": 0.714823, + "nauc_ndcg_at_1_std": -0.046094, + "nauc_ndcg_at_1_diff1": 0.880468, + "nauc_ndcg_at_3_max": 0.754933, + "nauc_ndcg_at_3_std": 0.033049, + "nauc_ndcg_at_3_diff1": 0.847403, + "nauc_ndcg_at_5_max": 0.74608, + "nauc_ndcg_at_5_std": 0.016203, + "nauc_ndcg_at_5_diff1": 0.844825, + "nauc_ndcg_at_10_max": 0.743593, + "nauc_ndcg_at_10_std": 0.025964, + "nauc_ndcg_at_10_diff1": 0.843259, + "nauc_ndcg_at_20_max": 0.743659, + "nauc_ndcg_at_20_std": 0.017252, + "nauc_ndcg_at_20_diff1": 0.84854, + "nauc_ndcg_at_100_max": 0.738441, + "nauc_ndcg_at_100_std": 0.008496, + "nauc_ndcg_at_100_diff1": 0.851762, + "nauc_ndcg_at_1000_max": 0.739866, + "nauc_ndcg_at_1000_std": 0.00788, + "nauc_ndcg_at_1000_diff1": 0.852824, + "nauc_map_at_1_max": 0.714823, + "nauc_map_at_1_std": -0.046094, + "nauc_map_at_1_diff1": 0.880468, + "nauc_map_at_3_max": 0.744273, + "nauc_map_at_3_std": 0.010515, + "nauc_map_at_3_diff1": 0.856429, + "nauc_map_at_5_max": 0.739358, + "nauc_map_at_5_std": 0.0013, + "nauc_map_at_5_diff1": 0.855446, + "nauc_map_at_10_max": 0.738681, + "nauc_map_at_10_std": 0.004904, + "nauc_map_at_10_diff1": 0.85531, + "nauc_map_at_20_max": 0.738571, + "nauc_map_at_20_std": 0.002382, + "nauc_map_at_20_diff1": 0.856572, + "nauc_map_at_100_max": 0.737814, + "nauc_map_at_100_std": 0.001047, + "nauc_map_at_100_diff1": 0.856943, + "nauc_map_at_1000_max": 0.737868, + "nauc_map_at_1000_std": 0.00106, + "nauc_map_at_1000_diff1": 0.856991, + "nauc_recall_at_1_max": 0.714823, + "nauc_recall_at_1_std": -0.046094, + "nauc_recall_at_1_diff1": 0.880468, + "nauc_recall_at_3_max": 0.796204, + "nauc_recall_at_3_std": 0.121213, + "nauc_recall_at_3_diff1": 0.812311, + "nauc_recall_at_5_max": 0.775619, + "nauc_recall_at_5_std": 0.08305, + "nauc_recall_at_5_diff1": 0.794012, + "nauc_recall_at_10_max": 0.769717, + "nauc_recall_at_10_std": 0.173016, + "nauc_recall_at_10_diff1": 0.756271, + "nauc_recall_at_20_max": 0.784644, + "nauc_recall_at_20_std": 0.148311, + "nauc_recall_at_20_diff1": 0.778871, + "nauc_recall_at_100_max": 0.572229, + "nauc_recall_at_100_std": 0.115179, + "nauc_recall_at_100_diff1": 0.731893, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.714823, + "nauc_precision_at_1_std": -0.046094, + "nauc_precision_at_1_diff1": 0.880468, + "nauc_precision_at_3_max": 0.796204, + "nauc_precision_at_3_std": 0.121213, + "nauc_precision_at_3_diff1": 0.812311, + "nauc_precision_at_5_max": 0.775619, + "nauc_precision_at_5_std": 0.08305, + "nauc_precision_at_5_diff1": 0.794012, + "nauc_precision_at_10_max": 0.769717, + "nauc_precision_at_10_std": 0.173016, + "nauc_precision_at_10_diff1": 0.756271, + "nauc_precision_at_20_max": 0.784644, + "nauc_precision_at_20_std": 0.148311, + "nauc_precision_at_20_diff1": 0.778871, + "nauc_precision_at_100_max": 0.572229, + "nauc_precision_at_100_std": 0.115179, + "nauc_precision_at_100_diff1": 0.731893, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.714823, + "nauc_mrr_at_1_std": -0.046094, + "nauc_mrr_at_1_diff1": 0.880468, + "nauc_mrr_at_3_max": 0.744273, + "nauc_mrr_at_3_std": 0.010515, + "nauc_mrr_at_3_diff1": 0.856429, + "nauc_mrr_at_5_max": 0.739358, + "nauc_mrr_at_5_std": 0.0013, + "nauc_mrr_at_5_diff1": 0.855446, + "nauc_mrr_at_10_max": 0.738681, + "nauc_mrr_at_10_std": 0.004904, + "nauc_mrr_at_10_diff1": 0.85531, + "nauc_mrr_at_20_max": 0.738571, + "nauc_mrr_at_20_std": 0.002382, + "nauc_mrr_at_20_diff1": 0.856572, + "nauc_mrr_at_100_max": 0.737814, + "nauc_mrr_at_100_std": 0.001047, + "nauc_mrr_at_100_diff1": 0.856943, + "nauc_mrr_at_1000_max": 0.737868, + "nauc_mrr_at_1000_std": 0.00106, + "nauc_mrr_at_1000_diff1": 0.856991, + "main_score": 0.85122, + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.47444, + "ndcg_at_3": 0.52464, + "ndcg_at_5": 0.53841, + "ndcg_at_10": 0.55338, + "ndcg_at_20": 0.56316, + "ndcg_at_100": 0.58815, + "ndcg_at_1000": 0.61243, + "map_at_1": 0.47444, + "map_at_3": 0.51241, + "map_at_5": 0.52007, + "map_at_10": 0.52618, + "map_at_20": 0.52884, + "map_at_100": 0.53224, + "map_at_1000": 0.53323, + "recall_at_1": 0.47444, + "recall_at_3": 0.56, + "recall_at_5": 0.59333, + "recall_at_10": 0.64, + "recall_at_20": 0.67889, + "recall_at_100": 0.81444, + "recall_at_1000": 1.0, + "precision_at_1": 0.47444, + "precision_at_3": 0.18667, + "precision_at_5": 0.11867, + "precision_at_10": 0.064, + "precision_at_20": 0.03394, + "precision_at_100": 0.00814, + "precision_at_1000": 0.001, + "mrr_at_1": 0.474444, + "mrr_at_3": 0.512407, + "mrr_at_5": 0.520074, + "mrr_at_10": 0.526176, + "mrr_at_20": 0.528837, + "mrr_at_100": 0.532242, + "mrr_at_1000": 0.533232, + "nauc_ndcg_at_1_max": 0.664286, + "nauc_ndcg_at_1_std": -0.019734, + "nauc_ndcg_at_1_diff1": 0.842326, + "nauc_ndcg_at_3_max": 0.684336, + "nauc_ndcg_at_3_std": 0.01818, + "nauc_ndcg_at_3_diff1": 0.811207, + "nauc_ndcg_at_5_max": 0.679091, + "nauc_ndcg_at_5_std": 0.018313, + "nauc_ndcg_at_5_diff1": 0.800069, + "nauc_ndcg_at_10_max": 0.677693, + "nauc_ndcg_at_10_std": 0.030934, + "nauc_ndcg_at_10_diff1": 0.792516, + "nauc_ndcg_at_20_max": 0.67351, + "nauc_ndcg_at_20_std": 0.030324, + "nauc_ndcg_at_20_diff1": 0.786994, + "nauc_ndcg_at_100_max": 0.672195, + "nauc_ndcg_at_100_std": 0.037756, + "nauc_ndcg_at_100_diff1": 0.78571, + "nauc_ndcg_at_1000_max": 0.674706, + "nauc_ndcg_at_1000_std": 0.024839, + "nauc_ndcg_at_1000_diff1": 0.796835, + "nauc_map_at_1_max": 0.664286, + "nauc_map_at_1_std": -0.019734, + "nauc_map_at_1_diff1": 0.842326, + "nauc_map_at_3_max": 0.680016, + "nauc_map_at_3_std": 0.007486, + "nauc_map_at_3_diff1": 0.819403, + "nauc_map_at_5_max": 0.677142, + "nauc_map_at_5_std": 0.007538, + "nauc_map_at_5_diff1": 0.813237, + "nauc_map_at_10_max": 0.676492, + "nauc_map_at_10_std": 0.012392, + "nauc_map_at_10_diff1": 0.810332, + "nauc_map_at_20_max": 0.675369, + "nauc_map_at_20_std": 0.01213, + "nauc_map_at_20_diff1": 0.808908, + "nauc_map_at_100_max": 0.675258, + "nauc_map_at_100_std": 0.013257, + "nauc_map_at_100_diff1": 0.808679, + "nauc_map_at_1000_max": 0.675343, + "nauc_map_at_1000_std": 0.012809, + "nauc_map_at_1000_diff1": 0.809041, + "nauc_recall_at_1_max": 0.664286, + "nauc_recall_at_1_std": -0.019734, + "nauc_recall_at_1_diff1": 0.842326, + "nauc_recall_at_3_max": 0.697047, + "nauc_recall_at_3_std": 0.050901, + "nauc_recall_at_3_diff1": 0.786348, + "nauc_recall_at_5_max": 0.683998, + "nauc_recall_at_5_std": 0.052183, + "nauc_recall_at_5_diff1": 0.757577, + "nauc_recall_at_10_max": 0.680014, + "nauc_recall_at_10_std": 0.099161, + "nauc_recall_at_10_diff1": 0.727958, + "nauc_recall_at_20_max": 0.66079, + "nauc_recall_at_20_std": 0.101876, + "nauc_recall_at_20_diff1": 0.697462, + "nauc_recall_at_100_max": 0.640757, + "nauc_recall_at_100_std": 0.202842, + "nauc_recall_at_100_diff1": 0.642012, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.664286, + "nauc_precision_at_1_std": -0.019734, + "nauc_precision_at_1_diff1": 0.842326, + "nauc_precision_at_3_max": 0.697047, + "nauc_precision_at_3_std": 0.050901, + "nauc_precision_at_3_diff1": 0.786348, + "nauc_precision_at_5_max": 0.683998, + "nauc_precision_at_5_std": 0.052183, + "nauc_precision_at_5_diff1": 0.757577, + "nauc_precision_at_10_max": 0.680014, + "nauc_precision_at_10_std": 0.099161, + "nauc_precision_at_10_diff1": 0.727958, + "nauc_precision_at_20_max": 0.66079, + "nauc_precision_at_20_std": 0.101876, + "nauc_precision_at_20_diff1": 0.697462, + "nauc_precision_at_100_max": 0.640757, + "nauc_precision_at_100_std": 0.202842, + "nauc_precision_at_100_diff1": 0.642012, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.664286, + "nauc_mrr_at_1_std": -0.019734, + "nauc_mrr_at_1_diff1": 0.842326, + "nauc_mrr_at_3_max": 0.680016, + "nauc_mrr_at_3_std": 0.007486, + "nauc_mrr_at_3_diff1": 0.819403, + "nauc_mrr_at_5_max": 0.677142, + "nauc_mrr_at_5_std": 0.007538, + "nauc_mrr_at_5_diff1": 0.813237, + "nauc_mrr_at_10_max": 0.676492, + "nauc_mrr_at_10_std": 0.012392, + "nauc_mrr_at_10_diff1": 0.810332, + "nauc_mrr_at_20_max": 0.675369, + "nauc_mrr_at_20_std": 0.01213, + "nauc_mrr_at_20_diff1": 0.808908, + "nauc_mrr_at_100_max": 0.675258, + "nauc_mrr_at_100_std": 0.013257, + "nauc_mrr_at_100_diff1": 0.808679, + "nauc_mrr_at_1000_max": 0.675343, + "nauc_mrr_at_1000_std": 0.012809, + "nauc_mrr_at_1000_diff1": 0.809041, + "main_score": 0.55338, + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ] + }, + { + "ndcg_at_1": 0.55889, + "ndcg_at_3": 0.60698, + "ndcg_at_5": 0.62028, + "ndcg_at_10": 0.63832, + "ndcg_at_20": 0.64914, + "ndcg_at_100": 0.6697, + "ndcg_at_1000": 0.68456, + "map_at_1": 0.55889, + "map_at_3": 0.59519, + "map_at_5": 0.60257, + "map_at_10": 0.61006, + "map_at_20": 0.61311, + "map_at_100": 0.6157, + "map_at_1000": 0.61629, + "recall_at_1": 0.55889, + "recall_at_3": 0.64111, + "recall_at_5": 0.67333, + "recall_at_10": 0.72889, + "recall_at_20": 0.77111, + "recall_at_100": 0.88556, + "recall_at_1000": 1.0, + "precision_at_1": 0.55889, + "precision_at_3": 0.2137, + "precision_at_5": 0.13467, + "precision_at_10": 0.07289, + "precision_at_20": 0.03856, + "precision_at_100": 0.00886, + "precision_at_1000": 0.001, + "mrr_at_1": 0.558889, + "mrr_at_3": 0.595185, + "mrr_at_5": 0.602574, + "mrr_at_10": 0.610063, + "mrr_at_20": 0.613105, + "mrr_at_100": 0.615695, + "mrr_at_1000": 0.616286, + "nauc_ndcg_at_1_max": 0.590823, + "nauc_ndcg_at_1_std": 0.053686, + "nauc_ndcg_at_1_diff1": 0.863699, + "nauc_ndcg_at_3_max": 0.611414, + "nauc_ndcg_at_3_std": 0.080334, + "nauc_ndcg_at_3_diff1": 0.840988, + "nauc_ndcg_at_5_max": 0.608084, + "nauc_ndcg_at_5_std": 0.082266, + "nauc_ndcg_at_5_diff1": 0.834068, + "nauc_ndcg_at_10_max": 0.598482, + "nauc_ndcg_at_10_std": 0.079114, + "nauc_ndcg_at_10_diff1": 0.821682, + "nauc_ndcg_at_20_max": 0.594294, + "nauc_ndcg_at_20_std": 0.080308, + "nauc_ndcg_at_20_diff1": 0.818027, + "nauc_ndcg_at_100_max": 0.597473, + "nauc_ndcg_at_100_std": 0.089917, + "nauc_ndcg_at_100_diff1": 0.821968, + "nauc_ndcg_at_1000_max": 0.599835, + "nauc_ndcg_at_1000_std": 0.080905, + "nauc_ndcg_at_1000_diff1": 0.829382, + "nauc_map_at_1_max": 0.590823, + "nauc_map_at_1_std": 0.053686, + "nauc_map_at_1_diff1": 0.863699, + "nauc_map_at_3_max": 0.607421, + "nauc_map_at_3_std": 0.074456, + "nauc_map_at_3_diff1": 0.846761, + "nauc_map_at_5_max": 0.605623, + "nauc_map_at_5_std": 0.075565, + "nauc_map_at_5_diff1": 0.843172, + "nauc_map_at_10_max": 0.60206, + "nauc_map_at_10_std": 0.074493, + "nauc_map_at_10_diff1": 0.838288, + "nauc_map_at_20_max": 0.601089, + "nauc_map_at_20_std": 0.074907, + "nauc_map_at_20_diff1": 0.837417, + "nauc_map_at_100_max": 0.601473, + "nauc_map_at_100_std": 0.075889, + "nauc_map_at_100_diff1": 0.838013, + "nauc_map_at_1000_max": 0.601556, + "nauc_map_at_1000_std": 0.075555, + "nauc_map_at_1000_diff1": 0.838283, + "nauc_recall_at_1_max": 0.590823, + "nauc_recall_at_1_std": 0.053686, + "nauc_recall_at_1_diff1": 0.863699, + "nauc_recall_at_3_max": 0.623236, + "nauc_recall_at_3_std": 0.098153, + "nauc_recall_at_3_diff1": 0.823099, + "nauc_recall_at_5_max": 0.614909, + "nauc_recall_at_5_std": 0.103778, + "nauc_recall_at_5_diff1": 0.803203, + "nauc_recall_at_10_max": 0.578373, + "nauc_recall_at_10_std": 0.093346, + "nauc_recall_at_10_diff1": 0.753333, + "nauc_recall_at_20_max": 0.552177, + "nauc_recall_at_20_std": 0.100202, + "nauc_recall_at_20_diff1": 0.724344, + "nauc_recall_at_100_max": 0.557363, + "nauc_recall_at_100_std": 0.242891, + "nauc_recall_at_100_diff1": 0.694745, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.590823, + "nauc_precision_at_1_std": 0.053686, + "nauc_precision_at_1_diff1": 0.863699, + "nauc_precision_at_3_max": 0.623236, + "nauc_precision_at_3_std": 0.098153, + "nauc_precision_at_3_diff1": 0.823099, + "nauc_precision_at_5_max": 0.614909, + "nauc_precision_at_5_std": 0.103778, + "nauc_precision_at_5_diff1": 0.803203, + "nauc_precision_at_10_max": 0.578373, + "nauc_precision_at_10_std": 0.093346, + "nauc_precision_at_10_diff1": 0.753333, + "nauc_precision_at_20_max": 0.552177, + "nauc_precision_at_20_std": 0.100202, + "nauc_precision_at_20_diff1": 0.724344, + "nauc_precision_at_100_max": 0.557363, + "nauc_precision_at_100_std": 0.242891, + "nauc_precision_at_100_diff1": 0.694745, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.590823, + "nauc_mrr_at_1_std": 0.053686, + "nauc_mrr_at_1_diff1": 0.863699, + "nauc_mrr_at_3_max": 0.607421, + "nauc_mrr_at_3_std": 0.074456, + "nauc_mrr_at_3_diff1": 0.846761, + "nauc_mrr_at_5_max": 0.605623, + "nauc_mrr_at_5_std": 0.075565, + "nauc_mrr_at_5_diff1": 0.843172, + "nauc_mrr_at_10_max": 0.60206, + "nauc_mrr_at_10_std": 0.074493, + "nauc_mrr_at_10_diff1": 0.838288, + "nauc_mrr_at_20_max": 0.601089, + "nauc_mrr_at_20_std": 0.074907, + "nauc_mrr_at_20_diff1": 0.837417, + "nauc_mrr_at_100_max": 0.601473, + "nauc_mrr_at_100_std": 0.075889, + "nauc_mrr_at_100_diff1": 0.838013, + "nauc_mrr_at_1000_max": 0.601556, + "nauc_mrr_at_1000_std": 0.075555, + "nauc_mrr_at_1000_diff1": 0.838283, + "main_score": 0.63832, + "hf_subset": "tso_Latn-tso_Latn", + "languages": [ + "tso-Latn", + "tso-Latn" + ] + }, + { + "ndcg_at_1": 0.71111, + "ndcg_at_3": 0.77603, + "ndcg_at_5": 0.79114, + "ndcg_at_10": 0.8064, + "ndcg_at_20": 0.81614, + "ndcg_at_100": 0.82553, + "ndcg_at_1000": 0.82667, + "map_at_1": 0.71111, + "map_at_3": 0.76074, + "map_at_5": 0.76913, + "map_at_10": 0.77553, + "map_at_20": 0.77815, + "map_at_100": 0.77957, + "map_at_1000": 0.77961, + "recall_at_1": 0.71111, + "recall_at_3": 0.82, + "recall_at_5": 0.85667, + "recall_at_10": 0.90333, + "recall_at_20": 0.94222, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.71111, + "precision_at_3": 0.27333, + "precision_at_5": 0.17133, + "precision_at_10": 0.09033, + "precision_at_20": 0.04711, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.711111, + "mrr_at_3": 0.760741, + "mrr_at_5": 0.76913, + "mrr_at_10": 0.775529, + "mrr_at_20": 0.778153, + "mrr_at_100": 0.779569, + "mrr_at_1000": 0.779612, + "nauc_ndcg_at_1_max": 0.747567, + "nauc_ndcg_at_1_std": 0.052508, + "nauc_ndcg_at_1_diff1": 0.868568, + "nauc_ndcg_at_3_max": 0.74508, + "nauc_ndcg_at_3_std": 0.069532, + "nauc_ndcg_at_3_diff1": 0.834809, + "nauc_ndcg_at_5_max": 0.754073, + "nauc_ndcg_at_5_std": 0.093829, + "nauc_ndcg_at_5_diff1": 0.829263, + "nauc_ndcg_at_10_max": 0.746805, + "nauc_ndcg_at_10_std": 0.09183, + "nauc_ndcg_at_10_diff1": 0.824702, + "nauc_ndcg_at_20_max": 0.746345, + "nauc_ndcg_at_20_std": 0.090246, + "nauc_ndcg_at_20_diff1": 0.829144, + "nauc_ndcg_at_100_max": 0.746572, + "nauc_ndcg_at_100_std": 0.084608, + "nauc_ndcg_at_100_diff1": 0.836623, + "nauc_ndcg_at_1000_max": 0.746956, + "nauc_ndcg_at_1000_std": 0.081591, + "nauc_ndcg_at_1000_diff1": 0.836808, + "nauc_map_at_1_max": 0.747567, + "nauc_map_at_1_std": 0.052508, + "nauc_map_at_1_diff1": 0.868568, + "nauc_map_at_3_max": 0.74644, + "nauc_map_at_3_std": 0.065977, + "nauc_map_at_3_diff1": 0.843857, + "nauc_map_at_5_max": 0.751035, + "nauc_map_at_5_std": 0.078478, + "nauc_map_at_5_diff1": 0.841462, + "nauc_map_at_10_max": 0.747887, + "nauc_map_at_10_std": 0.076973, + "nauc_map_at_10_diff1": 0.839833, + "nauc_map_at_20_max": 0.747784, + "nauc_map_at_20_std": 0.076383, + "nauc_map_at_20_diff1": 0.841032, + "nauc_map_at_100_max": 0.747708, + "nauc_map_at_100_std": 0.075579, + "nauc_map_at_100_diff1": 0.841971, + "nauc_map_at_1000_max": 0.747715, + "nauc_map_at_1000_std": 0.075499, + "nauc_map_at_1000_diff1": 0.841973, + "nauc_recall_at_1_max": 0.747567, + "nauc_recall_at_1_std": 0.052508, + "nauc_recall_at_1_diff1": 0.868568, + "nauc_recall_at_3_max": 0.739775, + "nauc_recall_at_3_std": 0.081846, + "nauc_recall_at_3_diff1": 0.802058, + "nauc_recall_at_5_max": 0.768777, + "nauc_recall_at_5_std": 0.164236, + "nauc_recall_at_5_diff1": 0.775273, + "nauc_recall_at_10_max": 0.738782, + "nauc_recall_at_10_std": 0.18643, + "nauc_recall_at_10_diff1": 0.730223, + "nauc_recall_at_20_max": 0.728408, + "nauc_recall_at_20_std": 0.232619, + "nauc_recall_at_20_diff1": 0.71794, + "nauc_recall_at_100_max": 0.689601, + "nauc_recall_at_100_std": 0.514589, + "nauc_recall_at_100_diff1": 0.806839, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747567, + "nauc_precision_at_1_std": 0.052508, + "nauc_precision_at_1_diff1": 0.868568, + "nauc_precision_at_3_max": 0.739775, + "nauc_precision_at_3_std": 0.081846, + "nauc_precision_at_3_diff1": 0.802058, + "nauc_precision_at_5_max": 0.768777, + "nauc_precision_at_5_std": 0.164236, + "nauc_precision_at_5_diff1": 0.775273, + "nauc_precision_at_10_max": 0.738782, + "nauc_precision_at_10_std": 0.18643, + "nauc_precision_at_10_diff1": 0.730223, + "nauc_precision_at_20_max": 0.728408, + "nauc_precision_at_20_std": 0.232619, + "nauc_precision_at_20_diff1": 0.71794, + "nauc_precision_at_100_max": 0.689601, + "nauc_precision_at_100_std": 0.514589, + "nauc_precision_at_100_diff1": 0.806839, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747567, + "nauc_mrr_at_1_std": 0.052508, + "nauc_mrr_at_1_diff1": 0.868568, + "nauc_mrr_at_3_max": 0.74644, + "nauc_mrr_at_3_std": 0.065977, + "nauc_mrr_at_3_diff1": 0.843857, + "nauc_mrr_at_5_max": 0.751035, + "nauc_mrr_at_5_std": 0.078478, + "nauc_mrr_at_5_diff1": 0.841462, + "nauc_mrr_at_10_max": 0.747887, + "nauc_mrr_at_10_std": 0.076973, + "nauc_mrr_at_10_diff1": 0.839833, + "nauc_mrr_at_20_max": 0.747784, + "nauc_mrr_at_20_std": 0.076383, + "nauc_mrr_at_20_diff1": 0.841032, + "nauc_mrr_at_100_max": 0.747708, + "nauc_mrr_at_100_std": 0.075579, + "nauc_mrr_at_100_diff1": 0.841971, + "nauc_mrr_at_1000_max": 0.747715, + "nauc_mrr_at_1000_std": 0.075499, + "nauc_mrr_at_1000_diff1": 0.841973, + "main_score": 0.8064, + "hf_subset": "tso_Latn-eng_Latn", + "languages": [ + "tso-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.44333, + "ndcg_at_3": 0.4843, + "ndcg_at_5": 0.49625, + "ndcg_at_10": 0.51118, + "ndcg_at_20": 0.52114, + "ndcg_at_100": 0.54692, + "ndcg_at_1000": 0.57669, + "map_at_1": 0.44333, + "map_at_3": 0.47426, + "map_at_5": 0.48093, + "map_at_10": 0.4872, + "map_at_20": 0.48986, + "map_at_100": 0.49321, + "map_at_1000": 0.49436, + "recall_at_1": 0.44333, + "recall_at_3": 0.51333, + "recall_at_5": 0.54222, + "recall_at_10": 0.58778, + "recall_at_20": 0.62778, + "recall_at_100": 0.77, + "recall_at_1000": 1.0, + "precision_at_1": 0.44333, + "precision_at_3": 0.17111, + "precision_at_5": 0.10844, + "precision_at_10": 0.05878, + "precision_at_20": 0.03139, + "precision_at_100": 0.0077, + "precision_at_1000": 0.001, + "mrr_at_1": 0.443333, + "mrr_at_3": 0.474259, + "mrr_at_5": 0.480926, + "mrr_at_10": 0.487201, + "mrr_at_20": 0.489857, + "mrr_at_100": 0.493206, + "mrr_at_1000": 0.494362, + "nauc_ndcg_at_1_max": 0.702479, + "nauc_ndcg_at_1_std": 0.000954, + "nauc_ndcg_at_1_diff1": 0.895992, + "nauc_ndcg_at_3_max": 0.714255, + "nauc_ndcg_at_3_std": 0.01259, + "nauc_ndcg_at_3_diff1": 0.8746, + "nauc_ndcg_at_5_max": 0.711896, + "nauc_ndcg_at_5_std": 0.017682, + "nauc_ndcg_at_5_diff1": 0.865851, + "nauc_ndcg_at_10_max": 0.705063, + "nauc_ndcg_at_10_std": 0.024894, + "nauc_ndcg_at_10_diff1": 0.857415, + "nauc_ndcg_at_20_max": 0.698683, + "nauc_ndcg_at_20_std": 0.02248, + "nauc_ndcg_at_20_diff1": 0.851808, + "nauc_ndcg_at_100_max": 0.691339, + "nauc_ndcg_at_100_std": 0.023442, + "nauc_ndcg_at_100_diff1": 0.844147, + "nauc_ndcg_at_1000_max": 0.70041, + "nauc_ndcg_at_1000_std": 0.019808, + "nauc_ndcg_at_1000_diff1": 0.857288, + "nauc_map_at_1_max": 0.702479, + "nauc_map_at_1_std": 0.000954, + "nauc_map_at_1_diff1": 0.895992, + "nauc_map_at_3_max": 0.711779, + "nauc_map_at_3_std": 0.010552, + "nauc_map_at_3_diff1": 0.879175, + "nauc_map_at_5_max": 0.710484, + "nauc_map_at_5_std": 0.013243, + "nauc_map_at_5_diff1": 0.874436, + "nauc_map_at_10_max": 0.707614, + "nauc_map_at_10_std": 0.016045, + "nauc_map_at_10_diff1": 0.870909, + "nauc_map_at_20_max": 0.705995, + "nauc_map_at_20_std": 0.015504, + "nauc_map_at_20_diff1": 0.869441, + "nauc_map_at_100_max": 0.705089, + "nauc_map_at_100_std": 0.015578, + "nauc_map_at_100_diff1": 0.868481, + "nauc_map_at_1000_max": 0.705368, + "nauc_map_at_1000_std": 0.015464, + "nauc_map_at_1000_diff1": 0.868865, + "nauc_recall_at_1_max": 0.702479, + "nauc_recall_at_1_std": 0.000954, + "nauc_recall_at_1_diff1": 0.895992, + "nauc_recall_at_3_max": 0.721375, + "nauc_recall_at_3_std": 0.018249, + "nauc_recall_at_3_diff1": 0.861412, + "nauc_recall_at_5_max": 0.7156, + "nauc_recall_at_5_std": 0.031593, + "nauc_recall_at_5_diff1": 0.838907, + "nauc_recall_at_10_max": 0.693753, + "nauc_recall_at_10_std": 0.056694, + "nauc_recall_at_10_diff1": 0.810632, + "nauc_recall_at_20_max": 0.664014, + "nauc_recall_at_20_std": 0.04688, + "nauc_recall_at_20_diff1": 0.782817, + "nauc_recall_at_100_max": 0.589003, + "nauc_recall_at_100_std": 0.066334, + "nauc_recall_at_100_diff1": 0.691843, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.702479, + "nauc_precision_at_1_std": 0.000954, + "nauc_precision_at_1_diff1": 0.895992, + "nauc_precision_at_3_max": 0.721375, + "nauc_precision_at_3_std": 0.018249, + "nauc_precision_at_3_diff1": 0.861412, + "nauc_precision_at_5_max": 0.7156, + "nauc_precision_at_5_std": 0.031593, + "nauc_precision_at_5_diff1": 0.838907, + "nauc_precision_at_10_max": 0.693753, + "nauc_precision_at_10_std": 0.056694, + "nauc_precision_at_10_diff1": 0.810632, + "nauc_precision_at_20_max": 0.664014, + "nauc_precision_at_20_std": 0.04688, + "nauc_precision_at_20_diff1": 0.782817, + "nauc_precision_at_100_max": 0.589003, + "nauc_precision_at_100_std": 0.066334, + "nauc_precision_at_100_diff1": 0.691843, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.702479, + "nauc_mrr_at_1_std": 0.000954, + "nauc_mrr_at_1_diff1": 0.895992, + "nauc_mrr_at_3_max": 0.711779, + "nauc_mrr_at_3_std": 0.010552, + "nauc_mrr_at_3_diff1": 0.879175, + "nauc_mrr_at_5_max": 0.710484, + "nauc_mrr_at_5_std": 0.013243, + "nauc_mrr_at_5_diff1": 0.874436, + "nauc_mrr_at_10_max": 0.707614, + "nauc_mrr_at_10_std": 0.016045, + "nauc_mrr_at_10_diff1": 0.870909, + "nauc_mrr_at_20_max": 0.705995, + "nauc_mrr_at_20_std": 0.015504, + "nauc_mrr_at_20_diff1": 0.869441, + "nauc_mrr_at_100_max": 0.705089, + "nauc_mrr_at_100_std": 0.015578, + "nauc_mrr_at_100_diff1": 0.868481, + "nauc_mrr_at_1000_max": 0.705368, + "nauc_mrr_at_1000_std": 0.015464, + "nauc_mrr_at_1000_diff1": 0.868865, + "main_score": 0.51118, + "hf_subset": "eng_Latn-tso_Latn", + "languages": [ + "eng-Latn", + "tso-Latn" + ] + }, + { + "ndcg_at_1": 0.87889, + "ndcg_at_3": 0.91459, + "ndcg_at_5": 0.92119, + "ndcg_at_10": 0.92695, + "ndcg_at_20": 0.92858, + "ndcg_at_100": 0.93126, + "ndcg_at_1000": 0.93229, + "map_at_1": 0.87889, + "map_at_3": 0.90648, + "map_at_5": 0.91026, + "map_at_10": 0.91265, + "map_at_20": 0.91306, + "map_at_100": 0.91343, + "map_at_1000": 0.91348, + "recall_at_1": 0.87889, + "recall_at_3": 0.93778, + "recall_at_5": 0.95333, + "recall_at_10": 0.97111, + "recall_at_20": 0.97778, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.87889, + "precision_at_3": 0.31259, + "precision_at_5": 0.19067, + "precision_at_10": 0.09711, + "precision_at_20": 0.04889, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.878889, + "mrr_at_3": 0.906481, + "mrr_at_5": 0.910259, + "mrr_at_10": 0.912649, + "mrr_at_20": 0.91306, + "mrr_at_100": 0.913435, + "mrr_at_1000": 0.913477, + "nauc_ndcg_at_1_max": 0.752233, + "nauc_ndcg_at_1_std": -0.007753, + "nauc_ndcg_at_1_diff1": 0.929194, + "nauc_ndcg_at_3_max": 0.823444, + "nauc_ndcg_at_3_std": 0.008229, + "nauc_ndcg_at_3_diff1": 0.919559, + "nauc_ndcg_at_5_max": 0.825202, + "nauc_ndcg_at_5_std": 0.05904, + "nauc_ndcg_at_5_diff1": 0.922784, + "nauc_ndcg_at_10_max": 0.816955, + "nauc_ndcg_at_10_std": 0.077131, + "nauc_ndcg_at_10_diff1": 0.923693, + "nauc_ndcg_at_20_max": 0.817315, + "nauc_ndcg_at_20_std": 0.072593, + "nauc_ndcg_at_20_diff1": 0.925032, + "nauc_ndcg_at_100_max": 0.811807, + "nauc_ndcg_at_100_std": 0.065401, + "nauc_ndcg_at_100_diff1": 0.924774, + "nauc_ndcg_at_1000_max": 0.808918, + "nauc_ndcg_at_1000_std": 0.052968, + "nauc_ndcg_at_1000_diff1": 0.92444, + "nauc_map_at_1_max": 0.752233, + "nauc_map_at_1_std": -0.007753, + "nauc_map_at_1_diff1": 0.929194, + "nauc_map_at_3_max": 0.804856, + "nauc_map_at_3_std": 0.006787, + "nauc_map_at_3_diff1": 0.922102, + "nauc_map_at_5_max": 0.805069, + "nauc_map_at_5_std": 0.032781, + "nauc_map_at_5_diff1": 0.923908, + "nauc_map_at_10_max": 0.801719, + "nauc_map_at_10_std": 0.039374, + "nauc_map_at_10_diff1": 0.924163, + "nauc_map_at_20_max": 0.801739, + "nauc_map_at_20_std": 0.038072, + "nauc_map_at_20_diff1": 0.924427, + "nauc_map_at_100_max": 0.801083, + "nauc_map_at_100_std": 0.037161, + "nauc_map_at_100_diff1": 0.924479, + "nauc_map_at_1000_max": 0.800985, + "nauc_map_at_1000_std": 0.036757, + "nauc_map_at_1000_diff1": 0.924464, + "nauc_recall_at_1_max": 0.752233, + "nauc_recall_at_1_std": -0.007753, + "nauc_recall_at_1_diff1": 0.929194, + "nauc_recall_at_3_max": 0.900752, + "nauc_recall_at_3_std": 0.012247, + "nauc_recall_at_3_diff1": 0.908964, + "nauc_recall_at_5_max": 0.932473, + "nauc_recall_at_5_std": 0.20955, + "nauc_recall_at_5_diff1": 0.917523, + "nauc_recall_at_10_max": 0.933833, + "nauc_recall_at_10_std": 0.424621, + "nauc_recall_at_10_diff1": 0.9227, + "nauc_recall_at_20_max": 0.973039, + "nauc_recall_at_20_std": 0.475233, + "nauc_recall_at_20_diff1": 0.940359, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.880952, + "nauc_recall_at_100_diff1": 0.943978, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752233, + "nauc_precision_at_1_std": -0.007753, + "nauc_precision_at_1_diff1": 0.929194, + "nauc_precision_at_3_max": 0.900752, + "nauc_precision_at_3_std": 0.012247, + "nauc_precision_at_3_diff1": 0.908964, + "nauc_precision_at_5_max": 0.932473, + "nauc_precision_at_5_std": 0.20955, + "nauc_precision_at_5_diff1": 0.917523, + "nauc_precision_at_10_max": 0.933833, + "nauc_precision_at_10_std": 0.424621, + "nauc_precision_at_10_diff1": 0.9227, + "nauc_precision_at_20_max": 0.973039, + "nauc_precision_at_20_std": 0.475233, + "nauc_precision_at_20_diff1": 0.940359, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.880952, + "nauc_precision_at_100_diff1": 0.943978, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752233, + "nauc_mrr_at_1_std": -0.007753, + "nauc_mrr_at_1_diff1": 0.929194, + "nauc_mrr_at_3_max": 0.804856, + "nauc_mrr_at_3_std": 0.006787, + "nauc_mrr_at_3_diff1": 0.922102, + "nauc_mrr_at_5_max": 0.805069, + "nauc_mrr_at_5_std": 0.032781, + "nauc_mrr_at_5_diff1": 0.923908, + "nauc_mrr_at_10_max": 0.801719, + "nauc_mrr_at_10_std": 0.039374, + "nauc_mrr_at_10_diff1": 0.924163, + "nauc_mrr_at_20_max": 0.801739, + "nauc_mrr_at_20_std": 0.038072, + "nauc_mrr_at_20_diff1": 0.924427, + "nauc_mrr_at_100_max": 0.801083, + "nauc_mrr_at_100_std": 0.037161, + "nauc_mrr_at_100_diff1": 0.924479, + "nauc_mrr_at_1000_max": 0.800985, + "nauc_mrr_at_1000_std": 0.036757, + "nauc_mrr_at_1000_diff1": 0.924464, + "main_score": 0.92695, + "hf_subset": "tur_Latn-tur_Latn", + "languages": [ + "tur-Latn", + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.93778, + "ndcg_at_3": 0.96115, + "ndcg_at_5": 0.96397, + "ndcg_at_10": 0.96578, + "ndcg_at_20": 0.96696, + "ndcg_at_100": 0.96785, + "ndcg_at_1000": 0.96811, + "map_at_1": 0.93778, + "map_at_3": 0.95574, + "map_at_5": 0.95735, + "map_at_10": 0.95811, + "map_at_20": 0.95846, + "map_at_100": 0.9586, + "map_at_1000": 0.95861, + "recall_at_1": 0.93778, + "recall_at_3": 0.97667, + "recall_at_5": 0.98333, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93778, + "precision_at_3": 0.32556, + "precision_at_5": 0.19667, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.937778, + "mrr_at_3": 0.955741, + "mrr_at_5": 0.957352, + "mrr_at_10": 0.958108, + "mrr_at_20": 0.958457, + "mrr_at_100": 0.958602, + "mrr_at_1000": 0.958609, + "nauc_ndcg_at_1_max": 0.757311, + "nauc_ndcg_at_1_std": -0.163249, + "nauc_ndcg_at_1_diff1": 0.938851, + "nauc_ndcg_at_3_max": 0.821814, + "nauc_ndcg_at_3_std": -0.159716, + "nauc_ndcg_at_3_diff1": 0.931482, + "nauc_ndcg_at_5_max": 0.80959, + "nauc_ndcg_at_5_std": -0.138667, + "nauc_ndcg_at_5_diff1": 0.93154, + "nauc_ndcg_at_10_max": 0.80991, + "nauc_ndcg_at_10_std": -0.135658, + "nauc_ndcg_at_10_diff1": 0.936785, + "nauc_ndcg_at_20_max": 0.803157, + "nauc_ndcg_at_20_std": -0.108401, + "nauc_ndcg_at_20_diff1": 0.93454, + "nauc_ndcg_at_100_max": 0.80047, + "nauc_ndcg_at_100_std": -0.12002, + "nauc_ndcg_at_100_diff1": 0.935533, + "nauc_ndcg_at_1000_max": 0.799356, + "nauc_ndcg_at_1000_std": -0.129218, + "nauc_ndcg_at_1000_diff1": 0.935004, + "nauc_map_at_1_max": 0.757311, + "nauc_map_at_1_std": -0.163249, + "nauc_map_at_1_diff1": 0.938851, + "nauc_map_at_3_max": 0.803691, + "nauc_map_at_3_std": -0.153853, + "nauc_map_at_3_diff1": 0.933439, + "nauc_map_at_5_max": 0.797127, + "nauc_map_at_5_std": -0.142651, + "nauc_map_at_5_diff1": 0.933585, + "nauc_map_at_10_max": 0.796663, + "nauc_map_at_10_std": -0.143494, + "nauc_map_at_10_diff1": 0.935406, + "nauc_map_at_20_max": 0.794957, + "nauc_map_at_20_std": -0.137191, + "nauc_map_at_20_diff1": 0.934864, + "nauc_map_at_100_max": 0.794566, + "nauc_map_at_100_std": -0.138748, + "nauc_map_at_100_diff1": 0.934984, + "nauc_map_at_1000_max": 0.794544, + "nauc_map_at_1000_std": -0.13892, + "nauc_map_at_1000_diff1": 0.934974, + "nauc_recall_at_1_max": 0.757311, + "nauc_recall_at_1_std": -0.163249, + "nauc_recall_at_1_diff1": 0.938851, + "nauc_recall_at_3_max": 0.918078, + "nauc_recall_at_3_std": -0.197346, + "nauc_recall_at_3_diff1": 0.921191, + "nauc_recall_at_5_max": 0.894024, + "nauc_recall_at_5_std": -0.113725, + "nauc_recall_at_5_diff1": 0.9169, + "nauc_recall_at_10_max": 0.946078, + "nauc_recall_at_10_std": -0.037162, + "nauc_recall_at_10_diff1": 0.95915, + "nauc_recall_at_20_max": 0.910131, + "nauc_recall_at_20_std": 0.54334, + "nauc_recall_at_20_diff1": 0.931917, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.757311, + "nauc_precision_at_1_std": -0.163249, + "nauc_precision_at_1_diff1": 0.938851, + "nauc_precision_at_3_max": 0.918078, + "nauc_precision_at_3_std": -0.197346, + "nauc_precision_at_3_diff1": 0.921191, + "nauc_precision_at_5_max": 0.894024, + "nauc_precision_at_5_std": -0.113725, + "nauc_precision_at_5_diff1": 0.9169, + "nauc_precision_at_10_max": 0.946078, + "nauc_precision_at_10_std": -0.037162, + "nauc_precision_at_10_diff1": 0.95915, + "nauc_precision_at_20_max": 0.910131, + "nauc_precision_at_20_std": 0.54334, + "nauc_precision_at_20_diff1": 0.931917, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.757311, + "nauc_mrr_at_1_std": -0.163249, + "nauc_mrr_at_1_diff1": 0.938851, + "nauc_mrr_at_3_max": 0.803691, + "nauc_mrr_at_3_std": -0.153853, + "nauc_mrr_at_3_diff1": 0.933439, + "nauc_mrr_at_5_max": 0.797127, + "nauc_mrr_at_5_std": -0.142651, + "nauc_mrr_at_5_diff1": 0.933585, + "nauc_mrr_at_10_max": 0.796663, + "nauc_mrr_at_10_std": -0.143494, + "nauc_mrr_at_10_diff1": 0.935406, + "nauc_mrr_at_20_max": 0.794957, + "nauc_mrr_at_20_std": -0.137191, + "nauc_mrr_at_20_diff1": 0.934864, + "nauc_mrr_at_100_max": 0.794566, + "nauc_mrr_at_100_std": -0.138748, + "nauc_mrr_at_100_diff1": 0.934984, + "nauc_mrr_at_1000_max": 0.794544, + "nauc_mrr_at_1000_std": -0.13892, + "nauc_mrr_at_1000_diff1": 0.934974, + "main_score": 0.96578, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.92439, + "ndcg_at_5": 0.93027, + "ndcg_at_10": 0.93652, + "ndcg_at_20": 0.93733, + "ndcg_at_100": 0.93902, + "ndcg_at_1000": 0.93974, + "map_at_1": 0.89, + "map_at_3": 0.91593, + "map_at_5": 0.91915, + "map_at_10": 0.92181, + "map_at_20": 0.92201, + "map_at_100": 0.92226, + "map_at_1000": 0.92229, + "recall_at_1": 0.89, + "recall_at_3": 0.94889, + "recall_at_5": 0.96333, + "recall_at_10": 0.98222, + "recall_at_20": 0.98556, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.89, + "precision_at_3": 0.3163, + "precision_at_5": 0.19267, + "precision_at_10": 0.09822, + "precision_at_20": 0.04928, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89, + "mrr_at_3": 0.915926, + "mrr_at_5": 0.919148, + "mrr_at_10": 0.921808, + "mrr_at_20": 0.922013, + "mrr_at_100": 0.922259, + "mrr_at_1000": 0.922287, + "nauc_ndcg_at_1_max": 0.809705, + "nauc_ndcg_at_1_std": 0.2123, + "nauc_ndcg_at_1_diff1": 0.925173, + "nauc_ndcg_at_3_max": 0.86111, + "nauc_ndcg_at_3_std": 0.252252, + "nauc_ndcg_at_3_diff1": 0.932698, + "nauc_ndcg_at_5_max": 0.857237, + "nauc_ndcg_at_5_std": 0.25688, + "nauc_ndcg_at_5_diff1": 0.932332, + "nauc_ndcg_at_10_max": 0.853675, + "nauc_ndcg_at_10_std": 0.265318, + "nauc_ndcg_at_10_diff1": 0.932673, + "nauc_ndcg_at_20_max": 0.852338, + "nauc_ndcg_at_20_std": 0.262719, + "nauc_ndcg_at_20_diff1": 0.933009, + "nauc_ndcg_at_100_max": 0.848633, + "nauc_ndcg_at_100_std": 0.260316, + "nauc_ndcg_at_100_diff1": 0.931954, + "nauc_ndcg_at_1000_max": 0.846797, + "nauc_ndcg_at_1000_std": 0.251346, + "nauc_ndcg_at_1000_diff1": 0.931461, + "nauc_map_at_1_max": 0.809705, + "nauc_map_at_1_std": 0.2123, + "nauc_map_at_1_diff1": 0.925173, + "nauc_map_at_3_max": 0.846854, + "nauc_map_at_3_std": 0.240526, + "nauc_map_at_3_diff1": 0.930722, + "nauc_map_at_5_max": 0.844336, + "nauc_map_at_5_std": 0.240964, + "nauc_map_at_5_diff1": 0.93053, + "nauc_map_at_10_max": 0.842571, + "nauc_map_at_10_std": 0.242626, + "nauc_map_at_10_diff1": 0.930582, + "nauc_map_at_20_max": 0.84227, + "nauc_map_at_20_std": 0.242113, + "nauc_map_at_20_diff1": 0.930647, + "nauc_map_at_100_max": 0.841802, + "nauc_map_at_100_std": 0.241842, + "nauc_map_at_100_diff1": 0.93049, + "nauc_map_at_1000_max": 0.841744, + "nauc_map_at_1000_std": 0.241564, + "nauc_map_at_1000_diff1": 0.930476, + "nauc_recall_at_1_max": 0.809705, + "nauc_recall_at_1_std": 0.2123, + "nauc_recall_at_1_diff1": 0.925173, + "nauc_recall_at_3_max": 0.926978, + "nauc_recall_at_3_std": 0.306926, + "nauc_recall_at_3_diff1": 0.941745, + "nauc_recall_at_5_max": 0.935984, + "nauc_recall_at_5_std": 0.361543, + "nauc_recall_at_5_diff1": 0.943058, + "nauc_recall_at_10_max": 0.98366, + "nauc_recall_at_10_std": 0.580211, + "nauc_recall_at_10_diff1": 0.958129, + "nauc_recall_at_20_max": 0.989945, + "nauc_recall_at_20_std": 0.603606, + "nauc_recall_at_20_diff1": 0.969834, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.809705, + "nauc_precision_at_1_std": 0.2123, + "nauc_precision_at_1_diff1": 0.925173, + "nauc_precision_at_3_max": 0.926978, + "nauc_precision_at_3_std": 0.306926, + "nauc_precision_at_3_diff1": 0.941745, + "nauc_precision_at_5_max": 0.935984, + "nauc_precision_at_5_std": 0.361543, + "nauc_precision_at_5_diff1": 0.943058, + "nauc_precision_at_10_max": 0.98366, + "nauc_precision_at_10_std": 0.580211, + "nauc_precision_at_10_diff1": 0.958129, + "nauc_precision_at_20_max": 0.989945, + "nauc_precision_at_20_std": 0.603606, + "nauc_precision_at_20_diff1": 0.969834, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.809705, + "nauc_mrr_at_1_std": 0.2123, + "nauc_mrr_at_1_diff1": 0.925173, + "nauc_mrr_at_3_max": 0.846854, + "nauc_mrr_at_3_std": 0.240526, + "nauc_mrr_at_3_diff1": 0.930722, + "nauc_mrr_at_5_max": 0.844336, + "nauc_mrr_at_5_std": 0.240964, + "nauc_mrr_at_5_diff1": 0.93053, + "nauc_mrr_at_10_max": 0.842571, + "nauc_mrr_at_10_std": 0.242626, + "nauc_mrr_at_10_diff1": 0.930582, + "nauc_mrr_at_20_max": 0.84227, + "nauc_mrr_at_20_std": 0.242113, + "nauc_mrr_at_20_diff1": 0.930647, + "nauc_mrr_at_100_max": 0.841802, + "nauc_mrr_at_100_std": 0.241842, + "nauc_mrr_at_100_diff1": 0.93049, + "nauc_mrr_at_1000_max": 0.841744, + "nauc_mrr_at_1000_std": 0.241564, + "nauc_mrr_at_1000_diff1": 0.930476, + "main_score": 0.93652, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.9343, + "ndcg_at_5": 0.93999, + "ndcg_at_10": 0.94253, + "ndcg_at_20": 0.94578, + "ndcg_at_100": 0.9468, + "ndcg_at_1000": 0.94723, + "map_at_1": 0.89889, + "map_at_3": 0.92611, + "map_at_5": 0.92939, + "map_at_10": 0.93045, + "map_at_20": 0.93143, + "map_at_100": 0.93156, + "map_at_1000": 0.93158, + "recall_at_1": 0.89889, + "recall_at_3": 0.95778, + "recall_at_5": 0.97111, + "recall_at_10": 0.97889, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89889, + "precision_at_3": 0.31926, + "precision_at_5": 0.19422, + "precision_at_10": 0.09789, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.926111, + "mrr_at_5": 0.929389, + "mrr_at_10": 0.93045, + "mrr_at_20": 0.931429, + "mrr_at_100": 0.931558, + "mrr_at_1000": 0.931575, + "nauc_ndcg_at_1_max": 0.794582, + "nauc_ndcg_at_1_std": -0.021337, + "nauc_ndcg_at_1_diff1": 0.940969, + "nauc_ndcg_at_3_max": 0.846783, + "nauc_ndcg_at_3_std": 0.043417, + "nauc_ndcg_at_3_diff1": 0.944386, + "nauc_ndcg_at_5_max": 0.84574, + "nauc_ndcg_at_5_std": 0.061088, + "nauc_ndcg_at_5_diff1": 0.945495, + "nauc_ndcg_at_10_max": 0.841404, + "nauc_ndcg_at_10_std": 0.060449, + "nauc_ndcg_at_10_diff1": 0.94556, + "nauc_ndcg_at_20_max": 0.835587, + "nauc_ndcg_at_20_std": 0.054941, + "nauc_ndcg_at_20_diff1": 0.945173, + "nauc_ndcg_at_100_max": 0.833442, + "nauc_ndcg_at_100_std": 0.04797, + "nauc_ndcg_at_100_diff1": 0.944613, + "nauc_ndcg_at_1000_max": 0.832072, + "nauc_ndcg_at_1000_std": 0.040521, + "nauc_ndcg_at_1000_diff1": 0.944157, + "nauc_map_at_1_max": 0.794582, + "nauc_map_at_1_std": -0.021337, + "nauc_map_at_1_diff1": 0.940969, + "nauc_map_at_3_max": 0.831821, + "nauc_map_at_3_std": 0.021796, + "nauc_map_at_3_diff1": 0.943026, + "nauc_map_at_5_max": 0.830671, + "nauc_map_at_5_std": 0.02988, + "nauc_map_at_5_diff1": 0.943532, + "nauc_map_at_10_max": 0.828943, + "nauc_map_at_10_std": 0.029204, + "nauc_map_at_10_diff1": 0.943526, + "nauc_map_at_20_max": 0.827404, + "nauc_map_at_20_std": 0.027906, + "nauc_map_at_20_diff1": 0.943416, + "nauc_map_at_100_max": 0.827175, + "nauc_map_at_100_std": 0.027186, + "nauc_map_at_100_diff1": 0.943353, + "nauc_map_at_1000_max": 0.82713, + "nauc_map_at_1000_std": 0.026949, + "nauc_map_at_1000_diff1": 0.943338, + "nauc_recall_at_1_max": 0.794582, + "nauc_recall_at_1_std": -0.021337, + "nauc_recall_at_1_diff1": 0.940969, + "nauc_recall_at_3_max": 0.920635, + "nauc_recall_at_3_std": 0.152686, + "nauc_recall_at_3_diff1": 0.95141, + "nauc_recall_at_5_max": 0.949095, + "nauc_recall_at_5_std": 0.284529, + "nauc_recall_at_5_diff1": 0.959779, + "nauc_recall_at_10_max": 0.95098, + "nauc_recall_at_10_std": 0.361271, + "nauc_recall_at_10_diff1": 0.9656, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.624825, + "nauc_recall_at_20_diff1": 0.98366, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794582, + "nauc_precision_at_1_std": -0.021337, + "nauc_precision_at_1_diff1": 0.940969, + "nauc_precision_at_3_max": 0.920635, + "nauc_precision_at_3_std": 0.152686, + "nauc_precision_at_3_diff1": 0.95141, + "nauc_precision_at_5_max": 0.949095, + "nauc_precision_at_5_std": 0.284529, + "nauc_precision_at_5_diff1": 0.959779, + "nauc_precision_at_10_max": 0.95098, + "nauc_precision_at_10_std": 0.361271, + "nauc_precision_at_10_diff1": 0.9656, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.624825, + "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794582, + "nauc_mrr_at_1_std": -0.021337, + "nauc_mrr_at_1_diff1": 0.940969, + "nauc_mrr_at_3_max": 0.831821, + "nauc_mrr_at_3_std": 0.021796, + "nauc_mrr_at_3_diff1": 0.943026, + "nauc_mrr_at_5_max": 0.830671, + "nauc_mrr_at_5_std": 0.02988, + "nauc_mrr_at_5_diff1": 0.943532, + "nauc_mrr_at_10_max": 0.828943, + "nauc_mrr_at_10_std": 0.029204, + "nauc_mrr_at_10_diff1": 0.943526, + "nauc_mrr_at_20_max": 0.827404, + "nauc_mrr_at_20_std": 0.027906, + "nauc_mrr_at_20_diff1": 0.943416, + "nauc_mrr_at_100_max": 0.827175, + "nauc_mrr_at_100_std": 0.027186, + "nauc_mrr_at_100_diff1": 0.943353, + "nauc_mrr_at_1000_max": 0.82713, + "nauc_mrr_at_1000_std": 0.026949, + "nauc_mrr_at_1000_diff1": 0.943338, + "main_score": 0.94253, + "hf_subset": "ukr_Cyrl-ukr_Cyrl", + "languages": [ + "ukr-Cyrl", + "ukr-Cyrl" + ] + }, + { + "ndcg_at_1": 0.93556, + "ndcg_at_3": 0.95934, + "ndcg_at_5": 0.96206, + "ndcg_at_10": 0.96492, + "ndcg_at_20": 0.96571, + "ndcg_at_100": 0.96638, + "ndcg_at_1000": 0.96666, + "map_at_1": 0.93556, + "map_at_3": 0.9537, + "map_at_5": 0.9552, + "map_at_10": 0.95637, + "map_at_20": 0.95656, + "map_at_100": 0.95668, + "map_at_1000": 0.95669, + "recall_at_1": 0.93556, + "recall_at_3": 0.97556, + "recall_at_5": 0.98222, + "recall_at_10": 0.99111, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93556, + "precision_at_3": 0.32519, + "precision_at_5": 0.19644, + "precision_at_10": 0.09911, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935556, + "mrr_at_3": 0.953704, + "mrr_at_5": 0.955204, + "mrr_at_10": 0.956369, + "mrr_at_20": 0.956562, + "mrr_at_100": 0.956678, + "mrr_at_1000": 0.956686, + "nauc_ndcg_at_1_max": 0.818877, + "nauc_ndcg_at_1_std": -0.205625, + "nauc_ndcg_at_1_diff1": 0.949773, + "nauc_ndcg_at_3_max": 0.85967, + "nauc_ndcg_at_3_std": -0.05782, + "nauc_ndcg_at_3_diff1": 0.952081, + "nauc_ndcg_at_5_max": 0.856241, + "nauc_ndcg_at_5_std": -0.076443, + "nauc_ndcg_at_5_diff1": 0.951769, + "nauc_ndcg_at_10_max": 0.84455, + "nauc_ndcg_at_10_std": -0.120615, + "nauc_ndcg_at_10_diff1": 0.949152, + "nauc_ndcg_at_20_max": 0.847898, + "nauc_ndcg_at_20_std": -0.101512, + "nauc_ndcg_at_20_diff1": 0.951005, + "nauc_ndcg_at_100_max": 0.846501, + "nauc_ndcg_at_100_std": -0.103325, + "nauc_ndcg_at_100_diff1": 0.950753, + "nauc_ndcg_at_1000_max": 0.845813, + "nauc_ndcg_at_1000_std": -0.112341, + "nauc_ndcg_at_1000_diff1": 0.95035, + "nauc_map_at_1_max": 0.818877, + "nauc_map_at_1_std": -0.205625, + "nauc_map_at_1_diff1": 0.949773, + "nauc_map_at_3_max": 0.848771, + "nauc_map_at_3_std": -0.103879, + "nauc_map_at_3_diff1": 0.950971, + "nauc_map_at_5_max": 0.846808, + "nauc_map_at_5_std": -0.114309, + "nauc_map_at_5_diff1": 0.950788, + "nauc_map_at_10_max": 0.842718, + "nauc_map_at_10_std": -0.130201, + "nauc_map_at_10_diff1": 0.949891, + "nauc_map_at_20_max": 0.84342, + "nauc_map_at_20_std": -0.126353, + "nauc_map_at_20_diff1": 0.950249, + "nauc_map_at_100_max": 0.843192, + "nauc_map_at_100_std": -0.126395, + "nauc_map_at_100_diff1": 0.950172, + "nauc_map_at_1000_max": 0.843178, + "nauc_map_at_1000_std": -0.126605, + "nauc_map_at_1000_diff1": 0.950163, + "nauc_recall_at_1_max": 0.818877, + "nauc_recall_at_1_std": -0.205625, + "nauc_recall_at_1_diff1": 0.949773, + "nauc_recall_at_3_max": 0.917049, + "nauc_recall_at_3_std": 0.191134, + "nauc_recall_at_3_diff1": 0.958408, + "nauc_recall_at_5_max": 0.920664, + "nauc_recall_at_5_std": 0.189426, + "nauc_recall_at_5_diff1": 0.95915, + "nauc_recall_at_10_max": 0.841328, + "nauc_recall_at_10_std": -0.078548, + "nauc_recall_at_10_diff1": 0.934641, + "nauc_recall_at_20_max": 0.921569, + "nauc_recall_at_20_std": 0.425864, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.818877, + "nauc_precision_at_1_std": -0.205625, + "nauc_precision_at_1_diff1": 0.949773, + "nauc_precision_at_3_max": 0.917049, + "nauc_precision_at_3_std": 0.191134, + "nauc_precision_at_3_diff1": 0.958408, + "nauc_precision_at_5_max": 0.920664, + "nauc_precision_at_5_std": 0.189426, + "nauc_precision_at_5_diff1": 0.95915, + "nauc_precision_at_10_max": 0.841328, + "nauc_precision_at_10_std": -0.078548, + "nauc_precision_at_10_diff1": 0.934641, + "nauc_precision_at_20_max": 0.921569, + "nauc_precision_at_20_std": 0.425864, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.818877, + "nauc_mrr_at_1_std": -0.205625, + "nauc_mrr_at_1_diff1": 0.949773, + "nauc_mrr_at_3_max": 0.848771, + "nauc_mrr_at_3_std": -0.103879, + "nauc_mrr_at_3_diff1": 0.950971, + "nauc_mrr_at_5_max": 0.846808, + "nauc_mrr_at_5_std": -0.114309, + "nauc_mrr_at_5_diff1": 0.950788, + "nauc_mrr_at_10_max": 0.842718, + "nauc_mrr_at_10_std": -0.130201, + "nauc_mrr_at_10_diff1": 0.949891, + "nauc_mrr_at_20_max": 0.84342, + "nauc_mrr_at_20_std": -0.126353, + "nauc_mrr_at_20_diff1": 0.950249, + "nauc_mrr_at_100_max": 0.843192, + "nauc_mrr_at_100_std": -0.126395, + "nauc_mrr_at_100_diff1": 0.950172, + "nauc_mrr_at_1000_max": 0.843178, + "nauc_mrr_at_1000_std": -0.126605, + "nauc_mrr_at_1000_diff1": 0.950163, + "main_score": 0.96492, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.94147, + "ndcg_at_5": 0.94855, + "ndcg_at_10": 0.95082, + "ndcg_at_20": 0.95193, + "ndcg_at_100": 0.95301, + "ndcg_at_1000": 0.95328, + "map_at_1": 0.90889, + "map_at_3": 0.93352, + "map_at_5": 0.93757, + "map_at_10": 0.93858, + "map_at_20": 0.93888, + "map_at_100": 0.93904, + "map_at_1000": 0.93905, + "recall_at_1": 0.90889, + "recall_at_3": 0.96444, + "recall_at_5": 0.98111, + "recall_at_10": 0.98778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90889, + "precision_at_3": 0.32148, + "precision_at_5": 0.19622, + "precision_at_10": 0.09878, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.933519, + "mrr_at_5": 0.937574, + "mrr_at_10": 0.938579, + "mrr_at_20": 0.938876, + "mrr_at_100": 0.939044, + "mrr_at_1000": 0.939053, + "nauc_ndcg_at_1_max": 0.680655, + "nauc_ndcg_at_1_std": -0.006115, + "nauc_ndcg_at_1_diff1": 0.923487, + "nauc_ndcg_at_3_max": 0.761223, + "nauc_ndcg_at_3_std": -0.049511, + "nauc_ndcg_at_3_diff1": 0.931929, + "nauc_ndcg_at_5_max": 0.746424, + "nauc_ndcg_at_5_std": -0.055054, + "nauc_ndcg_at_5_diff1": 0.932316, + "nauc_ndcg_at_10_max": 0.740924, + "nauc_ndcg_at_10_std": -0.016635, + "nauc_ndcg_at_10_diff1": 0.929188, + "nauc_ndcg_at_20_max": 0.737258, + "nauc_ndcg_at_20_std": -0.008065, + "nauc_ndcg_at_20_diff1": 0.929044, + "nauc_ndcg_at_100_max": 0.732409, + "nauc_ndcg_at_100_std": -0.015076, + "nauc_ndcg_at_100_diff1": 0.927419, + "nauc_ndcg_at_1000_max": 0.73169, + "nauc_ndcg_at_1000_std": -0.020193, + "nauc_ndcg_at_1000_diff1": 0.928214, + "nauc_map_at_1_max": 0.680655, + "nauc_map_at_1_std": -0.006115, + "nauc_map_at_1_diff1": 0.923487, + "nauc_map_at_3_max": 0.738099, + "nauc_map_at_3_std": -0.03771, + "nauc_map_at_3_diff1": 0.929319, + "nauc_map_at_5_max": 0.729604, + "nauc_map_at_5_std": -0.039418, + "nauc_map_at_5_diff1": 0.929337, + "nauc_map_at_10_max": 0.727346, + "nauc_map_at_10_std": -0.025786, + "nauc_map_at_10_diff1": 0.92818, + "nauc_map_at_20_max": 0.726495, + "nauc_map_at_20_std": -0.024177, + "nauc_map_at_20_diff1": 0.928138, + "nauc_map_at_100_max": 0.725876, + "nauc_map_at_100_std": -0.024646, + "nauc_map_at_100_diff1": 0.927941, + "nauc_map_at_1000_max": 0.725862, + "nauc_map_at_1000_std": -0.024763, + "nauc_map_at_1000_diff1": 0.927961, + "nauc_recall_at_1_max": 0.680655, + "nauc_recall_at_1_std": -0.006115, + "nauc_recall_at_1_diff1": 0.923487, + "nauc_recall_at_3_max": 0.883287, + "nauc_recall_at_3_std": -0.111228, + "nauc_recall_at_3_diff1": 0.945874, + "nauc_recall_at_5_max": 0.896194, + "nauc_recall_at_5_std": -0.203164, + "nauc_recall_at_5_diff1": 0.960592, + "nauc_recall_at_10_max": 0.913844, + "nauc_recall_at_10_std": 0.17507, + "nauc_recall_at_10_diff1": 0.939097, + "nauc_recall_at_20_max": 0.922969, + "nauc_recall_at_20_std": 0.505202, + "nauc_recall_at_20_diff1": 0.941643, + "nauc_recall_at_100_max": 0.861111, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.795752, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.680655, + "nauc_precision_at_1_std": -0.006115, + "nauc_precision_at_1_diff1": 0.923487, + "nauc_precision_at_3_max": 0.883287, + "nauc_precision_at_3_std": -0.111228, + "nauc_precision_at_3_diff1": 0.945874, + "nauc_precision_at_5_max": 0.896194, + "nauc_precision_at_5_std": -0.203164, + "nauc_precision_at_5_diff1": 0.960592, + "nauc_precision_at_10_max": 0.913844, + "nauc_precision_at_10_std": 0.17507, + "nauc_precision_at_10_diff1": 0.939097, + "nauc_precision_at_20_max": 0.922969, + "nauc_precision_at_20_std": 0.505202, + "nauc_precision_at_20_diff1": 0.941643, + "nauc_precision_at_100_max": 0.861111, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.795752, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.680655, + "nauc_mrr_at_1_std": -0.006115, + "nauc_mrr_at_1_diff1": 0.923487, + "nauc_mrr_at_3_max": 0.738099, + "nauc_mrr_at_3_std": -0.03771, + "nauc_mrr_at_3_diff1": 0.929319, + "nauc_mrr_at_5_max": 0.729604, + "nauc_mrr_at_5_std": -0.039418, + "nauc_mrr_at_5_diff1": 0.929337, + "nauc_mrr_at_10_max": 0.727346, + "nauc_mrr_at_10_std": -0.025786, + "nauc_mrr_at_10_diff1": 0.92818, + "nauc_mrr_at_20_max": 0.726495, + "nauc_mrr_at_20_std": -0.024177, + "nauc_mrr_at_20_diff1": 0.928138, + "nauc_mrr_at_100_max": 0.725876, + "nauc_mrr_at_100_std": -0.024646, + "nauc_mrr_at_100_diff1": 0.927941, + "nauc_mrr_at_1000_max": 0.725862, + "nauc_mrr_at_1000_std": -0.024763, + "nauc_mrr_at_1000_diff1": 0.927961, + "main_score": 0.95082, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "ndcg_at_1": 0.81333, + "ndcg_at_3": 0.86496, + "ndcg_at_5": 0.8728, + "ndcg_at_10": 0.88041, + "ndcg_at_20": 0.88593, + "ndcg_at_100": 0.89143, + "ndcg_at_1000": 0.8923, + "map_at_1": 0.81333, + "map_at_3": 0.85278, + "map_at_5": 0.85717, + "map_at_10": 0.86035, + "map_at_20": 0.86181, + "map_at_100": 0.86263, + "map_at_1000": 0.86266, + "recall_at_1": 0.81333, + "recall_at_3": 0.9, + "recall_at_5": 0.91889, + "recall_at_10": 0.94222, + "recall_at_20": 0.96444, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.81333, + "precision_at_3": 0.3, + "precision_at_5": 0.18378, + "precision_at_10": 0.09422, + "precision_at_20": 0.04822, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.813333, + "mrr_at_3": 0.852778, + "mrr_at_5": 0.857167, + "mrr_at_10": 0.860347, + "mrr_at_20": 0.861808, + "mrr_at_100": 0.862628, + "mrr_at_1000": 0.862664, + "nauc_ndcg_at_1_max": 0.691494, + "nauc_ndcg_at_1_std": -0.023807, + "nauc_ndcg_at_1_diff1": 0.883565, + "nauc_ndcg_at_3_max": 0.745302, + "nauc_ndcg_at_3_std": -0.047669, + "nauc_ndcg_at_3_diff1": 0.863028, + "nauc_ndcg_at_5_max": 0.746079, + "nauc_ndcg_at_5_std": -0.039959, + "nauc_ndcg_at_5_diff1": 0.8666, + "nauc_ndcg_at_10_max": 0.742332, + "nauc_ndcg_at_10_std": -0.017861, + "nauc_ndcg_at_10_diff1": 0.868412, + "nauc_ndcg_at_20_max": 0.73874, + "nauc_ndcg_at_20_std": 0.00205, + "nauc_ndcg_at_20_diff1": 0.868087, + "nauc_ndcg_at_100_max": 0.735869, + "nauc_ndcg_at_100_std": -0.018713, + "nauc_ndcg_at_100_diff1": 0.870596, + "nauc_ndcg_at_1000_max": 0.734176, + "nauc_ndcg_at_1000_std": -0.020581, + "nauc_ndcg_at_1000_diff1": 0.870509, + "nauc_map_at_1_max": 0.691494, + "nauc_map_at_1_std": -0.023807, + "nauc_map_at_1_diff1": 0.883565, + "nauc_map_at_3_max": 0.731859, + "nauc_map_at_3_std": -0.040572, + "nauc_map_at_3_diff1": 0.868876, + "nauc_map_at_5_max": 0.731783, + "nauc_map_at_5_std": -0.037093, + "nauc_map_at_5_diff1": 0.870977, + "nauc_map_at_10_max": 0.729974, + "nauc_map_at_10_std": -0.029306, + "nauc_map_at_10_diff1": 0.871812, + "nauc_map_at_20_max": 0.729023, + "nauc_map_at_20_std": -0.02489, + "nauc_map_at_20_diff1": 0.871769, + "nauc_map_at_100_max": 0.728706, + "nauc_map_at_100_std": -0.027064, + "nauc_map_at_100_diff1": 0.872052, + "nauc_map_at_1000_max": 0.728645, + "nauc_map_at_1000_std": -0.027083, + "nauc_map_at_1000_diff1": 0.87205, + "nauc_recall_at_1_max": 0.691494, + "nauc_recall_at_1_std": -0.023807, + "nauc_recall_at_1_diff1": 0.883565, + "nauc_recall_at_3_max": 0.798454, + "nauc_recall_at_3_std": -0.076528, + "nauc_recall_at_3_diff1": 0.839408, + "nauc_recall_at_5_max": 0.813905, + "nauc_recall_at_5_std": -0.050849, + "nauc_recall_at_5_diff1": 0.846073, + "nauc_recall_at_10_max": 0.819866, + "nauc_recall_at_10_std": 0.082633, + "nauc_recall_at_10_diff1": 0.847878, + "nauc_recall_at_20_max": 0.824434, + "nauc_recall_at_20_std": 0.388086, + "nauc_recall_at_20_diff1": 0.831218, + "nauc_recall_at_100_max": 0.931917, + "nauc_recall_at_100_std": 0.238406, + "nauc_recall_at_100_diff1": 0.88212, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.691494, + "nauc_precision_at_1_std": -0.023807, + "nauc_precision_at_1_diff1": 0.883565, + "nauc_precision_at_3_max": 0.798454, + "nauc_precision_at_3_std": -0.076528, + "nauc_precision_at_3_diff1": 0.839408, + "nauc_precision_at_5_max": 0.813905, + "nauc_precision_at_5_std": -0.050849, + "nauc_precision_at_5_diff1": 0.846073, + "nauc_precision_at_10_max": 0.819866, + "nauc_precision_at_10_std": 0.082633, + "nauc_precision_at_10_diff1": 0.847878, + "nauc_precision_at_20_max": 0.824434, + "nauc_precision_at_20_std": 0.388086, + "nauc_precision_at_20_diff1": 0.831218, + "nauc_precision_at_100_max": 0.931917, + "nauc_precision_at_100_std": 0.238406, + "nauc_precision_at_100_diff1": 0.88212, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.691494, + "nauc_mrr_at_1_std": -0.023807, + "nauc_mrr_at_1_diff1": 0.883565, + "nauc_mrr_at_3_max": 0.731859, + "nauc_mrr_at_3_std": -0.040572, + "nauc_mrr_at_3_diff1": 0.868876, + "nauc_mrr_at_5_max": 0.731783, + "nauc_mrr_at_5_std": -0.037093, + "nauc_mrr_at_5_diff1": 0.870977, + "nauc_mrr_at_10_max": 0.729974, + "nauc_mrr_at_10_std": -0.029306, + "nauc_mrr_at_10_diff1": 0.871812, + "nauc_mrr_at_20_max": 0.729023, + "nauc_mrr_at_20_std": -0.02489, + "nauc_mrr_at_20_diff1": 0.871769, + "nauc_mrr_at_100_max": 0.728706, + "nauc_mrr_at_100_std": -0.027064, + "nauc_mrr_at_100_diff1": 0.872052, + "nauc_mrr_at_1000_max": 0.728645, + "nauc_mrr_at_1000_std": -0.027083, + "nauc_mrr_at_1000_diff1": 0.87205, + "main_score": 0.88041, + "hf_subset": "urd_Arab-urd_Arab", + "languages": [ + "urd-Arab", + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.92222, + "ndcg_at_3": 0.94825, + "ndcg_at_5": 0.95327, + "ndcg_at_10": 0.95468, + "ndcg_at_20": 0.9564, + "ndcg_at_100": 0.95797, + "ndcg_at_1000": 0.95839, + "map_at_1": 0.92222, + "map_at_3": 0.94222, + "map_at_5": 0.945, + "map_at_10": 0.94556, + "map_at_20": 0.94605, + "map_at_100": 0.94631, + "map_at_1000": 0.94633, + "recall_at_1": 0.92222, + "recall_at_3": 0.96556, + "recall_at_5": 0.97778, + "recall_at_10": 0.98222, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92222, + "precision_at_3": 0.32185, + "precision_at_5": 0.19556, + "precision_at_10": 0.09822, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.922222, + "mrr_at_3": 0.942222, + "mrr_at_5": 0.945, + "mrr_at_10": 0.94556, + "mrr_at_20": 0.946048, + "mrr_at_100": 0.946313, + "mrr_at_1000": 0.946328, + "nauc_ndcg_at_1_max": 0.713225, + "nauc_ndcg_at_1_std": -0.125644, + "nauc_ndcg_at_1_diff1": 0.936114, + "nauc_ndcg_at_3_max": 0.802801, + "nauc_ndcg_at_3_std": -0.117736, + "nauc_ndcg_at_3_diff1": 0.941986, + "nauc_ndcg_at_5_max": 0.789541, + "nauc_ndcg_at_5_std": -0.097021, + "nauc_ndcg_at_5_diff1": 0.93843, + "nauc_ndcg_at_10_max": 0.785091, + "nauc_ndcg_at_10_std": -0.101389, + "nauc_ndcg_at_10_diff1": 0.938496, + "nauc_ndcg_at_20_max": 0.783458, + "nauc_ndcg_at_20_std": -0.08089, + "nauc_ndcg_at_20_diff1": 0.938602, + "nauc_ndcg_at_100_max": 0.776032, + "nauc_ndcg_at_100_std": -0.091763, + "nauc_ndcg_at_100_diff1": 0.938553, + "nauc_ndcg_at_1000_max": 0.77465, + "nauc_ndcg_at_1000_std": -0.10283, + "nauc_ndcg_at_1000_diff1": 0.938852, + "nauc_map_at_1_max": 0.713225, + "nauc_map_at_1_std": -0.125644, + "nauc_map_at_1_diff1": 0.936114, + "nauc_map_at_3_max": 0.778219, + "nauc_map_at_3_std": -0.123854, + "nauc_map_at_3_diff1": 0.940503, + "nauc_map_at_5_max": 0.770798, + "nauc_map_at_5_std": -0.116347, + "nauc_map_at_5_diff1": 0.938819, + "nauc_map_at_10_max": 0.769155, + "nauc_map_at_10_std": -0.117787, + "nauc_map_at_10_diff1": 0.938819, + "nauc_map_at_20_max": 0.768601, + "nauc_map_at_20_std": -0.112711, + "nauc_map_at_20_diff1": 0.938828, + "nauc_map_at_100_max": 0.767537, + "nauc_map_at_100_std": -0.114316, + "nauc_map_at_100_diff1": 0.938843, + "nauc_map_at_1000_max": 0.767488, + "nauc_map_at_1000_std": -0.114635, + "nauc_map_at_1000_diff1": 0.938857, + "nauc_recall_at_1_max": 0.713225, + "nauc_recall_at_1_std": -0.125644, + "nauc_recall_at_1_diff1": 0.936114, + "nauc_recall_at_3_max": 0.918677, + "nauc_recall_at_3_std": -0.08566, + "nauc_recall_at_3_diff1": 0.948872, + "nauc_recall_at_5_max": 0.913982, + "nauc_recall_at_5_std": 0.057726, + "nauc_recall_at_5_diff1": 0.933824, + "nauc_recall_at_10_max": 0.908818, + "nauc_recall_at_10_std": 0.057715, + "nauc_recall_at_10_diff1": 0.933619, + "nauc_recall_at_20_max": 0.95915, + "nauc_recall_at_20_std": 0.446639, + "nauc_recall_at_20_diff1": 0.933007, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.713225, + "nauc_precision_at_1_std": -0.125644, + "nauc_precision_at_1_diff1": 0.936114, + "nauc_precision_at_3_max": 0.918677, + "nauc_precision_at_3_std": -0.08566, + "nauc_precision_at_3_diff1": 0.948872, + "nauc_precision_at_5_max": 0.913982, + "nauc_precision_at_5_std": 0.057726, + "nauc_precision_at_5_diff1": 0.933824, + "nauc_precision_at_10_max": 0.908818, + "nauc_precision_at_10_std": 0.057715, + "nauc_precision_at_10_diff1": 0.933619, + "nauc_precision_at_20_max": 0.95915, + "nauc_precision_at_20_std": 0.446639, + "nauc_precision_at_20_diff1": 0.933007, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.713225, + "nauc_mrr_at_1_std": -0.125644, + "nauc_mrr_at_1_diff1": 0.936114, + "nauc_mrr_at_3_max": 0.778219, + "nauc_mrr_at_3_std": -0.123854, + "nauc_mrr_at_3_diff1": 0.940503, + "nauc_mrr_at_5_max": 0.770798, + "nauc_mrr_at_5_std": -0.116347, + "nauc_mrr_at_5_diff1": 0.938819, + "nauc_mrr_at_10_max": 0.769155, + "nauc_mrr_at_10_std": -0.117787, + "nauc_mrr_at_10_diff1": 0.938819, + "nauc_mrr_at_20_max": 0.768601, + "nauc_mrr_at_20_std": -0.112711, + "nauc_mrr_at_20_diff1": 0.938828, + "nauc_mrr_at_100_max": 0.767537, + "nauc_mrr_at_100_std": -0.114316, + "nauc_mrr_at_100_diff1": 0.938843, + "nauc_mrr_at_1000_max": 0.767488, + "nauc_mrr_at_1000_std": -0.114635, + "nauc_mrr_at_1000_diff1": 0.938857, + "main_score": 0.95468, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84444, + "ndcg_at_3": 0.88906, + "ndcg_at_5": 0.89958, + "ndcg_at_10": 0.90634, + "ndcg_at_20": 0.91068, + "ndcg_at_100": 0.91345, + "ndcg_at_1000": 0.91376, + "map_at_1": 0.84444, + "map_at_3": 0.87833, + "map_at_5": 0.88417, + "map_at_10": 0.88692, + "map_at_20": 0.88817, + "map_at_100": 0.88858, + "map_at_1000": 0.8886, + "recall_at_1": 0.84444, + "recall_at_3": 0.92, + "recall_at_5": 0.94556, + "recall_at_10": 0.96667, + "recall_at_20": 0.98333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.84444, + "precision_at_3": 0.30667, + "precision_at_5": 0.18911, + "precision_at_10": 0.09667, + "precision_at_20": 0.04917, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.844444, + "mrr_at_3": 0.878333, + "mrr_at_5": 0.884167, + "mrr_at_10": 0.886915, + "mrr_at_20": 0.888168, + "mrr_at_100": 0.888579, + "mrr_at_1000": 0.888596, + "nauc_ndcg_at_1_max": 0.672919, + "nauc_ndcg_at_1_std": 0.111235, + "nauc_ndcg_at_1_diff1": 0.878404, + "nauc_ndcg_at_3_max": 0.715822, + "nauc_ndcg_at_3_std": 0.112299, + "nauc_ndcg_at_3_diff1": 0.860939, + "nauc_ndcg_at_5_max": 0.719291, + "nauc_ndcg_at_5_std": 0.138959, + "nauc_ndcg_at_5_diff1": 0.860072, + "nauc_ndcg_at_10_max": 0.711481, + "nauc_ndcg_at_10_std": 0.139311, + "nauc_ndcg_at_10_diff1": 0.857799, + "nauc_ndcg_at_20_max": 0.701795, + "nauc_ndcg_at_20_std": 0.123861, + "nauc_ndcg_at_20_diff1": 0.856989, + "nauc_ndcg_at_100_max": 0.701888, + "nauc_ndcg_at_100_std": 0.127265, + "nauc_ndcg_at_100_diff1": 0.860897, + "nauc_ndcg_at_1000_max": 0.701537, + "nauc_ndcg_at_1000_std": 0.124218, + "nauc_ndcg_at_1000_diff1": 0.861421, + "nauc_map_at_1_max": 0.672919, + "nauc_map_at_1_std": 0.111235, + "nauc_map_at_1_diff1": 0.878404, + "nauc_map_at_3_max": 0.703248, + "nauc_map_at_3_std": 0.111228, + "nauc_map_at_3_diff1": 0.865058, + "nauc_map_at_5_max": 0.704163, + "nauc_map_at_5_std": 0.1233, + "nauc_map_at_5_diff1": 0.86473, + "nauc_map_at_10_max": 0.701347, + "nauc_map_at_10_std": 0.12353, + "nauc_map_at_10_diff1": 0.864064, + "nauc_map_at_20_max": 0.699033, + "nauc_map_at_20_std": 0.119953, + "nauc_map_at_20_diff1": 0.863946, + "nauc_map_at_100_max": 0.698796, + "nauc_map_at_100_std": 0.120382, + "nauc_map_at_100_diff1": 0.864279, + "nauc_map_at_1000_max": 0.698782, + "nauc_map_at_1000_std": 0.120254, + "nauc_map_at_1000_diff1": 0.864301, + "nauc_recall_at_1_max": 0.672919, + "nauc_recall_at_1_std": 0.111235, + "nauc_recall_at_1_diff1": 0.878404, + "nauc_recall_at_3_max": 0.769063, + "nauc_recall_at_3_std": 0.11731, + "nauc_recall_at_3_diff1": 0.844129, + "nauc_recall_at_5_max": 0.810086, + "nauc_recall_at_5_std": 0.242287, + "nauc_recall_at_5_diff1": 0.833514, + "nauc_recall_at_10_max": 0.797635, + "nauc_recall_at_10_std": 0.302272, + "nauc_recall_at_10_diff1": 0.797557, + "nauc_recall_at_20_max": 0.688173, + "nauc_recall_at_20_std": 0.147712, + "nauc_recall_at_20_diff1": 0.721475, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.722222, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.672919, + "nauc_precision_at_1_std": 0.111235, + "nauc_precision_at_1_diff1": 0.878404, + "nauc_precision_at_3_max": 0.769063, + "nauc_precision_at_3_std": 0.11731, + "nauc_precision_at_3_diff1": 0.844129, + "nauc_precision_at_5_max": 0.810086, + "nauc_precision_at_5_std": 0.242287, + "nauc_precision_at_5_diff1": 0.833514, + "nauc_precision_at_10_max": 0.797635, + "nauc_precision_at_10_std": 0.302272, + "nauc_precision_at_10_diff1": 0.797557, + "nauc_precision_at_20_max": 0.688173, + "nauc_precision_at_20_std": 0.147712, + "nauc_precision_at_20_diff1": 0.721475, + "nauc_precision_at_100_max": 0.795752, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.722222, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.672919, + "nauc_mrr_at_1_std": 0.111235, + "nauc_mrr_at_1_diff1": 0.878404, + "nauc_mrr_at_3_max": 0.703248, + "nauc_mrr_at_3_std": 0.111228, + "nauc_mrr_at_3_diff1": 0.865058, + "nauc_mrr_at_5_max": 0.704163, + "nauc_mrr_at_5_std": 0.1233, + "nauc_mrr_at_5_diff1": 0.86473, + "nauc_mrr_at_10_max": 0.701347, + "nauc_mrr_at_10_std": 0.12353, + "nauc_mrr_at_10_diff1": 0.864064, + "nauc_mrr_at_20_max": 0.699033, + "nauc_mrr_at_20_std": 0.119953, + "nauc_mrr_at_20_diff1": 0.863946, + "nauc_mrr_at_100_max": 0.698796, + "nauc_mrr_at_100_std": 0.120382, + "nauc_mrr_at_100_diff1": 0.864279, + "nauc_mrr_at_1000_max": 0.698782, + "nauc_mrr_at_1000_std": 0.120254, + "nauc_mrr_at_1000_diff1": 0.864301, + "main_score": 0.90634, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.69222, + "ndcg_at_3": 0.75276, + "ndcg_at_5": 0.7629, + "ndcg_at_10": 0.77739, + "ndcg_at_20": 0.78543, + "ndcg_at_100": 0.79832, + "ndcg_at_1000": 0.80304, + "map_at_1": 0.69222, + "map_at_3": 0.73796, + "map_at_5": 0.74363, + "map_at_10": 0.74968, + "map_at_20": 0.75198, + "map_at_100": 0.7538, + "map_at_1000": 0.75401, + "recall_at_1": 0.69222, + "recall_at_3": 0.79556, + "recall_at_5": 0.82, + "recall_at_10": 0.86444, + "recall_at_20": 0.89556, + "recall_at_100": 0.96444, + "recall_at_1000": 1.0, + "precision_at_1": 0.69222, + "precision_at_3": 0.26519, + "precision_at_5": 0.164, + "precision_at_10": 0.08644, + "precision_at_20": 0.04478, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.692222, + "mrr_at_3": 0.737963, + "mrr_at_5": 0.74363, + "mrr_at_10": 0.749683, + "mrr_at_20": 0.751976, + "mrr_at_100": 0.753802, + "mrr_at_1000": 0.754006, + "nauc_ndcg_at_1_max": 0.690356, + "nauc_ndcg_at_1_std": 0.232779, + "nauc_ndcg_at_1_diff1": 0.844119, + "nauc_ndcg_at_3_max": 0.726813, + "nauc_ndcg_at_3_std": 0.253143, + "nauc_ndcg_at_3_diff1": 0.828098, + "nauc_ndcg_at_5_max": 0.730498, + "nauc_ndcg_at_5_std": 0.269018, + "nauc_ndcg_at_5_diff1": 0.825544, + "nauc_ndcg_at_10_max": 0.731912, + "nauc_ndcg_at_10_std": 0.263883, + "nauc_ndcg_at_10_diff1": 0.824167, + "nauc_ndcg_at_20_max": 0.728646, + "nauc_ndcg_at_20_std": 0.263998, + "nauc_ndcg_at_20_diff1": 0.825892, + "nauc_ndcg_at_100_max": 0.726741, + "nauc_ndcg_at_100_std": 0.263393, + "nauc_ndcg_at_100_diff1": 0.827125, + "nauc_ndcg_at_1000_max": 0.723454, + "nauc_ndcg_at_1000_std": 0.258109, + "nauc_ndcg_at_1000_diff1": 0.828268, + "nauc_map_at_1_max": 0.690356, + "nauc_map_at_1_std": 0.232779, + "nauc_map_at_1_diff1": 0.844119, + "nauc_map_at_3_max": 0.717307, + "nauc_map_at_3_std": 0.246128, + "nauc_map_at_3_diff1": 0.832037, + "nauc_map_at_5_max": 0.719017, + "nauc_map_at_5_std": 0.254305, + "nauc_map_at_5_diff1": 0.830711, + "nauc_map_at_10_max": 0.719376, + "nauc_map_at_10_std": 0.251984, + "nauc_map_at_10_diff1": 0.830354, + "nauc_map_at_20_max": 0.718379, + "nauc_map_at_20_std": 0.251881, + "nauc_map_at_20_diff1": 0.830763, + "nauc_map_at_100_max": 0.718042, + "nauc_map_at_100_std": 0.251641, + "nauc_map_at_100_diff1": 0.830862, + "nauc_map_at_1000_max": 0.717929, + "nauc_map_at_1000_std": 0.25149, + "nauc_map_at_1000_diff1": 0.830914, + "nauc_recall_at_1_max": 0.690356, + "nauc_recall_at_1_std": 0.232779, + "nauc_recall_at_1_diff1": 0.844119, + "nauc_recall_at_3_max": 0.759895, + "nauc_recall_at_3_std": 0.278457, + "nauc_recall_at_3_diff1": 0.814515, + "nauc_recall_at_5_max": 0.775128, + "nauc_recall_at_5_std": 0.329338, + "nauc_recall_at_5_diff1": 0.805562, + "nauc_recall_at_10_max": 0.794008, + "nauc_recall_at_10_std": 0.323418, + "nauc_recall_at_10_diff1": 0.792906, + "nauc_recall_at_20_max": 0.787807, + "nauc_recall_at_20_std": 0.340157, + "nauc_recall_at_20_diff1": 0.79846, + "nauc_recall_at_100_max": 0.850461, + "nauc_recall_at_100_std": 0.472616, + "nauc_recall_at_100_diff1": 0.786415, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.690356, + "nauc_precision_at_1_std": 0.232779, + "nauc_precision_at_1_diff1": 0.844119, + "nauc_precision_at_3_max": 0.759895, + "nauc_precision_at_3_std": 0.278457, + "nauc_precision_at_3_diff1": 0.814515, + "nauc_precision_at_5_max": 0.775128, + "nauc_precision_at_5_std": 0.329338, + "nauc_precision_at_5_diff1": 0.805562, + "nauc_precision_at_10_max": 0.794008, + "nauc_precision_at_10_std": 0.323418, + "nauc_precision_at_10_diff1": 0.792906, + "nauc_precision_at_20_max": 0.787807, + "nauc_precision_at_20_std": 0.340157, + "nauc_precision_at_20_diff1": 0.79846, + "nauc_precision_at_100_max": 0.850461, + "nauc_precision_at_100_std": 0.472616, + "nauc_precision_at_100_diff1": 0.786415, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.690356, + "nauc_mrr_at_1_std": 0.232779, + "nauc_mrr_at_1_diff1": 0.844119, + "nauc_mrr_at_3_max": 0.717307, + "nauc_mrr_at_3_std": 0.246128, + "nauc_mrr_at_3_diff1": 0.832037, + "nauc_mrr_at_5_max": 0.719017, + "nauc_mrr_at_5_std": 0.254305, + "nauc_mrr_at_5_diff1": 0.830711, + "nauc_mrr_at_10_max": 0.719376, + "nauc_mrr_at_10_std": 0.251984, + "nauc_mrr_at_10_diff1": 0.830354, + "nauc_mrr_at_20_max": 0.718379, + "nauc_mrr_at_20_std": 0.251881, + "nauc_mrr_at_20_diff1": 0.830763, + "nauc_mrr_at_100_max": 0.718042, + "nauc_mrr_at_100_std": 0.251641, + "nauc_mrr_at_100_diff1": 0.830862, + "nauc_mrr_at_1000_max": 0.717929, + "nauc_mrr_at_1000_std": 0.25149, + "nauc_mrr_at_1000_diff1": 0.830914, + "main_score": 0.77739, + "hf_subset": "urd_Latn-urd_Latn", + "languages": [ + "urd-Latn", + "urd-Latn" + ] + }, + { + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.9214, + "ndcg_at_5": 0.92695, + "ndcg_at_10": 0.93134, + "ndcg_at_20": 0.93444, + "ndcg_at_100": 0.93676, + "ndcg_at_1000": 0.93702, + "map_at_1": 0.88333, + "map_at_3": 0.91259, + "map_at_5": 0.9157, + "map_at_10": 0.91757, + "map_at_20": 0.91842, + "map_at_100": 0.91876, + "map_at_1000": 0.91876, + "recall_at_1": 0.88333, + "recall_at_3": 0.94667, + "recall_at_5": 0.96, + "recall_at_10": 0.97333, + "recall_at_20": 0.98556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.88333, + "precision_at_3": 0.31556, + "precision_at_5": 0.192, + "precision_at_10": 0.09733, + "precision_at_20": 0.04928, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.912593, + "mrr_at_5": 0.915704, + "mrr_at_10": 0.917567, + "mrr_at_20": 0.918424, + "mrr_at_100": 0.918758, + "mrr_at_1000": 0.918763, + "nauc_ndcg_at_1_max": 0.707743, + "nauc_ndcg_at_1_std": -0.127425, + "nauc_ndcg_at_1_diff1": 0.904581, + "nauc_ndcg_at_3_max": 0.773951, + "nauc_ndcg_at_3_std": -0.086073, + "nauc_ndcg_at_3_diff1": 0.903418, + "nauc_ndcg_at_5_max": 0.777353, + "nauc_ndcg_at_5_std": -0.082628, + "nauc_ndcg_at_5_diff1": 0.905763, + "nauc_ndcg_at_10_max": 0.770278, + "nauc_ndcg_at_10_std": -0.050714, + "nauc_ndcg_at_10_diff1": 0.904107, + "nauc_ndcg_at_20_max": 0.766438, + "nauc_ndcg_at_20_std": -0.043725, + "nauc_ndcg_at_20_diff1": 0.905378, + "nauc_ndcg_at_100_max": 0.759046, + "nauc_ndcg_at_100_std": -0.06512, + "nauc_ndcg_at_100_diff1": 0.904972, + "nauc_ndcg_at_1000_max": 0.758901, + "nauc_ndcg_at_1000_std": -0.069488, + "nauc_ndcg_at_1000_diff1": 0.904855, + "nauc_map_at_1_max": 0.707743, + "nauc_map_at_1_std": -0.127425, + "nauc_map_at_1_diff1": 0.904581, + "nauc_map_at_3_max": 0.756001, + "nauc_map_at_3_std": -0.095726, + "nauc_map_at_3_diff1": 0.903583, + "nauc_map_at_5_max": 0.75725, + "nauc_map_at_5_std": -0.09438, + "nauc_map_at_5_diff1": 0.904855, + "nauc_map_at_10_max": 0.754239, + "nauc_map_at_10_std": -0.082823, + "nauc_map_at_10_diff1": 0.904308, + "nauc_map_at_20_max": 0.75332, + "nauc_map_at_20_std": -0.081213, + "nauc_map_at_20_diff1": 0.904574, + "nauc_map_at_100_max": 0.752423, + "nauc_map_at_100_std": -0.083549, + "nauc_map_at_100_diff1": 0.904546, + "nauc_map_at_1000_max": 0.752421, + "nauc_map_at_1000_std": -0.083621, + "nauc_map_at_1000_diff1": 0.904545, + "nauc_recall_at_1_max": 0.707743, + "nauc_recall_at_1_std": -0.127425, + "nauc_recall_at_1_diff1": 0.904581, + "nauc_recall_at_3_max": 0.855626, + "nauc_recall_at_3_std": -0.043378, + "nauc_recall_at_3_diff1": 0.902788, + "nauc_recall_at_5_max": 0.895347, + "nauc_recall_at_5_std": -0.014447, + "nauc_recall_at_5_diff1": 0.911687, + "nauc_recall_at_10_max": 0.900405, + "nauc_recall_at_10_std": 0.256847, + "nauc_recall_at_10_diff1": 0.900891, + "nauc_recall_at_20_max": 0.938411, + "nauc_recall_at_20_std": 0.623249, + "nauc_recall_at_20_diff1": 0.921353, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.707743, + "nauc_precision_at_1_std": -0.127425, + "nauc_precision_at_1_diff1": 0.904581, + "nauc_precision_at_3_max": 0.855626, + "nauc_precision_at_3_std": -0.043378, + "nauc_precision_at_3_diff1": 0.902788, + "nauc_precision_at_5_max": 0.895347, + "nauc_precision_at_5_std": -0.014447, + "nauc_precision_at_5_diff1": 0.911687, + "nauc_precision_at_10_max": 0.900405, + "nauc_precision_at_10_std": 0.256847, + "nauc_precision_at_10_diff1": 0.900891, + "nauc_precision_at_20_max": 0.938411, + "nauc_precision_at_20_std": 0.623249, + "nauc_precision_at_20_diff1": 0.921353, + "nauc_precision_at_100_max": 0.795752, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.707743, + "nauc_mrr_at_1_std": -0.127425, + "nauc_mrr_at_1_diff1": 0.904581, + "nauc_mrr_at_3_max": 0.756001, + "nauc_mrr_at_3_std": -0.095726, + "nauc_mrr_at_3_diff1": 0.903583, + "nauc_mrr_at_5_max": 0.75725, + "nauc_mrr_at_5_std": -0.09438, + "nauc_mrr_at_5_diff1": 0.904855, + "nauc_mrr_at_10_max": 0.754239, + "nauc_mrr_at_10_std": -0.082823, + "nauc_mrr_at_10_diff1": 0.904308, + "nauc_mrr_at_20_max": 0.75332, + "nauc_mrr_at_20_std": -0.081213, + "nauc_mrr_at_20_diff1": 0.904574, + "nauc_mrr_at_100_max": 0.752423, + "nauc_mrr_at_100_std": -0.083549, + "nauc_mrr_at_100_diff1": 0.904546, + "nauc_mrr_at_1000_max": 0.752421, + "nauc_mrr_at_1000_std": -0.083621, + "nauc_mrr_at_1000_diff1": 0.904545, + "main_score": 0.93134, + "hf_subset": "urd_Latn-eng_Latn", + "languages": [ + "urd-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74778, + "ndcg_at_3": 0.7973, + "ndcg_at_5": 0.80835, + "ndcg_at_10": 0.81528, + "ndcg_at_20": 0.82484, + "ndcg_at_100": 0.83647, + "ndcg_at_1000": 0.83922, + "map_at_1": 0.74778, + "map_at_3": 0.78556, + "map_at_5": 0.79172, + "map_at_10": 0.79465, + "map_at_20": 0.79727, + "map_at_100": 0.79892, + "map_at_1000": 0.79903, + "recall_at_1": 0.74778, + "recall_at_3": 0.83111, + "recall_at_5": 0.85778, + "recall_at_10": 0.87889, + "recall_at_20": 0.91667, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.74778, + "precision_at_3": 0.27704, + "precision_at_5": 0.17156, + "precision_at_10": 0.08789, + "precision_at_20": 0.04583, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.747778, + "mrr_at_3": 0.785556, + "mrr_at_5": 0.791722, + "mrr_at_10": 0.794649, + "mrr_at_20": 0.797271, + "mrr_at_100": 0.798925, + "mrr_at_1000": 0.799034, + "nauc_ndcg_at_1_max": 0.765836, + "nauc_ndcg_at_1_std": 0.33363, + "nauc_ndcg_at_1_diff1": 0.885542, + "nauc_ndcg_at_3_max": 0.794583, + "nauc_ndcg_at_3_std": 0.363699, + "nauc_ndcg_at_3_diff1": 0.869412, + "nauc_ndcg_at_5_max": 0.796725, + "nauc_ndcg_at_5_std": 0.386341, + "nauc_ndcg_at_5_diff1": 0.863834, + "nauc_ndcg_at_10_max": 0.795609, + "nauc_ndcg_at_10_std": 0.394099, + "nauc_ndcg_at_10_diff1": 0.862723, + "nauc_ndcg_at_20_max": 0.799079, + "nauc_ndcg_at_20_std": 0.399629, + "nauc_ndcg_at_20_diff1": 0.864132, + "nauc_ndcg_at_100_max": 0.795648, + "nauc_ndcg_at_100_std": 0.392697, + "nauc_ndcg_at_100_diff1": 0.866193, + "nauc_ndcg_at_1000_max": 0.793616, + "nauc_ndcg_at_1000_std": 0.384348, + "nauc_ndcg_at_1000_diff1": 0.868181, + "nauc_map_at_1_max": 0.765836, + "nauc_map_at_1_std": 0.33363, + "nauc_map_at_1_diff1": 0.885542, + "nauc_map_at_3_max": 0.788293, + "nauc_map_at_3_std": 0.357887, + "nauc_map_at_3_diff1": 0.873904, + "nauc_map_at_5_max": 0.789359, + "nauc_map_at_5_std": 0.370118, + "nauc_map_at_5_diff1": 0.871137, + "nauc_map_at_10_max": 0.788969, + "nauc_map_at_10_std": 0.373397, + "nauc_map_at_10_diff1": 0.870824, + "nauc_map_at_20_max": 0.789715, + "nauc_map_at_20_std": 0.374369, + "nauc_map_at_20_diff1": 0.871242, + "nauc_map_at_100_max": 0.789334, + "nauc_map_at_100_std": 0.373353, + "nauc_map_at_100_diff1": 0.8716, + "nauc_map_at_1000_max": 0.789268, + "nauc_map_at_1000_std": 0.373074, + "nauc_map_at_1000_diff1": 0.871655, + "nauc_recall_at_1_max": 0.765836, + "nauc_recall_at_1_std": 0.33363, + "nauc_recall_at_1_diff1": 0.885542, + "nauc_recall_at_3_max": 0.815949, + "nauc_recall_at_3_std": 0.382952, + "nauc_recall_at_3_diff1": 0.853538, + "nauc_recall_at_5_max": 0.825504, + "nauc_recall_at_5_std": 0.453187, + "nauc_recall_at_5_diff1": 0.833427, + "nauc_recall_at_10_max": 0.823885, + "nauc_recall_at_10_std": 0.493303, + "nauc_recall_at_10_diff1": 0.823679, + "nauc_recall_at_20_max": 0.86234, + "nauc_recall_at_20_std": 0.578699, + "nauc_recall_at_20_diff1": 0.818456, + "nauc_recall_at_100_max": 0.906015, + "nauc_recall_at_100_std": 0.841294, + "nauc_recall_at_100_diff1": 0.754902, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765836, + "nauc_precision_at_1_std": 0.33363, + "nauc_precision_at_1_diff1": 0.885542, + "nauc_precision_at_3_max": 0.815949, + "nauc_precision_at_3_std": 0.382952, + "nauc_precision_at_3_diff1": 0.853538, + "nauc_precision_at_5_max": 0.825504, + "nauc_precision_at_5_std": 0.453187, + "nauc_precision_at_5_diff1": 0.833427, + "nauc_precision_at_10_max": 0.823885, + "nauc_precision_at_10_std": 0.493303, + "nauc_precision_at_10_diff1": 0.823679, + "nauc_precision_at_20_max": 0.86234, + "nauc_precision_at_20_std": 0.578699, + "nauc_precision_at_20_diff1": 0.818456, + "nauc_precision_at_100_max": 0.906015, + "nauc_precision_at_100_std": 0.841294, + "nauc_precision_at_100_diff1": 0.754902, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.765836, + "nauc_mrr_at_1_std": 0.33363, + "nauc_mrr_at_1_diff1": 0.885542, + "nauc_mrr_at_3_max": 0.788293, + "nauc_mrr_at_3_std": 0.357887, + "nauc_mrr_at_3_diff1": 0.873904, + "nauc_mrr_at_5_max": 0.789359, + "nauc_mrr_at_5_std": 0.370118, + "nauc_mrr_at_5_diff1": 0.871137, + "nauc_mrr_at_10_max": 0.788969, + "nauc_mrr_at_10_std": 0.373397, + "nauc_mrr_at_10_diff1": 0.870824, + "nauc_mrr_at_20_max": 0.789715, + "nauc_mrr_at_20_std": 0.374369, + "nauc_mrr_at_20_diff1": 0.871242, + "nauc_mrr_at_100_max": 0.789334, + "nauc_mrr_at_100_std": 0.373353, + "nauc_mrr_at_100_diff1": 0.8716, + "nauc_mrr_at_1000_max": 0.789268, + "nauc_mrr_at_1000_std": 0.373074, + "nauc_mrr_at_1000_diff1": 0.871655, + "main_score": 0.81528, + "hf_subset": "eng_Latn-urd_Latn", + "languages": [ + "eng-Latn", + "urd-Latn" + ] + }, + { + "ndcg_at_1": 0.82889, + "ndcg_at_3": 0.87338, + "ndcg_at_5": 0.88357, + "ndcg_at_10": 0.89005, + "ndcg_at_20": 0.89176, + "ndcg_at_100": 0.89888, + "ndcg_at_1000": 0.90005, + "map_at_1": 0.82889, + "map_at_3": 0.86296, + "map_at_5": 0.86869, + "map_at_10": 0.87136, + "map_at_20": 0.87185, + "map_at_100": 0.87294, + "map_at_1000": 0.87299, + "recall_at_1": 0.82889, + "recall_at_3": 0.90333, + "recall_at_5": 0.92778, + "recall_at_10": 0.94778, + "recall_at_20": 0.95444, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.82889, + "precision_at_3": 0.30111, + "precision_at_5": 0.18556, + "precision_at_10": 0.09478, + "precision_at_20": 0.04772, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.828889, + "mrr_at_3": 0.862963, + "mrr_at_5": 0.868685, + "mrr_at_10": 0.871363, + "mrr_at_20": 0.871847, + "mrr_at_100": 0.872938, + "mrr_at_1000": 0.872988, + "nauc_ndcg_at_1_max": 0.711163, + "nauc_ndcg_at_1_std": 0.084421, + "nauc_ndcg_at_1_diff1": 0.922183, + "nauc_ndcg_at_3_max": 0.763209, + "nauc_ndcg_at_3_std": 0.164459, + "nauc_ndcg_at_3_diff1": 0.898382, + "nauc_ndcg_at_5_max": 0.765041, + "nauc_ndcg_at_5_std": 0.183303, + "nauc_ndcg_at_5_diff1": 0.89958, + "nauc_ndcg_at_10_max": 0.765112, + "nauc_ndcg_at_10_std": 0.175881, + "nauc_ndcg_at_10_diff1": 0.908014, + "nauc_ndcg_at_20_max": 0.76535, + "nauc_ndcg_at_20_std": 0.172976, + "nauc_ndcg_at_20_diff1": 0.908383, + "nauc_ndcg_at_100_max": 0.758908, + "nauc_ndcg_at_100_std": 0.17087, + "nauc_ndcg_at_100_diff1": 0.909387, + "nauc_ndcg_at_1000_max": 0.756785, + "nauc_ndcg_at_1000_std": 0.162241, + "nauc_ndcg_at_1000_diff1": 0.908712, + "nauc_map_at_1_max": 0.711163, + "nauc_map_at_1_std": 0.084421, + "nauc_map_at_1_diff1": 0.922183, + "nauc_map_at_3_max": 0.751334, + "nauc_map_at_3_std": 0.145785, + "nauc_map_at_3_diff1": 0.905179, + "nauc_map_at_5_max": 0.751783, + "nauc_map_at_5_std": 0.154414, + "nauc_map_at_5_diff1": 0.906204, + "nauc_map_at_10_max": 0.751321, + "nauc_map_at_10_std": 0.150966, + "nauc_map_at_10_diff1": 0.909276, + "nauc_map_at_20_max": 0.751376, + "nauc_map_at_20_std": 0.150337, + "nauc_map_at_20_diff1": 0.90939, + "nauc_map_at_100_max": 0.750525, + "nauc_map_at_100_std": 0.149968, + "nauc_map_at_100_diff1": 0.909556, + "nauc_map_at_1000_max": 0.750454, + "nauc_map_at_1000_std": 0.149675, + "nauc_map_at_1000_diff1": 0.909538, + "nauc_recall_at_1_max": 0.711163, + "nauc_recall_at_1_std": 0.084421, + "nauc_recall_at_1_diff1": 0.922183, + "nauc_recall_at_3_max": 0.808043, + "nauc_recall_at_3_std": 0.235267, + "nauc_recall_at_3_diff1": 0.871723, + "nauc_recall_at_5_max": 0.829577, + "nauc_recall_at_5_std": 0.329599, + "nauc_recall_at_5_diff1": 0.866336, + "nauc_recall_at_10_max": 0.857222, + "nauc_recall_at_10_std": 0.34123, + "nauc_recall_at_10_diff1": 0.907424, + "nauc_recall_at_20_max": 0.871786, + "nauc_recall_at_20_std": 0.336237, + "nauc_recall_at_20_diff1": 0.910216, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.879493, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711163, + "nauc_precision_at_1_std": 0.084421, + "nauc_precision_at_1_diff1": 0.922183, + "nauc_precision_at_3_max": 0.808043, + "nauc_precision_at_3_std": 0.235267, + "nauc_precision_at_3_diff1": 0.871723, + "nauc_precision_at_5_max": 0.829577, + "nauc_precision_at_5_std": 0.329599, + "nauc_precision_at_5_diff1": 0.866336, + "nauc_precision_at_10_max": 0.857222, + "nauc_precision_at_10_std": 0.34123, + "nauc_precision_at_10_diff1": 0.907424, + "nauc_precision_at_20_max": 0.871786, + "nauc_precision_at_20_std": 0.336237, + "nauc_precision_at_20_diff1": 0.910216, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.879493, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.711163, + "nauc_mrr_at_1_std": 0.084421, + "nauc_mrr_at_1_diff1": 0.922183, + "nauc_mrr_at_3_max": 0.751334, + "nauc_mrr_at_3_std": 0.145785, + "nauc_mrr_at_3_diff1": 0.905179, + "nauc_mrr_at_5_max": 0.751783, + "nauc_mrr_at_5_std": 0.154414, + "nauc_mrr_at_5_diff1": 0.906204, + "nauc_mrr_at_10_max": 0.751321, + "nauc_mrr_at_10_std": 0.150966, + "nauc_mrr_at_10_diff1": 0.909276, + "nauc_mrr_at_20_max": 0.751376, + "nauc_mrr_at_20_std": 0.150337, + "nauc_mrr_at_20_diff1": 0.90939, + "nauc_mrr_at_100_max": 0.750525, + "nauc_mrr_at_100_std": 0.149968, + "nauc_mrr_at_100_diff1": 0.909556, + "nauc_mrr_at_1000_max": 0.750454, + "nauc_mrr_at_1000_std": 0.149675, + "nauc_mrr_at_1000_diff1": 0.909538, + "main_score": 0.89005, + "hf_subset": "uzn_Latn-uzn_Latn", + "languages": [ + "uzn-Latn", + "uzn-Latn" + ] + }, + { + "ndcg_at_1": 0.91556, + "ndcg_at_3": 0.9476, + "ndcg_at_5": 0.95086, + "ndcg_at_10": 0.95407, + "ndcg_at_20": 0.95586, + "ndcg_at_100": 0.95648, + "ndcg_at_1000": 0.9569, + "map_at_1": 0.91556, + "map_at_3": 0.94019, + "map_at_5": 0.94202, + "map_at_10": 0.94333, + "map_at_20": 0.94388, + "map_at_100": 0.94396, + "map_at_1000": 0.94397, + "recall_at_1": 0.91556, + "recall_at_3": 0.96889, + "recall_at_5": 0.97667, + "recall_at_10": 0.98667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91556, + "precision_at_3": 0.32296, + "precision_at_5": 0.19533, + "precision_at_10": 0.09867, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.915556, + "mrr_at_3": 0.940185, + "mrr_at_5": 0.942019, + "mrr_at_10": 0.943331, + "mrr_at_20": 0.943878, + "mrr_at_100": 0.943958, + "mrr_at_1000": 0.943974, + "nauc_ndcg_at_1_max": 0.665162, + "nauc_ndcg_at_1_std": -0.218745, + "nauc_ndcg_at_1_diff1": 0.946343, + "nauc_ndcg_at_3_max": 0.752194, + "nauc_ndcg_at_3_std": -0.237179, + "nauc_ndcg_at_3_diff1": 0.951905, + "nauc_ndcg_at_5_max": 0.74224, + "nauc_ndcg_at_5_std": -0.238308, + "nauc_ndcg_at_5_diff1": 0.949995, + "nauc_ndcg_at_10_max": 0.728276, + "nauc_ndcg_at_10_std": -0.226358, + "nauc_ndcg_at_10_diff1": 0.951886, + "nauc_ndcg_at_20_max": 0.72694, + "nauc_ndcg_at_20_std": -0.198544, + "nauc_ndcg_at_20_diff1": 0.951772, + "nauc_ndcg_at_100_max": 0.723703, + "nauc_ndcg_at_100_std": -0.203791, + "nauc_ndcg_at_100_diff1": 0.951721, + "nauc_ndcg_at_1000_max": 0.722726, + "nauc_ndcg_at_1000_std": -0.215549, + "nauc_ndcg_at_1000_diff1": 0.951249, + "nauc_map_at_1_max": 0.665162, + "nauc_map_at_1_std": -0.218745, + "nauc_map_at_1_diff1": 0.946343, + "nauc_map_at_3_max": 0.728273, + "nauc_map_at_3_std": -0.232334, + "nauc_map_at_3_diff1": 0.950894, + "nauc_map_at_5_max": 0.722642, + "nauc_map_at_5_std": -0.232715, + "nauc_map_at_5_diff1": 0.949967, + "nauc_map_at_10_max": 0.717509, + "nauc_map_at_10_std": -0.228932, + "nauc_map_at_10_diff1": 0.950627, + "nauc_map_at_20_max": 0.717084, + "nauc_map_at_20_std": -0.222612, + "nauc_map_at_20_diff1": 0.950617, + "nauc_map_at_100_max": 0.716745, + "nauc_map_at_100_std": -0.223121, + "nauc_map_at_100_diff1": 0.950614, + "nauc_map_at_1000_max": 0.71671, + "nauc_map_at_1000_std": -0.22347, + "nauc_map_at_1000_diff1": 0.9506, + "nauc_recall_at_1_max": 0.665162, + "nauc_recall_at_1_std": -0.218745, + "nauc_recall_at_1_diff1": 0.946343, + "nauc_recall_at_3_max": 0.880385, + "nauc_recall_at_3_std": -0.262922, + "nauc_recall_at_3_diff1": 0.956816, + "nauc_recall_at_5_max": 0.874194, + "nauc_recall_at_5_std": -0.277244, + "nauc_recall_at_5_diff1": 0.948646, + "nauc_recall_at_10_max": 0.824774, + "nauc_recall_at_10_std": -0.170207, + "nauc_recall_at_10_diff1": 0.96732, + "nauc_recall_at_20_max": 0.888344, + "nauc_recall_at_20_std": 0.593215, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.820261, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.665162, + "nauc_precision_at_1_std": -0.218745, + "nauc_precision_at_1_diff1": 0.946343, + "nauc_precision_at_3_max": 0.880385, + "nauc_precision_at_3_std": -0.262922, + "nauc_precision_at_3_diff1": 0.956816, + "nauc_precision_at_5_max": 0.874194, + "nauc_precision_at_5_std": -0.277244, + "nauc_precision_at_5_diff1": 0.948646, + "nauc_precision_at_10_max": 0.824774, + "nauc_precision_at_10_std": -0.170207, + "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_20_max": 0.888344, + "nauc_precision_at_20_std": 0.593215, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.820261, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.665162, + "nauc_mrr_at_1_std": -0.218745, + "nauc_mrr_at_1_diff1": 0.946343, + "nauc_mrr_at_3_max": 0.728273, + "nauc_mrr_at_3_std": -0.232334, + "nauc_mrr_at_3_diff1": 0.950894, + "nauc_mrr_at_5_max": 0.722642, + "nauc_mrr_at_5_std": -0.232715, + "nauc_mrr_at_5_diff1": 0.949967, + "nauc_mrr_at_10_max": 0.717509, + "nauc_mrr_at_10_std": -0.228932, + "nauc_mrr_at_10_diff1": 0.950627, + "nauc_mrr_at_20_max": 0.717084, + "nauc_mrr_at_20_std": -0.222612, + "nauc_mrr_at_20_diff1": 0.950617, + "nauc_mrr_at_100_max": 0.716745, + "nauc_mrr_at_100_std": -0.223121, + "nauc_mrr_at_100_diff1": 0.950614, + "nauc_mrr_at_1000_max": 0.71671, + "nauc_mrr_at_1000_std": -0.22347, + "nauc_mrr_at_1000_diff1": 0.9506, + "main_score": 0.95407, + "hf_subset": "uzn_Latn-eng_Latn", + "languages": [ + "uzn-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79556, + "ndcg_at_3": 0.84663, + "ndcg_at_5": 0.85939, + "ndcg_at_10": 0.86695, + "ndcg_at_20": 0.87085, + "ndcg_at_100": 0.8769, + "ndcg_at_1000": 0.87914, + "map_at_1": 0.79556, + "map_at_3": 0.83463, + "map_at_5": 0.84169, + "map_at_10": 0.84481, + "map_at_20": 0.84586, + "map_at_100": 0.84672, + "map_at_1000": 0.84682, + "recall_at_1": 0.79556, + "recall_at_3": 0.88111, + "recall_at_5": 0.91222, + "recall_at_10": 0.93556, + "recall_at_20": 0.95111, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.79556, + "precision_at_3": 0.2937, + "precision_at_5": 0.18244, + "precision_at_10": 0.09356, + "precision_at_20": 0.04756, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.795556, + "mrr_at_3": 0.83463, + "mrr_at_5": 0.841685, + "mrr_at_10": 0.844812, + "mrr_at_20": 0.845858, + "mrr_at_100": 0.84672, + "mrr_at_1000": 0.846819, + "nauc_ndcg_at_1_max": 0.704683, + "nauc_ndcg_at_1_std": 0.086144, + "nauc_ndcg_at_1_diff1": 0.880976, + "nauc_ndcg_at_3_max": 0.750946, + "nauc_ndcg_at_3_std": 0.143523, + "nauc_ndcg_at_3_diff1": 0.861417, + "nauc_ndcg_at_5_max": 0.74917, + "nauc_ndcg_at_5_std": 0.169893, + "nauc_ndcg_at_5_diff1": 0.860361, + "nauc_ndcg_at_10_max": 0.745787, + "nauc_ndcg_at_10_std": 0.170689, + "nauc_ndcg_at_10_diff1": 0.861429, + "nauc_ndcg_at_20_max": 0.74486, + "nauc_ndcg_at_20_std": 0.16877, + "nauc_ndcg_at_20_diff1": 0.864183, + "nauc_ndcg_at_100_max": 0.740834, + "nauc_ndcg_at_100_std": 0.157577, + "nauc_ndcg_at_100_diff1": 0.864846, + "nauc_ndcg_at_1000_max": 0.73891, + "nauc_ndcg_at_1000_std": 0.150323, + "nauc_ndcg_at_1000_diff1": 0.865723, + "nauc_map_at_1_max": 0.704683, + "nauc_map_at_1_std": 0.086144, + "nauc_map_at_1_diff1": 0.880976, + "nauc_map_at_3_max": 0.737773, + "nauc_map_at_3_std": 0.126871, + "nauc_map_at_3_diff1": 0.867024, + "nauc_map_at_5_max": 0.736263, + "nauc_map_at_5_std": 0.139818, + "nauc_map_at_5_diff1": 0.866622, + "nauc_map_at_10_max": 0.73491, + "nauc_map_at_10_std": 0.139827, + "nauc_map_at_10_diff1": 0.867164, + "nauc_map_at_20_max": 0.734637, + "nauc_map_at_20_std": 0.139211, + "nauc_map_at_20_diff1": 0.867807, + "nauc_map_at_100_max": 0.73402, + "nauc_map_at_100_std": 0.137544, + "nauc_map_at_100_diff1": 0.867878, + "nauc_map_at_1000_max": 0.73395, + "nauc_map_at_1000_std": 0.137282, + "nauc_map_at_1000_diff1": 0.867922, + "nauc_recall_at_1_max": 0.704683, + "nauc_recall_at_1_std": 0.086144, + "nauc_recall_at_1_diff1": 0.880976, + "nauc_recall_at_3_max": 0.801835, + "nauc_recall_at_3_std": 0.20803, + "nauc_recall_at_3_diff1": 0.839735, + "nauc_recall_at_5_max": 0.812266, + "nauc_recall_at_5_std": 0.323234, + "nauc_recall_at_5_diff1": 0.829575, + "nauc_recall_at_10_max": 0.812993, + "nauc_recall_at_10_std": 0.379141, + "nauc_recall_at_10_diff1": 0.824576, + "nauc_recall_at_20_max": 0.824781, + "nauc_recall_at_20_std": 0.425494, + "nauc_recall_at_20_diff1": 0.841015, + "nauc_recall_at_100_max": 0.840647, + "nauc_recall_at_100_std": 0.532991, + "nauc_recall_at_100_diff1": 0.823996, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.704683, + "nauc_precision_at_1_std": 0.086144, + "nauc_precision_at_1_diff1": 0.880976, + "nauc_precision_at_3_max": 0.801835, + "nauc_precision_at_3_std": 0.20803, + "nauc_precision_at_3_diff1": 0.839735, + "nauc_precision_at_5_max": 0.812266, + "nauc_precision_at_5_std": 0.323234, + "nauc_precision_at_5_diff1": 0.829575, + "nauc_precision_at_10_max": 0.812993, + "nauc_precision_at_10_std": 0.379141, + "nauc_precision_at_10_diff1": 0.824576, + "nauc_precision_at_20_max": 0.824781, + "nauc_precision_at_20_std": 0.425494, + "nauc_precision_at_20_diff1": 0.841015, + "nauc_precision_at_100_max": 0.840647, + "nauc_precision_at_100_std": 0.532991, + "nauc_precision_at_100_diff1": 0.823996, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.704683, + "nauc_mrr_at_1_std": 0.086144, + "nauc_mrr_at_1_diff1": 0.880976, + "nauc_mrr_at_3_max": 0.737773, + "nauc_mrr_at_3_std": 0.126871, + "nauc_mrr_at_3_diff1": 0.867024, + "nauc_mrr_at_5_max": 0.736263, + "nauc_mrr_at_5_std": 0.139818, + "nauc_mrr_at_5_diff1": 0.866622, + "nauc_mrr_at_10_max": 0.73491, + "nauc_mrr_at_10_std": 0.139827, + "nauc_mrr_at_10_diff1": 0.867164, + "nauc_mrr_at_20_max": 0.734637, + "nauc_mrr_at_20_std": 0.139211, + "nauc_mrr_at_20_diff1": 0.867807, + "nauc_mrr_at_100_max": 0.73402, + "nauc_mrr_at_100_std": 0.137544, + "nauc_mrr_at_100_diff1": 0.867878, + "nauc_mrr_at_1000_max": 0.73395, + "nauc_mrr_at_1000_std": 0.137282, + "nauc_mrr_at_1000_diff1": 0.867922, + "main_score": 0.86695, + "hf_subset": "eng_Latn-uzn_Latn", + "languages": [ + "eng-Latn", + "uzn-Latn" + ] + }, + { + "ndcg_at_1": 0.92333, + "ndcg_at_3": 0.94671, + "ndcg_at_5": 0.95182, + "ndcg_at_10": 0.95509, + "ndcg_at_20": 0.9574, + "ndcg_at_100": 0.95829, + "ndcg_at_1000": 0.95854, + "map_at_1": 0.92333, + "map_at_3": 0.9413, + "map_at_5": 0.94419, + "map_at_10": 0.94556, + "map_at_20": 0.94622, + "map_at_100": 0.94637, + "map_at_1000": 0.94637, + "recall_at_1": 0.92333, + "recall_at_3": 0.96222, + "recall_at_5": 0.97444, + "recall_at_10": 0.98444, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92333, + "precision_at_3": 0.32074, + "precision_at_5": 0.19489, + "precision_at_10": 0.09844, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.923333, + "mrr_at_3": 0.941296, + "mrr_at_5": 0.944185, + "mrr_at_10": 0.945557, + "mrr_at_20": 0.94622, + "mrr_at_100": 0.946366, + "mrr_at_1000": 0.946371, + "nauc_ndcg_at_1_max": 0.791411, + "nauc_ndcg_at_1_std": -0.118418, + "nauc_ndcg_at_1_diff1": 0.93985, + "nauc_ndcg_at_3_max": 0.862996, + "nauc_ndcg_at_3_std": -0.056382, + "nauc_ndcg_at_3_diff1": 0.941519, + "nauc_ndcg_at_5_max": 0.853798, + "nauc_ndcg_at_5_std": -0.067342, + "nauc_ndcg_at_5_diff1": 0.938065, + "nauc_ndcg_at_10_max": 0.844239, + "nauc_ndcg_at_10_std": -0.071017, + "nauc_ndcg_at_10_diff1": 0.937085, + "nauc_ndcg_at_20_max": 0.841326, + "nauc_ndcg_at_20_std": -0.056982, + "nauc_ndcg_at_20_diff1": 0.938219, + "nauc_ndcg_at_100_max": 0.839604, + "nauc_ndcg_at_100_std": -0.059528, + "nauc_ndcg_at_100_diff1": 0.939857, + "nauc_ndcg_at_1000_max": 0.838633, + "nauc_ndcg_at_1000_std": -0.065945, + "nauc_ndcg_at_1000_diff1": 0.939493, + "nauc_map_at_1_max": 0.791411, + "nauc_map_at_1_std": -0.118418, + "nauc_map_at_1_diff1": 0.93985, + "nauc_map_at_3_max": 0.843572, + "nauc_map_at_3_std": -0.074228, + "nauc_map_at_3_diff1": 0.940826, + "nauc_map_at_5_max": 0.838159, + "nauc_map_at_5_std": -0.080783, + "nauc_map_at_5_diff1": 0.939146, + "nauc_map_at_10_max": 0.834462, + "nauc_map_at_10_std": -0.080391, + "nauc_map_at_10_diff1": 0.938938, + "nauc_map_at_20_max": 0.833675, + "nauc_map_at_20_std": -0.077197, + "nauc_map_at_20_diff1": 0.939269, + "nauc_map_at_100_max": 0.833496, + "nauc_map_at_100_std": -0.077049, + "nauc_map_at_100_diff1": 0.939511, + "nauc_map_at_1000_max": 0.833481, + "nauc_map_at_1000_std": -0.077146, + "nauc_map_at_1000_diff1": 0.939506, + "nauc_recall_at_1_max": 0.791411, + "nauc_recall_at_1_std": -0.118418, + "nauc_recall_at_1_diff1": 0.93985, + "nauc_recall_at_3_max": 0.948097, + "nauc_recall_at_3_std": 0.02256, + "nauc_recall_at_3_diff1": 0.944733, + "nauc_recall_at_5_max": 0.946718, + "nauc_recall_at_5_std": 0.0136, + "nauc_recall_at_5_diff1": 0.930378, + "nauc_recall_at_10_max": 0.921802, + "nauc_recall_at_10_std": -0.004568, + "nauc_recall_at_10_diff1": 0.914799, + "nauc_recall_at_20_max": 0.953704, + "nauc_recall_at_20_std": 0.422736, + "nauc_recall_at_20_diff1": 0.910131, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.791411, + "nauc_precision_at_1_std": -0.118418, + "nauc_precision_at_1_diff1": 0.93985, + "nauc_precision_at_3_max": 0.948097, + "nauc_precision_at_3_std": 0.02256, + "nauc_precision_at_3_diff1": 0.944733, + "nauc_precision_at_5_max": 0.946718, + "nauc_precision_at_5_std": 0.0136, + "nauc_precision_at_5_diff1": 0.930378, + "nauc_precision_at_10_max": 0.921802, + "nauc_precision_at_10_std": -0.004568, + "nauc_precision_at_10_diff1": 0.914799, + "nauc_precision_at_20_max": 0.953704, + "nauc_precision_at_20_std": 0.422736, + "nauc_precision_at_20_diff1": 0.910131, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.791411, + "nauc_mrr_at_1_std": -0.118418, + "nauc_mrr_at_1_diff1": 0.93985, + "nauc_mrr_at_3_max": 0.843572, + "nauc_mrr_at_3_std": -0.074228, + "nauc_mrr_at_3_diff1": 0.940826, + "nauc_mrr_at_5_max": 0.838159, + "nauc_mrr_at_5_std": -0.080783, + "nauc_mrr_at_5_diff1": 0.939146, + "nauc_mrr_at_10_max": 0.834462, + "nauc_mrr_at_10_std": -0.080391, + "nauc_mrr_at_10_diff1": 0.938938, + "nauc_mrr_at_20_max": 0.833675, + "nauc_mrr_at_20_std": -0.077197, + "nauc_mrr_at_20_diff1": 0.939269, + "nauc_mrr_at_100_max": 0.833496, + "nauc_mrr_at_100_std": -0.077049, + "nauc_mrr_at_100_diff1": 0.939511, + "nauc_mrr_at_1000_max": 0.833481, + "nauc_mrr_at_1000_std": -0.077146, + "nauc_mrr_at_1000_diff1": 0.939506, + "main_score": 0.95509, + "hf_subset": "vie_Latn-vie_Latn", + "languages": [ + "vie-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.93, + "ndcg_at_3": 0.95436, + "ndcg_at_5": 0.96034, + "ndcg_at_10": 0.96221, + "ndcg_at_20": 0.96364, + "ndcg_at_100": 0.96406, + "ndcg_at_1000": 0.96432, + "map_at_1": 0.93, + "map_at_3": 0.94889, + "map_at_5": 0.95222, + "map_at_10": 0.95304, + "map_at_20": 0.95344, + "map_at_100": 0.95351, + "map_at_1000": 0.95351, + "recall_at_1": 0.93, + "recall_at_3": 0.97, + "recall_at_5": 0.98444, + "recall_at_10": 0.99, + "recall_at_20": 0.99556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93, + "precision_at_3": 0.32333, + "precision_at_5": 0.19689, + "precision_at_10": 0.099, + "precision_at_20": 0.04978, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.93, + "mrr_at_3": 0.948889, + "mrr_at_5": 0.952222, + "mrr_at_10": 0.95304, + "mrr_at_20": 0.953441, + "mrr_at_100": 0.953505, + "mrr_at_1000": 0.953511, + "nauc_ndcg_at_1_max": 0.732952, + "nauc_ndcg_at_1_std": -0.276688, + "nauc_ndcg_at_1_diff1": 0.936567, + "nauc_ndcg_at_3_max": 0.809364, + "nauc_ndcg_at_3_std": -0.185889, + "nauc_ndcg_at_3_diff1": 0.943171, + "nauc_ndcg_at_5_max": 0.785202, + "nauc_ndcg_at_5_std": -0.248465, + "nauc_ndcg_at_5_diff1": 0.937599, + "nauc_ndcg_at_10_max": 0.781414, + "nauc_ndcg_at_10_std": -0.238269, + "nauc_ndcg_at_10_diff1": 0.938643, + "nauc_ndcg_at_20_max": 0.782054, + "nauc_ndcg_at_20_std": -0.200302, + "nauc_ndcg_at_20_diff1": 0.940523, + "nauc_ndcg_at_100_max": 0.779485, + "nauc_ndcg_at_100_std": -0.214451, + "nauc_ndcg_at_100_diff1": 0.939822, + "nauc_ndcg_at_1000_max": 0.778371, + "nauc_ndcg_at_1000_std": -0.223163, + "nauc_ndcg_at_1000_diff1": 0.93939, + "nauc_map_at_1_max": 0.732952, + "nauc_map_at_1_std": -0.276688, + "nauc_map_at_1_diff1": 0.936567, + "nauc_map_at_3_max": 0.787864, + "nauc_map_at_3_std": -0.212834, + "nauc_map_at_3_diff1": 0.941001, + "nauc_map_at_5_max": 0.775192, + "nauc_map_at_5_std": -0.245324, + "nauc_map_at_5_diff1": 0.938252, + "nauc_map_at_10_max": 0.773709, + "nauc_map_at_10_std": -0.241469, + "nauc_map_at_10_diff1": 0.938495, + "nauc_map_at_20_max": 0.773844, + "nauc_map_at_20_std": -0.232924, + "nauc_map_at_20_diff1": 0.938931, + "nauc_map_at_100_max": 0.773531, + "nauc_map_at_100_std": -0.234632, + "nauc_map_at_100_diff1": 0.938846, + "nauc_map_at_1000_max": 0.773512, + "nauc_map_at_1000_std": -0.234776, + "nauc_map_at_1000_diff1": 0.938839, + "nauc_recall_at_1_max": 0.732952, + "nauc_recall_at_1_std": -0.276688, + "nauc_recall_at_1_diff1": 0.936567, + "nauc_recall_at_3_max": 0.912439, + "nauc_recall_at_3_std": -0.055556, + "nauc_recall_at_3_diff1": 0.953833, + "nauc_recall_at_5_max": 0.859144, + "nauc_recall_at_5_std": -0.29912, + "nauc_recall_at_5_diff1": 0.929639, + "nauc_recall_at_10_max": 0.857143, + "nauc_recall_at_10_std": -0.217761, + "nauc_recall_at_10_diff1": 0.940087, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732952, + "nauc_precision_at_1_std": -0.276688, + "nauc_precision_at_1_diff1": 0.936567, + "nauc_precision_at_3_max": 0.912439, + "nauc_precision_at_3_std": -0.055556, + "nauc_precision_at_3_diff1": 0.953833, + "nauc_precision_at_5_max": 0.859144, + "nauc_precision_at_5_std": -0.29912, + "nauc_precision_at_5_diff1": 0.929639, + "nauc_precision_at_10_max": 0.857143, + "nauc_precision_at_10_std": -0.217761, + "nauc_precision_at_10_diff1": 0.940087, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732952, + "nauc_mrr_at_1_std": -0.276688, + "nauc_mrr_at_1_diff1": 0.936567, + "nauc_mrr_at_3_max": 0.787864, + "nauc_mrr_at_3_std": -0.212834, + "nauc_mrr_at_3_diff1": 0.941001, + "nauc_mrr_at_5_max": 0.775192, + "nauc_mrr_at_5_std": -0.245324, + "nauc_mrr_at_5_diff1": 0.938252, + "nauc_mrr_at_10_max": 0.773709, + "nauc_mrr_at_10_std": -0.241469, + "nauc_mrr_at_10_diff1": 0.938495, + "nauc_mrr_at_20_max": 0.773844, + "nauc_mrr_at_20_std": -0.232924, + "nauc_mrr_at_20_diff1": 0.938931, + "nauc_mrr_at_100_max": 0.773531, + "nauc_mrr_at_100_std": -0.234632, + "nauc_mrr_at_100_diff1": 0.938846, + "nauc_mrr_at_1000_max": 0.773512, + "nauc_mrr_at_1000_std": -0.234776, + "nauc_mrr_at_1000_diff1": 0.938839, + "main_score": 0.96221, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.94477, + "ndcg_at_5": 0.95166, + "ndcg_at_10": 0.95498, + "ndcg_at_20": 0.95642, + "ndcg_at_100": 0.95663, + "ndcg_at_1000": 0.95709, + "map_at_1": 0.91778, + "map_at_3": 0.93833, + "map_at_5": 0.94217, + "map_at_10": 0.94359, + "map_at_20": 0.944, + "map_at_100": 0.94403, + "map_at_1000": 0.94405, + "recall_at_1": 0.91778, + "recall_at_3": 0.96333, + "recall_at_5": 0.98, + "recall_at_10": 0.99, + "recall_at_20": 0.99556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91778, + "precision_at_3": 0.32111, + "precision_at_5": 0.196, + "precision_at_10": 0.099, + "precision_at_20": 0.04978, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.938333, + "mrr_at_5": 0.942167, + "mrr_at_10": 0.943587, + "mrr_at_20": 0.944004, + "mrr_at_100": 0.944034, + "mrr_at_1000": 0.944054, + "nauc_ndcg_at_1_max": 0.720046, + "nauc_ndcg_at_1_std": 0.028339, + "nauc_ndcg_at_1_diff1": 0.920603, + "nauc_ndcg_at_3_max": 0.805714, + "nauc_ndcg_at_3_std": 0.06226, + "nauc_ndcg_at_3_diff1": 0.925995, + "nauc_ndcg_at_5_max": 0.793056, + "nauc_ndcg_at_5_std": 0.053016, + "nauc_ndcg_at_5_diff1": 0.929088, + "nauc_ndcg_at_10_max": 0.779885, + "nauc_ndcg_at_10_std": 0.034719, + "nauc_ndcg_at_10_diff1": 0.927157, + "nauc_ndcg_at_20_max": 0.777166, + "nauc_ndcg_at_20_std": 0.047377, + "nauc_ndcg_at_20_diff1": 0.926458, + "nauc_ndcg_at_100_max": 0.777433, + "nauc_ndcg_at_100_std": 0.056041, + "nauc_ndcg_at_100_diff1": 0.926102, + "nauc_ndcg_at_1000_max": 0.775079, + "nauc_ndcg_at_1000_std": 0.046524, + "nauc_ndcg_at_1000_diff1": 0.925786, + "nauc_map_at_1_max": 0.720046, + "nauc_map_at_1_std": 0.028339, + "nauc_map_at_1_diff1": 0.920603, + "nauc_map_at_3_max": 0.782444, + "nauc_map_at_3_std": 0.050506, + "nauc_map_at_3_diff1": 0.924602, + "nauc_map_at_5_max": 0.775125, + "nauc_map_at_5_std": 0.045742, + "nauc_map_at_5_diff1": 0.925917, + "nauc_map_at_10_max": 0.770151, + "nauc_map_at_10_std": 0.039576, + "nauc_map_at_10_diff1": 0.925216, + "nauc_map_at_20_max": 0.769478, + "nauc_map_at_20_std": 0.041938, + "nauc_map_at_20_diff1": 0.925039, + "nauc_map_at_100_max": 0.769503, + "nauc_map_at_100_std": 0.042869, + "nauc_map_at_100_diff1": 0.925, + "nauc_map_at_1000_max": 0.769417, + "nauc_map_at_1000_std": 0.042532, + "nauc_map_at_1000_diff1": 0.924989, + "nauc_recall_at_1_max": 0.720046, + "nauc_recall_at_1_std": 0.028339, + "nauc_recall_at_1_diff1": 0.920603, + "nauc_recall_at_3_max": 0.915683, + "nauc_recall_at_3_std": 0.119896, + "nauc_recall_at_3_diff1": 0.932518, + "nauc_recall_at_5_max": 0.931917, + "nauc_recall_at_5_std": 0.110048, + "nauc_recall_at_5_diff1": 0.956427, + "nauc_recall_at_10_max": 0.892883, + "nauc_recall_at_10_std": -0.088858, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.930556, + "nauc_recall_at_20_std": 0.28233, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.720046, + "nauc_precision_at_1_std": 0.028339, + "nauc_precision_at_1_diff1": 0.920603, + "nauc_precision_at_3_max": 0.915683, + "nauc_precision_at_3_std": 0.119896, + "nauc_precision_at_3_diff1": 0.932518, + "nauc_precision_at_5_max": 0.931917, + "nauc_precision_at_5_std": 0.110048, + "nauc_precision_at_5_diff1": 0.956427, + "nauc_precision_at_10_max": 0.892883, + "nauc_precision_at_10_std": -0.088858, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.930556, + "nauc_precision_at_20_std": 0.28233, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.720046, + "nauc_mrr_at_1_std": 0.028339, + "nauc_mrr_at_1_diff1": 0.920603, + "nauc_mrr_at_3_max": 0.782444, + "nauc_mrr_at_3_std": 0.050506, + "nauc_mrr_at_3_diff1": 0.924602, + "nauc_mrr_at_5_max": 0.775125, + "nauc_mrr_at_5_std": 0.045742, + "nauc_mrr_at_5_diff1": 0.925917, + "nauc_mrr_at_10_max": 0.770151, + "nauc_mrr_at_10_std": 0.039576, + "nauc_mrr_at_10_diff1": 0.925216, + "nauc_mrr_at_20_max": 0.769478, + "nauc_mrr_at_20_std": 0.041938, + "nauc_mrr_at_20_diff1": 0.925039, + "nauc_mrr_at_100_max": 0.769503, + "nauc_mrr_at_100_std": 0.042869, + "nauc_mrr_at_100_diff1": 0.925, + "nauc_mrr_at_1000_max": 0.769417, + "nauc_mrr_at_1000_std": 0.042532, + "nauc_mrr_at_1000_diff1": 0.924989, + "main_score": 0.95498, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.81889, + "ndcg_at_3": 0.86254, + "ndcg_at_5": 0.86938, + "ndcg_at_10": 0.87749, + "ndcg_at_20": 0.8815, + "ndcg_at_100": 0.88817, + "ndcg_at_1000": 0.89018, + "map_at_1": 0.81889, + "map_at_3": 0.85222, + "map_at_5": 0.856, + "map_at_10": 0.85948, + "map_at_20": 0.86061, + "map_at_100": 0.86155, + "map_at_1000": 0.86163, + "recall_at_1": 0.81889, + "recall_at_3": 0.89222, + "recall_at_5": 0.90889, + "recall_at_10": 0.93333, + "recall_at_20": 0.94889, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.81889, + "precision_at_3": 0.29741, + "precision_at_5": 0.18178, + "precision_at_10": 0.09333, + "precision_at_20": 0.04744, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.818889, + "mrr_at_3": 0.852222, + "mrr_at_5": 0.856, + "mrr_at_10": 0.859475, + "mrr_at_20": 0.860614, + "mrr_at_100": 0.861553, + "mrr_at_1000": 0.861633, + "nauc_ndcg_at_1_max": 0.767987, + "nauc_ndcg_at_1_std": 0.232259, + "nauc_ndcg_at_1_diff1": 0.920643, + "nauc_ndcg_at_3_max": 0.795241, + "nauc_ndcg_at_3_std": 0.271715, + "nauc_ndcg_at_3_diff1": 0.899342, + "nauc_ndcg_at_5_max": 0.79105, + "nauc_ndcg_at_5_std": 0.281078, + "nauc_ndcg_at_5_diff1": 0.89766, + "nauc_ndcg_at_10_max": 0.794304, + "nauc_ndcg_at_10_std": 0.30228, + "nauc_ndcg_at_10_diff1": 0.903419, + "nauc_ndcg_at_20_max": 0.794899, + "nauc_ndcg_at_20_std": 0.293746, + "nauc_ndcg_at_20_diff1": 0.904808, + "nauc_ndcg_at_100_max": 0.791714, + "nauc_ndcg_at_100_std": 0.291209, + "nauc_ndcg_at_100_diff1": 0.906021, + "nauc_ndcg_at_1000_max": 0.789738, + "nauc_ndcg_at_1000_std": 0.279819, + "nauc_ndcg_at_1000_diff1": 0.905935, + "nauc_map_at_1_max": 0.767987, + "nauc_map_at_1_std": 0.232259, + "nauc_map_at_1_diff1": 0.920643, + "nauc_map_at_3_max": 0.78791, + "nauc_map_at_3_std": 0.258211, + "nauc_map_at_3_diff1": 0.905243, + "nauc_map_at_5_max": 0.785499, + "nauc_map_at_5_std": 0.262526, + "nauc_map_at_5_diff1": 0.904416, + "nauc_map_at_10_max": 0.786597, + "nauc_map_at_10_std": 0.269605, + "nauc_map_at_10_diff1": 0.906888, + "nauc_map_at_20_max": 0.786623, + "nauc_map_at_20_std": 0.267133, + "nauc_map_at_20_diff1": 0.907226, + "nauc_map_at_100_max": 0.786242, + "nauc_map_at_100_std": 0.266766, + "nauc_map_at_100_diff1": 0.907384, + "nauc_map_at_1000_max": 0.786155, + "nauc_map_at_1000_std": 0.266389, + "nauc_map_at_1000_diff1": 0.90739, + "nauc_recall_at_1_max": 0.767987, + "nauc_recall_at_1_std": 0.232259, + "nauc_recall_at_1_diff1": 0.920643, + "nauc_recall_at_3_max": 0.822966, + "nauc_recall_at_3_std": 0.324497, + "nauc_recall_at_3_diff1": 0.876928, + "nauc_recall_at_5_max": 0.814249, + "nauc_recall_at_5_std": 0.365597, + "nauc_recall_at_5_diff1": 0.868199, + "nauc_recall_at_10_max": 0.839854, + "nauc_recall_at_10_std": 0.51343, + "nauc_recall_at_10_diff1": 0.886632, + "nauc_recall_at_20_max": 0.859903, + "nauc_recall_at_20_std": 0.506018, + "nauc_recall_at_20_diff1": 0.894146, + "nauc_recall_at_100_max": 0.887288, + "nauc_recall_at_100_std": 0.887288, + "nauc_recall_at_100_diff1": 0.913632, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.767987, + "nauc_precision_at_1_std": 0.232259, + "nauc_precision_at_1_diff1": 0.920643, + "nauc_precision_at_3_max": 0.822966, + "nauc_precision_at_3_std": 0.324497, + "nauc_precision_at_3_diff1": 0.876928, + "nauc_precision_at_5_max": 0.814249, + "nauc_precision_at_5_std": 0.365597, + "nauc_precision_at_5_diff1": 0.868199, + "nauc_precision_at_10_max": 0.839854, + "nauc_precision_at_10_std": 0.51343, + "nauc_precision_at_10_diff1": 0.886632, + "nauc_precision_at_20_max": 0.859903, + "nauc_precision_at_20_std": 0.506018, + "nauc_precision_at_20_diff1": 0.894146, + "nauc_precision_at_100_max": 0.887288, + "nauc_precision_at_100_std": 0.887288, + "nauc_precision_at_100_diff1": 0.913632, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.767987, + "nauc_mrr_at_1_std": 0.232259, + "nauc_mrr_at_1_diff1": 0.920643, + "nauc_mrr_at_3_max": 0.78791, + "nauc_mrr_at_3_std": 0.258211, + "nauc_mrr_at_3_diff1": 0.905243, + "nauc_mrr_at_5_max": 0.785499, + "nauc_mrr_at_5_std": 0.262526, + "nauc_mrr_at_5_diff1": 0.904416, + "nauc_mrr_at_10_max": 0.786597, + "nauc_mrr_at_10_std": 0.269605, + "nauc_mrr_at_10_diff1": 0.906888, + "nauc_mrr_at_20_max": 0.786623, + "nauc_mrr_at_20_std": 0.267133, + "nauc_mrr_at_20_diff1": 0.907226, + "nauc_mrr_at_100_max": 0.786242, + "nauc_mrr_at_100_std": 0.266766, + "nauc_mrr_at_100_diff1": 0.907384, + "nauc_mrr_at_1000_max": 0.786155, + "nauc_mrr_at_1000_std": 0.266389, + "nauc_mrr_at_1000_diff1": 0.90739, + "main_score": 0.87749, + "hf_subset": "war_Latn-war_Latn", + "languages": [ + "war-Latn", + "war-Latn" + ] + }, + { + "ndcg_at_1": 0.91556, + "ndcg_at_3": 0.94214, + "ndcg_at_5": 0.94582, + "ndcg_at_10": 0.95049, + "ndcg_at_20": 0.95214, + "ndcg_at_100": 0.95365, + "ndcg_at_1000": 0.95391, + "map_at_1": 0.91556, + "map_at_3": 0.93593, + "map_at_5": 0.93798, + "map_at_10": 0.93991, + "map_at_20": 0.94034, + "map_at_100": 0.94058, + "map_at_1000": 0.94058, + "recall_at_1": 0.91556, + "recall_at_3": 0.96, + "recall_at_5": 0.96889, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91556, + "precision_at_3": 0.32, + "precision_at_5": 0.19378, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.915556, + "mrr_at_3": 0.935926, + "mrr_at_5": 0.937981, + "mrr_at_10": 0.939907, + "mrr_at_20": 0.94034, + "mrr_at_100": 0.940575, + "mrr_at_1000": 0.940582, + "nauc_ndcg_at_1_max": 0.803829, + "nauc_ndcg_at_1_std": -0.159498, + "nauc_ndcg_at_1_diff1": 0.944899, + "nauc_ndcg_at_3_max": 0.851105, + "nauc_ndcg_at_3_std": -0.098637, + "nauc_ndcg_at_3_diff1": 0.956229, + "nauc_ndcg_at_5_max": 0.84769, + "nauc_ndcg_at_5_std": -0.075834, + "nauc_ndcg_at_5_diff1": 0.956744, + "nauc_ndcg_at_10_max": 0.83707, + "nauc_ndcg_at_10_std": -0.096447, + "nauc_ndcg_at_10_diff1": 0.953514, + "nauc_ndcg_at_20_max": 0.837519, + "nauc_ndcg_at_20_std": -0.078847, + "nauc_ndcg_at_20_diff1": 0.953424, + "nauc_ndcg_at_100_max": 0.835565, + "nauc_ndcg_at_100_std": -0.090796, + "nauc_ndcg_at_100_diff1": 0.951912, + "nauc_ndcg_at_1000_max": 0.835372, + "nauc_ndcg_at_1000_std": -0.097039, + "nauc_ndcg_at_1000_diff1": 0.952002, + "nauc_map_at_1_max": 0.803829, + "nauc_map_at_1_std": -0.159498, + "nauc_map_at_1_diff1": 0.944899, + "nauc_map_at_3_max": 0.838481, + "nauc_map_at_3_std": -0.116186, + "nauc_map_at_3_diff1": 0.95239, + "nauc_map_at_5_max": 0.836348, + "nauc_map_at_5_std": -0.104656, + "nauc_map_at_5_diff1": 0.952525, + "nauc_map_at_10_max": 0.832291, + "nauc_map_at_10_std": -0.112942, + "nauc_map_at_10_diff1": 0.951246, + "nauc_map_at_20_max": 0.832466, + "nauc_map_at_20_std": -0.108936, + "nauc_map_at_20_diff1": 0.951214, + "nauc_map_at_100_max": 0.83221, + "nauc_map_at_100_std": -0.110246, + "nauc_map_at_100_diff1": 0.951021, + "nauc_map_at_1000_max": 0.832206, + "nauc_map_at_1000_std": -0.110368, + "nauc_map_at_1000_diff1": 0.951022, + "nauc_recall_at_1_max": 0.803829, + "nauc_recall_at_1_std": -0.159498, + "nauc_recall_at_1_diff1": 0.944899, + "nauc_recall_at_3_max": 0.907874, + "nauc_recall_at_3_std": -0.0187, + "nauc_recall_at_3_diff1": 0.974129, + "nauc_recall_at_5_max": 0.910147, + "nauc_recall_at_5_std": 0.091803, + "nauc_recall_at_5_diff1": 0.981326, + "nauc_recall_at_10_max": 0.868223, + "nauc_recall_at_10_std": 0.054809, + "nauc_recall_at_10_diff1": 0.973856, + "nauc_recall_at_20_max": 0.892364, + "nauc_recall_at_20_std": 0.477228, + "nauc_recall_at_20_diff1": 0.985476, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.803829, + "nauc_precision_at_1_std": -0.159498, + "nauc_precision_at_1_diff1": 0.944899, + "nauc_precision_at_3_max": 0.907874, + "nauc_precision_at_3_std": -0.0187, + "nauc_precision_at_3_diff1": 0.974129, + "nauc_precision_at_5_max": 0.910147, + "nauc_precision_at_5_std": 0.091803, + "nauc_precision_at_5_diff1": 0.981326, + "nauc_precision_at_10_max": 0.868223, + "nauc_precision_at_10_std": 0.054809, + "nauc_precision_at_10_diff1": 0.973856, + "nauc_precision_at_20_max": 0.892364, + "nauc_precision_at_20_std": 0.477228, + "nauc_precision_at_20_diff1": 0.985476, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.803829, + "nauc_mrr_at_1_std": -0.159498, + "nauc_mrr_at_1_diff1": 0.944899, + "nauc_mrr_at_3_max": 0.838481, + "nauc_mrr_at_3_std": -0.116186, + "nauc_mrr_at_3_diff1": 0.95239, + "nauc_mrr_at_5_max": 0.836348, + "nauc_mrr_at_5_std": -0.104656, + "nauc_mrr_at_5_diff1": 0.952525, + "nauc_mrr_at_10_max": 0.832291, + "nauc_mrr_at_10_std": -0.112942, + "nauc_mrr_at_10_diff1": 0.951246, + "nauc_mrr_at_20_max": 0.832466, + "nauc_mrr_at_20_std": -0.108936, + "nauc_mrr_at_20_diff1": 0.951214, + "nauc_mrr_at_100_max": 0.83221, + "nauc_mrr_at_100_std": -0.110246, + "nauc_mrr_at_100_diff1": 0.951021, + "nauc_mrr_at_1000_max": 0.832206, + "nauc_mrr_at_1000_std": -0.110368, + "nauc_mrr_at_1000_diff1": 0.951022, + "main_score": 0.95049, + "hf_subset": "war_Latn-eng_Latn", + "languages": [ + "war-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82444, + "ndcg_at_3": 0.86923, + "ndcg_at_5": 0.87617, + "ndcg_at_10": 0.8845, + "ndcg_at_20": 0.88648, + "ndcg_at_100": 0.89206, + "ndcg_at_1000": 0.8949, + "map_at_1": 0.82444, + "map_at_3": 0.85889, + "map_at_5": 0.86278, + "map_at_10": 0.86626, + "map_at_20": 0.86681, + "map_at_100": 0.86759, + "map_at_1000": 0.86771, + "recall_at_1": 0.82444, + "recall_at_3": 0.89889, + "recall_at_5": 0.91556, + "recall_at_10": 0.94111, + "recall_at_20": 0.94889, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.82444, + "precision_at_3": 0.29963, + "precision_at_5": 0.18311, + "precision_at_10": 0.09411, + "precision_at_20": 0.04744, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824444, + "mrr_at_3": 0.858889, + "mrr_at_5": 0.862778, + "mrr_at_10": 0.866259, + "mrr_at_20": 0.866806, + "mrr_at_100": 0.867587, + "mrr_at_1000": 0.867714, + "nauc_ndcg_at_1_max": 0.717655, + "nauc_ndcg_at_1_std": 0.00655, + "nauc_ndcg_at_1_diff1": 0.918196, + "nauc_ndcg_at_3_max": 0.771976, + "nauc_ndcg_at_3_std": 0.076339, + "nauc_ndcg_at_3_diff1": 0.907841, + "nauc_ndcg_at_5_max": 0.774528, + "nauc_ndcg_at_5_std": 0.110975, + "nauc_ndcg_at_5_diff1": 0.910667, + "nauc_ndcg_at_10_max": 0.772823, + "nauc_ndcg_at_10_std": 0.101999, + "nauc_ndcg_at_10_diff1": 0.910409, + "nauc_ndcg_at_20_max": 0.770483, + "nauc_ndcg_at_20_std": 0.098664, + "nauc_ndcg_at_20_diff1": 0.91085, + "nauc_ndcg_at_100_max": 0.766678, + "nauc_ndcg_at_100_std": 0.092722, + "nauc_ndcg_at_100_diff1": 0.911456, + "nauc_ndcg_at_1000_max": 0.763876, + "nauc_ndcg_at_1000_std": 0.082519, + "nauc_ndcg_at_1000_diff1": 0.912142, + "nauc_map_at_1_max": 0.717655, + "nauc_map_at_1_std": 0.00655, + "nauc_map_at_1_diff1": 0.918196, + "nauc_map_at_3_max": 0.758828, + "nauc_map_at_3_std": 0.056923, + "nauc_map_at_3_diff1": 0.911537, + "nauc_map_at_5_max": 0.75977, + "nauc_map_at_5_std": 0.073551, + "nauc_map_at_5_diff1": 0.91312, + "nauc_map_at_10_max": 0.758563, + "nauc_map_at_10_std": 0.068518, + "nauc_map_at_10_diff1": 0.913101, + "nauc_map_at_20_max": 0.757942, + "nauc_map_at_20_std": 0.067627, + "nauc_map_at_20_diff1": 0.913214, + "nauc_map_at_100_max": 0.757454, + "nauc_map_at_100_std": 0.067144, + "nauc_map_at_100_diff1": 0.913292, + "nauc_map_at_1000_max": 0.757352, + "nauc_map_at_1000_std": 0.066746, + "nauc_map_at_1000_diff1": 0.91332, + "nauc_recall_at_1_max": 0.717655, + "nauc_recall_at_1_std": 0.00655, + "nauc_recall_at_1_diff1": 0.918196, + "nauc_recall_at_3_max": 0.821405, + "nauc_recall_at_3_std": 0.151041, + "nauc_recall_at_3_diff1": 0.893142, + "nauc_recall_at_5_max": 0.839624, + "nauc_recall_at_5_std": 0.286808, + "nauc_recall_at_5_diff1": 0.899688, + "nauc_recall_at_10_max": 0.860217, + "nauc_recall_at_10_std": 0.320015, + "nauc_recall_at_10_diff1": 0.893328, + "nauc_recall_at_20_max": 0.853865, + "nauc_recall_at_20_std": 0.324148, + "nauc_recall_at_20_diff1": 0.894501, + "nauc_recall_at_100_max": 0.868544, + "nauc_recall_at_100_std": 0.452627, + "nauc_recall_at_100_diff1": 0.887341, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717655, + "nauc_precision_at_1_std": 0.00655, + "nauc_precision_at_1_diff1": 0.918196, + "nauc_precision_at_3_max": 0.821405, + "nauc_precision_at_3_std": 0.151041, + "nauc_precision_at_3_diff1": 0.893142, + "nauc_precision_at_5_max": 0.839624, + "nauc_precision_at_5_std": 0.286808, + "nauc_precision_at_5_diff1": 0.899688, + "nauc_precision_at_10_max": 0.860217, + "nauc_precision_at_10_std": 0.320015, + "nauc_precision_at_10_diff1": 0.893328, + "nauc_precision_at_20_max": 0.853865, + "nauc_precision_at_20_std": 0.324148, + "nauc_precision_at_20_diff1": 0.894501, + "nauc_precision_at_100_max": 0.868544, + "nauc_precision_at_100_std": 0.452627, + "nauc_precision_at_100_diff1": 0.887341, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.717655, + "nauc_mrr_at_1_std": 0.00655, + "nauc_mrr_at_1_diff1": 0.918196, + "nauc_mrr_at_3_max": 0.758828, + "nauc_mrr_at_3_std": 0.056923, + "nauc_mrr_at_3_diff1": 0.911537, + "nauc_mrr_at_5_max": 0.75977, + "nauc_mrr_at_5_std": 0.073551, + "nauc_mrr_at_5_diff1": 0.91312, + "nauc_mrr_at_10_max": 0.758563, + "nauc_mrr_at_10_std": 0.068518, + "nauc_mrr_at_10_diff1": 0.913101, + "nauc_mrr_at_20_max": 0.757942, + "nauc_mrr_at_20_std": 0.067627, + "nauc_mrr_at_20_diff1": 0.913214, + "nauc_mrr_at_100_max": 0.757454, + "nauc_mrr_at_100_std": 0.067144, + "nauc_mrr_at_100_diff1": 0.913292, + "nauc_mrr_at_1000_max": 0.757352, + "nauc_mrr_at_1000_std": 0.066746, + "nauc_mrr_at_1000_diff1": 0.91332, + "main_score": 0.8845, + "hf_subset": "eng_Latn-war_Latn", + "languages": [ + "eng-Latn", + "war-Latn" + ] + }, + { + "ndcg_at_1": 0.53333, + "ndcg_at_3": 0.58353, + "ndcg_at_5": 0.59448, + "ndcg_at_10": 0.60711, + "ndcg_at_20": 0.61501, + "ndcg_at_100": 0.63765, + "ndcg_at_1000": 0.65839, + "map_at_1": 0.53333, + "map_at_3": 0.5713, + "map_at_5": 0.57735, + "map_at_10": 0.58259, + "map_at_20": 0.58478, + "map_at_100": 0.58765, + "map_at_1000": 0.58849, + "recall_at_1": 0.53333, + "recall_at_3": 0.61889, + "recall_at_5": 0.64556, + "recall_at_10": 0.68444, + "recall_at_20": 0.71556, + "recall_at_100": 0.84111, + "recall_at_1000": 1.0, + "precision_at_1": 0.53333, + "precision_at_3": 0.2063, + "precision_at_5": 0.12911, + "precision_at_10": 0.06844, + "precision_at_20": 0.03578, + "precision_at_100": 0.00841, + "precision_at_1000": 0.001, + "mrr_at_1": 0.533333, + "mrr_at_3": 0.571296, + "mrr_at_5": 0.577352, + "mrr_at_10": 0.582594, + "mrr_at_20": 0.584782, + "mrr_at_100": 0.587648, + "mrr_at_1000": 0.588487, + "nauc_ndcg_at_1_max": 0.67917, + "nauc_ndcg_at_1_std": -0.089639, + "nauc_ndcg_at_1_diff1": 0.891074, + "nauc_ndcg_at_3_max": 0.70133, + "nauc_ndcg_at_3_std": -0.074916, + "nauc_ndcg_at_3_diff1": 0.858475, + "nauc_ndcg_at_5_max": 0.690542, + "nauc_ndcg_at_5_std": -0.077038, + "nauc_ndcg_at_5_diff1": 0.852774, + "nauc_ndcg_at_10_max": 0.68458, + "nauc_ndcg_at_10_std": -0.059355, + "nauc_ndcg_at_10_diff1": 0.8458, + "nauc_ndcg_at_20_max": 0.684988, + "nauc_ndcg_at_20_std": -0.053975, + "nauc_ndcg_at_20_diff1": 0.842073, + "nauc_ndcg_at_100_max": 0.680389, + "nauc_ndcg_at_100_std": -0.054101, + "nauc_ndcg_at_100_diff1": 0.842694, + "nauc_ndcg_at_1000_max": 0.686097, + "nauc_ndcg_at_1000_std": -0.061576, + "nauc_ndcg_at_1000_diff1": 0.85092, + "nauc_map_at_1_max": 0.67917, + "nauc_map_at_1_std": -0.089639, + "nauc_map_at_1_diff1": 0.891074, + "nauc_map_at_3_max": 0.697089, + "nauc_map_at_3_std": -0.078698, + "nauc_map_at_3_diff1": 0.866679, + "nauc_map_at_5_max": 0.691216, + "nauc_map_at_5_std": -0.079622, + "nauc_map_at_5_diff1": 0.863698, + "nauc_map_at_10_max": 0.688877, + "nauc_map_at_10_std": -0.071965, + "nauc_map_at_10_diff1": 0.860846, + "nauc_map_at_20_max": 0.688902, + "nauc_map_at_20_std": -0.070615, + "nauc_map_at_20_diff1": 0.859872, + "nauc_map_at_100_max": 0.688475, + "nauc_map_at_100_std": -0.070345, + "nauc_map_at_100_diff1": 0.859943, + "nauc_map_at_1000_max": 0.688674, + "nauc_map_at_1000_std": -0.070585, + "nauc_map_at_1000_diff1": 0.860255, + "nauc_recall_at_1_max": 0.67917, + "nauc_recall_at_1_std": -0.089639, + "nauc_recall_at_1_diff1": 0.891074, + "nauc_recall_at_3_max": 0.713759, + "nauc_recall_at_3_std": -0.063271, + "nauc_recall_at_3_diff1": 0.833289, + "nauc_recall_at_5_max": 0.686038, + "nauc_recall_at_5_std": -0.069454, + "nauc_recall_at_5_diff1": 0.816957, + "nauc_recall_at_10_max": 0.66444, + "nauc_recall_at_10_std": -0.010678, + "nauc_recall_at_10_diff1": 0.790608, + "nauc_recall_at_20_max": 0.665718, + "nauc_recall_at_20_std": 0.018973, + "nauc_recall_at_20_diff1": 0.768957, + "nauc_recall_at_100_max": 0.603038, + "nauc_recall_at_100_std": 0.050366, + "nauc_recall_at_100_diff1": 0.732181, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.67917, + "nauc_precision_at_1_std": -0.089639, + "nauc_precision_at_1_diff1": 0.891074, + "nauc_precision_at_3_max": 0.713759, + "nauc_precision_at_3_std": -0.063271, + "nauc_precision_at_3_diff1": 0.833289, + "nauc_precision_at_5_max": 0.686038, + "nauc_precision_at_5_std": -0.069454, + "nauc_precision_at_5_diff1": 0.816957, + "nauc_precision_at_10_max": 0.66444, + "nauc_precision_at_10_std": -0.010678, + "nauc_precision_at_10_diff1": 0.790608, + "nauc_precision_at_20_max": 0.665718, + "nauc_precision_at_20_std": 0.018973, + "nauc_precision_at_20_diff1": 0.768957, + "nauc_precision_at_100_max": 0.603038, + "nauc_precision_at_100_std": 0.050366, + "nauc_precision_at_100_diff1": 0.732181, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.67917, + "nauc_mrr_at_1_std": -0.089639, + "nauc_mrr_at_1_diff1": 0.891074, + "nauc_mrr_at_3_max": 0.697089, + "nauc_mrr_at_3_std": -0.078698, + "nauc_mrr_at_3_diff1": 0.866679, + "nauc_mrr_at_5_max": 0.691216, + "nauc_mrr_at_5_std": -0.079622, + "nauc_mrr_at_5_diff1": 0.863698, + "nauc_mrr_at_10_max": 0.688877, + "nauc_mrr_at_10_std": -0.071965, + "nauc_mrr_at_10_diff1": 0.860846, + "nauc_mrr_at_20_max": 0.688902, + "nauc_mrr_at_20_std": -0.070615, + "nauc_mrr_at_20_diff1": 0.859872, + "nauc_mrr_at_100_max": 0.688475, + "nauc_mrr_at_100_std": -0.070345, + "nauc_mrr_at_100_diff1": 0.859943, + "nauc_mrr_at_1000_max": 0.688674, + "nauc_mrr_at_1000_std": -0.070585, + "nauc_mrr_at_1000_diff1": 0.860255, + "main_score": 0.60711, + "hf_subset": "wol_Latn-wol_Latn", + "languages": [ + "wol-Latn", + "wol-Latn" + ] + }, + { + "ndcg_at_1": 0.74667, + "ndcg_at_3": 0.79984, + "ndcg_at_5": 0.8096, + "ndcg_at_10": 0.82102, + "ndcg_at_20": 0.82976, + "ndcg_at_100": 0.84068, + "ndcg_at_1000": 0.84263, + "map_at_1": 0.74667, + "map_at_3": 0.78741, + "map_at_5": 0.79291, + "map_at_10": 0.79758, + "map_at_20": 0.79999, + "map_at_100": 0.80165, + "map_at_1000": 0.80174, + "recall_at_1": 0.74667, + "recall_at_3": 0.83556, + "recall_at_5": 0.85889, + "recall_at_10": 0.89444, + "recall_at_20": 0.92889, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.74667, + "precision_at_3": 0.27852, + "precision_at_5": 0.17178, + "precision_at_10": 0.08944, + "precision_at_20": 0.04644, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.746667, + "mrr_at_3": 0.787407, + "mrr_at_5": 0.792907, + "mrr_at_10": 0.797578, + "mrr_at_20": 0.799994, + "mrr_at_100": 0.801649, + "mrr_at_1000": 0.801737, + "nauc_ndcg_at_1_max": 0.765177, + "nauc_ndcg_at_1_std": -0.069231, + "nauc_ndcg_at_1_diff1": 0.903287, + "nauc_ndcg_at_3_max": 0.784591, + "nauc_ndcg_at_3_std": -0.036829, + "nauc_ndcg_at_3_diff1": 0.872864, + "nauc_ndcg_at_5_max": 0.777658, + "nauc_ndcg_at_5_std": -0.045923, + "nauc_ndcg_at_5_diff1": 0.869247, + "nauc_ndcg_at_10_max": 0.778315, + "nauc_ndcg_at_10_std": -0.025956, + "nauc_ndcg_at_10_diff1": 0.867127, + "nauc_ndcg_at_20_max": 0.778376, + "nauc_ndcg_at_20_std": -0.032176, + "nauc_ndcg_at_20_diff1": 0.867593, + "nauc_ndcg_at_100_max": 0.777731, + "nauc_ndcg_at_100_std": -0.03004, + "nauc_ndcg_at_100_diff1": 0.873986, + "nauc_ndcg_at_1000_max": 0.776291, + "nauc_ndcg_at_1000_std": -0.039531, + "nauc_ndcg_at_1000_diff1": 0.874595, + "nauc_map_at_1_max": 0.765177, + "nauc_map_at_1_std": -0.069231, + "nauc_map_at_1_diff1": 0.903287, + "nauc_map_at_3_max": 0.778769, + "nauc_map_at_3_std": -0.046888, + "nauc_map_at_3_diff1": 0.879931, + "nauc_map_at_5_max": 0.774886, + "nauc_map_at_5_std": -0.052353, + "nauc_map_at_5_diff1": 0.878173, + "nauc_map_at_10_max": 0.775216, + "nauc_map_at_10_std": -0.044588, + "nauc_map_at_10_diff1": 0.877736, + "nauc_map_at_20_max": 0.775135, + "nauc_map_at_20_std": -0.046392, + "nauc_map_at_20_diff1": 0.877935, + "nauc_map_at_100_max": 0.774881, + "nauc_map_at_100_std": -0.04656, + "nauc_map_at_100_diff1": 0.878718, + "nauc_map_at_1000_max": 0.774823, + "nauc_map_at_1000_std": -0.046909, + "nauc_map_at_1000_diff1": 0.87876, + "nauc_recall_at_1_max": 0.765177, + "nauc_recall_at_1_std": -0.069231, + "nauc_recall_at_1_diff1": 0.903287, + "nauc_recall_at_3_max": 0.805673, + "nauc_recall_at_3_std": -0.000243, + "nauc_recall_at_3_diff1": 0.848262, + "nauc_recall_at_5_max": 0.78798, + "nauc_recall_at_5_std": -0.020327, + "nauc_recall_at_5_diff1": 0.833633, + "nauc_recall_at_10_max": 0.79286, + "nauc_recall_at_10_std": 0.080217, + "nauc_recall_at_10_diff1": 0.811302, + "nauc_recall_at_20_max": 0.801208, + "nauc_recall_at_20_std": 0.077614, + "nauc_recall_at_20_diff1": 0.789741, + "nauc_recall_at_100_max": 0.881491, + "nauc_recall_at_100_std": 0.675034, + "nauc_recall_at_100_diff1": 0.83714, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765177, + "nauc_precision_at_1_std": -0.069231, + "nauc_precision_at_1_diff1": 0.903287, + "nauc_precision_at_3_max": 0.805673, + "nauc_precision_at_3_std": -0.000243, + "nauc_precision_at_3_diff1": 0.848262, + "nauc_precision_at_5_max": 0.78798, + "nauc_precision_at_5_std": -0.020327, + "nauc_precision_at_5_diff1": 0.833633, + "nauc_precision_at_10_max": 0.79286, + "nauc_precision_at_10_std": 0.080217, + "nauc_precision_at_10_diff1": 0.811302, + "nauc_precision_at_20_max": 0.801208, + "nauc_precision_at_20_std": 0.077614, + "nauc_precision_at_20_diff1": 0.789741, + "nauc_precision_at_100_max": 0.881491, + "nauc_precision_at_100_std": 0.675034, + "nauc_precision_at_100_diff1": 0.83714, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.765177, + "nauc_mrr_at_1_std": -0.069231, + "nauc_mrr_at_1_diff1": 0.903287, + "nauc_mrr_at_3_max": 0.778769, + "nauc_mrr_at_3_std": -0.046888, + "nauc_mrr_at_3_diff1": 0.879931, + "nauc_mrr_at_5_max": 0.774886, + "nauc_mrr_at_5_std": -0.052353, + "nauc_mrr_at_5_diff1": 0.878173, + "nauc_mrr_at_10_max": 0.775216, + "nauc_mrr_at_10_std": -0.044588, + "nauc_mrr_at_10_diff1": 0.877736, + "nauc_mrr_at_20_max": 0.775135, + "nauc_mrr_at_20_std": -0.046392, + "nauc_mrr_at_20_diff1": 0.877935, + "nauc_mrr_at_100_max": 0.774881, + "nauc_mrr_at_100_std": -0.04656, + "nauc_mrr_at_100_diff1": 0.878718, + "nauc_mrr_at_1000_max": 0.774823, + "nauc_mrr_at_1000_std": -0.046909, + "nauc_mrr_at_1000_diff1": 0.87876, + "main_score": 0.82102, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.53778, + "ndcg_at_3": 0.58128, + "ndcg_at_5": 0.59276, + "ndcg_at_10": 0.60428, + "ndcg_at_20": 0.6118, + "ndcg_at_100": 0.63345, + "ndcg_at_1000": 0.65567, + "map_at_1": 0.53778, + "map_at_3": 0.57093, + "map_at_5": 0.57731, + "map_at_10": 0.58209, + "map_at_20": 0.58411, + "map_at_100": 0.58674, + "map_at_1000": 0.58757, + "recall_at_1": 0.53778, + "recall_at_3": 0.61111, + "recall_at_5": 0.63889, + "recall_at_10": 0.67444, + "recall_at_20": 0.70444, + "recall_at_100": 0.82667, + "recall_at_1000": 1.0, + "precision_at_1": 0.53778, + "precision_at_3": 0.2037, + "precision_at_5": 0.12778, + "precision_at_10": 0.06744, + "precision_at_20": 0.03522, + "precision_at_100": 0.00827, + "precision_at_1000": 0.001, + "mrr_at_1": 0.537778, + "mrr_at_3": 0.570926, + "mrr_at_5": 0.577315, + "mrr_at_10": 0.582088, + "mrr_at_20": 0.584108, + "mrr_at_100": 0.58674, + "mrr_at_1000": 0.587568, + "nauc_ndcg_at_1_max": 0.658265, + "nauc_ndcg_at_1_std": 0.112712, + "nauc_ndcg_at_1_diff1": 0.865542, + "nauc_ndcg_at_3_max": 0.674077, + "nauc_ndcg_at_3_std": 0.126556, + "nauc_ndcg_at_3_diff1": 0.831019, + "nauc_ndcg_at_5_max": 0.673236, + "nauc_ndcg_at_5_std": 0.133378, + "nauc_ndcg_at_5_diff1": 0.824139, + "nauc_ndcg_at_10_max": 0.670607, + "nauc_ndcg_at_10_std": 0.135915, + "nauc_ndcg_at_10_diff1": 0.818673, + "nauc_ndcg_at_20_max": 0.668719, + "nauc_ndcg_at_20_std": 0.137657, + "nauc_ndcg_at_20_diff1": 0.816601, + "nauc_ndcg_at_100_max": 0.660072, + "nauc_ndcg_at_100_std": 0.13899, + "nauc_ndcg_at_100_diff1": 0.811229, + "nauc_ndcg_at_1000_max": 0.665938, + "nauc_ndcg_at_1000_std": 0.13314, + "nauc_ndcg_at_1000_diff1": 0.822086, + "nauc_map_at_1_max": 0.658265, + "nauc_map_at_1_std": 0.112712, + "nauc_map_at_1_diff1": 0.865542, + "nauc_map_at_3_max": 0.670947, + "nauc_map_at_3_std": 0.122193, + "nauc_map_at_3_diff1": 0.839601, + "nauc_map_at_5_max": 0.670464, + "nauc_map_at_5_std": 0.125822, + "nauc_map_at_5_diff1": 0.835841, + "nauc_map_at_10_max": 0.669416, + "nauc_map_at_10_std": 0.12683, + "nauc_map_at_10_diff1": 0.833718, + "nauc_map_at_20_max": 0.668874, + "nauc_map_at_20_std": 0.127219, + "nauc_map_at_20_diff1": 0.833287, + "nauc_map_at_100_max": 0.66791, + "nauc_map_at_100_std": 0.127527, + "nauc_map_at_100_diff1": 0.832637, + "nauc_map_at_1000_max": 0.668026, + "nauc_map_at_1000_std": 0.127284, + "nauc_map_at_1000_diff1": 0.832952, + "nauc_recall_at_1_max": 0.658265, + "nauc_recall_at_1_std": 0.112712, + "nauc_recall_at_1_diff1": 0.865542, + "nauc_recall_at_3_max": 0.683214, + "nauc_recall_at_3_std": 0.140183, + "nauc_recall_at_3_diff1": 0.805012, + "nauc_recall_at_5_max": 0.681468, + "nauc_recall_at_5_std": 0.158759, + "nauc_recall_at_5_diff1": 0.786293, + "nauc_recall_at_10_max": 0.672798, + "nauc_recall_at_10_std": 0.169065, + "nauc_recall_at_10_diff1": 0.764811, + "nauc_recall_at_20_max": 0.664436, + "nauc_recall_at_20_std": 0.17974, + "nauc_recall_at_20_diff1": 0.750907, + "nauc_recall_at_100_max": 0.577292, + "nauc_recall_at_100_std": 0.210117, + "nauc_recall_at_100_diff1": 0.665963, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.658265, + "nauc_precision_at_1_std": 0.112712, + "nauc_precision_at_1_diff1": 0.865542, + "nauc_precision_at_3_max": 0.683214, + "nauc_precision_at_3_std": 0.140183, + "nauc_precision_at_3_diff1": 0.805012, + "nauc_precision_at_5_max": 0.681468, + "nauc_precision_at_5_std": 0.158759, + "nauc_precision_at_5_diff1": 0.786293, + "nauc_precision_at_10_max": 0.672798, + "nauc_precision_at_10_std": 0.169065, + "nauc_precision_at_10_diff1": 0.764811, + "nauc_precision_at_20_max": 0.664436, + "nauc_precision_at_20_std": 0.17974, + "nauc_precision_at_20_diff1": 0.750907, + "nauc_precision_at_100_max": 0.577292, + "nauc_precision_at_100_std": 0.210117, + "nauc_precision_at_100_diff1": 0.665963, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.658265, + "nauc_mrr_at_1_std": 0.112712, + "nauc_mrr_at_1_diff1": 0.865542, + "nauc_mrr_at_3_max": 0.670947, + "nauc_mrr_at_3_std": 0.122193, + "nauc_mrr_at_3_diff1": 0.839601, + "nauc_mrr_at_5_max": 0.670464, + "nauc_mrr_at_5_std": 0.125822, + "nauc_mrr_at_5_diff1": 0.835841, + "nauc_mrr_at_10_max": 0.669416, + "nauc_mrr_at_10_std": 0.12683, + "nauc_mrr_at_10_diff1": 0.833718, + "nauc_mrr_at_20_max": 0.668874, + "nauc_mrr_at_20_std": 0.127219, + "nauc_mrr_at_20_diff1": 0.833287, + "nauc_mrr_at_100_max": 0.66791, + "nauc_mrr_at_100_std": 0.127527, + "nauc_mrr_at_100_diff1": 0.832637, + "nauc_mrr_at_1000_max": 0.668026, + "nauc_mrr_at_1000_std": 0.127284, + "nauc_mrr_at_1000_diff1": 0.832952, + "main_score": 0.60428, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "ndcg_at_1": 0.56222, + "ndcg_at_3": 0.62274, + "ndcg_at_5": 0.63856, + "ndcg_at_10": 0.6505, + "ndcg_at_20": 0.66434, + "ndcg_at_100": 0.68366, + "ndcg_at_1000": 0.69617, + "map_at_1": 0.56222, + "map_at_3": 0.60759, + "map_at_5": 0.61626, + "map_at_10": 0.62124, + "map_at_20": 0.62508, + "map_at_100": 0.62752, + "map_at_1000": 0.62803, + "recall_at_1": 0.56222, + "recall_at_3": 0.66667, + "recall_at_5": 0.70556, + "recall_at_10": 0.74222, + "recall_at_20": 0.79667, + "recall_at_100": 0.90444, + "recall_at_1000": 1.0, + "precision_at_1": 0.56222, + "precision_at_3": 0.22222, + "precision_at_5": 0.14111, + "precision_at_10": 0.07422, + "precision_at_20": 0.03983, + "precision_at_100": 0.00904, + "precision_at_1000": 0.001, + "mrr_at_1": 0.562222, + "mrr_at_3": 0.607593, + "mrr_at_5": 0.616259, + "mrr_at_10": 0.621243, + "mrr_at_20": 0.625078, + "mrr_at_100": 0.62752, + "mrr_at_1000": 0.628026, + "nauc_ndcg_at_1_max": 0.617491, + "nauc_ndcg_at_1_std": 0.425179, + "nauc_ndcg_at_1_diff1": 0.85777, + "nauc_ndcg_at_3_max": 0.637021, + "nauc_ndcg_at_3_std": 0.475426, + "nauc_ndcg_at_3_diff1": 0.822374, + "nauc_ndcg_at_5_max": 0.630261, + "nauc_ndcg_at_5_std": 0.47989, + "nauc_ndcg_at_5_diff1": 0.817351, + "nauc_ndcg_at_10_max": 0.63278, + "nauc_ndcg_at_10_std": 0.487418, + "nauc_ndcg_at_10_diff1": 0.812926, + "nauc_ndcg_at_20_max": 0.629299, + "nauc_ndcg_at_20_std": 0.486157, + "nauc_ndcg_at_20_diff1": 0.808575, + "nauc_ndcg_at_100_max": 0.625877, + "nauc_ndcg_at_100_std": 0.482999, + "nauc_ndcg_at_100_diff1": 0.813866, + "nauc_ndcg_at_1000_max": 0.628971, + "nauc_ndcg_at_1000_std": 0.476771, + "nauc_ndcg_at_1000_diff1": 0.819632, + "nauc_map_at_1_max": 0.617491, + "nauc_map_at_1_std": 0.425179, + "nauc_map_at_1_diff1": 0.85777, + "nauc_map_at_3_max": 0.633251, + "nauc_map_at_3_std": 0.463893, + "nauc_map_at_3_diff1": 0.831509, + "nauc_map_at_5_max": 0.62984, + "nauc_map_at_5_std": 0.465826, + "nauc_map_at_5_diff1": 0.829085, + "nauc_map_at_10_max": 0.630884, + "nauc_map_at_10_std": 0.468672, + "nauc_map_at_10_diff1": 0.827479, + "nauc_map_at_20_max": 0.629992, + "nauc_map_at_20_std": 0.468023, + "nauc_map_at_20_diff1": 0.826604, + "nauc_map_at_100_max": 0.62949, + "nauc_map_at_100_std": 0.467516, + "nauc_map_at_100_diff1": 0.827376, + "nauc_map_at_1000_max": 0.629607, + "nauc_map_at_1000_std": 0.467321, + "nauc_map_at_1000_diff1": 0.827605, + "nauc_recall_at_1_max": 0.617491, + "nauc_recall_at_1_std": 0.425179, + "nauc_recall_at_1_diff1": 0.85777, + "nauc_recall_at_3_max": 0.648459, + "nauc_recall_at_3_std": 0.511536, + "nauc_recall_at_3_diff1": 0.793253, + "nauc_recall_at_5_max": 0.629541, + "nauc_recall_at_5_std": 0.528302, + "nauc_recall_at_5_diff1": 0.776306, + "nauc_recall_at_10_max": 0.638526, + "nauc_recall_at_10_std": 0.561953, + "nauc_recall_at_10_diff1": 0.754814, + "nauc_recall_at_20_max": 0.620007, + "nauc_recall_at_20_std": 0.572242, + "nauc_recall_at_20_diff1": 0.717086, + "nauc_recall_at_100_max": 0.566244, + "nauc_recall_at_100_std": 0.609765, + "nauc_recall_at_100_diff1": 0.703488, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.617491, + "nauc_precision_at_1_std": 0.425179, + "nauc_precision_at_1_diff1": 0.85777, + "nauc_precision_at_3_max": 0.648459, + "nauc_precision_at_3_std": 0.511536, + "nauc_precision_at_3_diff1": 0.793253, + "nauc_precision_at_5_max": 0.629541, + "nauc_precision_at_5_std": 0.528302, + "nauc_precision_at_5_diff1": 0.776306, + "nauc_precision_at_10_max": 0.638526, + "nauc_precision_at_10_std": 0.561953, + "nauc_precision_at_10_diff1": 0.754814, + "nauc_precision_at_20_max": 0.620007, + "nauc_precision_at_20_std": 0.572242, + "nauc_precision_at_20_diff1": 0.717086, + "nauc_precision_at_100_max": 0.566244, + "nauc_precision_at_100_std": 0.609765, + "nauc_precision_at_100_diff1": 0.703488, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.617491, + "nauc_mrr_at_1_std": 0.425179, + "nauc_mrr_at_1_diff1": 0.85777, + "nauc_mrr_at_3_max": 0.633251, + "nauc_mrr_at_3_std": 0.463893, + "nauc_mrr_at_3_diff1": 0.831509, + "nauc_mrr_at_5_max": 0.62984, + "nauc_mrr_at_5_std": 0.465826, + "nauc_mrr_at_5_diff1": 0.829085, + "nauc_mrr_at_10_max": 0.630884, + "nauc_mrr_at_10_std": 0.468672, + "nauc_mrr_at_10_diff1": 0.827479, + "nauc_mrr_at_20_max": 0.629992, + "nauc_mrr_at_20_std": 0.468023, + "nauc_mrr_at_20_diff1": 0.826604, + "nauc_mrr_at_100_max": 0.62949, + "nauc_mrr_at_100_std": 0.467516, + "nauc_mrr_at_100_diff1": 0.827376, + "nauc_mrr_at_1000_max": 0.629607, + "nauc_mrr_at_1000_std": 0.467321, + "nauc_mrr_at_1000_diff1": 0.827605, + "main_score": 0.6505, + "hf_subset": "xho_Latn-xho_Latn", + "languages": [ + "xho-Latn", + "xho-Latn" + ] + }, + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.86066, + "ndcg_at_5": 0.86941, + "ndcg_at_10": 0.87776, + "ndcg_at_20": 0.88294, + "ndcg_at_100": 0.88781, + "ndcg_at_1000": 0.88867, + "map_at_1": 0.80333, + "map_at_3": 0.84667, + "map_at_5": 0.85156, + "map_at_10": 0.85505, + "map_at_20": 0.85653, + "map_at_100": 0.85725, + "map_at_1000": 0.85728, + "recall_at_1": 0.80333, + "recall_at_3": 0.90111, + "recall_at_5": 0.92222, + "recall_at_10": 0.94778, + "recall_at_20": 0.96778, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.80333, + "precision_at_3": 0.30037, + "precision_at_5": 0.18444, + "precision_at_10": 0.09478, + "precision_at_20": 0.04839, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.846667, + "mrr_at_5": 0.851556, + "mrr_at_10": 0.855051, + "mrr_at_20": 0.85653, + "mrr_at_100": 0.857248, + "mrr_at_1000": 0.857281, + "nauc_ndcg_at_1_max": 0.699271, + "nauc_ndcg_at_1_std": -0.017028, + "nauc_ndcg_at_1_diff1": 0.907113, + "nauc_ndcg_at_3_max": 0.743661, + "nauc_ndcg_at_3_std": 0.069875, + "nauc_ndcg_at_3_diff1": 0.887652, + "nauc_ndcg_at_5_max": 0.741939, + "nauc_ndcg_at_5_std": 0.060278, + "nauc_ndcg_at_5_diff1": 0.888368, + "nauc_ndcg_at_10_max": 0.73832, + "nauc_ndcg_at_10_std": 0.050803, + "nauc_ndcg_at_10_diff1": 0.892428, + "nauc_ndcg_at_20_max": 0.737085, + "nauc_ndcg_at_20_std": 0.042617, + "nauc_ndcg_at_20_diff1": 0.892167, + "nauc_ndcg_at_100_max": 0.731904, + "nauc_ndcg_at_100_std": 0.04752, + "nauc_ndcg_at_100_diff1": 0.894329, + "nauc_ndcg_at_1000_max": 0.73143, + "nauc_ndcg_at_1000_std": 0.041136, + "nauc_ndcg_at_1000_diff1": 0.894477, + "nauc_map_at_1_max": 0.699271, + "nauc_map_at_1_std": -0.017028, + "nauc_map_at_1_diff1": 0.907113, + "nauc_map_at_3_max": 0.731388, + "nauc_map_at_3_std": 0.043378, + "nauc_map_at_3_diff1": 0.8936, + "nauc_map_at_5_max": 0.730323, + "nauc_map_at_5_std": 0.038174, + "nauc_map_at_5_diff1": 0.894199, + "nauc_map_at_10_max": 0.728804, + "nauc_map_at_10_std": 0.034796, + "nauc_map_at_10_diff1": 0.895808, + "nauc_map_at_20_max": 0.728181, + "nauc_map_at_20_std": 0.032204, + "nauc_map_at_20_diff1": 0.895839, + "nauc_map_at_100_max": 0.727497, + "nauc_map_at_100_std": 0.032749, + "nauc_map_at_100_diff1": 0.896094, + "nauc_map_at_1000_max": 0.727479, + "nauc_map_at_1000_std": 0.032568, + "nauc_map_at_1000_diff1": 0.896104, + "nauc_recall_at_1_max": 0.699271, + "nauc_recall_at_1_std": -0.017028, + "nauc_recall_at_1_diff1": 0.907113, + "nauc_recall_at_3_max": 0.795335, + "nauc_recall_at_3_std": 0.183096, + "nauc_recall_at_3_diff1": 0.862231, + "nauc_recall_at_5_max": 0.801067, + "nauc_recall_at_5_std": 0.173009, + "nauc_recall_at_5_diff1": 0.857816, + "nauc_recall_at_10_max": 0.804339, + "nauc_recall_at_10_std": 0.155502, + "nauc_recall_at_10_diff1": 0.870374, + "nauc_recall_at_20_max": 0.836118, + "nauc_recall_at_20_std": 0.126566, + "nauc_recall_at_20_diff1": 0.851492, + "nauc_recall_at_100_max": 0.786804, + "nauc_recall_at_100_std": 0.846716, + "nauc_recall_at_100_diff1": 0.88212, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699271, + "nauc_precision_at_1_std": -0.017028, + "nauc_precision_at_1_diff1": 0.907113, + "nauc_precision_at_3_max": 0.795335, + "nauc_precision_at_3_std": 0.183096, + "nauc_precision_at_3_diff1": 0.862231, + "nauc_precision_at_5_max": 0.801067, + "nauc_precision_at_5_std": 0.173009, + "nauc_precision_at_5_diff1": 0.857816, + "nauc_precision_at_10_max": 0.804339, + "nauc_precision_at_10_std": 0.155502, + "nauc_precision_at_10_diff1": 0.870374, + "nauc_precision_at_20_max": 0.836118, + "nauc_precision_at_20_std": 0.126566, + "nauc_precision_at_20_diff1": 0.851492, + "nauc_precision_at_100_max": 0.786804, + "nauc_precision_at_100_std": 0.846716, + "nauc_precision_at_100_diff1": 0.88212, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699271, + "nauc_mrr_at_1_std": -0.017028, + "nauc_mrr_at_1_diff1": 0.907113, + "nauc_mrr_at_3_max": 0.731388, + "nauc_mrr_at_3_std": 0.043378, + "nauc_mrr_at_3_diff1": 0.8936, + "nauc_mrr_at_5_max": 0.730323, + "nauc_mrr_at_5_std": 0.038174, + "nauc_mrr_at_5_diff1": 0.894199, + "nauc_mrr_at_10_max": 0.728804, + "nauc_mrr_at_10_std": 0.034796, + "nauc_mrr_at_10_diff1": 0.895808, + "nauc_mrr_at_20_max": 0.728181, + "nauc_mrr_at_20_std": 0.032204, + "nauc_mrr_at_20_diff1": 0.895839, + "nauc_mrr_at_100_max": 0.727497, + "nauc_mrr_at_100_std": 0.032749, + "nauc_mrr_at_100_diff1": 0.896094, + "nauc_mrr_at_1000_max": 0.727479, + "nauc_mrr_at_1000_std": 0.032568, + "nauc_mrr_at_1000_diff1": 0.896104, + "main_score": 0.87776, + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.50444, + "ndcg_at_3": 0.56361, + "ndcg_at_5": 0.57839, + "ndcg_at_10": 0.59557, + "ndcg_at_20": 0.61047, + "ndcg_at_100": 0.63337, + "ndcg_at_1000": 0.64933, + "map_at_1": 0.50444, + "map_at_3": 0.54944, + "map_at_5": 0.55772, + "map_at_10": 0.56478, + "map_at_20": 0.56887, + "map_at_100": 0.57196, + "map_at_1000": 0.57258, + "recall_at_1": 0.50444, + "recall_at_3": 0.60444, + "recall_at_5": 0.64, + "recall_at_10": 0.69333, + "recall_at_20": 0.75222, + "recall_at_100": 0.87667, + "recall_at_1000": 1.0, + "precision_at_1": 0.50444, + "precision_at_3": 0.20148, + "precision_at_5": 0.128, + "precision_at_10": 0.06933, + "precision_at_20": 0.03761, + "precision_at_100": 0.00877, + "precision_at_1000": 0.001, + "mrr_at_1": 0.504444, + "mrr_at_3": 0.549444, + "mrr_at_5": 0.557722, + "mrr_at_10": 0.564784, + "mrr_at_20": 0.568874, + "mrr_at_100": 0.571958, + "mrr_at_1000": 0.572575, + "nauc_ndcg_at_1_max": 0.607336, + "nauc_ndcg_at_1_std": -0.097027, + "nauc_ndcg_at_1_diff1": 0.835103, + "nauc_ndcg_at_3_max": 0.627336, + "nauc_ndcg_at_3_std": -0.071349, + "nauc_ndcg_at_3_diff1": 0.794343, + "nauc_ndcg_at_5_max": 0.626995, + "nauc_ndcg_at_5_std": -0.066995, + "nauc_ndcg_at_5_diff1": 0.787569, + "nauc_ndcg_at_10_max": 0.618433, + "nauc_ndcg_at_10_std": -0.065224, + "nauc_ndcg_at_10_diff1": 0.780168, + "nauc_ndcg_at_20_max": 0.615017, + "nauc_ndcg_at_20_std": -0.067044, + "nauc_ndcg_at_20_diff1": 0.778371, + "nauc_ndcg_at_100_max": 0.616161, + "nauc_ndcg_at_100_std": -0.059399, + "nauc_ndcg_at_100_diff1": 0.781186, + "nauc_ndcg_at_1000_max": 0.618073, + "nauc_ndcg_at_1000_std": -0.068234, + "nauc_ndcg_at_1000_diff1": 0.788502, + "nauc_map_at_1_max": 0.607336, + "nauc_map_at_1_std": -0.097027, + "nauc_map_at_1_diff1": 0.835103, + "nauc_map_at_3_max": 0.623636, + "nauc_map_at_3_std": -0.07766, + "nauc_map_at_3_diff1": 0.804897, + "nauc_map_at_5_max": 0.623383, + "nauc_map_at_5_std": -0.075302, + "nauc_map_at_5_diff1": 0.801308, + "nauc_map_at_10_max": 0.620047, + "nauc_map_at_10_std": -0.074923, + "nauc_map_at_10_diff1": 0.798564, + "nauc_map_at_20_max": 0.619138, + "nauc_map_at_20_std": -0.0756, + "nauc_map_at_20_diff1": 0.798217, + "nauc_map_at_100_max": 0.619269, + "nauc_map_at_100_std": -0.074348, + "nauc_map_at_100_diff1": 0.798543, + "nauc_map_at_1000_max": 0.619309, + "nauc_map_at_1000_std": -0.074746, + "nauc_map_at_1000_diff1": 0.798786, + "nauc_recall_at_1_max": 0.607336, + "nauc_recall_at_1_std": -0.097027, + "nauc_recall_at_1_diff1": 0.835103, + "nauc_recall_at_3_max": 0.63811, + "nauc_recall_at_3_std": -0.052037, + "nauc_recall_at_3_diff1": 0.7618, + "nauc_recall_at_5_max": 0.638009, + "nauc_recall_at_5_std": -0.039644, + "nauc_recall_at_5_diff1": 0.742036, + "nauc_recall_at_10_max": 0.607479, + "nauc_recall_at_10_std": -0.028742, + "nauc_recall_at_10_diff1": 0.709892, + "nauc_recall_at_20_max": 0.587745, + "nauc_recall_at_20_std": -0.030353, + "nauc_recall_at_20_diff1": 0.687749, + "nauc_recall_at_100_max": 0.580368, + "nauc_recall_at_100_std": 0.081447, + "nauc_recall_at_100_diff1": 0.653013, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.607336, + "nauc_precision_at_1_std": -0.097027, + "nauc_precision_at_1_diff1": 0.835103, + "nauc_precision_at_3_max": 0.63811, + "nauc_precision_at_3_std": -0.052037, + "nauc_precision_at_3_diff1": 0.7618, + "nauc_precision_at_5_max": 0.638009, + "nauc_precision_at_5_std": -0.039644, + "nauc_precision_at_5_diff1": 0.742036, + "nauc_precision_at_10_max": 0.607479, + "nauc_precision_at_10_std": -0.028742, + "nauc_precision_at_10_diff1": 0.709892, + "nauc_precision_at_20_max": 0.587745, + "nauc_precision_at_20_std": -0.030353, + "nauc_precision_at_20_diff1": 0.687749, + "nauc_precision_at_100_max": 0.580368, + "nauc_precision_at_100_std": 0.081447, + "nauc_precision_at_100_diff1": 0.653013, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.607336, + "nauc_mrr_at_1_std": -0.097027, + "nauc_mrr_at_1_diff1": 0.835103, + "nauc_mrr_at_3_max": 0.623636, + "nauc_mrr_at_3_std": -0.07766, + "nauc_mrr_at_3_diff1": 0.804897, + "nauc_mrr_at_5_max": 0.623383, + "nauc_mrr_at_5_std": -0.075302, + "nauc_mrr_at_5_diff1": 0.801308, + "nauc_mrr_at_10_max": 0.620047, + "nauc_mrr_at_10_std": -0.074923, + "nauc_mrr_at_10_diff1": 0.798564, + "nauc_mrr_at_20_max": 0.619138, + "nauc_mrr_at_20_std": -0.0756, + "nauc_mrr_at_20_diff1": 0.798217, + "nauc_mrr_at_100_max": 0.619269, + "nauc_mrr_at_100_std": -0.074348, + "nauc_mrr_at_100_diff1": 0.798543, + "nauc_mrr_at_1000_max": 0.619309, + "nauc_mrr_at_1000_std": -0.074746, + "nauc_mrr_at_1000_diff1": 0.798786, + "main_score": 0.59557, + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ] + }, + { + "ndcg_at_1": 0.50556, + "ndcg_at_3": 0.55928, + "ndcg_at_5": 0.57253, + "ndcg_at_10": 0.59468, + "ndcg_at_20": 0.60862, + "ndcg_at_100": 0.6307, + "ndcg_at_1000": 0.64727, + "map_at_1": 0.50556, + "map_at_3": 0.54667, + "map_at_5": 0.554, + "map_at_10": 0.56307, + "map_at_20": 0.56699, + "map_at_100": 0.56985, + "map_at_1000": 0.57052, + "recall_at_1": 0.50556, + "recall_at_3": 0.59556, + "recall_at_5": 0.62778, + "recall_at_10": 0.69667, + "recall_at_20": 0.75111, + "recall_at_100": 0.87333, + "recall_at_1000": 1.0, + "precision_at_1": 0.50556, + "precision_at_3": 0.19852, + "precision_at_5": 0.12556, + "precision_at_10": 0.06967, + "precision_at_20": 0.03756, + "precision_at_100": 0.00873, + "precision_at_1000": 0.001, + "mrr_at_1": 0.505556, + "mrr_at_3": 0.546667, + "mrr_at_5": 0.554, + "mrr_at_10": 0.56307, + "mrr_at_20": 0.566993, + "mrr_at_100": 0.569854, + "mrr_at_1000": 0.570524, + "nauc_ndcg_at_1_max": 0.625171, + "nauc_ndcg_at_1_std": -0.112752, + "nauc_ndcg_at_1_diff1": 0.817649, + "nauc_ndcg_at_3_max": 0.628891, + "nauc_ndcg_at_3_std": -0.111957, + "nauc_ndcg_at_3_diff1": 0.772202, + "nauc_ndcg_at_5_max": 0.624224, + "nauc_ndcg_at_5_std": -0.108773, + "nauc_ndcg_at_5_diff1": 0.765167, + "nauc_ndcg_at_10_max": 0.624838, + "nauc_ndcg_at_10_std": -0.097519, + "nauc_ndcg_at_10_diff1": 0.759249, + "nauc_ndcg_at_20_max": 0.62654, + "nauc_ndcg_at_20_std": -0.095836, + "nauc_ndcg_at_20_diff1": 0.756291, + "nauc_ndcg_at_100_max": 0.623725, + "nauc_ndcg_at_100_std": -0.089567, + "nauc_ndcg_at_100_diff1": 0.75441, + "nauc_ndcg_at_1000_max": 0.625336, + "nauc_ndcg_at_1000_std": -0.097309, + "nauc_ndcg_at_1000_diff1": 0.765207, + "nauc_map_at_1_max": 0.625171, + "nauc_map_at_1_std": -0.112752, + "nauc_map_at_1_diff1": 0.817649, + "nauc_map_at_3_max": 0.628255, + "nauc_map_at_3_std": -0.112722, + "nauc_map_at_3_diff1": 0.783294, + "nauc_map_at_5_max": 0.625577, + "nauc_map_at_5_std": -0.111148, + "nauc_map_at_5_diff1": 0.779491, + "nauc_map_at_10_max": 0.626015, + "nauc_map_at_10_std": -0.106608, + "nauc_map_at_10_diff1": 0.777434, + "nauc_map_at_20_max": 0.626397, + "nauc_map_at_20_std": -0.106227, + "nauc_map_at_20_diff1": 0.776607, + "nauc_map_at_100_max": 0.626062, + "nauc_map_at_100_std": -0.104949, + "nauc_map_at_100_diff1": 0.776446, + "nauc_map_at_1000_max": 0.626097, + "nauc_map_at_1000_std": -0.105124, + "nauc_map_at_1000_diff1": 0.776801, + "nauc_recall_at_1_max": 0.625171, + "nauc_recall_at_1_std": -0.112752, + "nauc_recall_at_1_diff1": 0.817649, + "nauc_recall_at_3_max": 0.630693, + "nauc_recall_at_3_std": -0.109382, + "nauc_recall_at_3_diff1": 0.738572, + "nauc_recall_at_5_max": 0.619242, + "nauc_recall_at_5_std": -0.100257, + "nauc_recall_at_5_diff1": 0.718815, + "nauc_recall_at_10_max": 0.619663, + "nauc_recall_at_10_std": -0.058607, + "nauc_recall_at_10_diff1": 0.689978, + "nauc_recall_at_20_max": 0.628493, + "nauc_recall_at_20_std": -0.043081, + "nauc_recall_at_20_diff1": 0.664487, + "nauc_recall_at_100_max": 0.594863, + "nauc_recall_at_100_std": 0.053978, + "nauc_recall_at_100_diff1": 0.569416, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.625171, + "nauc_precision_at_1_std": -0.112752, + "nauc_precision_at_1_diff1": 0.817649, + "nauc_precision_at_3_max": 0.630693, + "nauc_precision_at_3_std": -0.109382, + "nauc_precision_at_3_diff1": 0.738572, + "nauc_precision_at_5_max": 0.619242, + "nauc_precision_at_5_std": -0.100257, + "nauc_precision_at_5_diff1": 0.718815, + "nauc_precision_at_10_max": 0.619663, + "nauc_precision_at_10_std": -0.058607, + "nauc_precision_at_10_diff1": 0.689978, + "nauc_precision_at_20_max": 0.628493, + "nauc_precision_at_20_std": -0.043081, + "nauc_precision_at_20_diff1": 0.664487, + "nauc_precision_at_100_max": 0.594863, + "nauc_precision_at_100_std": 0.053978, + "nauc_precision_at_100_diff1": 0.569416, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.625171, + "nauc_mrr_at_1_std": -0.112752, + "nauc_mrr_at_1_diff1": 0.817649, + "nauc_mrr_at_3_max": 0.628255, + "nauc_mrr_at_3_std": -0.112722, + "nauc_mrr_at_3_diff1": 0.783294, + "nauc_mrr_at_5_max": 0.625577, + "nauc_mrr_at_5_std": -0.111148, + "nauc_mrr_at_5_diff1": 0.779491, + "nauc_mrr_at_10_max": 0.626015, + "nauc_mrr_at_10_std": -0.106608, + "nauc_mrr_at_10_diff1": 0.777434, + "nauc_mrr_at_20_max": 0.626397, + "nauc_mrr_at_20_std": -0.106227, + "nauc_mrr_at_20_diff1": 0.776607, + "nauc_mrr_at_100_max": 0.626062, + "nauc_mrr_at_100_std": -0.104949, + "nauc_mrr_at_100_diff1": 0.776446, + "nauc_mrr_at_1000_max": 0.626097, + "nauc_mrr_at_1000_std": -0.105124, + "nauc_mrr_at_1000_diff1": 0.776801, + "main_score": 0.59468, + "hf_subset": "yor_Latn-yor_Latn", + "languages": [ + "yor-Latn", + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.73444, + "ndcg_at_3": 0.80159, + "ndcg_at_5": 0.81526, + "ndcg_at_10": 0.82746, + "ndcg_at_20": 0.83544, + "ndcg_at_100": 0.84203, + "ndcg_at_1000": 0.84398, + "map_at_1": 0.73444, + "map_at_3": 0.78556, + "map_at_5": 0.79311, + "map_at_10": 0.79813, + "map_at_20": 0.80039, + "map_at_100": 0.8013, + "map_at_1000": 0.80139, + "recall_at_1": 0.73444, + "recall_at_3": 0.84778, + "recall_at_5": 0.88111, + "recall_at_10": 0.91889, + "recall_at_20": 0.95, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.73444, + "precision_at_3": 0.28259, + "precision_at_5": 0.17622, + "precision_at_10": 0.09189, + "precision_at_20": 0.0475, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.734444, + "mrr_at_3": 0.785556, + "mrr_at_5": 0.793111, + "mrr_at_10": 0.798134, + "mrr_at_20": 0.800389, + "mrr_at_100": 0.8013, + "mrr_at_1000": 0.801388, + "nauc_ndcg_at_1_max": 0.694358, + "nauc_ndcg_at_1_std": -0.011337, + "nauc_ndcg_at_1_diff1": 0.865386, + "nauc_ndcg_at_3_max": 0.72243, + "nauc_ndcg_at_3_std": 0.014462, + "nauc_ndcg_at_3_diff1": 0.835473, + "nauc_ndcg_at_5_max": 0.724117, + "nauc_ndcg_at_5_std": 0.03784, + "nauc_ndcg_at_5_diff1": 0.833875, + "nauc_ndcg_at_10_max": 0.717628, + "nauc_ndcg_at_10_std": 0.046598, + "nauc_ndcg_at_10_diff1": 0.832909, + "nauc_ndcg_at_20_max": 0.718235, + "nauc_ndcg_at_20_std": 0.053463, + "nauc_ndcg_at_20_diff1": 0.836566, + "nauc_ndcg_at_100_max": 0.715088, + "nauc_ndcg_at_100_std": 0.032431, + "nauc_ndcg_at_100_diff1": 0.841966, + "nauc_ndcg_at_1000_max": 0.713951, + "nauc_ndcg_at_1000_std": 0.028511, + "nauc_ndcg_at_1000_diff1": 0.841024, + "nauc_map_at_1_max": 0.694358, + "nauc_map_at_1_std": -0.011337, + "nauc_map_at_1_diff1": 0.865386, + "nauc_map_at_3_max": 0.713324, + "nauc_map_at_3_std": 0.004612, + "nauc_map_at_3_diff1": 0.843032, + "nauc_map_at_5_max": 0.71365, + "nauc_map_at_5_std": 0.015353, + "nauc_map_at_5_diff1": 0.842526, + "nauc_map_at_10_max": 0.711099, + "nauc_map_at_10_std": 0.017779, + "nauc_map_at_10_diff1": 0.842144, + "nauc_map_at_20_max": 0.711094, + "nauc_map_at_20_std": 0.019073, + "nauc_map_at_20_diff1": 0.843135, + "nauc_map_at_100_max": 0.710715, + "nauc_map_at_100_std": 0.016547, + "nauc_map_at_100_diff1": 0.843849, + "nauc_map_at_1000_max": 0.710659, + "nauc_map_at_1000_std": 0.01645, + "nauc_map_at_1000_diff1": 0.84382, + "nauc_recall_at_1_max": 0.694358, + "nauc_recall_at_1_std": -0.011337, + "nauc_recall_at_1_diff1": 0.865386, + "nauc_recall_at_3_max": 0.758143, + "nauc_recall_at_3_std": 0.053826, + "nauc_recall_at_3_diff1": 0.806888, + "nauc_recall_at_5_max": 0.77437, + "nauc_recall_at_5_std": 0.150886, + "nauc_recall_at_5_diff1": 0.79389, + "nauc_recall_at_10_max": 0.756501, + "nauc_recall_at_10_std": 0.254678, + "nauc_recall_at_10_diff1": 0.773749, + "nauc_recall_at_20_max": 0.789522, + "nauc_recall_at_20_std": 0.463834, + "nauc_recall_at_20_diff1": 0.779396, + "nauc_recall_at_100_max": 0.791173, + "nauc_recall_at_100_std": 0.345507, + "nauc_recall_at_100_diff1": 0.912914, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694358, + "nauc_precision_at_1_std": -0.011337, + "nauc_precision_at_1_diff1": 0.865386, + "nauc_precision_at_3_max": 0.758143, + "nauc_precision_at_3_std": 0.053826, + "nauc_precision_at_3_diff1": 0.806888, + "nauc_precision_at_5_max": 0.77437, + "nauc_precision_at_5_std": 0.150886, + "nauc_precision_at_5_diff1": 0.79389, + "nauc_precision_at_10_max": 0.756501, + "nauc_precision_at_10_std": 0.254678, + "nauc_precision_at_10_diff1": 0.773749, + "nauc_precision_at_20_max": 0.789522, + "nauc_precision_at_20_std": 0.463834, + "nauc_precision_at_20_diff1": 0.779396, + "nauc_precision_at_100_max": 0.791173, + "nauc_precision_at_100_std": 0.345507, + "nauc_precision_at_100_diff1": 0.912914, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.694358, + "nauc_mrr_at_1_std": -0.011337, + "nauc_mrr_at_1_diff1": 0.865386, + "nauc_mrr_at_3_max": 0.713324, + "nauc_mrr_at_3_std": 0.004612, + "nauc_mrr_at_3_diff1": 0.843032, + "nauc_mrr_at_5_max": 0.71365, + "nauc_mrr_at_5_std": 0.015353, + "nauc_mrr_at_5_diff1": 0.842526, + "nauc_mrr_at_10_max": 0.711099, + "nauc_mrr_at_10_std": 0.017779, + "nauc_mrr_at_10_diff1": 0.842144, + "nauc_mrr_at_20_max": 0.711094, + "nauc_mrr_at_20_std": 0.019073, + "nauc_mrr_at_20_diff1": 0.843135, + "nauc_mrr_at_100_max": 0.710715, + "nauc_mrr_at_100_std": 0.016547, + "nauc_mrr_at_100_diff1": 0.843849, + "nauc_mrr_at_1000_max": 0.710659, + "nauc_mrr_at_1000_std": 0.01645, + "nauc_mrr_at_1000_diff1": 0.84382, + "main_score": 0.82746, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45667, + "ndcg_at_3": 0.52004, + "ndcg_at_5": 0.54027, + "ndcg_at_10": 0.55405, + "ndcg_at_20": 0.56707, + "ndcg_at_100": 0.59045, + "ndcg_at_1000": 0.61166, + "map_at_1": 0.45667, + "map_at_3": 0.505, + "map_at_5": 0.51628, + "map_at_10": 0.52184, + "map_at_20": 0.52546, + "map_at_100": 0.52841, + "map_at_1000": 0.52924, + "recall_at_1": 0.45667, + "recall_at_3": 0.56333, + "recall_at_5": 0.61222, + "recall_at_10": 0.65556, + "recall_at_20": 0.70667, + "recall_at_100": 0.83667, + "recall_at_1000": 1.0, + "precision_at_1": 0.45667, + "precision_at_3": 0.18778, + "precision_at_5": 0.12244, + "precision_at_10": 0.06556, + "precision_at_20": 0.03533, + "precision_at_100": 0.00837, + "precision_at_1000": 0.001, + "mrr_at_1": 0.456667, + "mrr_at_3": 0.505, + "mrr_at_5": 0.516278, + "mrr_at_10": 0.521841, + "mrr_at_20": 0.525461, + "mrr_at_100": 0.528408, + "mrr_at_1000": 0.529242, + "nauc_ndcg_at_1_max": 0.687814, + "nauc_ndcg_at_1_std": 0.079973, + "nauc_ndcg_at_1_diff1": 0.866551, + "nauc_ndcg_at_3_max": 0.714525, + "nauc_ndcg_at_3_std": 0.111723, + "nauc_ndcg_at_3_diff1": 0.826987, + "nauc_ndcg_at_5_max": 0.701944, + "nauc_ndcg_at_5_std": 0.116171, + "nauc_ndcg_at_5_diff1": 0.811831, + "nauc_ndcg_at_10_max": 0.696186, + "nauc_ndcg_at_10_std": 0.11761, + "nauc_ndcg_at_10_diff1": 0.809357, + "nauc_ndcg_at_20_max": 0.694896, + "nauc_ndcg_at_20_std": 0.12961, + "nauc_ndcg_at_20_diff1": 0.80558, + "nauc_ndcg_at_100_max": 0.690368, + "nauc_ndcg_at_100_std": 0.12631, + "nauc_ndcg_at_100_diff1": 0.801814, + "nauc_ndcg_at_1000_max": 0.697022, + "nauc_ndcg_at_1000_std": 0.120482, + "nauc_ndcg_at_1000_diff1": 0.814429, + "nauc_map_at_1_max": 0.687814, + "nauc_map_at_1_std": 0.079973, + "nauc_map_at_1_diff1": 0.866551, + "nauc_map_at_3_max": 0.709671, + "nauc_map_at_3_std": 0.104551, + "nauc_map_at_3_diff1": 0.836923, + "nauc_map_at_5_max": 0.702784, + "nauc_map_at_5_std": 0.107044, + "nauc_map_at_5_diff1": 0.828836, + "nauc_map_at_10_max": 0.700531, + "nauc_map_at_10_std": 0.107509, + "nauc_map_at_10_diff1": 0.827838, + "nauc_map_at_20_max": 0.700321, + "nauc_map_at_20_std": 0.111233, + "nauc_map_at_20_diff1": 0.826829, + "nauc_map_at_100_max": 0.699788, + "nauc_map_at_100_std": 0.110859, + "nauc_map_at_100_diff1": 0.826344, + "nauc_map_at_1000_max": 0.700048, + "nauc_map_at_1000_std": 0.110784, + "nauc_map_at_1000_diff1": 0.826832, + "nauc_recall_at_1_max": 0.687814, + "nauc_recall_at_1_std": 0.079973, + "nauc_recall_at_1_diff1": 0.866551, + "nauc_recall_at_3_max": 0.728422, + "nauc_recall_at_3_std": 0.13309, + "nauc_recall_at_3_diff1": 0.796906, + "nauc_recall_at_5_max": 0.696442, + "nauc_recall_at_5_std": 0.145292, + "nauc_recall_at_5_diff1": 0.755359, + "nauc_recall_at_10_max": 0.675457, + "nauc_recall_at_10_std": 0.152913, + "nauc_recall_at_10_diff1": 0.742912, + "nauc_recall_at_20_max": 0.665771, + "nauc_recall_at_20_std": 0.209525, + "nauc_recall_at_20_diff1": 0.718055, + "nauc_recall_at_100_max": 0.60034, + "nauc_recall_at_100_std": 0.221475, + "nauc_recall_at_100_diff1": 0.628582, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.687814, + "nauc_precision_at_1_std": 0.079973, + "nauc_precision_at_1_diff1": 0.866551, + "nauc_precision_at_3_max": 0.728422, + "nauc_precision_at_3_std": 0.13309, + "nauc_precision_at_3_diff1": 0.796906, + "nauc_precision_at_5_max": 0.696442, + "nauc_precision_at_5_std": 0.145292, + "nauc_precision_at_5_diff1": 0.755359, + "nauc_precision_at_10_max": 0.675457, + "nauc_precision_at_10_std": 0.152913, + "nauc_precision_at_10_diff1": 0.742912, + "nauc_precision_at_20_max": 0.665771, + "nauc_precision_at_20_std": 0.209525, + "nauc_precision_at_20_diff1": 0.718055, + "nauc_precision_at_100_max": 0.60034, + "nauc_precision_at_100_std": 0.221475, + "nauc_precision_at_100_diff1": 0.628582, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.687814, + "nauc_mrr_at_1_std": 0.079973, + "nauc_mrr_at_1_diff1": 0.866551, + "nauc_mrr_at_3_max": 0.709671, + "nauc_mrr_at_3_std": 0.104551, + "nauc_mrr_at_3_diff1": 0.836923, + "nauc_mrr_at_5_max": 0.702784, + "nauc_mrr_at_5_std": 0.107044, + "nauc_mrr_at_5_diff1": 0.828836, + "nauc_mrr_at_10_max": 0.700531, + "nauc_mrr_at_10_std": 0.107509, + "nauc_mrr_at_10_diff1": 0.827838, + "nauc_mrr_at_20_max": 0.700321, + "nauc_mrr_at_20_std": 0.111233, + "nauc_mrr_at_20_diff1": 0.826829, + "nauc_mrr_at_100_max": 0.699788, + "nauc_mrr_at_100_std": 0.110859, + "nauc_mrr_at_100_diff1": 0.826344, + "nauc_mrr_at_1000_max": 0.700048, + "nauc_mrr_at_1000_std": 0.110784, + "nauc_mrr_at_1000_diff1": 0.826832, + "main_score": 0.55405, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.92778, + "ndcg_at_3": 0.95381, + "ndcg_at_5": 0.95615, + "ndcg_at_10": 0.95952, + "ndcg_at_20": 0.96066, + "ndcg_at_100": 0.96188, + "ndcg_at_1000": 0.96215, + "map_at_1": 0.92778, + "map_at_3": 0.94778, + "map_at_5": 0.94911, + "map_at_10": 0.95058, + "map_at_20": 0.9509, + "map_at_100": 0.95106, + "map_at_1000": 0.95107, + "recall_at_1": 0.92778, + "recall_at_3": 0.97111, + "recall_at_5": 0.97667, + "recall_at_10": 0.98667, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92778, + "precision_at_3": 0.3237, + "precision_at_5": 0.19533, + "precision_at_10": 0.09867, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.927778, + "mrr_at_3": 0.947778, + "mrr_at_5": 0.949111, + "mrr_at_10": 0.950578, + "mrr_at_20": 0.9509, + "mrr_at_100": 0.951058, + "mrr_at_1000": 0.951066, + "nauc_ndcg_at_1_max": 0.784177, + "nauc_ndcg_at_1_std": -0.304252, + "nauc_ndcg_at_1_diff1": 0.945306, + "nauc_ndcg_at_3_max": 0.849301, + "nauc_ndcg_at_3_std": -0.262688, + "nauc_ndcg_at_3_diff1": 0.944514, + "nauc_ndcg_at_5_max": 0.848248, + "nauc_ndcg_at_5_std": -0.245795, + "nauc_ndcg_at_5_diff1": 0.948772, + "nauc_ndcg_at_10_max": 0.836909, + "nauc_ndcg_at_10_std": -0.247136, + "nauc_ndcg_at_10_diff1": 0.947069, + "nauc_ndcg_at_20_max": 0.837379, + "nauc_ndcg_at_20_std": -0.223754, + "nauc_ndcg_at_20_diff1": 0.948454, + "nauc_ndcg_at_100_max": 0.832902, + "nauc_ndcg_at_100_std": -0.239261, + "nauc_ndcg_at_100_diff1": 0.947484, + "nauc_ndcg_at_1000_max": 0.831715, + "nauc_ndcg_at_1000_std": -0.248065, + "nauc_ndcg_at_1000_diff1": 0.947111, + "nauc_map_at_1_max": 0.784177, + "nauc_map_at_1_std": -0.304252, + "nauc_map_at_1_diff1": 0.945306, + "nauc_map_at_3_max": 0.83188, + "nauc_map_at_3_std": -0.272616, + "nauc_map_at_3_diff1": 0.944863, + "nauc_map_at_5_max": 0.830828, + "nauc_map_at_5_std": -0.263989, + "nauc_map_at_5_diff1": 0.946793, + "nauc_map_at_10_max": 0.826297, + "nauc_map_at_10_std": -0.265814, + "nauc_map_at_10_diff1": 0.946193, + "nauc_map_at_20_max": 0.826361, + "nauc_map_at_20_std": -0.260256, + "nauc_map_at_20_diff1": 0.946532, + "nauc_map_at_100_max": 0.825883, + "nauc_map_at_100_std": -0.261918, + "nauc_map_at_100_diff1": 0.946422, + "nauc_map_at_1000_max": 0.825856, + "nauc_map_at_1000_std": -0.262111, + "nauc_map_at_1000_diff1": 0.946414, + "nauc_recall_at_1_max": 0.784177, + "nauc_recall_at_1_std": -0.304252, + "nauc_recall_at_1_diff1": 0.945306, + "nauc_recall_at_3_max": 0.936975, + "nauc_recall_at_3_std": -0.213837, + "nauc_recall_at_3_diff1": 0.942631, + "nauc_recall_at_5_max": 0.95387, + "nauc_recall_at_5_std": -0.132453, + "nauc_recall_at_5_diff1": 0.962652, + "nauc_recall_at_10_max": 0.930167, + "nauc_recall_at_10_std": -0.042639, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.98366, + "nauc_recall_at_20_std": 0.445728, + "nauc_recall_at_20_diff1": 0.98366, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.784177, + "nauc_precision_at_1_std": -0.304252, + "nauc_precision_at_1_diff1": 0.945306, + "nauc_precision_at_3_max": 0.936975, + "nauc_precision_at_3_std": -0.213837, + "nauc_precision_at_3_diff1": 0.942631, + "nauc_precision_at_5_max": 0.95387, + "nauc_precision_at_5_std": -0.132453, + "nauc_precision_at_5_diff1": 0.962652, + "nauc_precision_at_10_max": 0.930167, + "nauc_precision_at_10_std": -0.042639, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.98366, + "nauc_precision_at_20_std": 0.445728, + "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.784177, + "nauc_mrr_at_1_std": -0.304252, + "nauc_mrr_at_1_diff1": 0.945306, + "nauc_mrr_at_3_max": 0.83188, + "nauc_mrr_at_3_std": -0.272616, + "nauc_mrr_at_3_diff1": 0.944863, + "nauc_mrr_at_5_max": 0.830828, + "nauc_mrr_at_5_std": -0.263989, + "nauc_mrr_at_5_diff1": 0.946793, + "nauc_mrr_at_10_max": 0.826297, + "nauc_mrr_at_10_std": -0.265814, + "nauc_mrr_at_10_diff1": 0.946193, + "nauc_mrr_at_20_max": 0.826361, + "nauc_mrr_at_20_std": -0.260256, + "nauc_mrr_at_20_diff1": 0.946532, + "nauc_mrr_at_100_max": 0.825883, + "nauc_mrr_at_100_std": -0.261918, + "nauc_mrr_at_100_diff1": 0.946422, + "nauc_mrr_at_1000_max": 0.825856, + "nauc_mrr_at_1000_std": -0.262111, + "nauc_mrr_at_1000_diff1": 0.946414, + "main_score": 0.95952, + "hf_subset": "zho_Hans-zho_Hans", + "languages": [ + "zho-Hans", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.92778, + "ndcg_at_3": 0.95407, + "ndcg_at_5": 0.95622, + "ndcg_at_10": 0.95762, + "ndcg_at_20": 0.95966, + "ndcg_at_100": 0.96106, + "ndcg_at_1000": 0.96135, + "map_at_1": 0.92778, + "map_at_3": 0.94778, + "map_at_5": 0.94889, + "map_at_10": 0.94945, + "map_at_20": 0.95005, + "map_at_100": 0.95022, + "map_at_1000": 0.95023, + "recall_at_1": 0.92778, + "recall_at_3": 0.97222, + "recall_at_5": 0.97778, + "recall_at_10": 0.98222, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92778, + "precision_at_3": 0.32407, + "precision_at_5": 0.19556, + "precision_at_10": 0.09822, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.927778, + "mrr_at_3": 0.947778, + "mrr_at_5": 0.948889, + "mrr_at_10": 0.949448, + "mrr_at_20": 0.950047, + "mrr_at_100": 0.95022, + "mrr_at_1000": 0.950233, + "nauc_ndcg_at_1_max": 0.752266, + "nauc_ndcg_at_1_std": -0.120542, + "nauc_ndcg_at_1_diff1": 0.930626, + "nauc_ndcg_at_3_max": 0.810456, + "nauc_ndcg_at_3_std": -0.08715, + "nauc_ndcg_at_3_diff1": 0.925899, + "nauc_ndcg_at_5_max": 0.807453, + "nauc_ndcg_at_5_std": -0.096393, + "nauc_ndcg_at_5_diff1": 0.923544, + "nauc_ndcg_at_10_max": 0.801083, + "nauc_ndcg_at_10_std": -0.087974, + "nauc_ndcg_at_10_diff1": 0.924118, + "nauc_ndcg_at_20_max": 0.801011, + "nauc_ndcg_at_20_std": -0.094977, + "nauc_ndcg_at_20_diff1": 0.929717, + "nauc_ndcg_at_100_max": 0.796519, + "nauc_ndcg_at_100_std": -0.089638, + "nauc_ndcg_at_100_diff1": 0.928845, + "nauc_ndcg_at_1000_max": 0.795417, + "nauc_ndcg_at_1000_std": -0.097843, + "nauc_ndcg_at_1000_diff1": 0.928309, + "nauc_map_at_1_max": 0.752266, + "nauc_map_at_1_std": -0.120542, + "nauc_map_at_1_diff1": 0.930626, + "nauc_map_at_3_max": 0.794732, + "nauc_map_at_3_std": -0.100435, + "nauc_map_at_3_diff1": 0.927499, + "nauc_map_at_5_max": 0.79306, + "nauc_map_at_5_std": -0.104816, + "nauc_map_at_5_diff1": 0.926491, + "nauc_map_at_10_max": 0.790774, + "nauc_map_at_10_std": -0.103549, + "nauc_map_at_10_diff1": 0.926644, + "nauc_map_at_20_max": 0.790679, + "nauc_map_at_20_std": -0.10524, + "nauc_map_at_20_diff1": 0.928119, + "nauc_map_at_100_max": 0.79017, + "nauc_map_at_100_std": -0.104475, + "nauc_map_at_100_diff1": 0.928099, + "nauc_map_at_1000_max": 0.790123, + "nauc_map_at_1000_std": -0.104759, + "nauc_map_at_1000_diff1": 0.92808, + "nauc_recall_at_1_max": 0.752266, + "nauc_recall_at_1_std": -0.120542, + "nauc_recall_at_1_diff1": 0.930626, + "nauc_recall_at_3_max": 0.892904, + "nauc_recall_at_3_std": -0.013408, + "nauc_recall_at_3_diff1": 0.917199, + "nauc_recall_at_5_max": 0.898226, + "nauc_recall_at_5_std": -0.04204, + "nauc_recall_at_5_diff1": 0.903035, + "nauc_recall_at_10_max": 0.872782, + "nauc_recall_at_10_std": 0.057306, + "nauc_recall_at_10_diff1": 0.903303, + "nauc_recall_at_20_max": 0.925563, + "nauc_recall_at_20_std": 0.055867, + "nauc_recall_at_20_diff1": 0.969136, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752266, + "nauc_precision_at_1_std": -0.120542, + "nauc_precision_at_1_diff1": 0.930626, + "nauc_precision_at_3_max": 0.892904, + "nauc_precision_at_3_std": -0.013408, + "nauc_precision_at_3_diff1": 0.917199, + "nauc_precision_at_5_max": 0.898226, + "nauc_precision_at_5_std": -0.04204, + "nauc_precision_at_5_diff1": 0.903035, + "nauc_precision_at_10_max": 0.872782, + "nauc_precision_at_10_std": 0.057306, + "nauc_precision_at_10_diff1": 0.903303, + "nauc_precision_at_20_max": 0.925563, + "nauc_precision_at_20_std": 0.055867, + "nauc_precision_at_20_diff1": 0.969136, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752266, + "nauc_mrr_at_1_std": -0.120542, + "nauc_mrr_at_1_diff1": 0.930626, + "nauc_mrr_at_3_max": 0.794732, + "nauc_mrr_at_3_std": -0.100435, + "nauc_mrr_at_3_diff1": 0.927499, + "nauc_mrr_at_5_max": 0.79306, + "nauc_mrr_at_5_std": -0.104816, + "nauc_mrr_at_5_diff1": 0.926491, + "nauc_mrr_at_10_max": 0.790774, + "nauc_mrr_at_10_std": -0.103549, + "nauc_mrr_at_10_diff1": 0.926644, + "nauc_mrr_at_20_max": 0.790679, + "nauc_mrr_at_20_std": -0.10524, + "nauc_mrr_at_20_diff1": 0.928119, + "nauc_mrr_at_100_max": 0.79017, + "nauc_mrr_at_100_std": -0.104475, + "nauc_mrr_at_100_diff1": 0.928099, + "nauc_mrr_at_1000_max": 0.790123, + "nauc_mrr_at_1000_std": -0.104759, + "nauc_mrr_at_1000_diff1": 0.92808, + "main_score": 0.95762, + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94722, + "ndcg_at_5": 0.95081, + "ndcg_at_10": 0.95343, + "ndcg_at_20": 0.95514, + "ndcg_at_100": 0.95591, + "ndcg_at_1000": 0.95606, + "map_at_1": 0.91111, + "map_at_3": 0.93889, + "map_at_5": 0.94083, + "map_at_10": 0.94198, + "map_at_20": 0.94246, + "map_at_100": 0.94255, + "map_at_1000": 0.94256, + "recall_at_1": 0.91111, + "recall_at_3": 0.97111, + "recall_at_5": 0.98, + "recall_at_10": 0.98778, + "recall_at_20": 0.99444, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.91111, + "precision_at_3": 0.3237, + "precision_at_5": 0.196, + "precision_at_10": 0.09878, + "precision_at_20": 0.04972, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.938889, + "mrr_at_5": 0.940833, + "mrr_at_10": 0.941983, + "mrr_at_20": 0.942461, + "mrr_at_100": 0.942552, + "mrr_at_1000": 0.942557, + "nauc_ndcg_at_1_max": 0.693236, + "nauc_ndcg_at_1_std": -0.060341, + "nauc_ndcg_at_1_diff1": 0.919964, + "nauc_ndcg_at_3_max": 0.76507, + "nauc_ndcg_at_3_std": -0.076584, + "nauc_ndcg_at_3_diff1": 0.930329, + "nauc_ndcg_at_5_max": 0.754352, + "nauc_ndcg_at_5_std": -0.069849, + "nauc_ndcg_at_5_diff1": 0.927666, + "nauc_ndcg_at_10_max": 0.748935, + "nauc_ndcg_at_10_std": -0.06902, + "nauc_ndcg_at_10_diff1": 0.927774, + "nauc_ndcg_at_20_max": 0.744195, + "nauc_ndcg_at_20_std": -0.065154, + "nauc_ndcg_at_20_diff1": 0.926666, + "nauc_ndcg_at_100_max": 0.742601, + "nauc_ndcg_at_100_std": -0.05944, + "nauc_ndcg_at_100_diff1": 0.926595, + "nauc_ndcg_at_1000_max": 0.74176, + "nauc_ndcg_at_1000_std": -0.062903, + "nauc_ndcg_at_1000_diff1": 0.926355, + "nauc_map_at_1_max": 0.693236, + "nauc_map_at_1_std": -0.060341, + "nauc_map_at_1_diff1": 0.919964, + "nauc_map_at_3_max": 0.745528, + "nauc_map_at_3_std": -0.070815, + "nauc_map_at_3_diff1": 0.92739, + "nauc_map_at_5_max": 0.740126, + "nauc_map_at_5_std": -0.066877, + "nauc_map_at_5_diff1": 0.926109, + "nauc_map_at_10_max": 0.737754, + "nauc_map_at_10_std": -0.06676, + "nauc_map_at_10_diff1": 0.925916, + "nauc_map_at_20_max": 0.736583, + "nauc_map_at_20_std": -0.065988, + "nauc_map_at_20_diff1": 0.925649, + "nauc_map_at_100_max": 0.736534, + "nauc_map_at_100_std": -0.06484, + "nauc_map_at_100_diff1": 0.925661, + "nauc_map_at_1000_max": 0.73651, + "nauc_map_at_1000_std": -0.064937, + "nauc_map_at_1000_diff1": 0.925654, + "nauc_recall_at_1_max": 0.693236, + "nauc_recall_at_1_std": -0.060341, + "nauc_recall_at_1_diff1": 0.919964, + "nauc_recall_at_3_max": 0.879426, + "nauc_recall_at_3_std": -0.111865, + "nauc_recall_at_3_diff1": 0.947659, + "nauc_recall_at_5_max": 0.863964, + "nauc_recall_at_5_std": -0.095186, + "nauc_recall_at_5_diff1": 0.93892, + "nauc_recall_at_10_max": 0.877345, + "nauc_recall_at_10_std": -0.096893, + "nauc_recall_at_10_diff1": 0.952466, + "nauc_recall_at_20_max": 0.884687, + "nauc_recall_at_20_std": -0.004482, + "nauc_recall_at_20_diff1": 0.947712, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.693236, + "nauc_precision_at_1_std": -0.060341, + "nauc_precision_at_1_diff1": 0.919964, + "nauc_precision_at_3_max": 0.879426, + "nauc_precision_at_3_std": -0.111865, + "nauc_precision_at_3_diff1": 0.947659, + "nauc_precision_at_5_max": 0.863964, + "nauc_precision_at_5_std": -0.095186, + "nauc_precision_at_5_diff1": 0.93892, + "nauc_precision_at_10_max": 0.877345, + "nauc_precision_at_10_std": -0.096893, + "nauc_precision_at_10_diff1": 0.952466, + "nauc_precision_at_20_max": 0.884687, + "nauc_precision_at_20_std": -0.004482, + "nauc_precision_at_20_diff1": 0.947712, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.693236, + "nauc_mrr_at_1_std": -0.060341, + "nauc_mrr_at_1_diff1": 0.919964, + "nauc_mrr_at_3_max": 0.745528, + "nauc_mrr_at_3_std": -0.070815, + "nauc_mrr_at_3_diff1": 0.92739, + "nauc_mrr_at_5_max": 0.740126, + "nauc_mrr_at_5_std": -0.066877, + "nauc_mrr_at_5_diff1": 0.926109, + "nauc_mrr_at_10_max": 0.737754, + "nauc_mrr_at_10_std": -0.06676, + "nauc_mrr_at_10_diff1": 0.925916, + "nauc_mrr_at_20_max": 0.736583, + "nauc_mrr_at_20_std": -0.065988, + "nauc_mrr_at_20_diff1": 0.925649, + "nauc_mrr_at_100_max": 0.736534, + "nauc_mrr_at_100_std": -0.06484, + "nauc_mrr_at_100_diff1": 0.925661, + "nauc_mrr_at_1000_max": 0.73651, + "nauc_mrr_at_1000_std": -0.064937, + "nauc_mrr_at_1000_diff1": 0.925654, + "main_score": 0.95343, + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.93454, + "ndcg_at_5": 0.93769, + "ndcg_at_10": 0.94264, + "ndcg_at_20": 0.94496, + "ndcg_at_100": 0.94668, + "ndcg_at_1000": 0.94694, + "map_at_1": 0.90222, + "map_at_3": 0.92685, + "map_at_5": 0.92857, + "map_at_10": 0.93057, + "map_at_20": 0.93125, + "map_at_100": 0.93151, + "map_at_1000": 0.93151, + "recall_at_1": 0.90222, + "recall_at_3": 0.95667, + "recall_at_5": 0.96444, + "recall_at_10": 0.98, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90222, + "precision_at_3": 0.31889, + "precision_at_5": 0.19289, + "precision_at_10": 0.098, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.926852, + "mrr_at_5": 0.928574, + "mrr_at_10": 0.930568, + "mrr_at_20": 0.931245, + "mrr_at_100": 0.931506, + "mrr_at_1000": 0.931511, + "nauc_ndcg_at_1_max": 0.776117, + "nauc_ndcg_at_1_std": -0.085111, + "nauc_ndcg_at_1_diff1": 0.937373, + "nauc_ndcg_at_3_max": 0.842728, + "nauc_ndcg_at_3_std": -0.099534, + "nauc_ndcg_at_3_diff1": 0.94305, + "nauc_ndcg_at_5_max": 0.838678, + "nauc_ndcg_at_5_std": -0.10572, + "nauc_ndcg_at_5_diff1": 0.943076, + "nauc_ndcg_at_10_max": 0.834265, + "nauc_ndcg_at_10_std": -0.075339, + "nauc_ndcg_at_10_diff1": 0.942709, + "nauc_ndcg_at_20_max": 0.829352, + "nauc_ndcg_at_20_std": -0.071779, + "nauc_ndcg_at_20_diff1": 0.940292, + "nauc_ndcg_at_100_max": 0.824985, + "nauc_ndcg_at_100_std": -0.080225, + "nauc_ndcg_at_100_diff1": 0.941073, + "nauc_ndcg_at_1000_max": 0.824159, + "nauc_ndcg_at_1000_std": -0.085329, + "nauc_ndcg_at_1000_diff1": 0.940794, + "nauc_map_at_1_max": 0.776117, + "nauc_map_at_1_std": -0.085111, + "nauc_map_at_1_diff1": 0.937373, + "nauc_map_at_3_max": 0.824737, + "nauc_map_at_3_std": -0.095707, + "nauc_map_at_3_diff1": 0.941171, + "nauc_map_at_5_max": 0.822443, + "nauc_map_at_5_std": -0.097288, + "nauc_map_at_5_diff1": 0.941176, + "nauc_map_at_10_max": 0.820286, + "nauc_map_at_10_std": -0.089067, + "nauc_map_at_10_diff1": 0.940814, + "nauc_map_at_20_max": 0.818973, + "nauc_map_at_20_std": -0.088348, + "nauc_map_at_20_diff1": 0.940231, + "nauc_map_at_100_max": 0.818449, + "nauc_map_at_100_std": -0.089679, + "nauc_map_at_100_diff1": 0.940324, + "nauc_map_at_1000_max": 0.818436, + "nauc_map_at_1000_std": -0.089755, + "nauc_map_at_1000_diff1": 0.94032, + "nauc_recall_at_1_max": 0.776117, + "nauc_recall_at_1_std": -0.085111, + "nauc_recall_at_1_diff1": 0.937373, + "nauc_recall_at_3_max": 0.927937, + "nauc_recall_at_3_std": -0.117599, + "nauc_recall_at_3_diff1": 0.952237, + "nauc_recall_at_5_max": 0.928513, + "nauc_recall_at_5_std": -0.158876, + "nauc_recall_at_5_diff1": 0.954044, + "nauc_recall_at_10_max": 0.962781, + "nauc_recall_at_10_std": 0.113679, + "nauc_recall_at_10_diff1": 0.962781, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.331653, + "nauc_recall_at_20_diff1": 0.933007, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.776117, + "nauc_precision_at_1_std": -0.085111, + "nauc_precision_at_1_diff1": 0.937373, + "nauc_precision_at_3_max": 0.927937, + "nauc_precision_at_3_std": -0.117599, + "nauc_precision_at_3_diff1": 0.952237, + "nauc_precision_at_5_max": 0.928513, + "nauc_precision_at_5_std": -0.158876, + "nauc_precision_at_5_diff1": 0.954044, + "nauc_precision_at_10_max": 0.962781, + "nauc_precision_at_10_std": 0.113679, + "nauc_precision_at_10_diff1": 0.962781, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.331653, + "nauc_precision_at_20_diff1": 0.933007, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.776117, + "nauc_mrr_at_1_std": -0.085111, + "nauc_mrr_at_1_diff1": 0.937373, + "nauc_mrr_at_3_max": 0.824737, + "nauc_mrr_at_3_std": -0.095707, + "nauc_mrr_at_3_diff1": 0.941171, + "nauc_mrr_at_5_max": 0.822443, + "nauc_mrr_at_5_std": -0.097288, + "nauc_mrr_at_5_diff1": 0.941176, + "nauc_mrr_at_10_max": 0.820286, + "nauc_mrr_at_10_std": -0.089067, + "nauc_mrr_at_10_diff1": 0.940814, + "nauc_mrr_at_20_max": 0.818973, + "nauc_mrr_at_20_std": -0.088348, + "nauc_mrr_at_20_diff1": 0.940231, + "nauc_mrr_at_100_max": 0.818449, + "nauc_mrr_at_100_std": -0.089679, + "nauc_mrr_at_100_diff1": 0.940324, + "nauc_mrr_at_1000_max": 0.818436, + "nauc_mrr_at_1000_std": -0.089755, + "nauc_mrr_at_1000_diff1": 0.94032, + "main_score": 0.94264, + "hf_subset": "zho_Hant-zho_Hant", + "languages": [ + "zho-Hant", + "zho-Hant" + ] + }, + { + "ndcg_at_1": 0.93667, + "ndcg_at_3": 0.95753, + "ndcg_at_5": 0.96106, + "ndcg_at_10": 0.96283, + "ndcg_at_20": 0.9649, + "ndcg_at_100": 0.96575, + "ndcg_at_1000": 0.96601, + "map_at_1": 0.93667, + "map_at_3": 0.95278, + "map_at_5": 0.95467, + "map_at_10": 0.95538, + "map_at_20": 0.956, + "map_at_100": 0.95613, + "map_at_1000": 0.95613, + "recall_at_1": 0.93667, + "recall_at_3": 0.97111, + "recall_at_5": 0.98, + "recall_at_10": 0.98556, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93667, + "precision_at_3": 0.3237, + "precision_at_5": 0.196, + "precision_at_10": 0.09856, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.936667, + "mrr_at_3": 0.952778, + "mrr_at_5": 0.954667, + "mrr_at_10": 0.955384, + "mrr_at_20": 0.956, + "mrr_at_100": 0.956127, + "mrr_at_1000": 0.956133, + "nauc_ndcg_at_1_max": 0.769849, + "nauc_ndcg_at_1_std": -0.226178, + "nauc_ndcg_at_1_diff1": 0.942585, + "nauc_ndcg_at_3_max": 0.842924, + "nauc_ndcg_at_3_std": -0.101369, + "nauc_ndcg_at_3_diff1": 0.934615, + "nauc_ndcg_at_5_max": 0.834775, + "nauc_ndcg_at_5_std": -0.114839, + "nauc_ndcg_at_5_diff1": 0.939715, + "nauc_ndcg_at_10_max": 0.826896, + "nauc_ndcg_at_10_std": -0.155683, + "nauc_ndcg_at_10_diff1": 0.94047, + "nauc_ndcg_at_20_max": 0.823178, + "nauc_ndcg_at_20_std": -0.12765, + "nauc_ndcg_at_20_diff1": 0.941263, + "nauc_ndcg_at_100_max": 0.820478, + "nauc_ndcg_at_100_std": -0.137562, + "nauc_ndcg_at_100_diff1": 0.940654, + "nauc_ndcg_at_1000_max": 0.819616, + "nauc_ndcg_at_1000_std": -0.146123, + "nauc_ndcg_at_1000_diff1": 0.940208, + "nauc_map_at_1_max": 0.769849, + "nauc_map_at_1_std": -0.226178, + "nauc_map_at_1_diff1": 0.942585, + "nauc_map_at_3_max": 0.822989, + "nauc_map_at_3_std": -0.140999, + "nauc_map_at_3_diff1": 0.937414, + "nauc_map_at_5_max": 0.818417, + "nauc_map_at_5_std": -0.14952, + "nauc_map_at_5_diff1": 0.939795, + "nauc_map_at_10_max": 0.815498, + "nauc_map_at_10_std": -0.163828, + "nauc_map_at_10_diff1": 0.939922, + "nauc_map_at_20_max": 0.814437, + "nauc_map_at_20_std": -0.157899, + "nauc_map_at_20_diff1": 0.94006, + "nauc_map_at_100_max": 0.814119, + "nauc_map_at_100_std": -0.159522, + "nauc_map_at_100_diff1": 0.939997, + "nauc_map_at_1000_max": 0.814104, + "nauc_map_at_1000_std": -0.159665, + "nauc_map_at_1000_diff1": 0.939989, + "nauc_recall_at_1_max": 0.769849, + "nauc_recall_at_1_std": -0.226178, + "nauc_recall_at_1_diff1": 0.942585, + "nauc_recall_at_3_max": 0.934461, + "nauc_recall_at_3_std": 0.085075, + "nauc_recall_at_3_diff1": 0.921263, + "nauc_recall_at_5_max": 0.935289, + "nauc_recall_at_5_std": 0.108492, + "nauc_recall_at_5_diff1": 0.940995, + "nauc_recall_at_10_max": 0.9104, + "nauc_recall_at_10_std": -0.135495, + "nauc_recall_at_10_diff1": 0.949723, + "nauc_recall_at_20_max": 0.934641, + "nauc_recall_at_20_std": 0.473389, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.769849, + "nauc_precision_at_1_std": -0.226178, + "nauc_precision_at_1_diff1": 0.942585, + "nauc_precision_at_3_max": 0.934461, + "nauc_precision_at_3_std": 0.085075, + "nauc_precision_at_3_diff1": 0.921263, + "nauc_precision_at_5_max": 0.935289, + "nauc_precision_at_5_std": 0.108492, + "nauc_precision_at_5_diff1": 0.940995, + "nauc_precision_at_10_max": 0.9104, + "nauc_precision_at_10_std": -0.135495, + "nauc_precision_at_10_diff1": 0.949723, + "nauc_precision_at_20_max": 0.934641, + "nauc_precision_at_20_std": 0.473389, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.769849, + "nauc_mrr_at_1_std": -0.226178, + "nauc_mrr_at_1_diff1": 0.942585, + "nauc_mrr_at_3_max": 0.822989, + "nauc_mrr_at_3_std": -0.140999, + "nauc_mrr_at_3_diff1": 0.937414, + "nauc_mrr_at_5_max": 0.818417, + "nauc_mrr_at_5_std": -0.14952, + "nauc_mrr_at_5_diff1": 0.939795, + "nauc_mrr_at_10_max": 0.815498, + "nauc_mrr_at_10_std": -0.163828, + "nauc_mrr_at_10_diff1": 0.939922, + "nauc_mrr_at_20_max": 0.814437, + "nauc_mrr_at_20_std": -0.157899, + "nauc_mrr_at_20_diff1": 0.94006, + "nauc_mrr_at_100_max": 0.814119, + "nauc_mrr_at_100_std": -0.159522, + "nauc_mrr_at_100_diff1": 0.939997, + "nauc_mrr_at_1000_max": 0.814104, + "nauc_mrr_at_1000_std": -0.159665, + "nauc_mrr_at_1000_diff1": 0.939989, + "main_score": 0.96283, + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88889, + "ndcg_at_3": 0.93157, + "ndcg_at_5": 0.93831, + "ndcg_at_10": 0.94206, + "ndcg_at_20": 0.94323, + "ndcg_at_100": 0.94408, + "ndcg_at_1000": 0.94454, + "map_at_1": 0.88889, + "map_at_3": 0.92167, + "map_at_5": 0.92533, + "map_at_10": 0.92697, + "map_at_20": 0.92731, + "map_at_100": 0.92744, + "map_at_1000": 0.92746, + "recall_at_1": 0.88889, + "recall_at_3": 0.96, + "recall_at_5": 0.97667, + "recall_at_10": 0.98778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.88889, + "precision_at_3": 0.32, + "precision_at_5": 0.19533, + "precision_at_10": 0.09878, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.888889, + "mrr_at_3": 0.921667, + "mrr_at_5": 0.925333, + "mrr_at_10": 0.926967, + "mrr_at_20": 0.92731, + "mrr_at_100": 0.927437, + "mrr_at_1000": 0.927459, + "nauc_ndcg_at_1_max": 0.748056, + "nauc_ndcg_at_1_std": -0.010691, + "nauc_ndcg_at_1_diff1": 0.941249, + "nauc_ndcg_at_3_max": 0.811843, + "nauc_ndcg_at_3_std": 0.052289, + "nauc_ndcg_at_3_diff1": 0.936329, + "nauc_ndcg_at_5_max": 0.801761, + "nauc_ndcg_at_5_std": 0.053536, + "nauc_ndcg_at_5_diff1": 0.934228, + "nauc_ndcg_at_10_max": 0.795361, + "nauc_ndcg_at_10_std": 0.043945, + "nauc_ndcg_at_10_diff1": 0.934876, + "nauc_ndcg_at_20_max": 0.792552, + "nauc_ndcg_at_20_std": 0.044225, + "nauc_ndcg_at_20_diff1": 0.936305, + "nauc_ndcg_at_100_max": 0.790362, + "nauc_ndcg_at_100_std": 0.044519, + "nauc_ndcg_at_100_diff1": 0.936778, + "nauc_ndcg_at_1000_max": 0.788612, + "nauc_ndcg_at_1000_std": 0.036904, + "nauc_ndcg_at_1000_diff1": 0.936956, + "nauc_map_at_1_max": 0.748056, + "nauc_map_at_1_std": -0.010691, + "nauc_map_at_1_diff1": 0.941249, + "nauc_map_at_3_max": 0.792558, + "nauc_map_at_3_std": 0.031813, + "nauc_map_at_3_diff1": 0.938028, + "nauc_map_at_5_max": 0.787187, + "nauc_map_at_5_std": 0.032485, + "nauc_map_at_5_diff1": 0.937165, + "nauc_map_at_10_max": 0.784691, + "nauc_map_at_10_std": 0.029545, + "nauc_map_at_10_diff1": 0.937406, + "nauc_map_at_20_max": 0.783995, + "nauc_map_at_20_std": 0.029467, + "nauc_map_at_20_diff1": 0.937737, + "nauc_map_at_100_max": 0.783707, + "nauc_map_at_100_std": 0.029131, + "nauc_map_at_100_diff1": 0.937777, + "nauc_map_at_1000_max": 0.78364, + "nauc_map_at_1000_std": 0.028844, + "nauc_map_at_1000_diff1": 0.937781, + "nauc_recall_at_1_max": 0.748056, + "nauc_recall_at_1_std": -0.010691, + "nauc_recall_at_1_diff1": 0.941249, + "nauc_recall_at_3_max": 0.91786, + "nauc_recall_at_3_std": 0.166148, + "nauc_recall_at_3_diff1": 0.926795, + "nauc_recall_at_5_max": 0.926637, + "nauc_recall_at_5_std": 0.240763, + "nauc_recall_at_5_diff1": 0.906407, + "nauc_recall_at_10_max": 0.949495, + "nauc_recall_at_10_std": 0.251719, + "nauc_recall_at_10_diff1": 0.891563, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": 0.382886, + "nauc_recall_at_20_diff1": 0.906629, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748056, + "nauc_precision_at_1_std": -0.010691, + "nauc_precision_at_1_diff1": 0.941249, + "nauc_precision_at_3_max": 0.91786, + "nauc_precision_at_3_std": 0.166148, + "nauc_precision_at_3_diff1": 0.926795, + "nauc_precision_at_5_max": 0.926637, + "nauc_precision_at_5_std": 0.240763, + "nauc_precision_at_5_diff1": 0.906407, + "nauc_precision_at_10_max": 0.949495, + "nauc_precision_at_10_std": 0.251719, + "nauc_precision_at_10_diff1": 0.891563, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": 0.382886, + "nauc_precision_at_20_diff1": 0.906629, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.748056, + "nauc_mrr_at_1_std": -0.010691, + "nauc_mrr_at_1_diff1": 0.941249, + "nauc_mrr_at_3_max": 0.792558, + "nauc_mrr_at_3_std": 0.031813, + "nauc_mrr_at_3_diff1": 0.938028, + "nauc_mrr_at_5_max": 0.787187, + "nauc_mrr_at_5_std": 0.032485, + "nauc_mrr_at_5_diff1": 0.937165, + "nauc_mrr_at_10_max": 0.784691, + "nauc_mrr_at_10_std": 0.029545, + "nauc_mrr_at_10_diff1": 0.937406, + "nauc_mrr_at_20_max": 0.783995, + "nauc_mrr_at_20_std": 0.029467, + "nauc_mrr_at_20_diff1": 0.937737, + "nauc_mrr_at_100_max": 0.783707, + "nauc_mrr_at_100_std": 0.029131, + "nauc_mrr_at_100_diff1": 0.937777, + "nauc_mrr_at_1000_max": 0.78364, + "nauc_mrr_at_1000_std": 0.028844, + "nauc_mrr_at_1000_diff1": 0.937781, + "main_score": 0.94206, + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ] + }, + { + "ndcg_at_1": 0.87111, + "ndcg_at_3": 0.90845, + "ndcg_at_5": 0.91634, + "ndcg_at_10": 0.92054, + "ndcg_at_20": 0.92307, + "ndcg_at_100": 0.92675, + "ndcg_at_1000": 0.92732, + "map_at_1": 0.87111, + "map_at_3": 0.89944, + "map_at_5": 0.90389, + "map_at_10": 0.90556, + "map_at_20": 0.90625, + "map_at_100": 0.90683, + "map_at_1000": 0.90685, + "recall_at_1": 0.87111, + "recall_at_3": 0.93444, + "recall_at_5": 0.95333, + "recall_at_10": 0.96667, + "recall_at_20": 0.97667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.87111, + "precision_at_3": 0.31148, + "precision_at_5": 0.19067, + "precision_at_10": 0.09667, + "precision_at_20": 0.04883, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.871111, + "mrr_at_3": 0.899444, + "mrr_at_5": 0.903889, + "mrr_at_10": 0.905557, + "mrr_at_20": 0.906247, + "mrr_at_100": 0.906828, + "mrr_at_1000": 0.906848, + "nauc_ndcg_at_1_max": 0.695259, + "nauc_ndcg_at_1_std": -0.127931, + "nauc_ndcg_at_1_diff1": 0.926511, + "nauc_ndcg_at_3_max": 0.766389, + "nauc_ndcg_at_3_std": -0.085003, + "nauc_ndcg_at_3_diff1": 0.914532, + "nauc_ndcg_at_5_max": 0.772342, + "nauc_ndcg_at_5_std": -0.072439, + "nauc_ndcg_at_5_diff1": 0.918456, + "nauc_ndcg_at_10_max": 0.76593, + "nauc_ndcg_at_10_std": -0.078735, + "nauc_ndcg_at_10_diff1": 0.918083, + "nauc_ndcg_at_20_max": 0.759605, + "nauc_ndcg_at_20_std": -0.076611, + "nauc_ndcg_at_20_diff1": 0.91768, + "nauc_ndcg_at_100_max": 0.753072, + "nauc_ndcg_at_100_std": -0.080111, + "nauc_ndcg_at_100_diff1": 0.919489, + "nauc_ndcg_at_1000_max": 0.75136, + "nauc_ndcg_at_1000_std": -0.087252, + "nauc_ndcg_at_1000_diff1": 0.918856, + "nauc_map_at_1_max": 0.695259, + "nauc_map_at_1_std": -0.127931, + "nauc_map_at_1_diff1": 0.926511, + "nauc_map_at_3_max": 0.745977, + "nauc_map_at_3_std": -0.102251, + "nauc_map_at_3_diff1": 0.917705, + "nauc_map_at_5_max": 0.748084, + "nauc_map_at_5_std": -0.095919, + "nauc_map_at_5_diff1": 0.919608, + "nauc_map_at_10_max": 0.745414, + "nauc_map_at_10_std": -0.098826, + "nauc_map_at_10_diff1": 0.919423, + "nauc_map_at_20_max": 0.743832, + "nauc_map_at_20_std": -0.098602, + "nauc_map_at_20_diff1": 0.919304, + "nauc_map_at_100_max": 0.743084, + "nauc_map_at_100_std": -0.098551, + "nauc_map_at_100_diff1": 0.919515, + "nauc_map_at_1000_max": 0.743029, + "nauc_map_at_1000_std": -0.098768, + "nauc_map_at_1000_diff1": 0.919497, + "nauc_recall_at_1_max": 0.695259, + "nauc_recall_at_1_std": -0.127931, + "nauc_recall_at_1_diff1": 0.926511, + "nauc_recall_at_3_max": 0.854215, + "nauc_recall_at_3_std": -0.007525, + "nauc_recall_at_3_diff1": 0.901051, + "nauc_recall_at_5_max": 0.913688, + "nauc_recall_at_5_std": 0.06875, + "nauc_recall_at_5_diff1": 0.913632, + "nauc_recall_at_10_max": 0.923825, + "nauc_recall_at_10_std": 0.083971, + "nauc_recall_at_10_diff1": 0.910131, + "nauc_recall_at_20_max": 0.910631, + "nauc_recall_at_20_std": 0.183918, + "nauc_recall_at_20_diff1": 0.902739, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.823179, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.695259, + "nauc_precision_at_1_std": -0.127931, + "nauc_precision_at_1_diff1": 0.926511, + "nauc_precision_at_3_max": 0.854215, + "nauc_precision_at_3_std": -0.007525, + "nauc_precision_at_3_diff1": 0.901051, + "nauc_precision_at_5_max": 0.913688, + "nauc_precision_at_5_std": 0.06875, + "nauc_precision_at_5_diff1": 0.913632, + "nauc_precision_at_10_max": 0.923825, + "nauc_precision_at_10_std": 0.083971, + "nauc_precision_at_10_diff1": 0.910131, + "nauc_precision_at_20_max": 0.910631, + "nauc_precision_at_20_std": 0.183918, + "nauc_precision_at_20_diff1": 0.902739, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.823179, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.695259, + "nauc_mrr_at_1_std": -0.127931, + "nauc_mrr_at_1_diff1": 0.926511, + "nauc_mrr_at_3_max": 0.745977, + "nauc_mrr_at_3_std": -0.102251, + "nauc_mrr_at_3_diff1": 0.917705, + "nauc_mrr_at_5_max": 0.748084, + "nauc_mrr_at_5_std": -0.095919, + "nauc_mrr_at_5_diff1": 0.919608, + "nauc_mrr_at_10_max": 0.745414, + "nauc_mrr_at_10_std": -0.098826, + "nauc_mrr_at_10_diff1": 0.919423, + "nauc_mrr_at_20_max": 0.743832, + "nauc_mrr_at_20_std": -0.098602, + "nauc_mrr_at_20_diff1": 0.919304, + "nauc_mrr_at_100_max": 0.743084, + "nauc_mrr_at_100_std": -0.098551, + "nauc_mrr_at_100_diff1": 0.919515, + "nauc_mrr_at_1000_max": 0.743029, + "nauc_mrr_at_1000_std": -0.098768, + "nauc_mrr_at_1000_diff1": 0.919497, + "main_score": 0.92054, + "hf_subset": "zsm_Latn-zsm_Latn", + "languages": [ + "zsm-Latn", + "zsm-Latn" + ] + }, + { + "ndcg_at_1": 0.93222, + "ndcg_at_3": 0.956, + "ndcg_at_5": 0.95916, + "ndcg_at_10": 0.96107, + "ndcg_at_20": 0.96278, + "ndcg_at_100": 0.96366, + "ndcg_at_1000": 0.96406, + "map_at_1": 0.93222, + "map_at_3": 0.95037, + "map_at_5": 0.95209, + "map_at_10": 0.95295, + "map_at_20": 0.95343, + "map_at_100": 0.95357, + "map_at_1000": 0.95358, + "recall_at_1": 0.93222, + "recall_at_3": 0.97222, + "recall_at_5": 0.98, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.93222, + "precision_at_3": 0.32407, + "precision_at_5": 0.196, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.932222, + "mrr_at_3": 0.95037, + "mrr_at_5": 0.952093, + "mrr_at_10": 0.952946, + "mrr_at_20": 0.953432, + "mrr_at_100": 0.953571, + "mrr_at_1000": 0.953582, + "nauc_ndcg_at_1_max": 0.769244, + "nauc_ndcg_at_1_std": -0.069125, + "nauc_ndcg_at_1_diff1": 0.933684, + "nauc_ndcg_at_3_max": 0.835087, + "nauc_ndcg_at_3_std": 0.02121, + "nauc_ndcg_at_3_diff1": 0.934803, + "nauc_ndcg_at_5_max": 0.823723, + "nauc_ndcg_at_5_std": -0.007906, + "nauc_ndcg_at_5_diff1": 0.931143, + "nauc_ndcg_at_10_max": 0.819324, + "nauc_ndcg_at_10_std": -0.029967, + "nauc_ndcg_at_10_diff1": 0.935051, + "nauc_ndcg_at_20_max": 0.816637, + "nauc_ndcg_at_20_std": 0.002857, + "nauc_ndcg_at_20_diff1": 0.937325, + "nauc_ndcg_at_100_max": 0.814071, + "nauc_ndcg_at_100_std": -0.002897, + "nauc_ndcg_at_100_diff1": 0.935815, + "nauc_ndcg_at_1000_max": 0.812981, + "nauc_ndcg_at_1000_std": -0.014186, + "nauc_ndcg_at_1000_diff1": 0.935093, + "nauc_map_at_1_max": 0.769244, + "nauc_map_at_1_std": -0.069125, + "nauc_map_at_1_diff1": 0.933684, + "nauc_map_at_3_max": 0.817208, + "nauc_map_at_3_std": -0.01036, + "nauc_map_at_3_diff1": 0.934484, + "nauc_map_at_5_max": 0.811243, + "nauc_map_at_5_std": -0.025363, + "nauc_map_at_5_diff1": 0.932735, + "nauc_map_at_10_max": 0.809324, + "nauc_map_at_10_std": -0.033456, + "nauc_map_at_10_diff1": 0.934066, + "nauc_map_at_20_max": 0.808487, + "nauc_map_at_20_std": -0.026724, + "nauc_map_at_20_diff1": 0.934568, + "nauc_map_at_100_max": 0.808201, + "nauc_map_at_100_std": -0.026956, + "nauc_map_at_100_diff1": 0.934371, + "nauc_map_at_1000_max": 0.808178, + "nauc_map_at_1000_std": -0.027208, + "nauc_map_at_1000_diff1": 0.934355, + "nauc_recall_at_1_max": 0.769244, + "nauc_recall_at_1_std": -0.069125, + "nauc_recall_at_1_diff1": 0.933684, + "nauc_recall_at_3_max": 0.924463, + "nauc_recall_at_3_std": 0.185322, + "nauc_recall_at_3_diff1": 0.936415, + "nauc_recall_at_5_max": 0.90235, + "nauc_recall_at_5_std": 0.105742, + "nauc_recall_at_5_diff1": 0.918949, + "nauc_recall_at_10_max": 0.899088, + "nauc_recall_at_10_std": -0.02995, + "nauc_recall_at_10_diff1": 0.94721, + "nauc_recall_at_20_max": 0.922969, + "nauc_recall_at_20_std": 0.608577, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.769244, + "nauc_precision_at_1_std": -0.069125, + "nauc_precision_at_1_diff1": 0.933684, + "nauc_precision_at_3_max": 0.924463, + "nauc_precision_at_3_std": 0.185322, + "nauc_precision_at_3_diff1": 0.936415, + "nauc_precision_at_5_max": 0.90235, + "nauc_precision_at_5_std": 0.105742, + "nauc_precision_at_5_diff1": 0.918949, + "nauc_precision_at_10_max": 0.899088, + "nauc_precision_at_10_std": -0.02995, + "nauc_precision_at_10_diff1": 0.94721, + "nauc_precision_at_20_max": 0.922969, + "nauc_precision_at_20_std": 0.608577, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.769244, + "nauc_mrr_at_1_std": -0.069125, + "nauc_mrr_at_1_diff1": 0.933684, + "nauc_mrr_at_3_max": 0.817208, + "nauc_mrr_at_3_std": -0.01036, + "nauc_mrr_at_3_diff1": 0.934484, + "nauc_mrr_at_5_max": 0.811243, + "nauc_mrr_at_5_std": -0.025363, + "nauc_mrr_at_5_diff1": 0.932735, + "nauc_mrr_at_10_max": 0.809324, + "nauc_mrr_at_10_std": -0.033456, + "nauc_mrr_at_10_diff1": 0.934066, + "nauc_mrr_at_20_max": 0.808487, + "nauc_mrr_at_20_std": -0.026724, + "nauc_mrr_at_20_diff1": 0.934568, + "nauc_mrr_at_100_max": 0.808201, + "nauc_mrr_at_100_std": -0.026956, + "nauc_mrr_at_100_diff1": 0.934371, + "nauc_mrr_at_1000_max": 0.808178, + "nauc_mrr_at_1000_std": -0.027208, + "nauc_mrr_at_1000_diff1": 0.934355, + "main_score": 0.96107, + "hf_subset": "zsm_Latn-eng_Latn", + "languages": [ + "zsm-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.93922, + "ndcg_at_5": 0.94414, + "ndcg_at_10": 0.94776, + "ndcg_at_20": 0.95016, + "ndcg_at_100": 0.95119, + "ndcg_at_1000": 0.95149, + "map_at_1": 0.91, + "map_at_3": 0.93204, + "map_at_5": 0.9347, + "map_at_10": 0.93621, + "map_at_20": 0.93695, + "map_at_100": 0.9371, + "map_at_1000": 0.93711, + "recall_at_1": 0.91, + "recall_at_3": 0.96, + "recall_at_5": 0.97222, + "recall_at_10": 0.98333, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91, + "precision_at_3": 0.32, + "precision_at_5": 0.19444, + "precision_at_10": 0.09833, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.91, + "mrr_at_3": 0.932037, + "mrr_at_5": 0.934704, + "mrr_at_10": 0.936213, + "mrr_at_20": 0.936954, + "mrr_at_100": 0.937098, + "mrr_at_1000": 0.937112, + "nauc_ndcg_at_1_max": 0.685393, + "nauc_ndcg_at_1_std": -0.010473, + "nauc_ndcg_at_1_diff1": 0.911817, + "nauc_ndcg_at_3_max": 0.766225, + "nauc_ndcg_at_3_std": 0.061455, + "nauc_ndcg_at_3_diff1": 0.909592, + "nauc_ndcg_at_5_max": 0.759147, + "nauc_ndcg_at_5_std": 0.054619, + "nauc_ndcg_at_5_diff1": 0.910438, + "nauc_ndcg_at_10_max": 0.753751, + "nauc_ndcg_at_10_std": 0.045375, + "nauc_ndcg_at_10_diff1": 0.91536, + "nauc_ndcg_at_20_max": 0.746892, + "nauc_ndcg_at_20_std": 0.054165, + "nauc_ndcg_at_20_diff1": 0.913013, + "nauc_ndcg_at_100_max": 0.74372, + "nauc_ndcg_at_100_std": 0.049201, + "nauc_ndcg_at_100_diff1": 0.912533, + "nauc_ndcg_at_1000_max": 0.742132, + "nauc_ndcg_at_1000_std": 0.043312, + "nauc_ndcg_at_1000_diff1": 0.912429, + "nauc_map_at_1_max": 0.685393, + "nauc_map_at_1_std": -0.010473, + "nauc_map_at_1_diff1": 0.911817, + "nauc_map_at_3_max": 0.744108, + "nauc_map_at_3_std": 0.040053, + "nauc_map_at_3_diff1": 0.91014, + "nauc_map_at_5_max": 0.739908, + "nauc_map_at_5_std": 0.035803, + "nauc_map_at_5_diff1": 0.91049, + "nauc_map_at_10_max": 0.737544, + "nauc_map_at_10_std": 0.031484, + "nauc_map_at_10_diff1": 0.912373, + "nauc_map_at_20_max": 0.735712, + "nauc_map_at_20_std": 0.033589, + "nauc_map_at_20_diff1": 0.911788, + "nauc_map_at_100_max": 0.735433, + "nauc_map_at_100_std": 0.033525, + "nauc_map_at_100_diff1": 0.91179, + "nauc_map_at_1000_max": 0.735374, + "nauc_map_at_1000_std": 0.033311, + "nauc_map_at_1000_diff1": 0.911791, + "nauc_recall_at_1_max": 0.685393, + "nauc_recall_at_1_std": -0.010473, + "nauc_recall_at_1_diff1": 0.911817, + "nauc_recall_at_3_max": 0.872069, + "nauc_recall_at_3_std": 0.165292, + "nauc_recall_at_3_diff1": 0.907018, + "nauc_recall_at_5_max": 0.883473, + "nauc_recall_at_5_std": 0.17888, + "nauc_recall_at_5_diff1": 0.910738, + "nauc_recall_at_10_max": 0.915811, + "nauc_recall_at_10_std": 0.186928, + "nauc_recall_at_10_diff1": 0.954248, + "nauc_recall_at_20_max": 0.936308, + "nauc_recall_at_20_std": 0.55022, + "nauc_recall_at_20_diff1": 0.941643, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.685393, + "nauc_precision_at_1_std": -0.010473, + "nauc_precision_at_1_diff1": 0.911817, + "nauc_precision_at_3_max": 0.872069, + "nauc_precision_at_3_std": 0.165292, + "nauc_precision_at_3_diff1": 0.907018, + "nauc_precision_at_5_max": 0.883473, + "nauc_precision_at_5_std": 0.17888, + "nauc_precision_at_5_diff1": 0.910738, + "nauc_precision_at_10_max": 0.915811, + "nauc_precision_at_10_std": 0.186928, + "nauc_precision_at_10_diff1": 0.954248, + "nauc_precision_at_20_max": 0.936308, + "nauc_precision_at_20_std": 0.55022, + "nauc_precision_at_20_diff1": 0.941643, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.685393, + "nauc_mrr_at_1_std": -0.010473, + "nauc_mrr_at_1_diff1": 0.911817, + "nauc_mrr_at_3_max": 0.744108, + "nauc_mrr_at_3_std": 0.040053, + "nauc_mrr_at_3_diff1": 0.91014, + "nauc_mrr_at_5_max": 0.739908, + "nauc_mrr_at_5_std": 0.035803, + "nauc_mrr_at_5_diff1": 0.91049, + "nauc_mrr_at_10_max": 0.737544, + "nauc_mrr_at_10_std": 0.031484, + "nauc_mrr_at_10_diff1": 0.912373, + "nauc_mrr_at_20_max": 0.735712, + "nauc_mrr_at_20_std": 0.033589, + "nauc_mrr_at_20_diff1": 0.911788, + "nauc_mrr_at_100_max": 0.735433, + "nauc_mrr_at_100_std": 0.033525, + "nauc_mrr_at_100_diff1": 0.91179, + "nauc_mrr_at_1000_max": 0.735374, + "nauc_mrr_at_1000_std": 0.033311, + "nauc_mrr_at_1000_diff1": 0.911791, + "main_score": 0.94776, + "hf_subset": "eng_Latn-zsm_Latn", + "languages": [ + "eng-Latn", + "zsm-Latn" + ] + }, + { + "ndcg_at_1": 0.56333, + "ndcg_at_3": 0.62627, + "ndcg_at_5": 0.63626, + "ndcg_at_10": 0.65082, + "ndcg_at_20": 0.66411, + "ndcg_at_100": 0.68569, + "ndcg_at_1000": 0.69767, + "map_at_1": 0.56333, + "map_at_3": 0.61111, + "map_at_5": 0.61661, + "map_at_10": 0.62273, + "map_at_20": 0.62628, + "map_at_100": 0.62915, + "map_at_1000": 0.62967, + "recall_at_1": 0.56333, + "recall_at_3": 0.67, + "recall_at_5": 0.69444, + "recall_at_10": 0.73889, + "recall_at_20": 0.79222, + "recall_at_100": 0.91, + "recall_at_1000": 1.0, + "precision_at_1": 0.56333, + "precision_at_3": 0.22333, + "precision_at_5": 0.13889, + "precision_at_10": 0.07389, + "precision_at_20": 0.03961, + "precision_at_100": 0.0091, + "precision_at_1000": 0.001, + "mrr_at_1": 0.563333, + "mrr_at_3": 0.611111, + "mrr_at_5": 0.616611, + "mrr_at_10": 0.622728, + "mrr_at_20": 0.626276, + "mrr_at_100": 0.629153, + "mrr_at_1000": 0.629673, + "nauc_ndcg_at_1_max": 0.672728, + "nauc_ndcg_at_1_std": 0.539424, + "nauc_ndcg_at_1_diff1": 0.846685, + "nauc_ndcg_at_3_max": 0.670351, + "nauc_ndcg_at_3_std": 0.58665, + "nauc_ndcg_at_3_diff1": 0.813181, + "nauc_ndcg_at_5_max": 0.666761, + "nauc_ndcg_at_5_std": 0.585689, + "nauc_ndcg_at_5_diff1": 0.811123, + "nauc_ndcg_at_10_max": 0.662952, + "nauc_ndcg_at_10_std": 0.583093, + "nauc_ndcg_at_10_diff1": 0.809155, + "nauc_ndcg_at_20_max": 0.657137, + "nauc_ndcg_at_20_std": 0.583327, + "nauc_ndcg_at_20_diff1": 0.805779, + "nauc_ndcg_at_100_max": 0.658641, + "nauc_ndcg_at_100_std": 0.583421, + "nauc_ndcg_at_100_diff1": 0.804589, + "nauc_ndcg_at_1000_max": 0.662843, + "nauc_ndcg_at_1000_std": 0.579295, + "nauc_ndcg_at_1000_diff1": 0.813086, + "nauc_map_at_1_max": 0.672728, + "nauc_map_at_1_std": 0.539424, + "nauc_map_at_1_diff1": 0.846685, + "nauc_map_at_3_max": 0.67119, + "nauc_map_at_3_std": 0.575922, + "nauc_map_at_3_diff1": 0.822639, + "nauc_map_at_5_max": 0.66944, + "nauc_map_at_5_std": 0.575338, + "nauc_map_at_5_diff1": 0.821746, + "nauc_map_at_10_max": 0.667895, + "nauc_map_at_10_std": 0.574072, + "nauc_map_at_10_diff1": 0.821248, + "nauc_map_at_20_max": 0.666714, + "nauc_map_at_20_std": 0.574408, + "nauc_map_at_20_diff1": 0.82067, + "nauc_map_at_100_max": 0.666718, + "nauc_map_at_100_std": 0.574097, + "nauc_map_at_100_diff1": 0.820562, + "nauc_map_at_1000_max": 0.666893, + "nauc_map_at_1000_std": 0.573975, + "nauc_map_at_1000_diff1": 0.820899, + "nauc_recall_at_1_max": 0.672728, + "nauc_recall_at_1_std": 0.539424, + "nauc_recall_at_1_diff1": 0.846685, + "nauc_recall_at_3_max": 0.667573, + "nauc_recall_at_3_std": 0.620175, + "nauc_recall_at_3_diff1": 0.782663, + "nauc_recall_at_5_max": 0.656931, + "nauc_recall_at_5_std": 0.619123, + "nauc_recall_at_5_diff1": 0.774969, + "nauc_recall_at_10_max": 0.641848, + "nauc_recall_at_10_std": 0.614554, + "nauc_recall_at_10_diff1": 0.761897, + "nauc_recall_at_20_max": 0.602254, + "nauc_recall_at_20_std": 0.618044, + "nauc_recall_at_20_diff1": 0.73163, + "nauc_recall_at_100_max": 0.575181, + "nauc_recall_at_100_std": 0.671917, + "nauc_recall_at_100_diff1": 0.633918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.672728, + "nauc_precision_at_1_std": 0.539424, + "nauc_precision_at_1_diff1": 0.846685, + "nauc_precision_at_3_max": 0.667573, + "nauc_precision_at_3_std": 0.620175, + "nauc_precision_at_3_diff1": 0.782663, + "nauc_precision_at_5_max": 0.656931, + "nauc_precision_at_5_std": 0.619123, + "nauc_precision_at_5_diff1": 0.774969, + "nauc_precision_at_10_max": 0.641848, + "nauc_precision_at_10_std": 0.614554, + "nauc_precision_at_10_diff1": 0.761897, + "nauc_precision_at_20_max": 0.602254, + "nauc_precision_at_20_std": 0.618044, + "nauc_precision_at_20_diff1": 0.73163, + "nauc_precision_at_100_max": 0.575181, + "nauc_precision_at_100_std": 0.671917, + "nauc_precision_at_100_diff1": 0.633918, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.672728, + "nauc_mrr_at_1_std": 0.539424, + "nauc_mrr_at_1_diff1": 0.846685, + "nauc_mrr_at_3_max": 0.67119, + "nauc_mrr_at_3_std": 0.575922, + "nauc_mrr_at_3_diff1": 0.822639, + "nauc_mrr_at_5_max": 0.66944, + "nauc_mrr_at_5_std": 0.575338, + "nauc_mrr_at_5_diff1": 0.821746, + "nauc_mrr_at_10_max": 0.667895, + "nauc_mrr_at_10_std": 0.574072, + "nauc_mrr_at_10_diff1": 0.821248, + "nauc_mrr_at_20_max": 0.666714, + "nauc_mrr_at_20_std": 0.574408, + "nauc_mrr_at_20_diff1": 0.82067, + "nauc_mrr_at_100_max": 0.666718, + "nauc_mrr_at_100_std": 0.574097, + "nauc_mrr_at_100_diff1": 0.820562, + "nauc_mrr_at_1000_max": 0.666893, + "nauc_mrr_at_1000_std": 0.573975, + "nauc_mrr_at_1000_diff1": 0.820899, + "main_score": 0.65082, + "hf_subset": "zul_Latn-zul_Latn", + "languages": [ + "zul-Latn", + "zul-Latn" + ] + }, + { + "ndcg_at_1": 0.80111, + "ndcg_at_3": 0.85385, + "ndcg_at_5": 0.8692, + "ndcg_at_10": 0.87815, + "ndcg_at_20": 0.88244, + "ndcg_at_100": 0.88676, + "ndcg_at_1000": 0.8878, + "map_at_1": 0.80111, + "map_at_3": 0.8413, + "map_at_5": 0.84996, + "map_at_10": 0.85384, + "map_at_20": 0.85506, + "map_at_100": 0.85573, + "map_at_1000": 0.85578, + "recall_at_1": 0.80111, + "recall_at_3": 0.89, + "recall_at_5": 0.92667, + "recall_at_10": 0.95333, + "recall_at_20": 0.97, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.80111, + "precision_at_3": 0.29667, + "precision_at_5": 0.18533, + "precision_at_10": 0.09533, + "precision_at_20": 0.0485, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.801111, + "mrr_at_3": 0.841296, + "mrr_at_5": 0.849963, + "mrr_at_10": 0.853841, + "mrr_at_20": 0.855062, + "mrr_at_100": 0.855735, + "mrr_at_1000": 0.855781, + "nauc_ndcg_at_1_max": 0.641984, + "nauc_ndcg_at_1_std": -0.031367, + "nauc_ndcg_at_1_diff1": 0.878582, + "nauc_ndcg_at_3_max": 0.690778, + "nauc_ndcg_at_3_std": 0.038674, + "nauc_ndcg_at_3_diff1": 0.864998, + "nauc_ndcg_at_5_max": 0.68472, + "nauc_ndcg_at_5_std": 0.037016, + "nauc_ndcg_at_5_diff1": 0.864786, + "nauc_ndcg_at_10_max": 0.689848, + "nauc_ndcg_at_10_std": 0.06349, + "nauc_ndcg_at_10_diff1": 0.866169, + "nauc_ndcg_at_20_max": 0.686449, + "nauc_ndcg_at_20_std": 0.05055, + "nauc_ndcg_at_20_diff1": 0.866676, + "nauc_ndcg_at_100_max": 0.680125, + "nauc_ndcg_at_100_std": 0.041362, + "nauc_ndcg_at_100_diff1": 0.868098, + "nauc_ndcg_at_1000_max": 0.67899, + "nauc_ndcg_at_1000_std": 0.033436, + "nauc_ndcg_at_1000_diff1": 0.868428, + "nauc_map_at_1_max": 0.641984, + "nauc_map_at_1_std": -0.031367, + "nauc_map_at_1_diff1": 0.878582, + "nauc_map_at_3_max": 0.677142, + "nauc_map_at_3_std": 0.017656, + "nauc_map_at_3_diff1": 0.868777, + "nauc_map_at_5_max": 0.673653, + "nauc_map_at_5_std": 0.015828, + "nauc_map_at_5_diff1": 0.868859, + "nauc_map_at_10_max": 0.675398, + "nauc_map_at_10_std": 0.025083, + "nauc_map_at_10_diff1": 0.869399, + "nauc_map_at_20_max": 0.674518, + "nauc_map_at_20_std": 0.021534, + "nauc_map_at_20_diff1": 0.869607, + "nauc_map_at_100_max": 0.673677, + "nauc_map_at_100_std": 0.020236, + "nauc_map_at_100_diff1": 0.869765, + "nauc_map_at_1000_max": 0.673631, + "nauc_map_at_1000_std": 0.019976, + "nauc_map_at_1000_diff1": 0.869786, + "nauc_recall_at_1_max": 0.641984, + "nauc_recall_at_1_std": -0.031367, + "nauc_recall_at_1_diff1": 0.878582, + "nauc_recall_at_3_max": 0.744967, + "nauc_recall_at_3_std": 0.12308, + "nauc_recall_at_3_diff1": 0.849989, + "nauc_recall_at_5_max": 0.743853, + "nauc_recall_at_5_std": 0.155215, + "nauc_recall_at_5_diff1": 0.842161, + "nauc_recall_at_10_max": 0.812992, + "nauc_recall_at_10_std": 0.416278, + "nauc_recall_at_10_diff1": 0.840725, + "nauc_recall_at_20_max": 0.830722, + "nauc_recall_at_20_std": 0.431321, + "nauc_recall_at_20_diff1": 0.831864, + "nauc_recall_at_100_max": 0.793251, + "nauc_recall_at_100_std": 0.874683, + "nauc_recall_at_100_diff1": 0.840603, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.641984, + "nauc_precision_at_1_std": -0.031367, + "nauc_precision_at_1_diff1": 0.878582, + "nauc_precision_at_3_max": 0.744967, + "nauc_precision_at_3_std": 0.12308, + "nauc_precision_at_3_diff1": 0.849989, + "nauc_precision_at_5_max": 0.743853, + "nauc_precision_at_5_std": 0.155215, + "nauc_precision_at_5_diff1": 0.842161, + "nauc_precision_at_10_max": 0.812992, + "nauc_precision_at_10_std": 0.416278, + "nauc_precision_at_10_diff1": 0.840725, + "nauc_precision_at_20_max": 0.830722, + "nauc_precision_at_20_std": 0.431321, + "nauc_precision_at_20_diff1": 0.831864, + "nauc_precision_at_100_max": 0.793251, + "nauc_precision_at_100_std": 0.874683, + "nauc_precision_at_100_diff1": 0.840603, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.641984, + "nauc_mrr_at_1_std": -0.031367, + "nauc_mrr_at_1_diff1": 0.878582, + "nauc_mrr_at_3_max": 0.677142, + "nauc_mrr_at_3_std": 0.017656, + "nauc_mrr_at_3_diff1": 0.868777, + "nauc_mrr_at_5_max": 0.673653, + "nauc_mrr_at_5_std": 0.015828, + "nauc_mrr_at_5_diff1": 0.868859, + "nauc_mrr_at_10_max": 0.675398, + "nauc_mrr_at_10_std": 0.025083, + "nauc_mrr_at_10_diff1": 0.869399, + "nauc_mrr_at_20_max": 0.674518, + "nauc_mrr_at_20_std": 0.021534, + "nauc_mrr_at_20_diff1": 0.869607, + "nauc_mrr_at_100_max": 0.673677, + "nauc_mrr_at_100_std": 0.020236, + "nauc_mrr_at_100_diff1": 0.869765, + "nauc_mrr_at_1000_max": 0.673631, + "nauc_mrr_at_1000_std": 0.019976, + "nauc_mrr_at_1000_diff1": 0.869786, + "main_score": 0.87815, + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.54, + "ndcg_at_3": 0.59358, + "ndcg_at_5": 0.60176, + "ndcg_at_10": 0.61632, + "ndcg_at_20": 0.6303, + "ndcg_at_100": 0.65082, + "ndcg_at_1000": 0.66903, + "map_at_1": 0.54, + "map_at_3": 0.58093, + "map_at_5": 0.58543, + "map_at_10": 0.59133, + "map_at_20": 0.59529, + "map_at_100": 0.59811, + "map_at_1000": 0.59885, + "recall_at_1": 0.54, + "recall_at_3": 0.63, + "recall_at_5": 0.65, + "recall_at_10": 0.69556, + "recall_at_20": 0.75, + "recall_at_100": 0.86111, + "recall_at_1000": 1.0, + "precision_at_1": 0.54, + "precision_at_3": 0.21, + "precision_at_5": 0.13, + "precision_at_10": 0.06956, + "precision_at_20": 0.0375, + "precision_at_100": 0.00861, + "precision_at_1000": 0.001, + "mrr_at_1": 0.54, + "mrr_at_3": 0.580926, + "mrr_at_5": 0.585426, + "mrr_at_10": 0.591334, + "mrr_at_20": 0.595286, + "mrr_at_100": 0.598108, + "mrr_at_1000": 0.598854, + "nauc_ndcg_at_1_max": 0.67631, + "nauc_ndcg_at_1_std": -0.109429, + "nauc_ndcg_at_1_diff1": 0.861334, + "nauc_ndcg_at_3_max": 0.671608, + "nauc_ndcg_at_3_std": -0.110433, + "nauc_ndcg_at_3_diff1": 0.816743, + "nauc_ndcg_at_5_max": 0.670787, + "nauc_ndcg_at_5_std": -0.105933, + "nauc_ndcg_at_5_diff1": 0.81137, + "nauc_ndcg_at_10_max": 0.663069, + "nauc_ndcg_at_10_std": -0.096273, + "nauc_ndcg_at_10_diff1": 0.800838, + "nauc_ndcg_at_20_max": 0.661694, + "nauc_ndcg_at_20_std": -0.091076, + "nauc_ndcg_at_20_diff1": 0.797188, + "nauc_ndcg_at_100_max": 0.663027, + "nauc_ndcg_at_100_std": -0.08007, + "nauc_ndcg_at_100_diff1": 0.798037, + "nauc_ndcg_at_1000_max": 0.665865, + "nauc_ndcg_at_1000_std": -0.094536, + "nauc_ndcg_at_1000_diff1": 0.808422, + "nauc_map_at_1_max": 0.67631, + "nauc_map_at_1_std": -0.109429, + "nauc_map_at_1_diff1": 0.861334, + "nauc_map_at_3_max": 0.67299, + "nauc_map_at_3_std": -0.110963, + "nauc_map_at_3_diff1": 0.827626, + "nauc_map_at_5_max": 0.672555, + "nauc_map_at_5_std": -0.108761, + "nauc_map_at_5_diff1": 0.824788, + "nauc_map_at_10_max": 0.669513, + "nauc_map_at_10_std": -0.105046, + "nauc_map_at_10_diff1": 0.820939, + "nauc_map_at_20_max": 0.669179, + "nauc_map_at_20_std": -0.103691, + "nauc_map_at_20_diff1": 0.820007, + "nauc_map_at_100_max": 0.669296, + "nauc_map_at_100_std": -0.102443, + "nauc_map_at_100_diff1": 0.820143, + "nauc_map_at_1000_max": 0.66939, + "nauc_map_at_1000_std": -0.102932, + "nauc_map_at_1000_diff1": 0.820501, + "nauc_recall_at_1_max": 0.67631, + "nauc_recall_at_1_std": -0.109429, + "nauc_recall_at_1_diff1": 0.861334, + "nauc_recall_at_3_max": 0.667252, + "nauc_recall_at_3_std": -0.108444, + "nauc_recall_at_3_diff1": 0.783281, + "nauc_recall_at_5_max": 0.66494, + "nauc_recall_at_5_std": -0.095533, + "nauc_recall_at_5_diff1": 0.767988, + "nauc_recall_at_10_max": 0.636898, + "nauc_recall_at_10_std": -0.059627, + "nauc_recall_at_10_diff1": 0.725133, + "nauc_recall_at_20_max": 0.625725, + "nauc_recall_at_20_std": -0.027311, + "nauc_recall_at_20_diff1": 0.694987, + "nauc_recall_at_100_max": 0.619802, + "nauc_recall_at_100_std": 0.136945, + "nauc_recall_at_100_diff1": 0.640961, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.67631, + "nauc_precision_at_1_std": -0.109429, + "nauc_precision_at_1_diff1": 0.861334, + "nauc_precision_at_3_max": 0.667252, + "nauc_precision_at_3_std": -0.108444, + "nauc_precision_at_3_diff1": 0.783281, + "nauc_precision_at_5_max": 0.66494, + "nauc_precision_at_5_std": -0.095533, + "nauc_precision_at_5_diff1": 0.767988, + "nauc_precision_at_10_max": 0.636898, + "nauc_precision_at_10_std": -0.059627, + "nauc_precision_at_10_diff1": 0.725133, + "nauc_precision_at_20_max": 0.625725, + "nauc_precision_at_20_std": -0.027311, + "nauc_precision_at_20_diff1": 0.694987, + "nauc_precision_at_100_max": 0.619802, + "nauc_precision_at_100_std": 0.136945, + "nauc_precision_at_100_diff1": 0.640961, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.67631, + "nauc_mrr_at_1_std": -0.109429, + "nauc_mrr_at_1_diff1": 0.861334, + "nauc_mrr_at_3_max": 0.67299, + "nauc_mrr_at_3_std": -0.110963, + "nauc_mrr_at_3_diff1": 0.827626, + "nauc_mrr_at_5_max": 0.672555, + "nauc_mrr_at_5_std": -0.108761, + "nauc_mrr_at_5_diff1": 0.824788, + "nauc_mrr_at_10_max": 0.669513, + "nauc_mrr_at_10_std": -0.105046, + "nauc_mrr_at_10_diff1": 0.820939, + "nauc_mrr_at_20_max": 0.669179, + "nauc_mrr_at_20_std": -0.103691, + "nauc_mrr_at_20_diff1": 0.820007, + "nauc_mrr_at_100_max": 0.669296, + "nauc_mrr_at_100_std": -0.102443, + "nauc_mrr_at_100_diff1": 0.820143, + "nauc_mrr_at_1000_max": 0.66939, + "nauc_mrr_at_1000_std": -0.102932, + "nauc_mrr_at_1000_diff1": 0.820501, + "main_score": 0.61632, + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ] + }, + { + "ndcg_at_1": 0.27667, + "ndcg_at_3": 0.31118, + "ndcg_at_5": 0.32256, + "ndcg_at_10": 0.34257, + "ndcg_at_20": 0.35743, + "ndcg_at_100": 0.39251, + "ndcg_at_1000": 0.4336, + "map_at_1": 0.27667, + "map_at_3": 0.30241, + "map_at_5": 0.30869, + "map_at_10": 0.31689, + "map_at_20": 0.32096, + "map_at_100": 0.32538, + "map_at_1000": 0.32694, + "recall_at_1": 0.27667, + "recall_at_3": 0.33667, + "recall_at_5": 0.36444, + "recall_at_10": 0.42667, + "recall_at_20": 0.48556, + "recall_at_100": 0.68111, + "recall_at_1000": 1.0, + "precision_at_1": 0.27667, + "precision_at_3": 0.11222, + "precision_at_5": 0.07289, + "precision_at_10": 0.04267, + "precision_at_20": 0.02428, + "precision_at_100": 0.00681, + "precision_at_1000": 0.001, + "mrr_at_1": 0.276667, + "mrr_at_3": 0.302407, + "mrr_at_5": 0.308685, + "mrr_at_10": 0.31689, + "mrr_at_20": 0.320956, + "mrr_at_100": 0.325381, + "mrr_at_1000": 0.326944, + "nauc_ndcg_at_1_max": 0.613118, + "nauc_ndcg_at_1_std": 0.116917, + "nauc_ndcg_at_1_diff1": 0.849044, + "nauc_ndcg_at_3_max": 0.582836, + "nauc_ndcg_at_3_std": 0.109576, + "nauc_ndcg_at_3_diff1": 0.797334, + "nauc_ndcg_at_5_max": 0.569709, + "nauc_ndcg_at_5_std": 0.107022, + "nauc_ndcg_at_5_diff1": 0.781363, + "nauc_ndcg_at_10_max": 0.561125, + "nauc_ndcg_at_10_std": 0.106197, + "nauc_ndcg_at_10_diff1": 0.761066, + "nauc_ndcg_at_20_max": 0.549841, + "nauc_ndcg_at_20_std": 0.106295, + "nauc_ndcg_at_20_diff1": 0.75157, + "nauc_ndcg_at_100_max": 0.537302, + "nauc_ndcg_at_100_std": 0.103118, + "nauc_ndcg_at_100_diff1": 0.740184, + "nauc_ndcg_at_1000_max": 0.558501, + "nauc_ndcg_at_1000_std": 0.1081, + "nauc_ndcg_at_1000_diff1": 0.765716, + "nauc_map_at_1_max": 0.613118, + "nauc_map_at_1_std": 0.116917, + "nauc_map_at_1_diff1": 0.849044, + "nauc_map_at_3_max": 0.590635, + "nauc_map_at_3_std": 0.112255, + "nauc_map_at_3_diff1": 0.80894, + "nauc_map_at_5_max": 0.583402, + "nauc_map_at_5_std": 0.110904, + "nauc_map_at_5_diff1": 0.799974, + "nauc_map_at_10_max": 0.579862, + "nauc_map_at_10_std": 0.11064, + "nauc_map_at_10_diff1": 0.79135, + "nauc_map_at_20_max": 0.57677, + "nauc_map_at_20_std": 0.110819, + "nauc_map_at_20_diff1": 0.78893, + "nauc_map_at_100_max": 0.575374, + "nauc_map_at_100_std": 0.110952, + "nauc_map_at_100_diff1": 0.78748, + "nauc_map_at_1000_max": 0.576018, + "nauc_map_at_1000_std": 0.111091, + "nauc_map_at_1000_diff1": 0.788415, + "nauc_recall_at_1_max": 0.613118, + "nauc_recall_at_1_std": 0.116917, + "nauc_recall_at_1_diff1": 0.849044, + "nauc_recall_at_3_max": 0.560723, + "nauc_recall_at_3_std": 0.101694, + "nauc_recall_at_3_diff1": 0.76505, + "nauc_recall_at_5_max": 0.529489, + "nauc_recall_at_5_std": 0.095421, + "nauc_recall_at_5_diff1": 0.727752, + "nauc_recall_at_10_max": 0.503796, + "nauc_recall_at_10_std": 0.092596, + "nauc_recall_at_10_diff1": 0.668091, + "nauc_recall_at_20_max": 0.458792, + "nauc_recall_at_20_std": 0.091639, + "nauc_recall_at_20_diff1": 0.628171, + "nauc_recall_at_100_max": 0.344971, + "nauc_recall_at_100_std": 0.056446, + "nauc_recall_at_100_diff1": 0.516762, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.613118, + "nauc_precision_at_1_std": 0.116917, + "nauc_precision_at_1_diff1": 0.849044, + "nauc_precision_at_3_max": 0.560723, + "nauc_precision_at_3_std": 0.101694, + "nauc_precision_at_3_diff1": 0.76505, + "nauc_precision_at_5_max": 0.529489, + "nauc_precision_at_5_std": 0.095421, + "nauc_precision_at_5_diff1": 0.727752, + "nauc_precision_at_10_max": 0.503796, + "nauc_precision_at_10_std": 0.092596, + "nauc_precision_at_10_diff1": 0.668091, + "nauc_precision_at_20_max": 0.458792, + "nauc_precision_at_20_std": 0.091639, + "nauc_precision_at_20_diff1": 0.628171, + "nauc_precision_at_100_max": 0.344971, + "nauc_precision_at_100_std": 0.056446, + "nauc_precision_at_100_diff1": 0.516762, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.613118, + "nauc_mrr_at_1_std": 0.116917, + "nauc_mrr_at_1_diff1": 0.849044, + "nauc_mrr_at_3_max": 0.590635, + "nauc_mrr_at_3_std": 0.112255, + "nauc_mrr_at_3_diff1": 0.80894, + "nauc_mrr_at_5_max": 0.583402, + "nauc_mrr_at_5_std": 0.110904, + "nauc_mrr_at_5_diff1": 0.799974, + "nauc_mrr_at_10_max": 0.579862, + "nauc_mrr_at_10_std": 0.11064, + "nauc_mrr_at_10_diff1": 0.79135, + "nauc_mrr_at_20_max": 0.57677, + "nauc_mrr_at_20_std": 0.110819, + "nauc_mrr_at_20_diff1": 0.78893, + "nauc_mrr_at_100_max": 0.575374, + "nauc_mrr_at_100_std": 0.110952, + "nauc_mrr_at_100_diff1": 0.78748, + "nauc_mrr_at_1000_max": 0.576018, + "nauc_mrr_at_1000_std": 0.111091, + "nauc_mrr_at_1000_diff1": 0.788415, + "main_score": 0.34257, + "hf_subset": "arb_Arab-arb_Latn", + "languages": [ + "arb-Arab", + "arb-Latn" + ] + }, + { + "ndcg_at_1": 0.74444, + "ndcg_at_3": 0.79674, + "ndcg_at_5": 0.81157, + "ndcg_at_10": 0.82491, + "ndcg_at_20": 0.83389, + "ndcg_at_100": 0.8404, + "ndcg_at_1000": 0.84306, + "map_at_1": 0.74444, + "map_at_3": 0.78407, + "map_at_5": 0.79241, + "map_at_10": 0.79793, + "map_at_20": 0.80039, + "map_at_100": 0.80133, + "map_at_1000": 0.80144, + "recall_at_1": 0.74444, + "recall_at_3": 0.83333, + "recall_at_5": 0.86889, + "recall_at_10": 0.91, + "recall_at_20": 0.94556, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.74444, + "precision_at_3": 0.27778, + "precision_at_5": 0.17378, + "precision_at_10": 0.091, + "precision_at_20": 0.04728, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.744444, + "mrr_at_3": 0.784074, + "mrr_at_5": 0.792407, + "mrr_at_10": 0.797933, + "mrr_at_20": 0.800393, + "mrr_at_100": 0.80133, + "mrr_at_1000": 0.801444, + "nauc_ndcg_at_1_max": 0.66752, + "nauc_ndcg_at_1_std": 0.008044, + "nauc_ndcg_at_1_diff1": 0.826531, + "nauc_ndcg_at_3_max": 0.676548, + "nauc_ndcg_at_3_std": -0.001592, + "nauc_ndcg_at_3_diff1": 0.791446, + "nauc_ndcg_at_5_max": 0.688676, + "nauc_ndcg_at_5_std": 0.018069, + "nauc_ndcg_at_5_diff1": 0.79009, + "nauc_ndcg_at_10_max": 0.677074, + "nauc_ndcg_at_10_std": 0.020848, + "nauc_ndcg_at_10_diff1": 0.789837, + "nauc_ndcg_at_20_max": 0.680521, + "nauc_ndcg_at_20_std": 0.042668, + "nauc_ndcg_at_20_diff1": 0.793984, + "nauc_ndcg_at_100_max": 0.681764, + "nauc_ndcg_at_100_std": 0.034861, + "nauc_ndcg_at_100_diff1": 0.797978, + "nauc_ndcg_at_1000_max": 0.679054, + "nauc_ndcg_at_1000_std": 0.02527, + "nauc_ndcg_at_1000_diff1": 0.797661, + "nauc_map_at_1_max": 0.66752, + "nauc_map_at_1_std": 0.008044, + "nauc_map_at_1_diff1": 0.826531, + "nauc_map_at_3_max": 0.673102, + "nauc_map_at_3_std": -0.000536, + "nauc_map_at_3_diff1": 0.799713, + "nauc_map_at_5_max": 0.679549, + "nauc_map_at_5_std": 0.009223, + "nauc_map_at_5_diff1": 0.799411, + "nauc_map_at_10_max": 0.675212, + "nauc_map_at_10_std": 0.010431, + "nauc_map_at_10_diff1": 0.79947, + "nauc_map_at_20_max": 0.675884, + "nauc_map_at_20_std": 0.016044, + "nauc_map_at_20_diff1": 0.800422, + "nauc_map_at_100_max": 0.676163, + "nauc_map_at_100_std": 0.015392, + "nauc_map_at_100_diff1": 0.800922, + "nauc_map_at_1000_max": 0.67608, + "nauc_map_at_1000_std": 0.015063, + "nauc_map_at_1000_diff1": 0.800928, + "nauc_recall_at_1_max": 0.66752, + "nauc_recall_at_1_std": 0.008044, + "nauc_recall_at_1_diff1": 0.826531, + "nauc_recall_at_3_max": 0.689412, + "nauc_recall_at_3_std": -0.004552, + "nauc_recall_at_3_diff1": 0.762512, + "nauc_recall_at_5_max": 0.730344, + "nauc_recall_at_5_std": 0.061862, + "nauc_recall_at_5_diff1": 0.750519, + "nauc_recall_at_10_max": 0.681871, + "nauc_recall_at_10_std": 0.090927, + "nauc_recall_at_10_diff1": 0.733951, + "nauc_recall_at_20_max": 0.725786, + "nauc_recall_at_20_std": 0.360897, + "nauc_recall_at_20_diff1": 0.746965, + "nauc_recall_at_100_max": 0.833645, + "nauc_recall_at_100_std": 0.558798, + "nauc_recall_at_100_diff1": 0.820391, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.66752, + "nauc_precision_at_1_std": 0.008044, + "nauc_precision_at_1_diff1": 0.826531, + "nauc_precision_at_3_max": 0.689412, + "nauc_precision_at_3_std": -0.004552, + "nauc_precision_at_3_diff1": 0.762512, + "nauc_precision_at_5_max": 0.730344, + "nauc_precision_at_5_std": 0.061862, + "nauc_precision_at_5_diff1": 0.750519, + "nauc_precision_at_10_max": 0.681871, + "nauc_precision_at_10_std": 0.090927, + "nauc_precision_at_10_diff1": 0.733951, + "nauc_precision_at_20_max": 0.725786, + "nauc_precision_at_20_std": 0.360897, + "nauc_precision_at_20_diff1": 0.746965, + "nauc_precision_at_100_max": 0.833645, + "nauc_precision_at_100_std": 0.558798, + "nauc_precision_at_100_diff1": 0.820391, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.66752, + "nauc_mrr_at_1_std": 0.008044, + "nauc_mrr_at_1_diff1": 0.826531, + "nauc_mrr_at_3_max": 0.673102, + "nauc_mrr_at_3_std": -0.000536, + "nauc_mrr_at_3_diff1": 0.799713, + "nauc_mrr_at_5_max": 0.679549, + "nauc_mrr_at_5_std": 0.009223, + "nauc_mrr_at_5_diff1": 0.799411, + "nauc_mrr_at_10_max": 0.675212, + "nauc_mrr_at_10_std": 0.010431, + "nauc_mrr_at_10_diff1": 0.79947, + "nauc_mrr_at_20_max": 0.675884, + "nauc_mrr_at_20_std": 0.016044, + "nauc_mrr_at_20_diff1": 0.800422, + "nauc_mrr_at_100_max": 0.676163, + "nauc_mrr_at_100_std": 0.015392, + "nauc_mrr_at_100_diff1": 0.800922, + "nauc_mrr_at_1000_max": 0.67608, + "nauc_mrr_at_1000_std": 0.015063, + "nauc_mrr_at_1000_diff1": 0.800928, + "main_score": 0.82491, + "hf_subset": "arb_Latn-arb_Arab", + "languages": [ + "arb-Latn", + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.65333, + "ndcg_at_3": 0.71697, + "ndcg_at_5": 0.73308, + "ndcg_at_10": 0.74599, + "ndcg_at_20": 0.75502, + "ndcg_at_100": 0.76913, + "ndcg_at_1000": 0.77525, + "map_at_1": 0.65333, + "map_at_3": 0.70167, + "map_at_5": 0.71067, + "map_at_10": 0.71619, + "map_at_20": 0.7187, + "map_at_100": 0.72047, + "map_at_1000": 0.72072, + "recall_at_1": 0.65333, + "recall_at_3": 0.76111, + "recall_at_5": 0.8, + "recall_at_10": 0.83889, + "recall_at_20": 0.87444, + "recall_at_100": 0.95333, + "recall_at_1000": 1.0, + "precision_at_1": 0.65333, + "precision_at_3": 0.2537, + "precision_at_5": 0.16, + "precision_at_10": 0.08389, + "precision_at_20": 0.04372, + "precision_at_100": 0.00953, + "precision_at_1000": 0.001, + "mrr_at_1": 0.653333, + "mrr_at_3": 0.701667, + "mrr_at_5": 0.710667, + "mrr_at_10": 0.716194, + "mrr_at_20": 0.718695, + "mrr_at_100": 0.720472, + "mrr_at_1000": 0.720725, + "nauc_ndcg_at_1_max": 0.711818, + "nauc_ndcg_at_1_std": 0.333059, + "nauc_ndcg_at_1_diff1": 0.887464, + "nauc_ndcg_at_3_max": 0.74345, + "nauc_ndcg_at_3_std": 0.387089, + "nauc_ndcg_at_3_diff1": 0.857392, + "nauc_ndcg_at_5_max": 0.731702, + "nauc_ndcg_at_5_std": 0.383185, + "nauc_ndcg_at_5_diff1": 0.848543, + "nauc_ndcg_at_10_max": 0.733189, + "nauc_ndcg_at_10_std": 0.390875, + "nauc_ndcg_at_10_diff1": 0.850053, + "nauc_ndcg_at_20_max": 0.732574, + "nauc_ndcg_at_20_std": 0.390083, + "nauc_ndcg_at_20_diff1": 0.849532, + "nauc_ndcg_at_100_max": 0.732722, + "nauc_ndcg_at_100_std": 0.385732, + "nauc_ndcg_at_100_diff1": 0.85044, + "nauc_ndcg_at_1000_max": 0.731599, + "nauc_ndcg_at_1000_std": 0.381503, + "nauc_ndcg_at_1000_diff1": 0.855012, + "nauc_map_at_1_max": 0.711818, + "nauc_map_at_1_std": 0.333059, + "nauc_map_at_1_diff1": 0.887464, + "nauc_map_at_3_max": 0.735792, + "nauc_map_at_3_std": 0.373902, + "nauc_map_at_3_diff1": 0.864724, + "nauc_map_at_5_max": 0.729429, + "nauc_map_at_5_std": 0.371265, + "nauc_map_at_5_diff1": 0.860235, + "nauc_map_at_10_max": 0.730219, + "nauc_map_at_10_std": 0.374118, + "nauc_map_at_10_diff1": 0.861158, + "nauc_map_at_20_max": 0.730121, + "nauc_map_at_20_std": 0.373946, + "nauc_map_at_20_diff1": 0.861106, + "nauc_map_at_100_max": 0.729977, + "nauc_map_at_100_std": 0.373276, + "nauc_map_at_100_diff1": 0.861101, + "nauc_map_at_1000_max": 0.729933, + "nauc_map_at_1000_std": 0.373164, + "nauc_map_at_1000_diff1": 0.861277, + "nauc_recall_at_1_max": 0.711818, + "nauc_recall_at_1_std": 0.333059, + "nauc_recall_at_1_diff1": 0.887464, + "nauc_recall_at_3_max": 0.769117, + "nauc_recall_at_3_std": 0.431348, + "nauc_recall_at_3_diff1": 0.832791, + "nauc_recall_at_5_max": 0.737751, + "nauc_recall_at_5_std": 0.427625, + "nauc_recall_at_5_diff1": 0.802778, + "nauc_recall_at_10_max": 0.743342, + "nauc_recall_at_10_std": 0.470074, + "nauc_recall_at_10_diff1": 0.798343, + "nauc_recall_at_20_max": 0.740533, + "nauc_recall_at_20_std": 0.48214, + "nauc_recall_at_20_diff1": 0.782017, + "nauc_recall_at_100_max": 0.767096, + "nauc_recall_at_100_std": 0.528489, + "nauc_recall_at_100_diff1": 0.708072, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711818, + "nauc_precision_at_1_std": 0.333059, + "nauc_precision_at_1_diff1": 0.887464, + "nauc_precision_at_3_max": 0.769117, + "nauc_precision_at_3_std": 0.431348, + "nauc_precision_at_3_diff1": 0.832791, + "nauc_precision_at_5_max": 0.737751, + "nauc_precision_at_5_std": 0.427625, + "nauc_precision_at_5_diff1": 0.802778, + "nauc_precision_at_10_max": 0.743342, + "nauc_precision_at_10_std": 0.470074, + "nauc_precision_at_10_diff1": 0.798343, + "nauc_precision_at_20_max": 0.740533, + "nauc_precision_at_20_std": 0.48214, + "nauc_precision_at_20_diff1": 0.782017, + "nauc_precision_at_100_max": 0.767096, + "nauc_precision_at_100_std": 0.528489, + "nauc_precision_at_100_diff1": 0.708072, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.711818, + "nauc_mrr_at_1_std": 0.333059, + "nauc_mrr_at_1_diff1": 0.887464, + "nauc_mrr_at_3_max": 0.735792, + "nauc_mrr_at_3_std": 0.373902, + "nauc_mrr_at_3_diff1": 0.864724, + "nauc_mrr_at_5_max": 0.729429, + "nauc_mrr_at_5_std": 0.371265, + "nauc_mrr_at_5_diff1": 0.860235, + "nauc_mrr_at_10_max": 0.730219, + "nauc_mrr_at_10_std": 0.374118, + "nauc_mrr_at_10_diff1": 0.861158, + "nauc_mrr_at_20_max": 0.730121, + "nauc_mrr_at_20_std": 0.373946, + "nauc_mrr_at_20_diff1": 0.861106, + "nauc_mrr_at_100_max": 0.729977, + "nauc_mrr_at_100_std": 0.373276, + "nauc_mrr_at_100_diff1": 0.861101, + "nauc_mrr_at_1000_max": 0.729933, + "nauc_mrr_at_1000_std": 0.373164, + "nauc_mrr_at_1000_diff1": 0.861277, + "main_score": 0.74599, + "hf_subset": "ben_Beng-ben_Latn", + "languages": [ + "ben-Beng", + "ben-Latn" + ] + }, + { + "ndcg_at_1": 0.77667, + "ndcg_at_3": 0.8377, + "ndcg_at_5": 0.84985, + "ndcg_at_10": 0.85778, + "ndcg_at_20": 0.86241, + "ndcg_at_100": 0.86945, + "ndcg_at_1000": 0.87125, + "map_at_1": 0.77667, + "map_at_3": 0.8237, + "map_at_5": 0.83059, + "map_at_10": 0.83388, + "map_at_20": 0.83507, + "map_at_100": 0.83616, + "map_at_1000": 0.83624, + "recall_at_1": 0.77667, + "recall_at_3": 0.87778, + "recall_at_5": 0.90667, + "recall_at_10": 0.93111, + "recall_at_20": 0.95, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.77667, + "precision_at_3": 0.29259, + "precision_at_5": 0.18133, + "precision_at_10": 0.09311, + "precision_at_20": 0.0475, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.776667, + "mrr_at_3": 0.823704, + "mrr_at_5": 0.830593, + "mrr_at_10": 0.833883, + "mrr_at_20": 0.835074, + "mrr_at_100": 0.836157, + "mrr_at_1000": 0.836242, + "nauc_ndcg_at_1_max": 0.677849, + "nauc_ndcg_at_1_std": 0.066909, + "nauc_ndcg_at_1_diff1": 0.870275, + "nauc_ndcg_at_3_max": 0.733913, + "nauc_ndcg_at_3_std": 0.065351, + "nauc_ndcg_at_3_diff1": 0.848985, + "nauc_ndcg_at_5_max": 0.728411, + "nauc_ndcg_at_5_std": 0.089487, + "nauc_ndcg_at_5_diff1": 0.851013, + "nauc_ndcg_at_10_max": 0.72439, + "nauc_ndcg_at_10_std": 0.077608, + "nauc_ndcg_at_10_diff1": 0.85267, + "nauc_ndcg_at_20_max": 0.721109, + "nauc_ndcg_at_20_std": 0.078015, + "nauc_ndcg_at_20_diff1": 0.851223, + "nauc_ndcg_at_100_max": 0.720429, + "nauc_ndcg_at_100_std": 0.074537, + "nauc_ndcg_at_100_diff1": 0.85422, + "nauc_ndcg_at_1000_max": 0.717888, + "nauc_ndcg_at_1000_std": 0.074794, + "nauc_ndcg_at_1000_diff1": 0.853874, + "nauc_map_at_1_max": 0.677849, + "nauc_map_at_1_std": 0.066909, + "nauc_map_at_1_diff1": 0.870275, + "nauc_map_at_3_max": 0.718762, + "nauc_map_at_3_std": 0.063393, + "nauc_map_at_3_diff1": 0.85443, + "nauc_map_at_5_max": 0.715303, + "nauc_map_at_5_std": 0.076042, + "nauc_map_at_5_diff1": 0.855452, + "nauc_map_at_10_max": 0.713489, + "nauc_map_at_10_std": 0.070612, + "nauc_map_at_10_diff1": 0.856191, + "nauc_map_at_20_max": 0.712652, + "nauc_map_at_20_std": 0.070372, + "nauc_map_at_20_diff1": 0.855901, + "nauc_map_at_100_max": 0.712617, + "nauc_map_at_100_std": 0.070551, + "nauc_map_at_100_diff1": 0.856091, + "nauc_map_at_1000_max": 0.71252, + "nauc_map_at_1000_std": 0.070632, + "nauc_map_at_1000_diff1": 0.856076, + "nauc_recall_at_1_max": 0.677849, + "nauc_recall_at_1_std": 0.066909, + "nauc_recall_at_1_diff1": 0.870275, + "nauc_recall_at_3_max": 0.793327, + "nauc_recall_at_3_std": 0.074528, + "nauc_recall_at_3_diff1": 0.827828, + "nauc_recall_at_5_max": 0.790488, + "nauc_recall_at_5_std": 0.161153, + "nauc_recall_at_5_diff1": 0.830821, + "nauc_recall_at_10_max": 0.7896, + "nauc_recall_at_10_std": 0.1259, + "nauc_recall_at_10_diff1": 0.833025, + "nauc_recall_at_20_max": 0.780548, + "nauc_recall_at_20_std": 0.155587, + "nauc_recall_at_20_diff1": 0.810354, + "nauc_recall_at_100_max": 0.89204, + "nauc_recall_at_100_std": 0.096794, + "nauc_recall_at_100_diff1": 0.876089, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.677849, + "nauc_precision_at_1_std": 0.066909, + "nauc_precision_at_1_diff1": 0.870275, + "nauc_precision_at_3_max": 0.793327, + "nauc_precision_at_3_std": 0.074528, + "nauc_precision_at_3_diff1": 0.827828, + "nauc_precision_at_5_max": 0.790488, + "nauc_precision_at_5_std": 0.161153, + "nauc_precision_at_5_diff1": 0.830821, + "nauc_precision_at_10_max": 0.7896, + "nauc_precision_at_10_std": 0.1259, + "nauc_precision_at_10_diff1": 0.833025, + "nauc_precision_at_20_max": 0.780548, + "nauc_precision_at_20_std": 0.155587, + "nauc_precision_at_20_diff1": 0.810354, + "nauc_precision_at_100_max": 0.89204, + "nauc_precision_at_100_std": 0.096794, + "nauc_precision_at_100_diff1": 0.876089, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.677849, + "nauc_mrr_at_1_std": 0.066909, + "nauc_mrr_at_1_diff1": 0.870275, + "nauc_mrr_at_3_max": 0.718762, + "nauc_mrr_at_3_std": 0.063393, + "nauc_mrr_at_3_diff1": 0.85443, + "nauc_mrr_at_5_max": 0.715303, + "nauc_mrr_at_5_std": 0.076042, + "nauc_mrr_at_5_diff1": 0.855452, + "nauc_mrr_at_10_max": 0.713489, + "nauc_mrr_at_10_std": 0.070612, + "nauc_mrr_at_10_diff1": 0.856191, + "nauc_mrr_at_20_max": 0.712652, + "nauc_mrr_at_20_std": 0.070372, + "nauc_mrr_at_20_diff1": 0.855901, + "nauc_mrr_at_100_max": 0.712617, + "nauc_mrr_at_100_std": 0.070551, + "nauc_mrr_at_100_diff1": 0.856091, + "nauc_mrr_at_1000_max": 0.71252, + "nauc_mrr_at_1000_std": 0.070632, + "nauc_mrr_at_1000_diff1": 0.856076, + "main_score": 0.85778, + "hf_subset": "ben_Latn-ben_Beng", + "languages": [ + "ben-Latn", + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.83778, + "ndcg_at_3": 0.88198, + "ndcg_at_5": 0.89073, + "ndcg_at_10": 0.89548, + "ndcg_at_20": 0.89973, + "ndcg_at_100": 0.90465, + "ndcg_at_1000": 0.90596, + "map_at_1": 0.83778, + "map_at_3": 0.87148, + "map_at_5": 0.87637, + "map_at_10": 0.87837, + "map_at_20": 0.87956, + "map_at_100": 0.88032, + "map_at_1000": 0.88037, + "recall_at_1": 0.83778, + "recall_at_3": 0.91222, + "recall_at_5": 0.93333, + "recall_at_10": 0.94778, + "recall_at_20": 0.96444, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.83778, + "precision_at_3": 0.30407, + "precision_at_5": 0.18667, + "precision_at_10": 0.09478, + "precision_at_20": 0.04822, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.837778, + "mrr_at_3": 0.871481, + "mrr_at_5": 0.87637, + "mrr_at_10": 0.878373, + "mrr_at_20": 0.87956, + "mrr_at_100": 0.88032, + "mrr_at_1000": 0.880374, + "nauc_ndcg_at_1_max": 0.756521, + "nauc_ndcg_at_1_std": 0.107601, + "nauc_ndcg_at_1_diff1": 0.923347, + "nauc_ndcg_at_3_max": 0.787159, + "nauc_ndcg_at_3_std": 0.125545, + "nauc_ndcg_at_3_diff1": 0.907185, + "nauc_ndcg_at_5_max": 0.788773, + "nauc_ndcg_at_5_std": 0.139257, + "nauc_ndcg_at_5_diff1": 0.911521, + "nauc_ndcg_at_10_max": 0.790703, + "nauc_ndcg_at_10_std": 0.146971, + "nauc_ndcg_at_10_diff1": 0.912002, + "nauc_ndcg_at_20_max": 0.787231, + "nauc_ndcg_at_20_std": 0.143181, + "nauc_ndcg_at_20_diff1": 0.91134, + "nauc_ndcg_at_100_max": 0.784246, + "nauc_ndcg_at_100_std": 0.145251, + "nauc_ndcg_at_100_diff1": 0.91258, + "nauc_ndcg_at_1000_max": 0.782474, + "nauc_ndcg_at_1000_std": 0.13935, + "nauc_ndcg_at_1000_diff1": 0.912945, + "nauc_map_at_1_max": 0.756521, + "nauc_map_at_1_std": 0.107601, + "nauc_map_at_1_diff1": 0.923347, + "nauc_map_at_3_max": 0.779031, + "nauc_map_at_3_std": 0.123827, + "nauc_map_at_3_diff1": 0.911231, + "nauc_map_at_5_max": 0.779402, + "nauc_map_at_5_std": 0.130627, + "nauc_map_at_5_diff1": 0.913557, + "nauc_map_at_10_max": 0.779644, + "nauc_map_at_10_std": 0.13192, + "nauc_map_at_10_diff1": 0.913696, + "nauc_map_at_20_max": 0.778744, + "nauc_map_at_20_std": 0.130683, + "nauc_map_at_20_diff1": 0.913575, + "nauc_map_at_100_max": 0.778299, + "nauc_map_at_100_std": 0.131627, + "nauc_map_at_100_diff1": 0.913807, + "nauc_map_at_1000_max": 0.77825, + "nauc_map_at_1000_std": 0.13149, + "nauc_map_at_1000_diff1": 0.913829, + "nauc_recall_at_1_max": 0.756521, + "nauc_recall_at_1_std": 0.107601, + "nauc_recall_at_1_diff1": 0.923347, + "nauc_recall_at_3_max": 0.819753, + "nauc_recall_at_3_std": 0.130429, + "nauc_recall_at_3_diff1": 0.891117, + "nauc_recall_at_5_max": 0.837006, + "nauc_recall_at_5_std": 0.184181, + "nauc_recall_at_5_diff1": 0.902622, + "nauc_recall_at_10_max": 0.865367, + "nauc_recall_at_10_std": 0.2582, + "nauc_recall_at_10_diff1": 0.903848, + "nauc_recall_at_20_max": 0.862512, + "nauc_recall_at_20_std": 0.273941, + "nauc_recall_at_20_diff1": 0.892478, + "nauc_recall_at_100_max": 0.914151, + "nauc_recall_at_100_std": 0.586109, + "nauc_recall_at_100_diff1": 0.892364, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.756521, + "nauc_precision_at_1_std": 0.107601, + "nauc_precision_at_1_diff1": 0.923347, + "nauc_precision_at_3_max": 0.819753, + "nauc_precision_at_3_std": 0.130429, + "nauc_precision_at_3_diff1": 0.891117, + "nauc_precision_at_5_max": 0.837006, + "nauc_precision_at_5_std": 0.184181, + "nauc_precision_at_5_diff1": 0.902622, + "nauc_precision_at_10_max": 0.865367, + "nauc_precision_at_10_std": 0.2582, + "nauc_precision_at_10_diff1": 0.903848, + "nauc_precision_at_20_max": 0.862512, + "nauc_precision_at_20_std": 0.273941, + "nauc_precision_at_20_diff1": 0.892478, + "nauc_precision_at_100_max": 0.914151, + "nauc_precision_at_100_std": 0.586109, + "nauc_precision_at_100_diff1": 0.892364, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.756521, + "nauc_mrr_at_1_std": 0.107601, + "nauc_mrr_at_1_diff1": 0.923347, + "nauc_mrr_at_3_max": 0.779031, + "nauc_mrr_at_3_std": 0.123827, + "nauc_mrr_at_3_diff1": 0.911231, + "nauc_mrr_at_5_max": 0.779402, + "nauc_mrr_at_5_std": 0.130627, + "nauc_mrr_at_5_diff1": 0.913557, + "nauc_mrr_at_10_max": 0.779644, + "nauc_mrr_at_10_std": 0.13192, + "nauc_mrr_at_10_diff1": 0.913696, + "nauc_mrr_at_20_max": 0.778744, + "nauc_mrr_at_20_std": 0.130683, + "nauc_mrr_at_20_diff1": 0.913575, + "nauc_mrr_at_100_max": 0.778299, + "nauc_mrr_at_100_std": 0.131627, + "nauc_mrr_at_100_diff1": 0.913807, + "nauc_mrr_at_1000_max": 0.77825, + "nauc_mrr_at_1000_std": 0.13149, + "nauc_mrr_at_1000_diff1": 0.913829, + "main_score": 0.89548, + "hf_subset": "hin_Deva-hin_Latn", + "languages": [ + "hin-Deva", + "hin-Latn" + ] + }, + { + "ndcg_at_1": 0.79333, + "ndcg_at_3": 0.84215, + "ndcg_at_5": 0.85454, + "ndcg_at_10": 0.86341, + "ndcg_at_20": 0.86723, + "ndcg_at_100": 0.87426, + "ndcg_at_1000": 0.87621, + "map_at_1": 0.79333, + "map_at_3": 0.83056, + "map_at_5": 0.83744, + "map_at_10": 0.84125, + "map_at_20": 0.84225, + "map_at_100": 0.84323, + "map_at_1000": 0.84332, + "recall_at_1": 0.79333, + "recall_at_3": 0.87556, + "recall_at_5": 0.90556, + "recall_at_10": 0.93222, + "recall_at_20": 0.94778, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.79333, + "precision_at_3": 0.29185, + "precision_at_5": 0.18111, + "precision_at_10": 0.09322, + "precision_at_20": 0.04739, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.793333, + "mrr_at_3": 0.830556, + "mrr_at_5": 0.837444, + "mrr_at_10": 0.841249, + "mrr_at_20": 0.842247, + "mrr_at_100": 0.843227, + "mrr_at_1000": 0.843317, + "nauc_ndcg_at_1_max": 0.683318, + "nauc_ndcg_at_1_std": -0.099567, + "nauc_ndcg_at_1_diff1": 0.878001, + "nauc_ndcg_at_3_max": 0.745451, + "nauc_ndcg_at_3_std": -0.086981, + "nauc_ndcg_at_3_diff1": 0.864541, + "nauc_ndcg_at_5_max": 0.74742, + "nauc_ndcg_at_5_std": -0.079997, + "nauc_ndcg_at_5_diff1": 0.859167, + "nauc_ndcg_at_10_max": 0.748288, + "nauc_ndcg_at_10_std": -0.065821, + "nauc_ndcg_at_10_diff1": 0.86535, + "nauc_ndcg_at_20_max": 0.745969, + "nauc_ndcg_at_20_std": -0.070366, + "nauc_ndcg_at_20_diff1": 0.865117, + "nauc_ndcg_at_100_max": 0.740524, + "nauc_ndcg_at_100_std": -0.065268, + "nauc_ndcg_at_100_diff1": 0.868367, + "nauc_ndcg_at_1000_max": 0.73744, + "nauc_ndcg_at_1000_std": -0.073335, + "nauc_ndcg_at_1000_diff1": 0.867575, + "nauc_map_at_1_max": 0.683318, + "nauc_map_at_1_std": -0.099567, + "nauc_map_at_1_diff1": 0.878001, + "nauc_map_at_3_max": 0.73014, + "nauc_map_at_3_std": -0.090242, + "nauc_map_at_3_diff1": 0.868742, + "nauc_map_at_5_max": 0.730733, + "nauc_map_at_5_std": -0.08624, + "nauc_map_at_5_diff1": 0.866018, + "nauc_map_at_10_max": 0.730903, + "nauc_map_at_10_std": -0.080458, + "nauc_map_at_10_diff1": 0.868346, + "nauc_map_at_20_max": 0.730348, + "nauc_map_at_20_std": -0.081097, + "nauc_map_at_20_diff1": 0.868292, + "nauc_map_at_100_max": 0.729656, + "nauc_map_at_100_std": -0.080442, + "nauc_map_at_100_diff1": 0.868805, + "nauc_map_at_1000_max": 0.729539, + "nauc_map_at_1000_std": -0.080745, + "nauc_map_at_1000_diff1": 0.868776, + "nauc_recall_at_1_max": 0.683318, + "nauc_recall_at_1_std": -0.099567, + "nauc_recall_at_1_diff1": 0.878001, + "nauc_recall_at_3_max": 0.802267, + "nauc_recall_at_3_std": -0.074778, + "nauc_recall_at_3_diff1": 0.848385, + "nauc_recall_at_5_max": 0.823952, + "nauc_recall_at_5_std": -0.050645, + "nauc_recall_at_5_diff1": 0.825952, + "nauc_recall_at_10_max": 0.855964, + "nauc_recall_at_10_std": 0.035029, + "nauc_recall_at_10_diff1": 0.850308, + "nauc_recall_at_20_max": 0.863669, + "nauc_recall_at_20_std": 0.010261, + "nauc_recall_at_20_diff1": 0.844061, + "nauc_recall_at_100_max": 0.927099, + "nauc_recall_at_100_std": 0.421461, + "nauc_recall_at_100_diff1": 0.915787, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.683318, + "nauc_precision_at_1_std": -0.099567, + "nauc_precision_at_1_diff1": 0.878001, + "nauc_precision_at_3_max": 0.802267, + "nauc_precision_at_3_std": -0.074778, + "nauc_precision_at_3_diff1": 0.848385, + "nauc_precision_at_5_max": 0.823952, + "nauc_precision_at_5_std": -0.050645, + "nauc_precision_at_5_diff1": 0.825952, + "nauc_precision_at_10_max": 0.855964, + "nauc_precision_at_10_std": 0.035029, + "nauc_precision_at_10_diff1": 0.850308, + "nauc_precision_at_20_max": 0.863669, + "nauc_precision_at_20_std": 0.010261, + "nauc_precision_at_20_diff1": 0.844061, + "nauc_precision_at_100_max": 0.927099, + "nauc_precision_at_100_std": 0.421461, + "nauc_precision_at_100_diff1": 0.915787, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.683318, + "nauc_mrr_at_1_std": -0.099567, + "nauc_mrr_at_1_diff1": 0.878001, + "nauc_mrr_at_3_max": 0.73014, + "nauc_mrr_at_3_std": -0.090242, + "nauc_mrr_at_3_diff1": 0.868742, + "nauc_mrr_at_5_max": 0.730733, + "nauc_mrr_at_5_std": -0.08624, + "nauc_mrr_at_5_diff1": 0.866018, + "nauc_mrr_at_10_max": 0.730903, + "nauc_mrr_at_10_std": -0.080458, + "nauc_mrr_at_10_diff1": 0.868346, + "nauc_mrr_at_20_max": 0.730348, + "nauc_mrr_at_20_std": -0.081097, + "nauc_mrr_at_20_diff1": 0.868292, + "nauc_mrr_at_100_max": 0.729656, + "nauc_mrr_at_100_std": -0.080442, + "nauc_mrr_at_100_diff1": 0.868805, + "nauc_mrr_at_1000_max": 0.729539, + "nauc_mrr_at_1000_std": -0.080745, + "nauc_mrr_at_1000_diff1": 0.868776, + "main_score": 0.86341, + "hf_subset": "hin_Latn-hin_Deva", + "languages": [ + "hin-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.69111, + "ndcg_at_3": 0.75711, + "ndcg_at_5": 0.76754, + "ndcg_at_10": 0.78069, + "ndcg_at_20": 0.79123, + "ndcg_at_100": 0.80464, + "ndcg_at_1000": 0.80697, + "map_at_1": 0.69111, + "map_at_3": 0.74111, + "map_at_5": 0.74683, + "map_at_10": 0.75239, + "map_at_20": 0.75535, + "map_at_100": 0.75722, + "map_at_1000": 0.75731, + "recall_at_1": 0.69111, + "recall_at_3": 0.80333, + "recall_at_5": 0.82889, + "recall_at_10": 0.86889, + "recall_at_20": 0.91, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "precision_at_1": 0.69111, + "precision_at_3": 0.26778, + "precision_at_5": 0.16578, + "precision_at_10": 0.08689, + "precision_at_20": 0.0455, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.691111, + "mrr_at_3": 0.741111, + "mrr_at_5": 0.746833, + "mrr_at_10": 0.752385, + "mrr_at_20": 0.755352, + "mrr_at_100": 0.757221, + "mrr_at_1000": 0.757314, + "nauc_ndcg_at_1_max": 0.687126, + "nauc_ndcg_at_1_std": 0.302953, + "nauc_ndcg_at_1_diff1": 0.872134, + "nauc_ndcg_at_3_max": 0.719174, + "nauc_ndcg_at_3_std": 0.333895, + "nauc_ndcg_at_3_diff1": 0.837586, + "nauc_ndcg_at_5_max": 0.72578, + "nauc_ndcg_at_5_std": 0.341032, + "nauc_ndcg_at_5_diff1": 0.836096, + "nauc_ndcg_at_10_max": 0.717438, + "nauc_ndcg_at_10_std": 0.349137, + "nauc_ndcg_at_10_diff1": 0.835162, + "nauc_ndcg_at_20_max": 0.708978, + "nauc_ndcg_at_20_std": 0.343225, + "nauc_ndcg_at_20_diff1": 0.832796, + "nauc_ndcg_at_100_max": 0.714262, + "nauc_ndcg_at_100_std": 0.34569, + "nauc_ndcg_at_100_diff1": 0.841997, + "nauc_ndcg_at_1000_max": 0.712484, + "nauc_ndcg_at_1000_std": 0.339352, + "nauc_ndcg_at_1000_diff1": 0.842387, + "nauc_map_at_1_max": 0.687126, + "nauc_map_at_1_std": 0.302953, + "nauc_map_at_1_diff1": 0.872134, + "nauc_map_at_3_max": 0.712128, + "nauc_map_at_3_std": 0.327226, + "nauc_map_at_3_diff1": 0.847393, + "nauc_map_at_5_max": 0.715235, + "nauc_map_at_5_std": 0.330695, + "nauc_map_at_5_diff1": 0.846735, + "nauc_map_at_10_max": 0.711958, + "nauc_map_at_10_std": 0.333898, + "nauc_map_at_10_diff1": 0.846581, + "nauc_map_at_20_max": 0.709785, + "nauc_map_at_20_std": 0.33224, + "nauc_map_at_20_diff1": 0.846064, + "nauc_map_at_100_max": 0.710393, + "nauc_map_at_100_std": 0.332488, + "nauc_map_at_100_diff1": 0.847311, + "nauc_map_at_1000_max": 0.710325, + "nauc_map_at_1000_std": 0.332274, + "nauc_map_at_1000_diff1": 0.84733, + "nauc_recall_at_1_max": 0.687126, + "nauc_recall_at_1_std": 0.302953, + "nauc_recall_at_1_diff1": 0.872134, + "nauc_recall_at_3_max": 0.743462, + "nauc_recall_at_3_std": 0.356793, + "nauc_recall_at_3_diff1": 0.802347, + "nauc_recall_at_5_max": 0.768253, + "nauc_recall_at_5_std": 0.382605, + "nauc_recall_at_5_diff1": 0.793466, + "nauc_recall_at_10_max": 0.739564, + "nauc_recall_at_10_std": 0.428861, + "nauc_recall_at_10_diff1": 0.777728, + "nauc_recall_at_20_max": 0.680839, + "nauc_recall_at_20_std": 0.414214, + "nauc_recall_at_20_diff1": 0.736412, + "nauc_recall_at_100_max": 0.840832, + "nauc_recall_at_100_std": 0.81285, + "nauc_recall_at_100_diff1": 0.815301, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.687126, + "nauc_precision_at_1_std": 0.302953, + "nauc_precision_at_1_diff1": 0.872134, + "nauc_precision_at_3_max": 0.743462, + "nauc_precision_at_3_std": 0.356793, + "nauc_precision_at_3_diff1": 0.802347, + "nauc_precision_at_5_max": 0.768253, + "nauc_precision_at_5_std": 0.382605, + "nauc_precision_at_5_diff1": 0.793466, + "nauc_precision_at_10_max": 0.739564, + "nauc_precision_at_10_std": 0.428861, + "nauc_precision_at_10_diff1": 0.777728, + "nauc_precision_at_20_max": 0.680839, + "nauc_precision_at_20_std": 0.414214, + "nauc_precision_at_20_diff1": 0.736412, + "nauc_precision_at_100_max": 0.840832, + "nauc_precision_at_100_std": 0.81285, + "nauc_precision_at_100_diff1": 0.815301, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.687126, + "nauc_mrr_at_1_std": 0.302953, + "nauc_mrr_at_1_diff1": 0.872134, + "nauc_mrr_at_3_max": 0.712128, + "nauc_mrr_at_3_std": 0.327226, + "nauc_mrr_at_3_diff1": 0.847393, + "nauc_mrr_at_5_max": 0.715235, + "nauc_mrr_at_5_std": 0.330695, + "nauc_mrr_at_5_diff1": 0.846735, + "nauc_mrr_at_10_max": 0.711958, + "nauc_mrr_at_10_std": 0.333898, + "nauc_mrr_at_10_diff1": 0.846581, + "nauc_mrr_at_20_max": 0.709785, + "nauc_mrr_at_20_std": 0.33224, + "nauc_mrr_at_20_diff1": 0.846064, + "nauc_mrr_at_100_max": 0.710393, + "nauc_mrr_at_100_std": 0.332488, + "nauc_mrr_at_100_diff1": 0.847311, + "nauc_mrr_at_1000_max": 0.710325, + "nauc_mrr_at_1000_std": 0.332274, + "nauc_mrr_at_1000_diff1": 0.84733, + "main_score": 0.78069, + "hf_subset": "npi_Deva-npi_Latn", + "languages": [ + "npi-Deva", + "npi-Latn" + ] + }, + { + "ndcg_at_1": 0.77444, + "ndcg_at_3": 0.83148, + "ndcg_at_5": 0.84109, + "ndcg_at_10": 0.85133, + "ndcg_at_20": 0.85592, + "ndcg_at_100": 0.86376, + "ndcg_at_1000": 0.86578, + "map_at_1": 0.77444, + "map_at_3": 0.81741, + "map_at_5": 0.82274, + "map_at_10": 0.82708, + "map_at_20": 0.82838, + "map_at_100": 0.82962, + "map_at_1000": 0.8297, + "recall_at_1": 0.77444, + "recall_at_3": 0.87222, + "recall_at_5": 0.89556, + "recall_at_10": 0.92667, + "recall_at_20": 0.94444, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.77444, + "precision_at_3": 0.29074, + "precision_at_5": 0.17911, + "precision_at_10": 0.09267, + "precision_at_20": 0.04722, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.774444, + "mrr_at_3": 0.817407, + "mrr_at_5": 0.822741, + "mrr_at_10": 0.827076, + "mrr_at_20": 0.828379, + "mrr_at_100": 0.829623, + "mrr_at_1000": 0.829704, + "nauc_ndcg_at_1_max": 0.745879, + "nauc_ndcg_at_1_std": -0.054329, + "nauc_ndcg_at_1_diff1": 0.879315, + "nauc_ndcg_at_3_max": 0.761479, + "nauc_ndcg_at_3_std": -0.080246, + "nauc_ndcg_at_3_diff1": 0.861846, + "nauc_ndcg_at_5_max": 0.763, + "nauc_ndcg_at_5_std": -0.065748, + "nauc_ndcg_at_5_diff1": 0.859988, + "nauc_ndcg_at_10_max": 0.764439, + "nauc_ndcg_at_10_std": -0.079093, + "nauc_ndcg_at_10_diff1": 0.861152, + "nauc_ndcg_at_20_max": 0.764287, + "nauc_ndcg_at_20_std": -0.064849, + "nauc_ndcg_at_20_diff1": 0.861086, + "nauc_ndcg_at_100_max": 0.762015, + "nauc_ndcg_at_100_std": -0.072016, + "nauc_ndcg_at_100_diff1": 0.864602, + "nauc_ndcg_at_1000_max": 0.760138, + "nauc_ndcg_at_1000_std": -0.070788, + "nauc_ndcg_at_1000_diff1": 0.864458, + "nauc_map_at_1_max": 0.745879, + "nauc_map_at_1_std": -0.054329, + "nauc_map_at_1_diff1": 0.879315, + "nauc_map_at_3_max": 0.756656, + "nauc_map_at_3_std": -0.072754, + "nauc_map_at_3_diff1": 0.866534, + "nauc_map_at_5_max": 0.757375, + "nauc_map_at_5_std": -0.064919, + "nauc_map_at_5_diff1": 0.86578, + "nauc_map_at_10_max": 0.757748, + "nauc_map_at_10_std": -0.070209, + "nauc_map_at_10_diff1": 0.866153, + "nauc_map_at_20_max": 0.75773, + "nauc_map_at_20_std": -0.066732, + "nauc_map_at_20_diff1": 0.866179, + "nauc_map_at_100_max": 0.757334, + "nauc_map_at_100_std": -0.068289, + "nauc_map_at_100_diff1": 0.866578, + "nauc_map_at_1000_max": 0.757266, + "nauc_map_at_1000_std": -0.068234, + "nauc_map_at_1000_diff1": 0.866586, + "nauc_recall_at_1_max": 0.745879, + "nauc_recall_at_1_std": -0.054329, + "nauc_recall_at_1_diff1": 0.879315, + "nauc_recall_at_3_max": 0.780684, + "nauc_recall_at_3_std": -0.109798, + "nauc_recall_at_3_diff1": 0.843559, + "nauc_recall_at_5_max": 0.789175, + "nauc_recall_at_5_std": -0.066994, + "nauc_recall_at_5_diff1": 0.83315, + "nauc_recall_at_10_max": 0.808576, + "nauc_recall_at_10_std": -0.140169, + "nauc_recall_at_10_diff1": 0.831162, + "nauc_recall_at_20_max": 0.81972, + "nauc_recall_at_20_std": -0.024893, + "nauc_recall_at_20_diff1": 0.820924, + "nauc_recall_at_100_max": 0.876451, + "nauc_recall_at_100_std": -0.132586, + "nauc_recall_at_100_diff1": 0.879118, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.745879, + "nauc_precision_at_1_std": -0.054329, + "nauc_precision_at_1_diff1": 0.879315, + "nauc_precision_at_3_max": 0.780684, + "nauc_precision_at_3_std": -0.109798, + "nauc_precision_at_3_diff1": 0.843559, + "nauc_precision_at_5_max": 0.789175, + "nauc_precision_at_5_std": -0.066994, + "nauc_precision_at_5_diff1": 0.83315, + "nauc_precision_at_10_max": 0.808576, + "nauc_precision_at_10_std": -0.140169, + "nauc_precision_at_10_diff1": 0.831162, + "nauc_precision_at_20_max": 0.81972, + "nauc_precision_at_20_std": -0.024893, + "nauc_precision_at_20_diff1": 0.820924, + "nauc_precision_at_100_max": 0.876451, + "nauc_precision_at_100_std": -0.132586, + "nauc_precision_at_100_diff1": 0.879118, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.745879, + "nauc_mrr_at_1_std": -0.054329, + "nauc_mrr_at_1_diff1": 0.879315, + "nauc_mrr_at_3_max": 0.756656, + "nauc_mrr_at_3_std": -0.072754, + "nauc_mrr_at_3_diff1": 0.866534, + "nauc_mrr_at_5_max": 0.757375, + "nauc_mrr_at_5_std": -0.064919, + "nauc_mrr_at_5_diff1": 0.86578, + "nauc_mrr_at_10_max": 0.757748, + "nauc_mrr_at_10_std": -0.070209, + "nauc_mrr_at_10_diff1": 0.866153, + "nauc_mrr_at_20_max": 0.75773, + "nauc_mrr_at_20_std": -0.066732, + "nauc_mrr_at_20_diff1": 0.866179, + "nauc_mrr_at_100_max": 0.757334, + "nauc_mrr_at_100_std": -0.068289, + "nauc_mrr_at_100_diff1": 0.866578, + "nauc_mrr_at_1000_max": 0.757266, + "nauc_mrr_at_1000_std": -0.068234, + "nauc_mrr_at_1000_diff1": 0.866586, + "main_score": 0.85133, + "hf_subset": "npi_Latn-npi_Deva", + "languages": [ + "npi-Latn", + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.43, + "ndcg_at_3": 0.50033, + "ndcg_at_5": 0.51653, + "ndcg_at_10": 0.53365, + "ndcg_at_20": 0.54853, + "ndcg_at_100": 0.57617, + "ndcg_at_1000": 0.59576, + "map_at_1": 0.43, + "map_at_3": 0.48315, + "map_at_5": 0.49198, + "map_at_10": 0.49918, + "map_at_20": 0.50326, + "map_at_100": 0.50702, + "map_at_1000": 0.50783, + "recall_at_1": 0.43, + "recall_at_3": 0.55, + "recall_at_5": 0.59, + "recall_at_10": 0.64222, + "recall_at_20": 0.70111, + "recall_at_100": 0.85111, + "recall_at_1000": 1.0, + "precision_at_1": 0.43, + "precision_at_3": 0.18333, + "precision_at_5": 0.118, + "precision_at_10": 0.06422, + "precision_at_20": 0.03506, + "precision_at_100": 0.00851, + "precision_at_1000": 0.001, + "mrr_at_1": 0.43, + "mrr_at_3": 0.483148, + "mrr_at_5": 0.491981, + "mrr_at_10": 0.49918, + "mrr_at_20": 0.503263, + "mrr_at_100": 0.507023, + "mrr_at_1000": 0.507835, + "nauc_ndcg_at_1_max": 0.455505, + "nauc_ndcg_at_1_std": -0.126634, + "nauc_ndcg_at_1_diff1": 0.795956, + "nauc_ndcg_at_3_max": 0.458365, + "nauc_ndcg_at_3_std": -0.100218, + "nauc_ndcg_at_3_diff1": 0.758909, + "nauc_ndcg_at_5_max": 0.458976, + "nauc_ndcg_at_5_std": -0.103335, + "nauc_ndcg_at_5_diff1": 0.743178, + "nauc_ndcg_at_10_max": 0.457804, + "nauc_ndcg_at_10_std": -0.088146, + "nauc_ndcg_at_10_diff1": 0.741697, + "nauc_ndcg_at_20_max": 0.454709, + "nauc_ndcg_at_20_std": -0.089822, + "nauc_ndcg_at_20_diff1": 0.734283, + "nauc_ndcg_at_100_max": 0.450061, + "nauc_ndcg_at_100_std": -0.088272, + "nauc_ndcg_at_100_diff1": 0.735173, + "nauc_ndcg_at_1000_max": 0.453997, + "nauc_ndcg_at_1000_std": -0.094925, + "nauc_ndcg_at_1000_diff1": 0.745985, + "nauc_map_at_1_max": 0.455505, + "nauc_map_at_1_std": -0.126634, + "nauc_map_at_1_diff1": 0.795956, + "nauc_map_at_3_max": 0.456772, + "nauc_map_at_3_std": -0.106839, + "nauc_map_at_3_diff1": 0.767246, + "nauc_map_at_5_max": 0.457013, + "nauc_map_at_5_std": -0.108259, + "nauc_map_at_5_diff1": 0.75881, + "nauc_map_at_10_max": 0.456696, + "nauc_map_at_10_std": -0.10188, + "nauc_map_at_10_diff1": 0.758662, + "nauc_map_at_20_max": 0.455971, + "nauc_map_at_20_std": -0.102261, + "nauc_map_at_20_diff1": 0.756866, + "nauc_map_at_100_max": 0.455268, + "nauc_map_at_100_std": -0.10213, + "nauc_map_at_100_diff1": 0.757022, + "nauc_map_at_1000_max": 0.455391, + "nauc_map_at_1000_std": -0.102356, + "nauc_map_at_1000_diff1": 0.757429, + "nauc_recall_at_1_max": 0.455505, + "nauc_recall_at_1_std": -0.126634, + "nauc_recall_at_1_diff1": 0.795956, + "nauc_recall_at_3_max": 0.463562, + "nauc_recall_at_3_std": -0.080186, + "nauc_recall_at_3_diff1": 0.73409, + "nauc_recall_at_5_max": 0.465719, + "nauc_recall_at_5_std": -0.08885, + "nauc_recall_at_5_diff1": 0.692136, + "nauc_recall_at_10_max": 0.461161, + "nauc_recall_at_10_std": -0.036644, + "nauc_recall_at_10_diff1": 0.680551, + "nauc_recall_at_20_max": 0.445578, + "nauc_recall_at_20_std": -0.03982, + "nauc_recall_at_20_diff1": 0.636126, + "nauc_recall_at_100_max": 0.389104, + "nauc_recall_at_100_std": 0.016279, + "nauc_recall_at_100_diff1": 0.571352, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.455505, + "nauc_precision_at_1_std": -0.126634, + "nauc_precision_at_1_diff1": 0.795956, + "nauc_precision_at_3_max": 0.463562, + "nauc_precision_at_3_std": -0.080186, + "nauc_precision_at_3_diff1": 0.73409, + "nauc_precision_at_5_max": 0.465719, + "nauc_precision_at_5_std": -0.08885, + "nauc_precision_at_5_diff1": 0.692136, + "nauc_precision_at_10_max": 0.461161, + "nauc_precision_at_10_std": -0.036644, + "nauc_precision_at_10_diff1": 0.680551, + "nauc_precision_at_20_max": 0.445578, + "nauc_precision_at_20_std": -0.03982, + "nauc_precision_at_20_diff1": 0.636126, + "nauc_precision_at_100_max": 0.389104, + "nauc_precision_at_100_std": 0.016279, + "nauc_precision_at_100_diff1": 0.571352, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.455505, + "nauc_mrr_at_1_std": -0.126634, + "nauc_mrr_at_1_diff1": 0.795956, + "nauc_mrr_at_3_max": 0.456772, + "nauc_mrr_at_3_std": -0.106839, + "nauc_mrr_at_3_diff1": 0.767246, + "nauc_mrr_at_5_max": 0.457013, + "nauc_mrr_at_5_std": -0.108259, + "nauc_mrr_at_5_diff1": 0.75881, + "nauc_mrr_at_10_max": 0.456696, + "nauc_mrr_at_10_std": -0.10188, + "nauc_mrr_at_10_diff1": 0.758662, + "nauc_mrr_at_20_max": 0.455971, + "nauc_mrr_at_20_std": -0.102261, + "nauc_mrr_at_20_diff1": 0.756866, + "nauc_mrr_at_100_max": 0.455268, + "nauc_mrr_at_100_std": -0.10213, + "nauc_mrr_at_100_diff1": 0.757022, + "nauc_mrr_at_1000_max": 0.455391, + "nauc_mrr_at_1000_std": -0.102356, + "nauc_mrr_at_1000_diff1": 0.757429, + "main_score": 0.53365, + "hf_subset": "sin_Sinh-sin_Latn", + "languages": [ + "sin-Sinh", + "sin-Latn" + ] + }, + { + "ndcg_at_1": 0.56222, + "ndcg_at_3": 0.63369, + "ndcg_at_5": 0.65138, + "ndcg_at_10": 0.67067, + "ndcg_at_20": 0.68005, + "ndcg_at_100": 0.70028, + "ndcg_at_1000": 0.70939, + "map_at_1": 0.56222, + "map_at_3": 0.61648, + "map_at_5": 0.6262, + "map_at_10": 0.63431, + "map_at_20": 0.63695, + "map_at_100": 0.63975, + "map_at_1000": 0.64014, + "recall_at_1": 0.56222, + "recall_at_3": 0.68333, + "recall_at_5": 0.72667, + "recall_at_10": 0.78556, + "recall_at_20": 0.82222, + "recall_at_100": 0.93111, + "recall_at_1000": 1.0, + "precision_at_1": 0.56222, + "precision_at_3": 0.22778, + "precision_at_5": 0.14533, + "precision_at_10": 0.07856, + "precision_at_20": 0.04111, + "precision_at_100": 0.00931, + "precision_at_1000": 0.001, + "mrr_at_1": 0.562222, + "mrr_at_3": 0.616481, + "mrr_at_5": 0.626204, + "mrr_at_10": 0.634312, + "mrr_at_20": 0.636953, + "mrr_at_100": 0.639749, + "mrr_at_1000": 0.64014, + "nauc_ndcg_at_1_max": 0.579061, + "nauc_ndcg_at_1_std": 0.043415, + "nauc_ndcg_at_1_diff1": 0.795234, + "nauc_ndcg_at_3_max": 0.615596, + "nauc_ndcg_at_3_std": 0.089664, + "nauc_ndcg_at_3_diff1": 0.758881, + "nauc_ndcg_at_5_max": 0.613586, + "nauc_ndcg_at_5_std": 0.090927, + "nauc_ndcg_at_5_diff1": 0.753115, + "nauc_ndcg_at_10_max": 0.613881, + "nauc_ndcg_at_10_std": 0.088177, + "nauc_ndcg_at_10_diff1": 0.752782, + "nauc_ndcg_at_20_max": 0.613422, + "nauc_ndcg_at_20_std": 0.097878, + "nauc_ndcg_at_20_diff1": 0.751256, + "nauc_ndcg_at_100_max": 0.607813, + "nauc_ndcg_at_100_std": 0.097634, + "nauc_ndcg_at_100_diff1": 0.752164, + "nauc_ndcg_at_1000_max": 0.608405, + "nauc_ndcg_at_1000_std": 0.088056, + "nauc_ndcg_at_1000_diff1": 0.758654, + "nauc_map_at_1_max": 0.579061, + "nauc_map_at_1_std": 0.043415, + "nauc_map_at_1_diff1": 0.795234, + "nauc_map_at_3_max": 0.607357, + "nauc_map_at_3_std": 0.077614, + "nauc_map_at_3_diff1": 0.7684, + "nauc_map_at_5_max": 0.605867, + "nauc_map_at_5_std": 0.077901, + "nauc_map_at_5_diff1": 0.765469, + "nauc_map_at_10_max": 0.606016, + "nauc_map_at_10_std": 0.076453, + "nauc_map_at_10_diff1": 0.76561, + "nauc_map_at_20_max": 0.606013, + "nauc_map_at_20_std": 0.079404, + "nauc_map_at_20_diff1": 0.76541, + "nauc_map_at_100_max": 0.605094, + "nauc_map_at_100_std": 0.078822, + "nauc_map_at_100_diff1": 0.765591, + "nauc_map_at_1000_max": 0.605146, + "nauc_map_at_1000_std": 0.078531, + "nauc_map_at_1000_diff1": 0.765861, + "nauc_recall_at_1_max": 0.579061, + "nauc_recall_at_1_std": 0.043415, + "nauc_recall_at_1_diff1": 0.795234, + "nauc_recall_at_3_max": 0.641705, + "nauc_recall_at_3_std": 0.128724, + "nauc_recall_at_3_diff1": 0.728005, + "nauc_recall_at_5_max": 0.640355, + "nauc_recall_at_5_std": 0.137585, + "nauc_recall_at_5_diff1": 0.708335, + "nauc_recall_at_10_max": 0.645836, + "nauc_recall_at_10_std": 0.137062, + "nauc_recall_at_10_diff1": 0.697118, + "nauc_recall_at_20_max": 0.646534, + "nauc_recall_at_20_std": 0.197403, + "nauc_recall_at_20_diff1": 0.676786, + "nauc_recall_at_100_max": 0.598996, + "nauc_recall_at_100_std": 0.355223, + "nauc_recall_at_100_diff1": 0.591164, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.579061, + "nauc_precision_at_1_std": 0.043415, + "nauc_precision_at_1_diff1": 0.795234, + "nauc_precision_at_3_max": 0.641705, + "nauc_precision_at_3_std": 0.128724, + "nauc_precision_at_3_diff1": 0.728005, + "nauc_precision_at_5_max": 0.640355, + "nauc_precision_at_5_std": 0.137585, + "nauc_precision_at_5_diff1": 0.708335, + "nauc_precision_at_10_max": 0.645836, + "nauc_precision_at_10_std": 0.137062, + "nauc_precision_at_10_diff1": 0.697118, + "nauc_precision_at_20_max": 0.646534, + "nauc_precision_at_20_std": 0.197403, + "nauc_precision_at_20_diff1": 0.676786, + "nauc_precision_at_100_max": 0.598996, + "nauc_precision_at_100_std": 0.355223, + "nauc_precision_at_100_diff1": 0.591164, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.579061, + "nauc_mrr_at_1_std": 0.043415, + "nauc_mrr_at_1_diff1": 0.795234, + "nauc_mrr_at_3_max": 0.607357, + "nauc_mrr_at_3_std": 0.077614, + "nauc_mrr_at_3_diff1": 0.7684, + "nauc_mrr_at_5_max": 0.605867, + "nauc_mrr_at_5_std": 0.077901, + "nauc_mrr_at_5_diff1": 0.765469, + "nauc_mrr_at_10_max": 0.606016, + "nauc_mrr_at_10_std": 0.076453, + "nauc_mrr_at_10_diff1": 0.76561, + "nauc_mrr_at_20_max": 0.606013, + "nauc_mrr_at_20_std": 0.079404, + "nauc_mrr_at_20_diff1": 0.76541, + "nauc_mrr_at_100_max": 0.605094, + "nauc_mrr_at_100_std": 0.078822, + "nauc_mrr_at_100_diff1": 0.765591, + "nauc_mrr_at_1000_max": 0.605146, + "nauc_mrr_at_1000_std": 0.078531, + "nauc_mrr_at_1000_diff1": 0.765861, + "main_score": 0.67067, + "hf_subset": "sin_Latn-sin_Sinh", + "languages": [ + "sin-Latn", + "sin-Sinh" + ] + }, + { + "ndcg_at_1": 0.74222, + "ndcg_at_3": 0.7916, + "ndcg_at_5": 0.80724, + "ndcg_at_10": 0.8198, + "ndcg_at_20": 0.82685, + "ndcg_at_100": 0.83454, + "ndcg_at_1000": 0.83838, + "map_at_1": 0.74222, + "map_at_3": 0.77981, + "map_at_5": 0.78854, + "map_at_10": 0.79372, + "map_at_20": 0.79566, + "map_at_100": 0.79674, + "map_at_1000": 0.79691, + "recall_at_1": 0.74222, + "recall_at_3": 0.82556, + "recall_at_5": 0.86333, + "recall_at_10": 0.90222, + "recall_at_20": 0.93, + "recall_at_100": 0.97111, + "recall_at_1000": 1.0, + "precision_at_1": 0.74222, + "precision_at_3": 0.27519, + "precision_at_5": 0.17267, + "precision_at_10": 0.09022, + "precision_at_20": 0.0465, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.742222, + "mrr_at_3": 0.779815, + "mrr_at_5": 0.788537, + "mrr_at_10": 0.793719, + "mrr_at_20": 0.795664, + "mrr_at_100": 0.79674, + "mrr_at_1000": 0.796905, + "nauc_ndcg_at_1_max": 0.73716, + "nauc_ndcg_at_1_std": 0.254054, + "nauc_ndcg_at_1_diff1": 0.877054, + "nauc_ndcg_at_3_max": 0.761948, + "nauc_ndcg_at_3_std": 0.290139, + "nauc_ndcg_at_3_diff1": 0.856948, + "nauc_ndcg_at_5_max": 0.773845, + "nauc_ndcg_at_5_std": 0.304354, + "nauc_ndcg_at_5_diff1": 0.855483, + "nauc_ndcg_at_10_max": 0.772771, + "nauc_ndcg_at_10_std": 0.308645, + "nauc_ndcg_at_10_diff1": 0.851082, + "nauc_ndcg_at_20_max": 0.771968, + "nauc_ndcg_at_20_std": 0.299849, + "nauc_ndcg_at_20_diff1": 0.854258, + "nauc_ndcg_at_100_max": 0.769596, + "nauc_ndcg_at_100_std": 0.299448, + "nauc_ndcg_at_100_diff1": 0.857122, + "nauc_ndcg_at_1000_max": 0.765811, + "nauc_ndcg_at_1000_std": 0.29366, + "nauc_ndcg_at_1000_diff1": 0.858066, + "nauc_map_at_1_max": 0.73716, + "nauc_map_at_1_std": 0.254054, + "nauc_map_at_1_diff1": 0.877054, + "nauc_map_at_3_max": 0.756301, + "nauc_map_at_3_std": 0.280671, + "nauc_map_at_3_diff1": 0.862274, + "nauc_map_at_5_max": 0.762083, + "nauc_map_at_5_std": 0.28756, + "nauc_map_at_5_diff1": 0.861656, + "nauc_map_at_10_max": 0.761387, + "nauc_map_at_10_std": 0.288333, + "nauc_map_at_10_diff1": 0.860058, + "nauc_map_at_20_max": 0.760954, + "nauc_map_at_20_std": 0.285783, + "nauc_map_at_20_diff1": 0.860769, + "nauc_map_at_100_max": 0.760608, + "nauc_map_at_100_std": 0.28579, + "nauc_map_at_100_diff1": 0.861166, + "nauc_map_at_1000_max": 0.760473, + "nauc_map_at_1000_std": 0.285597, + "nauc_map_at_1000_diff1": 0.861207, + "nauc_recall_at_1_max": 0.73716, + "nauc_recall_at_1_std": 0.254054, + "nauc_recall_at_1_diff1": 0.877054, + "nauc_recall_at_3_max": 0.781164, + "nauc_recall_at_3_std": 0.323115, + "nauc_recall_at_3_diff1": 0.838373, + "nauc_recall_at_5_max": 0.825309, + "nauc_recall_at_5_std": 0.377821, + "nauc_recall_at_5_diff1": 0.829427, + "nauc_recall_at_10_max": 0.837779, + "nauc_recall_at_10_std": 0.430195, + "nauc_recall_at_10_diff1": 0.798648, + "nauc_recall_at_20_max": 0.858766, + "nauc_recall_at_20_std": 0.404843, + "nauc_recall_at_20_diff1": 0.808961, + "nauc_recall_at_100_max": 0.916236, + "nauc_recall_at_100_std": 0.529699, + "nauc_recall_at_100_diff1": 0.821608, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73716, + "nauc_precision_at_1_std": 0.254054, + "nauc_precision_at_1_diff1": 0.877054, + "nauc_precision_at_3_max": 0.781164, + "nauc_precision_at_3_std": 0.323115, + "nauc_precision_at_3_diff1": 0.838373, + "nauc_precision_at_5_max": 0.825309, + "nauc_precision_at_5_std": 0.377821, + "nauc_precision_at_5_diff1": 0.829427, + "nauc_precision_at_10_max": 0.837779, + "nauc_precision_at_10_std": 0.430195, + "nauc_precision_at_10_diff1": 0.798648, + "nauc_precision_at_20_max": 0.858766, + "nauc_precision_at_20_std": 0.404843, + "nauc_precision_at_20_diff1": 0.808961, + "nauc_precision_at_100_max": 0.916236, + "nauc_precision_at_100_std": 0.529699, + "nauc_precision_at_100_diff1": 0.821608, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73716, + "nauc_mrr_at_1_std": 0.254054, + "nauc_mrr_at_1_diff1": 0.877054, + "nauc_mrr_at_3_max": 0.756301, + "nauc_mrr_at_3_std": 0.280671, + "nauc_mrr_at_3_diff1": 0.862274, + "nauc_mrr_at_5_max": 0.762083, + "nauc_mrr_at_5_std": 0.28756, + "nauc_mrr_at_5_diff1": 0.861656, + "nauc_mrr_at_10_max": 0.761387, + "nauc_mrr_at_10_std": 0.288333, + "nauc_mrr_at_10_diff1": 0.860058, + "nauc_mrr_at_20_max": 0.760954, + "nauc_mrr_at_20_std": 0.285783, + "nauc_mrr_at_20_diff1": 0.860769, + "nauc_mrr_at_100_max": 0.760608, + "nauc_mrr_at_100_std": 0.28579, + "nauc_mrr_at_100_diff1": 0.861166, + "nauc_mrr_at_1000_max": 0.760473, + "nauc_mrr_at_1000_std": 0.285597, + "nauc_mrr_at_1000_diff1": 0.861207, + "main_score": 0.8198, + "hf_subset": "urd_Arab-urd_Latn", + "languages": [ + "urd-Arab", + "urd-Latn" + ] + }, + { + "ndcg_at_1": 0.76778, + "ndcg_at_3": 0.82569, + "ndcg_at_5": 0.83573, + "ndcg_at_10": 0.84655, + "ndcg_at_20": 0.85404, + "ndcg_at_100": 0.86133, + "ndcg_at_1000": 0.86253, + "map_at_1": 0.76778, + "map_at_3": 0.81185, + "map_at_5": 0.81741, + "map_at_10": 0.82212, + "map_at_20": 0.82412, + "map_at_100": 0.82516, + "map_at_1000": 0.82522, + "recall_at_1": 0.76778, + "recall_at_3": 0.86556, + "recall_at_5": 0.89, + "recall_at_10": 0.92222, + "recall_at_20": 0.95222, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.76778, + "precision_at_3": 0.28852, + "precision_at_5": 0.178, + "precision_at_10": 0.09222, + "precision_at_20": 0.04761, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.767778, + "mrr_at_3": 0.811852, + "mrr_at_5": 0.817407, + "mrr_at_10": 0.822116, + "mrr_at_20": 0.824123, + "mrr_at_100": 0.825164, + "mrr_at_1000": 0.825219, + "nauc_ndcg_at_1_max": 0.591975, + "nauc_ndcg_at_1_std": -0.047835, + "nauc_ndcg_at_1_diff1": 0.864129, + "nauc_ndcg_at_3_max": 0.668316, + "nauc_ndcg_at_3_std": -0.042204, + "nauc_ndcg_at_3_diff1": 0.833869, + "nauc_ndcg_at_5_max": 0.67173, + "nauc_ndcg_at_5_std": -0.038383, + "nauc_ndcg_at_5_diff1": 0.834343, + "nauc_ndcg_at_10_max": 0.669018, + "nauc_ndcg_at_10_std": -0.017882, + "nauc_ndcg_at_10_diff1": 0.836649, + "nauc_ndcg_at_20_max": 0.662972, + "nauc_ndcg_at_20_std": -0.018034, + "nauc_ndcg_at_20_diff1": 0.838415, + "nauc_ndcg_at_100_max": 0.655656, + "nauc_ndcg_at_100_std": -0.019367, + "nauc_ndcg_at_100_diff1": 0.840804, + "nauc_ndcg_at_1000_max": 0.653208, + "nauc_ndcg_at_1000_std": -0.026998, + "nauc_ndcg_at_1000_diff1": 0.840926, + "nauc_map_at_1_max": 0.591975, + "nauc_map_at_1_std": -0.047835, + "nauc_map_at_1_diff1": 0.864129, + "nauc_map_at_3_max": 0.64717, + "nauc_map_at_3_std": -0.043855, + "nauc_map_at_3_diff1": 0.8414, + "nauc_map_at_5_max": 0.64857, + "nauc_map_at_5_std": -0.042064, + "nauc_map_at_5_diff1": 0.841853, + "nauc_map_at_10_max": 0.646972, + "nauc_map_at_10_std": -0.033869, + "nauc_map_at_10_diff1": 0.842993, + "nauc_map_at_20_max": 0.645353, + "nauc_map_at_20_std": -0.033959, + "nauc_map_at_20_diff1": 0.843408, + "nauc_map_at_100_max": 0.644386, + "nauc_map_at_100_std": -0.034127, + "nauc_map_at_100_diff1": 0.843649, + "nauc_map_at_1000_max": 0.644294, + "nauc_map_at_1000_std": -0.034401, + "nauc_map_at_1000_diff1": 0.843657, + "nauc_recall_at_1_max": 0.591975, + "nauc_recall_at_1_std": -0.047835, + "nauc_recall_at_1_diff1": 0.864129, + "nauc_recall_at_3_max": 0.749563, + "nauc_recall_at_3_std": -0.035808, + "nauc_recall_at_3_diff1": 0.805431, + "nauc_recall_at_5_max": 0.775396, + "nauc_recall_at_5_std": -0.020817, + "nauc_recall_at_5_diff1": 0.801506, + "nauc_recall_at_10_max": 0.800927, + "nauc_recall_at_10_std": 0.093464, + "nauc_recall_at_10_diff1": 0.800434, + "nauc_recall_at_20_max": 0.814409, + "nauc_recall_at_20_std": 0.158252, + "nauc_recall_at_20_diff1": 0.799372, + "nauc_recall_at_100_max": 0.916258, + "nauc_recall_at_100_std": 0.799253, + "nauc_recall_at_100_diff1": 0.830474, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.591975, + "nauc_precision_at_1_std": -0.047835, + "nauc_precision_at_1_diff1": 0.864129, + "nauc_precision_at_3_max": 0.749563, + "nauc_precision_at_3_std": -0.035808, + "nauc_precision_at_3_diff1": 0.805431, + "nauc_precision_at_5_max": 0.775396, + "nauc_precision_at_5_std": -0.020817, + "nauc_precision_at_5_diff1": 0.801506, + "nauc_precision_at_10_max": 0.800927, + "nauc_precision_at_10_std": 0.093464, + "nauc_precision_at_10_diff1": 0.800434, + "nauc_precision_at_20_max": 0.814409, + "nauc_precision_at_20_std": 0.158252, + "nauc_precision_at_20_diff1": 0.799372, + "nauc_precision_at_100_max": 0.916258, + "nauc_precision_at_100_std": 0.799253, + "nauc_precision_at_100_diff1": 0.830474, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.591975, + "nauc_mrr_at_1_std": -0.047835, + "nauc_mrr_at_1_diff1": 0.864129, + "nauc_mrr_at_3_max": 0.64717, + "nauc_mrr_at_3_std": -0.043855, + "nauc_mrr_at_3_diff1": 0.8414, + "nauc_mrr_at_5_max": 0.64857, + "nauc_mrr_at_5_std": -0.042064, + "nauc_mrr_at_5_diff1": 0.841853, + "nauc_mrr_at_10_max": 0.646972, + "nauc_mrr_at_10_std": -0.033869, + "nauc_mrr_at_10_diff1": 0.842993, + "nauc_mrr_at_20_max": 0.645353, + "nauc_mrr_at_20_std": -0.033959, + "nauc_mrr_at_20_diff1": 0.843408, + "nauc_mrr_at_100_max": 0.644386, + "nauc_mrr_at_100_std": -0.034127, + "nauc_mrr_at_100_diff1": 0.843649, + "nauc_mrr_at_1000_max": 0.644294, + "nauc_mrr_at_1000_std": -0.034401, + "nauc_mrr_at_1000_diff1": 0.843657, + "main_score": 0.84655, + "hf_subset": "urd_Latn-urd_Arab", + "languages": [ + "urd-Latn", + "urd-Arab" + ] + } + ] + }, + "evaluation_time": 5946.99831366539, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/BibleNLPBitextMining.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BibleNLPBitextMining.json new file mode 100644 index 0000000000..437cdcd429 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BibleNLPBitextMining.json @@ -0,0 +1,19883 @@ +{ + "dataset_revision": "264a18480c529d9e922483839b4b9758e690b762", + "task_name": "BibleNLPBitextMining", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "precision": 0.134142, + "recall": 0.167969, + "f1": 0.141388, + "accuracy": 0.167969, + "main_score": 0.141388, + "hf_subset": "eng_Latn-aai_Latn", + "languages": [ + "eng-Latn", + "aai-Latn" + ] + }, + { + "precision": 0.116511, + "recall": 0.164062, + "f1": 0.126599, + "accuracy": 0.164062, + "main_score": 0.126599, + "hf_subset": "aai_Latn-eng_Latn", + "languages": [ + "aai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03717, + "recall": 0.0625, + "f1": 0.04266, + "accuracy": 0.0625, + "main_score": 0.04266, + "hf_subset": "eng_Latn-aak_Arab", + "languages": [ + "eng-Latn", + "aak-Arab" + ] + }, + { + "precision": 0.035988, + "recall": 0.074219, + "f1": 0.042624, + "accuracy": 0.074219, + "main_score": 0.042624, + "hf_subset": "aak_Arab-eng_Latn", + "languages": [ + "aak-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.117458, + "recall": 0.171875, + "f1": 0.128136, + "accuracy": 0.171875, + "main_score": 0.128136, + "hf_subset": "eng_Latn-aau_Latn", + "languages": [ + "eng-Latn", + "aau-Latn" + ] + }, + { + "precision": 0.107083, + "recall": 0.15625, + "f1": 0.1156, + "accuracy": 0.15625, + "main_score": 0.1156, + "hf_subset": "aau_Latn-eng_Latn", + "languages": [ + "aau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072221, + "recall": 0.105469, + "f1": 0.078674, + "accuracy": 0.105469, + "main_score": 0.078674, + "hf_subset": "eng_Latn-aaz_Latn", + "languages": [ + "eng-Latn", + "aaz-Latn" + ] + }, + { + "precision": 0.077251, + "recall": 0.121094, + "f1": 0.087308, + "accuracy": 0.121094, + "main_score": 0.087308, + "hf_subset": "aaz_Latn-eng_Latn", + "languages": [ + "aaz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040747, + "recall": 0.078125, + "f1": 0.048123, + "accuracy": 0.078125, + "main_score": 0.048123, + "hf_subset": "eng_Latn-abt_Latn", + "languages": [ + "eng-Latn", + "abt-Latn" + ] + }, + { + "precision": 0.07616, + "recall": 0.136719, + "f1": 0.087849, + "accuracy": 0.136719, + "main_score": 0.087849, + "hf_subset": "abt_Latn-eng_Latn", + "languages": [ + "abt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.44417, + "recall": 0.558594, + "f1": 0.475264, + "accuracy": 0.558594, + "main_score": 0.475264, + "hf_subset": "eng_Latn-abx_Latn", + "languages": [ + "eng-Latn", + "abx-Latn" + ] + }, + { + "precision": 0.492513, + "recall": 0.605469, + "f1": 0.522786, + "accuracy": 0.605469, + "main_score": 0.522786, + "hf_subset": "abx_Latn-eng_Latn", + "languages": [ + "abx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.019206, + "recall": 0.035156, + "f1": 0.02255, + "accuracy": 0.035156, + "main_score": 0.02255, + "hf_subset": "eng_Latn-aby_Latn", + "languages": [ + "eng-Latn", + "aby-Latn" + ] + }, + { + "precision": 0.042824, + "recall": 0.058594, + "f1": 0.045095, + "accuracy": 0.058594, + "main_score": 0.045095, + "hf_subset": "aby_Latn-eng_Latn", + "languages": [ + "aby-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.699154, + "recall": 0.777344, + "f1": 0.722266, + "accuracy": 0.777344, + "main_score": 0.722266, + "hf_subset": "eng_Latn-acf_Latn", + "languages": [ + "eng-Latn", + "acf-Latn" + ] + }, + { + "precision": 0.696419, + "recall": 0.773438, + "f1": 0.719531, + "accuracy": 0.773438, + "main_score": 0.719531, + "hf_subset": "acf_Latn-eng_Latn", + "languages": [ + "acf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.207836, + "recall": 0.308594, + "f1": 0.230512, + "accuracy": 0.308594, + "main_score": 0.230512, + "hf_subset": "eng_Latn-acr_Latn", + "languages": [ + "eng-Latn", + "acr-Latn" + ] + }, + { + "precision": 0.250853, + "recall": 0.335938, + "f1": 0.269628, + "accuracy": 0.335938, + "main_score": 0.269628, + "hf_subset": "acr_Latn-eng_Latn", + "languages": [ + "acr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074481, + "recall": 0.09375, + "f1": 0.079102, + "accuracy": 0.09375, + "main_score": 0.079102, + "hf_subset": "eng_Latn-acu_Latn", + "languages": [ + "eng-Latn", + "acu-Latn" + ] + }, + { + "precision": 0.100521, + "recall": 0.132812, + "f1": 0.107385, + "accuracy": 0.132812, + "main_score": 0.107385, + "hf_subset": "acu_Latn-eng_Latn", + "languages": [ + "acu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.24574, + "recall": 0.335938, + "f1": 0.269355, + "accuracy": 0.335938, + "main_score": 0.269355, + "hf_subset": "eng_Latn-adz_Latn", + "languages": [ + "eng-Latn", + "adz-Latn" + ] + }, + { + "precision": 0.297682, + "recall": 0.375, + "f1": 0.317886, + "accuracy": 0.375, + "main_score": 0.317886, + "hf_subset": "adz_Latn-eng_Latn", + "languages": [ + "adz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079036, + "recall": 0.105469, + "f1": 0.08497, + "accuracy": 0.105469, + "main_score": 0.08497, + "hf_subset": "eng_Latn-aer_Latn", + "languages": [ + "eng-Latn", + "aer-Latn" + ] + }, + { + "precision": 0.092806, + "recall": 0.136719, + "f1": 0.101213, + "accuracy": 0.136719, + "main_score": 0.101213, + "hf_subset": "aer_Latn-eng_Latn", + "languages": [ + "aer-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054656, + "recall": 0.089844, + "f1": 0.061351, + "accuracy": 0.089844, + "main_score": 0.061351, + "hf_subset": "eng_Latn-aey_Latn", + "languages": [ + "eng-Latn", + "aey-Latn" + ] + }, + { + "precision": 0.06827, + "recall": 0.121094, + "f1": 0.078338, + "accuracy": 0.121094, + "main_score": 0.078338, + "hf_subset": "aey_Latn-eng_Latn", + "languages": [ + "aey-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054525, + "recall": 0.078125, + "f1": 0.059632, + "accuracy": 0.078125, + "main_score": 0.059632, + "hf_subset": "eng_Latn-agd_Latn", + "languages": [ + "eng-Latn", + "agd-Latn" + ] + }, + { + "precision": 0.0424, + "recall": 0.085938, + "f1": 0.049599, + "accuracy": 0.085938, + "main_score": 0.049599, + "hf_subset": "agd_Latn-eng_Latn", + "languages": [ + "agd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050212, + "recall": 0.085938, + "f1": 0.057732, + "accuracy": 0.085938, + "main_score": 0.057732, + "hf_subset": "eng_Latn-agg_Latn", + "languages": [ + "eng-Latn", + "agg-Latn" + ] + }, + { + "precision": 0.05563, + "recall": 0.09375, + "f1": 0.063156, + "accuracy": 0.09375, + "main_score": 0.063156, + "hf_subset": "agg_Latn-eng_Latn", + "languages": [ + "agg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023583, + "recall": 0.042969, + "f1": 0.025709, + "accuracy": 0.042969, + "main_score": 0.025709, + "hf_subset": "eng_Latn-agm_Latn", + "languages": [ + "eng-Latn", + "agm-Latn" + ] + }, + { + "precision": 0.041314, + "recall": 0.078125, + "f1": 0.048958, + "accuracy": 0.078125, + "main_score": 0.048958, + "hf_subset": "agm_Latn-eng_Latn", + "languages": [ + "agm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.375786, + "recall": 0.472656, + "f1": 0.399519, + "accuracy": 0.472656, + "main_score": 0.399519, + "hf_subset": "eng_Latn-agn_Latn", + "languages": [ + "eng-Latn", + "agn-Latn" + ] + }, + { + "precision": 0.387277, + "recall": 0.492188, + "f1": 0.415303, + "accuracy": 0.492188, + "main_score": 0.415303, + "hf_subset": "agn_Latn-eng_Latn", + "languages": [ + "agn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093074, + "recall": 0.125, + "f1": 0.098869, + "accuracy": 0.125, + "main_score": 0.098869, + "hf_subset": "eng_Latn-agr_Latn", + "languages": [ + "eng-Latn", + "agr-Latn" + ] + }, + { + "precision": 0.080718, + "recall": 0.121094, + "f1": 0.08899, + "accuracy": 0.121094, + "main_score": 0.08899, + "hf_subset": "agr_Latn-eng_Latn", + "languages": [ + "agr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084874, + "recall": 0.132812, + "f1": 0.094058, + "accuracy": 0.132812, + "main_score": 0.094058, + "hf_subset": "eng_Latn-agt_Latn", + "languages": [ + "eng-Latn", + "agt-Latn" + ] + }, + { + "precision": 0.080629, + "recall": 0.144531, + "f1": 0.093545, + "accuracy": 0.144531, + "main_score": 0.093545, + "hf_subset": "agt_Latn-eng_Latn", + "languages": [ + "agt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099875, + "recall": 0.148438, + "f1": 0.109229, + "accuracy": 0.148438, + "main_score": 0.109229, + "hf_subset": "eng_Latn-agu_Latn", + "languages": [ + "eng-Latn", + "agu-Latn" + ] + }, + { + "precision": 0.115686, + "recall": 0.183594, + "f1": 0.131115, + "accuracy": 0.183594, + "main_score": 0.131115, + "hf_subset": "agu_Latn-eng_Latn", + "languages": [ + "agu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085455, + "recall": 0.125, + "f1": 0.092871, + "accuracy": 0.125, + "main_score": 0.092871, + "hf_subset": "eng_Latn-aia_Latn", + "languages": [ + "eng-Latn", + "aia-Latn" + ] + }, + { + "precision": 0.096894, + "recall": 0.15625, + "f1": 0.109724, + "accuracy": 0.15625, + "main_score": 0.109724, + "hf_subset": "aia_Latn-eng_Latn", + "languages": [ + "aia-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.213525, + "recall": 0.289062, + "f1": 0.230172, + "accuracy": 0.289062, + "main_score": 0.230172, + "hf_subset": "eng_Latn-aii_Syrc", + "languages": [ + "eng-Latn", + "aii-Syrc" + ] + }, + { + "precision": 0.275016, + "recall": 0.363281, + "f1": 0.295202, + "accuracy": 0.363281, + "main_score": 0.295202, + "hf_subset": "aii_Syrc-eng_Latn", + "languages": [ + "aii-Syrc", + "eng-Latn" + ] + }, + { + "precision": 0.548214, + "recall": 0.632812, + "f1": 0.570898, + "accuracy": 0.632812, + "main_score": 0.570898, + "hf_subset": "eng_Latn-aka_Latn", + "languages": [ + "eng-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.551693, + "recall": 0.652344, + "f1": 0.579818, + "accuracy": 0.652344, + "main_score": 0.579818, + "hf_subset": "aka_Latn-eng_Latn", + "languages": [ + "aka-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035151, + "recall": 0.0625, + "f1": 0.041305, + "accuracy": 0.0625, + "main_score": 0.041305, + "hf_subset": "eng_Latn-ake_Latn", + "languages": [ + "eng-Latn", + "ake-Latn" + ] + }, + { + "precision": 0.042608, + "recall": 0.082031, + "f1": 0.04892, + "accuracy": 0.082031, + "main_score": 0.04892, + "hf_subset": "ake_Latn-eng_Latn", + "languages": [ + "ake-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087147, + "recall": 0.113281, + "f1": 0.093945, + "accuracy": 0.113281, + "main_score": 0.093945, + "hf_subset": "eng_Latn-alp_Latn", + "languages": [ + "eng-Latn", + "alp-Latn" + ] + }, + { + "precision": 0.076825, + "recall": 0.136719, + "f1": 0.086972, + "accuracy": 0.136719, + "main_score": 0.086972, + "hf_subset": "alp_Latn-eng_Latn", + "languages": [ + "alp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073932, + "recall": 0.117188, + "f1": 0.081458, + "accuracy": 0.117188, + "main_score": 0.081458, + "hf_subset": "eng_Latn-alq_Latn", + "languages": [ + "eng-Latn", + "alq-Latn" + ] + }, + { + "precision": 0.065947, + "recall": 0.109375, + "f1": 0.073394, + "accuracy": 0.109375, + "main_score": 0.073394, + "hf_subset": "alq_Latn-eng_Latn", + "languages": [ + "alq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.175781, + "recall": 0.210938, + "f1": 0.186849, + "accuracy": 0.210938, + "main_score": 0.186849, + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ] + }, + { + "precision": 0.170573, + "recall": 0.203125, + "f1": 0.179371, + "accuracy": 0.203125, + "main_score": 0.179371, + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081613, + "recall": 0.101562, + "f1": 0.086523, + "accuracy": 0.101562, + "main_score": 0.086523, + "hf_subset": "eng_Latn-aly_Latn", + "languages": [ + "eng-Latn", + "aly-Latn" + ] + }, + { + "precision": 0.070329, + "recall": 0.109375, + "f1": 0.078509, + "accuracy": 0.109375, + "main_score": 0.078509, + "hf_subset": "aly_Latn-eng_Latn", + "languages": [ + "aly-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06005, + "recall": 0.082031, + "f1": 0.064073, + "accuracy": 0.082031, + "main_score": 0.064073, + "hf_subset": "eng_Latn-ame_Latn", + "languages": [ + "eng-Latn", + "ame-Latn" + ] + }, + { + "precision": 0.07823, + "recall": 0.128906, + "f1": 0.090588, + "accuracy": 0.128906, + "main_score": 0.090588, + "hf_subset": "ame_Latn-eng_Latn", + "languages": [ + "ame-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053321, + "recall": 0.089844, + "f1": 0.060857, + "accuracy": 0.089844, + "main_score": 0.060857, + "hf_subset": "eng_Latn-amf_Latn", + "languages": [ + "eng-Latn", + "amf-Latn" + ] + }, + { + "precision": 0.061158, + "recall": 0.113281, + "f1": 0.069304, + "accuracy": 0.113281, + "main_score": 0.069304, + "hf_subset": "amf_Latn-eng_Latn", + "languages": [ + "amf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.11831, + "recall": 0.140625, + "f1": 0.123503, + "accuracy": 0.140625, + "main_score": 0.123503, + "hf_subset": "eng_Latn-amk_Latn", + "languages": [ + "eng-Latn", + "amk-Latn" + ] + }, + { + "precision": 0.11133, + "recall": 0.15625, + "f1": 0.119877, + "accuracy": 0.15625, + "main_score": 0.119877, + "hf_subset": "amk_Latn-eng_Latn", + "languages": [ + "amk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.02959, + "recall": 0.066406, + "f1": 0.036001, + "accuracy": 0.066406, + "main_score": 0.036001, + "hf_subset": "eng_Latn-amm_Latn", + "languages": [ + "eng-Latn", + "amm-Latn" + ] + }, + { + "precision": 0.026629, + "recall": 0.0625, + "f1": 0.032248, + "accuracy": 0.0625, + "main_score": 0.032248, + "hf_subset": "amm_Latn-eng_Latn", + "languages": [ + "amm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074077, + "recall": 0.136719, + "f1": 0.087148, + "accuracy": 0.136719, + "main_score": 0.087148, + "hf_subset": "eng_Latn-amn_Latn", + "languages": [ + "eng-Latn", + "amn-Latn" + ] + }, + { + "precision": 0.107492, + "recall": 0.167969, + "f1": 0.120855, + "accuracy": 0.167969, + "main_score": 0.120855, + "hf_subset": "amn_Latn-eng_Latn", + "languages": [ + "amn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072373, + "recall": 0.101562, + "f1": 0.078038, + "accuracy": 0.101562, + "main_score": 0.078038, + "hf_subset": "eng_Latn-amo_Latn", + "languages": [ + "eng-Latn", + "amo-Latn" + ] + }, + { + "precision": 0.085598, + "recall": 0.125, + "f1": 0.092879, + "accuracy": 0.125, + "main_score": 0.092879, + "hf_subset": "amo_Latn-eng_Latn", + "languages": [ + "amo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058919, + "recall": 0.082031, + "f1": 0.064273, + "accuracy": 0.082031, + "main_score": 0.064273, + "hf_subset": "eng_Latn-amp_Latn", + "languages": [ + "eng-Latn", + "amp-Latn" + ] + }, + { + "precision": 0.076332, + "recall": 0.113281, + "f1": 0.084394, + "accuracy": 0.113281, + "main_score": 0.084394, + "hf_subset": "amp_Latn-eng_Latn", + "languages": [ + "amp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070147, + "recall": 0.09375, + "f1": 0.075335, + "accuracy": 0.09375, + "main_score": 0.075335, + "hf_subset": "eng_Latn-amr_Latn", + "languages": [ + "eng-Latn", + "amr-Latn" + ] + }, + { + "precision": 0.074189, + "recall": 0.140625, + "f1": 0.087844, + "accuracy": 0.140625, + "main_score": 0.087844, + "hf_subset": "amr_Latn-eng_Latn", + "languages": [ + "amr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116175, + "recall": 0.164062, + "f1": 0.125089, + "accuracy": 0.164062, + "main_score": 0.125089, + "hf_subset": "eng_Latn-amu_Latn", + "languages": [ + "eng-Latn", + "amu-Latn" + ] + }, + { + "precision": 0.102382, + "recall": 0.160156, + "f1": 0.112296, + "accuracy": 0.160156, + "main_score": 0.112296, + "hf_subset": "amu_Latn-eng_Latn", + "languages": [ + "amu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.169102, + "recall": 0.230469, + "f1": 0.18064, + "accuracy": 0.230469, + "main_score": 0.18064, + "hf_subset": "eng_Latn-amx_Latn", + "languages": [ + "eng-Latn", + "amx-Latn" + ] + }, + { + "precision": 0.173228, + "recall": 0.253906, + "f1": 0.191479, + "accuracy": 0.253906, + "main_score": 0.191479, + "hf_subset": "amx_Latn-eng_Latn", + "languages": [ + "amx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.125293, + "recall": 0.18018, + "f1": 0.136862, + "accuracy": 0.18018, + "main_score": 0.136862, + "hf_subset": "eng_Latn-anh_Latn", + "languages": [ + "eng-Latn", + "anh-Latn" + ] + }, + { + "precision": 0.124961, + "recall": 0.198198, + "f1": 0.140862, + "accuracy": 0.198198, + "main_score": 0.140862, + "hf_subset": "anh_Latn-eng_Latn", + "languages": [ + "anh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095499, + "recall": 0.125, + "f1": 0.102224, + "accuracy": 0.125, + "main_score": 0.102224, + "hf_subset": "eng_Latn-anv_Latn", + "languages": [ + "eng-Latn", + "anv-Latn" + ] + }, + { + "precision": 0.080287, + "recall": 0.132812, + "f1": 0.089893, + "accuracy": 0.132812, + "main_score": 0.089893, + "hf_subset": "anv_Latn-eng_Latn", + "languages": [ + "anv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060452, + "recall": 0.082031, + "f1": 0.063372, + "accuracy": 0.082031, + "main_score": 0.063372, + "hf_subset": "eng_Latn-aoi_Latn", + "languages": [ + "eng-Latn", + "aoi-Latn" + ] + }, + { + "precision": 0.071955, + "recall": 0.105469, + "f1": 0.077976, + "accuracy": 0.105469, + "main_score": 0.077976, + "hf_subset": "aoi_Latn-eng_Latn", + "languages": [ + "aoi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098008, + "recall": 0.179688, + "f1": 0.115197, + "accuracy": 0.179688, + "main_score": 0.115197, + "hf_subset": "eng_Latn-aoj_Latn", + "languages": [ + "eng-Latn", + "aoj-Latn" + ] + }, + { + "precision": 0.158788, + "recall": 0.242188, + "f1": 0.178147, + "accuracy": 0.242188, + "main_score": 0.178147, + "hf_subset": "aoj_Latn-eng_Latn", + "languages": [ + "aoj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.105778, + "recall": 0.144531, + "f1": 0.11499, + "accuracy": 0.144531, + "main_score": 0.11499, + "hf_subset": "eng_Latn-aom_Latn", + "languages": [ + "eng-Latn", + "aom-Latn" + ] + }, + { + "precision": 0.109737, + "recall": 0.160156, + "f1": 0.120154, + "accuracy": 0.160156, + "main_score": 0.120154, + "hf_subset": "aom_Latn-eng_Latn", + "languages": [ + "aom-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075093, + "recall": 0.097656, + "f1": 0.078863, + "accuracy": 0.097656, + "main_score": 0.078863, + "hf_subset": "eng_Latn-aon_Latn", + "languages": [ + "eng-Latn", + "aon-Latn" + ] + }, + { + "precision": 0.115794, + "recall": 0.164062, + "f1": 0.125169, + "accuracy": 0.164062, + "main_score": 0.125169, + "hf_subset": "aon_Latn-eng_Latn", + "languages": [ + "aon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077889, + "recall": 0.113281, + "f1": 0.084505, + "accuracy": 0.113281, + "main_score": 0.084505, + "hf_subset": "eng_Latn-apb_Latn", + "languages": [ + "eng-Latn", + "apb-Latn" + ] + }, + { + "precision": 0.113268, + "recall": 0.171875, + "f1": 0.12529, + "accuracy": 0.171875, + "main_score": 0.12529, + "hf_subset": "apb_Latn-eng_Latn", + "languages": [ + "apb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038163, + "recall": 0.101562, + "f1": 0.048808, + "accuracy": 0.101562, + "main_score": 0.048808, + "hf_subset": "eng_Latn-ape_Latn", + "languages": [ + "eng-Latn", + "ape-Latn" + ] + }, + { + "precision": 0.098067, + "recall": 0.160156, + "f1": 0.110318, + "accuracy": 0.160156, + "main_score": 0.110318, + "hf_subset": "ape_Latn-eng_Latn", + "languages": [ + "ape-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.003495, + "recall": 0.019531, + "f1": 0.005521, + "accuracy": 0.019531, + "main_score": 0.005521, + "hf_subset": "eng_Latn-apn_Latn", + "languages": [ + "eng-Latn", + "apn-Latn" + ] + }, + { + "precision": 0.017869, + "recall": 0.027344, + "f1": 0.018783, + "accuracy": 0.027344, + "main_score": 0.018783, + "hf_subset": "apn_Latn-eng_Latn", + "languages": [ + "apn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097103, + "recall": 0.140625, + "f1": 0.107137, + "accuracy": 0.140625, + "main_score": 0.107137, + "hf_subset": "eng_Latn-apr_Latn", + "languages": [ + "eng-Latn", + "apr-Latn" + ] + }, + { + "precision": 0.08639, + "recall": 0.136719, + "f1": 0.095681, + "accuracy": 0.136719, + "main_score": 0.095681, + "hf_subset": "apr_Latn-eng_Latn", + "languages": [ + "apr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.024536, + "recall": 0.039062, + "f1": 0.027004, + "accuracy": 0.039062, + "main_score": 0.027004, + "hf_subset": "eng_Latn-apu_Latn", + "languages": [ + "eng-Latn", + "apu-Latn" + ] + }, + { + "precision": 0.028694, + "recall": 0.070312, + "f1": 0.034375, + "accuracy": 0.070312, + "main_score": 0.034375, + "hf_subset": "apu_Latn-eng_Latn", + "languages": [ + "apu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.134958, + "recall": 0.179688, + "f1": 0.144422, + "accuracy": 0.179688, + "main_score": 0.144422, + "hf_subset": "eng_Latn-apw_Latn", + "languages": [ + "eng-Latn", + "apw-Latn" + ] + }, + { + "precision": 0.12006, + "recall": 0.175781, + "f1": 0.131206, + "accuracy": 0.175781, + "main_score": 0.131206, + "hf_subset": "apw_Latn-eng_Latn", + "languages": [ + "apw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.030458, + "recall": 0.054688, + "f1": 0.033716, + "accuracy": 0.054688, + "main_score": 0.033716, + "hf_subset": "eng_Latn-apz_Latn", + "languages": [ + "eng-Latn", + "apz-Latn" + ] + }, + { + "precision": 0.025674, + "recall": 0.046875, + "f1": 0.029218, + "accuracy": 0.046875, + "main_score": 0.029218, + "hf_subset": "apz_Latn-eng_Latn", + "languages": [ + "apz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.12309, + "recall": 0.148438, + "f1": 0.128688, + "accuracy": 0.148438, + "main_score": 0.128688, + "hf_subset": "eng_Latn-are_Latn", + "languages": [ + "eng-Latn", + "are-Latn" + ] + }, + { + "precision": 0.115959, + "recall": 0.164062, + "f1": 0.124099, + "accuracy": 0.164062, + "main_score": 0.124099, + "hf_subset": "are_Latn-eng_Latn", + "languages": [ + "are-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056948, + "recall": 0.070312, + "f1": 0.059584, + "accuracy": 0.070312, + "main_score": 0.059584, + "hf_subset": "eng_Latn-arl_Latn", + "languages": [ + "eng-Latn", + "arl-Latn" + ] + }, + { + "precision": 0.076831, + "recall": 0.125, + "f1": 0.084236, + "accuracy": 0.125, + "main_score": 0.084236, + "hf_subset": "arl_Latn-eng_Latn", + "languages": [ + "arl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.15203, + "recall": 0.203125, + "f1": 0.162438, + "accuracy": 0.203125, + "main_score": 0.162438, + "hf_subset": "eng_Latn-arn_Latn", + "languages": [ + "eng-Latn", + "arn-Latn" + ] + }, + { + "precision": 0.120466, + "recall": 0.183594, + "f1": 0.133861, + "accuracy": 0.183594, + "main_score": 0.133861, + "hf_subset": "arn_Latn-eng_Latn", + "languages": [ + "arn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.148387, + "recall": 0.236559, + "f1": 0.167239, + "accuracy": 0.236559, + "main_score": 0.167239, + "hf_subset": "eng_Latn-arp_Latn", + "languages": [ + "eng-Latn", + "arp-Latn" + ] + }, + { + "precision": 0.198925, + "recall": 0.268817, + "f1": 0.21828, + "accuracy": 0.268817, + "main_score": 0.21828, + "hf_subset": "arp_Latn-eng_Latn", + "languages": [ + "arp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.929036, + "recall": 0.949219, + "f1": 0.935547, + "accuracy": 0.949219, + "main_score": 0.935547, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.972656, + "recall": 0.980469, + "f1": 0.97526, + "accuracy": 0.980469, + "main_score": 0.97526, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.039597, + "recall": 0.082031, + "f1": 0.048525, + "accuracy": 0.082031, + "main_score": 0.048525, + "hf_subset": "eng_Latn-aso_Latn", + "languages": [ + "eng-Latn", + "aso-Latn" + ] + }, + { + "precision": 0.068047, + "recall": 0.105469, + "f1": 0.075572, + "accuracy": 0.105469, + "main_score": 0.075572, + "hf_subset": "aso_Latn-eng_Latn", + "languages": [ + "aso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05085, + "recall": 0.082031, + "f1": 0.057275, + "accuracy": 0.082031, + "main_score": 0.057275, + "hf_subset": "eng_Latn-ata_Latn", + "languages": [ + "eng-Latn", + "ata-Latn" + ] + }, + { + "precision": 0.053496, + "recall": 0.097656, + "f1": 0.061373, + "accuracy": 0.097656, + "main_score": 0.061373, + "hf_subset": "ata_Latn-eng_Latn", + "languages": [ + "ata-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.082055, + "recall": 0.121094, + "f1": 0.090041, + "accuracy": 0.121094, + "main_score": 0.090041, + "hf_subset": "eng_Latn-atb_Latn", + "languages": [ + "eng-Latn", + "atb-Latn" + ] + }, + { + "precision": 0.093913, + "recall": 0.132812, + "f1": 0.100845, + "accuracy": 0.132812, + "main_score": 0.100845, + "hf_subset": "atb_Latn-eng_Latn", + "languages": [ + "atb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.185463, + "recall": 0.265625, + "f1": 0.20359, + "accuracy": 0.265625, + "main_score": 0.20359, + "hf_subset": "eng_Latn-atd_Latn", + "languages": [ + "eng-Latn", + "atd-Latn" + ] + }, + { + "precision": 0.205481, + "recall": 0.296875, + "f1": 0.227563, + "accuracy": 0.296875, + "main_score": 0.227563, + "hf_subset": "atd_Latn-eng_Latn", + "languages": [ + "atd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06988, + "recall": 0.097656, + "f1": 0.074858, + "accuracy": 0.097656, + "main_score": 0.074858, + "hf_subset": "eng_Latn-atg_Latn", + "languages": [ + "eng-Latn", + "atg-Latn" + ] + }, + { + "precision": 0.087856, + "recall": 0.144531, + "f1": 0.09686, + "accuracy": 0.144531, + "main_score": 0.09686, + "hf_subset": "atg_Latn-eng_Latn", + "languages": [ + "atg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093759, + "recall": 0.136719, + "f1": 0.102691, + "accuracy": 0.136719, + "main_score": 0.102691, + "hf_subset": "eng_Latn-att_Latn", + "languages": [ + "eng-Latn", + "att-Latn" + ] + }, + { + "precision": 0.089389, + "recall": 0.15625, + "f1": 0.103186, + "accuracy": 0.15625, + "main_score": 0.103186, + "hf_subset": "att_Latn-eng_Latn", + "languages": [ + "att-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.016516, + "recall": 0.027344, + "f1": 0.017232, + "accuracy": 0.027344, + "main_score": 0.017232, + "hf_subset": "eng_Latn-auc_Latn", + "languages": [ + "eng-Latn", + "auc-Latn" + ] + }, + { + "precision": 0.020016, + "recall": 0.035156, + "f1": 0.022307, + "accuracy": 0.035156, + "main_score": 0.022307, + "hf_subset": "auc_Latn-eng_Latn", + "languages": [ + "auc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.210221, + "recall": 0.292969, + "f1": 0.233724, + "accuracy": 0.292969, + "main_score": 0.233724, + "hf_subset": "eng_Latn-aui_Latn", + "languages": [ + "eng-Latn", + "aui-Latn" + ] + }, + { + "precision": 0.226388, + "recall": 0.332031, + "f1": 0.253207, + "accuracy": 0.332031, + "main_score": 0.253207, + "hf_subset": "aui_Latn-eng_Latn", + "languages": [ + "aui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.016073, + "recall": 0.035156, + "f1": 0.018234, + "accuracy": 0.035156, + "main_score": 0.018234, + "hf_subset": "eng_Latn-auy_Latn", + "languages": [ + "eng-Latn", + "auy-Latn" + ] + }, + { + "precision": 0.019621, + "recall": 0.042969, + "f1": 0.022215, + "accuracy": 0.042969, + "main_score": 0.022215, + "hf_subset": "auy_Latn-eng_Latn", + "languages": [ + "auy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072844, + "recall": 0.117188, + "f1": 0.081209, + "accuracy": 0.117188, + "main_score": 0.081209, + "hf_subset": "eng_Latn-avt_Latn", + "languages": [ + "eng-Latn", + "avt-Latn" + ] + }, + { + "precision": 0.09575, + "recall": 0.148438, + "f1": 0.10819, + "accuracy": 0.148438, + "main_score": 0.10819, + "hf_subset": "avt_Latn-eng_Latn", + "languages": [ + "avt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.01001, + "recall": 0.015625, + "f1": 0.010876, + "accuracy": 0.015625, + "main_score": 0.010876, + "hf_subset": "eng_Latn-awb_Latn", + "languages": [ + "eng-Latn", + "awb-Latn" + ] + }, + { + "precision": 0.010901, + "recall": 0.027344, + "f1": 0.012965, + "accuracy": 0.027344, + "main_score": 0.012965, + "hf_subset": "awb_Latn-eng_Latn", + "languages": [ + "awb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.14261, + "recall": 0.252525, + "f1": 0.166049, + "accuracy": 0.252525, + "main_score": 0.166049, + "hf_subset": "eng_Latn-awk_Latn", + "languages": [ + "eng-Latn", + "awk-Latn" + ] + }, + { + "precision": 0.197082, + "recall": 0.252525, + "f1": 0.20829, + "accuracy": 0.252525, + "main_score": 0.20829, + "hf_subset": "awk_Latn-eng_Latn", + "languages": [ + "awk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.357833, + "recall": 0.441406, + "f1": 0.379594, + "accuracy": 0.441406, + "main_score": 0.379594, + "hf_subset": "eng_Latn-awx_Latn", + "languages": [ + "eng-Latn", + "awx-Latn" + ] + }, + { + "precision": 0.424755, + "recall": 0.507812, + "f1": 0.446233, + "accuracy": 0.507812, + "main_score": 0.446233, + "hf_subset": "awx_Latn-eng_Latn", + "languages": [ + "awx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.934896, + "recall": 0.953125, + "f1": 0.940755, + "accuracy": 0.953125, + "main_score": 0.940755, + "hf_subset": "eng_Latn-azb_Arab", + "languages": [ + "eng-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.933594, + "recall": 0.953125, + "f1": 0.940104, + "accuracy": 0.953125, + "main_score": 0.940104, + "hf_subset": "azb_Arab-eng_Latn", + "languages": [ + "azb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.083117, + "recall": 0.121094, + "f1": 0.091639, + "accuracy": 0.121094, + "main_score": 0.091639, + "hf_subset": "eng_Latn-azg_Latn", + "languages": [ + "eng-Latn", + "azg-Latn" + ] + }, + { + "precision": 0.096112, + "recall": 0.148438, + "f1": 0.107211, + "accuracy": 0.148438, + "main_score": 0.107211, + "hf_subset": "azg_Latn-eng_Latn", + "languages": [ + "azg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.167553, + "recall": 0.222656, + "f1": 0.179832, + "accuracy": 0.222656, + "main_score": 0.179832, + "hf_subset": "eng_Latn-azz_Latn", + "languages": [ + "eng-Latn", + "azz-Latn" + ] + }, + { + "precision": 0.164858, + "recall": 0.242188, + "f1": 0.18178, + "accuracy": 0.242188, + "main_score": 0.18178, + "hf_subset": "azz_Latn-eng_Latn", + "languages": [ + "azz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084924, + "recall": 0.121094, + "f1": 0.09273, + "accuracy": 0.121094, + "main_score": 0.09273, + "hf_subset": "eng_Latn-bao_Latn", + "languages": [ + "eng-Latn", + "bao-Latn" + ] + }, + { + "precision": 0.090766, + "recall": 0.144531, + "f1": 0.101518, + "accuracy": 0.144531, + "main_score": 0.101518, + "hf_subset": "bao_Latn-eng_Latn", + "languages": [ + "bao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075958, + "recall": 0.097656, + "f1": 0.080016, + "accuracy": 0.097656, + "main_score": 0.080016, + "hf_subset": "eng_Latn-bba_Latn", + "languages": [ + "eng-Latn", + "bba-Latn" + ] + }, + { + "precision": 0.071152, + "recall": 0.117188, + "f1": 0.080451, + "accuracy": 0.117188, + "main_score": 0.080451, + "hf_subset": "bba_Latn-eng_Latn", + "languages": [ + "bba-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038601, + "recall": 0.0625, + "f1": 0.042501, + "accuracy": 0.0625, + "main_score": 0.042501, + "hf_subset": "eng_Latn-bbb_Latn", + "languages": [ + "eng-Latn", + "bbb-Latn" + ] + }, + { + "precision": 0.044691, + "recall": 0.066406, + "f1": 0.048926, + "accuracy": 0.066406, + "main_score": 0.048926, + "hf_subset": "bbb_Latn-eng_Latn", + "languages": [ + "bbb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093344, + "recall": 0.125, + "f1": 0.100167, + "accuracy": 0.125, + "main_score": 0.100167, + "hf_subset": "eng_Latn-bbr_Latn", + "languages": [ + "eng-Latn", + "bbr-Latn" + ] + }, + { + "precision": 0.106126, + "recall": 0.152344, + "f1": 0.114679, + "accuracy": 0.152344, + "main_score": 0.114679, + "hf_subset": "bbr_Latn-eng_Latn", + "languages": [ + "bbr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111585, + "recall": 0.160156, + "f1": 0.122492, + "accuracy": 0.160156, + "main_score": 0.122492, + "hf_subset": "eng_Latn-bch_Latn", + "languages": [ + "eng-Latn", + "bch-Latn" + ] + }, + { + "precision": 0.119142, + "recall": 0.167969, + "f1": 0.128494, + "accuracy": 0.167969, + "main_score": 0.128494, + "hf_subset": "bch_Latn-eng_Latn", + "languages": [ + "bch-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054468, + "recall": 0.097656, + "f1": 0.06191, + "accuracy": 0.097656, + "main_score": 0.06191, + "hf_subset": "eng_Latn-bco_Latn", + "languages": [ + "eng-Latn", + "bco-Latn" + ] + }, + { + "precision": 0.072514, + "recall": 0.125, + "f1": 0.082548, + "accuracy": 0.125, + "main_score": 0.082548, + "hf_subset": "bco_Latn-eng_Latn", + "languages": [ + "bco-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076542, + "recall": 0.113281, + "f1": 0.083783, + "accuracy": 0.113281, + "main_score": 0.083783, + "hf_subset": "eng_Latn-bdd_Latn", + "languages": [ + "eng-Latn", + "bdd-Latn" + ] + }, + { + "precision": 0.09607, + "recall": 0.148438, + "f1": 0.106265, + "accuracy": 0.148438, + "main_score": 0.106265, + "hf_subset": "bdd_Latn-eng_Latn", + "languages": [ + "bdd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.186828, + "recall": 0.266667, + "f1": 0.205016, + "accuracy": 0.266667, + "main_score": 0.205016, + "hf_subset": "eng_Latn-bea_Latn", + "languages": [ + "eng-Latn", + "bea-Latn" + ] + }, + { + "precision": 0.240365, + "recall": 0.306667, + "f1": 0.256889, + "accuracy": 0.306667, + "main_score": 0.256889, + "hf_subset": "bea_Latn-eng_Latn", + "languages": [ + "bea-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036448, + "recall": 0.074219, + "f1": 0.04237, + "accuracy": 0.074219, + "main_score": 0.04237, + "hf_subset": "eng_Latn-bef_Latn", + "languages": [ + "eng-Latn", + "bef-Latn" + ] + }, + { + "precision": 0.054502, + "recall": 0.082031, + "f1": 0.059679, + "accuracy": 0.082031, + "main_score": 0.059679, + "hf_subset": "bef_Latn-eng_Latn", + "languages": [ + "bef-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.974609, + "recall": 0.980469, + "f1": 0.976562, + "accuracy": 0.980469, + "main_score": 0.976562, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.986328, + "recall": 0.988281, + "f1": 0.986979, + "accuracy": 0.988281, + "main_score": 0.986979, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.045455, + "recall": 0.078125, + "f1": 0.051975, + "accuracy": 0.078125, + "main_score": 0.051975, + "hf_subset": "eng_Latn-beo_Latn", + "languages": [ + "eng-Latn", + "beo-Latn" + ] + }, + { + "precision": 0.037544, + "recall": 0.066406, + "f1": 0.041855, + "accuracy": 0.066406, + "main_score": 0.041855, + "hf_subset": "beo_Latn-eng_Latn", + "languages": [ + "beo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.162255, + "recall": 0.234375, + "f1": 0.177134, + "accuracy": 0.234375, + "main_score": 0.177134, + "hf_subset": "eng_Latn-beu_Latn", + "languages": [ + "eng-Latn", + "beu-Latn" + ] + }, + { + "precision": 0.153751, + "recall": 0.25, + "f1": 0.175279, + "accuracy": 0.25, + "main_score": 0.175279, + "hf_subset": "beu_Latn-eng_Latn", + "languages": [ + "beu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.172102, + "recall": 0.246094, + "f1": 0.188545, + "accuracy": 0.246094, + "main_score": 0.188545, + "hf_subset": "eng_Latn-bgs_Latn", + "languages": [ + "eng-Latn", + "bgs-Latn" + ] + }, + { + "precision": 0.181908, + "recall": 0.261719, + "f1": 0.19921, + "accuracy": 0.261719, + "main_score": 0.19921, + "hf_subset": "bgs_Latn-eng_Latn", + "languages": [ + "bgs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.125353, + "recall": 0.167969, + "f1": 0.135063, + "accuracy": 0.167969, + "main_score": 0.135063, + "hf_subset": "eng_Latn-bgt_Latn", + "languages": [ + "eng-Latn", + "bgt-Latn" + ] + }, + { + "precision": 0.121409, + "recall": 0.175781, + "f1": 0.131765, + "accuracy": 0.175781, + "main_score": 0.131765, + "hf_subset": "bgt_Latn-eng_Latn", + "languages": [ + "bgt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.225591, + "recall": 0.289062, + "f1": 0.241967, + "accuracy": 0.289062, + "main_score": 0.241967, + "hf_subset": "eng_Latn-bhg_Latn", + "languages": [ + "eng-Latn", + "bhg-Latn" + ] + }, + { + "precision": 0.183323, + "recall": 0.265625, + "f1": 0.202491, + "accuracy": 0.265625, + "main_score": 0.202491, + "hf_subset": "bhg_Latn-eng_Latn", + "languages": [ + "bhg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038731, + "recall": 0.082031, + "f1": 0.045912, + "accuracy": 0.082031, + "main_score": 0.045912, + "hf_subset": "eng_Latn-bhl_Latn", + "languages": [ + "eng-Latn", + "bhl-Latn" + ] + }, + { + "precision": 0.056942, + "recall": 0.082031, + "f1": 0.061637, + "accuracy": 0.082031, + "main_score": 0.061637, + "hf_subset": "bhl_Latn-eng_Latn", + "languages": [ + "bhl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025221, + "recall": 0.039062, + "f1": 0.02758, + "accuracy": 0.039062, + "main_score": 0.02758, + "hf_subset": "eng_Latn-big_Latn", + "languages": [ + "eng-Latn", + "big-Latn" + ] + }, + { + "precision": 0.0321, + "recall": 0.0625, + "f1": 0.037638, + "accuracy": 0.0625, + "main_score": 0.037638, + "hf_subset": "big_Latn-eng_Latn", + "languages": [ + "big-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.133767, + "recall": 0.164062, + "f1": 0.139457, + "accuracy": 0.164062, + "main_score": 0.139457, + "hf_subset": "eng_Latn-bjk_Latn", + "languages": [ + "eng-Latn", + "bjk-Latn" + ] + }, + { + "precision": 0.117465, + "recall": 0.175781, + "f1": 0.129569, + "accuracy": 0.175781, + "main_score": 0.129569, + "hf_subset": "bjk_Latn-eng_Latn", + "languages": [ + "bjk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.105495, + "recall": 0.15625, + "f1": 0.11502, + "accuracy": 0.15625, + "main_score": 0.11502, + "hf_subset": "eng_Latn-bjp_Latn", + "languages": [ + "eng-Latn", + "bjp-Latn" + ] + }, + { + "precision": 0.109756, + "recall": 0.167969, + "f1": 0.122149, + "accuracy": 0.167969, + "main_score": 0.122149, + "hf_subset": "bjp_Latn-eng_Latn", + "languages": [ + "bjp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.016462, + "recall": 0.035156, + "f1": 0.020097, + "accuracy": 0.035156, + "main_score": 0.020097, + "hf_subset": "eng_Latn-bjr_Latn", + "languages": [ + "eng-Latn", + "bjr-Latn" + ] + }, + { + "precision": 0.035948, + "recall": 0.074219, + "f1": 0.042562, + "accuracy": 0.074219, + "main_score": 0.042562, + "hf_subset": "bjr_Latn-eng_Latn", + "languages": [ + "bjr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068599, + "recall": 0.105469, + "f1": 0.073422, + "accuracy": 0.105469, + "main_score": 0.073422, + "hf_subset": "eng_Latn-bjv_Latn", + "languages": [ + "eng-Latn", + "bjv-Latn" + ] + }, + { + "precision": 0.085092, + "recall": 0.132812, + "f1": 0.092588, + "accuracy": 0.132812, + "main_score": 0.092588, + "hf_subset": "bjv_Latn-eng_Latn", + "languages": [ + "bjv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087857, + "recall": 0.125, + "f1": 0.094176, + "accuracy": 0.125, + "main_score": 0.094176, + "hf_subset": "eng_Latn-bjz_Latn", + "languages": [ + "eng-Latn", + "bjz-Latn" + ] + }, + { + "precision": 0.065758, + "recall": 0.113281, + "f1": 0.075575, + "accuracy": 0.113281, + "main_score": 0.075575, + "hf_subset": "bjz_Latn-eng_Latn", + "languages": [ + "bjz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.286889, + "recall": 0.40625, + "f1": 0.317063, + "accuracy": 0.40625, + "main_score": 0.317063, + "hf_subset": "eng_Latn-bkd_Latn", + "languages": [ + "eng-Latn", + "bkd-Latn" + ] + }, + { + "precision": 0.31958, + "recall": 0.429688, + "f1": 0.348097, + "accuracy": 0.429688, + "main_score": 0.348097, + "hf_subset": "bkd_Latn-eng_Latn", + "languages": [ + "bkd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058014, + "recall": 0.09375, + "f1": 0.065951, + "accuracy": 0.09375, + "main_score": 0.065951, + "hf_subset": "eng_Latn-bki_Latn", + "languages": [ + "eng-Latn", + "bki-Latn" + ] + }, + { + "precision": 0.054592, + "recall": 0.101562, + "f1": 0.062329, + "accuracy": 0.101562, + "main_score": 0.062329, + "hf_subset": "bki_Latn-eng_Latn", + "languages": [ + "bki-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088808, + "recall": 0.132812, + "f1": 0.098174, + "accuracy": 0.132812, + "main_score": 0.098174, + "hf_subset": "eng_Latn-bkq_Latn", + "languages": [ + "eng-Latn", + "bkq-Latn" + ] + }, + { + "precision": 0.102307, + "recall": 0.152344, + "f1": 0.112489, + "accuracy": 0.152344, + "main_score": 0.112489, + "hf_subset": "bkq_Latn-eng_Latn", + "languages": [ + "bkq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.215926, + "recall": 0.296875, + "f1": 0.232986, + "accuracy": 0.296875, + "main_score": 0.232986, + "hf_subset": "eng_Latn-bkx_Latn", + "languages": [ + "eng-Latn", + "bkx-Latn" + ] + }, + { + "precision": 0.215234, + "recall": 0.3125, + "f1": 0.237333, + "accuracy": 0.3125, + "main_score": 0.237333, + "hf_subset": "bkx_Latn-eng_Latn", + "languages": [ + "bkx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102241, + "recall": 0.152344, + "f1": 0.11389, + "accuracy": 0.152344, + "main_score": 0.11389, + "hf_subset": "eng_Latn-blw_Latn", + "languages": [ + "eng-Latn", + "blw-Latn" + ] + }, + { + "precision": 0.08333, + "recall": 0.125, + "f1": 0.09124, + "accuracy": 0.125, + "main_score": 0.09124, + "hf_subset": "blw_Latn-eng_Latn", + "languages": [ + "blw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.181419, + "recall": 0.25, + "f1": 0.197219, + "accuracy": 0.25, + "main_score": 0.197219, + "hf_subset": "eng_Latn-blz_Latn", + "languages": [ + "eng-Latn", + "blz-Latn" + ] + }, + { + "precision": 0.180536, + "recall": 0.25, + "f1": 0.194772, + "accuracy": 0.25, + "main_score": 0.194772, + "hf_subset": "blz_Latn-eng_Latn", + "languages": [ + "blz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066008, + "recall": 0.101562, + "f1": 0.073928, + "accuracy": 0.101562, + "main_score": 0.073928, + "hf_subset": "eng_Latn-bmh_Latn", + "languages": [ + "eng-Latn", + "bmh-Latn" + ] + }, + { + "precision": 0.069685, + "recall": 0.105469, + "f1": 0.076417, + "accuracy": 0.105469, + "main_score": 0.076417, + "hf_subset": "bmh_Latn-eng_Latn", + "languages": [ + "bmh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.221041, + "recall": 0.299213, + "f1": 0.238256, + "accuracy": 0.299213, + "main_score": 0.238256, + "hf_subset": "eng_Latn-bmk_Latn", + "languages": [ + "eng-Latn", + "bmk-Latn" + ] + }, + { + "precision": 0.2352, + "recall": 0.338583, + "f1": 0.262392, + "accuracy": 0.338583, + "main_score": 0.262392, + "hf_subset": "bmk_Latn-eng_Latn", + "languages": [ + "bmk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079811, + "recall": 0.117188, + "f1": 0.086593, + "accuracy": 0.117188, + "main_score": 0.086593, + "hf_subset": "eng_Latn-bmr_Latn", + "languages": [ + "eng-Latn", + "bmr-Latn" + ] + }, + { + "precision": 0.077066, + "recall": 0.121094, + "f1": 0.085266, + "accuracy": 0.121094, + "main_score": 0.085266, + "hf_subset": "bmr_Latn-eng_Latn", + "languages": [ + "bmr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.118365, + "recall": 0.160156, + "f1": 0.124687, + "accuracy": 0.160156, + "main_score": 0.124687, + "hf_subset": "eng_Latn-bmu_Latn", + "languages": [ + "eng-Latn", + "bmu-Latn" + ] + }, + { + "precision": 0.092834, + "recall": 0.140625, + "f1": 0.101287, + "accuracy": 0.140625, + "main_score": 0.101287, + "hf_subset": "bmu_Latn-eng_Latn", + "languages": [ + "bmu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100616, + "recall": 0.140625, + "f1": 0.109558, + "accuracy": 0.140625, + "main_score": 0.109558, + "hf_subset": "eng_Latn-bnp_Latn", + "languages": [ + "eng-Latn", + "bnp-Latn" + ] + }, + { + "precision": 0.10778, + "recall": 0.164062, + "f1": 0.119125, + "accuracy": 0.164062, + "main_score": 0.119125, + "hf_subset": "bnp_Latn-eng_Latn", + "languages": [ + "bnp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029102, + "recall": 0.058594, + "f1": 0.03233, + "accuracy": 0.058594, + "main_score": 0.03233, + "hf_subset": "eng_Latn-boa_Latn", + "languages": [ + "eng-Latn", + "boa-Latn" + ] + }, + { + "precision": 0.04608, + "recall": 0.078125, + "f1": 0.05134, + "accuracy": 0.078125, + "main_score": 0.05134, + "hf_subset": "boa_Latn-eng_Latn", + "languages": [ + "boa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066578, + "recall": 0.105469, + "f1": 0.074505, + "accuracy": 0.105469, + "main_score": 0.074505, + "hf_subset": "eng_Latn-boj_Latn", + "languages": [ + "eng-Latn", + "boj-Latn" + ] + }, + { + "precision": 0.11373, + "recall": 0.1875, + "f1": 0.128515, + "accuracy": 0.1875, + "main_score": 0.128515, + "hf_subset": "boj_Latn-eng_Latn", + "languages": [ + "boj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088577, + "recall": 0.121094, + "f1": 0.095289, + "accuracy": 0.121094, + "main_score": 0.095289, + "hf_subset": "eng_Latn-bon_Latn", + "languages": [ + "eng-Latn", + "bon-Latn" + ] + }, + { + "precision": 0.099199, + "recall": 0.152344, + "f1": 0.110255, + "accuracy": 0.152344, + "main_score": 0.110255, + "hf_subset": "bon_Latn-eng_Latn", + "languages": [ + "bon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067264, + "recall": 0.113281, + "f1": 0.076742, + "accuracy": 0.113281, + "main_score": 0.076742, + "hf_subset": "eng_Latn-box_Latn", + "languages": [ + "eng-Latn", + "box-Latn" + ] + }, + { + "precision": 0.075542, + "recall": 0.136719, + "f1": 0.087708, + "accuracy": 0.136719, + "main_score": 0.087708, + "hf_subset": "box_Latn-eng_Latn", + "languages": [ + "box-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062784, + "recall": 0.109375, + "f1": 0.072774, + "accuracy": 0.109375, + "main_score": 0.072774, + "hf_subset": "eng_Latn-bpr_Latn", + "languages": [ + "eng-Latn", + "bpr-Latn" + ] + }, + { + "precision": 0.105836, + "recall": 0.15625, + "f1": 0.114624, + "accuracy": 0.15625, + "main_score": 0.114624, + "hf_subset": "bpr_Latn-eng_Latn", + "languages": [ + "bpr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079743, + "recall": 0.128906, + "f1": 0.091004, + "accuracy": 0.128906, + "main_score": 0.091004, + "hf_subset": "eng_Latn-bps_Latn", + "languages": [ + "eng-Latn", + "bps-Latn" + ] + }, + { + "precision": 0.09565, + "recall": 0.160156, + "f1": 0.108997, + "accuracy": 0.160156, + "main_score": 0.108997, + "hf_subset": "bps_Latn-eng_Latn", + "languages": [ + "bps-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062884, + "recall": 0.101562, + "f1": 0.0717, + "accuracy": 0.101562, + "main_score": 0.0717, + "hf_subset": "eng_Latn-bqc_Latn", + "languages": [ + "eng-Latn", + "bqc-Latn" + ] + }, + { + "precision": 0.061384, + "recall": 0.105469, + "f1": 0.070091, + "accuracy": 0.105469, + "main_score": 0.070091, + "hf_subset": "bqc_Latn-eng_Latn", + "languages": [ + "bqc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084754, + "recall": 0.128906, + "f1": 0.093135, + "accuracy": 0.128906, + "main_score": 0.093135, + "hf_subset": "eng_Latn-bqp_Latn", + "languages": [ + "eng-Latn", + "bqp-Latn" + ] + }, + { + "precision": 0.079569, + "recall": 0.125, + "f1": 0.087959, + "accuracy": 0.125, + "main_score": 0.087959, + "hf_subset": "bqp_Latn-eng_Latn", + "languages": [ + "bqp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.579395, + "recall": 0.675781, + "f1": 0.606021, + "accuracy": 0.675781, + "main_score": 0.606021, + "hf_subset": "eng_Latn-bre_Latn", + "languages": [ + "eng-Latn", + "bre-Latn" + ] + }, + { + "precision": 0.710972, + "recall": 0.773438, + "f1": 0.728559, + "accuracy": 0.773438, + "main_score": 0.728559, + "hf_subset": "bre_Latn-eng_Latn", + "languages": [ + "bre-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063382, + "recall": 0.089844, + "f1": 0.067879, + "accuracy": 0.089844, + "main_score": 0.067879, + "hf_subset": "eng_Latn-bsj_Latn", + "languages": [ + "eng-Latn", + "bsj-Latn" + ] + }, + { + "precision": 0.073419, + "recall": 0.125, + "f1": 0.083632, + "accuracy": 0.125, + "main_score": 0.083632, + "hf_subset": "bsj_Latn-eng_Latn", + "languages": [ + "bsj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054178, + "recall": 0.082031, + "f1": 0.058259, + "accuracy": 0.082031, + "main_score": 0.058259, + "hf_subset": "eng_Latn-bsn_Latn", + "languages": [ + "eng-Latn", + "bsn-Latn" + ] + }, + { + "precision": 0.086973, + "recall": 0.125, + "f1": 0.094385, + "accuracy": 0.125, + "main_score": 0.094385, + "hf_subset": "bsn_Latn-eng_Latn", + "languages": [ + "bsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.232618, + "recall": 0.300781, + "f1": 0.246985, + "accuracy": 0.300781, + "main_score": 0.246985, + "hf_subset": "eng_Latn-bsp_Latn", + "languages": [ + "eng-Latn", + "bsp-Latn" + ] + }, + { + "precision": 0.256517, + "recall": 0.332031, + "f1": 0.274588, + "accuracy": 0.332031, + "main_score": 0.274588, + "hf_subset": "bsp_Latn-eng_Latn", + "languages": [ + "bsp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110706, + "recall": 0.140625, + "f1": 0.115439, + "accuracy": 0.140625, + "main_score": 0.115439, + "hf_subset": "eng_Latn-bss_Latn", + "languages": [ + "eng-Latn", + "bss-Latn" + ] + }, + { + "precision": 0.088245, + "recall": 0.128906, + "f1": 0.096287, + "accuracy": 0.128906, + "main_score": 0.096287, + "hf_subset": "bss_Latn-eng_Latn", + "languages": [ + "bss-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066645, + "recall": 0.097656, + "f1": 0.073642, + "accuracy": 0.097656, + "main_score": 0.073642, + "hf_subset": "eng_Latn-buk_Latn", + "languages": [ + "eng-Latn", + "buk-Latn" + ] + }, + { + "precision": 0.096901, + "recall": 0.152344, + "f1": 0.110363, + "accuracy": 0.152344, + "main_score": 0.110363, + "hf_subset": "buk_Latn-eng_Latn", + "languages": [ + "buk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076282, + "recall": 0.128906, + "f1": 0.087322, + "accuracy": 0.128906, + "main_score": 0.087322, + "hf_subset": "eng_Latn-bus_Latn", + "languages": [ + "eng-Latn", + "bus-Latn" + ] + }, + { + "precision": 0.0774, + "recall": 0.121094, + "f1": 0.085795, + "accuracy": 0.121094, + "main_score": 0.085795, + "hf_subset": "bus_Latn-eng_Latn", + "languages": [ + "bus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071834, + "recall": 0.105469, + "f1": 0.078679, + "accuracy": 0.105469, + "main_score": 0.078679, + "hf_subset": "eng_Latn-bvd_Latn", + "languages": [ + "eng-Latn", + "bvd-Latn" + ] + }, + { + "precision": 0.068203, + "recall": 0.125, + "f1": 0.07865, + "accuracy": 0.125, + "main_score": 0.07865, + "hf_subset": "bvd_Latn-eng_Latn", + "languages": [ + "bvd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056306, + "recall": 0.078125, + "f1": 0.060519, + "accuracy": 0.078125, + "main_score": 0.060519, + "hf_subset": "eng_Latn-bvr_Latn", + "languages": [ + "eng-Latn", + "bvr-Latn" + ] + }, + { + "precision": 0.080427, + "recall": 0.125, + "f1": 0.089687, + "accuracy": 0.125, + "main_score": 0.089687, + "hf_subset": "bvr_Latn-eng_Latn", + "languages": [ + "bvr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.163242, + "recall": 0.230469, + "f1": 0.178028, + "accuracy": 0.230469, + "main_score": 0.178028, + "hf_subset": "eng_Latn-bxh_Latn", + "languages": [ + "eng-Latn", + "bxh-Latn" + ] + }, + { + "precision": 0.139859, + "recall": 0.214844, + "f1": 0.156753, + "accuracy": 0.214844, + "main_score": 0.156753, + "hf_subset": "bxh_Latn-eng_Latn", + "languages": [ + "bxh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033557, + "recall": 0.058594, + "f1": 0.036537, + "accuracy": 0.058594, + "main_score": 0.036537, + "hf_subset": "eng_Latn-byr_Latn", + "languages": [ + "eng-Latn", + "byr-Latn" + ] + }, + { + "precision": 0.048656, + "recall": 0.09375, + "f1": 0.057241, + "accuracy": 0.09375, + "main_score": 0.057241, + "hf_subset": "byr_Latn-eng_Latn", + "languages": [ + "byr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060798, + "recall": 0.101562, + "f1": 0.068654, + "accuracy": 0.101562, + "main_score": 0.068654, + "hf_subset": "eng_Latn-byx_Latn", + "languages": [ + "eng-Latn", + "byx-Latn" + ] + }, + { + "precision": 0.093218, + "recall": 0.140625, + "f1": 0.102926, + "accuracy": 0.140625, + "main_score": 0.102926, + "hf_subset": "byx_Latn-eng_Latn", + "languages": [ + "byx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094381, + "recall": 0.132812, + "f1": 0.102575, + "accuracy": 0.132812, + "main_score": 0.102575, + "hf_subset": "eng_Latn-bzd_Latn", + "languages": [ + "eng-Latn", + "bzd-Latn" + ] + }, + { + "precision": 0.101519, + "recall": 0.144531, + "f1": 0.109256, + "accuracy": 0.144531, + "main_score": 0.109256, + "hf_subset": "bzd_Latn-eng_Latn", + "languages": [ + "bzd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.118917, + "recall": 0.164062, + "f1": 0.129626, + "accuracy": 0.164062, + "main_score": 0.129626, + "hf_subset": "eng_Latn-bzh_Latn", + "languages": [ + "eng-Latn", + "bzh-Latn" + ] + }, + { + "precision": 0.102285, + "recall": 0.164062, + "f1": 0.116881, + "accuracy": 0.164062, + "main_score": 0.116881, + "hf_subset": "bzh_Latn-eng_Latn", + "languages": [ + "bzh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.892578, + "recall": 0.925781, + "f1": 0.903646, + "accuracy": 0.925781, + "main_score": 0.903646, + "hf_subset": "eng_Latn-bzj_Latn", + "languages": [ + "eng-Latn", + "bzj-Latn" + ] + }, + { + "precision": 0.939453, + "recall": 0.957031, + "f1": 0.945312, + "accuracy": 0.957031, + "main_score": 0.945312, + "hf_subset": "bzj_Latn-eng_Latn", + "languages": [ + "bzj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.161951, + "recall": 0.226562, + "f1": 0.177223, + "accuracy": 0.226562, + "main_score": 0.177223, + "hf_subset": "eng_Latn-caa_Latn", + "languages": [ + "eng-Latn", + "caa-Latn" + ] + }, + { + "precision": 0.168251, + "recall": 0.257812, + "f1": 0.187803, + "accuracy": 0.257812, + "main_score": 0.187803, + "hf_subset": "caa_Latn-eng_Latn", + "languages": [ + "caa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108744, + "recall": 0.148438, + "f1": 0.118753, + "accuracy": 0.148438, + "main_score": 0.118753, + "hf_subset": "eng_Latn-cab_Latn", + "languages": [ + "eng-Latn", + "cab-Latn" + ] + }, + { + "precision": 0.094666, + "recall": 0.160156, + "f1": 0.106492, + "accuracy": 0.160156, + "main_score": 0.106492, + "hf_subset": "cab_Latn-eng_Latn", + "languages": [ + "cab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.160198, + "recall": 0.214844, + "f1": 0.172021, + "accuracy": 0.214844, + "main_score": 0.172021, + "hf_subset": "eng_Latn-cac_Latn", + "languages": [ + "eng-Latn", + "cac-Latn" + ] + }, + { + "precision": 0.155124, + "recall": 0.210938, + "f1": 0.167864, + "accuracy": 0.210938, + "main_score": 0.167864, + "hf_subset": "cac_Latn-eng_Latn", + "languages": [ + "cac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106467, + "recall": 0.128906, + "f1": 0.110649, + "accuracy": 0.128906, + "main_score": 0.110649, + "hf_subset": "eng_Latn-caf_Latn", + "languages": [ + "eng-Latn", + "caf-Latn" + ] + }, + { + "precision": 0.088081, + "recall": 0.132812, + "f1": 0.096288, + "accuracy": 0.132812, + "main_score": 0.096288, + "hf_subset": "caf_Latn-eng_Latn", + "languages": [ + "caf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.277041, + "recall": 0.363281, + "f1": 0.297614, + "accuracy": 0.363281, + "main_score": 0.297614, + "hf_subset": "eng_Latn-cak_Latn", + "languages": [ + "eng-Latn", + "cak-Latn" + ] + }, + { + "precision": 0.344875, + "recall": 0.453125, + "f1": 0.373103, + "accuracy": 0.453125, + "main_score": 0.373103, + "hf_subset": "cak_Latn-eng_Latn", + "languages": [ + "cak-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119742, + "recall": 0.152344, + "f1": 0.127409, + "accuracy": 0.152344, + "main_score": 0.127409, + "hf_subset": "eng_Latn-cao_Latn", + "languages": [ + "eng-Latn", + "cao-Latn" + ] + }, + { + "precision": 0.135169, + "recall": 0.195312, + "f1": 0.148904, + "accuracy": 0.195312, + "main_score": 0.148904, + "hf_subset": "cao_Latn-eng_Latn", + "languages": [ + "cao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102956, + "recall": 0.164062, + "f1": 0.114922, + "accuracy": 0.164062, + "main_score": 0.114922, + "hf_subset": "eng_Latn-cap_Latn", + "languages": [ + "eng-Latn", + "cap-Latn" + ] + }, + { + "precision": 0.116278, + "recall": 0.1875, + "f1": 0.130099, + "accuracy": 0.1875, + "main_score": 0.130099, + "hf_subset": "cap_Latn-eng_Latn", + "languages": [ + "cap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080404, + "recall": 0.105469, + "f1": 0.085261, + "accuracy": 0.105469, + "main_score": 0.085261, + "hf_subset": "eng_Latn-car_Latn", + "languages": [ + "eng-Latn", + "car-Latn" + ] + }, + { + "precision": 0.08712, + "recall": 0.132812, + "f1": 0.094661, + "accuracy": 0.132812, + "main_score": 0.094661, + "hf_subset": "car_Latn-eng_Latn", + "languages": [ + "car-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052251, + "recall": 0.078125, + "f1": 0.057085, + "accuracy": 0.078125, + "main_score": 0.057085, + "hf_subset": "eng_Latn-cav_Latn", + "languages": [ + "eng-Latn", + "cav-Latn" + ] + }, + { + "precision": 0.066139, + "recall": 0.128906, + "f1": 0.07701, + "accuracy": 0.128906, + "main_score": 0.07701, + "hf_subset": "cav_Latn-eng_Latn", + "languages": [ + "cav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.118809, + "recall": 0.167969, + "f1": 0.129706, + "accuracy": 0.167969, + "main_score": 0.129706, + "hf_subset": "eng_Latn-cax_Latn", + "languages": [ + "eng-Latn", + "cax-Latn" + ] + }, + { + "precision": 0.115211, + "recall": 0.191406, + "f1": 0.130562, + "accuracy": 0.191406, + "main_score": 0.130562, + "hf_subset": "cax_Latn-eng_Latn", + "languages": [ + "cax-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.118833, + "recall": 0.160156, + "f1": 0.126972, + "accuracy": 0.160156, + "main_score": 0.126972, + "hf_subset": "eng_Latn-cbc_Latn", + "languages": [ + "eng-Latn", + "cbc-Latn" + ] + }, + { + "precision": 0.129381, + "recall": 0.207031, + "f1": 0.14521, + "accuracy": 0.207031, + "main_score": 0.14521, + "hf_subset": "cbc_Latn-eng_Latn", + "languages": [ + "cbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097786, + "recall": 0.121094, + "f1": 0.103981, + "accuracy": 0.121094, + "main_score": 0.103981, + "hf_subset": "eng_Latn-cbi_Latn", + "languages": [ + "eng-Latn", + "cbi-Latn" + ] + }, + { + "precision": 0.088275, + "recall": 0.136719, + "f1": 0.096985, + "accuracy": 0.136719, + "main_score": 0.096985, + "hf_subset": "cbi_Latn-eng_Latn", + "languages": [ + "cbi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.837891, + "recall": 0.882812, + "f1": 0.852214, + "accuracy": 0.882812, + "main_score": 0.852214, + "hf_subset": "eng_Latn-cbk_Latn", + "languages": [ + "eng-Latn", + "cbk-Latn" + ] + }, + { + "precision": 0.86263, + "recall": 0.902344, + "f1": 0.875651, + "accuracy": 0.902344, + "main_score": 0.875651, + "hf_subset": "cbk_Latn-eng_Latn", + "languages": [ + "cbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067632, + "recall": 0.09375, + "f1": 0.072931, + "accuracy": 0.09375, + "main_score": 0.072931, + "hf_subset": "eng_Latn-cbr_Latn", + "languages": [ + "eng-Latn", + "cbr-Latn" + ] + }, + { + "precision": 0.060702, + "recall": 0.089844, + "f1": 0.066275, + "accuracy": 0.089844, + "main_score": 0.066275, + "hf_subset": "cbr_Latn-eng_Latn", + "languages": [ + "cbr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091104, + "recall": 0.128906, + "f1": 0.099311, + "accuracy": 0.128906, + "main_score": 0.099311, + "hf_subset": "eng_Latn-cbs_Latn", + "languages": [ + "eng-Latn", + "cbs-Latn" + ] + }, + { + "precision": 0.09502, + "recall": 0.136719, + "f1": 0.106042, + "accuracy": 0.136719, + "main_score": 0.106042, + "hf_subset": "cbs_Latn-eng_Latn", + "languages": [ + "cbs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.022113, + "recall": 0.046875, + "f1": 0.024048, + "accuracy": 0.046875, + "main_score": 0.024048, + "hf_subset": "eng_Latn-cbt_Latn", + "languages": [ + "eng-Latn", + "cbt-Latn" + ] + }, + { + "precision": 0.028906, + "recall": 0.0625, + "f1": 0.035099, + "accuracy": 0.0625, + "main_score": 0.035099, + "hf_subset": "cbt_Latn-eng_Latn", + "languages": [ + "cbt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.020394, + "recall": 0.03125, + "f1": 0.021102, + "accuracy": 0.03125, + "main_score": 0.021102, + "hf_subset": "eng_Latn-cbu_Latn", + "languages": [ + "eng-Latn", + "cbu-Latn" + ] + }, + { + "precision": 0.034094, + "recall": 0.066406, + "f1": 0.038798, + "accuracy": 0.066406, + "main_score": 0.038798, + "hf_subset": "cbu_Latn-eng_Latn", + "languages": [ + "cbu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10055, + "recall": 0.132812, + "f1": 0.106068, + "accuracy": 0.132812, + "main_score": 0.106068, + "hf_subset": "eng_Latn-cbv_Latn", + "languages": [ + "eng-Latn", + "cbv-Latn" + ] + }, + { + "precision": 0.110931, + "recall": 0.152344, + "f1": 0.119738, + "accuracy": 0.152344, + "main_score": 0.119738, + "hf_subset": "cbv_Latn-eng_Latn", + "languages": [ + "cbv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051215, + "recall": 0.097656, + "f1": 0.058755, + "accuracy": 0.097656, + "main_score": 0.058755, + "hf_subset": "eng_Latn-cco_Latn", + "languages": [ + "eng-Latn", + "cco-Latn" + ] + }, + { + "precision": 0.070499, + "recall": 0.113281, + "f1": 0.078803, + "accuracy": 0.113281, + "main_score": 0.078803, + "hf_subset": "cco_Latn-eng_Latn", + "languages": [ + "cco-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.911458, + "recall": 0.9375, + "f1": 0.919922, + "accuracy": 0.9375, + "main_score": 0.919922, + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.974609, + "recall": 0.980469, + "f1": 0.976562, + "accuracy": 0.980469, + "main_score": 0.976562, + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111226, + "recall": 0.152344, + "f1": 0.118851, + "accuracy": 0.152344, + "main_score": 0.118851, + "hf_subset": "eng_Latn-cek_Latn", + "languages": [ + "eng-Latn", + "cek-Latn" + ] + }, + { + "precision": 0.112309, + "recall": 0.171875, + "f1": 0.124926, + "accuracy": 0.171875, + "main_score": 0.124926, + "hf_subset": "cek_Latn-eng_Latn", + "languages": [ + "cek-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.412695, + "recall": 0.527344, + "f1": 0.443266, + "accuracy": 0.527344, + "main_score": 0.443266, + "hf_subset": "eng_Latn-cgc_Latn", + "languages": [ + "eng-Latn", + "cgc-Latn" + ] + }, + { + "precision": 0.462855, + "recall": 0.566406, + "f1": 0.490495, + "accuracy": 0.566406, + "main_score": 0.490495, + "hf_subset": "cgc_Latn-eng_Latn", + "languages": [ + "cgc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.470165, + "recall": 0.5625, + "f1": 0.493852, + "accuracy": 0.5625, + "main_score": 0.493852, + "hf_subset": "eng_Latn-cha_Latn", + "languages": [ + "eng-Latn", + "cha-Latn" + ] + }, + { + "precision": 0.524921, + "recall": 0.613281, + "f1": 0.550605, + "accuracy": 0.613281, + "main_score": 0.550605, + "hf_subset": "cha_Latn-eng_Latn", + "languages": [ + "cha-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104021, + "recall": 0.160156, + "f1": 0.113037, + "accuracy": 0.160156, + "main_score": 0.113037, + "hf_subset": "eng_Latn-chd_Latn", + "languages": [ + "eng-Latn", + "chd-Latn" + ] + }, + { + "precision": 0.113823, + "recall": 0.183594, + "f1": 0.12832, + "accuracy": 0.183594, + "main_score": 0.12832, + "hf_subset": "chd_Latn-eng_Latn", + "languages": [ + "chd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.204532, + "recall": 0.261719, + "f1": 0.217634, + "accuracy": 0.261719, + "main_score": 0.217634, + "hf_subset": "eng_Latn-chf_Latn", + "languages": [ + "eng-Latn", + "chf-Latn" + ] + }, + { + "precision": 0.233665, + "recall": 0.316406, + "f1": 0.252728, + "accuracy": 0.316406, + "main_score": 0.252728, + "hf_subset": "chf_Latn-eng_Latn", + "languages": [ + "chf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106413, + "recall": 0.164062, + "f1": 0.117582, + "accuracy": 0.164062, + "main_score": 0.117582, + "hf_subset": "eng_Latn-chk_Latn", + "languages": [ + "eng-Latn", + "chk-Latn" + ] + }, + { + "precision": 0.112965, + "recall": 0.152344, + "f1": 0.121016, + "accuracy": 0.152344, + "main_score": 0.121016, + "hf_subset": "chk_Latn-eng_Latn", + "languages": [ + "chk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.121528, + "recall": 0.15625, + "f1": 0.128779, + "accuracy": 0.15625, + "main_score": 0.128779, + "hf_subset": "eng_Latn-chq_Latn", + "languages": [ + "eng-Latn", + "chq-Latn" + ] + }, + { + "precision": 0.102945, + "recall": 0.152344, + "f1": 0.113535, + "accuracy": 0.152344, + "main_score": 0.113535, + "hf_subset": "chq_Latn-eng_Latn", + "languages": [ + "chq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.120892, + "recall": 0.160156, + "f1": 0.127518, + "accuracy": 0.160156, + "main_score": 0.127518, + "hf_subset": "eng_Latn-chz_Latn", + "languages": [ + "eng-Latn", + "chz-Latn" + ] + }, + { + "precision": 0.107508, + "recall": 0.152344, + "f1": 0.116339, + "accuracy": 0.152344, + "main_score": 0.116339, + "hf_subset": "chz_Latn-eng_Latn", + "languages": [ + "chz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029502, + "recall": 0.046875, + "f1": 0.032682, + "accuracy": 0.046875, + "main_score": 0.032682, + "hf_subset": "eng_Latn-cjo_Latn", + "languages": [ + "eng-Latn", + "cjo-Latn" + ] + }, + { + "precision": 0.026989, + "recall": 0.0625, + "f1": 0.031429, + "accuracy": 0.0625, + "main_score": 0.031429, + "hf_subset": "cjo_Latn-eng_Latn", + "languages": [ + "cjo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050185, + "recall": 0.074219, + "f1": 0.053728, + "accuracy": 0.074219, + "main_score": 0.053728, + "hf_subset": "eng_Latn-cjv_Latn", + "languages": [ + "eng-Latn", + "cjv-Latn" + ] + }, + { + "precision": 0.053109, + "recall": 0.089844, + "f1": 0.060767, + "accuracy": 0.089844, + "main_score": 0.060767, + "hf_subset": "cjv_Latn-eng_Latn", + "languages": [ + "cjv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.750326, + "recall": 0.820312, + "f1": 0.772396, + "accuracy": 0.820312, + "main_score": 0.772396, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.791667, + "recall": 0.847656, + "f1": 0.808464, + "accuracy": 0.847656, + "main_score": 0.808464, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.135877, + "recall": 0.207031, + "f1": 0.152207, + "accuracy": 0.207031, + "main_score": 0.152207, + "hf_subset": "eng_Latn-cle_Latn", + "languages": [ + "eng-Latn", + "cle-Latn" + ] + }, + { + "precision": 0.119758, + "recall": 0.175781, + "f1": 0.132027, + "accuracy": 0.175781, + "main_score": 0.132027, + "hf_subset": "cle_Latn-eng_Latn", + "languages": [ + "cle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.552702, + "recall": 0.65625, + "f1": 0.581802, + "accuracy": 0.65625, + "main_score": 0.581802, + "hf_subset": "eng_Latn-clu_Latn", + "languages": [ + "eng-Latn", + "clu-Latn" + ] + }, + { + "precision": 0.629883, + "recall": 0.722656, + "f1": 0.656901, + "accuracy": 0.722656, + "main_score": 0.656901, + "hf_subset": "clu_Latn-eng_Latn", + "languages": [ + "clu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068788, + "recall": 0.101562, + "f1": 0.074743, + "accuracy": 0.101562, + "main_score": 0.074743, + "hf_subset": "eng_Latn-cme_Latn", + "languages": [ + "eng-Latn", + "cme-Latn" + ] + }, + { + "precision": 0.068618, + "recall": 0.121094, + "f1": 0.079461, + "accuracy": 0.121094, + "main_score": 0.079461, + "hf_subset": "cme_Latn-eng_Latn", + "languages": [ + "cme-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.958984, + "recall": 0.972656, + "f1": 0.963542, + "accuracy": 0.972656, + "main_score": 0.963542, + "hf_subset": "eng_Latn-cmn_Hans", + "languages": [ + "eng-Latn", + "cmn-Hans" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "cmn_Hans-eng_Latn", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.042307, + "recall": 0.058594, + "f1": 0.043842, + "accuracy": 0.058594, + "main_score": 0.043842, + "hf_subset": "eng_Latn-cni_Latn", + "languages": [ + "eng-Latn", + "cni-Latn" + ] + }, + { + "precision": 0.032282, + "recall": 0.070312, + "f1": 0.039627, + "accuracy": 0.070312, + "main_score": 0.039627, + "hf_subset": "cni_Latn-eng_Latn", + "languages": [ + "cni-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083664, + "recall": 0.125, + "f1": 0.091937, + "accuracy": 0.125, + "main_score": 0.091937, + "hf_subset": "eng_Latn-cnl_Latn", + "languages": [ + "eng-Latn", + "cnl-Latn" + ] + }, + { + "precision": 0.091958, + "recall": 0.144531, + "f1": 0.102327, + "accuracy": 0.144531, + "main_score": 0.102327, + "hf_subset": "cnl_Latn-eng_Latn", + "languages": [ + "cnl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084377, + "recall": 0.125, + "f1": 0.091807, + "accuracy": 0.125, + "main_score": 0.091807, + "hf_subset": "eng_Latn-cnt_Latn", + "languages": [ + "eng-Latn", + "cnt-Latn" + ] + }, + { + "precision": 0.082297, + "recall": 0.136719, + "f1": 0.090878, + "accuracy": 0.136719, + "main_score": 0.090878, + "hf_subset": "cnt_Latn-eng_Latn", + "languages": [ + "cnt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062174, + "recall": 0.082031, + "f1": 0.067783, + "accuracy": 0.082031, + "main_score": 0.067783, + "hf_subset": "eng_Latn-cof_Latn", + "languages": [ + "eng-Latn", + "cof-Latn" + ] + }, + { + "precision": 0.078689, + "recall": 0.121094, + "f1": 0.088371, + "accuracy": 0.121094, + "main_score": 0.088371, + "hf_subset": "cof_Latn-eng_Latn", + "languages": [ + "cof-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107817, + "recall": 0.152344, + "f1": 0.11853, + "accuracy": 0.152344, + "main_score": 0.11853, + "hf_subset": "eng_Latn-con_Latn", + "languages": [ + "eng-Latn", + "con-Latn" + ] + }, + { + "precision": 0.10095, + "recall": 0.160156, + "f1": 0.112283, + "accuracy": 0.160156, + "main_score": 0.112283, + "hf_subset": "con_Latn-eng_Latn", + "languages": [ + "con-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.011481, + "recall": 0.03125, + "f1": 0.014959, + "accuracy": 0.03125, + "main_score": 0.014959, + "hf_subset": "eng_Latn-cop_Copt", + "languages": [ + "eng-Latn", + "cop-Copt" + ] + }, + { + "precision": 0.006213, + "recall": 0.019531, + "f1": 0.007195, + "accuracy": 0.019531, + "main_score": 0.007195, + "hf_subset": "cop_Copt-eng_Latn", + "languages": [ + "cop-Copt", + "eng-Latn" + ] + }, + { + "precision": 0.047945, + "recall": 0.0625, + "f1": 0.051223, + "accuracy": 0.0625, + "main_score": 0.051223, + "hf_subset": "eng_Latn-cot_Latn", + "languages": [ + "eng-Latn", + "cot-Latn" + ] + }, + { + "precision": 0.049227, + "recall": 0.09375, + "f1": 0.057931, + "accuracy": 0.09375, + "main_score": 0.057931, + "hf_subset": "cot_Latn-eng_Latn", + "languages": [ + "cot-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103811, + "recall": 0.136719, + "f1": 0.109998, + "accuracy": 0.136719, + "main_score": 0.109998, + "hf_subset": "eng_Latn-cpa_Latn", + "languages": [ + "eng-Latn", + "cpa-Latn" + ] + }, + { + "precision": 0.103915, + "recall": 0.152344, + "f1": 0.113103, + "accuracy": 0.152344, + "main_score": 0.113103, + "hf_subset": "cpa_Latn-eng_Latn", + "languages": [ + "cpa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065225, + "recall": 0.105469, + "f1": 0.075308, + "accuracy": 0.105469, + "main_score": 0.075308, + "hf_subset": "eng_Latn-cpb_Latn", + "languages": [ + "eng-Latn", + "cpb-Latn" + ] + }, + { + "precision": 0.076105, + "recall": 0.117188, + "f1": 0.083203, + "accuracy": 0.117188, + "main_score": 0.083203, + "hf_subset": "cpb_Latn-eng_Latn", + "languages": [ + "cpb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073637, + "recall": 0.101562, + "f1": 0.080044, + "accuracy": 0.101562, + "main_score": 0.080044, + "hf_subset": "eng_Latn-cpc_Latn", + "languages": [ + "eng-Latn", + "cpc-Latn" + ] + }, + { + "precision": 0.075301, + "recall": 0.125, + "f1": 0.083381, + "accuracy": 0.125, + "main_score": 0.083381, + "hf_subset": "cpc_Latn-eng_Latn", + "languages": [ + "cpc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076112, + "recall": 0.109375, + "f1": 0.08211, + "accuracy": 0.109375, + "main_score": 0.08211, + "hf_subset": "eng_Latn-cpu_Latn", + "languages": [ + "eng-Latn", + "cpu-Latn" + ] + }, + { + "precision": 0.080017, + "recall": 0.128906, + "f1": 0.088524, + "accuracy": 0.128906, + "main_score": 0.088524, + "hf_subset": "cpu_Latn-eng_Latn", + "languages": [ + "cpu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061473, + "recall": 0.097656, + "f1": 0.067803, + "accuracy": 0.097656, + "main_score": 0.067803, + "hf_subset": "eng_Latn-cpy_Latn", + "languages": [ + "eng-Latn", + "cpy-Latn" + ] + }, + { + "precision": 0.072823, + "recall": 0.113281, + "f1": 0.080718, + "accuracy": 0.113281, + "main_score": 0.080718, + "hf_subset": "cpy_Latn-eng_Latn", + "languages": [ + "cpy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089975, + "recall": 0.136719, + "f1": 0.099008, + "accuracy": 0.136719, + "main_score": 0.099008, + "hf_subset": "eng_Latn-crn_Latn", + "languages": [ + "eng-Latn", + "crn-Latn" + ] + }, + { + "precision": 0.094347, + "recall": 0.128906, + "f1": 0.101095, + "accuracy": 0.128906, + "main_score": 0.101095, + "hf_subset": "crn_Latn-eng_Latn", + "languages": [ + "crn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101849, + "recall": 0.132812, + "f1": 0.107297, + "accuracy": 0.132812, + "main_score": 0.107297, + "hf_subset": "eng_Latn-crx_Latn", + "languages": [ + "eng-Latn", + "crx-Latn" + ] + }, + { + "precision": 0.103169, + "recall": 0.148438, + "f1": 0.112172, + "accuracy": 0.148438, + "main_score": 0.112172, + "hf_subset": "crx_Latn-eng_Latn", + "languages": [ + "crx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113414, + "recall": 0.148438, + "f1": 0.120533, + "accuracy": 0.148438, + "main_score": 0.120533, + "hf_subset": "eng_Latn-cso_Latn", + "languages": [ + "eng-Latn", + "cso-Latn" + ] + }, + { + "precision": 0.099843, + "recall": 0.144531, + "f1": 0.107206, + "accuracy": 0.144531, + "main_score": 0.107206, + "hf_subset": "cso_Latn-eng_Latn", + "languages": [ + "cso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.225924, + "recall": 0.304688, + "f1": 0.244094, + "accuracy": 0.304688, + "main_score": 0.244094, + "hf_subset": "eng_Latn-csy_Latn", + "languages": [ + "eng-Latn", + "csy-Latn" + ] + }, + { + "precision": 0.237403, + "recall": 0.324219, + "f1": 0.257766, + "accuracy": 0.324219, + "main_score": 0.257766, + "hf_subset": "csy_Latn-eng_Latn", + "languages": [ + "csy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110128, + "recall": 0.140625, + "f1": 0.116719, + "accuracy": 0.140625, + "main_score": 0.116719, + "hf_subset": "eng_Latn-cta_Latn", + "languages": [ + "eng-Latn", + "cta-Latn" + ] + }, + { + "precision": 0.109537, + "recall": 0.152344, + "f1": 0.118659, + "accuracy": 0.152344, + "main_score": 0.118659, + "hf_subset": "cta_Latn-eng_Latn", + "languages": [ + "cta-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110169, + "recall": 0.152344, + "f1": 0.118679, + "accuracy": 0.152344, + "main_score": 0.118679, + "hf_subset": "eng_Latn-cth_Latn", + "languages": [ + "eng-Latn", + "cth-Latn" + ] + }, + { + "precision": 0.106576, + "recall": 0.148438, + "f1": 0.114941, + "accuracy": 0.148438, + "main_score": 0.114941, + "hf_subset": "cth_Latn-eng_Latn", + "languages": [ + "cth-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089673, + "recall": 0.117188, + "f1": 0.094694, + "accuracy": 0.117188, + "main_score": 0.094694, + "hf_subset": "eng_Latn-ctp_Latn", + "languages": [ + "eng-Latn", + "ctp-Latn" + ] + }, + { + "precision": 0.073524, + "recall": 0.121094, + "f1": 0.084268, + "accuracy": 0.121094, + "main_score": 0.084268, + "hf_subset": "ctp_Latn-eng_Latn", + "languages": [ + "ctp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108549, + "recall": 0.195312, + "f1": 0.125465, + "accuracy": 0.195312, + "main_score": 0.125465, + "hf_subset": "eng_Latn-ctu_Latn", + "languages": [ + "eng-Latn", + "ctu-Latn" + ] + }, + { + "precision": 0.187167, + "recall": 0.269531, + "f1": 0.205595, + "accuracy": 0.269531, + "main_score": 0.205595, + "hf_subset": "ctu_Latn-eng_Latn", + "languages": [ + "ctu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077831, + "recall": 0.105469, + "f1": 0.081671, + "accuracy": 0.105469, + "main_score": 0.081671, + "hf_subset": "eng_Latn-cub_Latn", + "languages": [ + "eng-Latn", + "cub-Latn" + ] + }, + { + "precision": 0.106555, + "recall": 0.160156, + "f1": 0.117305, + "accuracy": 0.160156, + "main_score": 0.117305, + "hf_subset": "cub_Latn-eng_Latn", + "languages": [ + "cub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081458, + "recall": 0.117188, + "f1": 0.086804, + "accuracy": 0.117188, + "main_score": 0.086804, + "hf_subset": "eng_Latn-cuc_Latn", + "languages": [ + "eng-Latn", + "cuc-Latn" + ] + }, + { + "precision": 0.076474, + "recall": 0.121094, + "f1": 0.084638, + "accuracy": 0.121094, + "main_score": 0.084638, + "hf_subset": "cuc_Latn-eng_Latn", + "languages": [ + "cuc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07966, + "recall": 0.101562, + "f1": 0.085035, + "accuracy": 0.101562, + "main_score": 0.085035, + "hf_subset": "eng_Latn-cui_Latn", + "languages": [ + "eng-Latn", + "cui-Latn" + ] + }, + { + "precision": 0.084718, + "recall": 0.132812, + "f1": 0.093426, + "accuracy": 0.132812, + "main_score": 0.093426, + "hf_subset": "cui_Latn-eng_Latn", + "languages": [ + "cui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049752, + "recall": 0.09375, + "f1": 0.055241, + "accuracy": 0.09375, + "main_score": 0.055241, + "hf_subset": "eng_Latn-cuk_Latn", + "languages": [ + "eng-Latn", + "cuk-Latn" + ] + }, + { + "precision": 0.055379, + "recall": 0.101562, + "f1": 0.064985, + "accuracy": 0.101562, + "main_score": 0.064985, + "hf_subset": "cuk_Latn-eng_Latn", + "languages": [ + "cuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100098, + "recall": 0.136719, + "f1": 0.107936, + "accuracy": 0.136719, + "main_score": 0.107936, + "hf_subset": "eng_Latn-cut_Latn", + "languages": [ + "eng-Latn", + "cut-Latn" + ] + }, + { + "precision": 0.090129, + "recall": 0.132812, + "f1": 0.097279, + "accuracy": 0.132812, + "main_score": 0.097279, + "hf_subset": "cut_Latn-eng_Latn", + "languages": [ + "cut-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.187165, + "recall": 0.242188, + "f1": 0.201237, + "accuracy": 0.242188, + "main_score": 0.201237, + "hf_subset": "eng_Latn-cux_Latn", + "languages": [ + "eng-Latn", + "cux-Latn" + ] + }, + { + "precision": 0.232573, + "recall": 0.316406, + "f1": 0.252944, + "accuracy": 0.316406, + "main_score": 0.252944, + "hf_subset": "cux_Latn-eng_Latn", + "languages": [ + "cux-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.276176, + "recall": 0.375, + "f1": 0.298769, + "accuracy": 0.375, + "main_score": 0.298769, + "hf_subset": "eng_Latn-cwe_Latn", + "languages": [ + "eng-Latn", + "cwe-Latn" + ] + }, + { + "precision": 0.266386, + "recall": 0.378906, + "f1": 0.293387, + "accuracy": 0.378906, + "main_score": 0.293387, + "hf_subset": "cwe_Latn-eng_Latn", + "languages": [ + "cwe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.144924, + "recall": 0.195312, + "f1": 0.156721, + "accuracy": 0.195312, + "main_score": 0.156721, + "hf_subset": "eng_Latn-cya_Latn", + "languages": [ + "eng-Latn", + "cya-Latn" + ] + }, + { + "precision": 0.167153, + "recall": 0.214844, + "f1": 0.178201, + "accuracy": 0.214844, + "main_score": 0.178201, + "hf_subset": "cya_Latn-eng_Latn", + "languages": [ + "cya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064799, + "recall": 0.105469, + "f1": 0.072632, + "accuracy": 0.105469, + "main_score": 0.072632, + "hf_subset": "eng_Latn-daa_Latn", + "languages": [ + "eng-Latn", + "daa-Latn" + ] + }, + { + "precision": 0.096273, + "recall": 0.148438, + "f1": 0.104993, + "accuracy": 0.148438, + "main_score": 0.104993, + "hf_subset": "daa_Latn-eng_Latn", + "languages": [ + "daa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137519, + "recall": 0.1875, + "f1": 0.147267, + "accuracy": 0.1875, + "main_score": 0.147267, + "hf_subset": "eng_Latn-dad_Latn", + "languages": [ + "eng-Latn", + "dad-Latn" + ] + }, + { + "precision": 0.131642, + "recall": 0.179688, + "f1": 0.140959, + "accuracy": 0.179688, + "main_score": 0.140959, + "hf_subset": "dad_Latn-eng_Latn", + "languages": [ + "dad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076562, + "recall": 0.097656, + "f1": 0.080777, + "accuracy": 0.097656, + "main_score": 0.080777, + "hf_subset": "eng_Latn-dah_Latn", + "languages": [ + "eng-Latn", + "dah-Latn" + ] + }, + { + "precision": 0.066691, + "recall": 0.121094, + "f1": 0.078129, + "accuracy": 0.121094, + "main_score": 0.078129, + "hf_subset": "dah_Latn-eng_Latn", + "languages": [ + "dah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.974609, + "recall": 0.980469, + "f1": 0.976562, + "accuracy": 0.980469, + "main_score": 0.976562, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.980469, + "recall": 0.984375, + "f1": 0.981771, + "accuracy": 0.984375, + "main_score": 0.981771, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06236, + "recall": 0.101562, + "f1": 0.069511, + "accuracy": 0.101562, + "main_score": 0.069511, + "hf_subset": "eng_Latn-ded_Latn", + "languages": [ + "eng-Latn", + "ded-Latn" + ] + }, + { + "precision": 0.048442, + "recall": 0.078125, + "f1": 0.054291, + "accuracy": 0.078125, + "main_score": 0.054291, + "hf_subset": "ded_Latn-eng_Latn", + "languages": [ + "ded-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.331, + "recall": 0.441406, + "f1": 0.359034, + "accuracy": 0.441406, + "main_score": 0.359034, + "hf_subset": "eng_Latn-dgc_Latn", + "languages": [ + "eng-Latn", + "dgc-Latn" + ] + }, + { + "precision": 0.346987, + "recall": 0.464844, + "f1": 0.379283, + "accuracy": 0.464844, + "main_score": 0.379283, + "hf_subset": "dgc_Latn-eng_Latn", + "languages": [ + "dgc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095263, + "recall": 0.128906, + "f1": 0.101415, + "accuracy": 0.128906, + "main_score": 0.101415, + "hf_subset": "eng_Latn-dgr_Latn", + "languages": [ + "eng-Latn", + "dgr-Latn" + ] + }, + { + "precision": 0.079288, + "recall": 0.140625, + "f1": 0.091804, + "accuracy": 0.140625, + "main_score": 0.091804, + "hf_subset": "dgr_Latn-eng_Latn", + "languages": [ + "dgr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068034, + "recall": 0.09375, + "f1": 0.075781, + "accuracy": 0.09375, + "main_score": 0.075781, + "hf_subset": "eng_Latn-dgz_Latn", + "languages": [ + "eng-Latn", + "dgz-Latn" + ] + }, + { + "precision": 0.050247, + "recall": 0.09375, + "f1": 0.058544, + "accuracy": 0.09375, + "main_score": 0.058544, + "hf_subset": "dgz_Latn-eng_Latn", + "languages": [ + "dgz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047616, + "recall": 0.082031, + "f1": 0.053421, + "accuracy": 0.082031, + "main_score": 0.053421, + "hf_subset": "eng_Latn-dhg_Latn", + "languages": [ + "eng-Latn", + "dhg-Latn" + ] + }, + { + "precision": 0.06808, + "recall": 0.121094, + "f1": 0.077517, + "accuracy": 0.121094, + "main_score": 0.077517, + "hf_subset": "dhg_Latn-eng_Latn", + "languages": [ + "dhg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100873, + "recall": 0.148438, + "f1": 0.109775, + "accuracy": 0.148438, + "main_score": 0.109775, + "hf_subset": "eng_Latn-dif_Latn", + "languages": [ + "eng-Latn", + "dif-Latn" + ] + }, + { + "precision": 0.10017, + "recall": 0.152344, + "f1": 0.110286, + "accuracy": 0.152344, + "main_score": 0.110286, + "hf_subset": "dif_Latn-eng_Latn", + "languages": [ + "dif-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064371, + "recall": 0.09375, + "f1": 0.068908, + "accuracy": 0.09375, + "main_score": 0.068908, + "hf_subset": "eng_Latn-dik_Latn", + "languages": [ + "eng-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.051892, + "recall": 0.09375, + "f1": 0.05956, + "accuracy": 0.09375, + "main_score": 0.05956, + "hf_subset": "dik_Latn-eng_Latn", + "languages": [ + "dik-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.170125, + "recall": 0.242105, + "f1": 0.184249, + "accuracy": 0.242105, + "main_score": 0.184249, + "hf_subset": "eng_Latn-dji_Latn", + "languages": [ + "eng-Latn", + "dji-Latn" + ] + }, + { + "precision": 0.273596, + "recall": 0.342105, + "f1": 0.290902, + "accuracy": 0.342105, + "main_score": 0.290902, + "hf_subset": "dji_Latn-eng_Latn", + "languages": [ + "dji-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.211754, + "recall": 0.292969, + "f1": 0.229547, + "accuracy": 0.292969, + "main_score": 0.229547, + "hf_subset": "eng_Latn-djk_Latn", + "languages": [ + "eng-Latn", + "djk-Latn" + ] + }, + { + "precision": 0.200721, + "recall": 0.289062, + "f1": 0.218254, + "accuracy": 0.289062, + "main_score": 0.218254, + "hf_subset": "djk_Latn-eng_Latn", + "languages": [ + "djk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.022261, + "recall": 0.046875, + "f1": 0.025501, + "accuracy": 0.046875, + "main_score": 0.025501, + "hf_subset": "eng_Latn-djr_Latn", + "languages": [ + "eng-Latn", + "djr-Latn" + ] + }, + { + "precision": 0.020083, + "recall": 0.035156, + "f1": 0.022284, + "accuracy": 0.035156, + "main_score": 0.022284, + "hf_subset": "djr_Latn-eng_Latn", + "languages": [ + "djr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077342, + "recall": 0.109375, + "f1": 0.083831, + "accuracy": 0.109375, + "main_score": 0.083831, + "hf_subset": "eng_Latn-dob_Latn", + "languages": [ + "eng-Latn", + "dob-Latn" + ] + }, + { + "precision": 0.063836, + "recall": 0.097656, + "f1": 0.070092, + "accuracy": 0.097656, + "main_score": 0.070092, + "hf_subset": "dob_Latn-eng_Latn", + "languages": [ + "dob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064593, + "recall": 0.105469, + "f1": 0.072642, + "accuracy": 0.105469, + "main_score": 0.072642, + "hf_subset": "eng_Latn-dop_Latn", + "languages": [ + "eng-Latn", + "dop-Latn" + ] + }, + { + "precision": 0.053145, + "recall": 0.101562, + "f1": 0.060526, + "accuracy": 0.101562, + "main_score": 0.060526, + "hf_subset": "dop_Latn-eng_Latn", + "languages": [ + "dop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.28804, + "recall": 0.386719, + "f1": 0.31113, + "accuracy": 0.386719, + "main_score": 0.31113, + "hf_subset": "eng_Latn-dov_Latn", + "languages": [ + "eng-Latn", + "dov-Latn" + ] + }, + { + "precision": 0.329898, + "recall": 0.4375, + "f1": 0.356762, + "accuracy": 0.4375, + "main_score": 0.356762, + "hf_subset": "dov_Latn-eng_Latn", + "languages": [ + "dov-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047495, + "recall": 0.085938, + "f1": 0.054512, + "accuracy": 0.085938, + "main_score": 0.054512, + "hf_subset": "eng_Latn-dwr_Latn", + "languages": [ + "eng-Latn", + "dwr-Latn" + ] + }, + { + "precision": 0.048417, + "recall": 0.085938, + "f1": 0.054785, + "accuracy": 0.085938, + "main_score": 0.054785, + "hf_subset": "dwr_Latn-eng_Latn", + "languages": [ + "dwr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100043, + "recall": 0.113281, + "f1": 0.102995, + "accuracy": 0.113281, + "main_score": 0.102995, + "hf_subset": "eng_Latn-dww_Latn", + "languages": [ + "eng-Latn", + "dww-Latn" + ] + }, + { + "precision": 0.100321, + "recall": 0.140625, + "f1": 0.110531, + "accuracy": 0.140625, + "main_score": 0.110531, + "hf_subset": "dww_Latn-eng_Latn", + "languages": [ + "dww-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.141716, + "recall": 0.203008, + "f1": 0.156273, + "accuracy": 0.203008, + "main_score": 0.156273, + "hf_subset": "eng_Latn-dwy_Latn", + "languages": [ + "eng-Latn", + "dwy-Latn" + ] + }, + { + "precision": 0.187424, + "recall": 0.278195, + "f1": 0.208802, + "accuracy": 0.278195, + "main_score": 0.208802, + "hf_subset": "dwy_Latn-eng_Latn", + "languages": [ + "dwy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.190051, + "recall": 0.242188, + "f1": 0.202293, + "accuracy": 0.242188, + "main_score": 0.202293, + "hf_subset": "eng_Latn-ebk_Latn", + "languages": [ + "eng-Latn", + "ebk-Latn" + ] + }, + { + "precision": 0.192053, + "recall": 0.246094, + "f1": 0.205726, + "accuracy": 0.246094, + "main_score": 0.205726, + "hf_subset": "ebk_Latn-eng_Latn", + "languages": [ + "ebk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.197153, + "recall": 0.292969, + "f1": 0.218585, + "accuracy": 0.292969, + "main_score": 0.218585, + "hf_subset": "eng_Latn-eko_Latn", + "languages": [ + "eng-Latn", + "eko-Latn" + ] + }, + { + "precision": 0.237954, + "recall": 0.308594, + "f1": 0.255171, + "accuracy": 0.308594, + "main_score": 0.255171, + "hf_subset": "eko_Latn-eng_Latn", + "languages": [ + "eko-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.115138, + "recall": 0.171875, + "f1": 0.125914, + "accuracy": 0.171875, + "main_score": 0.125914, + "hf_subset": "eng_Latn-emi_Latn", + "languages": [ + "eng-Latn", + "emi-Latn" + ] + }, + { + "precision": 0.120435, + "recall": 0.167969, + "f1": 0.130017, + "accuracy": 0.167969, + "main_score": 0.130017, + "hf_subset": "emi_Latn-eng_Latn", + "languages": [ + "emi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072902, + "recall": 0.109375, + "f1": 0.079411, + "accuracy": 0.109375, + "main_score": 0.079411, + "hf_subset": "eng_Latn-emp_Latn", + "languages": [ + "eng-Latn", + "emp-Latn" + ] + }, + { + "precision": 0.068901, + "recall": 0.121094, + "f1": 0.079361, + "accuracy": 0.121094, + "main_score": 0.079361, + "hf_subset": "emp_Latn-eng_Latn", + "languages": [ + "emp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040073, + "recall": 0.058594, + "f1": 0.043652, + "accuracy": 0.058594, + "main_score": 0.043652, + "hf_subset": "eng_Latn-enq_Latn", + "languages": [ + "eng-Latn", + "enq-Latn" + ] + }, + { + "precision": 0.053472, + "recall": 0.082031, + "f1": 0.059451, + "accuracy": 0.082031, + "main_score": 0.059451, + "hf_subset": "enq_Latn-eng_Latn", + "languages": [ + "enq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "eng_Latn-epo_Latn", + "languages": [ + "eng-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.986328, + "recall": 0.988281, + "f1": 0.986979, + "accuracy": 0.988281, + "main_score": 0.986979, + "hf_subset": "epo_Latn-eng_Latn", + "languages": [ + "epo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103987, + "recall": 0.136719, + "f1": 0.111784, + "accuracy": 0.136719, + "main_score": 0.111784, + "hf_subset": "eng_Latn-eri_Latn", + "languages": [ + "eng-Latn", + "eri-Latn" + ] + }, + { + "precision": 0.102448, + "recall": 0.164062, + "f1": 0.114442, + "accuracy": 0.164062, + "main_score": 0.114442, + "hf_subset": "eri_Latn-eng_Latn", + "languages": [ + "eri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.010733, + "recall": 0.019531, + "f1": 0.012074, + "accuracy": 0.019531, + "main_score": 0.012074, + "hf_subset": "eng_Latn-ese_Latn", + "languages": [ + "eng-Latn", + "ese-Latn" + ] + }, + { + "precision": 0.021971, + "recall": 0.050781, + "f1": 0.025518, + "accuracy": 0.050781, + "main_score": 0.025518, + "hf_subset": "ese_Latn-eng_Latn", + "languages": [ + "ese-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.121094, + "recall": 0.160156, + "f1": 0.130525, + "accuracy": 0.160156, + "main_score": 0.130525, + "hf_subset": "eng_Latn-esk_Latn", + "languages": [ + "eng-Latn", + "esk-Latn" + ] + }, + { + "precision": 0.104943, + "recall": 0.164062, + "f1": 0.116467, + "accuracy": 0.164062, + "main_score": 0.116467, + "hf_subset": "esk_Latn-eng_Latn", + "languages": [ + "esk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058017, + "recall": 0.105469, + "f1": 0.067413, + "accuracy": 0.105469, + "main_score": 0.067413, + "hf_subset": "eng_Latn-etr_Latn", + "languages": [ + "eng-Latn", + "etr-Latn" + ] + }, + { + "precision": 0.073865, + "recall": 0.121094, + "f1": 0.084983, + "accuracy": 0.121094, + "main_score": 0.084983, + "hf_subset": "etr_Latn-eng_Latn", + "languages": [ + "etr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137986, + "recall": 0.191406, + "f1": 0.148918, + "accuracy": 0.191406, + "main_score": 0.148918, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.127415, + "recall": 0.191406, + "f1": 0.140768, + "accuracy": 0.191406, + "main_score": 0.140768, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.018628, + "recall": 0.042969, + "f1": 0.022353, + "accuracy": 0.042969, + "main_score": 0.022353, + "hf_subset": "eng_Latn-faa_Latn", + "languages": [ + "eng-Latn", + "faa-Latn" + ] + }, + { + "precision": 0.037004, + "recall": 0.074219, + "f1": 0.042586, + "accuracy": 0.074219, + "main_score": 0.042586, + "hf_subset": "faa_Latn-eng_Latn", + "languages": [ + "faa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048391, + "recall": 0.074219, + "f1": 0.053075, + "accuracy": 0.074219, + "main_score": 0.053075, + "hf_subset": "eng_Latn-fai_Latn", + "languages": [ + "eng-Latn", + "fai-Latn" + ] + }, + { + "precision": 0.059217, + "recall": 0.085938, + "f1": 0.064876, + "accuracy": 0.085938, + "main_score": 0.064876, + "hf_subset": "fai_Latn-eng_Latn", + "languages": [ + "fai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.134257, + "recall": 0.191406, + "f1": 0.146655, + "accuracy": 0.191406, + "main_score": 0.146655, + "hf_subset": "eng_Latn-far_Latn", + "languages": [ + "eng-Latn", + "far-Latn" + ] + }, + { + "precision": 0.126133, + "recall": 0.203125, + "f1": 0.143623, + "accuracy": 0.203125, + "main_score": 0.143623, + "hf_subset": "far_Latn-eng_Latn", + "languages": [ + "far-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095947, + "recall": 0.152344, + "f1": 0.108505, + "accuracy": 0.152344, + "main_score": 0.108505, + "hf_subset": "eng_Latn-ffm_Latn", + "languages": [ + "eng-Latn", + "ffm-Latn" + ] + }, + { + "precision": 0.092321, + "recall": 0.140625, + "f1": 0.100462, + "accuracy": 0.140625, + "main_score": 0.100462, + "hf_subset": "ffm_Latn-eng_Latn", + "languages": [ + "ffm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.027457, + "recall": 0.066406, + "f1": 0.033544, + "accuracy": 0.066406, + "main_score": 0.033544, + "hf_subset": "eng_Latn-for_Latn", + "languages": [ + "eng-Latn", + "for-Latn" + ] + }, + { + "precision": 0.034574, + "recall": 0.070312, + "f1": 0.041421, + "accuracy": 0.070312, + "main_score": 0.041421, + "hf_subset": "for_Latn-eng_Latn", + "languages": [ + "for-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.144768, + "recall": 0.199219, + "f1": 0.156065, + "accuracy": 0.199219, + "main_score": 0.156065, + "hf_subset": "eng_Latn-fue_Latn", + "languages": [ + "eng-Latn", + "fue-Latn" + ] + }, + { + "precision": 0.163182, + "recall": 0.238281, + "f1": 0.178841, + "accuracy": 0.238281, + "main_score": 0.178841, + "hf_subset": "fue_Latn-eng_Latn", + "languages": [ + "fue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106932, + "recall": 0.152344, + "f1": 0.115468, + "accuracy": 0.152344, + "main_score": 0.115468, + "hf_subset": "eng_Latn-fuf_Latn", + "languages": [ + "eng-Latn", + "fuf-Latn" + ] + }, + { + "precision": 0.118412, + "recall": 0.183594, + "f1": 0.130404, + "accuracy": 0.183594, + "main_score": 0.130404, + "hf_subset": "fuf_Latn-eng_Latn", + "languages": [ + "fuf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113964, + "recall": 0.164062, + "f1": 0.125364, + "accuracy": 0.164062, + "main_score": 0.125364, + "hf_subset": "eng_Latn-fuh_Latn", + "languages": [ + "eng-Latn", + "fuh-Latn" + ] + }, + { + "precision": 0.098865, + "recall": 0.152344, + "f1": 0.108424, + "accuracy": 0.152344, + "main_score": 0.108424, + "hf_subset": "fuh_Latn-eng_Latn", + "languages": [ + "fuh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042308, + "recall": 0.066406, + "f1": 0.047305, + "accuracy": 0.066406, + "main_score": 0.047305, + "hf_subset": "eng_Latn-gah_Latn", + "languages": [ + "eng-Latn", + "gah-Latn" + ] + }, + { + "precision": 0.042502, + "recall": 0.074219, + "f1": 0.048366, + "accuracy": 0.074219, + "main_score": 0.048366, + "hf_subset": "gah_Latn-eng_Latn", + "languages": [ + "gah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065039, + "recall": 0.09375, + "f1": 0.07112, + "accuracy": 0.09375, + "main_score": 0.07112, + "hf_subset": "eng_Latn-gai_Latn", + "languages": [ + "eng-Latn", + "gai-Latn" + ] + }, + { + "precision": 0.049498, + "recall": 0.097656, + "f1": 0.060355, + "accuracy": 0.097656, + "main_score": 0.060355, + "hf_subset": "gai_Latn-eng_Latn", + "languages": [ + "gai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075456, + "recall": 0.113281, + "f1": 0.084177, + "accuracy": 0.113281, + "main_score": 0.084177, + "hf_subset": "eng_Latn-gam_Latn", + "languages": [ + "eng-Latn", + "gam-Latn" + ] + }, + { + "precision": 0.078774, + "recall": 0.132812, + "f1": 0.090835, + "accuracy": 0.132812, + "main_score": 0.090835, + "hf_subset": "gam_Latn-eng_Latn", + "languages": [ + "gam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066725, + "recall": 0.105469, + "f1": 0.073441, + "accuracy": 0.105469, + "main_score": 0.073441, + "hf_subset": "eng_Latn-gaw_Latn", + "languages": [ + "eng-Latn", + "gaw-Latn" + ] + }, + { + "precision": 0.089158, + "recall": 0.128906, + "f1": 0.09687, + "accuracy": 0.128906, + "main_score": 0.09687, + "hf_subset": "gaw_Latn-eng_Latn", + "languages": [ + "gaw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07373, + "recall": 0.09375, + "f1": 0.078602, + "accuracy": 0.09375, + "main_score": 0.078602, + "hf_subset": "eng_Latn-gdn_Latn", + "languages": [ + "eng-Latn", + "gdn-Latn" + ] + }, + { + "precision": 0.05983, + "recall": 0.089844, + "f1": 0.065325, + "accuracy": 0.089844, + "main_score": 0.065325, + "hf_subset": "gdn_Latn-eng_Latn", + "languages": [ + "gdn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.082903, + "recall": 0.132812, + "f1": 0.09237, + "accuracy": 0.132812, + "main_score": 0.09237, + "hf_subset": "eng_Latn-gdr_Latn", + "languages": [ + "eng-Latn", + "gdr-Latn" + ] + }, + { + "precision": 0.100732, + "recall": 0.152344, + "f1": 0.111791, + "accuracy": 0.152344, + "main_score": 0.111791, + "hf_subset": "gdr_Latn-eng_Latn", + "languages": [ + "gdr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050675, + "recall": 0.082031, + "f1": 0.056148, + "accuracy": 0.082031, + "main_score": 0.056148, + "hf_subset": "eng_Latn-geb_Latn", + "languages": [ + "eng-Latn", + "geb-Latn" + ] + }, + { + "precision": 0.078792, + "recall": 0.128906, + "f1": 0.088302, + "accuracy": 0.128906, + "main_score": 0.088302, + "hf_subset": "geb_Latn-eng_Latn", + "languages": [ + "geb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077015, + "recall": 0.15625, + "f1": 0.091451, + "accuracy": 0.15625, + "main_score": 0.091451, + "hf_subset": "eng_Latn-gfk_Latn", + "languages": [ + "eng-Latn", + "gfk-Latn" + ] + }, + { + "precision": 0.106888, + "recall": 0.152344, + "f1": 0.116299, + "accuracy": 0.152344, + "main_score": 0.116299, + "hf_subset": "gfk_Latn-eng_Latn", + "languages": [ + "gfk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025468, + "recall": 0.054688, + "f1": 0.030082, + "accuracy": 0.054688, + "main_score": 0.030082, + "hf_subset": "eng_Latn-ghs_Latn", + "languages": [ + "eng-Latn", + "ghs-Latn" + ] + }, + { + "precision": 0.035299, + "recall": 0.058594, + "f1": 0.039002, + "accuracy": 0.058594, + "main_score": 0.039002, + "hf_subset": "ghs_Latn-eng_Latn", + "languages": [ + "ghs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.903226, + "recall": 0.935484, + "f1": 0.913978, + "accuracy": 0.935484, + "main_score": 0.913978, + "hf_subset": "eng_Latn-glk_Arab", + "languages": [ + "eng-Latn", + "glk-Arab" + ] + }, + { + "precision": 0.951613, + "recall": 0.967742, + "f1": 0.956989, + "accuracy": 0.967742, + "main_score": 0.956989, + "hf_subset": "glk_Arab-eng_Latn", + "languages": [ + "glk-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.046265, + "recall": 0.082031, + "f1": 0.051884, + "accuracy": 0.082031, + "main_score": 0.051884, + "hf_subset": "eng_Latn-gmv_Latn", + "languages": [ + "eng-Latn", + "gmv-Latn" + ] + }, + { + "precision": 0.033617, + "recall": 0.078125, + "f1": 0.040364, + "accuracy": 0.078125, + "main_score": 0.040364, + "hf_subset": "gmv_Latn-eng_Latn", + "languages": [ + "gmv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098778, + "recall": 0.136719, + "f1": 0.107091, + "accuracy": 0.136719, + "main_score": 0.107091, + "hf_subset": "eng_Latn-gng_Latn", + "languages": [ + "eng-Latn", + "gng-Latn" + ] + }, + { + "precision": 0.086948, + "recall": 0.136719, + "f1": 0.097099, + "accuracy": 0.136719, + "main_score": 0.097099, + "hf_subset": "gng_Latn-eng_Latn", + "languages": [ + "gng-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.016045, + "recall": 0.03125, + "f1": 0.018137, + "accuracy": 0.03125, + "main_score": 0.018137, + "hf_subset": "eng_Latn-gnn_Latn", + "languages": [ + "eng-Latn", + "gnn-Latn" + ] + }, + { + "precision": 0.025887, + "recall": 0.054688, + "f1": 0.029095, + "accuracy": 0.054688, + "main_score": 0.029095, + "hf_subset": "gnn_Latn-eng_Latn", + "languages": [ + "gnn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.112873, + "recall": 0.144531, + "f1": 0.119611, + "accuracy": 0.144531, + "main_score": 0.119611, + "hf_subset": "eng_Latn-gnw_Latn", + "languages": [ + "eng-Latn", + "gnw-Latn" + ] + }, + { + "precision": 0.131439, + "recall": 0.207031, + "f1": 0.147769, + "accuracy": 0.207031, + "main_score": 0.147769, + "hf_subset": "gnw_Latn-eng_Latn", + "languages": [ + "gnw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045335, + "recall": 0.105469, + "f1": 0.056105, + "accuracy": 0.105469, + "main_score": 0.056105, + "hf_subset": "eng_Latn-gof_Latn", + "languages": [ + "eng-Latn", + "gof-Latn" + ] + }, + { + "precision": 0.072633, + "recall": 0.109375, + "f1": 0.080992, + "accuracy": 0.109375, + "main_score": 0.080992, + "hf_subset": "gof_Latn-eng_Latn", + "languages": [ + "gof-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-grc_Grek", + "languages": [ + "eng-Latn", + "grc-Grek" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "grc_Grek-eng_Latn", + "languages": [ + "grc-Grek", + "eng-Latn" + ] + }, + { + "precision": 0.014203, + "recall": 0.027344, + "f1": 0.016578, + "accuracy": 0.027344, + "main_score": 0.016578, + "hf_subset": "eng_Latn-gub_Latn", + "languages": [ + "eng-Latn", + "gub-Latn" + ] + }, + { + "precision": 0.022425, + "recall": 0.039062, + "f1": 0.025147, + "accuracy": 0.039062, + "main_score": 0.025147, + "hf_subset": "gub_Latn-eng_Latn", + "languages": [ + "gub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048941, + "recall": 0.070312, + "f1": 0.052099, + "accuracy": 0.070312, + "main_score": 0.052099, + "hf_subset": "eng_Latn-guh_Latn", + "languages": [ + "eng-Latn", + "guh-Latn" + ] + }, + { + "precision": 0.077615, + "recall": 0.140625, + "f1": 0.089629, + "accuracy": 0.140625, + "main_score": 0.089629, + "hf_subset": "guh_Latn-eng_Latn", + "languages": [ + "guh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.114583, + "recall": 0.144531, + "f1": 0.120801, + "accuracy": 0.144531, + "main_score": 0.120801, + "hf_subset": "eng_Latn-gui_Latn", + "languages": [ + "eng-Latn", + "gui-Latn" + ] + }, + { + "precision": 0.121699, + "recall": 0.1875, + "f1": 0.136801, + "accuracy": 0.1875, + "main_score": 0.136801, + "hf_subset": "gui_Latn-eng_Latn", + "languages": [ + "gui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.904948, + "recall": 0.925781, + "f1": 0.911458, + "accuracy": 0.925781, + "main_score": 0.911458, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.935547, + "recall": 0.945312, + "f1": 0.938802, + "accuracy": 0.945312, + "main_score": 0.938802, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.906901, + "recall": 0.933594, + "f1": 0.915365, + "accuracy": 0.933594, + "main_score": 0.915365, + "hf_subset": "eng_Latn-gul_Latn", + "languages": [ + "eng-Latn", + "gul-Latn" + ] + }, + { + "precision": 0.9375, + "recall": 0.957031, + "f1": 0.94401, + "accuracy": 0.957031, + "main_score": 0.94401, + "hf_subset": "gul_Latn-eng_Latn", + "languages": [ + "gul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.117026, + "recall": 0.160156, + "f1": 0.126774, + "accuracy": 0.160156, + "main_score": 0.126774, + "hf_subset": "eng_Latn-gum_Latn", + "languages": [ + "eng-Latn", + "gum-Latn" + ] + }, + { + "precision": 0.121119, + "recall": 0.195312, + "f1": 0.135424, + "accuracy": 0.195312, + "main_score": 0.135424, + "hf_subset": "gum_Latn-eng_Latn", + "languages": [ + "gum-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.133975, + "recall": 0.1875, + "f1": 0.145505, + "accuracy": 0.1875, + "main_score": 0.145505, + "hf_subset": "eng_Latn-gun_Latn", + "languages": [ + "eng-Latn", + "gun-Latn" + ] + }, + { + "precision": 0.151263, + "recall": 0.214844, + "f1": 0.164223, + "accuracy": 0.214844, + "main_score": 0.164223, + "hf_subset": "gun_Latn-eng_Latn", + "languages": [ + "gun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.123811, + "recall": 0.164062, + "f1": 0.133984, + "accuracy": 0.164062, + "main_score": 0.133984, + "hf_subset": "eng_Latn-guo_Latn", + "languages": [ + "eng-Latn", + "guo-Latn" + ] + }, + { + "precision": 0.109968, + "recall": 0.167969, + "f1": 0.124718, + "accuracy": 0.167969, + "main_score": 0.124718, + "hf_subset": "guo_Latn-eng_Latn", + "languages": [ + "guo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.169824, + "recall": 0.203125, + "f1": 0.177097, + "accuracy": 0.203125, + "main_score": 0.177097, + "hf_subset": "eng_Latn-gup_Latn", + "languages": [ + "eng-Latn", + "gup-Latn" + ] + }, + { + "precision": 0.173947, + "recall": 0.242188, + "f1": 0.189192, + "accuracy": 0.242188, + "main_score": 0.189192, + "hf_subset": "gup_Latn-eng_Latn", + "languages": [ + "gup-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057747, + "recall": 0.101562, + "f1": 0.065282, + "accuracy": 0.101562, + "main_score": 0.065282, + "hf_subset": "eng_Latn-gux_Latn", + "languages": [ + "eng-Latn", + "gux-Latn" + ] + }, + { + "precision": 0.070211, + "recall": 0.117188, + "f1": 0.079203, + "accuracy": 0.117188, + "main_score": 0.079203, + "hf_subset": "gux_Latn-eng_Latn", + "languages": [ + "gux-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080886, + "recall": 0.117188, + "f1": 0.088464, + "accuracy": 0.117188, + "main_score": 0.088464, + "hf_subset": "eng_Latn-gvc_Latn", + "languages": [ + "eng-Latn", + "gvc-Latn" + ] + }, + { + "precision": 0.084331, + "recall": 0.136719, + "f1": 0.095539, + "accuracy": 0.136719, + "main_score": 0.095539, + "hf_subset": "gvc_Latn-eng_Latn", + "languages": [ + "gvc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090331, + "recall": 0.132812, + "f1": 0.098125, + "accuracy": 0.132812, + "main_score": 0.098125, + "hf_subset": "eng_Latn-gvf_Latn", + "languages": [ + "eng-Latn", + "gvf-Latn" + ] + }, + { + "precision": 0.078264, + "recall": 0.117188, + "f1": 0.084351, + "accuracy": 0.117188, + "main_score": 0.084351, + "hf_subset": "gvf_Latn-eng_Latn", + "languages": [ + "gvf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.146329, + "recall": 0.179688, + "f1": 0.153335, + "accuracy": 0.179688, + "main_score": 0.153335, + "hf_subset": "eng_Latn-gvn_Latn", + "languages": [ + "eng-Latn", + "gvn-Latn" + ] + }, + { + "precision": 0.154307, + "recall": 0.226562, + "f1": 0.169551, + "accuracy": 0.226562, + "main_score": 0.169551, + "hf_subset": "gvn_Latn-eng_Latn", + "languages": [ + "gvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071506, + "recall": 0.101562, + "f1": 0.077999, + "accuracy": 0.101562, + "main_score": 0.077999, + "hf_subset": "eng_Latn-gvs_Latn", + "languages": [ + "eng-Latn", + "gvs-Latn" + ] + }, + { + "precision": 0.053582, + "recall": 0.097656, + "f1": 0.060827, + "accuracy": 0.097656, + "main_score": 0.060827, + "hf_subset": "gvs_Latn-eng_Latn", + "languages": [ + "gvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097449, + "recall": 0.132812, + "f1": 0.104297, + "accuracy": 0.132812, + "main_score": 0.104297, + "hf_subset": "eng_Latn-gwi_Latn", + "languages": [ + "eng-Latn", + "gwi-Latn" + ] + }, + { + "precision": 0.111176, + "recall": 0.15625, + "f1": 0.122405, + "accuracy": 0.15625, + "main_score": 0.122405, + "hf_subset": "gwi_Latn-eng_Latn", + "languages": [ + "gwi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085124, + "recall": 0.117188, + "f1": 0.091458, + "accuracy": 0.117188, + "main_score": 0.091458, + "hf_subset": "eng_Latn-gym_Latn", + "languages": [ + "eng-Latn", + "gym-Latn" + ] + }, + { + "precision": 0.094503, + "recall": 0.144531, + "f1": 0.105632, + "accuracy": 0.144531, + "main_score": 0.105632, + "hf_subset": "gym_Latn-eng_Latn", + "languages": [ + "gym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077941, + "recall": 0.128906, + "f1": 0.087487, + "accuracy": 0.128906, + "main_score": 0.087487, + "hf_subset": "eng_Latn-gyr_Latn", + "languages": [ + "eng-Latn", + "gyr-Latn" + ] + }, + { + "precision": 0.089094, + "recall": 0.15625, + "f1": 0.101289, + "accuracy": 0.15625, + "main_score": 0.101289, + "hf_subset": "gyr_Latn-eng_Latn", + "languages": [ + "gyr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.932292, + "recall": 0.953125, + "f1": 0.938802, + "accuracy": 0.953125, + "main_score": 0.938802, + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.722331, + "recall": 0.796875, + "f1": 0.744085, + "accuracy": 0.796875, + "main_score": 0.744085, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.850911, + "recall": 0.894531, + "f1": 0.864397, + "accuracy": 0.894531, + "main_score": 0.864397, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.805469, + "recall": 0.863281, + "f1": 0.823568, + "accuracy": 0.863281, + "main_score": 0.823568, + "hf_subset": "eng_Latn-haw_Latn", + "languages": [ + "eng-Latn", + "haw-Latn" + ] + }, + { + "precision": 0.887044, + "recall": 0.921875, + "f1": 0.898047, + "accuracy": 0.921875, + "main_score": 0.898047, + "hf_subset": "haw_Latn-eng_Latn", + "languages": [ + "haw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-hbo_Hebr", + "languages": [ + "eng-Latn", + "hbo-Hebr" + ] + }, + { + "precision": 0.977865, + "recall": 0.984375, + "f1": 0.979818, + "accuracy": 0.984375, + "main_score": 0.979818, + "hf_subset": "hbo_Hebr-eng_Latn", + "languages": [ + "hbo-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.020638, + "recall": 0.035156, + "f1": 0.022652, + "accuracy": 0.035156, + "main_score": 0.022652, + "hf_subset": "eng_Latn-hch_Latn", + "languages": [ + "eng-Latn", + "hch-Latn" + ] + }, + { + "precision": 0.015599, + "recall": 0.039062, + "f1": 0.019792, + "accuracy": 0.039062, + "main_score": 0.019792, + "hf_subset": "hch_Latn-eng_Latn", + "languages": [ + "hch-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.964844, + "recall": 0.976562, + "f1": 0.96875, + "accuracy": 0.976562, + "main_score": 0.96875, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.966146, + "recall": 0.976562, + "f1": 0.969401, + "accuracy": 0.976562, + "main_score": 0.969401, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.078252, + "recall": 0.117188, + "f1": 0.086756, + "accuracy": 0.117188, + "main_score": 0.086756, + "hf_subset": "eng_Latn-heg_Latn", + "languages": [ + "eng-Latn", + "heg-Latn" + ] + }, + { + "precision": 0.113727, + "recall": 0.160156, + "f1": 0.121662, + "accuracy": 0.160156, + "main_score": 0.121662, + "hf_subset": "heg_Latn-eng_Latn", + "languages": [ + "heg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.980469, + "recall": 0.984375, + "f1": 0.981771, + "accuracy": 0.984375, + "main_score": 0.981771, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.986328, + "recall": 0.988281, + "f1": 0.986979, + "accuracy": 0.988281, + "main_score": 0.986979, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.017264, + "recall": 0.03125, + "f1": 0.018481, + "accuracy": 0.03125, + "main_score": 0.018481, + "hf_subset": "eng_Latn-hix_Latn", + "languages": [ + "eng-Latn", + "hix-Latn" + ] + }, + { + "precision": 0.026006, + "recall": 0.039062, + "f1": 0.027574, + "accuracy": 0.039062, + "main_score": 0.027574, + "hf_subset": "hix_Latn-eng_Latn", + "languages": [ + "hix-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088625, + "recall": 0.136719, + "f1": 0.097744, + "accuracy": 0.136719, + "main_score": 0.097744, + "hf_subset": "eng_Latn-hla_Latn", + "languages": [ + "eng-Latn", + "hla-Latn" + ] + }, + { + "precision": 0.108475, + "recall": 0.160156, + "f1": 0.118595, + "accuracy": 0.160156, + "main_score": 0.118595, + "hf_subset": "hla_Latn-eng_Latn", + "languages": [ + "hla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05439, + "recall": 0.113281, + "f1": 0.064089, + "accuracy": 0.113281, + "main_score": 0.064089, + "hf_subset": "eng_Latn-hlt_Latn", + "languages": [ + "eng-Latn", + "hlt-Latn" + ] + }, + { + "precision": 0.091764, + "recall": 0.148438, + "f1": 0.104174, + "accuracy": 0.148438, + "main_score": 0.104174, + "hf_subset": "hlt_Latn-eng_Latn", + "languages": [ + "hlt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.225761, + "recall": 0.308594, + "f1": 0.245051, + "accuracy": 0.308594, + "main_score": 0.245051, + "hf_subset": "eng_Latn-hmo_Latn", + "languages": [ + "eng-Latn", + "hmo-Latn" + ] + }, + { + "precision": 0.245716, + "recall": 0.332031, + "f1": 0.266227, + "accuracy": 0.332031, + "main_score": 0.266227, + "hf_subset": "hmo_Latn-eng_Latn", + "languages": [ + "hmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.44504, + "recall": 0.554688, + "f1": 0.472489, + "accuracy": 0.554688, + "main_score": 0.472489, + "hf_subset": "eng_Latn-hns_Latn", + "languages": [ + "eng-Latn", + "hns-Latn" + ] + }, + { + "precision": 0.481811, + "recall": 0.585938, + "f1": 0.509691, + "accuracy": 0.585938, + "main_score": 0.509691, + "hf_subset": "hns_Latn-eng_Latn", + "languages": [ + "hns-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.132213, + "recall": 0.160156, + "f1": 0.138368, + "accuracy": 0.160156, + "main_score": 0.138368, + "hf_subset": "eng_Latn-hop_Latn", + "languages": [ + "eng-Latn", + "hop-Latn" + ] + }, + { + "precision": 0.134231, + "recall": 0.175781, + "f1": 0.141739, + "accuracy": 0.175781, + "main_score": 0.141739, + "hf_subset": "hop_Latn-eng_Latn", + "languages": [ + "hop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060905, + "recall": 0.085938, + "f1": 0.064344, + "accuracy": 0.085938, + "main_score": 0.064344, + "hf_subset": "eng_Latn-hot_Latn", + "languages": [ + "eng-Latn", + "hot-Latn" + ] + }, + { + "precision": 0.061999, + "recall": 0.113281, + "f1": 0.072392, + "accuracy": 0.113281, + "main_score": 0.072392, + "hf_subset": "hot_Latn-eng_Latn", + "languages": [ + "hot-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.974609, + "recall": 0.980469, + "f1": 0.976562, + "accuracy": 0.980469, + "main_score": 0.976562, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068427, + "recall": 0.109375, + "f1": 0.075999, + "accuracy": 0.109375, + "main_score": 0.075999, + "hf_subset": "eng_Latn-hto_Latn", + "languages": [ + "eng-Latn", + "hto-Latn" + ] + }, + { + "precision": 0.083012, + "recall": 0.136719, + "f1": 0.093585, + "accuracy": 0.136719, + "main_score": 0.093585, + "hf_subset": "hto_Latn-eng_Latn", + "languages": [ + "hto-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088351, + "recall": 0.125, + "f1": 0.096062, + "accuracy": 0.125, + "main_score": 0.096062, + "hf_subset": "eng_Latn-hub_Latn", + "languages": [ + "eng-Latn", + "hub-Latn" + ] + }, + { + "precision": 0.071273, + "recall": 0.117188, + "f1": 0.081319, + "accuracy": 0.117188, + "main_score": 0.081319, + "hf_subset": "hub_Latn-eng_Latn", + "languages": [ + "hub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033455, + "recall": 0.054688, + "f1": 0.036719, + "accuracy": 0.054688, + "main_score": 0.036719, + "hf_subset": "eng_Latn-hui_Latn", + "languages": [ + "eng-Latn", + "hui-Latn" + ] + }, + { + "precision": 0.058505, + "recall": 0.109375, + "f1": 0.06903, + "accuracy": 0.109375, + "main_score": 0.06903, + "hf_subset": "hui_Latn-eng_Latn", + "languages": [ + "hui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062926, + "recall": 0.105469, + "f1": 0.070526, + "accuracy": 0.105469, + "main_score": 0.070526, + "hf_subset": "eng_Latn-hus_Latn", + "languages": [ + "eng-Latn", + "hus-Latn" + ] + }, + { + "precision": 0.093649, + "recall": 0.136719, + "f1": 0.102613, + "accuracy": 0.136719, + "main_score": 0.102613, + "hf_subset": "hus_Latn-eng_Latn", + "languages": [ + "hus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110201, + "recall": 0.140625, + "f1": 0.116986, + "accuracy": 0.140625, + "main_score": 0.116986, + "hf_subset": "eng_Latn-huu_Latn", + "languages": [ + "eng-Latn", + "huu-Latn" + ] + }, + { + "precision": 0.080256, + "recall": 0.140625, + "f1": 0.091669, + "accuracy": 0.140625, + "main_score": 0.091669, + "hf_subset": "huu_Latn-eng_Latn", + "languages": [ + "huu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.127405, + "recall": 0.1875, + "f1": 0.140208, + "accuracy": 0.1875, + "main_score": 0.140208, + "hf_subset": "eng_Latn-huv_Latn", + "languages": [ + "eng-Latn", + "huv-Latn" + ] + }, + { + "precision": 0.14571, + "recall": 0.207031, + "f1": 0.159317, + "accuracy": 0.207031, + "main_score": 0.159317, + "hf_subset": "huv_Latn-eng_Latn", + "languages": [ + "huv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.183862, + "recall": 0.269841, + "f1": 0.204882, + "accuracy": 0.269841, + "main_score": 0.204882, + "hf_subset": "eng_Latn-hvn_Latn", + "languages": [ + "eng-Latn", + "hvn-Latn" + ] + }, + { + "precision": 0.146565, + "recall": 0.253968, + "f1": 0.171466, + "accuracy": 0.253968, + "main_score": 0.171466, + "hf_subset": "hvn_Latn-eng_Latn", + "languages": [ + "hvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064616, + "recall": 0.078125, + "f1": 0.067224, + "accuracy": 0.078125, + "main_score": 0.067224, + "hf_subset": "eng_Latn-ian_Latn", + "languages": [ + "eng-Latn", + "ian-Latn" + ] + }, + { + "precision": 0.093851, + "recall": 0.125, + "f1": 0.100504, + "accuracy": 0.125, + "main_score": 0.100504, + "hf_subset": "ian_Latn-eng_Latn", + "languages": [ + "ian-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078203, + "recall": 0.113281, + "f1": 0.085381, + "accuracy": 0.113281, + "main_score": 0.085381, + "hf_subset": "eng_Latn-ign_Latn", + "languages": [ + "eng-Latn", + "ign-Latn" + ] + }, + { + "precision": 0.11626, + "recall": 0.183594, + "f1": 0.130858, + "accuracy": 0.183594, + "main_score": 0.130858, + "hf_subset": "ign_Latn-eng_Latn", + "languages": [ + "ign-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.187856, + "recall": 0.246094, + "f1": 0.198909, + "accuracy": 0.246094, + "main_score": 0.198909, + "hf_subset": "eng_Latn-ikk_Latn", + "languages": [ + "eng-Latn", + "ikk-Latn" + ] + }, + { + "precision": 0.212896, + "recall": 0.308594, + "f1": 0.232949, + "accuracy": 0.308594, + "main_score": 0.232949, + "hf_subset": "ikk_Latn-eng_Latn", + "languages": [ + "ikk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101537, + "recall": 0.15625, + "f1": 0.112996, + "accuracy": 0.15625, + "main_score": 0.112996, + "hf_subset": "eng_Latn-ikw_Latn", + "languages": [ + "eng-Latn", + "ikw-Latn" + ] + }, + { + "precision": 0.110044, + "recall": 0.152344, + "f1": 0.120089, + "accuracy": 0.152344, + "main_score": 0.120089, + "hf_subset": "ikw_Latn-eng_Latn", + "languages": [ + "ikw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.559868, + "recall": 0.660156, + "f1": 0.586207, + "accuracy": 0.660156, + "main_score": 0.586207, + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.675521, + "recall": 0.765625, + "f1": 0.702474, + "accuracy": 0.765625, + "main_score": 0.702474, + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087263, + "recall": 0.117188, + "f1": 0.091633, + "accuracy": 0.117188, + "main_score": 0.091633, + "hf_subset": "eng_Latn-imo_Latn", + "languages": [ + "eng-Latn", + "imo-Latn" + ] + }, + { + "precision": 0.070432, + "recall": 0.132812, + "f1": 0.081363, + "accuracy": 0.132812, + "main_score": 0.081363, + "hf_subset": "imo_Latn-eng_Latn", + "languages": [ + "imo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093132, + "recall": 0.132812, + "f1": 0.101324, + "accuracy": 0.132812, + "main_score": 0.101324, + "hf_subset": "eng_Latn-inb_Latn", + "languages": [ + "eng-Latn", + "inb-Latn" + ] + }, + { + "precision": 0.10576, + "recall": 0.164062, + "f1": 0.116362, + "accuracy": 0.164062, + "main_score": 0.116362, + "hf_subset": "inb_Latn-eng_Latn", + "languages": [ + "inb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.935547, + "recall": 0.957031, + "f1": 0.942708, + "accuracy": 0.957031, + "main_score": 0.942708, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.935547, + "recall": 0.957031, + "f1": 0.942708, + "accuracy": 0.957031, + "main_score": 0.942708, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.02282, + "recall": 0.046875, + "f1": 0.027183, + "accuracy": 0.046875, + "main_score": 0.027183, + "hf_subset": "eng_Latn-ino_Latn", + "languages": [ + "eng-Latn", + "ino-Latn" + ] + }, + { + "precision": 0.051776, + "recall": 0.082031, + "f1": 0.05857, + "accuracy": 0.082031, + "main_score": 0.05857, + "hf_subset": "ino_Latn-eng_Latn", + "languages": [ + "ino-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068521, + "recall": 0.097656, + "f1": 0.0745, + "accuracy": 0.097656, + "main_score": 0.0745, + "hf_subset": "eng_Latn-iou_Latn", + "languages": [ + "eng-Latn", + "iou-Latn" + ] + }, + { + "precision": 0.088372, + "recall": 0.152344, + "f1": 0.101078, + "accuracy": 0.152344, + "main_score": 0.101078, + "hf_subset": "iou_Latn-eng_Latn", + "languages": [ + "iou-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.008394, + "recall": 0.015625, + "f1": 0.008836, + "accuracy": 0.015625, + "main_score": 0.008836, + "hf_subset": "eng_Latn-ipi_Latn", + "languages": [ + "eng-Latn", + "ipi-Latn" + ] + }, + { + "precision": 0.03217, + "recall": 0.070312, + "f1": 0.037455, + "accuracy": 0.070312, + "main_score": 0.037455, + "hf_subset": "ipi_Latn-eng_Latn", + "languages": [ + "ipi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.112893, + "recall": 0.164062, + "f1": 0.122684, + "accuracy": 0.164062, + "main_score": 0.122684, + "hf_subset": "eng_Latn-isn_Latn", + "languages": [ + "eng-Latn", + "isn-Latn" + ] + }, + { + "precision": 0.11488, + "recall": 0.183594, + "f1": 0.128143, + "accuracy": 0.183594, + "main_score": 0.128143, + "hf_subset": "isn_Latn-eng_Latn", + "languages": [ + "isn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057033, + "recall": 0.082031, + "f1": 0.061645, + "accuracy": 0.082031, + "main_score": 0.061645, + "hf_subset": "eng_Latn-iws_Latn", + "languages": [ + "eng-Latn", + "iws-Latn" + ] + }, + { + "precision": 0.08325, + "recall": 0.109375, + "f1": 0.088729, + "accuracy": 0.109375, + "main_score": 0.088729, + "hf_subset": "iws_Latn-eng_Latn", + "languages": [ + "iws-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087927, + "recall": 0.152344, + "f1": 0.100164, + "accuracy": 0.152344, + "main_score": 0.100164, + "hf_subset": "eng_Latn-ixl_Latn", + "languages": [ + "eng-Latn", + "ixl-Latn" + ] + }, + { + "precision": 0.089888, + "recall": 0.148438, + "f1": 0.101649, + "accuracy": 0.148438, + "main_score": 0.101649, + "hf_subset": "ixl_Latn-eng_Latn", + "languages": [ + "ixl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.171086, + "recall": 0.222656, + "f1": 0.182116, + "accuracy": 0.222656, + "main_score": 0.182116, + "hf_subset": "eng_Latn-jac_Latn", + "languages": [ + "eng-Latn", + "jac-Latn" + ] + }, + { + "precision": 0.156121, + "recall": 0.199219, + "f1": 0.166025, + "accuracy": 0.199219, + "main_score": 0.166025, + "hf_subset": "jac_Latn-eng_Latn", + "languages": [ + "jac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071367, + "recall": 0.117188, + "f1": 0.080543, + "accuracy": 0.117188, + "main_score": 0.080543, + "hf_subset": "eng_Latn-jae_Latn", + "languages": [ + "eng-Latn", + "jae-Latn" + ] + }, + { + "precision": 0.064013, + "recall": 0.113281, + "f1": 0.073233, + "accuracy": 0.113281, + "main_score": 0.073233, + "hf_subset": "jae_Latn-eng_Latn", + "languages": [ + "jae-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043613, + "recall": 0.110236, + "f1": 0.056633, + "accuracy": 0.110236, + "main_score": 0.056633, + "hf_subset": "eng_Latn-jao_Latn", + "languages": [ + "eng-Latn", + "jao-Latn" + ] + }, + { + "precision": 0.115424, + "recall": 0.15748, + "f1": 0.123906, + "accuracy": 0.15748, + "main_score": 0.123906, + "hf_subset": "jao_Latn-eng_Latn", + "languages": [ + "jao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094959, + "recall": 0.113281, + "f1": 0.099935, + "accuracy": 0.113281, + "main_score": 0.099935, + "hf_subset": "eng_Latn-jic_Latn", + "languages": [ + "eng-Latn", + "jic-Latn" + ] + }, + { + "precision": 0.09521, + "recall": 0.132812, + "f1": 0.103508, + "accuracy": 0.132812, + "main_score": 0.103508, + "hf_subset": "jic_Latn-eng_Latn", + "languages": [ + "jic-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08673, + "recall": 0.128906, + "f1": 0.095456, + "accuracy": 0.128906, + "main_score": 0.095456, + "hf_subset": "eng_Latn-jid_Latn", + "languages": [ + "eng-Latn", + "jid-Latn" + ] + }, + { + "precision": 0.102279, + "recall": 0.15625, + "f1": 0.114182, + "accuracy": 0.15625, + "main_score": 0.114182, + "hf_subset": "jid_Latn-eng_Latn", + "languages": [ + "jid-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034156, + "recall": 0.066406, + "f1": 0.038463, + "accuracy": 0.066406, + "main_score": 0.038463, + "hf_subset": "eng_Latn-jiv_Latn", + "languages": [ + "eng-Latn", + "jiv-Latn" + ] + }, + { + "precision": 0.032042, + "recall": 0.066406, + "f1": 0.038129, + "accuracy": 0.066406, + "main_score": 0.038129, + "hf_subset": "jiv_Latn-eng_Latn", + "languages": [ + "jiv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025, + "recall": 0.054688, + "f1": 0.032236, + "accuracy": 0.054688, + "main_score": 0.032236, + "hf_subset": "eng_Latn-jni_Latn", + "languages": [ + "eng-Latn", + "jni-Latn" + ] + }, + { + "precision": 0.05173, + "recall": 0.070312, + "f1": 0.055723, + "accuracy": 0.070312, + "main_score": 0.055723, + "hf_subset": "jni_Latn-eng_Latn", + "languages": [ + "jni-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.974609, + "recall": 0.980469, + "f1": 0.976562, + "accuracy": 0.980469, + "main_score": 0.976562, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.980469, + "recall": 0.984375, + "f1": 0.981771, + "accuracy": 0.984375, + "main_score": 0.981771, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.500337, + "recall": 0.59375, + "f1": 0.52482, + "accuracy": 0.59375, + "main_score": 0.52482, + "hf_subset": "eng_Latn-jvn_Latn", + "languages": [ + "eng-Latn", + "jvn-Latn" + ] + }, + { + "precision": 0.64974, + "recall": 0.722656, + "f1": 0.670852, + "accuracy": 0.722656, + "main_score": 0.670852, + "hf_subset": "jvn_Latn-eng_Latn", + "languages": [ + "jvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.889974, + "recall": 0.917969, + "f1": 0.899089, + "accuracy": 0.917969, + "main_score": 0.899089, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.916016, + "recall": 0.933594, + "f1": 0.921875, + "accuracy": 0.933594, + "main_score": 0.921875, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.083601, + "recall": 0.121094, + "f1": 0.092442, + "accuracy": 0.121094, + "main_score": 0.092442, + "hf_subset": "eng_Latn-kaq_Latn", + "languages": [ + "eng-Latn", + "kaq-Latn" + ] + }, + { + "precision": 0.088181, + "recall": 0.128906, + "f1": 0.097108, + "accuracy": 0.128906, + "main_score": 0.097108, + "hf_subset": "kaq_Latn-eng_Latn", + "languages": [ + "kaq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083991, + "recall": 0.121094, + "f1": 0.090674, + "accuracy": 0.121094, + "main_score": 0.090674, + "hf_subset": "eng_Latn-kbc_Latn", + "languages": [ + "eng-Latn", + "kbc-Latn" + ] + }, + { + "precision": 0.099204, + "recall": 0.148438, + "f1": 0.108445, + "accuracy": 0.148438, + "main_score": 0.108445, + "hf_subset": "kbc_Latn-eng_Latn", + "languages": [ + "kbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.12618, + "recall": 0.183594, + "f1": 0.138439, + "accuracy": 0.183594, + "main_score": 0.138439, + "hf_subset": "eng_Latn-kbh_Latn", + "languages": [ + "eng-Latn", + "kbh-Latn" + ] + }, + { + "precision": 0.14095, + "recall": 0.210938, + "f1": 0.155903, + "accuracy": 0.210938, + "main_score": 0.155903, + "hf_subset": "kbh_Latn-eng_Latn", + "languages": [ + "kbh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076302, + "recall": 0.097656, + "f1": 0.081845, + "accuracy": 0.097656, + "main_score": 0.081845, + "hf_subset": "eng_Latn-kbm_Latn", + "languages": [ + "eng-Latn", + "kbm-Latn" + ] + }, + { + "precision": 0.067564, + "recall": 0.113281, + "f1": 0.077733, + "accuracy": 0.113281, + "main_score": 0.077733, + "hf_subset": "kbm_Latn-eng_Latn", + "languages": [ + "kbm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098526, + "recall": 0.148438, + "f1": 0.107972, + "accuracy": 0.148438, + "main_score": 0.107972, + "hf_subset": "eng_Latn-kbq_Latn", + "languages": [ + "eng-Latn", + "kbq-Latn" + ] + }, + { + "precision": 0.096832, + "recall": 0.152344, + "f1": 0.108751, + "accuracy": 0.152344, + "main_score": 0.108751, + "hf_subset": "kbq_Latn-eng_Latn", + "languages": [ + "kbq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.298707, + "recall": 0.410156, + "f1": 0.326364, + "accuracy": 0.410156, + "main_score": 0.326364, + "hf_subset": "eng_Latn-kdc_Latn", + "languages": [ + "eng-Latn", + "kdc-Latn" + ] + }, + { + "precision": 0.335519, + "recall": 0.449219, + "f1": 0.362677, + "accuracy": 0.449219, + "main_score": 0.362677, + "hf_subset": "kdc_Latn-eng_Latn", + "languages": [ + "kdc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.236244, + "recall": 0.332031, + "f1": 0.256901, + "accuracy": 0.332031, + "main_score": 0.256901, + "hf_subset": "eng_Latn-kde_Latn", + "languages": [ + "eng-Latn", + "kde-Latn" + ] + }, + { + "precision": 0.254463, + "recall": 0.347656, + "f1": 0.275226, + "accuracy": 0.347656, + "main_score": 0.275226, + "hf_subset": "kde_Latn-eng_Latn", + "languages": [ + "kde-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069548, + "recall": 0.097656, + "f1": 0.075457, + "accuracy": 0.097656, + "main_score": 0.075457, + "hf_subset": "eng_Latn-kdl_Latn", + "languages": [ + "eng-Latn", + "kdl-Latn" + ] + }, + { + "precision": 0.068471, + "recall": 0.113281, + "f1": 0.076397, + "accuracy": 0.113281, + "main_score": 0.076397, + "hf_subset": "kdl_Latn-eng_Latn", + "languages": [ + "kdl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.140579, + "recall": 0.179688, + "f1": 0.148976, + "accuracy": 0.179688, + "main_score": 0.148976, + "hf_subset": "eng_Latn-kek_Latn", + "languages": [ + "eng-Latn", + "kek-Latn" + ] + }, + { + "precision": 0.157975, + "recall": 0.210938, + "f1": 0.170971, + "accuracy": 0.210938, + "main_score": 0.170971, + "hf_subset": "kek_Latn-eng_Latn", + "languages": [ + "kek-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098111, + "recall": 0.128906, + "f1": 0.102319, + "accuracy": 0.128906, + "main_score": 0.102319, + "hf_subset": "eng_Latn-ken_Latn", + "languages": [ + "eng-Latn", + "ken-Latn" + ] + }, + { + "precision": 0.076679, + "recall": 0.132812, + "f1": 0.089081, + "accuracy": 0.132812, + "main_score": 0.089081, + "hf_subset": "ken_Latn-eng_Latn", + "languages": [ + "ken-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062157, + "recall": 0.082031, + "f1": 0.066746, + "accuracy": 0.082031, + "main_score": 0.066746, + "hf_subset": "eng_Latn-kew_Latn", + "languages": [ + "eng-Latn", + "kew-Latn" + ] + }, + { + "precision": 0.055265, + "recall": 0.117188, + "f1": 0.066731, + "accuracy": 0.117188, + "main_score": 0.066731, + "hf_subset": "kew_Latn-eng_Latn", + "languages": [ + "kew-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102733, + "recall": 0.148438, + "f1": 0.111787, + "accuracy": 0.148438, + "main_score": 0.111787, + "hf_subset": "eng_Latn-kgf_Latn", + "languages": [ + "eng-Latn", + "kgf-Latn" + ] + }, + { + "precision": 0.095675, + "recall": 0.136719, + "f1": 0.103813, + "accuracy": 0.136719, + "main_score": 0.103813, + "hf_subset": "kgf_Latn-eng_Latn", + "languages": [ + "kgf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050784, + "recall": 0.09375, + "f1": 0.059288, + "accuracy": 0.09375, + "main_score": 0.059288, + "hf_subset": "eng_Latn-kgk_Latn", + "languages": [ + "eng-Latn", + "kgk-Latn" + ] + }, + { + "precision": 0.078687, + "recall": 0.125, + "f1": 0.08887, + "accuracy": 0.125, + "main_score": 0.08887, + "hf_subset": "kgk_Latn-eng_Latn", + "languages": [ + "kgk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085039, + "recall": 0.125, + "f1": 0.092219, + "accuracy": 0.125, + "main_score": 0.092219, + "hf_subset": "eng_Latn-kgp_Latn", + "languages": [ + "eng-Latn", + "kgp-Latn" + ] + }, + { + "precision": 0.106706, + "recall": 0.140625, + "f1": 0.114528, + "accuracy": 0.140625, + "main_score": 0.114528, + "hf_subset": "kgp_Latn-eng_Latn", + "languages": [ + "kgp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.021522, + "recall": 0.035156, + "f1": 0.024228, + "accuracy": 0.035156, + "main_score": 0.024228, + "hf_subset": "eng_Latn-khs_Latn", + "languages": [ + "eng-Latn", + "khs-Latn" + ] + }, + { + "precision": 0.029587, + "recall": 0.054688, + "f1": 0.03315, + "accuracy": 0.054688, + "main_score": 0.03315, + "hf_subset": "khs_Latn-eng_Latn", + "languages": [ + "khs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086883, + "recall": 0.144531, + "f1": 0.09794, + "accuracy": 0.144531, + "main_score": 0.09794, + "hf_subset": "eng_Latn-khz_Latn", + "languages": [ + "eng-Latn", + "khz-Latn" + ] + }, + { + "precision": 0.100783, + "recall": 0.164062, + "f1": 0.114124, + "accuracy": 0.164062, + "main_score": 0.114124, + "hf_subset": "khz_Latn-eng_Latn", + "languages": [ + "khz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.214002, + "recall": 0.285156, + "f1": 0.229708, + "accuracy": 0.285156, + "main_score": 0.229708, + "hf_subset": "eng_Latn-kik_Latn", + "languages": [ + "eng-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.244362, + "recall": 0.34375, + "f1": 0.266564, + "accuracy": 0.34375, + "main_score": 0.266564, + "hf_subset": "kik_Latn-eng_Latn", + "languages": [ + "kik-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.278838, + "recall": 0.349398, + "f1": 0.294894, + "accuracy": 0.349398, + "main_score": 0.294894, + "hf_subset": "eng_Latn-kiw_Latn", + "languages": [ + "eng-Latn", + "kiw-Latn" + ] + }, + { + "precision": 0.25241, + "recall": 0.349398, + "f1": 0.276248, + "accuracy": 0.349398, + "main_score": 0.276248, + "hf_subset": "kiw_Latn-eng_Latn", + "languages": [ + "kiw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.3647, + "recall": 0.460938, + "f1": 0.386765, + "accuracy": 0.460938, + "main_score": 0.386765, + "hf_subset": "eng_Latn-kiz_Latn", + "languages": [ + "eng-Latn", + "kiz-Latn" + ] + }, + { + "precision": 0.48779, + "recall": 0.59375, + "f1": 0.517281, + "accuracy": 0.59375, + "main_score": 0.517281, + "hf_subset": "kiz_Latn-eng_Latn", + "languages": [ + "kiz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087649, + "recall": 0.121094, + "f1": 0.09568, + "accuracy": 0.121094, + "main_score": 0.09568, + "hf_subset": "eng_Latn-kje_Latn", + "languages": [ + "eng-Latn", + "kje-Latn" + ] + }, + { + "precision": 0.073045, + "recall": 0.140625, + "f1": 0.085305, + "accuracy": 0.140625, + "main_score": 0.085305, + "hf_subset": "kje_Latn-eng_Latn", + "languages": [ + "kje-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074275, + "recall": 0.105469, + "f1": 0.079899, + "accuracy": 0.105469, + "main_score": 0.079899, + "hf_subset": "eng_Latn-kjs_Latn", + "languages": [ + "eng-Latn", + "kjs-Latn" + ] + }, + { + "precision": 0.05319, + "recall": 0.109375, + "f1": 0.064755, + "accuracy": 0.109375, + "main_score": 0.064755, + "hf_subset": "kjs_Latn-eng_Latn", + "languages": [ + "kjs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113731, + "recall": 0.140625, + "f1": 0.119301, + "accuracy": 0.140625, + "main_score": 0.119301, + "hf_subset": "eng_Latn-kkc_Latn", + "languages": [ + "eng-Latn", + "kkc-Latn" + ] + }, + { + "precision": 0.113366, + "recall": 0.1875, + "f1": 0.128353, + "accuracy": 0.1875, + "main_score": 0.128353, + "hf_subset": "kkc_Latn-eng_Latn", + "languages": [ + "kkc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.144438, + "recall": 0.207031, + "f1": 0.159499, + "accuracy": 0.207031, + "main_score": 0.159499, + "hf_subset": "eng_Latn-kkl_Latn", + "languages": [ + "eng-Latn", + "kkl-Latn" + ] + }, + { + "precision": 0.162373, + "recall": 0.242188, + "f1": 0.178626, + "accuracy": 0.242188, + "main_score": 0.178626, + "hf_subset": "kkl_Latn-eng_Latn", + "languages": [ + "kkl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.195545, + "recall": 0.253906, + "f1": 0.209484, + "accuracy": 0.253906, + "main_score": 0.209484, + "hf_subset": "eng_Latn-klt_Latn", + "languages": [ + "eng-Latn", + "klt-Latn" + ] + }, + { + "precision": 0.153796, + "recall": 0.230469, + "f1": 0.17112, + "accuracy": 0.230469, + "main_score": 0.17112, + "hf_subset": "klt_Latn-eng_Latn", + "languages": [ + "klt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08818, + "recall": 0.125, + "f1": 0.096067, + "accuracy": 0.125, + "main_score": 0.096067, + "hf_subset": "eng_Latn-klv_Latn", + "languages": [ + "eng-Latn", + "klv-Latn" + ] + }, + { + "precision": 0.105869, + "recall": 0.152344, + "f1": 0.114294, + "accuracy": 0.152344, + "main_score": 0.114294, + "hf_subset": "klv_Latn-eng_Latn", + "languages": [ + "klv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093717, + "recall": 0.125, + "f1": 0.101298, + "accuracy": 0.125, + "main_score": 0.101298, + "hf_subset": "eng_Latn-kmg_Latn", + "languages": [ + "eng-Latn", + "kmg-Latn" + ] + }, + { + "precision": 0.099341, + "recall": 0.144531, + "f1": 0.108362, + "accuracy": 0.144531, + "main_score": 0.108362, + "hf_subset": "kmg_Latn-eng_Latn", + "languages": [ + "kmg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038151, + "recall": 0.058594, + "f1": 0.043679, + "accuracy": 0.058594, + "main_score": 0.043679, + "hf_subset": "eng_Latn-kmh_Latn", + "languages": [ + "eng-Latn", + "kmh-Latn" + ] + }, + { + "precision": 0.050456, + "recall": 0.085938, + "f1": 0.057138, + "accuracy": 0.085938, + "main_score": 0.057138, + "hf_subset": "kmh_Latn-eng_Latn", + "languages": [ + "kmh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.165456, + "recall": 0.222656, + "f1": 0.177682, + "accuracy": 0.222656, + "main_score": 0.177682, + "hf_subset": "eng_Latn-kmk_Latn", + "languages": [ + "eng-Latn", + "kmk-Latn" + ] + }, + { + "precision": 0.149537, + "recall": 0.242188, + "f1": 0.170808, + "accuracy": 0.242188, + "main_score": 0.170808, + "hf_subset": "kmk_Latn-eng_Latn", + "languages": [ + "kmk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111762, + "recall": 0.164062, + "f1": 0.120862, + "accuracy": 0.164062, + "main_score": 0.120862, + "hf_subset": "eng_Latn-kmo_Latn", + "languages": [ + "eng-Latn", + "kmo-Latn" + ] + }, + { + "precision": 0.102671, + "recall": 0.15625, + "f1": 0.114048, + "accuracy": 0.15625, + "main_score": 0.114048, + "hf_subset": "kmo_Latn-eng_Latn", + "languages": [ + "kmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.13257, + "recall": 0.1875, + "f1": 0.143221, + "accuracy": 0.1875, + "main_score": 0.143221, + "hf_subset": "eng_Latn-kms_Latn", + "languages": [ + "eng-Latn", + "kms-Latn" + ] + }, + { + "precision": 0.114876, + "recall": 0.160156, + "f1": 0.124751, + "accuracy": 0.160156, + "main_score": 0.124751, + "hf_subset": "kms_Latn-eng_Latn", + "languages": [ + "kms-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032749, + "recall": 0.046875, + "f1": 0.034885, + "accuracy": 0.046875, + "main_score": 0.034885, + "hf_subset": "eng_Latn-kmu_Latn", + "languages": [ + "eng-Latn", + "kmu-Latn" + ] + }, + { + "precision": 0.052539, + "recall": 0.085938, + "f1": 0.061142, + "accuracy": 0.085938, + "main_score": 0.061142, + "hf_subset": "kmu_Latn-eng_Latn", + "languages": [ + "kmu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.233512, + "recall": 0.320312, + "f1": 0.252892, + "accuracy": 0.320312, + "main_score": 0.252892, + "hf_subset": "eng_Latn-kne_Latn", + "languages": [ + "eng-Latn", + "kne-Latn" + ] + }, + { + "precision": 0.246091, + "recall": 0.347656, + "f1": 0.271099, + "accuracy": 0.347656, + "main_score": 0.271099, + "hf_subset": "kne_Latn-eng_Latn", + "languages": [ + "kne-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087282, + "recall": 0.113281, + "f1": 0.091307, + "accuracy": 0.113281, + "main_score": 0.091307, + "hf_subset": "eng_Latn-knf_Latn", + "languages": [ + "eng-Latn", + "knf-Latn" + ] + }, + { + "precision": 0.065242, + "recall": 0.101562, + "f1": 0.07215, + "accuracy": 0.101562, + "main_score": 0.07215, + "hf_subset": "knf_Latn-eng_Latn", + "languages": [ + "knf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.168394, + "recall": 0.230469, + "f1": 0.182001, + "accuracy": 0.230469, + "main_score": 0.182001, + "hf_subset": "eng_Latn-knj_Latn", + "languages": [ + "eng-Latn", + "knj-Latn" + ] + }, + { + "precision": 0.203352, + "recall": 0.253906, + "f1": 0.214628, + "accuracy": 0.253906, + "main_score": 0.214628, + "hf_subset": "knj_Latn-eng_Latn", + "languages": [ + "knj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050616, + "recall": 0.097656, + "f1": 0.0596, + "accuracy": 0.097656, + "main_score": 0.0596, + "hf_subset": "eng_Latn-knv_Latn", + "languages": [ + "eng-Latn", + "knv-Latn" + ] + }, + { + "precision": 0.05596, + "recall": 0.105469, + "f1": 0.065102, + "accuracy": 0.105469, + "main_score": 0.065102, + "hf_subset": "knv_Latn-eng_Latn", + "languages": [ + "knv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.150769, + "recall": 0.203125, + "f1": 0.162233, + "accuracy": 0.203125, + "main_score": 0.162233, + "hf_subset": "eng_Latn-kos_Latn", + "languages": [ + "eng-Latn", + "kos-Latn" + ] + }, + { + "precision": 0.151002, + "recall": 0.222656, + "f1": 0.166927, + "accuracy": 0.222656, + "main_score": 0.166927, + "hf_subset": "kos_Latn-eng_Latn", + "languages": [ + "kos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077569, + "recall": 0.105469, + "f1": 0.083599, + "accuracy": 0.105469, + "main_score": 0.083599, + "hf_subset": "eng_Latn-kpf_Latn", + "languages": [ + "eng-Latn", + "kpf-Latn" + ] + }, + { + "precision": 0.096163, + "recall": 0.132812, + "f1": 0.103916, + "accuracy": 0.132812, + "main_score": 0.103916, + "hf_subset": "kpf_Latn-eng_Latn", + "languages": [ + "kpf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.171464, + "recall": 0.214844, + "f1": 0.179005, + "accuracy": 0.214844, + "main_score": 0.179005, + "hf_subset": "eng_Latn-kpg_Latn", + "languages": [ + "eng-Latn", + "kpg-Latn" + ] + }, + { + "precision": 0.154645, + "recall": 0.214844, + "f1": 0.166928, + "accuracy": 0.214844, + "main_score": 0.166928, + "hf_subset": "kpg_Latn-eng_Latn", + "languages": [ + "kpg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057787, + "recall": 0.085938, + "f1": 0.063745, + "accuracy": 0.085938, + "main_score": 0.063745, + "hf_subset": "eng_Latn-kpj_Latn", + "languages": [ + "eng-Latn", + "kpj-Latn" + ] + }, + { + "precision": 0.059637, + "recall": 0.097656, + "f1": 0.068424, + "accuracy": 0.097656, + "main_score": 0.068424, + "hf_subset": "kpj_Latn-eng_Latn", + "languages": [ + "kpj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080118, + "recall": 0.113281, + "f1": 0.086238, + "accuracy": 0.113281, + "main_score": 0.086238, + "hf_subset": "eng_Latn-kpr_Latn", + "languages": [ + "eng-Latn", + "kpr-Latn" + ] + }, + { + "precision": 0.100791, + "recall": 0.136719, + "f1": 0.107465, + "accuracy": 0.136719, + "main_score": 0.107465, + "hf_subset": "kpr_Latn-eng_Latn", + "languages": [ + "kpr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070971, + "recall": 0.085938, + "f1": 0.07411, + "accuracy": 0.085938, + "main_score": 0.07411, + "hf_subset": "eng_Latn-kpw_Latn", + "languages": [ + "eng-Latn", + "kpw-Latn" + ] + }, + { + "precision": 0.067741, + "recall": 0.097656, + "f1": 0.072066, + "accuracy": 0.097656, + "main_score": 0.072066, + "hf_subset": "kpw_Latn-eng_Latn", + "languages": [ + "kpw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043251, + "recall": 0.066406, + "f1": 0.048257, + "accuracy": 0.066406, + "main_score": 0.048257, + "hf_subset": "eng_Latn-kpx_Latn", + "languages": [ + "eng-Latn", + "kpx-Latn" + ] + }, + { + "precision": 0.047034, + "recall": 0.078125, + "f1": 0.052278, + "accuracy": 0.078125, + "main_score": 0.052278, + "hf_subset": "kpx_Latn-eng_Latn", + "languages": [ + "kpx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097884, + "recall": 0.126984, + "f1": 0.100108, + "accuracy": 0.126984, + "main_score": 0.100108, + "hf_subset": "eng_Latn-kqa_Latn", + "languages": [ + "eng-Latn", + "kqa-Latn" + ] + }, + { + "precision": 0.110922, + "recall": 0.190476, + "f1": 0.129403, + "accuracy": 0.190476, + "main_score": 0.129403, + "hf_subset": "kqa_Latn-eng_Latn", + "languages": [ + "kqa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.114192, + "recall": 0.15625, + "f1": 0.122505, + "accuracy": 0.15625, + "main_score": 0.122505, + "hf_subset": "eng_Latn-kqc_Latn", + "languages": [ + "eng-Latn", + "kqc-Latn" + ] + }, + { + "precision": 0.114428, + "recall": 0.164062, + "f1": 0.124007, + "accuracy": 0.164062, + "main_score": 0.124007, + "hf_subset": "kqc_Latn-eng_Latn", + "languages": [ + "kqc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.183807, + "recall": 0.261719, + "f1": 0.201614, + "accuracy": 0.261719, + "main_score": 0.201614, + "hf_subset": "eng_Latn-kqf_Latn", + "languages": [ + "eng-Latn", + "kqf-Latn" + ] + }, + { + "precision": 0.147351, + "recall": 0.230469, + "f1": 0.16347, + "accuracy": 0.230469, + "main_score": 0.16347, + "hf_subset": "kqf_Latn-eng_Latn", + "languages": [ + "kqf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.14006, + "recall": 0.207143, + "f1": 0.155397, + "accuracy": 0.207143, + "main_score": 0.155397, + "hf_subset": "eng_Latn-kql_Latn", + "languages": [ + "eng-Latn", + "kql-Latn" + ] + }, + { + "precision": 0.16619, + "recall": 0.264286, + "f1": 0.191981, + "accuracy": 0.264286, + "main_score": 0.191981, + "hf_subset": "kql_Latn-eng_Latn", + "languages": [ + "kql-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08664, + "recall": 0.136719, + "f1": 0.09622, + "accuracy": 0.136719, + "main_score": 0.09622, + "hf_subset": "eng_Latn-kqw_Latn", + "languages": [ + "eng-Latn", + "kqw-Latn" + ] + }, + { + "precision": 0.106061, + "recall": 0.164062, + "f1": 0.118628, + "accuracy": 0.164062, + "main_score": 0.118628, + "hf_subset": "kqw_Latn-eng_Latn", + "languages": [ + "kqw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.160866, + "recall": 0.203125, + "f1": 0.169562, + "accuracy": 0.203125, + "main_score": 0.169562, + "hf_subset": "eng_Latn-ksd_Latn", + "languages": [ + "eng-Latn", + "ksd-Latn" + ] + }, + { + "precision": 0.161404, + "recall": 0.226562, + "f1": 0.1756, + "accuracy": 0.226562, + "main_score": 0.1756, + "hf_subset": "ksd_Latn-eng_Latn", + "languages": [ + "ksd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.184704, + "recall": 0.242188, + "f1": 0.198278, + "accuracy": 0.242188, + "main_score": 0.198278, + "hf_subset": "eng_Latn-ksj_Latn", + "languages": [ + "eng-Latn", + "ksj-Latn" + ] + }, + { + "precision": 0.200402, + "recall": 0.289062, + "f1": 0.220614, + "accuracy": 0.289062, + "main_score": 0.220614, + "hf_subset": "ksj_Latn-eng_Latn", + "languages": [ + "ksj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085463, + "recall": 0.136719, + "f1": 0.094667, + "accuracy": 0.136719, + "main_score": 0.094667, + "hf_subset": "eng_Latn-ksr_Latn", + "languages": [ + "eng-Latn", + "ksr-Latn" + ] + }, + { + "precision": 0.089945, + "recall": 0.152344, + "f1": 0.102392, + "accuracy": 0.152344, + "main_score": 0.102392, + "hf_subset": "ksr_Latn-eng_Latn", + "languages": [ + "ksr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.251189, + "recall": 0.328125, + "f1": 0.269355, + "accuracy": 0.328125, + "main_score": 0.269355, + "hf_subset": "eng_Latn-ktm_Latn", + "languages": [ + "eng-Latn", + "ktm-Latn" + ] + }, + { + "precision": 0.274519, + "recall": 0.375, + "f1": 0.301358, + "accuracy": 0.375, + "main_score": 0.301358, + "hf_subset": "ktm_Latn-eng_Latn", + "languages": [ + "ktm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080098, + "recall": 0.109375, + "f1": 0.085028, + "accuracy": 0.109375, + "main_score": 0.085028, + "hf_subset": "eng_Latn-kto_Latn", + "languages": [ + "eng-Latn", + "kto-Latn" + ] + }, + { + "precision": 0.080073, + "recall": 0.136719, + "f1": 0.091673, + "accuracy": 0.136719, + "main_score": 0.091673, + "hf_subset": "kto_Latn-eng_Latn", + "languages": [ + "kto-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083919, + "recall": 0.121094, + "f1": 0.093229, + "accuracy": 0.121094, + "main_score": 0.093229, + "hf_subset": "eng_Latn-kud_Latn", + "languages": [ + "eng-Latn", + "kud-Latn" + ] + }, + { + "precision": 0.060823, + "recall": 0.113281, + "f1": 0.071166, + "accuracy": 0.113281, + "main_score": 0.071166, + "hf_subset": "kud_Latn-eng_Latn", + "languages": [ + "kud-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10752, + "recall": 0.148438, + "f1": 0.116902, + "accuracy": 0.148438, + "main_score": 0.116902, + "hf_subset": "eng_Latn-kue_Latn", + "languages": [ + "eng-Latn", + "kue-Latn" + ] + }, + { + "precision": 0.11634, + "recall": 0.167969, + "f1": 0.12626, + "accuracy": 0.167969, + "main_score": 0.12626, + "hf_subset": "kue_Latn-eng_Latn", + "languages": [ + "kue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065039, + "recall": 0.101562, + "f1": 0.071605, + "accuracy": 0.101562, + "main_score": 0.071605, + "hf_subset": "eng_Latn-kup_Latn", + "languages": [ + "eng-Latn", + "kup-Latn" + ] + }, + { + "precision": 0.058555, + "recall": 0.101562, + "f1": 0.065982, + "accuracy": 0.101562, + "main_score": 0.065982, + "hf_subset": "kup_Latn-eng_Latn", + "languages": [ + "kup-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048106, + "recall": 0.085938, + "f1": 0.053044, + "accuracy": 0.085938, + "main_score": 0.053044, + "hf_subset": "eng_Latn-kvg_Latn", + "languages": [ + "eng-Latn", + "kvg-Latn" + ] + }, + { + "precision": 0.062875, + "recall": 0.109375, + "f1": 0.070024, + "accuracy": 0.109375, + "main_score": 0.070024, + "hf_subset": "kvg_Latn-eng_Latn", + "languages": [ + "kvg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08498, + "recall": 0.125, + "f1": 0.09331, + "accuracy": 0.125, + "main_score": 0.09331, + "hf_subset": "eng_Latn-kvn_Latn", + "languages": [ + "eng-Latn", + "kvn-Latn" + ] + }, + { + "precision": 0.098057, + "recall": 0.148438, + "f1": 0.107404, + "accuracy": 0.148438, + "main_score": 0.107404, + "hf_subset": "kvn_Latn-eng_Latn", + "languages": [ + "kvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113441, + "recall": 0.148438, + "f1": 0.121819, + "accuracy": 0.148438, + "main_score": 0.121819, + "hf_subset": "eng_Latn-kwd_Latn", + "languages": [ + "eng-Latn", + "kwd-Latn" + ] + }, + { + "precision": 0.088995, + "recall": 0.15625, + "f1": 0.101581, + "accuracy": 0.15625, + "main_score": 0.101581, + "hf_subset": "kwd_Latn-eng_Latn", + "languages": [ + "kwd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137534, + "recall": 0.195312, + "f1": 0.148301, + "accuracy": 0.195312, + "main_score": 0.148301, + "hf_subset": "eng_Latn-kwf_Latn", + "languages": [ + "eng-Latn", + "kwf-Latn" + ] + }, + { + "precision": 0.120159, + "recall": 0.203125, + "f1": 0.137433, + "accuracy": 0.203125, + "main_score": 0.137433, + "hf_subset": "kwf_Latn-eng_Latn", + "languages": [ + "kwf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096077, + "recall": 0.125, + "f1": 0.103194, + "accuracy": 0.125, + "main_score": 0.103194, + "hf_subset": "eng_Latn-kwi_Latn", + "languages": [ + "eng-Latn", + "kwi-Latn" + ] + }, + { + "precision": 0.087851, + "recall": 0.136719, + "f1": 0.099018, + "accuracy": 0.136719, + "main_score": 0.099018, + "hf_subset": "kwi_Latn-eng_Latn", + "languages": [ + "kwi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10332, + "recall": 0.128906, + "f1": 0.109505, + "accuracy": 0.128906, + "main_score": 0.109505, + "hf_subset": "eng_Latn-kwj_Latn", + "languages": [ + "eng-Latn", + "kwj-Latn" + ] + }, + { + "precision": 0.095556, + "recall": 0.148438, + "f1": 0.105045, + "accuracy": 0.148438, + "main_score": 0.105045, + "hf_subset": "kwj_Latn-eng_Latn", + "languages": [ + "kwj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048756, + "recall": 0.082031, + "f1": 0.054805, + "accuracy": 0.082031, + "main_score": 0.054805, + "hf_subset": "eng_Latn-kyc_Latn", + "languages": [ + "eng-Latn", + "kyc-Latn" + ] + }, + { + "precision": 0.053451, + "recall": 0.085938, + "f1": 0.060082, + "accuracy": 0.085938, + "main_score": 0.060082, + "hf_subset": "kyc_Latn-eng_Latn", + "languages": [ + "kyc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079204, + "recall": 0.109375, + "f1": 0.086322, + "accuracy": 0.109375, + "main_score": 0.086322, + "hf_subset": "eng_Latn-kyf_Latn", + "languages": [ + "eng-Latn", + "kyf-Latn" + ] + }, + { + "precision": 0.081402, + "recall": 0.113281, + "f1": 0.088492, + "accuracy": 0.113281, + "main_score": 0.088492, + "hf_subset": "kyf_Latn-eng_Latn", + "languages": [ + "kyf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038608, + "recall": 0.070312, + "f1": 0.044317, + "accuracy": 0.070312, + "main_score": 0.044317, + "hf_subset": "eng_Latn-kyg_Latn", + "languages": [ + "eng-Latn", + "kyg-Latn" + ] + }, + { + "precision": 0.039704, + "recall": 0.070312, + "f1": 0.045675, + "accuracy": 0.070312, + "main_score": 0.045675, + "hf_subset": "kyg_Latn-eng_Latn", + "languages": [ + "kyg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083188, + "recall": 0.113281, + "f1": 0.089479, + "accuracy": 0.113281, + "main_score": 0.089479, + "hf_subset": "eng_Latn-kyq_Latn", + "languages": [ + "eng-Latn", + "kyq-Latn" + ] + }, + { + "precision": 0.078488, + "recall": 0.121094, + "f1": 0.085145, + "accuracy": 0.121094, + "main_score": 0.085145, + "hf_subset": "kyq_Latn-eng_Latn", + "languages": [ + "kyq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.018836, + "recall": 0.042969, + "f1": 0.022404, + "accuracy": 0.042969, + "main_score": 0.022404, + "hf_subset": "eng_Latn-kyz_Latn", + "languages": [ + "eng-Latn", + "kyz-Latn" + ] + }, + { + "precision": 0.034152, + "recall": 0.074219, + "f1": 0.042001, + "accuracy": 0.074219, + "main_score": 0.042001, + "hf_subset": "kyz_Latn-eng_Latn", + "languages": [ + "kyz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026322, + "recall": 0.046875, + "f1": 0.028239, + "accuracy": 0.046875, + "main_score": 0.028239, + "hf_subset": "eng_Latn-kze_Latn", + "languages": [ + "eng-Latn", + "kze-Latn" + ] + }, + { + "precision": 0.025028, + "recall": 0.046875, + "f1": 0.028019, + "accuracy": 0.046875, + "main_score": 0.028019, + "hf_subset": "kze_Latn-eng_Latn", + "languages": [ + "kze-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063449, + "recall": 0.09375, + "f1": 0.069274, + "accuracy": 0.09375, + "main_score": 0.069274, + "hf_subset": "eng_Latn-lac_Latn", + "languages": [ + "eng-Latn", + "lac-Latn" + ] + }, + { + "precision": 0.067344, + "recall": 0.128906, + "f1": 0.079677, + "accuracy": 0.128906, + "main_score": 0.079677, + "hf_subset": "lac_Latn-eng_Latn", + "languages": [ + "lac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.94987, + "recall": 0.964844, + "f1": 0.954427, + "accuracy": 0.964844, + "main_score": 0.954427, + "hf_subset": "eng_Latn-lat_Latn", + "languages": [ + "eng-Latn", + "lat-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "lat_Latn-eng_Latn", + "languages": [ + "lat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110883, + "recall": 0.167969, + "f1": 0.123088, + "accuracy": 0.167969, + "main_score": 0.123088, + "hf_subset": "eng_Latn-lbb_Latn", + "languages": [ + "eng-Latn", + "lbb-Latn" + ] + }, + { + "precision": 0.135091, + "recall": 0.199219, + "f1": 0.150442, + "accuracy": 0.199219, + "main_score": 0.150442, + "hf_subset": "lbb_Latn-eng_Latn", + "languages": [ + "lbb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.183805, + "recall": 0.257812, + "f1": 0.200472, + "accuracy": 0.257812, + "main_score": 0.200472, + "hf_subset": "eng_Latn-lbk_Latn", + "languages": [ + "eng-Latn", + "lbk-Latn" + ] + }, + { + "precision": 0.163507, + "recall": 0.230469, + "f1": 0.178178, + "accuracy": 0.230469, + "main_score": 0.178178, + "hf_subset": "lbk_Latn-eng_Latn", + "languages": [ + "lbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103962, + "recall": 0.128906, + "f1": 0.109367, + "accuracy": 0.128906, + "main_score": 0.109367, + "hf_subset": "eng_Latn-lcm_Latn", + "languages": [ + "eng-Latn", + "lcm-Latn" + ] + }, + { + "precision": 0.083894, + "recall": 0.128906, + "f1": 0.093252, + "accuracy": 0.128906, + "main_score": 0.093252, + "hf_subset": "lcm_Latn-eng_Latn", + "languages": [ + "lcm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058525, + "recall": 0.101562, + "f1": 0.06592, + "accuracy": 0.101562, + "main_score": 0.06592, + "hf_subset": "eng_Latn-leu_Latn", + "languages": [ + "eng-Latn", + "leu-Latn" + ] + }, + { + "precision": 0.076252, + "recall": 0.117188, + "f1": 0.084961, + "accuracy": 0.117188, + "main_score": 0.084961, + "hf_subset": "leu_Latn-eng_Latn", + "languages": [ + "leu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077474, + "recall": 0.109375, + "f1": 0.086458, + "accuracy": 0.109375, + "main_score": 0.086458, + "hf_subset": "eng_Latn-lex_Latn", + "languages": [ + "eng-Latn", + "lex-Latn" + ] + }, + { + "precision": 0.07616, + "recall": 0.121094, + "f1": 0.085699, + "accuracy": 0.121094, + "main_score": 0.085699, + "hf_subset": "lex_Latn-eng_Latn", + "languages": [ + "lex-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110246, + "recall": 0.136719, + "f1": 0.115688, + "accuracy": 0.136719, + "main_score": 0.115688, + "hf_subset": "eng_Latn-lgl_Latn", + "languages": [ + "eng-Latn", + "lgl-Latn" + ] + }, + { + "precision": 0.085185, + "recall": 0.140625, + "f1": 0.095938, + "accuracy": 0.140625, + "main_score": 0.095938, + "hf_subset": "lgl_Latn-eng_Latn", + "languages": [ + "lgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07998, + "recall": 0.117188, + "f1": 0.087725, + "accuracy": 0.117188, + "main_score": 0.087725, + "hf_subset": "eng_Latn-lid_Latn", + "languages": [ + "eng-Latn", + "lid-Latn" + ] + }, + { + "precision": 0.080836, + "recall": 0.136719, + "f1": 0.090936, + "accuracy": 0.136719, + "main_score": 0.090936, + "hf_subset": "lid_Latn-eng_Latn", + "languages": [ + "lid-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028708, + "recall": 0.082031, + "f1": 0.036924, + "accuracy": 0.082031, + "main_score": 0.036924, + "hf_subset": "eng_Latn-lif_Deva", + "languages": [ + "eng-Latn", + "lif-Deva" + ] + }, + { + "precision": 0.056059, + "recall": 0.085938, + "f1": 0.063117, + "accuracy": 0.085938, + "main_score": 0.063117, + "hf_subset": "lif_Deva-eng_Latn", + "languages": [ + "lif-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.194508, + "recall": 0.265625, + "f1": 0.208717, + "accuracy": 0.265625, + "main_score": 0.208717, + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.289148, + "recall": 0.382812, + "f1": 0.310419, + "accuracy": 0.382812, + "main_score": 0.310419, + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069807, + "recall": 0.109375, + "f1": 0.076902, + "accuracy": 0.109375, + "main_score": 0.076902, + "hf_subset": "eng_Latn-llg_Latn", + "languages": [ + "eng-Latn", + "llg-Latn" + ] + }, + { + "precision": 0.093287, + "recall": 0.132812, + "f1": 0.099954, + "accuracy": 0.132812, + "main_score": 0.099954, + "hf_subset": "llg_Latn-eng_Latn", + "languages": [ + "llg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.502544, + "recall": 0.597656, + "f1": 0.526513, + "accuracy": 0.597656, + "main_score": 0.526513, + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.54209, + "recall": 0.640625, + "f1": 0.568335, + "accuracy": 0.640625, + "main_score": 0.568335, + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.149653, + "recall": 0.199219, + "f1": 0.158917, + "accuracy": 0.199219, + "main_score": 0.158917, + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.144352, + "recall": 0.210938, + "f1": 0.159316, + "accuracy": 0.210938, + "main_score": 0.159316, + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052121, + "recall": 0.078125, + "f1": 0.056824, + "accuracy": 0.078125, + "main_score": 0.056824, + "hf_subset": "eng_Latn-lww_Latn", + "languages": [ + "eng-Latn", + "lww-Latn" + ] + }, + { + "precision": 0.065547, + "recall": 0.121094, + "f1": 0.075761, + "accuracy": 0.121094, + "main_score": 0.075761, + "hf_subset": "lww_Latn-eng_Latn", + "languages": [ + "lww-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100319, + "recall": 0.128906, + "f1": 0.106458, + "accuracy": 0.128906, + "main_score": 0.106458, + "hf_subset": "eng_Latn-maa_Latn", + "languages": [ + "eng-Latn", + "maa-Latn" + ] + }, + { + "precision": 0.083803, + "recall": 0.140625, + "f1": 0.095842, + "accuracy": 0.140625, + "main_score": 0.095842, + "hf_subset": "maa_Latn-eng_Latn", + "languages": [ + "maa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088673, + "recall": 0.128906, + "f1": 0.097743, + "accuracy": 0.128906, + "main_score": 0.097743, + "hf_subset": "eng_Latn-maj_Latn", + "languages": [ + "eng-Latn", + "maj-Latn" + ] + }, + { + "precision": 0.104234, + "recall": 0.160156, + "f1": 0.116649, + "accuracy": 0.160156, + "main_score": 0.116649, + "hf_subset": "maj_Latn-eng_Latn", + "languages": [ + "maj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.942708, + "recall": 0.957031, + "f1": 0.947266, + "accuracy": 0.957031, + "main_score": 0.947266, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.946615, + "recall": 0.960938, + "f1": 0.951172, + "accuracy": 0.960938, + "main_score": 0.951172, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.097682, + "recall": 0.164062, + "f1": 0.108929, + "accuracy": 0.164062, + "main_score": 0.108929, + "hf_subset": "eng_Latn-mam_Latn", + "languages": [ + "eng-Latn", + "mam-Latn" + ] + }, + { + "precision": 0.106649, + "recall": 0.171875, + "f1": 0.117897, + "accuracy": 0.171875, + "main_score": 0.117897, + "hf_subset": "mam_Latn-eng_Latn", + "languages": [ + "mam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104308, + "recall": 0.152344, + "f1": 0.113509, + "accuracy": 0.152344, + "main_score": 0.113509, + "hf_subset": "eng_Latn-maq_Latn", + "languages": [ + "eng-Latn", + "maq-Latn" + ] + }, + { + "precision": 0.124905, + "recall": 0.175781, + "f1": 0.135424, + "accuracy": 0.175781, + "main_score": 0.135424, + "hf_subset": "maq_Latn-eng_Latn", + "languages": [ + "maq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.929688, + "recall": 0.949219, + "f1": 0.936198, + "accuracy": 0.949219, + "main_score": 0.936198, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.960938, + "recall": 0.96875, + "f1": 0.963542, + "accuracy": 0.96875, + "main_score": 0.963542, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.121221, + "recall": 0.164062, + "f1": 0.130833, + "accuracy": 0.164062, + "main_score": 0.130833, + "hf_subset": "eng_Latn-mau_Latn", + "languages": [ + "eng-Latn", + "mau-Latn" + ] + }, + { + "precision": 0.111942, + "recall": 0.164062, + "f1": 0.122085, + "accuracy": 0.164062, + "main_score": 0.122085, + "hf_subset": "mau_Latn-eng_Latn", + "languages": [ + "mau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.016704, + "recall": 0.027344, + "f1": 0.01869, + "accuracy": 0.027344, + "main_score": 0.01869, + "hf_subset": "eng_Latn-mav_Latn", + "languages": [ + "eng-Latn", + "mav-Latn" + ] + }, + { + "precision": 0.013331, + "recall": 0.035156, + "f1": 0.016352, + "accuracy": 0.035156, + "main_score": 0.016352, + "hf_subset": "mav_Latn-eng_Latn", + "languages": [ + "mav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.1468, + "recall": 0.210938, + "f1": 0.158533, + "accuracy": 0.210938, + "main_score": 0.158533, + "hf_subset": "eng_Latn-maz_Latn", + "languages": [ + "eng-Latn", + "maz-Latn" + ] + }, + { + "precision": 0.158211, + "recall": 0.226562, + "f1": 0.173799, + "accuracy": 0.226562, + "main_score": 0.173799, + "hf_subset": "maz_Latn-eng_Latn", + "languages": [ + "maz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.213765, + "recall": 0.300781, + "f1": 0.233729, + "accuracy": 0.300781, + "main_score": 0.233729, + "hf_subset": "eng_Latn-mbb_Latn", + "languages": [ + "eng-Latn", + "mbb-Latn" + ] + }, + { + "precision": 0.237896, + "recall": 0.324219, + "f1": 0.258884, + "accuracy": 0.324219, + "main_score": 0.258884, + "hf_subset": "mbb_Latn-eng_Latn", + "languages": [ + "mbb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066084, + "recall": 0.089844, + "f1": 0.070302, + "accuracy": 0.089844, + "main_score": 0.070302, + "hf_subset": "eng_Latn-mbc_Latn", + "languages": [ + "eng-Latn", + "mbc-Latn" + ] + }, + { + "precision": 0.079971, + "recall": 0.125, + "f1": 0.089286, + "accuracy": 0.125, + "main_score": 0.089286, + "hf_subset": "mbc_Latn-eng_Latn", + "languages": [ + "mbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.123605, + "recall": 0.15625, + "f1": 0.131134, + "accuracy": 0.15625, + "main_score": 0.131134, + "hf_subset": "eng_Latn-mbh_Latn", + "languages": [ + "eng-Latn", + "mbh-Latn" + ] + }, + { + "precision": 0.096704, + "recall": 0.148438, + "f1": 0.107462, + "accuracy": 0.148438, + "main_score": 0.107462, + "hf_subset": "mbh_Latn-eng_Latn", + "languages": [ + "mbh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050059, + "recall": 0.078125, + "f1": 0.055164, + "accuracy": 0.078125, + "main_score": 0.055164, + "hf_subset": "eng_Latn-mbj_Latn", + "languages": [ + "eng-Latn", + "mbj-Latn" + ] + }, + { + "precision": 0.049233, + "recall": 0.082031, + "f1": 0.055218, + "accuracy": 0.082031, + "main_score": 0.055218, + "hf_subset": "mbj_Latn-eng_Latn", + "languages": [ + "mbj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025525, + "recall": 0.03125, + "f1": 0.026302, + "accuracy": 0.03125, + "main_score": 0.026302, + "hf_subset": "eng_Latn-mbl_Latn", + "languages": [ + "eng-Latn", + "mbl-Latn" + ] + }, + { + "precision": 0.029948, + "recall": 0.042969, + "f1": 0.033854, + "accuracy": 0.042969, + "main_score": 0.033854, + "hf_subset": "mbl_Latn-eng_Latn", + "languages": [ + "mbl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10617, + "recall": 0.175781, + "f1": 0.120382, + "accuracy": 0.175781, + "main_score": 0.120382, + "hf_subset": "eng_Latn-mbs_Latn", + "languages": [ + "eng-Latn", + "mbs-Latn" + ] + }, + { + "precision": 0.111779, + "recall": 0.179688, + "f1": 0.126206, + "accuracy": 0.179688, + "main_score": 0.126206, + "hf_subset": "mbs_Latn-eng_Latn", + "languages": [ + "mbs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.124753, + "recall": 0.203125, + "f1": 0.141521, + "accuracy": 0.203125, + "main_score": 0.141521, + "hf_subset": "eng_Latn-mbt_Latn", + "languages": [ + "eng-Latn", + "mbt-Latn" + ] + }, + { + "precision": 0.140151, + "recall": 0.210938, + "f1": 0.156225, + "accuracy": 0.210938, + "main_score": 0.156225, + "hf_subset": "mbt_Latn-eng_Latn", + "languages": [ + "mbt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.139099, + "recall": 0.203125, + "f1": 0.154229, + "accuracy": 0.203125, + "main_score": 0.154229, + "hf_subset": "eng_Latn-mca_Latn", + "languages": [ + "eng-Latn", + "mca-Latn" + ] + }, + { + "precision": 0.120234, + "recall": 0.1875, + "f1": 0.134394, + "accuracy": 0.1875, + "main_score": 0.134394, + "hf_subset": "mca_Latn-eng_Latn", + "languages": [ + "mca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054653, + "recall": 0.074219, + "f1": 0.05811, + "accuracy": 0.074219, + "main_score": 0.05811, + "hf_subset": "eng_Latn-mcb_Latn", + "languages": [ + "eng-Latn", + "mcb-Latn" + ] + }, + { + "precision": 0.051523, + "recall": 0.085938, + "f1": 0.057676, + "accuracy": 0.085938, + "main_score": 0.057676, + "hf_subset": "mcb_Latn-eng_Latn", + "languages": [ + "mcb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05321, + "recall": 0.082031, + "f1": 0.059969, + "accuracy": 0.082031, + "main_score": 0.059969, + "hf_subset": "eng_Latn-mcd_Latn", + "languages": [ + "eng-Latn", + "mcd-Latn" + ] + }, + { + "precision": 0.083213, + "recall": 0.113281, + "f1": 0.090066, + "accuracy": 0.113281, + "main_score": 0.090066, + "hf_subset": "mcd_Latn-eng_Latn", + "languages": [ + "mcd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.018245, + "recall": 0.046875, + "f1": 0.021946, + "accuracy": 0.046875, + "main_score": 0.021946, + "hf_subset": "eng_Latn-mcf_Latn", + "languages": [ + "eng-Latn", + "mcf-Latn" + ] + }, + { + "precision": 0.035093, + "recall": 0.058594, + "f1": 0.039109, + "accuracy": 0.058594, + "main_score": 0.039109, + "hf_subset": "mcf_Latn-eng_Latn", + "languages": [ + "mcf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116112, + "recall": 0.164062, + "f1": 0.126098, + "accuracy": 0.164062, + "main_score": 0.126098, + "hf_subset": "eng_Latn-mco_Latn", + "languages": [ + "eng-Latn", + "mco-Latn" + ] + }, + { + "precision": 0.123066, + "recall": 0.164062, + "f1": 0.130603, + "accuracy": 0.164062, + "main_score": 0.130603, + "hf_subset": "mco_Latn-eng_Latn", + "languages": [ + "mco-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060193, + "recall": 0.101562, + "f1": 0.067055, + "accuracy": 0.101562, + "main_score": 0.067055, + "hf_subset": "eng_Latn-mcp_Latn", + "languages": [ + "eng-Latn", + "mcp-Latn" + ] + }, + { + "precision": 0.086075, + "recall": 0.144531, + "f1": 0.096689, + "accuracy": 0.144531, + "main_score": 0.096689, + "hf_subset": "mcp_Latn-eng_Latn", + "languages": [ + "mcp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035305, + "recall": 0.0625, + "f1": 0.041596, + "accuracy": 0.0625, + "main_score": 0.041596, + "hf_subset": "eng_Latn-mcq_Latn", + "languages": [ + "eng-Latn", + "mcq-Latn" + ] + }, + { + "precision": 0.058978, + "recall": 0.105469, + "f1": 0.068629, + "accuracy": 0.105469, + "main_score": 0.068629, + "hf_subset": "mcq_Latn-eng_Latn", + "languages": [ + "mcq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056941, + "recall": 0.101562, + "f1": 0.065503, + "accuracy": 0.101562, + "main_score": 0.065503, + "hf_subset": "eng_Latn-mcr_Latn", + "languages": [ + "eng-Latn", + "mcr-Latn" + ] + }, + { + "precision": 0.056525, + "recall": 0.097656, + "f1": 0.064383, + "accuracy": 0.097656, + "main_score": 0.064383, + "hf_subset": "mcr_Latn-eng_Latn", + "languages": [ + "mcr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041201, + "recall": 0.058594, + "f1": 0.04503, + "accuracy": 0.058594, + "main_score": 0.04503, + "hf_subset": "eng_Latn-mdy_Latn", + "languages": [ + "eng-Latn", + "mdy-Latn" + ] + }, + { + "precision": 0.057656, + "recall": 0.101562, + "f1": 0.065051, + "accuracy": 0.101562, + "main_score": 0.065051, + "hf_subset": "mdy_Latn-eng_Latn", + "languages": [ + "mdy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038858, + "recall": 0.0625, + "f1": 0.043815, + "accuracy": 0.0625, + "main_score": 0.043815, + "hf_subset": "eng_Latn-med_Latn", + "languages": [ + "eng-Latn", + "med-Latn" + ] + }, + { + "precision": 0.052213, + "recall": 0.085938, + "f1": 0.05816, + "accuracy": 0.085938, + "main_score": 0.05816, + "hf_subset": "med_Latn-eng_Latn", + "languages": [ + "med-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102941, + "recall": 0.144531, + "f1": 0.110217, + "accuracy": 0.144531, + "main_score": 0.110217, + "hf_subset": "eng_Latn-mee_Latn", + "languages": [ + "eng-Latn", + "mee-Latn" + ] + }, + { + "precision": 0.099851, + "recall": 0.152344, + "f1": 0.110879, + "accuracy": 0.152344, + "main_score": 0.110879, + "hf_subset": "mee_Latn-eng_Latn", + "languages": [ + "mee-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100994, + "recall": 0.144531, + "f1": 0.110555, + "accuracy": 0.144531, + "main_score": 0.110555, + "hf_subset": "eng_Latn-mek_Latn", + "languages": [ + "eng-Latn", + "mek-Latn" + ] + }, + { + "precision": 0.10752, + "recall": 0.160156, + "f1": 0.118102, + "accuracy": 0.160156, + "main_score": 0.118102, + "hf_subset": "mek_Latn-eng_Latn", + "languages": [ + "mek-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08701, + "recall": 0.121094, + "f1": 0.094871, + "accuracy": 0.121094, + "main_score": 0.094871, + "hf_subset": "eng_Latn-meq_Latn", + "languages": [ + "eng-Latn", + "meq-Latn" + ] + }, + { + "precision": 0.096191, + "recall": 0.128906, + "f1": 0.101113, + "accuracy": 0.128906, + "main_score": 0.101113, + "hf_subset": "meq_Latn-eng_Latn", + "languages": [ + "meq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089344, + "recall": 0.121094, + "f1": 0.096522, + "accuracy": 0.121094, + "main_score": 0.096522, + "hf_subset": "eng_Latn-met_Latn", + "languages": [ + "eng-Latn", + "met-Latn" + ] + }, + { + "precision": 0.099046, + "recall": 0.152344, + "f1": 0.109945, + "accuracy": 0.152344, + "main_score": 0.109945, + "hf_subset": "met_Latn-eng_Latn", + "languages": [ + "met-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.16106, + "recall": 0.210938, + "f1": 0.173935, + "accuracy": 0.210938, + "main_score": 0.173935, + "hf_subset": "eng_Latn-meu_Latn", + "languages": [ + "eng-Latn", + "meu-Latn" + ] + }, + { + "precision": 0.161727, + "recall": 0.25, + "f1": 0.180767, + "accuracy": 0.25, + "main_score": 0.180767, + "hf_subset": "meu_Latn-eng_Latn", + "languages": [ + "meu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.189972, + "recall": 0.269531, + "f1": 0.208885, + "accuracy": 0.269531, + "main_score": 0.208885, + "hf_subset": "eng_Latn-mgc_Latn", + "languages": [ + "eng-Latn", + "mgc-Latn" + ] + }, + { + "precision": 0.192721, + "recall": 0.273438, + "f1": 0.213217, + "accuracy": 0.273438, + "main_score": 0.213217, + "hf_subset": "mgc_Latn-eng_Latn", + "languages": [ + "mgc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078558, + "recall": 0.148438, + "f1": 0.093912, + "accuracy": 0.148438, + "main_score": 0.093912, + "hf_subset": "eng_Latn-mgh_Latn", + "languages": [ + "eng-Latn", + "mgh-Latn" + ] + }, + { + "precision": 0.091291, + "recall": 0.164062, + "f1": 0.10794, + "accuracy": 0.164062, + "main_score": 0.10794, + "hf_subset": "mgh_Latn-eng_Latn", + "languages": [ + "mgh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.427193, + "recall": 0.535885, + "f1": 0.455913, + "accuracy": 0.535885, + "main_score": 0.455913, + "hf_subset": "eng_Latn-mgw_Latn", + "languages": [ + "eng-Latn", + "mgw-Latn" + ] + }, + { + "precision": 0.437081, + "recall": 0.535885, + "f1": 0.465231, + "accuracy": 0.535885, + "main_score": 0.465231, + "hf_subset": "mgw_Latn-eng_Latn", + "languages": [ + "mgw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096346, + "recall": 0.132812, + "f1": 0.104332, + "accuracy": 0.132812, + "main_score": 0.104332, + "hf_subset": "eng_Latn-mhl_Latn", + "languages": [ + "eng-Latn", + "mhl-Latn" + ] + }, + { + "precision": 0.094736, + "recall": 0.136719, + "f1": 0.103033, + "accuracy": 0.136719, + "main_score": 0.103033, + "hf_subset": "mhl_Latn-eng_Latn", + "languages": [ + "mhl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.207506, + "recall": 0.277344, + "f1": 0.224089, + "accuracy": 0.277344, + "main_score": 0.224089, + "hf_subset": "eng_Latn-mib_Latn", + "languages": [ + "eng-Latn", + "mib-Latn" + ] + }, + { + "precision": 0.204252, + "recall": 0.269531, + "f1": 0.219987, + "accuracy": 0.269531, + "main_score": 0.219987, + "hf_subset": "mib_Latn-eng_Latn", + "languages": [ + "mib-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.021026, + "recall": 0.042969, + "f1": 0.023923, + "accuracy": 0.042969, + "main_score": 0.023923, + "hf_subset": "eng_Latn-mic_Latn", + "languages": [ + "eng-Latn", + "mic-Latn" + ] + }, + { + "precision": 0.035045, + "recall": 0.058594, + "f1": 0.040234, + "accuracy": 0.058594, + "main_score": 0.040234, + "hf_subset": "mic_Latn-eng_Latn", + "languages": [ + "mic-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.189869, + "recall": 0.265625, + "f1": 0.206895, + "accuracy": 0.265625, + "main_score": 0.206895, + "hf_subset": "eng_Latn-mie_Latn", + "languages": [ + "eng-Latn", + "mie-Latn" + ] + }, + { + "precision": 0.204629, + "recall": 0.265625, + "f1": 0.219134, + "accuracy": 0.265625, + "main_score": 0.219134, + "hf_subset": "mie_Latn-eng_Latn", + "languages": [ + "mie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.168667, + "recall": 0.222656, + "f1": 0.181836, + "accuracy": 0.222656, + "main_score": 0.181836, + "hf_subset": "eng_Latn-mig_Latn", + "languages": [ + "eng-Latn", + "mig-Latn" + ] + }, + { + "precision": 0.169829, + "recall": 0.242188, + "f1": 0.185668, + "accuracy": 0.242188, + "main_score": 0.185668, + "hf_subset": "mig_Latn-eng_Latn", + "languages": [ + "mig-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.11277, + "recall": 0.160156, + "f1": 0.12305, + "accuracy": 0.160156, + "main_score": 0.12305, + "hf_subset": "eng_Latn-mih_Latn", + "languages": [ + "eng-Latn", + "mih-Latn" + ] + }, + { + "precision": 0.118674, + "recall": 0.183594, + "f1": 0.133571, + "accuracy": 0.183594, + "main_score": 0.133571, + "hf_subset": "mih_Latn-eng_Latn", + "languages": [ + "mih-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067101, + "recall": 0.105469, + "f1": 0.07508, + "accuracy": 0.105469, + "main_score": 0.07508, + "hf_subset": "eng_Latn-mil_Latn", + "languages": [ + "eng-Latn", + "mil-Latn" + ] + }, + { + "precision": 0.078302, + "recall": 0.121094, + "f1": 0.084522, + "accuracy": 0.121094, + "main_score": 0.084522, + "hf_subset": "mil_Latn-eng_Latn", + "languages": [ + "mil-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088579, + "recall": 0.121094, + "f1": 0.096363, + "accuracy": 0.121094, + "main_score": 0.096363, + "hf_subset": "eng_Latn-mio_Latn", + "languages": [ + "eng-Latn", + "mio-Latn" + ] + }, + { + "precision": 0.084469, + "recall": 0.128906, + "f1": 0.093703, + "accuracy": 0.128906, + "main_score": 0.093703, + "hf_subset": "mio_Latn-eng_Latn", + "languages": [ + "mio-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088906, + "recall": 0.148438, + "f1": 0.10003, + "accuracy": 0.148438, + "main_score": 0.10003, + "hf_subset": "eng_Latn-mir_Latn", + "languages": [ + "eng-Latn", + "mir-Latn" + ] + }, + { + "precision": 0.106525, + "recall": 0.152344, + "f1": 0.115289, + "accuracy": 0.152344, + "main_score": 0.115289, + "hf_subset": "mir_Latn-eng_Latn", + "languages": [ + "mir-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.170914, + "recall": 0.226562, + "f1": 0.183696, + "accuracy": 0.226562, + "main_score": 0.183696, + "hf_subset": "eng_Latn-mit_Latn", + "languages": [ + "eng-Latn", + "mit-Latn" + ] + }, + { + "precision": 0.162555, + "recall": 0.214844, + "f1": 0.173556, + "accuracy": 0.214844, + "main_score": 0.173556, + "hf_subset": "mit_Latn-eng_Latn", + "languages": [ + "mit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.123021, + "recall": 0.152344, + "f1": 0.129957, + "accuracy": 0.152344, + "main_score": 0.129957, + "hf_subset": "eng_Latn-miz_Latn", + "languages": [ + "eng-Latn", + "miz-Latn" + ] + }, + { + "precision": 0.098713, + "recall": 0.140625, + "f1": 0.107294, + "accuracy": 0.140625, + "main_score": 0.107294, + "hf_subset": "miz_Latn-eng_Latn", + "languages": [ + "miz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111828, + "recall": 0.152344, + "f1": 0.118475, + "accuracy": 0.152344, + "main_score": 0.118475, + "hf_subset": "eng_Latn-mjc_Latn", + "languages": [ + "eng-Latn", + "mjc-Latn" + ] + }, + { + "precision": 0.101026, + "recall": 0.164062, + "f1": 0.112744, + "accuracy": 0.164062, + "main_score": 0.112744, + "hf_subset": "mjc_Latn-eng_Latn", + "languages": [ + "mjc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.203578, + "recall": 0.273438, + "f1": 0.221311, + "accuracy": 0.273438, + "main_score": 0.221311, + "hf_subset": "eng_Latn-mkj_Latn", + "languages": [ + "eng-Latn", + "mkj-Latn" + ] + }, + { + "precision": 0.190545, + "recall": 0.289062, + "f1": 0.21495, + "accuracy": 0.289062, + "main_score": 0.21495, + "hf_subset": "mkj_Latn-eng_Latn", + "languages": [ + "mkj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08118, + "recall": 0.125, + "f1": 0.089052, + "accuracy": 0.125, + "main_score": 0.089052, + "hf_subset": "eng_Latn-mkl_Latn", + "languages": [ + "eng-Latn", + "mkl-Latn" + ] + }, + { + "precision": 0.087534, + "recall": 0.128906, + "f1": 0.096469, + "accuracy": 0.128906, + "main_score": 0.096469, + "hf_subset": "mkl_Latn-eng_Latn", + "languages": [ + "mkl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.475387, + "recall": 0.566406, + "f1": 0.497567, + "accuracy": 0.566406, + "main_score": 0.497567, + "hf_subset": "eng_Latn-mkn_Latn", + "languages": [ + "eng-Latn", + "mkn-Latn" + ] + }, + { + "precision": 0.608956, + "recall": 0.691406, + "f1": 0.63214, + "accuracy": 0.691406, + "main_score": 0.63214, + "hf_subset": "mkn_Latn-eng_Latn", + "languages": [ + "mkn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10699, + "recall": 0.132812, + "f1": 0.113455, + "accuracy": 0.132812, + "main_score": 0.113455, + "hf_subset": "eng_Latn-mks_Latn", + "languages": [ + "eng-Latn", + "mks-Latn" + ] + }, + { + "precision": 0.11042, + "recall": 0.160156, + "f1": 0.121838, + "accuracy": 0.160156, + "main_score": 0.121838, + "hf_subset": "mks_Latn-eng_Latn", + "languages": [ + "mks-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050321, + "recall": 0.074219, + "f1": 0.05495, + "accuracy": 0.074219, + "main_score": 0.05495, + "hf_subset": "eng_Latn-mle_Latn", + "languages": [ + "eng-Latn", + "mle-Latn" + ] + }, + { + "precision": 0.048877, + "recall": 0.085938, + "f1": 0.055109, + "accuracy": 0.085938, + "main_score": 0.055109, + "hf_subset": "mle_Latn-eng_Latn", + "languages": [ + "mle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096346, + "recall": 0.132812, + "f1": 0.104332, + "accuracy": 0.132812, + "main_score": 0.104332, + "hf_subset": "eng_Latn-mlh_Latn", + "languages": [ + "eng-Latn", + "mlh-Latn" + ] + }, + { + "precision": 0.094736, + "recall": 0.136719, + "f1": 0.103033, + "accuracy": 0.136719, + "main_score": 0.103033, + "hf_subset": "mlh_Latn-eng_Latn", + "languages": [ + "mlh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09058, + "recall": 0.117188, + "f1": 0.096123, + "accuracy": 0.117188, + "main_score": 0.096123, + "hf_subset": "eng_Latn-mlp_Latn", + "languages": [ + "eng-Latn", + "mlp-Latn" + ] + }, + { + "precision": 0.098787, + "recall": 0.128906, + "f1": 0.105516, + "accuracy": 0.128906, + "main_score": 0.105516, + "hf_subset": "mlp_Latn-eng_Latn", + "languages": [ + "mlp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.151945, + "recall": 0.21875, + "f1": 0.166837, + "accuracy": 0.21875, + "main_score": 0.166837, + "hf_subset": "eng_Latn-mmo_Latn", + "languages": [ + "eng-Latn", + "mmo-Latn" + ] + }, + { + "precision": 0.134578, + "recall": 0.226562, + "f1": 0.157193, + "accuracy": 0.226562, + "main_score": 0.157193, + "hf_subset": "mmo_Latn-eng_Latn", + "languages": [ + "mmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059803, + "recall": 0.082031, + "f1": 0.066081, + "accuracy": 0.082031, + "main_score": 0.066081, + "hf_subset": "eng_Latn-mmx_Latn", + "languages": [ + "eng-Latn", + "mmx-Latn" + ] + }, + { + "precision": 0.053427, + "recall": 0.109375, + "f1": 0.063279, + "accuracy": 0.109375, + "main_score": 0.063279, + "hf_subset": "mmx_Latn-eng_Latn", + "languages": [ + "mmx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070894, + "recall": 0.113281, + "f1": 0.079616, + "accuracy": 0.113281, + "main_score": 0.079616, + "hf_subset": "eng_Latn-mna_Latn", + "languages": [ + "eng-Latn", + "mna-Latn" + ] + }, + { + "precision": 0.082954, + "recall": 0.132812, + "f1": 0.091511, + "accuracy": 0.132812, + "main_score": 0.091511, + "hf_subset": "mna_Latn-eng_Latn", + "languages": [ + "mna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.126172, + "recall": 0.171875, + "f1": 0.135074, + "accuracy": 0.171875, + "main_score": 0.135074, + "hf_subset": "eng_Latn-mop_Latn", + "languages": [ + "eng-Latn", + "mop-Latn" + ] + }, + { + "precision": 0.116101, + "recall": 0.183594, + "f1": 0.129854, + "accuracy": 0.183594, + "main_score": 0.129854, + "hf_subset": "mop_Latn-eng_Latn", + "languages": [ + "mop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08631, + "recall": 0.117188, + "f1": 0.092015, + "accuracy": 0.117188, + "main_score": 0.092015, + "hf_subset": "eng_Latn-mox_Latn", + "languages": [ + "eng-Latn", + "mox-Latn" + ] + }, + { + "precision": 0.072314, + "recall": 0.121094, + "f1": 0.081492, + "accuracy": 0.121094, + "main_score": 0.081492, + "hf_subset": "mox_Latn-eng_Latn", + "languages": [ + "mox-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.163655, + "recall": 0.216867, + "f1": 0.179518, + "accuracy": 0.216867, + "main_score": 0.179518, + "hf_subset": "eng_Latn-mph_Latn", + "languages": [ + "eng-Latn", + "mph-Latn" + ] + }, + { + "precision": 0.15593, + "recall": 0.26506, + "f1": 0.178275, + "accuracy": 0.26506, + "main_score": 0.178275, + "hf_subset": "mph_Latn-eng_Latn", + "languages": [ + "mph-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.009842, + "recall": 0.015625, + "f1": 0.010567, + "accuracy": 0.015625, + "main_score": 0.010567, + "hf_subset": "eng_Latn-mpj_Latn", + "languages": [ + "eng-Latn", + "mpj-Latn" + ] + }, + { + "precision": 0.010175, + "recall": 0.027344, + "f1": 0.012909, + "accuracy": 0.027344, + "main_score": 0.012909, + "hf_subset": "mpj_Latn-eng_Latn", + "languages": [ + "mpj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090307, + "recall": 0.125, + "f1": 0.098459, + "accuracy": 0.125, + "main_score": 0.098459, + "hf_subset": "eng_Latn-mpm_Latn", + "languages": [ + "eng-Latn", + "mpm-Latn" + ] + }, + { + "precision": 0.13187, + "recall": 0.1875, + "f1": 0.141897, + "accuracy": 0.1875, + "main_score": 0.141897, + "hf_subset": "mpm_Latn-eng_Latn", + "languages": [ + "mpm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039635, + "recall": 0.066406, + "f1": 0.045182, + "accuracy": 0.066406, + "main_score": 0.045182, + "hf_subset": "eng_Latn-mpp_Latn", + "languages": [ + "eng-Latn", + "mpp-Latn" + ] + }, + { + "precision": 0.06964, + "recall": 0.105469, + "f1": 0.077924, + "accuracy": 0.105469, + "main_score": 0.077924, + "hf_subset": "mpp_Latn-eng_Latn", + "languages": [ + "mpp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093383, + "recall": 0.128906, + "f1": 0.099029, + "accuracy": 0.128906, + "main_score": 0.099029, + "hf_subset": "eng_Latn-mps_Latn", + "languages": [ + "eng-Latn", + "mps-Latn" + ] + }, + { + "precision": 0.100208, + "recall": 0.152344, + "f1": 0.111047, + "accuracy": 0.152344, + "main_score": 0.111047, + "hf_subset": "mps_Latn-eng_Latn", + "languages": [ + "mps-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051107, + "recall": 0.066406, + "f1": 0.054576, + "accuracy": 0.066406, + "main_score": 0.054576, + "hf_subset": "eng_Latn-mpt_Latn", + "languages": [ + "eng-Latn", + "mpt-Latn" + ] + }, + { + "precision": 0.044788, + "recall": 0.089844, + "f1": 0.055337, + "accuracy": 0.089844, + "main_score": 0.055337, + "hf_subset": "mpt_Latn-eng_Latn", + "languages": [ + "mpt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090681, + "recall": 0.125, + "f1": 0.099023, + "accuracy": 0.125, + "main_score": 0.099023, + "hf_subset": "eng_Latn-mpx_Latn", + "languages": [ + "eng-Latn", + "mpx-Latn" + ] + }, + { + "precision": 0.092232, + "recall": 0.144531, + "f1": 0.104137, + "accuracy": 0.144531, + "main_score": 0.104137, + "hf_subset": "mpx_Latn-eng_Latn", + "languages": [ + "mpx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108606, + "recall": 0.136719, + "f1": 0.114946, + "accuracy": 0.136719, + "main_score": 0.114946, + "hf_subset": "eng_Latn-mqb_Latn", + "languages": [ + "eng-Latn", + "mqb-Latn" + ] + }, + { + "precision": 0.086115, + "recall": 0.128906, + "f1": 0.094457, + "accuracy": 0.128906, + "main_score": 0.094457, + "hf_subset": "mqb_Latn-eng_Latn", + "languages": [ + "mqb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.147773, + "recall": 0.21875, + "f1": 0.165885, + "accuracy": 0.21875, + "main_score": 0.165885, + "hf_subset": "eng_Latn-mqj_Latn", + "languages": [ + "eng-Latn", + "mqj-Latn" + ] + }, + { + "precision": 0.149301, + "recall": 0.230469, + "f1": 0.165934, + "accuracy": 0.230469, + "main_score": 0.165934, + "hf_subset": "mqj_Latn-eng_Latn", + "languages": [ + "mqj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.801107, + "recall": 0.859375, + "f1": 0.819271, + "accuracy": 0.859375, + "main_score": 0.819271, + "hf_subset": "eng_Latn-msb_Latn", + "languages": [ + "eng-Latn", + "msb-Latn" + ] + }, + { + "precision": 0.863932, + "recall": 0.90625, + "f1": 0.877604, + "accuracy": 0.90625, + "main_score": 0.877604, + "hf_subset": "msb_Latn-eng_Latn", + "languages": [ + "msb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.227381, + "recall": 0.308594, + "f1": 0.246828, + "accuracy": 0.308594, + "main_score": 0.246828, + "hf_subset": "eng_Latn-msc_Latn", + "languages": [ + "eng-Latn", + "msc-Latn" + ] + }, + { + "precision": 0.250642, + "recall": 0.328125, + "f1": 0.26897, + "accuracy": 0.328125, + "main_score": 0.26897, + "hf_subset": "msc_Latn-eng_Latn", + "languages": [ + "msc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.258666, + "recall": 0.339844, + "f1": 0.279378, + "accuracy": 0.339844, + "main_score": 0.279378, + "hf_subset": "eng_Latn-msk_Latn", + "languages": [ + "eng-Latn", + "msk-Latn" + ] + }, + { + "precision": 0.27631, + "recall": 0.378906, + "f1": 0.30169, + "accuracy": 0.378906, + "main_score": 0.30169, + "hf_subset": "msk_Latn-eng_Latn", + "languages": [ + "msk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.344303, + "recall": 0.433594, + "f1": 0.367088, + "accuracy": 0.433594, + "main_score": 0.367088, + "hf_subset": "eng_Latn-msm_Latn", + "languages": [ + "eng-Latn", + "msm-Latn" + ] + }, + { + "precision": 0.277183, + "recall": 0.382812, + "f1": 0.303078, + "accuracy": 0.382812, + "main_score": 0.303078, + "hf_subset": "msm_Latn-eng_Latn", + "languages": [ + "msm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091448, + "recall": 0.164062, + "f1": 0.104533, + "accuracy": 0.164062, + "main_score": 0.104533, + "hf_subset": "eng_Latn-msy_Latn", + "languages": [ + "eng-Latn", + "msy-Latn" + ] + }, + { + "precision": 0.117719, + "recall": 0.199219, + "f1": 0.135046, + "accuracy": 0.199219, + "main_score": 0.135046, + "hf_subset": "msy_Latn-eng_Latn", + "languages": [ + "msy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083116, + "recall": 0.109375, + "f1": 0.088379, + "accuracy": 0.109375, + "main_score": 0.088379, + "hf_subset": "eng_Latn-mti_Latn", + "languages": [ + "eng-Latn", + "mti-Latn" + ] + }, + { + "precision": 0.073708, + "recall": 0.109375, + "f1": 0.079258, + "accuracy": 0.109375, + "main_score": 0.079258, + "hf_subset": "mti_Latn-eng_Latn", + "languages": [ + "mti-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09801, + "recall": 0.152344, + "f1": 0.109223, + "accuracy": 0.152344, + "main_score": 0.109223, + "hf_subset": "eng_Latn-mto_Latn", + "languages": [ + "eng-Latn", + "mto-Latn" + ] + }, + { + "precision": 0.092756, + "recall": 0.148438, + "f1": 0.103468, + "accuracy": 0.148438, + "main_score": 0.103468, + "hf_subset": "mto_Latn-eng_Latn", + "languages": [ + "mto-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041495, + "recall": 0.0625, + "f1": 0.044342, + "accuracy": 0.0625, + "main_score": 0.044342, + "hf_subset": "eng_Latn-mux_Latn", + "languages": [ + "eng-Latn", + "mux-Latn" + ] + }, + { + "precision": 0.039361, + "recall": 0.082031, + "f1": 0.045125, + "accuracy": 0.082031, + "main_score": 0.045125, + "hf_subset": "mux_Latn-eng_Latn", + "languages": [ + "mux-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069864, + "recall": 0.109375, + "f1": 0.077118, + "accuracy": 0.109375, + "main_score": 0.077118, + "hf_subset": "eng_Latn-muy_Latn", + "languages": [ + "eng-Latn", + "muy-Latn" + ] + }, + { + "precision": 0.067073, + "recall": 0.105469, + "f1": 0.074772, + "accuracy": 0.105469, + "main_score": 0.074772, + "hf_subset": "muy_Latn-eng_Latn", + "languages": [ + "muy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108309, + "recall": 0.160156, + "f1": 0.118861, + "accuracy": 0.160156, + "main_score": 0.118861, + "hf_subset": "eng_Latn-mva_Latn", + "languages": [ + "eng-Latn", + "mva-Latn" + ] + }, + { + "precision": 0.111504, + "recall": 0.175781, + "f1": 0.125307, + "accuracy": 0.175781, + "main_score": 0.125307, + "hf_subset": "mva_Latn-eng_Latn", + "languages": [ + "mva-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099882, + "recall": 0.152344, + "f1": 0.109513, + "accuracy": 0.152344, + "main_score": 0.109513, + "hf_subset": "eng_Latn-mvn_Latn", + "languages": [ + "eng-Latn", + "mvn-Latn" + ] + }, + { + "precision": 0.091259, + "recall": 0.152344, + "f1": 0.101696, + "accuracy": 0.152344, + "main_score": 0.101696, + "hf_subset": "mvn_Latn-eng_Latn", + "languages": [ + "mvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.350195, + "recall": 0.4375, + "f1": 0.374944, + "accuracy": 0.4375, + "main_score": 0.374944, + "hf_subset": "eng_Latn-mwc_Latn", + "languages": [ + "eng-Latn", + "mwc-Latn" + ] + }, + { + "precision": 0.318916, + "recall": 0.40625, + "f1": 0.340533, + "accuracy": 0.40625, + "main_score": 0.340533, + "hf_subset": "mwc_Latn-eng_Latn", + "languages": [ + "mwc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.129205, + "recall": 0.1875, + "f1": 0.140029, + "accuracy": 0.1875, + "main_score": 0.140029, + "hf_subset": "eng_Latn-mwe_Latn", + "languages": [ + "eng-Latn", + "mwe-Latn" + ] + }, + { + "precision": 0.140402, + "recall": 0.210938, + "f1": 0.154606, + "accuracy": 0.210938, + "main_score": 0.154606, + "hf_subset": "mwe_Latn-eng_Latn", + "languages": [ + "mwe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.175273, + "recall": 0.234375, + "f1": 0.188793, + "accuracy": 0.234375, + "main_score": 0.188793, + "hf_subset": "eng_Latn-mwf_Latn", + "languages": [ + "eng-Latn", + "mwf-Latn" + ] + }, + { + "precision": 0.179704, + "recall": 0.25, + "f1": 0.195878, + "accuracy": 0.25, + "main_score": 0.195878, + "hf_subset": "mwf_Latn-eng_Latn", + "languages": [ + "mwf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.136178, + "recall": 0.203125, + "f1": 0.150312, + "accuracy": 0.203125, + "main_score": 0.150312, + "hf_subset": "eng_Latn-mwp_Latn", + "languages": [ + "eng-Latn", + "mwp-Latn" + ] + }, + { + "precision": 0.172884, + "recall": 0.234375, + "f1": 0.187144, + "accuracy": 0.234375, + "main_score": 0.187144, + "hf_subset": "mwp_Latn-eng_Latn", + "languages": [ + "mwp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.167696, + "recall": 0.21875, + "f1": 0.176814, + "accuracy": 0.21875, + "main_score": 0.176814, + "hf_subset": "eng_Latn-mxb_Latn", + "languages": [ + "eng-Latn", + "mxb-Latn" + ] + }, + { + "precision": 0.156833, + "recall": 0.210938, + "f1": 0.169049, + "accuracy": 0.210938, + "main_score": 0.169049, + "hf_subset": "mxb_Latn-eng_Latn", + "languages": [ + "mxb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104241, + "recall": 0.152344, + "f1": 0.11449, + "accuracy": 0.152344, + "main_score": 0.11449, + "hf_subset": "eng_Latn-mxp_Latn", + "languages": [ + "eng-Latn", + "mxp-Latn" + ] + }, + { + "precision": 0.098369, + "recall": 0.144531, + "f1": 0.107164, + "accuracy": 0.144531, + "main_score": 0.107164, + "hf_subset": "mxp_Latn-eng_Latn", + "languages": [ + "mxp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.149716, + "recall": 0.203125, + "f1": 0.160788, + "accuracy": 0.203125, + "main_score": 0.160788, + "hf_subset": "eng_Latn-mxq_Latn", + "languages": [ + "eng-Latn", + "mxq-Latn" + ] + }, + { + "precision": 0.12572, + "recall": 0.183594, + "f1": 0.13672, + "accuracy": 0.183594, + "main_score": 0.13672, + "hf_subset": "mxq_Latn-eng_Latn", + "languages": [ + "mxq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092117, + "recall": 0.140625, + "f1": 0.101292, + "accuracy": 0.140625, + "main_score": 0.101292, + "hf_subset": "eng_Latn-mxt_Latn", + "languages": [ + "eng-Latn", + "mxt-Latn" + ] + }, + { + "precision": 0.107154, + "recall": 0.183594, + "f1": 0.122782, + "accuracy": 0.183594, + "main_score": 0.122782, + "hf_subset": "mxt_Latn-eng_Latn", + "languages": [ + "mxt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.484608, + "recall": 0.527344, + "f1": 0.497331, + "accuracy": 0.527344, + "main_score": 0.497331, + "hf_subset": "eng_Latn-mya_Latn", + "languages": [ + "eng-Latn", + "mya-Latn" + ] + }, + { + "precision": 0.526693, + "recall": 0.566406, + "f1": 0.539714, + "accuracy": 0.566406, + "main_score": 0.539714, + "hf_subset": "mya_Latn-eng_Latn", + "languages": [ + "mya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067345, + "recall": 0.128906, + "f1": 0.080222, + "accuracy": 0.128906, + "main_score": 0.080222, + "hf_subset": "eng_Latn-myk_Latn", + "languages": [ + "eng-Latn", + "myk-Latn" + ] + }, + { + "precision": 0.088905, + "recall": 0.140625, + "f1": 0.099364, + "accuracy": 0.140625, + "main_score": 0.099364, + "hf_subset": "myk_Latn-eng_Latn", + "languages": [ + "myk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07514, + "recall": 0.101562, + "f1": 0.081641, + "accuracy": 0.101562, + "main_score": 0.081641, + "hf_subset": "eng_Latn-myu_Latn", + "languages": [ + "eng-Latn", + "myu-Latn" + ] + }, + { + "precision": 0.090661, + "recall": 0.125, + "f1": 0.096442, + "accuracy": 0.125, + "main_score": 0.096442, + "hf_subset": "myu_Latn-eng_Latn", + "languages": [ + "myu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047727, + "recall": 0.074219, + "f1": 0.052929, + "accuracy": 0.074219, + "main_score": 0.052929, + "hf_subset": "eng_Latn-myw_Latn", + "languages": [ + "eng-Latn", + "myw-Latn" + ] + }, + { + "precision": 0.059802, + "recall": 0.09375, + "f1": 0.0653, + "accuracy": 0.09375, + "main_score": 0.0653, + "hf_subset": "myw_Latn-eng_Latn", + "languages": [ + "myw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089623, + "recall": 0.105469, + "f1": 0.093006, + "accuracy": 0.105469, + "main_score": 0.093006, + "hf_subset": "eng_Latn-myy_Latn", + "languages": [ + "eng-Latn", + "myy-Latn" + ] + }, + { + "precision": 0.103541, + "recall": 0.148438, + "f1": 0.112164, + "accuracy": 0.148438, + "main_score": 0.112164, + "hf_subset": "myy_Latn-eng_Latn", + "languages": [ + "myy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.131689, + "recall": 0.176, + "f1": 0.142255, + "accuracy": 0.176, + "main_score": 0.142255, + "hf_subset": "eng_Latn-mzz_Latn", + "languages": [ + "eng-Latn", + "mzz-Latn" + ] + }, + { + "precision": 0.15341, + "recall": 0.216, + "f1": 0.169619, + "accuracy": 0.216, + "main_score": 0.169619, + "hf_subset": "mzz_Latn-eng_Latn", + "languages": [ + "mzz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023446, + "recall": 0.042969, + "f1": 0.025813, + "accuracy": 0.042969, + "main_score": 0.025813, + "hf_subset": "eng_Latn-nab_Latn", + "languages": [ + "eng-Latn", + "nab-Latn" + ] + }, + { + "precision": 0.037607, + "recall": 0.074219, + "f1": 0.043009, + "accuracy": 0.074219, + "main_score": 0.043009, + "hf_subset": "nab_Latn-eng_Latn", + "languages": [ + "nab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057966, + "recall": 0.089844, + "f1": 0.064379, + "accuracy": 0.089844, + "main_score": 0.064379, + "hf_subset": "eng_Latn-naf_Latn", + "languages": [ + "eng-Latn", + "naf-Latn" + ] + }, + { + "precision": 0.078776, + "recall": 0.109375, + "f1": 0.085795, + "accuracy": 0.109375, + "main_score": 0.085795, + "hf_subset": "naf_Latn-eng_Latn", + "languages": [ + "naf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065763, + "recall": 0.09375, + "f1": 0.070571, + "accuracy": 0.09375, + "main_score": 0.070571, + "hf_subset": "eng_Latn-nak_Latn", + "languages": [ + "eng-Latn", + "nak-Latn" + ] + }, + { + "precision": 0.079062, + "recall": 0.132812, + "f1": 0.090301, + "accuracy": 0.132812, + "main_score": 0.090301, + "hf_subset": "nak_Latn-eng_Latn", + "languages": [ + "nak-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0726, + "recall": 0.109375, + "f1": 0.078711, + "accuracy": 0.109375, + "main_score": 0.078711, + "hf_subset": "eng_Latn-nas_Latn", + "languages": [ + "eng-Latn", + "nas-Latn" + ] + }, + { + "precision": 0.077762, + "recall": 0.117188, + "f1": 0.084734, + "accuracy": 0.117188, + "main_score": 0.084734, + "hf_subset": "nas_Latn-eng_Latn", + "languages": [ + "nas-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.150843, + "recall": 0.203125, + "f1": 0.163339, + "accuracy": 0.203125, + "main_score": 0.163339, + "hf_subset": "eng_Latn-nbq_Latn", + "languages": [ + "eng-Latn", + "nbq-Latn" + ] + }, + { + "precision": 0.149773, + "recall": 0.222656, + "f1": 0.168433, + "accuracy": 0.222656, + "main_score": 0.168433, + "hf_subset": "nbq_Latn-eng_Latn", + "languages": [ + "nbq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075942, + "recall": 0.109375, + "f1": 0.082424, + "accuracy": 0.109375, + "main_score": 0.082424, + "hf_subset": "eng_Latn-nca_Latn", + "languages": [ + "eng-Latn", + "nca-Latn" + ] + }, + { + "precision": 0.102428, + "recall": 0.140625, + "f1": 0.109128, + "accuracy": 0.140625, + "main_score": 0.109128, + "hf_subset": "nca_Latn-eng_Latn", + "languages": [ + "nca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.147377, + "recall": 0.1875, + "f1": 0.154504, + "accuracy": 0.1875, + "main_score": 0.154504, + "hf_subset": "eng_Latn-nch_Latn", + "languages": [ + "eng-Latn", + "nch-Latn" + ] + }, + { + "precision": 0.148872, + "recall": 0.207031, + "f1": 0.162059, + "accuracy": 0.207031, + "main_score": 0.162059, + "hf_subset": "nch_Latn-eng_Latn", + "languages": [ + "nch-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.172126, + "recall": 0.226562, + "f1": 0.183014, + "accuracy": 0.226562, + "main_score": 0.183014, + "hf_subset": "eng_Latn-ncj_Latn", + "languages": [ + "eng-Latn", + "ncj-Latn" + ] + }, + { + "precision": 0.149343, + "recall": 0.210938, + "f1": 0.164006, + "accuracy": 0.210938, + "main_score": 0.164006, + "hf_subset": "ncj_Latn-eng_Latn", + "languages": [ + "ncj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.138746, + "recall": 0.191406, + "f1": 0.150084, + "accuracy": 0.191406, + "main_score": 0.150084, + "hf_subset": "eng_Latn-ncl_Latn", + "languages": [ + "eng-Latn", + "ncl-Latn" + ] + }, + { + "precision": 0.142694, + "recall": 0.195312, + "f1": 0.153096, + "accuracy": 0.195312, + "main_score": 0.153096, + "hf_subset": "ncl_Latn-eng_Latn", + "languages": [ + "ncl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071889, + "recall": 0.105469, + "f1": 0.078871, + "accuracy": 0.105469, + "main_score": 0.078871, + "hf_subset": "eng_Latn-ncu_Latn", + "languages": [ + "eng-Latn", + "ncu-Latn" + ] + }, + { + "precision": 0.097161, + "recall": 0.15625, + "f1": 0.108522, + "accuracy": 0.15625, + "main_score": 0.108522, + "hf_subset": "ncu_Latn-eng_Latn", + "languages": [ + "ncu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.446551, + "recall": 0.542969, + "f1": 0.471689, + "accuracy": 0.542969, + "main_score": 0.471689, + "hf_subset": "eng_Latn-ndg_Latn", + "languages": [ + "eng-Latn", + "ndg-Latn" + ] + }, + { + "precision": 0.570443, + "recall": 0.675781, + "f1": 0.601302, + "accuracy": 0.675781, + "main_score": 0.601302, + "hf_subset": "ndg_Latn-eng_Latn", + "languages": [ + "ndg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.12919, + "recall": 0.207031, + "f1": 0.144484, + "accuracy": 0.207031, + "main_score": 0.144484, + "hf_subset": "eng_Latn-ndj_Latn", + "languages": [ + "eng-Latn", + "ndj-Latn" + ] + }, + { + "precision": 0.14474, + "recall": 0.230469, + "f1": 0.16383, + "accuracy": 0.230469, + "main_score": 0.16383, + "hf_subset": "ndj_Latn-eng_Latn", + "languages": [ + "ndj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.082787, + "recall": 0.125, + "f1": 0.09171, + "accuracy": 0.125, + "main_score": 0.09171, + "hf_subset": "eng_Latn-nfa_Latn", + "languages": [ + "eng-Latn", + "nfa-Latn" + ] + }, + { + "precision": 0.088924, + "recall": 0.148438, + "f1": 0.099905, + "accuracy": 0.148438, + "main_score": 0.099905, + "hf_subset": "nfa_Latn-eng_Latn", + "languages": [ + "nfa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.273616, + "recall": 0.355469, + "f1": 0.294187, + "accuracy": 0.355469, + "main_score": 0.294187, + "hf_subset": "eng_Latn-ngp_Latn", + "languages": [ + "eng-Latn", + "ngp-Latn" + ] + }, + { + "precision": 0.27704, + "recall": 0.359375, + "f1": 0.294699, + "accuracy": 0.359375, + "main_score": 0.294699, + "hf_subset": "ngp_Latn-eng_Latn", + "languages": [ + "ngp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.184352, + "recall": 0.25, + "f1": 0.200868, + "accuracy": 0.25, + "main_score": 0.200868, + "hf_subset": "eng_Latn-ngu_Latn", + "languages": [ + "eng-Latn", + "ngu-Latn" + ] + }, + { + "precision": 0.21339, + "recall": 0.300781, + "f1": 0.234805, + "accuracy": 0.300781, + "main_score": 0.234805, + "hf_subset": "ngu_Latn-eng_Latn", + "languages": [ + "ngu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.123329, + "recall": 0.195312, + "f1": 0.138608, + "accuracy": 0.195312, + "main_score": 0.138608, + "hf_subset": "eng_Latn-nhe_Latn", + "languages": [ + "eng-Latn", + "nhe-Latn" + ] + }, + { + "precision": 0.17102, + "recall": 0.25, + "f1": 0.188241, + "accuracy": 0.25, + "main_score": 0.188241, + "hf_subset": "nhe_Latn-eng_Latn", + "languages": [ + "nhe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.221839, + "recall": 0.289062, + "f1": 0.238616, + "accuracy": 0.289062, + "main_score": 0.238616, + "hf_subset": "eng_Latn-nhg_Latn", + "languages": [ + "eng-Latn", + "nhg-Latn" + ] + }, + { + "precision": 0.218521, + "recall": 0.289062, + "f1": 0.23346, + "accuracy": 0.289062, + "main_score": 0.23346, + "hf_subset": "nhg_Latn-eng_Latn", + "languages": [ + "nhg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.161984, + "recall": 0.242188, + "f1": 0.179735, + "accuracy": 0.242188, + "main_score": 0.179735, + "hf_subset": "eng_Latn-nhi_Latn", + "languages": [ + "eng-Latn", + "nhi-Latn" + ] + }, + { + "precision": 0.185048, + "recall": 0.257812, + "f1": 0.200816, + "accuracy": 0.257812, + "main_score": 0.200816, + "hf_subset": "nhi_Latn-eng_Latn", + "languages": [ + "nhi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.238709, + "recall": 0.300781, + "f1": 0.252766, + "accuracy": 0.300781, + "main_score": 0.252766, + "hf_subset": "eng_Latn-nho_Latn", + "languages": [ + "eng-Latn", + "nho-Latn" + ] + }, + { + "precision": 0.229625, + "recall": 0.308594, + "f1": 0.246509, + "accuracy": 0.308594, + "main_score": 0.246509, + "hf_subset": "nho_Latn-eng_Latn", + "languages": [ + "nho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119743, + "recall": 0.152344, + "f1": 0.124821, + "accuracy": 0.152344, + "main_score": 0.124821, + "hf_subset": "eng_Latn-nhr_Latn", + "languages": [ + "eng-Latn", + "nhr-Latn" + ] + }, + { + "precision": 0.101271, + "recall": 0.15625, + "f1": 0.111406, + "accuracy": 0.15625, + "main_score": 0.111406, + "hf_subset": "nhr_Latn-eng_Latn", + "languages": [ + "nhr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068557, + "recall": 0.105469, + "f1": 0.075016, + "accuracy": 0.105469, + "main_score": 0.075016, + "hf_subset": "eng_Latn-nhu_Latn", + "languages": [ + "eng-Latn", + "nhu-Latn" + ] + }, + { + "precision": 0.07204, + "recall": 0.121094, + "f1": 0.080069, + "accuracy": 0.121094, + "main_score": 0.080069, + "hf_subset": "nhu_Latn-eng_Latn", + "languages": [ + "nhu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.145874, + "recall": 0.191406, + "f1": 0.153877, + "accuracy": 0.191406, + "main_score": 0.153877, + "hf_subset": "eng_Latn-nhw_Latn", + "languages": [ + "eng-Latn", + "nhw-Latn" + ] + }, + { + "precision": 0.137424, + "recall": 0.207031, + "f1": 0.152344, + "accuracy": 0.207031, + "main_score": 0.152344, + "hf_subset": "nhw_Latn-eng_Latn", + "languages": [ + "nhw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.208216, + "recall": 0.273438, + "f1": 0.223579, + "accuracy": 0.273438, + "main_score": 0.223579, + "hf_subset": "eng_Latn-nhy_Latn", + "languages": [ + "eng-Latn", + "nhy-Latn" + ] + }, + { + "precision": 0.215737, + "recall": 0.300781, + "f1": 0.232967, + "accuracy": 0.300781, + "main_score": 0.232967, + "hf_subset": "nhy_Latn-eng_Latn", + "languages": [ + "nhy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.134197, + "recall": 0.207031, + "f1": 0.150326, + "accuracy": 0.207031, + "main_score": 0.150326, + "hf_subset": "eng_Latn-nif_Latn", + "languages": [ + "eng-Latn", + "nif-Latn" + ] + }, + { + "precision": 0.147696, + "recall": 0.222656, + "f1": 0.164137, + "accuracy": 0.222656, + "main_score": 0.164137, + "hf_subset": "nif_Latn-eng_Latn", + "languages": [ + "nif-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046875, + "recall": 0.058594, + "f1": 0.049944, + "accuracy": 0.058594, + "main_score": 0.049944, + "hf_subset": "eng_Latn-nii_Latn", + "languages": [ + "eng-Latn", + "nii-Latn" + ] + }, + { + "precision": 0.052708, + "recall": 0.074219, + "f1": 0.056889, + "accuracy": 0.074219, + "main_score": 0.056889, + "hf_subset": "nii_Latn-eng_Latn", + "languages": [ + "nii-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058875, + "recall": 0.09375, + "f1": 0.066741, + "accuracy": 0.09375, + "main_score": 0.066741, + "hf_subset": "eng_Latn-nin_Latn", + "languages": [ + "eng-Latn", + "nin-Latn" + ] + }, + { + "precision": 0.081836, + "recall": 0.125, + "f1": 0.08897, + "accuracy": 0.125, + "main_score": 0.08897, + "hf_subset": "nin_Latn-eng_Latn", + "languages": [ + "nin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089258, + "recall": 0.117188, + "f1": 0.096615, + "accuracy": 0.117188, + "main_score": 0.096615, + "hf_subset": "eng_Latn-nko_Latn", + "languages": [ + "eng-Latn", + "nko-Latn" + ] + }, + { + "precision": 0.077252, + "recall": 0.125, + "f1": 0.08606, + "accuracy": 0.125, + "main_score": 0.08606, + "hf_subset": "nko_Latn-eng_Latn", + "languages": [ + "nko-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.970052, + "recall": 0.976562, + "f1": 0.972005, + "accuracy": 0.976562, + "main_score": 0.972005, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.974609, + "recall": 0.980469, + "f1": 0.976562, + "accuracy": 0.980469, + "main_score": 0.976562, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.162646, + "recall": 0.207031, + "f1": 0.173333, + "accuracy": 0.207031, + "main_score": 0.173333, + "hf_subset": "eng_Latn-nlg_Latn", + "languages": [ + "eng-Latn", + "nlg-Latn" + ] + }, + { + "precision": 0.157372, + "recall": 0.226562, + "f1": 0.172129, + "accuracy": 0.226562, + "main_score": 0.172129, + "hf_subset": "nlg_Latn-eng_Latn", + "languages": [ + "nlg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.245046, + "recall": 0.300781, + "f1": 0.255272, + "accuracy": 0.300781, + "main_score": 0.255272, + "hf_subset": "eng_Latn-nna_Latn", + "languages": [ + "eng-Latn", + "nna-Latn" + ] + }, + { + "precision": 0.29883, + "recall": 0.386719, + "f1": 0.3196, + "accuracy": 0.386719, + "main_score": 0.3196, + "hf_subset": "nna_Latn-eng_Latn", + "languages": [ + "nna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.138698, + "recall": 0.222656, + "f1": 0.156467, + "accuracy": 0.222656, + "main_score": 0.156467, + "hf_subset": "eng_Latn-nnq_Latn", + "languages": [ + "eng-Latn", + "nnq-Latn" + ] + }, + { + "precision": 0.170486, + "recall": 0.265625, + "f1": 0.19187, + "accuracy": 0.265625, + "main_score": 0.19187, + "hf_subset": "nnq_Latn-eng_Latn", + "languages": [ + "nnq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068654, + "recall": 0.117188, + "f1": 0.079332, + "accuracy": 0.117188, + "main_score": 0.079332, + "hf_subset": "eng_Latn-noa_Latn", + "languages": [ + "eng-Latn", + "noa-Latn" + ] + }, + { + "precision": 0.11899, + "recall": 0.191406, + "f1": 0.135404, + "accuracy": 0.191406, + "main_score": 0.135404, + "hf_subset": "noa_Latn-eng_Latn", + "languages": [ + "noa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078829, + "recall": 0.121094, + "f1": 0.086073, + "accuracy": 0.121094, + "main_score": 0.086073, + "hf_subset": "eng_Latn-nop_Latn", + "languages": [ + "eng-Latn", + "nop-Latn" + ] + }, + { + "precision": 0.07726, + "recall": 0.125, + "f1": 0.08764, + "accuracy": 0.125, + "main_score": 0.08764, + "hf_subset": "nop_Latn-eng_Latn", + "languages": [ + "nop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026575, + "recall": 0.039062, + "f1": 0.028488, + "accuracy": 0.039062, + "main_score": 0.028488, + "hf_subset": "eng_Latn-not_Latn", + "languages": [ + "eng-Latn", + "not-Latn" + ] + }, + { + "precision": 0.03367, + "recall": 0.066406, + "f1": 0.037877, + "accuracy": 0.066406, + "main_score": 0.037877, + "hf_subset": "not_Latn-eng_Latn", + "languages": [ + "not-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096723, + "recall": 0.136719, + "f1": 0.106151, + "accuracy": 0.136719, + "main_score": 0.106151, + "hf_subset": "eng_Latn-nou_Latn", + "languages": [ + "eng-Latn", + "nou-Latn" + ] + }, + { + "precision": 0.081891, + "recall": 0.128906, + "f1": 0.093096, + "accuracy": 0.128906, + "main_score": 0.093096, + "hf_subset": "nou_Latn-eng_Latn", + "languages": [ + "nou-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.980469, + "recall": 0.984375, + "f1": 0.981771, + "accuracy": 0.984375, + "main_score": 0.981771, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.187583, + "recall": 0.253906, + "f1": 0.203095, + "accuracy": 0.253906, + "main_score": 0.203095, + "hf_subset": "eng_Latn-npl_Latn", + "languages": [ + "eng-Latn", + "npl-Latn" + ] + }, + { + "precision": 0.185292, + "recall": 0.25, + "f1": 0.198832, + "accuracy": 0.25, + "main_score": 0.198832, + "hf_subset": "npl_Latn-eng_Latn", + "languages": [ + "npl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.142576, + "recall": 0.195312, + "f1": 0.153634, + "accuracy": 0.195312, + "main_score": 0.153634, + "hf_subset": "eng_Latn-nsn_Latn", + "languages": [ + "eng-Latn", + "nsn-Latn" + ] + }, + { + "precision": 0.124198, + "recall": 0.179688, + "f1": 0.135237, + "accuracy": 0.179688, + "main_score": 0.135237, + "hf_subset": "nsn_Latn-eng_Latn", + "languages": [ + "nsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.194066, + "recall": 0.277344, + "f1": 0.21179, + "accuracy": 0.277344, + "main_score": 0.21179, + "hf_subset": "eng_Latn-nss_Latn", + "languages": [ + "eng-Latn", + "nss-Latn" + ] + }, + { + "precision": 0.228658, + "recall": 0.308594, + "f1": 0.247148, + "accuracy": 0.308594, + "main_score": 0.247148, + "hf_subset": "nss_Latn-eng_Latn", + "languages": [ + "nss-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.00564, + "recall": 0.019531, + "f1": 0.006939, + "accuracy": 0.019531, + "main_score": 0.006939, + "hf_subset": "eng_Latn-ntj_Latn", + "languages": [ + "eng-Latn", + "ntj-Latn" + ] + }, + { + "precision": 0.014872, + "recall": 0.035156, + "f1": 0.018109, + "accuracy": 0.035156, + "main_score": 0.018109, + "hf_subset": "ntj_Latn-eng_Latn", + "languages": [ + "ntj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044609, + "recall": 0.078125, + "f1": 0.051549, + "accuracy": 0.078125, + "main_score": 0.051549, + "hf_subset": "eng_Latn-ntp_Latn", + "languages": [ + "eng-Latn", + "ntp-Latn" + ] + }, + { + "precision": 0.060941, + "recall": 0.097656, + "f1": 0.067452, + "accuracy": 0.097656, + "main_score": 0.067452, + "hf_subset": "ntp_Latn-eng_Latn", + "languages": [ + "ntp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035207, + "recall": 0.070312, + "f1": 0.040865, + "accuracy": 0.070312, + "main_score": 0.040865, + "hf_subset": "eng_Latn-ntu_Latn", + "languages": [ + "eng-Latn", + "ntu-Latn" + ] + }, + { + "precision": 0.05117, + "recall": 0.097656, + "f1": 0.060014, + "accuracy": 0.097656, + "main_score": 0.060014, + "hf_subset": "ntu_Latn-eng_Latn", + "languages": [ + "ntu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103971, + "recall": 0.128906, + "f1": 0.109976, + "accuracy": 0.128906, + "main_score": 0.109976, + "hf_subset": "eng_Latn-nuy_Latn", + "languages": [ + "eng-Latn", + "nuy-Latn" + ] + }, + { + "precision": 0.106301, + "recall": 0.148438, + "f1": 0.116134, + "accuracy": 0.148438, + "main_score": 0.116134, + "hf_subset": "nuy_Latn-eng_Latn", + "languages": [ + "nuy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068313, + "recall": 0.085938, + "f1": 0.072396, + "accuracy": 0.085938, + "main_score": 0.072396, + "hf_subset": "eng_Latn-nvm_Latn", + "languages": [ + "eng-Latn", + "nvm-Latn" + ] + }, + { + "precision": 0.053984, + "recall": 0.085938, + "f1": 0.059699, + "accuracy": 0.085938, + "main_score": 0.059699, + "hf_subset": "nvm_Latn-eng_Latn", + "languages": [ + "nvm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0963, + "recall": 0.121094, + "f1": 0.100764, + "accuracy": 0.121094, + "main_score": 0.100764, + "hf_subset": "eng_Latn-nwi_Latn", + "languages": [ + "eng-Latn", + "nwi-Latn" + ] + }, + { + "precision": 0.084444, + "recall": 0.140625, + "f1": 0.094978, + "accuracy": 0.140625, + "main_score": 0.094978, + "hf_subset": "nwi_Latn-eng_Latn", + "languages": [ + "nwi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.66582, + "recall": 0.757812, + "f1": 0.692969, + "accuracy": 0.757812, + "main_score": 0.692969, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.78138, + "recall": 0.839844, + "f1": 0.798698, + "accuracy": 0.839844, + "main_score": 0.798698, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.193169, + "recall": 0.286885, + "f1": 0.218189, + "accuracy": 0.286885, + "main_score": 0.218189, + "hf_subset": "eng_Latn-nys_Latn", + "languages": [ + "eng-Latn", + "nys-Latn" + ] + }, + { + "precision": 0.196473, + "recall": 0.286885, + "f1": 0.219019, + "accuracy": 0.286885, + "main_score": 0.219019, + "hf_subset": "nys_Latn-eng_Latn", + "languages": [ + "nys-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.50963, + "recall": 0.601562, + "f1": 0.533563, + "accuracy": 0.601562, + "main_score": 0.533563, + "hf_subset": "eng_Latn-nyu_Latn", + "languages": [ + "eng-Latn", + "nyu-Latn" + ] + }, + { + "precision": 0.550673, + "recall": 0.636719, + "f1": 0.575411, + "accuracy": 0.636719, + "main_score": 0.575411, + "hf_subset": "nyu_Latn-eng_Latn", + "languages": [ + "nyu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.124909, + "recall": 0.171875, + "f1": 0.135069, + "accuracy": 0.171875, + "main_score": 0.135069, + "hf_subset": "eng_Latn-obo_Latn", + "languages": [ + "eng-Latn", + "obo-Latn" + ] + }, + { + "precision": 0.11558, + "recall": 0.175781, + "f1": 0.12985, + "accuracy": 0.175781, + "main_score": 0.12985, + "hf_subset": "obo_Latn-eng_Latn", + "languages": [ + "obo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.188953, + "recall": 0.265625, + "f1": 0.20517, + "accuracy": 0.265625, + "main_score": 0.20517, + "hf_subset": "eng_Latn-okv_Latn", + "languages": [ + "eng-Latn", + "okv-Latn" + ] + }, + { + "precision": 0.187827, + "recall": 0.273438, + "f1": 0.206666, + "accuracy": 0.273438, + "main_score": 0.206666, + "hf_subset": "okv_Latn-eng_Latn", + "languages": [ + "okv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036789, + "recall": 0.070312, + "f1": 0.043036, + "accuracy": 0.070312, + "main_score": 0.043036, + "hf_subset": "eng_Latn-omw_Latn", + "languages": [ + "eng-Latn", + "omw-Latn" + ] + }, + { + "precision": 0.049222, + "recall": 0.109375, + "f1": 0.058956, + "accuracy": 0.109375, + "main_score": 0.058956, + "hf_subset": "omw_Latn-eng_Latn", + "languages": [ + "omw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065885, + "recall": 0.085938, + "f1": 0.070833, + "accuracy": 0.085938, + "main_score": 0.070833, + "hf_subset": "eng_Latn-ong_Latn", + "languages": [ + "eng-Latn", + "ong-Latn" + ] + }, + { + "precision": 0.069714, + "recall": 0.125, + "f1": 0.080303, + "accuracy": 0.125, + "main_score": 0.080303, + "hf_subset": "ong_Latn-eng_Latn", + "languages": [ + "ong-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.12669, + "recall": 0.160156, + "f1": 0.132471, + "accuracy": 0.160156, + "main_score": 0.132471, + "hf_subset": "eng_Latn-ons_Latn", + "languages": [ + "eng-Latn", + "ons-Latn" + ] + }, + { + "precision": 0.130322, + "recall": 0.1875, + "f1": 0.142727, + "accuracy": 0.1875, + "main_score": 0.142727, + "hf_subset": "ons_Latn-eng_Latn", + "languages": [ + "ons-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053209, + "recall": 0.085938, + "f1": 0.060415, + "accuracy": 0.085938, + "main_score": 0.060415, + "hf_subset": "eng_Latn-ood_Latn", + "languages": [ + "eng-Latn", + "ood-Latn" + ] + }, + { + "precision": 0.056971, + "recall": 0.089844, + "f1": 0.062146, + "accuracy": 0.089844, + "main_score": 0.062146, + "hf_subset": "ood_Latn-eng_Latn", + "languages": [ + "ood-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035938, + "recall": 0.058594, + "f1": 0.040915, + "accuracy": 0.058594, + "main_score": 0.040915, + "hf_subset": "eng_Latn-opm_Latn", + "languages": [ + "eng-Latn", + "opm-Latn" + ] + }, + { + "precision": 0.026373, + "recall": 0.0625, + "f1": 0.033314, + "accuracy": 0.0625, + "main_score": 0.033314, + "hf_subset": "opm_Latn-eng_Latn", + "languages": [ + "opm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.811979, + "recall": 0.847656, + "f1": 0.822135, + "accuracy": 0.847656, + "main_score": 0.822135, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.904297, + "recall": 0.917969, + "f1": 0.908854, + "accuracy": 0.917969, + "main_score": 0.908854, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.130773, + "recall": 0.171875, + "f1": 0.140184, + "accuracy": 0.171875, + "main_score": 0.140184, + "hf_subset": "eng_Latn-ote_Latn", + "languages": [ + "eng-Latn", + "ote-Latn" + ] + }, + { + "precision": 0.103529, + "recall": 0.152344, + "f1": 0.112779, + "accuracy": 0.152344, + "main_score": 0.112779, + "hf_subset": "ote_Latn-eng_Latn", + "languages": [ + "ote-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095011, + "recall": 0.117188, + "f1": 0.098814, + "accuracy": 0.117188, + "main_score": 0.098814, + "hf_subset": "eng_Latn-otm_Latn", + "languages": [ + "eng-Latn", + "otm-Latn" + ] + }, + { + "precision": 0.095988, + "recall": 0.140625, + "f1": 0.105019, + "accuracy": 0.140625, + "main_score": 0.105019, + "hf_subset": "otm_Latn-eng_Latn", + "languages": [ + "otm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119002, + "recall": 0.152344, + "f1": 0.126353, + "accuracy": 0.152344, + "main_score": 0.126353, + "hf_subset": "eng_Latn-otn_Latn", + "languages": [ + "eng-Latn", + "otn-Latn" + ] + }, + { + "precision": 0.116175, + "recall": 0.167969, + "f1": 0.127064, + "accuracy": 0.167969, + "main_score": 0.127064, + "hf_subset": "otn_Latn-eng_Latn", + "languages": [ + "otn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066016, + "recall": 0.101562, + "f1": 0.073704, + "accuracy": 0.101562, + "main_score": 0.073704, + "hf_subset": "eng_Latn-otq_Latn", + "languages": [ + "eng-Latn", + "otq-Latn" + ] + }, + { + "precision": 0.082325, + "recall": 0.121094, + "f1": 0.090659, + "accuracy": 0.121094, + "main_score": 0.090659, + "hf_subset": "otq_Latn-eng_Latn", + "languages": [ + "otq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.134934, + "recall": 0.195312, + "f1": 0.146406, + "accuracy": 0.195312, + "main_score": 0.146406, + "hf_subset": "eng_Latn-ots_Latn", + "languages": [ + "eng-Latn", + "ots-Latn" + ] + }, + { + "precision": 0.16782, + "recall": 0.253906, + "f1": 0.186908, + "accuracy": 0.253906, + "main_score": 0.186908, + "hf_subset": "ots_Latn-eng_Latn", + "languages": [ + "ots-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070542, + "recall": 0.097656, + "f1": 0.07437, + "accuracy": 0.097656, + "main_score": 0.07437, + "hf_subset": "eng_Latn-pab_Latn", + "languages": [ + "eng-Latn", + "pab-Latn" + ] + }, + { + "precision": 0.066554, + "recall": 0.117188, + "f1": 0.077924, + "accuracy": 0.117188, + "main_score": 0.077924, + "hf_subset": "pab_Latn-eng_Latn", + "languages": [ + "pab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086155, + "recall": 0.097656, + "f1": 0.088151, + "accuracy": 0.097656, + "main_score": 0.088151, + "hf_subset": "eng_Latn-pad_Latn", + "languages": [ + "eng-Latn", + "pad-Latn" + ] + }, + { + "precision": 0.082002, + "recall": 0.132812, + "f1": 0.091897, + "accuracy": 0.132812, + "main_score": 0.091897, + "hf_subset": "pad_Latn-eng_Latn", + "languages": [ + "pad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056334, + "recall": 0.101562, + "f1": 0.064156, + "accuracy": 0.101562, + "main_score": 0.064156, + "hf_subset": "eng_Latn-pah_Latn", + "languages": [ + "eng-Latn", + "pah-Latn" + ] + }, + { + "precision": 0.078821, + "recall": 0.132812, + "f1": 0.087148, + "accuracy": 0.132812, + "main_score": 0.087148, + "hf_subset": "pah_Latn-eng_Latn", + "languages": [ + "pah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.962891, + "recall": 0.972656, + "f1": 0.966146, + "accuracy": 0.972656, + "main_score": 0.966146, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.978516, + "recall": 0.980469, + "f1": 0.979167, + "accuracy": 0.980469, + "main_score": 0.979167, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.053581, + "recall": 0.074219, + "f1": 0.058262, + "accuracy": 0.074219, + "main_score": 0.058262, + "hf_subset": "eng_Latn-pao_Latn", + "languages": [ + "eng-Latn", + "pao-Latn" + ] + }, + { + "precision": 0.036689, + "recall": 0.078125, + "f1": 0.044212, + "accuracy": 0.078125, + "main_score": 0.044212, + "hf_subset": "pao_Latn-eng_Latn", + "languages": [ + "pao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.95638, + "recall": 0.96875, + "f1": 0.960286, + "accuracy": 0.96875, + "main_score": 0.960286, + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.042925, + "recall": 0.078125, + "f1": 0.049495, + "accuracy": 0.078125, + "main_score": 0.049495, + "hf_subset": "eng_Latn-pib_Latn", + "languages": [ + "eng-Latn", + "pib-Latn" + ] + }, + { + "precision": 0.05773, + "recall": 0.09375, + "f1": 0.063432, + "accuracy": 0.09375, + "main_score": 0.063432, + "hf_subset": "pib_Latn-eng_Latn", + "languages": [ + "pib-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.118494, + "recall": 0.171875, + "f1": 0.131923, + "accuracy": 0.171875, + "main_score": 0.131923, + "hf_subset": "eng_Latn-pio_Latn", + "languages": [ + "eng-Latn", + "pio-Latn" + ] + }, + { + "precision": 0.153137, + "recall": 0.214844, + "f1": 0.165063, + "accuracy": 0.214844, + "main_score": 0.165063, + "hf_subset": "pio_Latn-eng_Latn", + "languages": [ + "pio-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087642, + "recall": 0.109375, + "f1": 0.092548, + "accuracy": 0.109375, + "main_score": 0.092548, + "hf_subset": "eng_Latn-pir_Latn", + "languages": [ + "eng-Latn", + "pir-Latn" + ] + }, + { + "precision": 0.097478, + "recall": 0.160156, + "f1": 0.109699, + "accuracy": 0.160156, + "main_score": 0.109699, + "hf_subset": "pir_Latn-eng_Latn", + "languages": [ + "pir-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.006362, + "recall": 0.023438, + "f1": 0.008764, + "accuracy": 0.023438, + "main_score": 0.008764, + "hf_subset": "eng_Latn-piu_Latn", + "languages": [ + "eng-Latn", + "piu-Latn" + ] + }, + { + "precision": 0.014073, + "recall": 0.046875, + "f1": 0.017669, + "accuracy": 0.046875, + "main_score": 0.017669, + "hf_subset": "piu_Latn-eng_Latn", + "languages": [ + "piu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051823, + "recall": 0.070312, + "f1": 0.0567, + "accuracy": 0.070312, + "main_score": 0.0567, + "hf_subset": "eng_Latn-pjt_Latn", + "languages": [ + "eng-Latn", + "pjt-Latn" + ] + }, + { + "precision": 0.041895, + "recall": 0.082031, + "f1": 0.04786, + "accuracy": 0.082031, + "main_score": 0.04786, + "hf_subset": "pjt_Latn-eng_Latn", + "languages": [ + "pjt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.267067, + "recall": 0.34375, + "f1": 0.28637, + "accuracy": 0.34375, + "main_score": 0.28637, + "hf_subset": "eng_Latn-pls_Latn", + "languages": [ + "eng-Latn", + "pls-Latn" + ] + }, + { + "precision": 0.286827, + "recall": 0.375, + "f1": 0.307454, + "accuracy": 0.375, + "main_score": 0.307454, + "hf_subset": "pls_Latn-eng_Latn", + "languages": [ + "pls-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064924, + "recall": 0.097656, + "f1": 0.071171, + "accuracy": 0.097656, + "main_score": 0.071171, + "hf_subset": "eng_Latn-plu_Latn", + "languages": [ + "eng-Latn", + "plu-Latn" + ] + }, + { + "precision": 0.07965, + "recall": 0.121094, + "f1": 0.0861, + "accuracy": 0.121094, + "main_score": 0.0861, + "hf_subset": "plu_Latn-eng_Latn", + "languages": [ + "plu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065552, + "recall": 0.105469, + "f1": 0.072509, + "accuracy": 0.105469, + "main_score": 0.072509, + "hf_subset": "eng_Latn-pma_Latn", + "languages": [ + "eng-Latn", + "pma-Latn" + ] + }, + { + "precision": 0.074397, + "recall": 0.113281, + "f1": 0.081848, + "accuracy": 0.113281, + "main_score": 0.081848, + "hf_subset": "pma_Latn-eng_Latn", + "languages": [ + "pma-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.134875, + "recall": 0.179688, + "f1": 0.143404, + "accuracy": 0.179688, + "main_score": 0.143404, + "hf_subset": "eng_Latn-poe_Latn", + "languages": [ + "eng-Latn", + "poe-Latn" + ] + }, + { + "precision": 0.153114, + "recall": 0.214844, + "f1": 0.165864, + "accuracy": 0.214844, + "main_score": 0.165864, + "hf_subset": "poe_Latn-eng_Latn", + "languages": [ + "poe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.031684, + "recall": 0.050781, + "f1": 0.035621, + "accuracy": 0.050781, + "main_score": 0.035621, + "hf_subset": "eng_Latn-poh_Latn", + "languages": [ + "eng-Latn", + "poh-Latn" + ] + }, + { + "precision": 0.049469, + "recall": 0.082031, + "f1": 0.054253, + "accuracy": 0.082031, + "main_score": 0.054253, + "hf_subset": "poh_Latn-eng_Latn", + "languages": [ + "poh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.202736, + "recall": 0.28125, + "f1": 0.220103, + "accuracy": 0.28125, + "main_score": 0.220103, + "hf_subset": "eng_Latn-poi_Latn", + "languages": [ + "eng-Latn", + "poi-Latn" + ] + }, + { + "precision": 0.195833, + "recall": 0.269531, + "f1": 0.2127, + "accuracy": 0.269531, + "main_score": 0.2127, + "hf_subset": "poi_Latn-eng_Latn", + "languages": [ + "poi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.958984, + "recall": 0.972656, + "f1": 0.963542, + "accuracy": 0.972656, + "main_score": 0.963542, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.958984, + "recall": 0.972656, + "f1": 0.963542, + "accuracy": 0.972656, + "main_score": 0.963542, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049228, + "recall": 0.121094, + "f1": 0.064087, + "accuracy": 0.121094, + "main_score": 0.064087, + "hf_subset": "eng_Latn-pon_Latn", + "languages": [ + "eng-Latn", + "pon-Latn" + ] + }, + { + "precision": 0.048733, + "recall": 0.09375, + "f1": 0.057744, + "accuracy": 0.09375, + "main_score": 0.057744, + "hf_subset": "pon_Latn-eng_Latn", + "languages": [ + "pon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.194543, + "recall": 0.261719, + "f1": 0.211533, + "accuracy": 0.261719, + "main_score": 0.211533, + "hf_subset": "eng_Latn-poy_Latn", + "languages": [ + "eng-Latn", + "poy-Latn" + ] + }, + { + "precision": 0.226876, + "recall": 0.328125, + "f1": 0.249907, + "accuracy": 0.328125, + "main_score": 0.249907, + "hf_subset": "poy_Latn-eng_Latn", + "languages": [ + "poy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072986, + "recall": 0.101562, + "f1": 0.077671, + "accuracy": 0.101562, + "main_score": 0.077671, + "hf_subset": "eng_Latn-ppo_Latn", + "languages": [ + "eng-Latn", + "ppo-Latn" + ] + }, + { + "precision": 0.079814, + "recall": 0.121094, + "f1": 0.086763, + "accuracy": 0.121094, + "main_score": 0.086763, + "hf_subset": "ppo_Latn-eng_Latn", + "languages": [ + "ppo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.515005, + "recall": 0.609375, + "f1": 0.540495, + "accuracy": 0.609375, + "main_score": 0.540495, + "hf_subset": "eng_Latn-prf_Latn", + "languages": [ + "eng-Latn", + "prf-Latn" + ] + }, + { + "precision": 0.58992, + "recall": 0.667969, + "f1": 0.61175, + "accuracy": 0.667969, + "main_score": 0.61175, + "hf_subset": "prf_Latn-eng_Latn", + "languages": [ + "prf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.055501, + "recall": 0.078125, + "f1": 0.060894, + "accuracy": 0.078125, + "main_score": 0.060894, + "hf_subset": "eng_Latn-pri_Latn", + "languages": [ + "eng-Latn", + "pri-Latn" + ] + }, + { + "precision": 0.068958, + "recall": 0.113281, + "f1": 0.0784, + "accuracy": 0.113281, + "main_score": 0.0784, + "hf_subset": "pri_Latn-eng_Latn", + "languages": [ + "pri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111071, + "recall": 0.144531, + "f1": 0.116214, + "accuracy": 0.144531, + "main_score": 0.116214, + "hf_subset": "eng_Latn-ptp_Latn", + "languages": [ + "eng-Latn", + "ptp-Latn" + ] + }, + { + "precision": 0.101077, + "recall": 0.160156, + "f1": 0.113055, + "accuracy": 0.160156, + "main_score": 0.113055, + "hf_subset": "ptp_Latn-eng_Latn", + "languages": [ + "ptp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.142936, + "recall": 0.195312, + "f1": 0.154209, + "accuracy": 0.195312, + "main_score": 0.154209, + "hf_subset": "eng_Latn-ptu_Latn", + "languages": [ + "eng-Latn", + "ptu-Latn" + ] + }, + { + "precision": 0.112597, + "recall": 0.171875, + "f1": 0.12381, + "accuracy": 0.171875, + "main_score": 0.12381, + "hf_subset": "ptu_Latn-eng_Latn", + "languages": [ + "ptu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094314, + "recall": 0.136719, + "f1": 0.103285, + "accuracy": 0.136719, + "main_score": 0.103285, + "hf_subset": "eng_Latn-pwg_Latn", + "languages": [ + "eng-Latn", + "pwg-Latn" + ] + }, + { + "precision": 0.099396, + "recall": 0.160156, + "f1": 0.111646, + "accuracy": 0.160156, + "main_score": 0.111646, + "hf_subset": "pwg_Latn-eng_Latn", + "languages": [ + "pwg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.181473, + "recall": 0.269531, + "f1": 0.201066, + "accuracy": 0.269531, + "main_score": 0.201066, + "hf_subset": "eng_Latn-qub_Latn", + "languages": [ + "eng-Latn", + "qub-Latn" + ] + }, + { + "precision": 0.143894, + "recall": 0.234375, + "f1": 0.163553, + "accuracy": 0.234375, + "main_score": 0.163553, + "hf_subset": "qub_Latn-eng_Latn", + "languages": [ + "qub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.180104, + "recall": 0.28125, + "f1": 0.199731, + "accuracy": 0.28125, + "main_score": 0.199731, + "hf_subset": "eng_Latn-quc_Latn", + "languages": [ + "eng-Latn", + "quc-Latn" + ] + }, + { + "precision": 0.210235, + "recall": 0.300781, + "f1": 0.230148, + "accuracy": 0.300781, + "main_score": 0.230148, + "hf_subset": "quc_Latn-eng_Latn", + "languages": [ + "quc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.118643, + "recall": 0.179688, + "f1": 0.133003, + "accuracy": 0.179688, + "main_score": 0.133003, + "hf_subset": "eng_Latn-quf_Latn", + "languages": [ + "eng-Latn", + "quf-Latn" + ] + }, + { + "precision": 0.155697, + "recall": 0.21875, + "f1": 0.168169, + "accuracy": 0.21875, + "main_score": 0.168169, + "hf_subset": "quf_Latn-eng_Latn", + "languages": [ + "quf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.203652, + "recall": 0.273438, + "f1": 0.218834, + "accuracy": 0.273438, + "main_score": 0.218834, + "hf_subset": "eng_Latn-quh_Latn", + "languages": [ + "eng-Latn", + "quh-Latn" + ] + }, + { + "precision": 0.24034, + "recall": 0.328125, + "f1": 0.259865, + "accuracy": 0.328125, + "main_score": 0.259865, + "hf_subset": "quh_Latn-eng_Latn", + "languages": [ + "quh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.355729, + "recall": 0.457031, + "f1": 0.381331, + "accuracy": 0.457031, + "main_score": 0.381331, + "hf_subset": "eng_Latn-qul_Latn", + "languages": [ + "eng-Latn", + "qul-Latn" + ] + }, + { + "precision": 0.365792, + "recall": 0.484375, + "f1": 0.397129, + "accuracy": 0.484375, + "main_score": 0.397129, + "hf_subset": "qul_Latn-eng_Latn", + "languages": [ + "qul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106013, + "recall": 0.148438, + "f1": 0.114693, + "accuracy": 0.148438, + "main_score": 0.114693, + "hf_subset": "eng_Latn-qup_Latn", + "languages": [ + "eng-Latn", + "qup-Latn" + ] + }, + { + "precision": 0.130127, + "recall": 0.195312, + "f1": 0.143027, + "accuracy": 0.195312, + "main_score": 0.143027, + "hf_subset": "qup_Latn-eng_Latn", + "languages": [ + "qup-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089576, + "recall": 0.121094, + "f1": 0.09391, + "accuracy": 0.121094, + "main_score": 0.09391, + "hf_subset": "eng_Latn-qvc_Latn", + "languages": [ + "eng-Latn", + "qvc-Latn" + ] + }, + { + "precision": 0.128483, + "recall": 0.210938, + "f1": 0.146437, + "accuracy": 0.210938, + "main_score": 0.146437, + "hf_subset": "qvc_Latn-eng_Latn", + "languages": [ + "qvc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.374234, + "recall": 0.46875, + "f1": 0.397461, + "accuracy": 0.46875, + "main_score": 0.397461, + "hf_subset": "eng_Latn-qve_Latn", + "languages": [ + "eng-Latn", + "qve-Latn" + ] + }, + { + "precision": 0.421522, + "recall": 0.535156, + "f1": 0.453004, + "accuracy": 0.535156, + "main_score": 0.453004, + "hf_subset": "qve_Latn-eng_Latn", + "languages": [ + "qve-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.167046, + "recall": 0.21875, + "f1": 0.177606, + "accuracy": 0.21875, + "main_score": 0.177606, + "hf_subset": "eng_Latn-qvh_Latn", + "languages": [ + "eng-Latn", + "qvh-Latn" + ] + }, + { + "precision": 0.195509, + "recall": 0.273438, + "f1": 0.212862, + "accuracy": 0.273438, + "main_score": 0.212862, + "hf_subset": "qvh_Latn-eng_Latn", + "languages": [ + "qvh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.163216, + "recall": 0.214844, + "f1": 0.174225, + "accuracy": 0.214844, + "main_score": 0.174225, + "hf_subset": "eng_Latn-qvm_Latn", + "languages": [ + "eng-Latn", + "qvm-Latn" + ] + }, + { + "precision": 0.178103, + "recall": 0.253906, + "f1": 0.196313, + "accuracy": 0.253906, + "main_score": 0.196313, + "hf_subset": "qvm_Latn-eng_Latn", + "languages": [ + "qvm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.163896, + "recall": 0.203125, + "f1": 0.171637, + "accuracy": 0.203125, + "main_score": 0.171637, + "hf_subset": "eng_Latn-qvn_Latn", + "languages": [ + "eng-Latn", + "qvn-Latn" + ] + }, + { + "precision": 0.13196, + "recall": 0.21875, + "f1": 0.150682, + "accuracy": 0.21875, + "main_score": 0.150682, + "hf_subset": "qvn_Latn-eng_Latn", + "languages": [ + "qvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.172893, + "recall": 0.25, + "f1": 0.18923, + "accuracy": 0.25, + "main_score": 0.18923, + "hf_subset": "eng_Latn-qvs_Latn", + "languages": [ + "eng-Latn", + "qvs-Latn" + ] + }, + { + "precision": 0.160211, + "recall": 0.246094, + "f1": 0.179294, + "accuracy": 0.246094, + "main_score": 0.179294, + "hf_subset": "qvs_Latn-eng_Latn", + "languages": [ + "qvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128569, + "recall": 0.175781, + "f1": 0.138585, + "accuracy": 0.175781, + "main_score": 0.138585, + "hf_subset": "eng_Latn-qvw_Latn", + "languages": [ + "eng-Latn", + "qvw-Latn" + ] + }, + { + "precision": 0.099737, + "recall": 0.152344, + "f1": 0.112085, + "accuracy": 0.152344, + "main_score": 0.112085, + "hf_subset": "qvw_Latn-eng_Latn", + "languages": [ + "qvw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.140662, + "recall": 0.183594, + "f1": 0.149268, + "accuracy": 0.183594, + "main_score": 0.149268, + "hf_subset": "eng_Latn-qvz_Latn", + "languages": [ + "eng-Latn", + "qvz-Latn" + ] + }, + { + "precision": 0.128326, + "recall": 0.199219, + "f1": 0.143403, + "accuracy": 0.199219, + "main_score": 0.143403, + "hf_subset": "qvz_Latn-eng_Latn", + "languages": [ + "qvz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.230704, + "recall": 0.320312, + "f1": 0.252794, + "accuracy": 0.320312, + "main_score": 0.252794, + "hf_subset": "eng_Latn-qwh_Latn", + "languages": [ + "eng-Latn", + "qwh-Latn" + ] + }, + { + "precision": 0.252327, + "recall": 0.347656, + "f1": 0.275651, + "accuracy": 0.347656, + "main_score": 0.275651, + "hf_subset": "qwh_Latn-eng_Latn", + "languages": [ + "qwh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099036, + "recall": 0.136719, + "f1": 0.106746, + "accuracy": 0.136719, + "main_score": 0.106746, + "hf_subset": "eng_Latn-qxh_Latn", + "languages": [ + "eng-Latn", + "qxh-Latn" + ] + }, + { + "precision": 0.086106, + "recall": 0.140625, + "f1": 0.09714, + "accuracy": 0.140625, + "main_score": 0.09714, + "hf_subset": "qxh_Latn-eng_Latn", + "languages": [ + "qxh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.279345, + "recall": 0.375, + "f1": 0.303928, + "accuracy": 0.375, + "main_score": 0.303928, + "hf_subset": "eng_Latn-qxn_Latn", + "languages": [ + "eng-Latn", + "qxn-Latn" + ] + }, + { + "precision": 0.330433, + "recall": 0.421875, + "f1": 0.353557, + "accuracy": 0.421875, + "main_score": 0.353557, + "hf_subset": "qxn_Latn-eng_Latn", + "languages": [ + "qxn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.171844, + "recall": 0.234375, + "f1": 0.185392, + "accuracy": 0.234375, + "main_score": 0.185392, + "hf_subset": "eng_Latn-qxo_Latn", + "languages": [ + "eng-Latn", + "qxo-Latn" + ] + }, + { + "precision": 0.184363, + "recall": 0.265625, + "f1": 0.203097, + "accuracy": 0.265625, + "main_score": 0.203097, + "hf_subset": "qxo_Latn-eng_Latn", + "languages": [ + "qxo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.140301, + "recall": 0.203125, + "f1": 0.152856, + "accuracy": 0.203125, + "main_score": 0.152856, + "hf_subset": "eng_Latn-rai_Latn", + "languages": [ + "eng-Latn", + "rai-Latn" + ] + }, + { + "precision": 0.135583, + "recall": 0.207031, + "f1": 0.150082, + "accuracy": 0.207031, + "main_score": 0.150082, + "hf_subset": "rai_Latn-eng_Latn", + "languages": [ + "rai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.17504, + "recall": 0.238281, + "f1": 0.189503, + "accuracy": 0.238281, + "main_score": 0.189503, + "hf_subset": "eng_Latn-reg_Latn", + "languages": [ + "eng-Latn", + "reg-Latn" + ] + }, + { + "precision": 0.195396, + "recall": 0.277344, + "f1": 0.212888, + "accuracy": 0.277344, + "main_score": 0.212888, + "hf_subset": "reg_Latn-eng_Latn", + "languages": [ + "reg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081785, + "recall": 0.113281, + "f1": 0.089123, + "accuracy": 0.113281, + "main_score": 0.089123, + "hf_subset": "eng_Latn-rgu_Latn", + "languages": [ + "eng-Latn", + "rgu-Latn" + ] + }, + { + "precision": 0.086388, + "recall": 0.136719, + "f1": 0.096074, + "accuracy": 0.136719, + "main_score": 0.096074, + "hf_subset": "rgu_Latn-eng_Latn", + "languages": [ + "rgu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025651, + "recall": 0.042969, + "f1": 0.029948, + "accuracy": 0.042969, + "main_score": 0.029948, + "hf_subset": "eng_Latn-rkb_Latn", + "languages": [ + "eng-Latn", + "rkb-Latn" + ] + }, + { + "precision": 0.031458, + "recall": 0.066406, + "f1": 0.037049, + "accuracy": 0.066406, + "main_score": 0.037049, + "hf_subset": "rkb_Latn-eng_Latn", + "languages": [ + "rkb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.409744, + "recall": 0.507812, + "f1": 0.434899, + "accuracy": 0.507812, + "main_score": 0.434899, + "hf_subset": "eng_Latn-rmc_Latn", + "languages": [ + "eng-Latn", + "rmc-Latn" + ] + }, + { + "precision": 0.493364, + "recall": 0.578125, + "f1": 0.516688, + "accuracy": 0.578125, + "main_score": 0.516688, + "hf_subset": "rmc_Latn-eng_Latn", + "languages": [ + "rmc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.325977, + "recall": 0.460938, + "f1": 0.361458, + "accuracy": 0.460938, + "main_score": 0.361458, + "hf_subset": "eng_Latn-rmy_Latn", + "languages": [ + "eng-Latn", + "rmy-Latn" + ] + }, + { + "precision": 0.457003, + "recall": 0.574219, + "f1": 0.490039, + "accuracy": 0.574219, + "main_score": 0.490039, + "hf_subset": "rmy_Latn-eng_Latn", + "languages": [ + "rmy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068906, + "recall": 0.097656, + "f1": 0.074913, + "accuracy": 0.097656, + "main_score": 0.074913, + "hf_subset": "eng_Latn-roo_Latn", + "languages": [ + "eng-Latn", + "roo-Latn" + ] + }, + { + "precision": 0.085475, + "recall": 0.144531, + "f1": 0.096677, + "accuracy": 0.144531, + "main_score": 0.096677, + "hf_subset": "roo_Latn-eng_Latn", + "languages": [ + "roo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.323448, + "recall": 0.417969, + "f1": 0.34451, + "accuracy": 0.417969, + "main_score": 0.34451, + "hf_subset": "eng_Latn-rop_Latn", + "languages": [ + "eng-Latn", + "rop-Latn" + ] + }, + { + "precision": 0.323255, + "recall": 0.421875, + "f1": 0.347405, + "accuracy": 0.421875, + "main_score": 0.347405, + "hf_subset": "rop_Latn-eng_Latn", + "languages": [ + "rop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090337, + "recall": 0.140625, + "f1": 0.102111, + "accuracy": 0.140625, + "main_score": 0.102111, + "hf_subset": "eng_Latn-row_Latn", + "languages": [ + "eng-Latn", + "row-Latn" + ] + }, + { + "precision": 0.104843, + "recall": 0.152344, + "f1": 0.114575, + "accuracy": 0.152344, + "main_score": 0.114575, + "hf_subset": "row_Latn-eng_Latn", + "languages": [ + "row-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128664, + "recall": 0.167969, + "f1": 0.139062, + "accuracy": 0.167969, + "main_score": 0.139062, + "hf_subset": "eng_Latn-rro_Latn", + "languages": [ + "eng-Latn", + "rro-Latn" + ] + }, + { + "precision": 0.099784, + "recall": 0.152344, + "f1": 0.109635, + "accuracy": 0.152344, + "main_score": 0.109635, + "hf_subset": "rro_Latn-eng_Latn", + "languages": [ + "rro-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.21869, + "recall": 0.292969, + "f1": 0.235596, + "accuracy": 0.292969, + "main_score": 0.235596, + "hf_subset": "eng_Latn-ruf_Latn", + "languages": [ + "eng-Latn", + "ruf-Latn" + ] + }, + { + "precision": 0.233143, + "recall": 0.328125, + "f1": 0.254415, + "accuracy": 0.328125, + "main_score": 0.254415, + "hf_subset": "ruf_Latn-eng_Latn", + "languages": [ + "ruf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097639, + "recall": 0.136719, + "f1": 0.10351, + "accuracy": 0.136719, + "main_score": 0.10351, + "hf_subset": "eng_Latn-rug_Latn", + "languages": [ + "eng-Latn", + "rug-Latn" + ] + }, + { + "precision": 0.082536, + "recall": 0.140625, + "f1": 0.093538, + "accuracy": 0.140625, + "main_score": 0.093538, + "hf_subset": "rug_Latn-eng_Latn", + "languages": [ + "rug-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.972005, + "recall": 0.980469, + "f1": 0.974609, + "accuracy": 0.980469, + "main_score": 0.974609, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.067782, + "recall": 0.101562, + "f1": 0.074702, + "accuracy": 0.101562, + "main_score": 0.074702, + "hf_subset": "eng_Latn-rwo_Latn", + "languages": [ + "eng-Latn", + "rwo-Latn" + ] + }, + { + "precision": 0.068073, + "recall": 0.09375, + "f1": 0.073251, + "accuracy": 0.09375, + "main_score": 0.073251, + "hf_subset": "rwo_Latn-eng_Latn", + "languages": [ + "rwo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056182, + "recall": 0.078125, + "f1": 0.061415, + "accuracy": 0.078125, + "main_score": 0.061415, + "hf_subset": "eng_Latn-sab_Latn", + "languages": [ + "eng-Latn", + "sab-Latn" + ] + }, + { + "precision": 0.08558, + "recall": 0.128906, + "f1": 0.094047, + "accuracy": 0.128906, + "main_score": 0.094047, + "hf_subset": "sab_Latn-eng_Latn", + "languages": [ + "sab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.579242, + "recall": 0.675781, + "f1": 0.607031, + "accuracy": 0.675781, + "main_score": 0.607031, + "hf_subset": "eng_Latn-san_Latn", + "languages": [ + "eng-Latn", + "san-Latn" + ] + }, + { + "precision": 0.702311, + "recall": 0.773438, + "f1": 0.724045, + "accuracy": 0.773438, + "main_score": 0.724045, + "hf_subset": "san_Latn-eng_Latn", + "languages": [ + "san-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092253, + "recall": 0.140625, + "f1": 0.103553, + "accuracy": 0.140625, + "main_score": 0.103553, + "hf_subset": "eng_Latn-sbe_Latn", + "languages": [ + "eng-Latn", + "sbe-Latn" + ] + }, + { + "precision": 0.093842, + "recall": 0.144531, + "f1": 0.105354, + "accuracy": 0.144531, + "main_score": 0.105354, + "hf_subset": "sbe_Latn-eng_Latn", + "languages": [ + "sbe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.201757, + "recall": 0.261719, + "f1": 0.212768, + "accuracy": 0.261719, + "main_score": 0.212768, + "hf_subset": "eng_Latn-sbk_Latn", + "languages": [ + "eng-Latn", + "sbk-Latn" + ] + }, + { + "precision": 0.240695, + "recall": 0.3125, + "f1": 0.257332, + "accuracy": 0.3125, + "main_score": 0.257332, + "hf_subset": "sbk_Latn-eng_Latn", + "languages": [ + "sbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.164122, + "recall": 0.230469, + "f1": 0.178389, + "accuracy": 0.230469, + "main_score": 0.178389, + "hf_subset": "eng_Latn-sbs_Latn", + "languages": [ + "eng-Latn", + "sbs-Latn" + ] + }, + { + "precision": 0.205261, + "recall": 0.292969, + "f1": 0.224278, + "accuracy": 0.292969, + "main_score": 0.224278, + "hf_subset": "sbs_Latn-eng_Latn", + "languages": [ + "sbs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.44242, + "recall": 0.5625, + "f1": 0.476888, + "accuracy": 0.5625, + "main_score": 0.476888, + "hf_subset": "eng_Latn-seh_Latn", + "languages": [ + "eng-Latn", + "seh-Latn" + ] + }, + { + "precision": 0.529577, + "recall": 0.621094, + "f1": 0.555498, + "accuracy": 0.621094, + "main_score": 0.555498, + "hf_subset": "seh_Latn-eng_Latn", + "languages": [ + "seh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090235, + "recall": 0.132812, + "f1": 0.098845, + "accuracy": 0.132812, + "main_score": 0.098845, + "hf_subset": "eng_Latn-sey_Latn", + "languages": [ + "eng-Latn", + "sey-Latn" + ] + }, + { + "precision": 0.105807, + "recall": 0.15625, + "f1": 0.115073, + "accuracy": 0.15625, + "main_score": 0.115073, + "hf_subset": "sey_Latn-eng_Latn", + "languages": [ + "sey-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.225721, + "recall": 0.296875, + "f1": 0.242011, + "accuracy": 0.296875, + "main_score": 0.242011, + "hf_subset": "eng_Latn-sgb_Latn", + "languages": [ + "eng-Latn", + "sgb-Latn" + ] + }, + { + "precision": 0.221016, + "recall": 0.308594, + "f1": 0.240838, + "accuracy": 0.308594, + "main_score": 0.240838, + "hf_subset": "sgb_Latn-eng_Latn", + "languages": [ + "sgb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092122, + "recall": 0.121094, + "f1": 0.098405, + "accuracy": 0.121094, + "main_score": 0.098405, + "hf_subset": "eng_Latn-sgz_Latn", + "languages": [ + "eng-Latn", + "sgz-Latn" + ] + }, + { + "precision": 0.064474, + "recall": 0.109375, + "f1": 0.072481, + "accuracy": 0.109375, + "main_score": 0.072481, + "hf_subset": "sgz_Latn-eng_Latn", + "languages": [ + "sgz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.18001, + "recall": 0.252747, + "f1": 0.19608, + "accuracy": 0.252747, + "main_score": 0.19608, + "hf_subset": "eng_Latn-shj_Latn", + "languages": [ + "eng-Latn", + "shj-Latn" + ] + }, + { + "precision": 0.260165, + "recall": 0.32967, + "f1": 0.275859, + "accuracy": 0.32967, + "main_score": 0.275859, + "hf_subset": "shj_Latn-eng_Latn", + "languages": [ + "shj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111281, + "recall": 0.144531, + "f1": 0.11941, + "accuracy": 0.144531, + "main_score": 0.11941, + "hf_subset": "eng_Latn-shp_Latn", + "languages": [ + "eng-Latn", + "shp-Latn" + ] + }, + { + "precision": 0.102864, + "recall": 0.164062, + "f1": 0.115606, + "accuracy": 0.164062, + "main_score": 0.115606, + "hf_subset": "shp_Latn-eng_Latn", + "languages": [ + "shp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066355, + "recall": 0.101562, + "f1": 0.074126, + "accuracy": 0.101562, + "main_score": 0.074126, + "hf_subset": "eng_Latn-sim_Latn", + "languages": [ + "eng-Latn", + "sim-Latn" + ] + }, + { + "precision": 0.079415, + "recall": 0.132812, + "f1": 0.090356, + "accuracy": 0.132812, + "main_score": 0.090356, + "hf_subset": "sim_Latn-eng_Latn", + "languages": [ + "sim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084031, + "recall": 0.132812, + "f1": 0.093606, + "accuracy": 0.132812, + "main_score": 0.093606, + "hf_subset": "eng_Latn-sja_Latn", + "languages": [ + "eng-Latn", + "sja-Latn" + ] + }, + { + "precision": 0.120861, + "recall": 0.164062, + "f1": 0.129312, + "accuracy": 0.164062, + "main_score": 0.129312, + "hf_subset": "sja_Latn-eng_Latn", + "languages": [ + "sja-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075442, + "recall": 0.101562, + "f1": 0.081076, + "accuracy": 0.101562, + "main_score": 0.081076, + "hf_subset": "eng_Latn-sll_Latn", + "languages": [ + "eng-Latn", + "sll-Latn" + ] + }, + { + "precision": 0.082049, + "recall": 0.117188, + "f1": 0.088723, + "accuracy": 0.117188, + "main_score": 0.088723, + "hf_subset": "sll_Latn-eng_Latn", + "languages": [ + "sll-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.277676, + "recall": 0.355469, + "f1": 0.294305, + "accuracy": 0.355469, + "main_score": 0.294305, + "hf_subset": "eng_Latn-smk_Latn", + "languages": [ + "eng-Latn", + "smk-Latn" + ] + }, + { + "precision": 0.293769, + "recall": 0.386719, + "f1": 0.318363, + "accuracy": 0.386719, + "main_score": 0.318363, + "hf_subset": "smk_Latn-eng_Latn", + "languages": [ + "smk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.130747, + "recall": 0.179688, + "f1": 0.142329, + "accuracy": 0.179688, + "main_score": 0.142329, + "hf_subset": "eng_Latn-snc_Latn", + "languages": [ + "eng-Latn", + "snc-Latn" + ] + }, + { + "precision": 0.120982, + "recall": 0.179688, + "f1": 0.132969, + "accuracy": 0.179688, + "main_score": 0.132969, + "hf_subset": "snc_Latn-eng_Latn", + "languages": [ + "snc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090444, + "recall": 0.105469, + "f1": 0.093533, + "accuracy": 0.105469, + "main_score": 0.093533, + "hf_subset": "eng_Latn-snn_Latn", + "languages": [ + "eng-Latn", + "snn-Latn" + ] + }, + { + "precision": 0.072286, + "recall": 0.132812, + "f1": 0.084456, + "accuracy": 0.132812, + "main_score": 0.084456, + "hf_subset": "snn_Latn-eng_Latn", + "languages": [ + "snn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068185, + "recall": 0.121094, + "f1": 0.077118, + "accuracy": 0.121094, + "main_score": 0.077118, + "hf_subset": "eng_Latn-snp_Latn", + "languages": [ + "eng-Latn", + "snp-Latn" + ] + }, + { + "precision": 0.053321, + "recall": 0.117188, + "f1": 0.06525, + "accuracy": 0.117188, + "main_score": 0.06525, + "hf_subset": "snp_Latn-eng_Latn", + "languages": [ + "snp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.224206, + "recall": 0.314286, + "f1": 0.247453, + "accuracy": 0.314286, + "main_score": 0.247453, + "hf_subset": "eng_Latn-snx_Latn", + "languages": [ + "eng-Latn", + "snx-Latn" + ] + }, + { + "precision": 0.201369, + "recall": 0.307143, + "f1": 0.229921, + "accuracy": 0.307143, + "main_score": 0.229921, + "hf_subset": "snx_Latn-eng_Latn", + "languages": [ + "snx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080118, + "recall": 0.128906, + "f1": 0.088287, + "accuracy": 0.128906, + "main_score": 0.088287, + "hf_subset": "eng_Latn-sny_Latn", + "languages": [ + "eng-Latn", + "sny-Latn" + ] + }, + { + "precision": 0.133646, + "recall": 0.183594, + "f1": 0.143093, + "accuracy": 0.183594, + "main_score": 0.143093, + "hf_subset": "sny_Latn-eng_Latn", + "languages": [ + "sny-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.69561, + "recall": 0.765625, + "f1": 0.716531, + "accuracy": 0.765625, + "main_score": 0.716531, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "precision": 0.783984, + "recall": 0.84375, + "f1": 0.802734, + "accuracy": 0.84375, + "main_score": 0.802734, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092014, + "recall": 0.132812, + "f1": 0.102122, + "accuracy": 0.132812, + "main_score": 0.102122, + "hf_subset": "eng_Latn-soq_Latn", + "languages": [ + "eng-Latn", + "soq-Latn" + ] + }, + { + "precision": 0.088887, + "recall": 0.132812, + "f1": 0.097405, + "accuracy": 0.132812, + "main_score": 0.097405, + "hf_subset": "soq_Latn-eng_Latn", + "languages": [ + "soq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040285, + "recall": 0.085938, + "f1": 0.049874, + "accuracy": 0.085938, + "main_score": 0.049874, + "hf_subset": "eng_Latn-soy_Latn", + "languages": [ + "eng-Latn", + "soy-Latn" + ] + }, + { + "precision": 0.067837, + "recall": 0.105469, + "f1": 0.074266, + "accuracy": 0.105469, + "main_score": 0.074266, + "hf_subset": "soy_Latn-eng_Latn", + "languages": [ + "soy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.020004, + "recall": 0.046875, + "f1": 0.024173, + "accuracy": 0.046875, + "main_score": 0.024173, + "hf_subset": "eng_Latn-spl_Latn", + "languages": [ + "eng-Latn", + "spl-Latn" + ] + }, + { + "precision": 0.043276, + "recall": 0.078125, + "f1": 0.049912, + "accuracy": 0.078125, + "main_score": 0.049912, + "hf_subset": "spl_Latn-eng_Latn", + "languages": [ + "spl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.139783, + "recall": 0.214844, + "f1": 0.156331, + "accuracy": 0.214844, + "main_score": 0.156331, + "hf_subset": "eng_Latn-spm_Latn", + "languages": [ + "eng-Latn", + "spm-Latn" + ] + }, + { + "precision": 0.172058, + "recall": 0.257812, + "f1": 0.192956, + "accuracy": 0.257812, + "main_score": 0.192956, + "hf_subset": "spm_Latn-eng_Latn", + "languages": [ + "spm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071258, + "recall": 0.105469, + "f1": 0.07842, + "accuracy": 0.105469, + "main_score": 0.07842, + "hf_subset": "eng_Latn-spp_Latn", + "languages": [ + "eng-Latn", + "spp-Latn" + ] + }, + { + "precision": 0.070702, + "recall": 0.117188, + "f1": 0.079793, + "accuracy": 0.117188, + "main_score": 0.079793, + "hf_subset": "spp_Latn-eng_Latn", + "languages": [ + "spp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074824, + "recall": 0.101562, + "f1": 0.080087, + "accuracy": 0.101562, + "main_score": 0.080087, + "hf_subset": "eng_Latn-sps_Latn", + "languages": [ + "eng-Latn", + "sps-Latn" + ] + }, + { + "precision": 0.073418, + "recall": 0.125, + "f1": 0.083172, + "accuracy": 0.125, + "main_score": 0.083172, + "hf_subset": "sps_Latn-eng_Latn", + "languages": [ + "sps-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053766, + "recall": 0.082031, + "f1": 0.058844, + "accuracy": 0.082031, + "main_score": 0.058844, + "hf_subset": "eng_Latn-spy_Latn", + "languages": [ + "eng-Latn", + "spy-Latn" + ] + }, + { + "precision": 0.049403, + "recall": 0.078125, + "f1": 0.053215, + "accuracy": 0.078125, + "main_score": 0.053215, + "hf_subset": "spy_Latn-eng_Latn", + "languages": [ + "spy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070085, + "recall": 0.089844, + "f1": 0.074368, + "accuracy": 0.089844, + "main_score": 0.074368, + "hf_subset": "eng_Latn-sri_Latn", + "languages": [ + "eng-Latn", + "sri-Latn" + ] + }, + { + "precision": 0.096801, + "recall": 0.144531, + "f1": 0.105574, + "accuracy": 0.144531, + "main_score": 0.105574, + "hf_subset": "sri_Latn-eng_Latn", + "languages": [ + "sri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107372, + "recall": 0.167969, + "f1": 0.119894, + "accuracy": 0.167969, + "main_score": 0.119894, + "hf_subset": "eng_Latn-srm_Latn", + "languages": [ + "eng-Latn", + "srm-Latn" + ] + }, + { + "precision": 0.09969, + "recall": 0.160156, + "f1": 0.113487, + "accuracy": 0.160156, + "main_score": 0.113487, + "hf_subset": "srm_Latn-eng_Latn", + "languages": [ + "srm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.430466, + "recall": 0.527344, + "f1": 0.454517, + "accuracy": 0.527344, + "main_score": 0.454517, + "hf_subset": "eng_Latn-srn_Latn", + "languages": [ + "eng-Latn", + "srn-Latn" + ] + }, + { + "precision": 0.489655, + "recall": 0.578125, + "f1": 0.513911, + "accuracy": 0.578125, + "main_score": 0.513911, + "hf_subset": "srn_Latn-eng_Latn", + "languages": [ + "srn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.939453, + "recall": 0.957031, + "f1": 0.945312, + "accuracy": 0.957031, + "main_score": 0.945312, + "hf_subset": "eng_Latn-srp_Latn", + "languages": [ + "eng-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.970703, + "recall": 0.976562, + "f1": 0.972656, + "accuracy": 0.976562, + "main_score": 0.972656, + "hf_subset": "srp_Latn-eng_Latn", + "languages": [ + "srp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.130615, + "recall": 0.164062, + "f1": 0.138958, + "accuracy": 0.164062, + "main_score": 0.138958, + "hf_subset": "eng_Latn-srq_Latn", + "languages": [ + "eng-Latn", + "srq-Latn" + ] + }, + { + "precision": 0.138479, + "recall": 0.179688, + "f1": 0.147535, + "accuracy": 0.179688, + "main_score": 0.147535, + "hf_subset": "srq_Latn-eng_Latn", + "languages": [ + "srq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071604, + "recall": 0.105469, + "f1": 0.078615, + "accuracy": 0.105469, + "main_score": 0.078615, + "hf_subset": "eng_Latn-ssd_Latn", + "languages": [ + "eng-Latn", + "ssd-Latn" + ] + }, + { + "precision": 0.072625, + "recall": 0.121094, + "f1": 0.08356, + "accuracy": 0.121094, + "main_score": 0.08356, + "hf_subset": "ssd_Latn-eng_Latn", + "languages": [ + "ssd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116374, + "recall": 0.148438, + "f1": 0.123995, + "accuracy": 0.148438, + "main_score": 0.123995, + "hf_subset": "eng_Latn-ssg_Latn", + "languages": [ + "eng-Latn", + "ssg-Latn" + ] + }, + { + "precision": 0.099411, + "recall": 0.15625, + "f1": 0.111841, + "accuracy": 0.15625, + "main_score": 0.111841, + "hf_subset": "ssg_Latn-eng_Latn", + "languages": [ + "ssg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042849, + "recall": 0.070312, + "f1": 0.049479, + "accuracy": 0.070312, + "main_score": 0.049479, + "hf_subset": "eng_Latn-ssx_Latn", + "languages": [ + "eng-Latn", + "ssx-Latn" + ] + }, + { + "precision": 0.03394, + "recall": 0.066406, + "f1": 0.038104, + "accuracy": 0.066406, + "main_score": 0.038104, + "hf_subset": "ssx_Latn-eng_Latn", + "languages": [ + "ssx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.055664, + "recall": 0.078125, + "f1": 0.061328, + "accuracy": 0.078125, + "main_score": 0.061328, + "hf_subset": "eng_Latn-stp_Latn", + "languages": [ + "eng-Latn", + "stp-Latn" + ] + }, + { + "precision": 0.067452, + "recall": 0.105469, + "f1": 0.074567, + "accuracy": 0.105469, + "main_score": 0.074567, + "hf_subset": "stp_Latn-eng_Latn", + "languages": [ + "stp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056674, + "recall": 0.085938, + "f1": 0.063682, + "accuracy": 0.085938, + "main_score": 0.063682, + "hf_subset": "eng_Latn-sua_Latn", + "languages": [ + "eng-Latn", + "sua-Latn" + ] + }, + { + "precision": 0.082687, + "recall": 0.136719, + "f1": 0.09444, + "accuracy": 0.136719, + "main_score": 0.09444, + "hf_subset": "sua_Latn-eng_Latn", + "languages": [ + "sua-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10153, + "recall": 0.136719, + "f1": 0.109871, + "accuracy": 0.136719, + "main_score": 0.109871, + "hf_subset": "eng_Latn-sue_Latn", + "languages": [ + "eng-Latn", + "sue-Latn" + ] + }, + { + "precision": 0.097925, + "recall": 0.152344, + "f1": 0.111979, + "accuracy": 0.152344, + "main_score": 0.111979, + "hf_subset": "sue_Latn-eng_Latn", + "languages": [ + "sue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.016535, + "recall": 0.03125, + "f1": 0.018482, + "accuracy": 0.03125, + "main_score": 0.018482, + "hf_subset": "eng_Latn-sus_Arab", + "languages": [ + "eng-Latn", + "sus-Arab" + ] + }, + { + "precision": 0.014844, + "recall": 0.027344, + "f1": 0.016412, + "accuracy": 0.027344, + "main_score": 0.016412, + "hf_subset": "sus_Arab-eng_Latn", + "languages": [ + "sus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.098618, + "recall": 0.152344, + "f1": 0.108291, + "accuracy": 0.152344, + "main_score": 0.108291, + "hf_subset": "eng_Latn-suz_Latn", + "languages": [ + "eng-Latn", + "suz-Latn" + ] + }, + { + "precision": 0.104228, + "recall": 0.164062, + "f1": 0.117501, + "accuracy": 0.164062, + "main_score": 0.117501, + "hf_subset": "suz_Latn-eng_Latn", + "languages": [ + "suz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.686849, + "recall": 0.773438, + "f1": 0.71263, + "accuracy": 0.773438, + "main_score": 0.71263, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.929036, + "recall": 0.949219, + "f1": 0.935547, + "accuracy": 0.949219, + "main_score": 0.935547, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.117214, + "recall": 0.179688, + "f1": 0.130747, + "accuracy": 0.179688, + "main_score": 0.130747, + "hf_subset": "eng_Latn-swp_Latn", + "languages": [ + "eng-Latn", + "swp-Latn" + ] + }, + { + "precision": 0.140597, + "recall": 0.203125, + "f1": 0.152376, + "accuracy": 0.203125, + "main_score": 0.152376, + "hf_subset": "swp_Latn-eng_Latn", + "languages": [ + "swp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.217553, + "recall": 0.289062, + "f1": 0.234741, + "accuracy": 0.289062, + "main_score": 0.234741, + "hf_subset": "eng_Latn-sxb_Latn", + "languages": [ + "eng-Latn", + "sxb-Latn" + ] + }, + { + "precision": 0.176584, + "recall": 0.261719, + "f1": 0.194962, + "accuracy": 0.261719, + "main_score": 0.194962, + "hf_subset": "sxb_Latn-eng_Latn", + "languages": [ + "sxb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066148, + "recall": 0.097656, + "f1": 0.072033, + "accuracy": 0.097656, + "main_score": 0.072033, + "hf_subset": "eng_Latn-tac_Latn", + "languages": [ + "eng-Latn", + "tac-Latn" + ] + }, + { + "precision": 0.053092, + "recall": 0.085938, + "f1": 0.060501, + "accuracy": 0.085938, + "main_score": 0.060501, + "hf_subset": "tac_Latn-eng_Latn", + "languages": [ + "tac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.139117, + "recall": 0.226562, + "f1": 0.156516, + "accuracy": 0.226562, + "main_score": 0.156516, + "hf_subset": "eng_Latn-taj_Deva", + "languages": [ + "eng-Latn", + "taj-Deva" + ] + }, + { + "precision": 0.18699, + "recall": 0.285156, + "f1": 0.209912, + "accuracy": 0.285156, + "main_score": 0.209912, + "hf_subset": "taj_Deva-eng_Latn", + "languages": [ + "taj-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.871094, + "recall": 0.882812, + "f1": 0.875, + "accuracy": 0.882812, + "main_score": 0.875, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.890625, + "recall": 0.902344, + "f1": 0.894531, + "accuracy": 0.902344, + "main_score": 0.894531, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.066382, + "recall": 0.097656, + "f1": 0.071986, + "accuracy": 0.097656, + "main_score": 0.071986, + "hf_subset": "eng_Latn-tav_Latn", + "languages": [ + "eng-Latn", + "tav-Latn" + ] + }, + { + "precision": 0.071482, + "recall": 0.132812, + "f1": 0.082969, + "accuracy": 0.132812, + "main_score": 0.082969, + "hf_subset": "tav_Latn-eng_Latn", + "languages": [ + "tav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058172, + "recall": 0.078125, + "f1": 0.061613, + "accuracy": 0.078125, + "main_score": 0.061613, + "hf_subset": "eng_Latn-taw_Latn", + "languages": [ + "eng-Latn", + "taw-Latn" + ] + }, + { + "precision": 0.060095, + "recall": 0.09375, + "f1": 0.065879, + "accuracy": 0.09375, + "main_score": 0.065879, + "hf_subset": "taw_Latn-eng_Latn", + "languages": [ + "taw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10108, + "recall": 0.132812, + "f1": 0.106696, + "accuracy": 0.132812, + "main_score": 0.106696, + "hf_subset": "eng_Latn-tbc_Latn", + "languages": [ + "eng-Latn", + "tbc-Latn" + ] + }, + { + "precision": 0.068909, + "recall": 0.117188, + "f1": 0.07866, + "accuracy": 0.117188, + "main_score": 0.07866, + "hf_subset": "tbc_Latn-eng_Latn", + "languages": [ + "tbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116673, + "recall": 0.167969, + "f1": 0.128888, + "accuracy": 0.167969, + "main_score": 0.128888, + "hf_subset": "eng_Latn-tbf_Latn", + "languages": [ + "eng-Latn", + "tbf-Latn" + ] + }, + { + "precision": 0.114433, + "recall": 0.167969, + "f1": 0.124553, + "accuracy": 0.167969, + "main_score": 0.124553, + "hf_subset": "tbf_Latn-eng_Latn", + "languages": [ + "tbf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042162, + "recall": 0.078125, + "f1": 0.047429, + "accuracy": 0.078125, + "main_score": 0.047429, + "hf_subset": "eng_Latn-tbg_Latn", + "languages": [ + "eng-Latn", + "tbg-Latn" + ] + }, + { + "precision": 0.051872, + "recall": 0.082031, + "f1": 0.057673, + "accuracy": 0.082031, + "main_score": 0.057673, + "hf_subset": "tbg_Latn-eng_Latn", + "languages": [ + "tbg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065631, + "recall": 0.097656, + "f1": 0.071052, + "accuracy": 0.097656, + "main_score": 0.071052, + "hf_subset": "eng_Latn-tbo_Latn", + "languages": [ + "eng-Latn", + "tbo-Latn" + ] + }, + { + "precision": 0.073543, + "recall": 0.121094, + "f1": 0.083951, + "accuracy": 0.121094, + "main_score": 0.083951, + "hf_subset": "tbo_Latn-eng_Latn", + "languages": [ + "tbo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053039, + "recall": 0.085938, + "f1": 0.059412, + "accuracy": 0.085938, + "main_score": 0.059412, + "hf_subset": "eng_Latn-tbz_Latn", + "languages": [ + "eng-Latn", + "tbz-Latn" + ] + }, + { + "precision": 0.062847, + "recall": 0.082031, + "f1": 0.066445, + "accuracy": 0.082031, + "main_score": 0.066445, + "hf_subset": "tbz_Latn-eng_Latn", + "languages": [ + "tbz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058127, + "recall": 0.09375, + "f1": 0.063577, + "accuracy": 0.09375, + "main_score": 0.063577, + "hf_subset": "eng_Latn-tca_Latn", + "languages": [ + "eng-Latn", + "tca-Latn" + ] + }, + { + "precision": 0.070495, + "recall": 0.113281, + "f1": 0.078451, + "accuracy": 0.113281, + "main_score": 0.078451, + "hf_subset": "tca_Latn-eng_Latn", + "languages": [ + "tca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.613607, + "recall": 0.707031, + "f1": 0.642188, + "accuracy": 0.707031, + "main_score": 0.642188, + "hf_subset": "eng_Latn-tcs_Latn", + "languages": [ + "eng-Latn", + "tcs-Latn" + ] + }, + { + "precision": 0.653451, + "recall": 0.738281, + "f1": 0.678516, + "accuracy": 0.738281, + "main_score": 0.678516, + "hf_subset": "tcs_Latn-eng_Latn", + "languages": [ + "tcs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.140334, + "recall": 0.195312, + "f1": 0.152034, + "accuracy": 0.195312, + "main_score": 0.152034, + "hf_subset": "eng_Latn-tcz_Latn", + "languages": [ + "eng-Latn", + "tcz-Latn" + ] + }, + { + "precision": 0.12344, + "recall": 0.191406, + "f1": 0.137848, + "accuracy": 0.191406, + "main_score": 0.137848, + "hf_subset": "tcz_Latn-eng_Latn", + "languages": [ + "tcz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.348969, + "recall": 0.441406, + "f1": 0.371937, + "accuracy": 0.441406, + "main_score": 0.371937, + "hf_subset": "eng_Latn-tdt_Latn", + "languages": [ + "eng-Latn", + "tdt-Latn" + ] + }, + { + "precision": 0.333838, + "recall": 0.425781, + "f1": 0.355478, + "accuracy": 0.425781, + "main_score": 0.355478, + "hf_subset": "tdt_Latn-eng_Latn", + "languages": [ + "tdt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096725, + "recall": 0.125, + "f1": 0.101691, + "accuracy": 0.125, + "main_score": 0.101691, + "hf_subset": "eng_Latn-tee_Latn", + "languages": [ + "eng-Latn", + "tee-Latn" + ] + }, + { + "precision": 0.100509, + "recall": 0.140625, + "f1": 0.109384, + "accuracy": 0.140625, + "main_score": 0.109384, + "hf_subset": "tee_Latn-eng_Latn", + "languages": [ + "tee-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.852214, + "recall": 0.886719, + "f1": 0.863281, + "accuracy": 0.886719, + "main_score": 0.863281, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.919922, + "recall": 0.933594, + "f1": 0.924479, + "accuracy": 0.933594, + "main_score": 0.924479, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.068071, + "recall": 0.097656, + "f1": 0.072859, + "accuracy": 0.097656, + "main_score": 0.072859, + "hf_subset": "eng_Latn-ter_Latn", + "languages": [ + "eng-Latn", + "ter-Latn" + ] + }, + { + "precision": 0.069066, + "recall": 0.113281, + "f1": 0.076828, + "accuracy": 0.113281, + "main_score": 0.076828, + "hf_subset": "ter_Latn-eng_Latn", + "languages": [ + "ter-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078803, + "recall": 0.117188, + "f1": 0.085961, + "accuracy": 0.117188, + "main_score": 0.085961, + "hf_subset": "eng_Latn-tet_Latn", + "languages": [ + "eng-Latn", + "tet-Latn" + ] + }, + { + "precision": 0.119857, + "recall": 0.199219, + "f1": 0.136755, + "accuracy": 0.199219, + "main_score": 0.136755, + "hf_subset": "tet_Latn-eng_Latn", + "languages": [ + "tet-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.146934, + "recall": 0.1875, + "f1": 0.15608, + "accuracy": 0.1875, + "main_score": 0.15608, + "hf_subset": "eng_Latn-tew_Latn", + "languages": [ + "eng-Latn", + "tew-Latn" + ] + }, + { + "precision": 0.118648, + "recall": 0.1875, + "f1": 0.13488, + "accuracy": 0.1875, + "main_score": 0.13488, + "hf_subset": "tew_Latn-eng_Latn", + "languages": [ + "tew-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052572, + "recall": 0.074219, + "f1": 0.05803, + "accuracy": 0.074219, + "main_score": 0.05803, + "hf_subset": "eng_Latn-tfr_Latn", + "languages": [ + "eng-Latn", + "tfr-Latn" + ] + }, + { + "precision": 0.072334, + "recall": 0.117188, + "f1": 0.080777, + "accuracy": 0.117188, + "main_score": 0.080777, + "hf_subset": "tfr_Latn-eng_Latn", + "languages": [ + "tfr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.852214, + "recall": 0.898438, + "f1": 0.867188, + "accuracy": 0.898438, + "main_score": 0.867188, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.889974, + "recall": 0.925781, + "f1": 0.901693, + "accuracy": 0.925781, + "main_score": 0.901693, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.980469, + "recall": 0.984375, + "f1": 0.981771, + "accuracy": 0.984375, + "main_score": 0.981771, + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.980469, + "recall": 0.984375, + "f1": 0.981771, + "accuracy": 0.984375, + "main_score": 0.981771, + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10649, + "recall": 0.152344, + "f1": 0.115369, + "accuracy": 0.152344, + "main_score": 0.115369, + "hf_subset": "eng_Latn-tgo_Latn", + "languages": [ + "eng-Latn", + "tgo-Latn" + ] + }, + { + "precision": 0.10493, + "recall": 0.152344, + "f1": 0.113701, + "accuracy": 0.152344, + "main_score": 0.113701, + "hf_subset": "tgo_Latn-eng_Latn", + "languages": [ + "tgo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.175316, + "recall": 0.207031, + "f1": 0.182671, + "accuracy": 0.207031, + "main_score": 0.182671, + "hf_subset": "eng_Latn-tgp_Latn", + "languages": [ + "eng-Latn", + "tgp-Latn" + ] + }, + { + "precision": 0.151838, + "recall": 0.214844, + "f1": 0.165634, + "accuracy": 0.214844, + "main_score": 0.165634, + "hf_subset": "tgp_Latn-eng_Latn", + "languages": [ + "tgp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.972005, + "recall": 0.980469, + "f1": 0.974609, + "accuracy": 0.980469, + "main_score": 0.974609, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.056368, + "recall": 0.097656, + "f1": 0.064049, + "accuracy": 0.097656, + "main_score": 0.064049, + "hf_subset": "eng_Latn-tif_Latn", + "languages": [ + "eng-Latn", + "tif-Latn" + ] + }, + { + "precision": 0.081337, + "recall": 0.125, + "f1": 0.088466, + "accuracy": 0.125, + "main_score": 0.088466, + "hf_subset": "tif_Latn-eng_Latn", + "languages": [ + "tif-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064908, + "recall": 0.09375, + "f1": 0.070024, + "accuracy": 0.09375, + "main_score": 0.070024, + "hf_subset": "eng_Latn-tim_Latn", + "languages": [ + "eng-Latn", + "tim-Latn" + ] + }, + { + "precision": 0.050977, + "recall": 0.085938, + "f1": 0.057754, + "accuracy": 0.085938, + "main_score": 0.057754, + "hf_subset": "tim_Latn-eng_Latn", + "languages": [ + "tim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128307, + "recall": 0.176744, + "f1": 0.137311, + "accuracy": 0.176744, + "main_score": 0.137311, + "hf_subset": "eng_Latn-tiw_Latn", + "languages": [ + "eng-Latn", + "tiw-Latn" + ] + }, + { + "precision": 0.210086, + "recall": 0.302326, + "f1": 0.230617, + "accuracy": 0.302326, + "main_score": 0.230617, + "hf_subset": "tiw_Latn-eng_Latn", + "languages": [ + "tiw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094615, + "recall": 0.121094, + "f1": 0.100167, + "accuracy": 0.121094, + "main_score": 0.100167, + "hf_subset": "eng_Latn-tiy_Latn", + "languages": [ + "eng-Latn", + "tiy-Latn" + ] + }, + { + "precision": 0.094825, + "recall": 0.152344, + "f1": 0.106495, + "accuracy": 0.152344, + "main_score": 0.106495, + "hf_subset": "tiy_Latn-eng_Latn", + "languages": [ + "tiy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.31344, + "recall": 0.434783, + "f1": 0.343245, + "accuracy": 0.434783, + "main_score": 0.343245, + "hf_subset": "eng_Latn-tke_Latn", + "languages": [ + "eng-Latn", + "tke-Latn" + ] + }, + { + "precision": 0.335256, + "recall": 0.445652, + "f1": 0.363872, + "accuracy": 0.445652, + "main_score": 0.363872, + "hf_subset": "tke_Latn-eng_Latn", + "languages": [ + "tke-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.123028, + "recall": 0.171875, + "f1": 0.132922, + "accuracy": 0.171875, + "main_score": 0.132922, + "hf_subset": "eng_Latn-tku_Latn", + "languages": [ + "eng-Latn", + "tku-Latn" + ] + }, + { + "precision": 0.141913, + "recall": 0.207031, + "f1": 0.154463, + "accuracy": 0.207031, + "main_score": 0.154463, + "hf_subset": "tku_Latn-eng_Latn", + "languages": [ + "tku-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040475, + "recall": 0.070312, + "f1": 0.045898, + "accuracy": 0.070312, + "main_score": 0.045898, + "hf_subset": "eng_Latn-tlf_Latn", + "languages": [ + "eng-Latn", + "tlf-Latn" + ] + }, + { + "precision": 0.062214, + "recall": 0.105469, + "f1": 0.069812, + "accuracy": 0.105469, + "main_score": 0.069812, + "hf_subset": "tlf_Latn-eng_Latn", + "languages": [ + "tlf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107529, + "recall": 0.152344, + "f1": 0.115502, + "accuracy": 0.152344, + "main_score": 0.115502, + "hf_subset": "eng_Latn-tmd_Latn", + "languages": [ + "eng-Latn", + "tmd-Latn" + ] + }, + { + "precision": 0.07276, + "recall": 0.105469, + "f1": 0.079041, + "accuracy": 0.105469, + "main_score": 0.079041, + "hf_subset": "tmd_Latn-eng_Latn", + "languages": [ + "tmd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10168, + "recall": 0.15625, + "f1": 0.113805, + "accuracy": 0.15625, + "main_score": 0.113805, + "hf_subset": "eng_Latn-tna_Latn", + "languages": [ + "eng-Latn", + "tna-Latn" + ] + }, + { + "precision": 0.150427, + "recall": 0.214844, + "f1": 0.163161, + "accuracy": 0.214844, + "main_score": 0.163161, + "hf_subset": "tna_Latn-eng_Latn", + "languages": [ + "tna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078461, + "recall": 0.125, + "f1": 0.087895, + "accuracy": 0.125, + "main_score": 0.087895, + "hf_subset": "eng_Latn-tnc_Latn", + "languages": [ + "eng-Latn", + "tnc-Latn" + ] + }, + { + "precision": 0.117073, + "recall": 0.175781, + "f1": 0.127598, + "accuracy": 0.175781, + "main_score": 0.127598, + "hf_subset": "tnc_Latn-eng_Latn", + "languages": [ + "tnc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067312, + "recall": 0.109375, + "f1": 0.075565, + "accuracy": 0.109375, + "main_score": 0.075565, + "hf_subset": "eng_Latn-tnk_Latn", + "languages": [ + "eng-Latn", + "tnk-Latn" + ] + }, + { + "precision": 0.079355, + "recall": 0.136719, + "f1": 0.091034, + "accuracy": 0.136719, + "main_score": 0.091034, + "hf_subset": "tnk_Latn-eng_Latn", + "languages": [ + "tnk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070781, + "recall": 0.113281, + "f1": 0.079272, + "accuracy": 0.113281, + "main_score": 0.079272, + "hf_subset": "eng_Latn-tnn_Latn", + "languages": [ + "eng-Latn", + "tnn-Latn" + ] + }, + { + "precision": 0.082956, + "recall": 0.136719, + "f1": 0.092145, + "accuracy": 0.136719, + "main_score": 0.092145, + "hf_subset": "tnn_Latn-eng_Latn", + "languages": [ + "tnn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073413, + "recall": 0.105469, + "f1": 0.079704, + "accuracy": 0.105469, + "main_score": 0.079704, + "hf_subset": "eng_Latn-tnp_Latn", + "languages": [ + "eng-Latn", + "tnp-Latn" + ] + }, + { + "precision": 0.061969, + "recall": 0.105469, + "f1": 0.069248, + "accuracy": 0.105469, + "main_score": 0.069248, + "hf_subset": "tnp_Latn-eng_Latn", + "languages": [ + "tnp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111719, + "recall": 0.152344, + "f1": 0.120111, + "accuracy": 0.152344, + "main_score": 0.120111, + "hf_subset": "eng_Latn-toc_Latn", + "languages": [ + "eng-Latn", + "toc-Latn" + ] + }, + { + "precision": 0.12654, + "recall": 0.183594, + "f1": 0.138901, + "accuracy": 0.183594, + "main_score": 0.138901, + "hf_subset": "toc_Latn-eng_Latn", + "languages": [ + "toc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.194985, + "recall": 0.285156, + "f1": 0.214217, + "accuracy": 0.285156, + "main_score": 0.214217, + "hf_subset": "eng_Latn-tod_Latn", + "languages": [ + "eng-Latn", + "tod-Latn" + ] + }, + { + "precision": 0.251818, + "recall": 0.351562, + "f1": 0.277431, + "accuracy": 0.351562, + "main_score": 0.277431, + "hf_subset": "tod_Latn-eng_Latn", + "languages": [ + "tod-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107079, + "recall": 0.140625, + "f1": 0.114793, + "accuracy": 0.140625, + "main_score": 0.114793, + "hf_subset": "eng_Latn-tof_Latn", + "languages": [ + "eng-Latn", + "tof-Latn" + ] + }, + { + "precision": 0.082414, + "recall": 0.148438, + "f1": 0.095548, + "accuracy": 0.148438, + "main_score": 0.095548, + "hf_subset": "tof_Latn-eng_Latn", + "languages": [ + "tof-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.139609, + "recall": 0.191406, + "f1": 0.15036, + "accuracy": 0.191406, + "main_score": 0.15036, + "hf_subset": "eng_Latn-toj_Latn", + "languages": [ + "eng-Latn", + "toj-Latn" + ] + }, + { + "precision": 0.154862, + "recall": 0.207031, + "f1": 0.166877, + "accuracy": 0.207031, + "main_score": 0.166877, + "hf_subset": "toj_Latn-eng_Latn", + "languages": [ + "toj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.275396, + "recall": 0.375, + "f1": 0.298523, + "accuracy": 0.375, + "main_score": 0.298523, + "hf_subset": "eng_Latn-ton_Latn", + "languages": [ + "eng-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.370662, + "recall": 0.464844, + "f1": 0.392607, + "accuracy": 0.464844, + "main_score": 0.392607, + "hf_subset": "ton_Latn-eng_Latn", + "languages": [ + "ton-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.1486, + "recall": 0.191406, + "f1": 0.160634, + "accuracy": 0.191406, + "main_score": 0.160634, + "hf_subset": "eng_Latn-too_Latn", + "languages": [ + "eng-Latn", + "too-Latn" + ] + }, + { + "precision": 0.152929, + "recall": 0.222656, + "f1": 0.167979, + "accuracy": 0.222656, + "main_score": 0.167979, + "hf_subset": "too_Latn-eng_Latn", + "languages": [ + "too-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.146528, + "recall": 0.191406, + "f1": 0.156176, + "accuracy": 0.191406, + "main_score": 0.156176, + "hf_subset": "eng_Latn-top_Latn", + "languages": [ + "eng-Latn", + "top-Latn" + ] + }, + { + "precision": 0.15846, + "recall": 0.207031, + "f1": 0.168233, + "accuracy": 0.207031, + "main_score": 0.168233, + "hf_subset": "top_Latn-eng_Latn", + "languages": [ + "top-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.1316, + "recall": 0.171875, + "f1": 0.139549, + "accuracy": 0.171875, + "main_score": 0.139549, + "hf_subset": "eng_Latn-tos_Latn", + "languages": [ + "eng-Latn", + "tos-Latn" + ] + }, + { + "precision": 0.133981, + "recall": 0.195312, + "f1": 0.147821, + "accuracy": 0.195312, + "main_score": 0.147821, + "hf_subset": "tos_Latn-eng_Latn", + "languages": [ + "tos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.247872, + "recall": 0.333333, + "f1": 0.269065, + "accuracy": 0.333333, + "main_score": 0.269065, + "hf_subset": "eng_Latn-tpa_Latn", + "languages": [ + "eng-Latn", + "tpa-Latn" + ] + }, + { + "precision": 0.232742, + "recall": 0.326241, + "f1": 0.25792, + "accuracy": 0.326241, + "main_score": 0.25792, + "hf_subset": "tpa_Latn-eng_Latn", + "languages": [ + "tpa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.781576, + "recall": 0.84375, + "f1": 0.801693, + "accuracy": 0.84375, + "main_score": 0.801693, + "hf_subset": "eng_Latn-tpi_Latn", + "languages": [ + "eng-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.848958, + "recall": 0.890625, + "f1": 0.861849, + "accuracy": 0.890625, + "main_score": 0.861849, + "hf_subset": "tpi_Latn-eng_Latn", + "languages": [ + "tpi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.151586, + "recall": 0.191406, + "f1": 0.160755, + "accuracy": 0.191406, + "main_score": 0.160755, + "hf_subset": "eng_Latn-tpt_Latn", + "languages": [ + "eng-Latn", + "tpt-Latn" + ] + }, + { + "precision": 0.124379, + "recall": 0.171875, + "f1": 0.135221, + "accuracy": 0.171875, + "main_score": 0.135221, + "hf_subset": "tpt_Latn-eng_Latn", + "languages": [ + "tpt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084144, + "recall": 0.128906, + "f1": 0.093578, + "accuracy": 0.128906, + "main_score": 0.093578, + "hf_subset": "eng_Latn-tpz_Latn", + "languages": [ + "eng-Latn", + "tpz-Latn" + ] + }, + { + "precision": 0.086028, + "recall": 0.117188, + "f1": 0.093146, + "accuracy": 0.117188, + "main_score": 0.093146, + "hf_subset": "tpz_Latn-eng_Latn", + "languages": [ + "tpz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098665, + "recall": 0.140625, + "f1": 0.108033, + "accuracy": 0.140625, + "main_score": 0.108033, + "hf_subset": "eng_Latn-trc_Latn", + "languages": [ + "eng-Latn", + "trc-Latn" + ] + }, + { + "precision": 0.089361, + "recall": 0.140625, + "f1": 0.099227, + "accuracy": 0.140625, + "main_score": 0.099227, + "hf_subset": "trc_Latn-eng_Latn", + "languages": [ + "trc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067274, + "recall": 0.082031, + "f1": 0.070573, + "accuracy": 0.082031, + "main_score": 0.070573, + "hf_subset": "eng_Latn-tsw_Latn", + "languages": [ + "eng-Latn", + "tsw-Latn" + ] + }, + { + "precision": 0.075267, + "recall": 0.144531, + "f1": 0.088289, + "accuracy": 0.144531, + "main_score": 0.088289, + "hf_subset": "tsw_Latn-eng_Latn", + "languages": [ + "tsw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10697, + "recall": 0.152344, + "f1": 0.117341, + "accuracy": 0.152344, + "main_score": 0.117341, + "hf_subset": "eng_Latn-ttc_Latn", + "languages": [ + "eng-Latn", + "ttc-Latn" + ] + }, + { + "precision": 0.133873, + "recall": 0.183594, + "f1": 0.145179, + "accuracy": 0.183594, + "main_score": 0.145179, + "hf_subset": "ttc_Latn-eng_Latn", + "languages": [ + "ttc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07905, + "recall": 0.117188, + "f1": 0.086144, + "accuracy": 0.117188, + "main_score": 0.086144, + "hf_subset": "eng_Latn-tte_Latn", + "languages": [ + "eng-Latn", + "tte-Latn" + ] + }, + { + "precision": 0.093234, + "recall": 0.152344, + "f1": 0.10725, + "accuracy": 0.152344, + "main_score": 0.10725, + "hf_subset": "tte_Latn-eng_Latn", + "languages": [ + "tte-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058551, + "recall": 0.117188, + "f1": 0.07076, + "accuracy": 0.117188, + "main_score": 0.07076, + "hf_subset": "eng_Latn-tuc_Latn", + "languages": [ + "eng-Latn", + "tuc-Latn" + ] + }, + { + "precision": 0.102181, + "recall": 0.160156, + "f1": 0.115707, + "accuracy": 0.160156, + "main_score": 0.115707, + "hf_subset": "tuc_Latn-eng_Latn", + "languages": [ + "tuc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097048, + "recall": 0.140625, + "f1": 0.105258, + "accuracy": 0.140625, + "main_score": 0.105258, + "hf_subset": "eng_Latn-tue_Latn", + "languages": [ + "eng-Latn", + "tue-Latn" + ] + }, + { + "precision": 0.120989, + "recall": 0.179688, + "f1": 0.131318, + "accuracy": 0.179688, + "main_score": 0.131318, + "hf_subset": "tue_Latn-eng_Latn", + "languages": [ + "tue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067293, + "recall": 0.097656, + "f1": 0.071664, + "accuracy": 0.097656, + "main_score": 0.071664, + "hf_subset": "eng_Latn-tuf_Latn", + "languages": [ + "eng-Latn", + "tuf-Latn" + ] + }, + { + "precision": 0.070322, + "recall": 0.121094, + "f1": 0.079209, + "accuracy": 0.121094, + "main_score": 0.079209, + "hf_subset": "tuf_Latn-eng_Latn", + "languages": [ + "tuf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070957, + "recall": 0.097656, + "f1": 0.075385, + "accuracy": 0.097656, + "main_score": 0.075385, + "hf_subset": "eng_Latn-tuo_Latn", + "languages": [ + "eng-Latn", + "tuo-Latn" + ] + }, + { + "precision": 0.076522, + "recall": 0.121094, + "f1": 0.084705, + "accuracy": 0.121094, + "main_score": 0.084705, + "hf_subset": "tuo_Latn-eng_Latn", + "languages": [ + "tuo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.78776, + "recall": 0.851562, + "f1": 0.807943, + "accuracy": 0.851562, + "main_score": 0.807943, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.888021, + "recall": 0.921875, + "f1": 0.899089, + "accuracy": 0.921875, + "main_score": 0.899089, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074515, + "recall": 0.105469, + "f1": 0.079948, + "accuracy": 0.105469, + "main_score": 0.079948, + "hf_subset": "eng_Latn-tvk_Latn", + "languages": [ + "eng-Latn", + "tvk-Latn" + ] + }, + { + "precision": 0.054809, + "recall": 0.101562, + "f1": 0.064069, + "accuracy": 0.101562, + "main_score": 0.064069, + "hf_subset": "tvk_Latn-eng_Latn", + "languages": [ + "tvk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.548214, + "recall": 0.632812, + "f1": 0.570898, + "accuracy": 0.632812, + "main_score": 0.570898, + "hf_subset": "eng_Latn-twi_Latn", + "languages": [ + "eng-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.551693, + "recall": 0.652344, + "f1": 0.579818, + "accuracy": 0.652344, + "main_score": 0.579818, + "hf_subset": "twi_Latn-eng_Latn", + "languages": [ + "twi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089887, + "recall": 0.125, + "f1": 0.09597, + "accuracy": 0.125, + "main_score": 0.09597, + "hf_subset": "eng_Latn-txq_Latn", + "languages": [ + "eng-Latn", + "txq-Latn" + ] + }, + { + "precision": 0.092529, + "recall": 0.140625, + "f1": 0.102375, + "accuracy": 0.140625, + "main_score": 0.102375, + "hf_subset": "txq_Latn-eng_Latn", + "languages": [ + "txq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028467, + "recall": 0.042969, + "f1": 0.030495, + "accuracy": 0.042969, + "main_score": 0.030495, + "hf_subset": "eng_Latn-txu_Latn", + "languages": [ + "eng-Latn", + "txu-Latn" + ] + }, + { + "precision": 0.019368, + "recall": 0.039062, + "f1": 0.021372, + "accuracy": 0.039062, + "main_score": 0.021372, + "hf_subset": "txu_Latn-eng_Latn", + "languages": [ + "txu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.250547, + "recall": 0.347656, + "f1": 0.273609, + "accuracy": 0.347656, + "main_score": 0.273609, + "hf_subset": "eng_Latn-tzj_Latn", + "languages": [ + "eng-Latn", + "tzj-Latn" + ] + }, + { + "precision": 0.313301, + "recall": 0.421875, + "f1": 0.340588, + "accuracy": 0.421875, + "main_score": 0.340588, + "hf_subset": "tzj_Latn-eng_Latn", + "languages": [ + "tzj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066587, + "recall": 0.136719, + "f1": 0.078729, + "accuracy": 0.136719, + "main_score": 0.078729, + "hf_subset": "eng_Latn-tzo_Latn", + "languages": [ + "eng-Latn", + "tzo-Latn" + ] + }, + { + "precision": 0.099067, + "recall": 0.15625, + "f1": 0.110687, + "accuracy": 0.15625, + "main_score": 0.110687, + "hf_subset": "tzo_Latn-eng_Latn", + "languages": [ + "tzo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.13739, + "recall": 0.164062, + "f1": 0.141355, + "accuracy": 0.164062, + "main_score": 0.141355, + "hf_subset": "eng_Latn-ubr_Latn", + "languages": [ + "eng-Latn", + "ubr-Latn" + ] + }, + { + "precision": 0.132362, + "recall": 0.1875, + "f1": 0.143851, + "accuracy": 0.1875, + "main_score": 0.143851, + "hf_subset": "ubr_Latn-eng_Latn", + "languages": [ + "ubr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.02985, + "recall": 0.058594, + "f1": 0.035023, + "accuracy": 0.058594, + "main_score": 0.035023, + "hf_subset": "eng_Latn-ubu_Latn", + "languages": [ + "eng-Latn", + "ubu-Latn" + ] + }, + { + "precision": 0.035148, + "recall": 0.0625, + "f1": 0.040039, + "accuracy": 0.0625, + "main_score": 0.040039, + "hf_subset": "ubu_Latn-eng_Latn", + "languages": [ + "ubu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075709, + "recall": 0.113281, + "f1": 0.081952, + "accuracy": 0.113281, + "main_score": 0.081952, + "hf_subset": "eng_Latn-udu_Latn", + "languages": [ + "eng-Latn", + "udu-Latn" + ] + }, + { + "precision": 0.075163, + "recall": 0.117188, + "f1": 0.082686, + "accuracy": 0.117188, + "main_score": 0.082686, + "hf_subset": "udu_Latn-eng_Latn", + "languages": [ + "udu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.672331, + "recall": 0.757812, + "f1": 0.69734, + "accuracy": 0.757812, + "main_score": 0.69734, + "hf_subset": "eng_Latn-uig_Latn", + "languages": [ + "eng-Latn", + "uig-Latn" + ] + }, + { + "precision": 0.80753, + "recall": 0.855469, + "f1": 0.821354, + "accuracy": 0.855469, + "main_score": 0.821354, + "hf_subset": "uig_Latn-eng_Latn", + "languages": [ + "uig-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.977865, + "recall": 0.984375, + "f1": 0.979818, + "accuracy": 0.984375, + "main_score": 0.979818, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.16597, + "recall": 0.21875, + "f1": 0.176958, + "accuracy": 0.21875, + "main_score": 0.176958, + "hf_subset": "eng_Latn-uli_Latn", + "languages": [ + "eng-Latn", + "uli-Latn" + ] + }, + { + "precision": 0.141372, + "recall": 0.207031, + "f1": 0.155459, + "accuracy": 0.207031, + "main_score": 0.155459, + "hf_subset": "uli_Latn-eng_Latn", + "languages": [ + "uli-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.115356, + "recall": 0.172775, + "f1": 0.127105, + "accuracy": 0.172775, + "main_score": 0.127105, + "hf_subset": "eng_Latn-ulk_Latn", + "languages": [ + "eng-Latn", + "ulk-Latn" + ] + }, + { + "precision": 0.199751, + "recall": 0.246073, + "f1": 0.212042, + "accuracy": 0.246073, + "main_score": 0.212042, + "hf_subset": "ulk_Latn-eng_Latn", + "languages": [ + "ulk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.082785, + "recall": 0.128906, + "f1": 0.093081, + "accuracy": 0.128906, + "main_score": 0.093081, + "hf_subset": "eng_Latn-upv_Latn", + "languages": [ + "eng-Latn", + "upv-Latn" + ] + }, + { + "precision": 0.088506, + "recall": 0.132812, + "f1": 0.098349, + "accuracy": 0.132812, + "main_score": 0.098349, + "hf_subset": "upv_Latn-eng_Latn", + "languages": [ + "upv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042656, + "recall": 0.066406, + "f1": 0.0477, + "accuracy": 0.066406, + "main_score": 0.0477, + "hf_subset": "eng_Latn-ura_Latn", + "languages": [ + "eng-Latn", + "ura-Latn" + ] + }, + { + "precision": 0.04473, + "recall": 0.09375, + "f1": 0.054188, + "accuracy": 0.09375, + "main_score": 0.054188, + "hf_subset": "ura_Latn-eng_Latn", + "languages": [ + "ura-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.014659, + "recall": 0.027344, + "f1": 0.016127, + "accuracy": 0.027344, + "main_score": 0.016127, + "hf_subset": "eng_Latn-urb_Latn", + "languages": [ + "eng-Latn", + "urb-Latn" + ] + }, + { + "precision": 0.02633, + "recall": 0.050781, + "f1": 0.029728, + "accuracy": 0.050781, + "main_score": 0.029728, + "hf_subset": "urb_Latn-eng_Latn", + "languages": [ + "urb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.964844, + "recall": 0.976562, + "f1": 0.96875, + "accuracy": 0.976562, + "main_score": 0.96875, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.127014, + "recall": 0.18254, + "f1": 0.141289, + "accuracy": 0.18254, + "main_score": 0.141289, + "hf_subset": "eng_Latn-uri_Latn", + "languages": [ + "eng-Latn", + "uri-Latn" + ] + }, + { + "precision": 0.15526, + "recall": 0.22619, + "f1": 0.171784, + "accuracy": 0.22619, + "main_score": 0.171784, + "hf_subset": "uri_Latn-eng_Latn", + "languages": [ + "uri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.117209, + "recall": 0.167969, + "f1": 0.126145, + "accuracy": 0.167969, + "main_score": 0.126145, + "hf_subset": "eng_Latn-urt_Latn", + "languages": [ + "eng-Latn", + "urt-Latn" + ] + }, + { + "precision": 0.099002, + "recall": 0.148438, + "f1": 0.108301, + "accuracy": 0.148438, + "main_score": 0.108301, + "hf_subset": "urt_Latn-eng_Latn", + "languages": [ + "urt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.192037, + "recall": 0.288889, + "f1": 0.216878, + "accuracy": 0.288889, + "main_score": 0.216878, + "hf_subset": "eng_Latn-urw_Latn", + "languages": [ + "eng-Latn", + "urw-Latn" + ] + }, + { + "precision": 0.202222, + "recall": 0.288889, + "f1": 0.225397, + "accuracy": 0.288889, + "main_score": 0.225397, + "hf_subset": "urw_Latn-eng_Latn", + "languages": [ + "urw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.011739, + "recall": 0.03125, + "f1": 0.014167, + "accuracy": 0.03125, + "main_score": 0.014167, + "hf_subset": "eng_Latn-usa_Latn", + "languages": [ + "eng-Latn", + "usa-Latn" + ] + }, + { + "precision": 0.019835, + "recall": 0.046875, + "f1": 0.024483, + "accuracy": 0.046875, + "main_score": 0.024483, + "hf_subset": "usa_Latn-eng_Latn", + "languages": [ + "usa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.138859, + "recall": 0.199219, + "f1": 0.151975, + "accuracy": 0.199219, + "main_score": 0.151975, + "hf_subset": "eng_Latn-usp_Latn", + "languages": [ + "eng-Latn", + "usp-Latn" + ] + }, + { + "precision": 0.140881, + "recall": 0.195312, + "f1": 0.153518, + "accuracy": 0.195312, + "main_score": 0.153518, + "hf_subset": "usp_Latn-eng_Latn", + "languages": [ + "usp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.082429, + "recall": 0.109375, + "f1": 0.087666, + "accuracy": 0.109375, + "main_score": 0.087666, + "hf_subset": "eng_Latn-uvh_Latn", + "languages": [ + "eng-Latn", + "uvh-Latn" + ] + }, + { + "precision": 0.099891, + "recall": 0.140625, + "f1": 0.108599, + "accuracy": 0.140625, + "main_score": 0.108599, + "hf_subset": "uvh_Latn-eng_Latn", + "languages": [ + "uvh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065274, + "recall": 0.09375, + "f1": 0.071395, + "accuracy": 0.09375, + "main_score": 0.071395, + "hf_subset": "eng_Latn-uvl_Latn", + "languages": [ + "eng-Latn", + "uvl-Latn" + ] + }, + { + "precision": 0.065847, + "recall": 0.105469, + "f1": 0.072503, + "accuracy": 0.105469, + "main_score": 0.072503, + "hf_subset": "uvl_Latn-eng_Latn", + "languages": [ + "uvl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.17866, + "recall": 0.242188, + "f1": 0.191484, + "accuracy": 0.242188, + "main_score": 0.191484, + "hf_subset": "eng_Latn-vid_Latn", + "languages": [ + "eng-Latn", + "vid-Latn" + ] + }, + { + "precision": 0.216688, + "recall": 0.316406, + "f1": 0.241053, + "accuracy": 0.316406, + "main_score": 0.241053, + "hf_subset": "vid_Latn-eng_Latn", + "languages": [ + "vid-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039051, + "recall": 0.066406, + "f1": 0.045443, + "accuracy": 0.066406, + "main_score": 0.045443, + "hf_subset": "eng_Latn-viv_Latn", + "languages": [ + "eng-Latn", + "viv-Latn" + ] + }, + { + "precision": 0.049687, + "recall": 0.09375, + "f1": 0.058209, + "accuracy": 0.09375, + "main_score": 0.058209, + "hf_subset": "viv_Latn-eng_Latn", + "languages": [ + "viv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119028, + "recall": 0.160156, + "f1": 0.129143, + "accuracy": 0.160156, + "main_score": 0.129143, + "hf_subset": "eng_Latn-vmy_Latn", + "languages": [ + "eng-Latn", + "vmy-Latn" + ] + }, + { + "precision": 0.108604, + "recall": 0.164062, + "f1": 0.119921, + "accuracy": 0.164062, + "main_score": 0.119921, + "hf_subset": "vmy_Latn-eng_Latn", + "languages": [ + "vmy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034575, + "recall": 0.066406, + "f1": 0.041378, + "accuracy": 0.066406, + "main_score": 0.041378, + "hf_subset": "eng_Latn-waj_Latn", + "languages": [ + "eng-Latn", + "waj-Latn" + ] + }, + { + "precision": 0.044623, + "recall": 0.074219, + "f1": 0.049442, + "accuracy": 0.074219, + "main_score": 0.049442, + "hf_subset": "waj_Latn-eng_Latn", + "languages": [ + "waj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077901, + "recall": 0.113281, + "f1": 0.084835, + "accuracy": 0.113281, + "main_score": 0.084835, + "hf_subset": "eng_Latn-wal_Ethi", + "languages": [ + "eng-Latn", + "wal-Ethi" + ] + }, + { + "precision": 0.059584, + "recall": 0.105469, + "f1": 0.067683, + "accuracy": 0.105469, + "main_score": 0.067683, + "hf_subset": "wal_Ethi-eng_Latn", + "languages": [ + "wal-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.121725, + "recall": 0.15625, + "f1": 0.130403, + "accuracy": 0.15625, + "main_score": 0.130403, + "hf_subset": "eng_Latn-wap_Latn", + "languages": [ + "eng-Latn", + "wap-Latn" + ] + }, + { + "precision": 0.097051, + "recall": 0.160156, + "f1": 0.109463, + "accuracy": 0.160156, + "main_score": 0.109463, + "hf_subset": "wap_Latn-eng_Latn", + "languages": [ + "wap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092016, + "recall": 0.144531, + "f1": 0.101772, + "accuracy": 0.144531, + "main_score": 0.101772, + "hf_subset": "eng_Latn-wat_Latn", + "languages": [ + "eng-Latn", + "wat-Latn" + ] + }, + { + "precision": 0.120868, + "recall": 0.167969, + "f1": 0.131997, + "accuracy": 0.167969, + "main_score": 0.131997, + "hf_subset": "wat_Latn-eng_Latn", + "languages": [ + "wat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.15193, + "recall": 0.21875, + "f1": 0.167638, + "accuracy": 0.21875, + "main_score": 0.167638, + "hf_subset": "eng_Latn-wbi_Latn", + "languages": [ + "eng-Latn", + "wbi-Latn" + ] + }, + { + "precision": 0.176662, + "recall": 0.242188, + "f1": 0.191912, + "accuracy": 0.242188, + "main_score": 0.191912, + "hf_subset": "wbi_Latn-eng_Latn", + "languages": [ + "wbi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.002628, + "recall": 0.023438, + "f1": 0.004569, + "accuracy": 0.023438, + "main_score": 0.004569, + "hf_subset": "eng_Latn-wbp_Latn", + "languages": [ + "eng-Latn", + "wbp-Latn" + ] + }, + { + "precision": 0.013914, + "recall": 0.039062, + "f1": 0.016903, + "accuracy": 0.039062, + "main_score": 0.016903, + "hf_subset": "wbp_Latn-eng_Latn", + "languages": [ + "wbp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.162174, + "recall": 0.253906, + "f1": 0.184583, + "accuracy": 0.253906, + "main_score": 0.184583, + "hf_subset": "eng_Latn-wed_Latn", + "languages": [ + "eng-Latn", + "wed-Latn" + ] + }, + { + "precision": 0.186372, + "recall": 0.285156, + "f1": 0.208431, + "accuracy": 0.285156, + "main_score": 0.208431, + "hf_subset": "wed_Latn-eng_Latn", + "languages": [ + "wed-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061023, + "recall": 0.105469, + "f1": 0.069526, + "accuracy": 0.105469, + "main_score": 0.069526, + "hf_subset": "eng_Latn-wer_Latn", + "languages": [ + "eng-Latn", + "wer-Latn" + ] + }, + { + "precision": 0.056837, + "recall": 0.101562, + "f1": 0.064975, + "accuracy": 0.101562, + "main_score": 0.064975, + "hf_subset": "wer_Latn-eng_Latn", + "languages": [ + "wer-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09668, + "recall": 0.125, + "f1": 0.104892, + "accuracy": 0.125, + "main_score": 0.104892, + "hf_subset": "eng_Latn-wim_Latn", + "languages": [ + "eng-Latn", + "wim-Latn" + ] + }, + { + "precision": 0.115506, + "recall": 0.15625, + "f1": 0.123588, + "accuracy": 0.15625, + "main_score": 0.123588, + "hf_subset": "wim_Latn-eng_Latn", + "languages": [ + "wim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045197, + "recall": 0.074219, + "f1": 0.049857, + "accuracy": 0.074219, + "main_score": 0.049857, + "hf_subset": "eng_Latn-wiu_Latn", + "languages": [ + "eng-Latn", + "wiu-Latn" + ] + }, + { + "precision": 0.061868, + "recall": 0.105469, + "f1": 0.069389, + "accuracy": 0.105469, + "main_score": 0.069389, + "hf_subset": "wiu_Latn-eng_Latn", + "languages": [ + "wiu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.117556, + "recall": 0.167969, + "f1": 0.128423, + "accuracy": 0.167969, + "main_score": 0.128423, + "hf_subset": "eng_Latn-wiv_Latn", + "languages": [ + "eng-Latn", + "wiv-Latn" + ] + }, + { + "precision": 0.141016, + "recall": 0.203125, + "f1": 0.153764, + "accuracy": 0.203125, + "main_score": 0.153764, + "hf_subset": "wiv_Latn-eng_Latn", + "languages": [ + "wiv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.011713, + "recall": 0.039062, + "f1": 0.015756, + "accuracy": 0.039062, + "main_score": 0.015756, + "hf_subset": "eng_Latn-wmt_Latn", + "languages": [ + "eng-Latn", + "wmt-Latn" + ] + }, + { + "precision": 0.026204, + "recall": 0.054688, + "f1": 0.030022, + "accuracy": 0.054688, + "main_score": 0.030022, + "hf_subset": "wmt_Latn-eng_Latn", + "languages": [ + "wmt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.48138, + "recall": 0.578125, + "f1": 0.507887, + "accuracy": 0.578125, + "main_score": 0.507887, + "hf_subset": "eng_Latn-wmw_Latn", + "languages": [ + "eng-Latn", + "wmw-Latn" + ] + }, + { + "precision": 0.532292, + "recall": 0.636719, + "f1": 0.561458, + "accuracy": 0.636719, + "main_score": 0.561458, + "hf_subset": "wmw_Latn-eng_Latn", + "languages": [ + "wmw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081112, + "recall": 0.113281, + "f1": 0.087605, + "accuracy": 0.113281, + "main_score": 0.087605, + "hf_subset": "eng_Latn-wnc_Latn", + "languages": [ + "eng-Latn", + "wnc-Latn" + ] + }, + { + "precision": 0.078189, + "recall": 0.117188, + "f1": 0.085953, + "accuracy": 0.117188, + "main_score": 0.085953, + "hf_subset": "wnc_Latn-eng_Latn", + "languages": [ + "wnc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080067, + "recall": 0.105469, + "f1": 0.084088, + "accuracy": 0.105469, + "main_score": 0.084088, + "hf_subset": "eng_Latn-wnu_Latn", + "languages": [ + "eng-Latn", + "wnu-Latn" + ] + }, + { + "precision": 0.061871, + "recall": 0.117188, + "f1": 0.073718, + "accuracy": 0.117188, + "main_score": 0.073718, + "hf_subset": "wnu_Latn-eng_Latn", + "languages": [ + "wnu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.126476, + "recall": 0.207031, + "f1": 0.143181, + "accuracy": 0.207031, + "main_score": 0.143181, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.134958, + "recall": 0.210938, + "f1": 0.150172, + "accuracy": 0.210938, + "main_score": 0.150172, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065861, + "recall": 0.089844, + "f1": 0.069399, + "accuracy": 0.089844, + "main_score": 0.069399, + "hf_subset": "eng_Latn-wos_Latn", + "languages": [ + "eng-Latn", + "wos-Latn" + ] + }, + { + "precision": 0.084885, + "recall": 0.136719, + "f1": 0.094887, + "accuracy": 0.136719, + "main_score": 0.094887, + "hf_subset": "wos_Latn-eng_Latn", + "languages": [ + "wos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.008461, + "recall": 0.019531, + "f1": 0.009034, + "accuracy": 0.019531, + "main_score": 0.009034, + "hf_subset": "eng_Latn-wrk_Latn", + "languages": [ + "eng-Latn", + "wrk-Latn" + ] + }, + { + "precision": 0.023825, + "recall": 0.042969, + "f1": 0.025992, + "accuracy": 0.042969, + "main_score": 0.025992, + "hf_subset": "wrk_Latn-eng_Latn", + "languages": [ + "wrk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.218271, + "recall": 0.300781, + "f1": 0.236961, + "accuracy": 0.300781, + "main_score": 0.236961, + "hf_subset": "eng_Latn-wro_Latn", + "languages": [ + "eng-Latn", + "wro-Latn" + ] + }, + { + "precision": 0.25639, + "recall": 0.34375, + "f1": 0.278569, + "accuracy": 0.34375, + "main_score": 0.278569, + "hf_subset": "wro_Latn-eng_Latn", + "languages": [ + "wro-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05498, + "recall": 0.078125, + "f1": 0.060373, + "accuracy": 0.078125, + "main_score": 0.060373, + "hf_subset": "eng_Latn-wrs_Latn", + "languages": [ + "eng-Latn", + "wrs-Latn" + ] + }, + { + "precision": 0.085056, + "recall": 0.128906, + "f1": 0.094166, + "accuracy": 0.128906, + "main_score": 0.094166, + "hf_subset": "wrs_Latn-eng_Latn", + "languages": [ + "wrs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.145707, + "recall": 0.195312, + "f1": 0.155348, + "accuracy": 0.195312, + "main_score": 0.155348, + "hf_subset": "eng_Latn-wsk_Latn", + "languages": [ + "eng-Latn", + "wsk-Latn" + ] + }, + { + "precision": 0.141492, + "recall": 0.191406, + "f1": 0.152928, + "accuracy": 0.191406, + "main_score": 0.152928, + "hf_subset": "wsk_Latn-eng_Latn", + "languages": [ + "wsk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.162376, + "recall": 0.214844, + "f1": 0.172192, + "accuracy": 0.214844, + "main_score": 0.172192, + "hf_subset": "eng_Latn-wuv_Latn", + "languages": [ + "eng-Latn", + "wuv-Latn" + ] + }, + { + "precision": 0.143424, + "recall": 0.199219, + "f1": 0.15334, + "accuracy": 0.199219, + "main_score": 0.15334, + "hf_subset": "wuv_Latn-eng_Latn", + "languages": [ + "wuv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.037121, + "recall": 0.054688, + "f1": 0.038561, + "accuracy": 0.054688, + "main_score": 0.038561, + "hf_subset": "eng_Latn-xav_Latn", + "languages": [ + "eng-Latn", + "xav-Latn" + ] + }, + { + "precision": 0.0484, + "recall": 0.070312, + "f1": 0.052578, + "accuracy": 0.070312, + "main_score": 0.052578, + "hf_subset": "xav_Latn-eng_Latn", + "languages": [ + "xav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087074, + "recall": 0.152344, + "f1": 0.10086, + "accuracy": 0.152344, + "main_score": 0.10086, + "hf_subset": "eng_Latn-xbi_Latn", + "languages": [ + "eng-Latn", + "xbi-Latn" + ] + }, + { + "precision": 0.115667, + "recall": 0.171875, + "f1": 0.128565, + "accuracy": 0.171875, + "main_score": 0.128565, + "hf_subset": "xbi_Latn-eng_Latn", + "languages": [ + "xbi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067307, + "recall": 0.097656, + "f1": 0.07299, + "accuracy": 0.097656, + "main_score": 0.07299, + "hf_subset": "eng_Latn-xed_Latn", + "languages": [ + "eng-Latn", + "xed-Latn" + ] + }, + { + "precision": 0.077708, + "recall": 0.101562, + "f1": 0.081401, + "accuracy": 0.101562, + "main_score": 0.081401, + "hf_subset": "xed_Latn-eng_Latn", + "languages": [ + "xed-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061119, + "recall": 0.085938, + "f1": 0.065528, + "accuracy": 0.085938, + "main_score": 0.065528, + "hf_subset": "eng_Latn-xla_Latn", + "languages": [ + "eng-Latn", + "xla-Latn" + ] + }, + { + "precision": 0.084498, + "recall": 0.128906, + "f1": 0.092771, + "accuracy": 0.128906, + "main_score": 0.092771, + "hf_subset": "xla_Latn-eng_Latn", + "languages": [ + "xla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119745, + "recall": 0.167969, + "f1": 0.129912, + "accuracy": 0.167969, + "main_score": 0.129912, + "hf_subset": "eng_Latn-xnn_Latn", + "languages": [ + "eng-Latn", + "xnn-Latn" + ] + }, + { + "precision": 0.120743, + "recall": 0.1875, + "f1": 0.137269, + "accuracy": 0.1875, + "main_score": 0.137269, + "hf_subset": "xnn_Latn-eng_Latn", + "languages": [ + "xnn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089918, + "recall": 0.140625, + "f1": 0.101116, + "accuracy": 0.140625, + "main_score": 0.101116, + "hf_subset": "eng_Latn-xon_Latn", + "languages": [ + "eng-Latn", + "xon-Latn" + ] + }, + { + "precision": 0.086297, + "recall": 0.132812, + "f1": 0.095353, + "accuracy": 0.132812, + "main_score": 0.095353, + "hf_subset": "xon_Latn-eng_Latn", + "languages": [ + "xon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058967, + "recall": 0.097656, + "f1": 0.064683, + "accuracy": 0.097656, + "main_score": 0.064683, + "hf_subset": "eng_Latn-xsi_Latn", + "languages": [ + "eng-Latn", + "xsi-Latn" + ] + }, + { + "precision": 0.07342, + "recall": 0.128906, + "f1": 0.083149, + "accuracy": 0.128906, + "main_score": 0.083149, + "hf_subset": "xsi_Latn-eng_Latn", + "languages": [ + "xsi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091032, + "recall": 0.140625, + "f1": 0.100424, + "accuracy": 0.140625, + "main_score": 0.100424, + "hf_subset": "eng_Latn-xtd_Latn", + "languages": [ + "eng-Latn", + "xtd-Latn" + ] + }, + { + "precision": 0.111218, + "recall": 0.171875, + "f1": 0.123573, + "accuracy": 0.171875, + "main_score": 0.123573, + "hf_subset": "xtd_Latn-eng_Latn", + "languages": [ + "xtd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110826, + "recall": 0.148438, + "f1": 0.11959, + "accuracy": 0.148438, + "main_score": 0.11959, + "hf_subset": "eng_Latn-xtm_Latn", + "languages": [ + "eng-Latn", + "xtm-Latn" + ] + }, + { + "precision": 0.108057, + "recall": 0.15625, + "f1": 0.116381, + "accuracy": 0.15625, + "main_score": 0.116381, + "hf_subset": "xtm_Latn-eng_Latn", + "languages": [ + "xtm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072764, + "recall": 0.105469, + "f1": 0.078881, + "accuracy": 0.105469, + "main_score": 0.078881, + "hf_subset": "eng_Latn-yaa_Latn", + "languages": [ + "eng-Latn", + "yaa-Latn" + ] + }, + { + "precision": 0.066701, + "recall": 0.121094, + "f1": 0.07693, + "accuracy": 0.121094, + "main_score": 0.07693, + "hf_subset": "yaa_Latn-eng_Latn", + "languages": [ + "yaa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.02251, + "recall": 0.046875, + "f1": 0.02665, + "accuracy": 0.046875, + "main_score": 0.02665, + "hf_subset": "eng_Latn-yad_Latn", + "languages": [ + "eng-Latn", + "yad-Latn" + ] + }, + { + "precision": 0.022324, + "recall": 0.0625, + "f1": 0.026516, + "accuracy": 0.0625, + "main_score": 0.026516, + "hf_subset": "yad_Latn-eng_Latn", + "languages": [ + "yad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097732, + "recall": 0.15625, + "f1": 0.108911, + "accuracy": 0.15625, + "main_score": 0.108911, + "hf_subset": "eng_Latn-yal_Latn", + "languages": [ + "eng-Latn", + "yal-Latn" + ] + }, + { + "precision": 0.101896, + "recall": 0.160156, + "f1": 0.11287, + "accuracy": 0.160156, + "main_score": 0.11287, + "hf_subset": "yal_Latn-eng_Latn", + "languages": [ + "yal-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.129912, + "recall": 0.175781, + "f1": 0.139587, + "accuracy": 0.175781, + "main_score": 0.139587, + "hf_subset": "eng_Latn-yap_Latn", + "languages": [ + "eng-Latn", + "yap-Latn" + ] + }, + { + "precision": 0.105635, + "recall": 0.148438, + "f1": 0.114413, + "accuracy": 0.148438, + "main_score": 0.114413, + "hf_subset": "yap_Latn-eng_Latn", + "languages": [ + "yap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066178, + "recall": 0.09375, + "f1": 0.072394, + "accuracy": 0.09375, + "main_score": 0.072394, + "hf_subset": "eng_Latn-yaq_Latn", + "languages": [ + "eng-Latn", + "yaq-Latn" + ] + }, + { + "precision": 0.069756, + "recall": 0.097656, + "f1": 0.074501, + "accuracy": 0.097656, + "main_score": 0.074501, + "hf_subset": "yaq_Latn-eng_Latn", + "languages": [ + "yaq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056604, + "recall": 0.070312, + "f1": 0.059055, + "accuracy": 0.070312, + "main_score": 0.059055, + "hf_subset": "eng_Latn-yby_Latn", + "languages": [ + "eng-Latn", + "yby-Latn" + ] + }, + { + "precision": 0.047274, + "recall": 0.085938, + "f1": 0.05612, + "accuracy": 0.085938, + "main_score": 0.05612, + "hf_subset": "yby_Latn-eng_Latn", + "languages": [ + "yby-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058473, + "recall": 0.085938, + "f1": 0.063824, + "accuracy": 0.085938, + "main_score": 0.063824, + "hf_subset": "eng_Latn-ycn_Latn", + "languages": [ + "eng-Latn", + "ycn-Latn" + ] + }, + { + "precision": 0.081787, + "recall": 0.121094, + "f1": 0.090201, + "accuracy": 0.121094, + "main_score": 0.090201, + "hf_subset": "ycn_Latn-eng_Latn", + "languages": [ + "ycn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.170221, + "recall": 0.242188, + "f1": 0.187394, + "accuracy": 0.242188, + "main_score": 0.187394, + "hf_subset": "eng_Latn-yka_Latn", + "languages": [ + "eng-Latn", + "yka-Latn" + ] + }, + { + "precision": 0.192355, + "recall": 0.261719, + "f1": 0.208638, + "accuracy": 0.261719, + "main_score": 0.208638, + "hf_subset": "yka_Latn-eng_Latn", + "languages": [ + "yka-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063387, + "recall": 0.09375, + "f1": 0.068997, + "accuracy": 0.09375, + "main_score": 0.068997, + "hf_subset": "eng_Latn-yle_Latn", + "languages": [ + "eng-Latn", + "yle-Latn" + ] + }, + { + "precision": 0.043717, + "recall": 0.074219, + "f1": 0.050682, + "accuracy": 0.074219, + "main_score": 0.050682, + "hf_subset": "yle_Latn-eng_Latn", + "languages": [ + "yle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03503, + "recall": 0.074219, + "f1": 0.042628, + "accuracy": 0.074219, + "main_score": 0.042628, + "hf_subset": "eng_Latn-yml_Latn", + "languages": [ + "eng-Latn", + "yml-Latn" + ] + }, + { + "precision": 0.055571, + "recall": 0.09375, + "f1": 0.064412, + "accuracy": 0.09375, + "main_score": 0.064412, + "hf_subset": "yml_Latn-eng_Latn", + "languages": [ + "yml-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074874, + "recall": 0.101562, + "f1": 0.080458, + "accuracy": 0.101562, + "main_score": 0.080458, + "hf_subset": "eng_Latn-yon_Latn", + "languages": [ + "eng-Latn", + "yon-Latn" + ] + }, + { + "precision": 0.065493, + "recall": 0.113281, + "f1": 0.074115, + "accuracy": 0.113281, + "main_score": 0.074115, + "hf_subset": "yon_Latn-eng_Latn", + "languages": [ + "yon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.763672, + "recall": 0.832031, + "f1": 0.784375, + "accuracy": 0.832031, + "main_score": 0.784375, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.85026, + "recall": 0.894531, + "f1": 0.864397, + "accuracy": 0.894531, + "main_score": 0.864397, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023616, + "recall": 0.039062, + "f1": 0.025707, + "accuracy": 0.039062, + "main_score": 0.025707, + "hf_subset": "eng_Latn-yrb_Latn", + "languages": [ + "eng-Latn", + "yrb-Latn" + ] + }, + { + "precision": 0.04618, + "recall": 0.082031, + "f1": 0.052012, + "accuracy": 0.082031, + "main_score": 0.052012, + "hf_subset": "yrb_Latn-eng_Latn", + "languages": [ + "yrb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03997, + "recall": 0.070312, + "f1": 0.044354, + "accuracy": 0.070312, + "main_score": 0.044354, + "hf_subset": "eng_Latn-yre_Latn", + "languages": [ + "eng-Latn", + "yre-Latn" + ] + }, + { + "precision": 0.086376, + "recall": 0.117188, + "f1": 0.092285, + "accuracy": 0.117188, + "main_score": 0.092285, + "hf_subset": "yre_Latn-eng_Latn", + "languages": [ + "yre-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061561, + "recall": 0.109375, + "f1": 0.06996, + "accuracy": 0.109375, + "main_score": 0.06996, + "hf_subset": "eng_Latn-yss_Latn", + "languages": [ + "eng-Latn", + "yss-Latn" + ] + }, + { + "precision": 0.081, + "recall": 0.136719, + "f1": 0.091624, + "accuracy": 0.136719, + "main_score": 0.091624, + "hf_subset": "yss_Latn-eng_Latn", + "languages": [ + "yss-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102252, + "recall": 0.144531, + "f1": 0.11072, + "accuracy": 0.144531, + "main_score": 0.11072, + "hf_subset": "eng_Latn-yuj_Latn", + "languages": [ + "eng-Latn", + "yuj-Latn" + ] + }, + { + "precision": 0.094806, + "recall": 0.164062, + "f1": 0.108791, + "accuracy": 0.164062, + "main_score": 0.108791, + "hf_subset": "yuj_Latn-eng_Latn", + "languages": [ + "yuj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078513, + "recall": 0.097656, + "f1": 0.082292, + "accuracy": 0.097656, + "main_score": 0.082292, + "hf_subset": "eng_Latn-yut_Latn", + "languages": [ + "eng-Latn", + "yut-Latn" + ] + }, + { + "precision": 0.088355, + "recall": 0.140625, + "f1": 0.098994, + "accuracy": 0.140625, + "main_score": 0.098994, + "hf_subset": "yut_Latn-eng_Latn", + "languages": [ + "yut-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074219, + "recall": 0.09375, + "f1": 0.079297, + "accuracy": 0.09375, + "main_score": 0.079297, + "hf_subset": "eng_Latn-yuw_Latn", + "languages": [ + "eng-Latn", + "yuw-Latn" + ] + }, + { + "precision": 0.067719, + "recall": 0.121094, + "f1": 0.07781, + "accuracy": 0.121094, + "main_score": 0.07781, + "hf_subset": "yuw_Latn-eng_Latn", + "languages": [ + "yuw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071615, + "recall": 0.085938, + "f1": 0.075335, + "accuracy": 0.085938, + "main_score": 0.075335, + "hf_subset": "eng_Latn-yva_Latn", + "languages": [ + "eng-Latn", + "yva-Latn" + ] + }, + { + "precision": 0.081895, + "recall": 0.117188, + "f1": 0.088826, + "accuracy": 0.117188, + "main_score": 0.088826, + "hf_subset": "yva_Latn-eng_Latn", + "languages": [ + "yva-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.274359, + "recall": 0.347656, + "f1": 0.29205, + "accuracy": 0.347656, + "main_score": 0.29205, + "hf_subset": "eng_Latn-zaa_Latn", + "languages": [ + "eng-Latn", + "zaa-Latn" + ] + }, + { + "precision": 0.299098, + "recall": 0.402344, + "f1": 0.326271, + "accuracy": 0.402344, + "main_score": 0.326271, + "hf_subset": "zaa_Latn-eng_Latn", + "languages": [ + "zaa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.166859, + "recall": 0.230469, + "f1": 0.181494, + "accuracy": 0.230469, + "main_score": 0.181494, + "hf_subset": "eng_Latn-zab_Latn", + "languages": [ + "eng-Latn", + "zab-Latn" + ] + }, + { + "precision": 0.1401, + "recall": 0.222656, + "f1": 0.157531, + "accuracy": 0.222656, + "main_score": 0.157531, + "hf_subset": "zab_Latn-eng_Latn", + "languages": [ + "zab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.242513, + "recall": 0.324219, + "f1": 0.264512, + "accuracy": 0.324219, + "main_score": 0.264512, + "hf_subset": "eng_Latn-zac_Latn", + "languages": [ + "eng-Latn", + "zac-Latn" + ] + }, + { + "precision": 0.285034, + "recall": 0.378906, + "f1": 0.30842, + "accuracy": 0.378906, + "main_score": 0.30842, + "hf_subset": "zac_Latn-eng_Latn", + "languages": [ + "zac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083404, + "recall": 0.132812, + "f1": 0.094305, + "accuracy": 0.132812, + "main_score": 0.094305, + "hf_subset": "eng_Latn-zad_Latn", + "languages": [ + "eng-Latn", + "zad-Latn" + ] + }, + { + "precision": 0.073475, + "recall": 0.125, + "f1": 0.084489, + "accuracy": 0.125, + "main_score": 0.084489, + "hf_subset": "zad_Latn-eng_Latn", + "languages": [ + "zad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.226855, + "recall": 0.28125, + "f1": 0.241102, + "accuracy": 0.28125, + "main_score": 0.241102, + "hf_subset": "eng_Latn-zai_Latn", + "languages": [ + "eng-Latn", + "zai-Latn" + ] + }, + { + "precision": 0.222774, + "recall": 0.300781, + "f1": 0.242774, + "accuracy": 0.300781, + "main_score": 0.242774, + "hf_subset": "zai_Latn-eng_Latn", + "languages": [ + "zai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.300075, + "recall": 0.382812, + "f1": 0.319773, + "accuracy": 0.382812, + "main_score": 0.319773, + "hf_subset": "eng_Latn-zaj_Latn", + "languages": [ + "eng-Latn", + "zaj-Latn" + ] + }, + { + "precision": 0.323837, + "recall": 0.429688, + "f1": 0.350063, + "accuracy": 0.429688, + "main_score": 0.350063, + "hf_subset": "zaj_Latn-eng_Latn", + "languages": [ + "zaj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10394, + "recall": 0.140625, + "f1": 0.112637, + "accuracy": 0.140625, + "main_score": 0.112637, + "hf_subset": "eng_Latn-zam_Latn", + "languages": [ + "eng-Latn", + "zam-Latn" + ] + }, + { + "precision": 0.094864, + "recall": 0.144531, + "f1": 0.106024, + "accuracy": 0.144531, + "main_score": 0.106024, + "hf_subset": "zam_Latn-eng_Latn", + "languages": [ + "zam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107268, + "recall": 0.160156, + "f1": 0.117762, + "accuracy": 0.160156, + "main_score": 0.117762, + "hf_subset": "eng_Latn-zao_Latn", + "languages": [ + "eng-Latn", + "zao-Latn" + ] + }, + { + "precision": 0.099648, + "recall": 0.15625, + "f1": 0.11156, + "accuracy": 0.15625, + "main_score": 0.11156, + "hf_subset": "zao_Latn-eng_Latn", + "languages": [ + "zao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137359, + "recall": 0.195312, + "f1": 0.14985, + "accuracy": 0.195312, + "main_score": 0.14985, + "hf_subset": "eng_Latn-zap_Latn", + "languages": [ + "eng-Latn", + "zap-Latn" + ] + }, + { + "precision": 0.162734, + "recall": 0.21875, + "f1": 0.173581, + "accuracy": 0.21875, + "main_score": 0.173581, + "hf_subset": "zap_Latn-eng_Latn", + "languages": [ + "zap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.13457, + "recall": 0.15625, + "f1": 0.140234, + "accuracy": 0.15625, + "main_score": 0.140234, + "hf_subset": "eng_Latn-zar_Latn", + "languages": [ + "eng-Latn", + "zar-Latn" + ] + }, + { + "precision": 0.120475, + "recall": 0.175781, + "f1": 0.130083, + "accuracy": 0.175781, + "main_score": 0.130083, + "hf_subset": "zar_Latn-eng_Latn", + "languages": [ + "zar-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.141657, + "recall": 0.191406, + "f1": 0.152325, + "accuracy": 0.191406, + "main_score": 0.152325, + "hf_subset": "eng_Latn-zas_Latn", + "languages": [ + "eng-Latn", + "zas-Latn" + ] + }, + { + "precision": 0.139118, + "recall": 0.195312, + "f1": 0.148638, + "accuracy": 0.195312, + "main_score": 0.148638, + "hf_subset": "zas_Latn-eng_Latn", + "languages": [ + "zas-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.132697, + "recall": 0.179688, + "f1": 0.142588, + "accuracy": 0.179688, + "main_score": 0.142588, + "hf_subset": "eng_Latn-zat_Latn", + "languages": [ + "eng-Latn", + "zat-Latn" + ] + }, + { + "precision": 0.116095, + "recall": 0.160156, + "f1": 0.126529, + "accuracy": 0.160156, + "main_score": 0.126529, + "hf_subset": "zat_Latn-eng_Latn", + "languages": [ + "zat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.082215, + "recall": 0.144531, + "f1": 0.093348, + "accuracy": 0.144531, + "main_score": 0.093348, + "hf_subset": "eng_Latn-zav_Latn", + "languages": [ + "eng-Latn", + "zav-Latn" + ] + }, + { + "precision": 0.085824, + "recall": 0.136719, + "f1": 0.096495, + "accuracy": 0.136719, + "main_score": 0.096495, + "hf_subset": "zav_Latn-eng_Latn", + "languages": [ + "zav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.142003, + "recall": 0.1875, + "f1": 0.153472, + "accuracy": 0.1875, + "main_score": 0.153472, + "hf_subset": "eng_Latn-zaw_Latn", + "languages": [ + "eng-Latn", + "zaw-Latn" + ] + }, + { + "precision": 0.123737, + "recall": 0.179688, + "f1": 0.134555, + "accuracy": 0.179688, + "main_score": 0.134555, + "hf_subset": "zaw_Latn-eng_Latn", + "languages": [ + "zaw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.154232, + "recall": 0.191406, + "f1": 0.163356, + "accuracy": 0.191406, + "main_score": 0.163356, + "hf_subset": "eng_Latn-zca_Latn", + "languages": [ + "eng-Latn", + "zca-Latn" + ] + }, + { + "precision": 0.120484, + "recall": 0.15625, + "f1": 0.127786, + "accuracy": 0.15625, + "main_score": 0.127786, + "hf_subset": "zca_Latn-eng_Latn", + "languages": [ + "zca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109275, + "recall": 0.171875, + "f1": 0.122271, + "accuracy": 0.171875, + "main_score": 0.122271, + "hf_subset": "eng_Latn-zga_Latn", + "languages": [ + "eng-Latn", + "zga-Latn" + ] + }, + { + "precision": 0.141764, + "recall": 0.203125, + "f1": 0.153674, + "accuracy": 0.203125, + "main_score": 0.153674, + "hf_subset": "zga_Latn-eng_Latn", + "languages": [ + "zga-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0814, + "recall": 0.113281, + "f1": 0.087965, + "accuracy": 0.113281, + "main_score": 0.087965, + "hf_subset": "eng_Latn-zia_Latn", + "languages": [ + "eng-Latn", + "zia-Latn" + ] + }, + { + "precision": 0.095168, + "recall": 0.152344, + "f1": 0.106816, + "accuracy": 0.152344, + "main_score": 0.106816, + "hf_subset": "zia_Latn-eng_Latn", + "languages": [ + "zia-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.195082, + "recall": 0.285156, + "f1": 0.214137, + "accuracy": 0.285156, + "main_score": 0.214137, + "hf_subset": "eng_Latn-ziw_Latn", + "languages": [ + "eng-Latn", + "ziw-Latn" + ] + }, + { + "precision": 0.270089, + "recall": 0.355469, + "f1": 0.292164, + "accuracy": 0.355469, + "main_score": 0.292164, + "hf_subset": "ziw_Latn-eng_Latn", + "languages": [ + "ziw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.962891, + "recall": 0.972656, + "f1": 0.966146, + "accuracy": 0.972656, + "main_score": 0.966146, + "hf_subset": "eng_Latn-zlm_Latn", + "languages": [ + "eng-Latn", + "zlm-Latn" + ] + }, + { + "precision": 0.974609, + "recall": 0.980469, + "f1": 0.976562, + "accuracy": 0.980469, + "main_score": 0.976562, + "hf_subset": "zlm_Latn-eng_Latn", + "languages": [ + "zlm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.153441, + "recall": 0.226562, + "f1": 0.167823, + "accuracy": 0.226562, + "main_score": 0.167823, + "hf_subset": "eng_Latn-zos_Latn", + "languages": [ + "eng-Latn", + "zos-Latn" + ] + }, + { + "precision": 0.162967, + "recall": 0.226562, + "f1": 0.176166, + "accuracy": 0.226562, + "main_score": 0.176166, + "hf_subset": "zos_Latn-eng_Latn", + "languages": [ + "zos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.144724, + "recall": 0.183594, + "f1": 0.151873, + "accuracy": 0.183594, + "main_score": 0.151873, + "hf_subset": "eng_Latn-zpc_Latn", + "languages": [ + "eng-Latn", + "zpc-Latn" + ] + }, + { + "precision": 0.144816, + "recall": 0.199219, + "f1": 0.156059, + "accuracy": 0.199219, + "main_score": 0.156059, + "hf_subset": "zpc_Latn-eng_Latn", + "languages": [ + "zpc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.186731, + "recall": 0.253906, + "f1": 0.2027, + "accuracy": 0.253906, + "main_score": 0.2027, + "hf_subset": "eng_Latn-zpl_Latn", + "languages": [ + "eng-Latn", + "zpl-Latn" + ] + }, + { + "precision": 0.186264, + "recall": 0.257812, + "f1": 0.202463, + "accuracy": 0.257812, + "main_score": 0.202463, + "hf_subset": "zpl_Latn-eng_Latn", + "languages": [ + "zpl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078186, + "recall": 0.113281, + "f1": 0.087093, + "accuracy": 0.113281, + "main_score": 0.087093, + "hf_subset": "eng_Latn-zpm_Latn", + "languages": [ + "eng-Latn", + "zpm-Latn" + ] + }, + { + "precision": 0.086393, + "recall": 0.121094, + "f1": 0.094872, + "accuracy": 0.121094, + "main_score": 0.094872, + "hf_subset": "zpm_Latn-eng_Latn", + "languages": [ + "zpm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.105255, + "recall": 0.144531, + "f1": 0.111436, + "accuracy": 0.144531, + "main_score": 0.111436, + "hf_subset": "eng_Latn-zpo_Latn", + "languages": [ + "eng-Latn", + "zpo-Latn" + ] + }, + { + "precision": 0.106799, + "recall": 0.144531, + "f1": 0.11497, + "accuracy": 0.144531, + "main_score": 0.11497, + "hf_subset": "zpo_Latn-eng_Latn", + "languages": [ + "zpo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122982, + "recall": 0.171875, + "f1": 0.135175, + "accuracy": 0.171875, + "main_score": 0.135175, + "hf_subset": "eng_Latn-zpq_Latn", + "languages": [ + "eng-Latn", + "zpq-Latn" + ] + }, + { + "precision": 0.112894, + "recall": 0.179688, + "f1": 0.126305, + "accuracy": 0.179688, + "main_score": 0.126305, + "hf_subset": "zpq_Latn-eng_Latn", + "languages": [ + "zpq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.130873, + "recall": 0.175781, + "f1": 0.141121, + "accuracy": 0.175781, + "main_score": 0.141121, + "hf_subset": "eng_Latn-zpu_Latn", + "languages": [ + "eng-Latn", + "zpu-Latn" + ] + }, + { + "precision": 0.11442, + "recall": 0.167969, + "f1": 0.125049, + "accuracy": 0.167969, + "main_score": 0.125049, + "hf_subset": "zpu_Latn-eng_Latn", + "languages": [ + "zpu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111416, + "recall": 0.15625, + "f1": 0.120962, + "accuracy": 0.15625, + "main_score": 0.120962, + "hf_subset": "eng_Latn-zpv_Latn", + "languages": [ + "eng-Latn", + "zpv-Latn" + ] + }, + { + "precision": 0.107794, + "recall": 0.160156, + "f1": 0.118375, + "accuracy": 0.160156, + "main_score": 0.118375, + "hf_subset": "zpv_Latn-eng_Latn", + "languages": [ + "zpv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106445, + "recall": 0.164062, + "f1": 0.119257, + "accuracy": 0.164062, + "main_score": 0.119257, + "hf_subset": "eng_Latn-zpz_Latn", + "languages": [ + "eng-Latn", + "zpz-Latn" + ] + }, + { + "precision": 0.126604, + "recall": 0.175781, + "f1": 0.137042, + "accuracy": 0.175781, + "main_score": 0.137042, + "hf_subset": "zpz_Latn-eng_Latn", + "languages": [ + "zpz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.140551, + "recall": 0.171875, + "f1": 0.145821, + "accuracy": 0.171875, + "main_score": 0.145821, + "hf_subset": "eng_Latn-zsr_Latn", + "languages": [ + "eng-Latn", + "zsr-Latn" + ] + }, + { + "precision": 0.113377, + "recall": 0.164062, + "f1": 0.124736, + "accuracy": 0.164062, + "main_score": 0.124736, + "hf_subset": "zsr_Latn-eng_Latn", + "languages": [ + "zsr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.151576, + "recall": 0.210938, + "f1": 0.163771, + "accuracy": 0.210938, + "main_score": 0.163771, + "hf_subset": "eng_Latn-ztq_Latn", + "languages": [ + "eng-Latn", + "ztq-Latn" + ] + }, + { + "precision": 0.134809, + "recall": 0.199219, + "f1": 0.147889, + "accuracy": 0.199219, + "main_score": 0.147889, + "hf_subset": "ztq_Latn-eng_Latn", + "languages": [ + "ztq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106114, + "recall": 0.128906, + "f1": 0.111042, + "accuracy": 0.128906, + "main_score": 0.111042, + "hf_subset": "eng_Latn-zty_Latn", + "languages": [ + "eng-Latn", + "zty-Latn" + ] + }, + { + "precision": 0.111165, + "recall": 0.152344, + "f1": 0.117516, + "accuracy": 0.152344, + "main_score": 0.117516, + "hf_subset": "zty_Latn-eng_Latn", + "languages": [ + "zty-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109785, + "recall": 0.148438, + "f1": 0.117297, + "accuracy": 0.148438, + "main_score": 0.117297, + "hf_subset": "eng_Latn-zyp_Latn", + "languages": [ + "eng-Latn", + "zyp-Latn" + ] + }, + { + "precision": 0.130046, + "recall": 0.1875, + "f1": 0.141924, + "accuracy": 0.1875, + "main_score": 0.141924, + "hf_subset": "zyp_Latn-eng_Latn", + "languages": [ + "zyp-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7660.783600330353, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/BigPatentClustering.v2.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BigPatentClustering.v2.json new file mode 100644 index 0000000000..6596c28e5f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BigPatentClustering.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "58a863a958586a5d6ba51088b94ac74a46aa864f", + "task_name": "BigPatentClustering.v2", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.454546, + 0.43477, + 0.461954, + 0.517235, + 0.43512, + 0.404328, + 0.451088, + 0.443488, + 0.500562, + 0.449942 + ] + }, + "v_measure": 0.455303, + "v_measure_std": 0.030891, + "main_score": 0.455303, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10.357099294662476, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/BiorxivClusteringP2P.v2.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BiorxivClusteringP2P.v2.json new file mode 100644 index 0000000000..06d348ebfc --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BiorxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "f5dbc242e11dd8e24def4c4268607a49e02946dc", + "task_name": "BiorxivClusteringP2P.v2", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.483127, + 0.496048, + 0.492498, + 0.482189, + 0.490212, + 0.48441, + 0.47999, + 0.475254, + 0.486816, + 0.484786 + ] + }, + "v_measure": 0.485533, + "v_measure_std": 0.005812, + "main_score": 0.485533, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 98.52693915367126, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/BornholmBitextMining.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BornholmBitextMining.json new file mode 100644 index 0000000000..bb5ab7fd73 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BornholmBitextMining.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "3bc5cfb4ec514264fe2db5615fac9016f7251552", + "task_name": "BornholmBitextMining", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "precision": 0.488596, + "recall": 0.586, + "f1": 0.515307, + "accuracy": 0.586, + "main_score": 0.515307, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ] + } + ] + }, + "evaluation_time": 4.537617206573486, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/BrazilianToxicTweetsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BrazilianToxicTweetsClassification.json new file mode 100644 index 0000000000..11a8d8395a --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BrazilianToxicTweetsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f333c1fcfa3ab43f008a327c8bd0140441354d34", + "task_name": "BrazilianToxicTweetsClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.240283, + "f1": 0.219101, + "lrap": 0.813186, + "scores_per_experiment": [ + { + "accuracy": 0.193359, + "f1": 0.215661, + "lrap": 0.835286 + }, + { + "accuracy": 0.137695, + "f1": 0.206391, + "lrap": 0.813043 + }, + { + "accuracy": 0.178711, + "f1": 0.210822, + "lrap": 0.8471 + }, + { + "accuracy": 0.344238, + "f1": 0.168436, + "lrap": 0.823853 + }, + { + "accuracy": 0.292969, + "f1": 0.273736, + "lrap": 0.778185 + }, + { + "accuracy": 0.210449, + "f1": 0.228388, + "lrap": 0.838813 + }, + { + "accuracy": 0.208496, + "f1": 0.207986, + "lrap": 0.782606 + }, + { + "accuracy": 0.140137, + "f1": 0.197136, + "lrap": 0.810588 + }, + { + "accuracy": 0.378906, + "f1": 0.21941, + "lrap": 0.778809 + }, + { + "accuracy": 0.317871, + "f1": 0.263047, + "lrap": 0.823581 + } + ], + "main_score": 0.240283, + "hf_subset": "default", + "languages": [ + "por-Latn" + ] + } + ] + }, + "evaluation_time": 15.644378900527954, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/BulgarianStoreReviewSentimentClassfication.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BulgarianStoreReviewSentimentClassfication.json new file mode 100644 index 0000000000..73cf0776de --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/BulgarianStoreReviewSentimentClassfication.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "701984d6c6efea0e14a1c7850ef70e464c5577c0", + "task_name": "BulgarianStoreReviewSentimentClassfication", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.799451, + "f1": 0.564779, + "f1_weighted": 0.802671, + "scores_per_experiment": [ + { + "accuracy": 0.796703, + "f1": 0.587408, + "f1_weighted": 0.809352 + }, + { + "accuracy": 0.807692, + "f1": 0.555758, + "f1_weighted": 0.812858 + }, + { + "accuracy": 0.791209, + "f1": 0.54321, + "f1_weighted": 0.800981 + }, + { + "accuracy": 0.78022, + "f1": 0.5241, + "f1_weighted": 0.785557 + }, + { + "accuracy": 0.785714, + "f1": 0.518181, + "f1_weighted": 0.776647 + }, + { + "accuracy": 0.791209, + "f1": 0.552228, + "f1_weighted": 0.805255 + }, + { + "accuracy": 0.802198, + "f1": 0.586451, + "f1_weighted": 0.808595 + }, + { + "accuracy": 0.82967, + "f1": 0.626468, + "f1_weighted": 0.822807 + }, + { + "accuracy": 0.82967, + "f1": 0.59801, + "f1_weighted": 0.81575 + }, + { + "accuracy": 0.78022, + "f1": 0.555981, + "f1_weighted": 0.788905 + } + ], + "main_score": 0.799451, + "hf_subset": "default", + "languages": [ + "bul-Cyrl" + ] + } + ] + }, + "evaluation_time": 27.21492838859558, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/CEDRClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CEDRClassification.json new file mode 100644 index 0000000000..241831b38d --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CEDRClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c0ba03d058e3e1b2f3fd20518875a4563dd12db4", + "task_name": "CEDRClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.431403, + "f1": 0.364917, + "lrap": 0.69567, + "scores_per_experiment": [ + { + "accuracy": 0.337407, + "f1": 0.223865, + "lrap": 0.621413 + }, + { + "accuracy": 0.481403, + "f1": 0.375417, + "lrap": 0.669819 + }, + { + "accuracy": 0.471838, + "f1": 0.318466, + "lrap": 0.687832 + }, + { + "accuracy": 0.451647, + "f1": 0.35505, + "lrap": 0.684166 + }, + { + "accuracy": 0.473433, + "f1": 0.413412, + "lrap": 0.725133 + }, + { + "accuracy": 0.376727, + "f1": 0.394545, + "lrap": 0.699309 + }, + { + "accuracy": 0.456961, + "f1": 0.401593, + "lrap": 0.727471 + }, + { + "accuracy": 0.411796, + "f1": 0.398495, + "lrap": 0.726886 + }, + { + "accuracy": 0.400106, + "f1": 0.372838, + "lrap": 0.708448 + }, + { + "accuracy": 0.45271, + "f1": 0.395484, + "lrap": 0.706217 + } + ], + "main_score": 0.431403, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 14.419747352600098, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/CLSClusteringP2P.v2.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CLSClusteringP2P.v2.json new file mode 100644 index 0000000000..bdf8545418 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CLSClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476", + "task_name": "CLSClusteringP2P.v2", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.49081, + 0.45192, + 0.451706, + 0.479382, + 0.475461, + 0.43843, + 0.484236, + 0.450719, + 0.458211, + 0.50395 + ] + }, + "v_measure": 0.468483, + "v_measure_std": 0.02013, + "main_score": 0.468483, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 47.44420909881592, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/CSFDSKMovieReviewSentimentClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CSFDSKMovieReviewSentimentClassification.json new file mode 100644 index 0000000000..c3a6d564ad --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CSFDSKMovieReviewSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "23a20c659d868740ef9c54854de631fe19cd5c17", + "task_name": "CSFDSKMovieReviewSentimentClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.565576, + "f1": 0.549224, + "f1_weighted": 0.551239, + "scores_per_experiment": [ + { + "accuracy": 0.561523, + "f1": 0.540822, + "f1_weighted": 0.542682 + }, + { + "accuracy": 0.553223, + "f1": 0.534967, + "f1_weighted": 0.537224 + }, + { + "accuracy": 0.563477, + "f1": 0.539697, + "f1_weighted": 0.541991 + }, + { + "accuracy": 0.584473, + "f1": 0.569695, + "f1_weighted": 0.571569 + }, + { + "accuracy": 0.533691, + "f1": 0.507239, + "f1_weighted": 0.508582 + }, + { + "accuracy": 0.580078, + "f1": 0.567577, + "f1_weighted": 0.56975 + }, + { + "accuracy": 0.59082, + "f1": 0.584533, + "f1_weighted": 0.586541 + }, + { + "accuracy": 0.56543, + "f1": 0.559343, + "f1_weighted": 0.561446 + }, + { + "accuracy": 0.558105, + "f1": 0.542428, + "f1_weighted": 0.5447 + }, + { + "accuracy": 0.564941, + "f1": 0.545941, + "f1_weighted": 0.547905 + } + ], + "main_score": 0.565576, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ] + } + ] + }, + "evaluation_time": 86.20056676864624, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/CTKFactsNLI.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CTKFactsNLI.json new file mode 100644 index 0000000000..d9a85dea8b --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CTKFactsNLI.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "387ae4582c8054cb52ef57ef0941f19bd8012abf", + "task_name": "CTKFactsNLI", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.668852, + "similarity_accuracy_threshold": 0.756077, + "similarity_f1": 0.776119, + "similarity_f1_threshold": 0.730079, + "similarity_precision": 0.654676, + "similarity_recall": 0.95288, + "similarity_ap": 0.786621, + "cosine_accuracy": 0.668852, + "cosine_accuracy_threshold": 0.756076, + "cosine_f1": 0.776119, + "cosine_f1_threshold": 0.730078, + "cosine_precision": 0.654676, + "cosine_recall": 0.95288, + "cosine_ap": 0.786621, + "manhattan_accuracy": 0.668852, + "manhattan_accuracy_threshold": 33.157784, + "manhattan_f1": 0.777778, + "manhattan_f1_threshold": 34.728439, + "manhattan_precision": 0.65704, + "manhattan_recall": 0.95288, + "manhattan_ap": 0.789839, + "euclidean_accuracy": 0.67541, + "euclidean_accuracy_threshold": 0.698225, + "euclidean_f1": 0.776119, + "euclidean_f1_threshold": 0.735654, + "euclidean_precision": 0.654676, + "euclidean_recall": 0.95288, + "euclidean_ap": 0.786541, + "dot_accuracy": 0.665574, + "dot_accuracy_threshold": 0.749535, + "dot_f1": 0.776119, + "dot_f1_threshold": 0.730294, + "dot_precision": 0.654676, + "dot_recall": 0.95288, + "dot_ap": 0.784536, + "max_accuracy": 0.67541, + "max_f1": 0.777778, + "max_precision": 0.65704, + "max_recall": 0.95288, + "max_ap": 0.789839, + "main_score": 0.789839, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.736, + "similarity_accuracy_threshold": 0.752331, + "similarity_f1": 0.826709, + "similarity_f1_threshold": 0.686832, + "similarity_precision": 0.704607, + "similarity_recall": 1.0, + "similarity_ap": 0.860803, + "cosine_accuracy": 0.736, + "cosine_accuracy_threshold": 0.75233, + "cosine_f1": 0.826709, + "cosine_f1_threshold": 0.686831, + "cosine_precision": 0.704607, + "cosine_recall": 1.0, + "cosine_ap": 0.860803, + "manhattan_accuracy": 0.738667, + "manhattan_accuracy_threshold": 33.345085, + "manhattan_f1": 0.830508, + "manhattan_f1_threshold": 33.994179, + "manhattan_precision": 0.742424, + "manhattan_recall": 0.942308, + "manhattan_ap": 0.86373, + "euclidean_accuracy": 0.738667, + "euclidean_accuracy_threshold": 0.704923, + "euclidean_f1": 0.826855, + "euclidean_f1_threshold": 0.704923, + "euclidean_precision": 0.764706, + "euclidean_recall": 0.9, + "euclidean_ap": 0.860596, + "dot_accuracy": 0.730667, + "dot_accuracy_threshold": 0.746453, + "dot_f1": 0.826709, + "dot_f1_threshold": 0.687349, + "dot_precision": 0.704607, + "dot_recall": 1.0, + "dot_ap": 0.859782, + "max_accuracy": 0.738667, + "max_f1": 0.830508, + "max_precision": 0.764706, + "max_recall": 1.0, + "max_ap": 0.86373, + "main_score": 0.86373, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ] + } + ] + }, + "evaluation_time": 9.659880876541138, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/CataloniaTweetClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CataloniaTweetClassification.json new file mode 100644 index 0000000000..75633f6e47 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CataloniaTweetClassification.json @@ -0,0 +1,261 @@ +{ + "dataset_revision": "cf24d44e517efa534f048e5fc5981f399ed25bee", + "task_name": "CataloniaTweetClassification", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "accuracy": 0.491216, + "f1": 0.501779, + "f1_weighted": 0.481905, + "scores_per_experiment": [ + { + "accuracy": 0.499256, + "f1": 0.509057, + "f1_weighted": 0.494827 + }, + { + "accuracy": 0.51067, + "f1": 0.523223, + "f1_weighted": 0.503273 + }, + { + "accuracy": 0.468983, + "f1": 0.479081, + "f1_weighted": 0.458941 + }, + { + "accuracy": 0.48536, + "f1": 0.484407, + "f1_weighted": 0.467413 + }, + { + "accuracy": 0.486849, + "f1": 0.508368, + "f1_weighted": 0.481577 + }, + { + "accuracy": 0.498759, + "f1": 0.505354, + "f1_weighted": 0.484643 + }, + { + "accuracy": 0.479901, + "f1": 0.500672, + "f1_weighted": 0.480323 + }, + { + "accuracy": 0.460546, + "f1": 0.450442, + "f1_weighted": 0.435829 + }, + { + "accuracy": 0.495285, + "f1": 0.499575, + "f1_weighted": 0.487228 + }, + { + "accuracy": 0.526551, + "f1": 0.557607, + "f1_weighted": 0.525 + } + ], + "main_score": 0.491216, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.460299, + "f1": 0.452765, + "f1_weighted": 0.45182, + "scores_per_experiment": [ + { + "accuracy": 0.472139, + "f1": 0.468618, + "f1_weighted": 0.4791 + }, + { + "accuracy": 0.429353, + "f1": 0.422327, + "f1_weighted": 0.417532 + }, + { + "accuracy": 0.465672, + "f1": 0.457553, + "f1_weighted": 0.448067 + }, + { + "accuracy": 0.514925, + "f1": 0.506373, + "f1_weighted": 0.508578 + }, + { + "accuracy": 0.515423, + "f1": 0.490716, + "f1_weighted": 0.501879 + }, + { + "accuracy": 0.460697, + "f1": 0.453283, + "f1_weighted": 0.452735 + }, + { + "accuracy": 0.448756, + "f1": 0.444103, + "f1_weighted": 0.434652 + }, + { + "accuracy": 0.400498, + "f1": 0.395913, + "f1_weighted": 0.387988 + }, + { + "accuracy": 0.463184, + "f1": 0.457377, + "f1_weighted": 0.459116 + }, + { + "accuracy": 0.432338, + "f1": 0.431385, + "f1_weighted": 0.428557 + } + ], + "main_score": 0.460299, + "hf_subset": "catalan", + "languages": [ + "cat-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.496081, + "f1": 0.505588, + "f1_weighted": 0.485718, + "scores_per_experiment": [ + { + "accuracy": 0.513889, + "f1": 0.521205, + "f1_weighted": 0.510273 + }, + { + "accuracy": 0.496032, + "f1": 0.511634, + "f1_weighted": 0.485728 + }, + { + "accuracy": 0.457837, + "f1": 0.465962, + "f1_weighted": 0.447671 + }, + { + "accuracy": 0.483135, + "f1": 0.485458, + "f1_weighted": 0.465795 + }, + { + "accuracy": 0.510417, + "f1": 0.526987, + "f1_weighted": 0.505325 + }, + { + "accuracy": 0.520337, + "f1": 0.520178, + "f1_weighted": 0.506621 + }, + { + "accuracy": 0.517361, + "f1": 0.536912, + "f1_weighted": 0.516741 + }, + { + "accuracy": 0.447917, + "f1": 0.437428, + "f1_weighted": 0.420399 + }, + { + "accuracy": 0.490079, + "f1": 0.493311, + "f1_weighted": 0.478251 + }, + { + "accuracy": 0.52381, + "f1": 0.5568, + "f1_weighted": 0.52038 + } + ], + "main_score": 0.496081, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.479353, + "f1": 0.469393, + "f1_weighted": 0.47039, + "scores_per_experiment": [ + { + "accuracy": 0.469652, + "f1": 0.465091, + "f1_weighted": 0.477694 + }, + { + "accuracy": 0.462189, + "f1": 0.450866, + "f1_weighted": 0.449129 + }, + { + "accuracy": 0.496517, + "f1": 0.481509, + "f1_weighted": 0.480354 + }, + { + "accuracy": 0.523383, + "f1": 0.511168, + "f1_weighted": 0.514262 + }, + { + "accuracy": 0.528856, + "f1": 0.503274, + "f1_weighted": 0.517319 + }, + { + "accuracy": 0.483582, + "f1": 0.474131, + "f1_weighted": 0.475738 + }, + { + "accuracy": 0.470647, + "f1": 0.458979, + "f1_weighted": 0.45541 + }, + { + "accuracy": 0.436318, + "f1": 0.431106, + "f1_weighted": 0.426031 + }, + { + "accuracy": 0.479104, + "f1": 0.475924, + "f1_weighted": 0.471435 + }, + { + "accuracy": 0.443284, + "f1": 0.441879, + "f1_weighted": 0.436528 + } + ], + "main_score": 0.479353, + "hf_subset": "catalan", + "languages": [ + "cat-Latn" + ] + } + ] + }, + "evaluation_time": 107.16608262062073, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/Core17InstructionRetrieval.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/Core17InstructionRetrieval.json new file mode 100644 index 0000000000..425df258af --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/Core17InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "e39ff896cf3efbbdeeb950e6bd7c79f266995b07", + "task_name": "Core17InstructionRetrieval", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "p-MRR": 0.053242, + "individual": { + "original": { + "ndcg_at_1": 0.15, + "ndcg_at_3": 0.23734, + "ndcg_at_5": 0.26364, + "ndcg_at_10": 0.28099, + "ndcg_at_20": 0.3007, + "ndcg_at_100": 0.40028, + "ndcg_at_1000": 0.56849, + "map_at_1": 0.00766, + "map_at_3": 0.02319, + "map_at_5": 0.03797, + "map_at_10": 0.06817, + "map_at_20": 0.10925, + "map_at_100": 0.1902, + "map_at_1000": 0.23144, + "recall_at_1": 0.00766, + "recall_at_3": 0.03086, + "recall_at_5": 0.06199, + "recall_at_10": 0.12407, + "recall_at_20": 0.21452, + "recall_at_100": 0.49986, + "recall_at_1000": 1.0, + "precision_at_1": 0.2, + "precision_at_3": 0.31667, + "precision_at_5": 0.34, + "precision_at_10": 0.35, + "precision_at_20": 0.3075, + "precision_at_100": 0.159, + "precision_at_1000": 0.0327, + "naucs_at_1_max": -0.016225, + "naucs_at_1_std": 0.071036, + "naucs_at_1_diff1": -0.4665, + "naucs_at_3_max": -0.249961, + "naucs_at_3_std": 0.186458, + "naucs_at_3_diff1": -0.444848, + "naucs_at_5_max": -0.179454, + "naucs_at_5_std": 0.126897, + "naucs_at_5_diff1": -0.357281, + "naucs_at_10_max": -0.168123, + "naucs_at_10_std": 0.11231, + "naucs_at_10_diff1": -0.370032, + "naucs_at_20_max": -0.140626, + "naucs_at_20_std": 0.099068, + "naucs_at_20_diff1": -0.378653, + "naucs_at_100_max": -0.146549, + "naucs_at_100_std": 0.109854, + "naucs_at_100_diff1": -0.384124, + "naucs_at_1000_max": -0.146549, + "naucs_at_1000_std": 0.109854, + "naucs_at_1000_diff1": -0.384124, + "mrr_at_1": 0.2, + "mrr_at_3": 0.4, + "mrr_at_5": 0.435, + "mrr_at_10": 0.447698, + "mrr_at_20": 0.452244, + "mrr_at_100": 0.453759, + "mrr_at_1000": 0.453759 + }, + "changed": { + "ndcg_at_1": 0.675, + "ndcg_at_3": 0.65279, + "ndcg_at_5": 0.61123, + "ndcg_at_10": 0.56094, + "ndcg_at_20": 0.53375, + "ndcg_at_100": 0.55053, + "ndcg_at_1000": 0.73672, + "map_at_1": 0.0176, + "map_at_3": 0.04621, + "map_at_5": 0.07155, + "map_at_10": 0.115, + "map_at_20": 0.18525, + "map_at_100": 0.32743, + "map_at_1000": 0.39768, + "recall_at_1": 0.0176, + "recall_at_3": 0.04938, + "recall_at_5": 0.07779, + "recall_at_10": 0.13107, + "recall_at_20": 0.2344, + "recall_at_100": 0.53622, + "recall_at_1000": 1.0, + "precision_at_1": 0.75, + "precision_at_3": 0.75, + "precision_at_5": 0.71, + "precision_at_10": 0.63, + "precision_at_20": 0.555, + "precision_at_100": 0.285, + "precision_at_1000": 0.0545, + "naucs_at_1_max": 0.235688, + "naucs_at_1_std": -0.033804, + "naucs_at_1_diff1": 0.404186, + "naucs_at_3_max": 0.09625, + "naucs_at_3_std": -0.273647, + "naucs_at_3_diff1": 0.387094, + "naucs_at_5_max": 0.178614, + "naucs_at_5_std": -0.299811, + "naucs_at_5_diff1": 0.42395, + "naucs_at_10_max": 0.178614, + "naucs_at_10_std": -0.299811, + "naucs_at_10_diff1": 0.42395, + "naucs_at_20_max": 0.169006, + "naucs_at_20_std": -0.274356, + "naucs_at_20_diff1": 0.416079, + "naucs_at_100_max": 0.169006, + "naucs_at_100_std": -0.274356, + "naucs_at_100_diff1": 0.416079, + "naucs_at_1000_max": 0.169006, + "naucs_at_1000_std": -0.274356, + "naucs_at_1000_diff1": 0.416079, + "mrr_at_1": 0.75, + "mrr_at_3": 0.825, + "mrr_at_5": 0.835, + "mrr_at_10": 0.835, + "mrr_at_20": 0.837632, + "mrr_at_100": 0.837632, + "mrr_at_1000": 0.837632 + } + }, + "main_score": 0.053242, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1922.8791048526764, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/CovidRetrieval.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CovidRetrieval.json new file mode 100644 index 0000000000..eb2da296b8 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CovidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117", + "task_name": "CovidRetrieval", + "mteb_version": "1.38.29", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.69968, + "ndcg_at_3": 0.78908, + "ndcg_at_5": 0.80942, + "ndcg_at_10": 0.82321, + "ndcg_at_20": 0.8307, + "ndcg_at_100": 0.83394, + "ndcg_at_1000": 0.83515, + "map_at_1": 0.69731, + "map_at_3": 0.7666, + "map_at_5": 0.77798, + "map_at_10": 0.78409, + "map_at_20": 0.78621, + "map_at_100": 0.78669, + "map_at_1000": 0.78674, + "recall_at_1": 0.69731, + "recall_at_3": 0.85274, + "recall_at_5": 0.90279, + "recall_at_10": 0.9431, + "recall_at_20": 0.9726, + "recall_at_100": 0.98946, + "recall_at_1000": 0.99895, + "precision_at_1": 0.69968, + "precision_at_3": 0.28662, + "precision_at_5": 0.18209, + "precision_at_10": 0.09526, + "precision_at_20": 0.04916, + "precision_at_100": 0.01, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.699684, + "mrr_at_3": 0.767299, + "mrr_at_5": 0.777994, + "mrr_at_10": 0.784238, + "mrr_at_20": 0.786176, + "mrr_at_100": 0.786658, + "mrr_at_1000": 0.786704, + "nauc_ndcg_at_1_max": 0.39286, + "nauc_ndcg_at_1_std": -0.541956, + "nauc_ndcg_at_1_diff1": 0.844657, + "nauc_ndcg_at_3_max": 0.435576, + "nauc_ndcg_at_3_std": -0.575342, + "nauc_ndcg_at_3_diff1": 0.807859, + "nauc_ndcg_at_5_max": 0.439378, + "nauc_ndcg_at_5_std": -0.576368, + "nauc_ndcg_at_5_diff1": 0.8045, + "nauc_ndcg_at_10_max": 0.433529, + "nauc_ndcg_at_10_std": -0.563956, + "nauc_ndcg_at_10_diff1": 0.811782, + "nauc_ndcg_at_20_max": 0.431297, + "nauc_ndcg_at_20_std": -0.560181, + "nauc_ndcg_at_20_diff1": 0.817617, + "nauc_ndcg_at_100_max": 0.432407, + "nauc_ndcg_at_100_std": -0.552264, + "nauc_ndcg_at_100_diff1": 0.818644, + "nauc_ndcg_at_1000_max": 0.428905, + "nauc_ndcg_at_1000_std": -0.554971, + "nauc_ndcg_at_1000_diff1": 0.818459, + "nauc_map_at_1_max": 0.392879, + "nauc_map_at_1_std": -0.547122, + "nauc_map_at_1_diff1": 0.848594, + "nauc_map_at_3_max": 0.424263, + "nauc_map_at_3_std": -0.56467, + "nauc_map_at_3_diff1": 0.818765, + "nauc_map_at_5_max": 0.426052, + "nauc_map_at_5_std": -0.563461, + "nauc_map_at_5_diff1": 0.817333, + "nauc_map_at_10_max": 0.423462, + "nauc_map_at_10_std": -0.558552, + "nauc_map_at_10_diff1": 0.820299, + "nauc_map_at_20_max": 0.423299, + "nauc_map_at_20_std": -0.556803, + "nauc_map_at_20_diff1": 0.821593, + "nauc_map_at_100_max": 0.423267, + "nauc_map_at_100_std": -0.555659, + "nauc_map_at_100_diff1": 0.821732, + "nauc_map_at_1000_max": 0.423163, + "nauc_map_at_1000_std": -0.555709, + "nauc_map_at_1000_diff1": 0.821727, + "nauc_recall_at_1_max": 0.392879, + "nauc_recall_at_1_std": -0.547122, + "nauc_recall_at_1_diff1": 0.848594, + "nauc_recall_at_3_max": 0.479732, + "nauc_recall_at_3_std": -0.632262, + "nauc_recall_at_3_diff1": 0.766292, + "nauc_recall_at_5_max": 0.516401, + "nauc_recall_at_5_std": -0.657125, + "nauc_recall_at_5_diff1": 0.730996, + "nauc_recall_at_10_max": 0.523283, + "nauc_recall_at_10_std": -0.613293, + "nauc_recall_at_10_diff1": 0.739046, + "nauc_recall_at_20_max": 0.553513, + "nauc_recall_at_20_std": -0.615176, + "nauc_recall_at_20_diff1": 0.793314, + "nauc_recall_at_100_max": 0.869948, + "nauc_recall_at_100_std": -0.170612, + "nauc_recall_at_100_diff1": 0.829092, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.122762, + "nauc_recall_at_1000_diff1": 0.722168, + "nauc_precision_at_1_max": 0.39286, + "nauc_precision_at_1_std": -0.541956, + "nauc_precision_at_1_diff1": 0.844657, + "nauc_precision_at_3_max": 0.453791, + "nauc_precision_at_3_std": -0.534824, + "nauc_precision_at_3_diff1": 0.671241, + "nauc_precision_at_5_max": 0.467392, + "nauc_precision_at_5_std": -0.498554, + "nauc_precision_at_5_diff1": 0.584722, + "nauc_precision_at_10_max": 0.440303, + "nauc_precision_at_10_std": -0.319695, + "nauc_precision_at_10_diff1": 0.476133, + "nauc_precision_at_20_max": 0.359987, + "nauc_precision_at_20_std": -0.058266, + "nauc_precision_at_20_diff1": 0.27192, + "nauc_precision_at_100_max": 0.362468, + "nauc_precision_at_100_std": 0.429538, + "nauc_precision_at_100_diff1": -0.019697, + "nauc_precision_at_1000_max": 0.121052, + "nauc_precision_at_1000_std": 0.739367, + "nauc_precision_at_1000_diff1": -0.441129, + "nauc_mrr_at_1_max": 0.39286, + "nauc_mrr_at_1_std": -0.541956, + "nauc_mrr_at_1_diff1": 0.844657, + "nauc_mrr_at_3_max": 0.423088, + "nauc_mrr_at_3_std": -0.561505, + "nauc_mrr_at_3_diff1": 0.817522, + "nauc_mrr_at_5_max": 0.425573, + "nauc_mrr_at_5_std": -0.562516, + "nauc_mrr_at_5_diff1": 0.816641, + "nauc_mrr_at_10_max": 0.422487, + "nauc_mrr_at_10_std": -0.558442, + "nauc_mrr_at_10_diff1": 0.819884, + "nauc_mrr_at_20_max": 0.421889, + "nauc_mrr_at_20_std": -0.55783, + "nauc_mrr_at_20_diff1": 0.82114, + "nauc_mrr_at_100_max": 0.421852, + "nauc_mrr_at_100_std": -0.55668, + "nauc_mrr_at_100_diff1": 0.821277, + "nauc_mrr_at_1000_max": 0.421747, + "nauc_mrr_at_1000_std": -0.55673, + "nauc_mrr_at_1000_diff1": 0.821272, + "main_score": 0.82321, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 2490.2036616802216, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/CyrillicTurkicLangClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CyrillicTurkicLangClassification.json new file mode 100644 index 0000000000..3bdb1dabb9 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CyrillicTurkicLangClassification.json @@ -0,0 +1,81 @@ +{ + "dataset_revision": "e42d330f33d65b7b72dfd408883daf1661f06f18", + "task_name": "CyrillicTurkicLangClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.812451, + "f1": 0.805269, + "f1_weighted": 0.805295, + "scores_per_experiment": [ + { + "accuracy": 0.821289, + "f1": 0.814652, + "f1_weighted": 0.814722 + }, + { + "accuracy": 0.826172, + "f1": 0.821425, + "f1_weighted": 0.821452 + }, + { + "accuracy": 0.783691, + "f1": 0.764487, + "f1_weighted": 0.764547 + }, + { + "accuracy": 0.814941, + "f1": 0.805361, + "f1_weighted": 0.805413 + }, + { + "accuracy": 0.817871, + "f1": 0.813311, + "f1_weighted": 0.813292 + }, + { + "accuracy": 0.811523, + "f1": 0.809191, + "f1_weighted": 0.809211 + }, + { + "accuracy": 0.812012, + "f1": 0.804129, + "f1_weighted": 0.804115 + }, + { + "accuracy": 0.827148, + "f1": 0.82468, + "f1_weighted": 0.824701 + }, + { + "accuracy": 0.800781, + "f1": 0.796357, + "f1_weighted": 0.796383 + }, + { + "accuracy": 0.809082, + "f1": 0.799094, + "f1_weighted": 0.799109 + } + ], + "main_score": 0.812451, + "hf_subset": "default", + "languages": [ + "bak-Cyrl", + "chv-Cyrl", + "tat-Cyrl", + "kir-Cyrl", + "rus-Cyrl", + "kaz-Cyrl", + "tyv-Cyrl", + "krc-Cyrl", + "sah-Cyrl" + ] + } + ] + }, + "evaluation_time": 31.26697087287903, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/CzechProductReviewSentimentClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CzechProductReviewSentimentClassification.json new file mode 100644 index 0000000000..65d9e16cfa --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/CzechProductReviewSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "2e6fedf42c9c104e83dfd95c3a453721e683e244", + "task_name": "CzechProductReviewSentimentClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.665625, + "f1": 0.637151, + "f1_weighted": 0.63708, + "scores_per_experiment": [ + { + "accuracy": 0.668945, + "f1": 0.639093, + "f1_weighted": 0.63902 + }, + { + "accuracy": 0.678711, + "f1": 0.648441, + "f1_weighted": 0.648373 + }, + { + "accuracy": 0.649414, + "f1": 0.625411, + "f1_weighted": 0.625332 + }, + { + "accuracy": 0.662109, + "f1": 0.617526, + "f1_weighted": 0.617436 + }, + { + "accuracy": 0.640625, + "f1": 0.628996, + "f1_weighted": 0.628943 + }, + { + "accuracy": 0.66748, + "f1": 0.624362, + "f1_weighted": 0.624285 + }, + { + "accuracy": 0.660156, + "f1": 0.639665, + "f1_weighted": 0.639596 + }, + { + "accuracy": 0.662598, + "f1": 0.636959, + "f1_weighted": 0.636887 + }, + { + "accuracy": 0.683105, + "f1": 0.649787, + "f1_weighted": 0.649718 + }, + { + "accuracy": 0.683105, + "f1": 0.661273, + "f1_weighted": 0.66121 + } + ], + "main_score": 0.665625, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ] + } + ] + }, + "evaluation_time": 37.77620720863342, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/DBpediaClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/DBpediaClassification.json new file mode 100644 index 0000000000..11768278ac --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/DBpediaClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "9abd46cf7fc8b4c64290f26993c540b92aa145ac", + "task_name": "DBpediaClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.949756, + "f1": 0.948419, + "f1_weighted": 0.948423, + "scores_per_experiment": [ + { + "accuracy": 0.961426, + "f1": 0.960831, + "f1_weighted": 0.960839 + }, + { + "accuracy": 0.953613, + "f1": 0.951923, + "f1_weighted": 0.951929 + }, + { + "accuracy": 0.950684, + "f1": 0.950163, + "f1_weighted": 0.950168 + }, + { + "accuracy": 0.94043, + "f1": 0.937782, + "f1_weighted": 0.937795 + }, + { + "accuracy": 0.952148, + "f1": 0.950752, + "f1_weighted": 0.950778 + }, + { + "accuracy": 0.955078, + "f1": 0.954442, + "f1_weighted": 0.954436 + }, + { + "accuracy": 0.952637, + "f1": 0.951227, + "f1_weighted": 0.951235 + }, + { + "accuracy": 0.938965, + "f1": 0.937102, + "f1_weighted": 0.937128 + }, + { + "accuracy": 0.941406, + "f1": 0.940293, + "f1_weighted": 0.940248 + }, + { + "accuracy": 0.951172, + "f1": 0.949676, + "f1_weighted": 0.949676 + } + ], + "main_score": 0.949756, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 55.626373529434204, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/DalajClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/DalajClassification.json new file mode 100644 index 0000000000..11eb7f4edf --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/DalajClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "7ebf0b4caa7b2ae39698a889de782c09e6f5ee56", + "task_name": "DalajClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.499662, + "f1": 0.495786, + "f1_weighted": 0.495786, + "ap": 0.499854, + "ap_weighted": 0.499854, + "scores_per_experiment": [ + { + "accuracy": 0.497748, + "f1": 0.489921, + "f1_weighted": 0.489921, + "ap": 0.498878, + "ap_weighted": 0.498878 + }, + { + "accuracy": 0.495495, + "f1": 0.493334, + "f1_weighted": 0.493334, + "ap": 0.497771, + "ap_weighted": 0.497771 + }, + { + "accuracy": 0.5, + "f1": 0.490056, + "f1_weighted": 0.490056, + "ap": 0.5, + "ap_weighted": 0.5 + }, + { + "accuracy": 0.497748, + "f1": 0.496622, + "f1_weighted": 0.496622, + "ap": 0.498879, + "ap_weighted": 0.498879 + }, + { + "accuracy": 0.5, + "f1": 0.499177, + "f1_weighted": 0.499177, + "ap": 0.5, + "ap_weighted": 0.5 + }, + { + "accuracy": 0.495495, + "f1": 0.495495, + "f1_weighted": 0.495495, + "ap": 0.497768, + "ap_weighted": 0.497768 + }, + { + "accuracy": 0.501126, + "f1": 0.500898, + "f1_weighted": 0.500898, + "ap": 0.500564, + "ap_weighted": 0.500564 + }, + { + "accuracy": 0.511261, + "f1": 0.506189, + "f1_weighted": 0.506189, + "ap": 0.50579, + "ap_weighted": 0.50579 + }, + { + "accuracy": 0.501126, + "f1": 0.499725, + "f1_weighted": 0.499725, + "ap": 0.500564, + "ap_weighted": 0.500564 + }, + { + "accuracy": 0.496622, + "f1": 0.486446, + "f1_weighted": 0.486446, + "ap": 0.498327, + "ap_weighted": 0.498327 + } + ], + "main_score": 0.499662, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 11.737914800643921, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/DiaBlaBitextMining.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/DiaBlaBitextMining.json new file mode 100644 index 0000000000..e44276f71c --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/DiaBlaBitextMining.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "5345895c56a601afe1a98519ce3199be60a27dba", + "task_name": "DiaBlaBitextMining", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "precision": 0.873331, + "recall": 0.896834, + "f1": 0.87963, + "accuracy": 0.896834, + "main_score": 0.87963, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.873331, + "recall": 0.896834, + "f1": 0.87963, + "accuracy": 0.896834, + "main_score": 0.87963, + "hf_subset": "en-fr", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 57.04152226448059, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/EstonianValenceClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/EstonianValenceClassification.json new file mode 100644 index 0000000000..c36608db0d --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/EstonianValenceClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "9157397f05a127b3ac93b93dd88abf1bdf710c22", + "task_name": "EstonianValenceClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.682029, + "f1": 0.567347, + "f1_weighted": 0.66797, + "scores_per_experiment": [ + { + "accuracy": 0.693154, + "f1": 0.567723, + "f1_weighted": 0.672226 + }, + { + "accuracy": 0.673594, + "f1": 0.542917, + "f1_weighted": 0.652934 + }, + { + "accuracy": 0.668704, + "f1": 0.555442, + "f1_weighted": 0.658329 + }, + { + "accuracy": 0.673594, + "f1": 0.562226, + "f1_weighted": 0.664226 + }, + { + "accuracy": 0.704156, + "f1": 0.615516, + "f1_weighted": 0.701422 + }, + { + "accuracy": 0.679707, + "f1": 0.565864, + "f1_weighted": 0.667893 + }, + { + "accuracy": 0.667482, + "f1": 0.548765, + "f1_weighted": 0.651101 + }, + { + "accuracy": 0.680929, + "f1": 0.57991, + "f1_weighted": 0.672736 + }, + { + "accuracy": 0.687042, + "f1": 0.542599, + "f1_weighted": 0.656464 + }, + { + "accuracy": 0.691932, + "f1": 0.592512, + "f1_weighted": 0.68237 + } + ], + "main_score": 0.682029, + "hf_subset": "default", + "languages": [ + "est-Latn" + ] + } + ] + }, + "evaluation_time": 34.46506452560425, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/FaroeseSTS.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/FaroeseSTS.json new file mode 100644 index 0000000000..a8970350d3 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/FaroeseSTS.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "8cb36efa69428b3dc290e1125995a999963163c5", + "task_name": "FaroeseSTS", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "pearson": 0.796738, + "spearman": 0.802894, + "cosine_pearson": 0.796738, + "cosine_spearman": 0.802894, + "manhattan_pearson": 0.79709, + "manhattan_spearman": 0.802981, + "euclidean_pearson": 0.796716, + "euclidean_spearman": 0.802451, + "main_score": 0.802894, + "hf_subset": "default", + "languages": [ + "fao-Latn" + ] + } + ] + }, + "evaluation_time": 3.823819398880005, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/FilipinoShopeeReviewsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/FilipinoShopeeReviewsClassification.json new file mode 100644 index 0000000000..e4070b6518 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/FilipinoShopeeReviewsClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "d096f402fdc76886458c0cfb5dedc829bea2b935", + "task_name": "FilipinoShopeeReviewsClassification", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "accuracy": 0.496582, + "f1": 0.461544, + "f1_weighted": 0.461481, + "scores_per_experiment": [ + { + "accuracy": 0.517578, + "f1": 0.49881, + "f1_weighted": 0.49875 + }, + { + "accuracy": 0.491211, + "f1": 0.456726, + "f1_weighted": 0.456671 + }, + { + "accuracy": 0.492676, + "f1": 0.451415, + "f1_weighted": 0.45145 + }, + { + "accuracy": 0.504883, + "f1": 0.464829, + "f1_weighted": 0.464734 + }, + { + "accuracy": 0.467773, + "f1": 0.410365, + "f1_weighted": 0.410288 + }, + { + "accuracy": 0.503418, + "f1": 0.471381, + "f1_weighted": 0.471315 + }, + { + "accuracy": 0.490723, + "f1": 0.452871, + "f1_weighted": 0.452799 + }, + { + "accuracy": 0.51709, + "f1": 0.512973, + "f1_weighted": 0.512949 + }, + { + "accuracy": 0.492188, + "f1": 0.466622, + "f1_weighted": 0.466532 + }, + { + "accuracy": 0.488281, + "f1": 0.429453, + "f1_weighted": 0.429317 + } + ], + "main_score": 0.496582, + "hf_subset": "default", + "languages": [ + "fil-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.508691, + "f1": 0.473856, + "f1_weighted": 0.473796, + "scores_per_experiment": [ + { + "accuracy": 0.523926, + "f1": 0.50567, + "f1_weighted": 0.505618 + }, + { + "accuracy": 0.499023, + "f1": 0.46302, + "f1_weighted": 0.462965 + }, + { + "accuracy": 0.506836, + "f1": 0.470214, + "f1_weighted": 0.470251 + }, + { + "accuracy": 0.506836, + "f1": 0.465471, + "f1_weighted": 0.465383 + }, + { + "accuracy": 0.498047, + "f1": 0.443215, + "f1_weighted": 0.443134 + }, + { + "accuracy": 0.503906, + "f1": 0.470164, + "f1_weighted": 0.470095 + }, + { + "accuracy": 0.500488, + "f1": 0.463346, + "f1_weighted": 0.463277 + }, + { + "accuracy": 0.527832, + "f1": 0.523537, + "f1_weighted": 0.523525 + }, + { + "accuracy": 0.522461, + "f1": 0.499608, + "f1_weighted": 0.49953 + }, + { + "accuracy": 0.497559, + "f1": 0.434312, + "f1_weighted": 0.434176 + } + ], + "main_score": 0.508691, + "hf_subset": "default", + "languages": [ + "fil-Latn" + ] + } + ] + }, + "evaluation_time": 59.07146954536438, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/FinParaSTS.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/FinParaSTS.json new file mode 100644 index 0000000000..eee6f8f6ce --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/FinParaSTS.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "e4428e399de70a21b8857464e76f0fe859cabe05", + "task_name": "FinParaSTS", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "pearson": 0.279062, + "spearman": 0.284239, + "cosine_pearson": 0.279062, + "cosine_spearman": 0.284239, + "manhattan_pearson": 0.282999, + "manhattan_spearman": 0.284292, + "euclidean_pearson": 0.282981, + "euclidean_spearman": 0.28444, + "main_score": 0.284239, + "hf_subset": "default", + "languages": [ + "fin-Latn" + ] + } + ], + "test": [ + { + "pearson": 0.242457, + "spearman": 0.236965, + "cosine_pearson": 0.242458, + "cosine_spearman": 0.236965, + "manhattan_pearson": 0.24641, + "manhattan_spearman": 0.23846, + "euclidean_pearson": 0.244903, + "euclidean_spearman": 0.236836, + "main_score": 0.236965, + "hf_subset": "default", + "languages": [ + "fin-Latn" + ] + } + ] + }, + "evaluation_time": 12.829555988311768, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/FinancialPhrasebankClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/FinancialPhrasebankClassification.json new file mode 100644 index 0000000000..e74b4e0a59 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/FinancialPhrasebankClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1484d06fe7af23030c7c977b12556108d1f67039", + "task_name": "FinancialPhrasebankClassification", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "accuracy": 0.94174, + "f1": 0.936776, + "f1_weighted": 0.941936, + "scores_per_experiment": [ + { + "accuracy": 0.94788, + "f1": 0.945962, + "f1_weighted": 0.947932 + }, + { + "accuracy": 0.947438, + "f1": 0.943683, + "f1_weighted": 0.947634 + }, + { + "accuracy": 0.933304, + "f1": 0.922965, + "f1_weighted": 0.933799 + }, + { + "accuracy": 0.947438, + "f1": 0.943844, + "f1_weighted": 0.947434 + }, + { + "accuracy": 0.942138, + "f1": 0.936943, + "f1_weighted": 0.942029 + }, + { + "accuracy": 0.92447, + "f1": 0.920131, + "f1_weighted": 0.925538 + }, + { + "accuracy": 0.943905, + "f1": 0.93635, + "f1_weighted": 0.944022 + }, + { + "accuracy": 0.948322, + "f1": 0.946213, + "f1_weighted": 0.948278 + }, + { + "accuracy": 0.944788, + "f1": 0.940238, + "f1_weighted": 0.94519 + }, + { + "accuracy": 0.937721, + "f1": 0.931435, + "f1_weighted": 0.937508 + } + ], + "main_score": 0.94174, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 24.56702160835266, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/FloresBitextMining.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/FloresBitextMining.json new file mode 100644 index 0000000000..b0b055bb6e --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/FloresBitextMining.json @@ -0,0 +1,496955 @@ +{ + "dataset_revision": "e6b647fcb6299a2f686f742f4d4c023e553ea67e", + "task_name": "FloresBitextMining", + "mteb_version": "1.38.29", + "scores": { + "devtest": [ + { + "precision": 0.397446, + "recall": 0.438735, + "f1": 0.408555, + "accuracy": 0.438735, + "main_score": 0.408555, + "hf_subset": "ace_Arab-bam_Latn", + "languages": [ + "ace-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.314675, + "recall": 0.371542, + "f1": 0.329477, + "accuracy": 0.371542, + "main_score": 0.329477, + "hf_subset": "ace_Arab-dzo_Tibt", + "languages": [ + "ace-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.531419, + "recall": 0.606719, + "f1": 0.551522, + "accuracy": 0.606719, + "main_score": 0.551522, + "hf_subset": "ace_Arab-hin_Deva", + "languages": [ + "ace-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.402946, + "recall": 0.47332, + "f1": 0.419886, + "accuracy": 0.47332, + "main_score": 0.419886, + "hf_subset": "ace_Arab-khm_Khmr", + "languages": [ + "ace-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.542261, + "recall": 0.603755, + "f1": 0.557068, + "accuracy": 0.603755, + "main_score": 0.557068, + "hf_subset": "ace_Arab-mag_Deva", + "languages": [ + "ace-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.520432, + "recall": 0.579051, + "f1": 0.534858, + "accuracy": 0.579051, + "main_score": 0.534858, + "hf_subset": "ace_Arab-pap_Latn", + "languages": [ + "ace-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.426776, + "recall": 0.496047, + "f1": 0.444205, + "accuracy": 0.496047, + "main_score": 0.444205, + "hf_subset": "ace_Arab-sot_Latn", + "languages": [ + "ace-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.523816, + "recall": 0.586957, + "f1": 0.539555, + "accuracy": 0.586957, + "main_score": 0.539555, + "hf_subset": "ace_Arab-tur_Latn", + "languages": [ + "ace-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.730037, + "recall": 0.774704, + "f1": 0.741726, + "accuracy": 0.774704, + "main_score": 0.741726, + "hf_subset": "ace_Arab-ace_Latn", + "languages": [ + "ace-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.532893, + "recall": 0.593874, + "f1": 0.548113, + "accuracy": 0.593874, + "main_score": 0.548113, + "hf_subset": "ace_Arab-ban_Latn", + "languages": [ + "ace-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.506578, + "recall": 0.56917, + "f1": 0.520765, + "accuracy": 0.56917, + "main_score": 0.520765, + "hf_subset": "ace_Arab-ell_Grek", + "languages": [ + "ace-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.525972, + "recall": 0.583004, + "f1": 0.540728, + "accuracy": 0.583004, + "main_score": 0.540728, + "hf_subset": "ace_Arab-hne_Deva", + "languages": [ + "ace-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.388563, + "recall": 0.438735, + "f1": 0.402473, + "accuracy": 0.438735, + "main_score": 0.402473, + "hf_subset": "ace_Arab-kik_Latn", + "languages": [ + "ace-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.52052, + "recall": 0.583004, + "f1": 0.536188, + "accuracy": 0.583004, + "main_score": 0.536188, + "hf_subset": "ace_Arab-mai_Deva", + "languages": [ + "ace-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.49126, + "recall": 0.55336, + "f1": 0.507102, + "accuracy": 0.55336, + "main_score": 0.507102, + "hf_subset": "ace_Arab-pbt_Arab", + "languages": [ + "ace-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.536413, + "recall": 0.608696, + "f1": 0.554682, + "accuracy": 0.608696, + "main_score": 0.554682, + "hf_subset": "ace_Arab-spa_Latn", + "languages": [ + "ace-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.445718, + "recall": 0.498024, + "f1": 0.459619, + "accuracy": 0.498024, + "main_score": 0.459619, + "hf_subset": "ace_Arab-twi_Latn", + "languages": [ + "ace-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.526588, + "recall": 0.583992, + "f1": 0.540687, + "accuracy": 0.583992, + "main_score": 0.540687, + "hf_subset": "ace_Arab-acm_Arab", + "languages": [ + "ace-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.480157, + "recall": 0.548419, + "f1": 0.496993, + "accuracy": 0.548419, + "main_score": 0.496993, + "hf_subset": "ace_Arab-bel_Cyrl", + "languages": [ + "ace-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.567832, + "recall": 0.642292, + "f1": 0.586528, + "accuracy": 0.642292, + "main_score": 0.586528, + "hf_subset": "ace_Arab-eng_Latn", + "languages": [ + "ace-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.513052, + "recall": 0.576087, + "f1": 0.528639, + "accuracy": 0.576087, + "main_score": 0.528639, + "hf_subset": "ace_Arab-hrv_Latn", + "languages": [ + "ace-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.422764, + "recall": 0.477273, + "f1": 0.436631, + "accuracy": 0.477273, + "main_score": 0.436631, + "hf_subset": "ace_Arab-kin_Latn", + "languages": [ + "ace-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.475183, + "recall": 0.541502, + "f1": 0.490909, + "accuracy": 0.541502, + "main_score": 0.490909, + "hf_subset": "ace_Arab-mal_Mlym", + "languages": [ + "ace-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.507838, + "recall": 0.575099, + "f1": 0.524894, + "accuracy": 0.575099, + "main_score": 0.524894, + "hf_subset": "ace_Arab-pes_Arab", + "languages": [ + "ace-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.515465, + "recall": 0.58004, + "f1": 0.531883, + "accuracy": 0.58004, + "main_score": 0.531883, + "hf_subset": "ace_Arab-srd_Latn", + "languages": [ + "ace-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.220324, + "recall": 0.272727, + "f1": 0.234221, + "accuracy": 0.272727, + "main_score": 0.234221, + "hf_subset": "ace_Arab-tzm_Tfng", + "languages": [ + "ace-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.527311, + "recall": 0.582016, + "f1": 0.540807, + "accuracy": 0.582016, + "main_score": 0.540807, + "hf_subset": "ace_Arab-acq_Arab", + "languages": [ + "ace-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.4414, + "recall": 0.492095, + "f1": 0.45392, + "accuracy": 0.492095, + "main_score": 0.45392, + "hf_subset": "ace_Arab-bem_Latn", + "languages": [ + "ace-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.527913, + "recall": 0.586957, + "f1": 0.542452, + "accuracy": 0.586957, + "main_score": 0.542452, + "hf_subset": "ace_Arab-epo_Latn", + "languages": [ + "ace-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.529331, + "recall": 0.601779, + "f1": 0.547318, + "accuracy": 0.601779, + "main_score": 0.547318, + "hf_subset": "ace_Arab-hun_Latn", + "languages": [ + "ace-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.477189, + "recall": 0.538538, + "f1": 0.492365, + "accuracy": 0.538538, + "main_score": 0.492365, + "hf_subset": "ace_Arab-kir_Cyrl", + "languages": [ + "ace-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.50771, + "recall": 0.578063, + "f1": 0.5245, + "accuracy": 0.578063, + "main_score": 0.5245, + "hf_subset": "ace_Arab-mar_Deva", + "languages": [ + "ace-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.437937, + "recall": 0.498024, + "f1": 0.452769, + "accuracy": 0.498024, + "main_score": 0.452769, + "hf_subset": "ace_Arab-plt_Latn", + "languages": [ + "ace-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.525489, + "recall": 0.587945, + "f1": 0.540067, + "accuracy": 0.587945, + "main_score": 0.540067, + "hf_subset": "ace_Arab-srp_Cyrl", + "languages": [ + "ace-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.441361, + "recall": 0.503953, + "f1": 0.457421, + "accuracy": 0.503953, + "main_score": 0.457421, + "hf_subset": "ace_Arab-uig_Arab", + "languages": [ + "ace-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.492655, + "recall": 0.554348, + "f1": 0.506945, + "accuracy": 0.554348, + "main_score": 0.506945, + "hf_subset": "ace_Arab-aeb_Arab", + "languages": [ + "ace-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.499484, + "recall": 0.560277, + "f1": 0.515125, + "accuracy": 0.560277, + "main_score": 0.515125, + "hf_subset": "ace_Arab-ben_Beng", + "languages": [ + "ace-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.49999, + "recall": 0.571146, + "f1": 0.517891, + "accuracy": 0.571146, + "main_score": 0.517891, + "hf_subset": "ace_Arab-est_Latn", + "languages": [ + "ace-Arab", + "est-Latn" + ] + }, + { + "precision": 0.483425, + "recall": 0.551383, + "f1": 0.50044, + "accuracy": 0.551383, + "main_score": 0.50044, + "hf_subset": "ace_Arab-hye_Armn", + "languages": [ + "ace-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.386198, + "recall": 0.431818, + "f1": 0.398987, + "accuracy": 0.431818, + "main_score": 0.398987, + "hf_subset": "ace_Arab-kmb_Latn", + "languages": [ + "ace-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.637568, + "recall": 0.697628, + "f1": 0.653855, + "accuracy": 0.697628, + "main_score": 0.653855, + "hf_subset": "ace_Arab-min_Arab", + "languages": [ + "ace-Arab", + "min-Arab" + ] + }, + { + "precision": 0.522853, + "recall": 0.593874, + "f1": 0.541218, + "accuracy": 0.593874, + "main_score": 0.541218, + "hf_subset": "ace_Arab-pol_Latn", + "languages": [ + "ace-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.406577, + "recall": 0.470356, + "f1": 0.423169, + "accuracy": 0.470356, + "main_score": 0.423169, + "hf_subset": "ace_Arab-ssw_Latn", + "languages": [ + "ace-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.507488, + "recall": 0.579051, + "f1": 0.525495, + "accuracy": 0.579051, + "main_score": 0.525495, + "hf_subset": "ace_Arab-ukr_Cyrl", + "languages": [ + "ace-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.516792, + "recall": 0.58004, + "f1": 0.532709, + "accuracy": 0.58004, + "main_score": 0.532709, + "hf_subset": "ace_Arab-afr_Latn", + "languages": [ + "ace-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.533359, + "recall": 0.596838, + "f1": 0.548405, + "accuracy": 0.596838, + "main_score": 0.548405, + "hf_subset": "ace_Arab-bho_Deva", + "languages": [ + "ace-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.475474, + "recall": 0.537549, + "f1": 0.491125, + "accuracy": 0.537549, + "main_score": 0.491125, + "hf_subset": "ace_Arab-eus_Latn", + "languages": [ + "ace-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.428575, + "recall": 0.485178, + "f1": 0.443354, + "accuracy": 0.485178, + "main_score": 0.443354, + "hf_subset": "ace_Arab-ibo_Latn", + "languages": [ + "ace-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.473876, + "recall": 0.532609, + "f1": 0.488851, + "accuracy": 0.532609, + "main_score": 0.488851, + "hf_subset": "ace_Arab-kmr_Latn", + "languages": [ + "ace-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.517591, + "recall": 0.578063, + "f1": 0.532936, + "accuracy": 0.578063, + "main_score": 0.532936, + "hf_subset": "ace_Arab-min_Latn", + "languages": [ + "ace-Arab", + "min-Latn" + ] + }, + { + "precision": 0.545166, + "recall": 0.612648, + "f1": 0.561783, + "accuracy": 0.612648, + "main_score": 0.561783, + "hf_subset": "ace_Arab-por_Latn", + "languages": [ + "ace-Arab", + "por-Latn" + ] + }, + { + "precision": 0.518108, + "recall": 0.570158, + "f1": 0.530924, + "accuracy": 0.570158, + "main_score": 0.530924, + "hf_subset": "ace_Arab-sun_Latn", + "languages": [ + "ace-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.378873, + "recall": 0.417984, + "f1": 0.389799, + "accuracy": 0.417984, + "main_score": 0.389799, + "hf_subset": "ace_Arab-umb_Latn", + "languages": [ + "ace-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.545767, + "recall": 0.602767, + "f1": 0.558622, + "accuracy": 0.602767, + "main_score": 0.558622, + "hf_subset": "ace_Arab-ajp_Arab", + "languages": [ + "ace-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.634389, + "recall": 0.692688, + "f1": 0.650311, + "accuracy": 0.692688, + "main_score": 0.650311, + "hf_subset": "ace_Arab-bjn_Arab", + "languages": [ + "ace-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.358896, + "recall": 0.395257, + "f1": 0.36865, + "accuracy": 0.395257, + "main_score": 0.36865, + "hf_subset": "ace_Arab-ewe_Latn", + "languages": [ + "ace-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.47845, + "recall": 0.549407, + "f1": 0.495776, + "accuracy": 0.549407, + "main_score": 0.495776, + "hf_subset": "ace_Arab-ilo_Latn", + "languages": [ + "ace-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.249342, + "recall": 0.298419, + "f1": 0.261765, + "accuracy": 0.298419, + "main_score": 0.261765, + "hf_subset": "ace_Arab-knc_Arab", + "languages": [ + "ace-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.521109, + "recall": 0.576087, + "f1": 0.534646, + "accuracy": 0.576087, + "main_score": 0.534646, + "hf_subset": "ace_Arab-mkd_Cyrl", + "languages": [ + "ace-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.533797, + "recall": 0.597826, + "f1": 0.550144, + "accuracy": 0.597826, + "main_score": 0.550144, + "hf_subset": "ace_Arab-prs_Arab", + "languages": [ + "ace-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.547494, + "recall": 0.615613, + "f1": 0.564919, + "accuracy": 0.615613, + "main_score": 0.564919, + "hf_subset": "ace_Arab-swe_Latn", + "languages": [ + "ace-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.501603, + "recall": 0.564229, + "f1": 0.516507, + "accuracy": 0.564229, + "main_score": 0.516507, + "hf_subset": "ace_Arab-urd_Arab", + "languages": [ + "ace-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.429853, + "recall": 0.475296, + "f1": 0.442411, + "accuracy": 0.475296, + "main_score": 0.442411, + "hf_subset": "ace_Arab-aka_Latn", + "languages": [ + "ace-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.517702, + "recall": 0.581028, + "f1": 0.533235, + "accuracy": 0.581028, + "main_score": 0.533235, + "hf_subset": "ace_Arab-bjn_Latn", + "languages": [ + "ace-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.441032, + "recall": 0.494071, + "f1": 0.453805, + "accuracy": 0.494071, + "main_score": 0.453805, + "hf_subset": "ace_Arab-fao_Latn", + "languages": [ + "ace-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.570583, + "recall": 0.633399, + "f1": 0.585771, + "accuracy": 0.633399, + "main_score": 0.585771, + "hf_subset": "ace_Arab-ind_Latn", + "languages": [ + "ace-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.405244, + "recall": 0.449605, + "f1": 0.4171, + "accuracy": 0.449605, + "main_score": 0.4171, + "hf_subset": "ace_Arab-knc_Latn", + "languages": [ + "ace-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.486981, + "recall": 0.543478, + "f1": 0.501363, + "accuracy": 0.543478, + "main_score": 0.501363, + "hf_subset": "ace_Arab-mlt_Latn", + "languages": [ + "ace-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.45272, + "recall": 0.507905, + "f1": 0.467223, + "accuracy": 0.507905, + "main_score": 0.467223, + "hf_subset": "ace_Arab-quy_Latn", + "languages": [ + "ace-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.474933, + "recall": 0.540514, + "f1": 0.490664, + "accuracy": 0.540514, + "main_score": 0.490664, + "hf_subset": "ace_Arab-swh_Latn", + "languages": [ + "ace-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.482922, + "recall": 0.548419, + "f1": 0.499335, + "accuracy": 0.548419, + "main_score": 0.499335, + "hf_subset": "ace_Arab-uzn_Latn", + "languages": [ + "ace-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.486852, + "recall": 0.551383, + "f1": 0.502699, + "accuracy": 0.551383, + "main_score": 0.502699, + "hf_subset": "ace_Arab-als_Latn", + "languages": [ + "ace-Arab", + "als-Latn" + ] + }, + { + "precision": 0.340905, + "recall": 0.40415, + "f1": 0.355852, + "accuracy": 0.40415, + "main_score": 0.355852, + "hf_subset": "ace_Arab-bod_Tibt", + "languages": [ + "ace-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.420484, + "recall": 0.468379, + "f1": 0.432379, + "accuracy": 0.468379, + "main_score": 0.432379, + "hf_subset": "ace_Arab-fij_Latn", + "languages": [ + "ace-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.437659, + "recall": 0.507905, + "f1": 0.454549, + "accuracy": 0.507905, + "main_score": 0.454549, + "hf_subset": "ace_Arab-isl_Latn", + "languages": [ + "ace-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.44618, + "recall": 0.496047, + "f1": 0.460056, + "accuracy": 0.496047, + "main_score": 0.460056, + "hf_subset": "ace_Arab-kon_Latn", + "languages": [ + "ace-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.445382, + "recall": 0.500988, + "f1": 0.460471, + "accuracy": 0.500988, + "main_score": 0.460471, + "hf_subset": "ace_Arab-mni_Beng", + "languages": [ + "ace-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.53308, + "recall": 0.598814, + "f1": 0.54938, + "accuracy": 0.598814, + "main_score": 0.54938, + "hf_subset": "ace_Arab-ron_Latn", + "languages": [ + "ace-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.522607, + "recall": 0.58498, + "f1": 0.537686, + "accuracy": 0.58498, + "main_score": 0.537686, + "hf_subset": "ace_Arab-szl_Latn", + "languages": [ + "ace-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.552648, + "recall": 0.612648, + "f1": 0.567434, + "accuracy": 0.612648, + "main_score": 0.567434, + "hf_subset": "ace_Arab-vec_Latn", + "languages": [ + "ace-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.471993, + "recall": 0.533597, + "f1": 0.48728, + "accuracy": 0.533597, + "main_score": 0.48728, + "hf_subset": "ace_Arab-amh_Ethi", + "languages": [ + "ace-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.5222, + "recall": 0.585968, + "f1": 0.53815, + "accuracy": 0.585968, + "main_score": 0.53815, + "hf_subset": "ace_Arab-bos_Latn", + "languages": [ + "ace-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.502611, + "recall": 0.565217, + "f1": 0.518136, + "accuracy": 0.565217, + "main_score": 0.518136, + "hf_subset": "ace_Arab-fin_Latn", + "languages": [ + "ace-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.544989, + "recall": 0.607708, + "f1": 0.560554, + "accuracy": 0.607708, + "main_score": 0.560554, + "hf_subset": "ace_Arab-ita_Latn", + "languages": [ + "ace-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.523926, + "recall": 0.597826, + "f1": 0.54257, + "accuracy": 0.597826, + "main_score": 0.54257, + "hf_subset": "ace_Arab-kor_Hang", + "languages": [ + "ace-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.411114, + "recall": 0.454545, + "f1": 0.422289, + "accuracy": 0.454545, + "main_score": 0.422289, + "hf_subset": "ace_Arab-mos_Latn", + "languages": [ + "ace-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.396402, + "recall": 0.453557, + "f1": 0.411451, + "accuracy": 0.453557, + "main_score": 0.411451, + "hf_subset": "ace_Arab-run_Latn", + "languages": [ + "ace-Arab", + "run-Latn" + ] + }, + { + "precision": 0.483133, + "recall": 0.552372, + "f1": 0.501126, + "accuracy": 0.552372, + "main_score": 0.501126, + "hf_subset": "ace_Arab-tam_Taml", + "languages": [ + "ace-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.50724, + "recall": 0.565217, + "f1": 0.521397, + "accuracy": 0.565217, + "main_score": 0.521397, + "hf_subset": "ace_Arab-vie_Latn", + "languages": [ + "ace-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.516761, + "recall": 0.58004, + "f1": 0.53222, + "accuracy": 0.58004, + "main_score": 0.53222, + "hf_subset": "ace_Arab-apc_Arab", + "languages": [ + "ace-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.52167, + "recall": 0.576087, + "f1": 0.535732, + "accuracy": 0.576087, + "main_score": 0.535732, + "hf_subset": "ace_Arab-bug_Latn", + "languages": [ + "ace-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.315686, + "recall": 0.355731, + "f1": 0.32575, + "accuracy": 0.355731, + "main_score": 0.32575, + "hf_subset": "ace_Arab-fon_Latn", + "languages": [ + "ace-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.497932, + "recall": 0.561265, + "f1": 0.514594, + "accuracy": 0.561265, + "main_score": 0.514594, + "hf_subset": "ace_Arab-jav_Latn", + "languages": [ + "ace-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.382947, + "recall": 0.443676, + "f1": 0.397377, + "accuracy": 0.443676, + "main_score": 0.397377, + "hf_subset": "ace_Arab-lao_Laoo", + "languages": [ + "ace-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.400803, + "recall": 0.461462, + "f1": 0.416195, + "accuracy": 0.461462, + "main_score": 0.416195, + "hf_subset": "ace_Arab-mri_Latn", + "languages": [ + "ace-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.524168, + "recall": 0.587945, + "f1": 0.539858, + "accuracy": 0.587945, + "main_score": 0.539858, + "hf_subset": "ace_Arab-rus_Cyrl", + "languages": [ + "ace-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.416818, + "recall": 0.469368, + "f1": 0.430698, + "accuracy": 0.469368, + "main_score": 0.430698, + "hf_subset": "ace_Arab-taq_Latn", + "languages": [ + "ace-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.510701, + "recall": 0.573123, + "f1": 0.526465, + "accuracy": 0.573123, + "main_score": 0.526465, + "hf_subset": "ace_Arab-war_Latn", + "languages": [ + "ace-Arab", + "war-Latn" + ] + }, + { + "precision": 0.544707, + "recall": 0.604743, + "f1": 0.559154, + "accuracy": 0.604743, + "main_score": 0.559154, + "hf_subset": "ace_Arab-arb_Arab", + "languages": [ + "ace-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.549216, + "recall": 0.612648, + "f1": 0.564838, + "accuracy": 0.612648, + "main_score": 0.564838, + "hf_subset": "ace_Arab-bul_Cyrl", + "languages": [ + "ace-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.530538, + "recall": 0.589921, + "f1": 0.544881, + "accuracy": 0.589921, + "main_score": 0.544881, + "hf_subset": "ace_Arab-fra_Latn", + "languages": [ + "ace-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.518444, + "recall": 0.588933, + "f1": 0.536866, + "accuracy": 0.588933, + "main_score": 0.536866, + "hf_subset": "ace_Arab-jpn_Jpan", + "languages": [ + "ace-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.541599, + "recall": 0.604743, + "f1": 0.556655, + "accuracy": 0.604743, + "main_score": 0.556655, + "hf_subset": "ace_Arab-lij_Latn", + "languages": [ + "ace-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.436942, + "recall": 0.500988, + "f1": 0.452067, + "accuracy": 0.500988, + "main_score": 0.452067, + "hf_subset": "ace_Arab-mya_Mymr", + "languages": [ + "ace-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.434683, + "recall": 0.481225, + "f1": 0.447307, + "accuracy": 0.481225, + "main_score": 0.447307, + "hf_subset": "ace_Arab-sag_Latn", + "languages": [ + "ace-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.24397, + "recall": 0.295455, + "f1": 0.256621, + "accuracy": 0.295455, + "main_score": 0.256621, + "hf_subset": "ace_Arab-taq_Tfng", + "languages": [ + "ace-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.443871, + "recall": 0.496047, + "f1": 0.458133, + "accuracy": 0.496047, + "main_score": 0.458133, + "hf_subset": "ace_Arab-wol_Latn", + "languages": [ + "ace-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.438851, + "recall": 0.499012, + "f1": 0.454025, + "accuracy": 0.499012, + "main_score": 0.454025, + "hf_subset": "ace_Arab-arb_Latn", + "languages": [ + "ace-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.517817, + "recall": 0.585968, + "f1": 0.534279, + "accuracy": 0.585968, + "main_score": 0.534279, + "hf_subset": "ace_Arab-cat_Latn", + "languages": [ + "ace-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.529606, + "recall": 0.589921, + "f1": 0.544153, + "accuracy": 0.589921, + "main_score": 0.544153, + "hf_subset": "ace_Arab-fur_Latn", + "languages": [ + "ace-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.362786, + "recall": 0.411067, + "f1": 0.375932, + "accuracy": 0.411067, + "main_score": 0.375932, + "hf_subset": "ace_Arab-kab_Latn", + "languages": [ + "ace-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.519282, + "recall": 0.577075, + "f1": 0.533, + "accuracy": 0.577075, + "main_score": 0.533, + "hf_subset": "ace_Arab-lim_Latn", + "languages": [ + "ace-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.522173, + "recall": 0.583992, + "f1": 0.538032, + "accuracy": 0.583992, + "main_score": 0.538032, + "hf_subset": "ace_Arab-nld_Latn", + "languages": [ + "ace-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.470174, + "recall": 0.541502, + "f1": 0.48845, + "accuracy": 0.541502, + "main_score": 0.48845, + "hf_subset": "ace_Arab-san_Deva", + "languages": [ + "ace-Arab", + "san-Deva" + ] + }, + { + "precision": 0.487446, + "recall": 0.55336, + "f1": 0.503695, + "accuracy": 0.55336, + "main_score": 0.503695, + "hf_subset": "ace_Arab-tat_Cyrl", + "languages": [ + "ace-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.419158, + "recall": 0.48913, + "f1": 0.436831, + "accuracy": 0.48913, + "main_score": 0.436831, + "hf_subset": "ace_Arab-xho_Latn", + "languages": [ + "ace-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.537662, + "recall": 0.596838, + "f1": 0.551977, + "accuracy": 0.596838, + "main_score": 0.551977, + "hf_subset": "ace_Arab-ars_Arab", + "languages": [ + "ace-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.487532, + "recall": 0.550395, + "f1": 0.502869, + "accuracy": 0.550395, + "main_score": 0.502869, + "hf_subset": "ace_Arab-ceb_Latn", + "languages": [ + "ace-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.380722, + "recall": 0.433794, + "f1": 0.394451, + "accuracy": 0.433794, + "main_score": 0.394451, + "hf_subset": "ace_Arab-fuv_Latn", + "languages": [ + "ace-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.394206, + "recall": 0.439723, + "f1": 0.40638, + "accuracy": 0.439723, + "main_score": 0.40638, + "hf_subset": "ace_Arab-kac_Latn", + "languages": [ + "ace-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.46357, + "recall": 0.512846, + "f1": 0.476598, + "accuracy": 0.512846, + "main_score": 0.476598, + "hf_subset": "ace_Arab-lin_Latn", + "languages": [ + "ace-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.504494, + "recall": 0.563241, + "f1": 0.518717, + "accuracy": 0.563241, + "main_score": 0.518717, + "hf_subset": "ace_Arab-nno_Latn", + "languages": [ + "ace-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.480011, + "recall": 0.546443, + "f1": 0.497579, + "accuracy": 0.546443, + "main_score": 0.497579, + "hf_subset": "ace_Arab-sat_Olck", + "languages": [ + "ace-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.477107, + "recall": 0.541502, + "f1": 0.491905, + "accuracy": 0.541502, + "main_score": 0.491905, + "hf_subset": "ace_Arab-tel_Telu", + "languages": [ + "ace-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.482919, + "recall": 0.552372, + "f1": 0.50083, + "accuracy": 0.552372, + "main_score": 0.50083, + "hf_subset": "ace_Arab-ydd_Hebr", + "languages": [ + "ace-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.502759, + "recall": 0.563241, + "f1": 0.517855, + "accuracy": 0.563241, + "main_score": 0.517855, + "hf_subset": "ace_Arab-ary_Arab", + "languages": [ + "ace-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.532391, + "recall": 0.597826, + "f1": 0.549008, + "accuracy": 0.597826, + "main_score": 0.549008, + "hf_subset": "ace_Arab-ces_Latn", + "languages": [ + "ace-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.432892, + "recall": 0.48913, + "f1": 0.447888, + "accuracy": 0.48913, + "main_score": 0.447888, + "hf_subset": "ace_Arab-gaz_Latn", + "languages": [ + "ace-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.404805, + "recall": 0.449605, + "f1": 0.416719, + "accuracy": 0.449605, + "main_score": 0.416719, + "hf_subset": "ace_Arab-kam_Latn", + "languages": [ + "ace-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.515809, + "recall": 0.583004, + "f1": 0.532396, + "accuracy": 0.583004, + "main_score": 0.532396, + "hf_subset": "ace_Arab-lit_Latn", + "languages": [ + "ace-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.525219, + "recall": 0.591897, + "f1": 0.541463, + "accuracy": 0.591897, + "main_score": 0.541463, + "hf_subset": "ace_Arab-nob_Latn", + "languages": [ + "ace-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.507619, + "recall": 0.561265, + "f1": 0.520531, + "accuracy": 0.561265, + "main_score": 0.520531, + "hf_subset": "ace_Arab-scn_Latn", + "languages": [ + "ace-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.478063, + "recall": 0.541502, + "f1": 0.49401, + "accuracy": 0.541502, + "main_score": 0.49401, + "hf_subset": "ace_Arab-tgk_Cyrl", + "languages": [ + "ace-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.396567, + "recall": 0.451581, + "f1": 0.410854, + "accuracy": 0.451581, + "main_score": 0.410854, + "hf_subset": "ace_Arab-yor_Latn", + "languages": [ + "ace-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.526241, + "recall": 0.581028, + "f1": 0.539677, + "accuracy": 0.581028, + "main_score": 0.539677, + "hf_subset": "ace_Arab-arz_Arab", + "languages": [ + "ace-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.381924, + "recall": 0.426877, + "f1": 0.393456, + "accuracy": 0.426877, + "main_score": 0.393456, + "hf_subset": "ace_Arab-cjk_Latn", + "languages": [ + "ace-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.437293, + "recall": 0.5, + "f1": 0.453295, + "accuracy": 0.5, + "main_score": 0.453295, + "hf_subset": "ace_Arab-gla_Latn", + "languages": [ + "ace-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.451465, + "recall": 0.51581, + "f1": 0.466821, + "accuracy": 0.51581, + "main_score": 0.466821, + "hf_subset": "ace_Arab-kan_Knda", + "languages": [ + "ace-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.531839, + "recall": 0.591897, + "f1": 0.546817, + "accuracy": 0.591897, + "main_score": 0.546817, + "hf_subset": "ace_Arab-lmo_Latn", + "languages": [ + "ace-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.508547, + "recall": 0.566206, + "f1": 0.522422, + "accuracy": 0.566206, + "main_score": 0.522422, + "hf_subset": "ace_Arab-npi_Deva", + "languages": [ + "ace-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.311937, + "recall": 0.356719, + "f1": 0.323355, + "accuracy": 0.356719, + "main_score": 0.323355, + "hf_subset": "ace_Arab-shn_Mymr", + "languages": [ + "ace-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.504841, + "recall": 0.572134, + "f1": 0.521202, + "accuracy": 0.572134, + "main_score": 0.521202, + "hf_subset": "ace_Arab-tgl_Latn", + "languages": [ + "ace-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.505074, + "recall": 0.571146, + "f1": 0.521326, + "accuracy": 0.571146, + "main_score": 0.521326, + "hf_subset": "ace_Arab-yue_Hant", + "languages": [ + "ace-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.452967, + "recall": 0.502964, + "f1": 0.466735, + "accuracy": 0.502964, + "main_score": 0.466735, + "hf_subset": "ace_Arab-asm_Beng", + "languages": [ + "ace-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.483929, + "recall": 0.546443, + "f1": 0.500126, + "accuracy": 0.546443, + "main_score": 0.500126, + "hf_subset": "ace_Arab-ckb_Arab", + "languages": [ + "ace-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.448823, + "recall": 0.511858, + "f1": 0.464014, + "accuracy": 0.511858, + "main_score": 0.464014, + "hf_subset": "ace_Arab-gle_Latn", + "languages": [ + "ace-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.51713, + "recall": 0.58004, + "f1": 0.533656, + "accuracy": 0.58004, + "main_score": 0.533656, + "hf_subset": "ace_Arab-kas_Arab", + "languages": [ + "ace-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.506039, + "recall": 0.566206, + "f1": 0.521094, + "accuracy": 0.566206, + "main_score": 0.521094, + "hf_subset": "ace_Arab-ltg_Latn", + "languages": [ + "ace-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.446823, + "recall": 0.504941, + "f1": 0.462243, + "accuracy": 0.504941, + "main_score": 0.462243, + "hf_subset": "ace_Arab-nso_Latn", + "languages": [ + "ace-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.446411, + "recall": 0.514822, + "f1": 0.463022, + "accuracy": 0.514822, + "main_score": 0.463022, + "hf_subset": "ace_Arab-sin_Sinh", + "languages": [ + "ace-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.502657, + "recall": 0.566206, + "f1": 0.517911, + "accuracy": 0.566206, + "main_score": 0.517911, + "hf_subset": "ace_Arab-tha_Thai", + "languages": [ + "ace-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.427787, + "recall": 0.5, + "f1": 0.445252, + "accuracy": 0.5, + "main_score": 0.445252, + "hf_subset": "ace_Arab-zho_Hans", + "languages": [ + "ace-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.504914, + "recall": 0.571146, + "f1": 0.521716, + "accuracy": 0.571146, + "main_score": 0.521716, + "hf_subset": "ace_Arab-ast_Latn", + "languages": [ + "ace-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.514244, + "recall": 0.579051, + "f1": 0.531268, + "accuracy": 0.579051, + "main_score": 0.531268, + "hf_subset": "ace_Arab-crh_Latn", + "languages": [ + "ace-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.531892, + "recall": 0.599802, + "f1": 0.548427, + "accuracy": 0.599802, + "main_score": 0.548427, + "hf_subset": "ace_Arab-glg_Latn", + "languages": [ + "ace-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.483959, + "recall": 0.549407, + "f1": 0.500901, + "accuracy": 0.549407, + "main_score": 0.500901, + "hf_subset": "ace_Arab-kas_Deva", + "languages": [ + "ace-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.4944, + "recall": 0.556324, + "f1": 0.509266, + "accuracy": 0.556324, + "main_score": 0.509266, + "hf_subset": "ace_Arab-ltz_Latn", + "languages": [ + "ace-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.335247, + "recall": 0.389328, + "f1": 0.349144, + "accuracy": 0.389328, + "main_score": 0.349144, + "hf_subset": "ace_Arab-nus_Latn", + "languages": [ + "ace-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.515632, + "recall": 0.58004, + "f1": 0.531645, + "accuracy": 0.58004, + "main_score": 0.531645, + "hf_subset": "ace_Arab-slk_Latn", + "languages": [ + "ace-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.452759, + "recall": 0.509881, + "f1": 0.468322, + "accuracy": 0.509881, + "main_score": 0.468322, + "hf_subset": "ace_Arab-tir_Ethi", + "languages": [ + "ace-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.491636, + "recall": 0.562253, + "f1": 0.508595, + "accuracy": 0.562253, + "main_score": 0.508595, + "hf_subset": "ace_Arab-zho_Hant", + "languages": [ + "ace-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.502788, + "recall": 0.576087, + "f1": 0.521722, + "accuracy": 0.576087, + "main_score": 0.521722, + "hf_subset": "ace_Arab-awa_Deva", + "languages": [ + "ace-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.460403, + "recall": 0.527668, + "f1": 0.477494, + "accuracy": 0.527668, + "main_score": 0.477494, + "hf_subset": "ace_Arab-cym_Latn", + "languages": [ + "ace-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.471674, + "recall": 0.521739, + "f1": 0.483825, + "accuracy": 0.521739, + "main_score": 0.483825, + "hf_subset": "ace_Arab-grn_Latn", + "languages": [ + "ace-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.491071, + "recall": 0.5583, + "f1": 0.507986, + "accuracy": 0.5583, + "main_score": 0.507986, + "hf_subset": "ace_Arab-kat_Geor", + "languages": [ + "ace-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.450282, + "recall": 0.492095, + "f1": 0.460828, + "accuracy": 0.492095, + "main_score": 0.460828, + "hf_subset": "ace_Arab-lua_Latn", + "languages": [ + "ace-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.412065, + "recall": 0.472332, + "f1": 0.427671, + "accuracy": 0.472332, + "main_score": 0.427671, + "hf_subset": "ace_Arab-nya_Latn", + "languages": [ + "ace-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.513703, + "recall": 0.582016, + "f1": 0.531212, + "accuracy": 0.582016, + "main_score": 0.531212, + "hf_subset": "ace_Arab-slv_Latn", + "languages": [ + "ace-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.481982, + "recall": 0.529644, + "f1": 0.494061, + "accuracy": 0.529644, + "main_score": 0.494061, + "hf_subset": "ace_Arab-tpi_Latn", + "languages": [ + "ace-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.538252, + "recall": 0.605731, + "f1": 0.554751, + "accuracy": 0.605731, + "main_score": 0.554751, + "hf_subset": "ace_Arab-zsm_Latn", + "languages": [ + "ace-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.386174, + "recall": 0.436759, + "f1": 0.399533, + "accuracy": 0.436759, + "main_score": 0.399533, + "hf_subset": "ace_Arab-ayr_Latn", + "languages": [ + "ace-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.545762, + "recall": 0.606719, + "f1": 0.560955, + "accuracy": 0.606719, + "main_score": 0.560955, + "hf_subset": "ace_Arab-dan_Latn", + "languages": [ + "ace-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.487113, + "recall": 0.555336, + "f1": 0.503165, + "accuracy": 0.555336, + "main_score": 0.503165, + "hf_subset": "ace_Arab-guj_Gujr", + "languages": [ + "ace-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.469655, + "recall": 0.540514, + "f1": 0.487282, + "accuracy": 0.540514, + "main_score": 0.487282, + "hf_subset": "ace_Arab-kaz_Cyrl", + "languages": [ + "ace-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.394927, + "recall": 0.454545, + "f1": 0.411044, + "accuracy": 0.454545, + "main_score": 0.411044, + "hf_subset": "ace_Arab-lug_Latn", + "languages": [ + "ace-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.526056, + "recall": 0.592885, + "f1": 0.542395, + "accuracy": 0.592885, + "main_score": 0.542395, + "hf_subset": "ace_Arab-oci_Latn", + "languages": [ + "ace-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.414067, + "recall": 0.478261, + "f1": 0.429691, + "accuracy": 0.478261, + "main_score": 0.429691, + "hf_subset": "ace_Arab-smo_Latn", + "languages": [ + "ace-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.40002, + "recall": 0.459486, + "f1": 0.415705, + "accuracy": 0.459486, + "main_score": 0.415705, + "hf_subset": "ace_Arab-tsn_Latn", + "languages": [ + "ace-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.422206, + "recall": 0.488142, + "f1": 0.438231, + "accuracy": 0.488142, + "main_score": 0.438231, + "hf_subset": "ace_Arab-zul_Latn", + "languages": [ + "ace-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.463633, + "recall": 0.530632, + "f1": 0.480258, + "accuracy": 0.530632, + "main_score": 0.480258, + "hf_subset": "ace_Arab-azb_Arab", + "languages": [ + "ace-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.537896, + "recall": 0.609684, + "f1": 0.555636, + "accuracy": 0.609684, + "main_score": 0.555636, + "hf_subset": "ace_Arab-deu_Latn", + "languages": [ + "ace-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.502146, + "recall": 0.570158, + "f1": 0.519107, + "accuracy": 0.570158, + "main_score": 0.519107, + "hf_subset": "ace_Arab-hat_Latn", + "languages": [ + "ace-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.362087, + "recall": 0.411067, + "f1": 0.376088, + "accuracy": 0.411067, + "main_score": 0.376088, + "hf_subset": "ace_Arab-kbp_Latn", + "languages": [ + "ace-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.414886, + "recall": 0.463439, + "f1": 0.427801, + "accuracy": 0.463439, + "main_score": 0.427801, + "hf_subset": "ace_Arab-luo_Latn", + "languages": [ + "ace-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.446664, + "recall": 0.509881, + "f1": 0.461393, + "accuracy": 0.509881, + "main_score": 0.461393, + "hf_subset": "ace_Arab-ory_Orya", + "languages": [ + "ace-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.416071, + "recall": 0.480237, + "f1": 0.432105, + "accuracy": 0.480237, + "main_score": 0.432105, + "hf_subset": "ace_Arab-sna_Latn", + "languages": [ + "ace-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.427918, + "recall": 0.47332, + "f1": 0.440129, + "accuracy": 0.47332, + "main_score": 0.440129, + "hf_subset": "ace_Arab-tso_Latn", + "languages": [ + "ace-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.479433, + "recall": 0.549407, + "f1": 0.496555, + "accuracy": 0.549407, + "main_score": 0.496555, + "hf_subset": "ace_Arab-azj_Latn", + "languages": [ + "ace-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.367744, + "recall": 0.421937, + "f1": 0.382371, + "accuracy": 0.421937, + "main_score": 0.382371, + "hf_subset": "ace_Arab-dik_Latn", + "languages": [ + "ace-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.42277, + "recall": 0.486166, + "f1": 0.438393, + "accuracy": 0.486166, + "main_score": 0.438393, + "hf_subset": "ace_Arab-hau_Latn", + "languages": [ + "ace-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.522315, + "recall": 0.583004, + "f1": 0.537199, + "accuracy": 0.583004, + "main_score": 0.537199, + "hf_subset": "ace_Arab-kea_Latn", + "languages": [ + "ace-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.447423, + "recall": 0.505929, + "f1": 0.461965, + "accuracy": 0.505929, + "main_score": 0.461965, + "hf_subset": "ace_Arab-lus_Latn", + "languages": [ + "ace-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.516502, + "recall": 0.571146, + "f1": 0.531047, + "accuracy": 0.571146, + "main_score": 0.531047, + "hf_subset": "ace_Arab-pag_Latn", + "languages": [ + "ace-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.462987, + "recall": 0.52668, + "f1": 0.477775, + "accuracy": 0.52668, + "main_score": 0.477775, + "hf_subset": "ace_Arab-snd_Arab", + "languages": [ + "ace-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.471527, + "recall": 0.537549, + "f1": 0.488554, + "accuracy": 0.537549, + "main_score": 0.488554, + "hf_subset": "ace_Arab-tuk_Latn", + "languages": [ + "ace-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.481352, + "recall": 0.541502, + "f1": 0.496041, + "accuracy": 0.541502, + "main_score": 0.496041, + "hf_subset": "ace_Arab-bak_Cyrl", + "languages": [ + "ace-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.3422, + "recall": 0.397233, + "f1": 0.35705, + "accuracy": 0.397233, + "main_score": 0.35705, + "hf_subset": "ace_Arab-dyu_Latn", + "languages": [ + "ace-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.534319, + "recall": 0.598814, + "f1": 0.55049, + "accuracy": 0.598814, + "main_score": 0.55049, + "hf_subset": "ace_Arab-heb_Hebr", + "languages": [ + "ace-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.506661, + "recall": 0.568182, + "f1": 0.522898, + "accuracy": 0.568182, + "main_score": 0.522898, + "hf_subset": "ace_Arab-khk_Cyrl", + "languages": [ + "ace-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.506106, + "recall": 0.563241, + "f1": 0.519789, + "accuracy": 0.563241, + "main_score": 0.519789, + "hf_subset": "ace_Arab-lvs_Latn", + "languages": [ + "ace-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.480614, + "recall": 0.546443, + "f1": 0.495829, + "accuracy": 0.546443, + "main_score": 0.495829, + "hf_subset": "ace_Arab-pan_Guru", + "languages": [ + "ace-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.428336, + "recall": 0.495059, + "f1": 0.44469, + "accuracy": 0.495059, + "main_score": 0.44469, + "hf_subset": "ace_Arab-som_Latn", + "languages": [ + "ace-Arab", + "som-Latn" + ] + }, + { + "precision": 0.402872, + "recall": 0.44664, + "f1": 0.414484, + "accuracy": 0.44664, + "main_score": 0.414484, + "hf_subset": "ace_Arab-tum_Latn", + "languages": [ + "ace-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.375038, + "recall": 0.437747, + "f1": 0.391467, + "accuracy": 0.437747, + "main_score": 0.391467, + "hf_subset": "bam_Latn-ace_Arab", + "languages": [ + "bam-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.314393, + "recall": 0.381423, + "f1": 0.332104, + "accuracy": 0.381423, + "main_score": 0.332104, + "hf_subset": "bam_Latn-dzo_Tibt", + "languages": [ + "bam-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.474787, + "recall": 0.534585, + "f1": 0.490699, + "accuracy": 0.534585, + "main_score": 0.490699, + "hf_subset": "bam_Latn-hin_Deva", + "languages": [ + "bam-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.429655, + "recall": 0.480237, + "f1": 0.442714, + "accuracy": 0.480237, + "main_score": 0.442714, + "hf_subset": "bam_Latn-khm_Khmr", + "languages": [ + "bam-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.461123, + "recall": 0.51581, + "f1": 0.474936, + "accuracy": 0.51581, + "main_score": 0.474936, + "hf_subset": "bam_Latn-mag_Deva", + "languages": [ + "bam-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.462462, + "recall": 0.514822, + "f1": 0.475338, + "accuracy": 0.514822, + "main_score": 0.475338, + "hf_subset": "bam_Latn-pap_Latn", + "languages": [ + "bam-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.471187, + "recall": 0.516798, + "f1": 0.482988, + "accuracy": 0.516798, + "main_score": 0.482988, + "hf_subset": "bam_Latn-sot_Latn", + "languages": [ + "bam-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.480327, + "recall": 0.52668, + "f1": 0.492287, + "accuracy": 0.52668, + "main_score": 0.492287, + "hf_subset": "bam_Latn-tur_Latn", + "languages": [ + "bam-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.473888, + "recall": 0.520751, + "f1": 0.484993, + "accuracy": 0.520751, + "main_score": 0.484993, + "hf_subset": "bam_Latn-ace_Latn", + "languages": [ + "bam-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.46616, + "recall": 0.505929, + "f1": 0.476764, + "accuracy": 0.505929, + "main_score": 0.476764, + "hf_subset": "bam_Latn-ban_Latn", + "languages": [ + "bam-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.462109, + "recall": 0.512846, + "f1": 0.474392, + "accuracy": 0.512846, + "main_score": 0.474392, + "hf_subset": "bam_Latn-ell_Grek", + "languages": [ + "bam-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.449448, + "recall": 0.500988, + "f1": 0.462432, + "accuracy": 0.500988, + "main_score": 0.462432, + "hf_subset": "bam_Latn-hne_Deva", + "languages": [ + "bam-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.479954, + "recall": 0.520751, + "f1": 0.491151, + "accuracy": 0.520751, + "main_score": 0.491151, + "hf_subset": "bam_Latn-kik_Latn", + "languages": [ + "bam-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.468821, + "recall": 0.51581, + "f1": 0.479678, + "accuracy": 0.51581, + "main_score": 0.479678, + "hf_subset": "bam_Latn-mai_Deva", + "languages": [ + "bam-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.434586, + "recall": 0.490119, + "f1": 0.449316, + "accuracy": 0.490119, + "main_score": 0.449316, + "hf_subset": "bam_Latn-pbt_Arab", + "languages": [ + "bam-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.495538, + "recall": 0.551383, + "f1": 0.509884, + "accuracy": 0.551383, + "main_score": 0.509884, + "hf_subset": "bam_Latn-spa_Latn", + "languages": [ + "bam-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.477154, + "recall": 0.521739, + "f1": 0.489264, + "accuracy": 0.521739, + "main_score": 0.489264, + "hf_subset": "bam_Latn-twi_Latn", + "languages": [ + "bam-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.467496, + "recall": 0.517787, + "f1": 0.480195, + "accuracy": 0.517787, + "main_score": 0.480195, + "hf_subset": "bam_Latn-acm_Arab", + "languages": [ + "bam-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.440328, + "recall": 0.486166, + "f1": 0.452292, + "accuracy": 0.486166, + "main_score": 0.452292, + "hf_subset": "bam_Latn-bel_Cyrl", + "languages": [ + "bam-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.494662, + "recall": 0.554348, + "f1": 0.5106, + "accuracy": 0.554348, + "main_score": 0.5106, + "hf_subset": "bam_Latn-eng_Latn", + "languages": [ + "bam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.464625, + "recall": 0.519763, + "f1": 0.478871, + "accuracy": 0.519763, + "main_score": 0.478871, + "hf_subset": "bam_Latn-hrv_Latn", + "languages": [ + "bam-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.484124, + "recall": 0.521739, + "f1": 0.49391, + "accuracy": 0.521739, + "main_score": 0.49391, + "hf_subset": "bam_Latn-kin_Latn", + "languages": [ + "bam-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.435734, + "recall": 0.495059, + "f1": 0.449888, + "accuracy": 0.495059, + "main_score": 0.449888, + "hf_subset": "bam_Latn-mal_Mlym", + "languages": [ + "bam-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.463253, + "recall": 0.513834, + "f1": 0.47554, + "accuracy": 0.513834, + "main_score": 0.47554, + "hf_subset": "bam_Latn-pes_Arab", + "languages": [ + "bam-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.461001, + "recall": 0.509881, + "f1": 0.472921, + "accuracy": 0.509881, + "main_score": 0.472921, + "hf_subset": "bam_Latn-srd_Latn", + "languages": [ + "bam-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.246649, + "recall": 0.293478, + "f1": 0.258525, + "accuracy": 0.293478, + "main_score": 0.258525, + "hf_subset": "bam_Latn-tzm_Tfng", + "languages": [ + "bam-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.46631, + "recall": 0.51581, + "f1": 0.479021, + "accuracy": 0.51581, + "main_score": 0.479021, + "hf_subset": "bam_Latn-acq_Arab", + "languages": [ + "bam-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.487068, + "recall": 0.528656, + "f1": 0.498732, + "accuracy": 0.528656, + "main_score": 0.498732, + "hf_subset": "bam_Latn-bem_Latn", + "languages": [ + "bam-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.460131, + "recall": 0.505929, + "f1": 0.4716, + "accuracy": 0.505929, + "main_score": 0.4716, + "hf_subset": "bam_Latn-epo_Latn", + "languages": [ + "bam-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.467983, + "recall": 0.525692, + "f1": 0.482641, + "accuracy": 0.525692, + "main_score": 0.482641, + "hf_subset": "bam_Latn-hun_Latn", + "languages": [ + "bam-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.440525, + "recall": 0.494071, + "f1": 0.454283, + "accuracy": 0.494071, + "main_score": 0.454283, + "hf_subset": "bam_Latn-kir_Cyrl", + "languages": [ + "bam-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.456153, + "recall": 0.504941, + "f1": 0.468243, + "accuracy": 0.504941, + "main_score": 0.468243, + "hf_subset": "bam_Latn-mar_Deva", + "languages": [ + "bam-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.462806, + "recall": 0.508893, + "f1": 0.475506, + "accuracy": 0.508893, + "main_score": 0.475506, + "hf_subset": "bam_Latn-plt_Latn", + "languages": [ + "bam-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.45614, + "recall": 0.508893, + "f1": 0.468846, + "accuracy": 0.508893, + "main_score": 0.468846, + "hf_subset": "bam_Latn-srp_Cyrl", + "languages": [ + "bam-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.407237, + "recall": 0.462451, + "f1": 0.420615, + "accuracy": 0.462451, + "main_score": 0.420615, + "hf_subset": "bam_Latn-uig_Arab", + "languages": [ + "bam-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.440944, + "recall": 0.491107, + "f1": 0.453808, + "accuracy": 0.491107, + "main_score": 0.453808, + "hf_subset": "bam_Latn-aeb_Arab", + "languages": [ + "bam-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.462139, + "recall": 0.508893, + "f1": 0.474719, + "accuracy": 0.508893, + "main_score": 0.474719, + "hf_subset": "bam_Latn-ben_Beng", + "languages": [ + "bam-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.456214, + "recall": 0.506917, + "f1": 0.469387, + "accuracy": 0.506917, + "main_score": 0.469387, + "hf_subset": "bam_Latn-est_Latn", + "languages": [ + "bam-Latn", + "est-Latn" + ] + }, + { + "precision": 0.446539, + "recall": 0.5, + "f1": 0.460244, + "accuracy": 0.5, + "main_score": 0.460244, + "hf_subset": "bam_Latn-hye_Armn", + "languages": [ + "bam-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.474713, + "recall": 0.509881, + "f1": 0.484618, + "accuracy": 0.509881, + "main_score": 0.484618, + "hf_subset": "bam_Latn-kmb_Latn", + "languages": [ + "bam-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.352978, + "recall": 0.412055, + "f1": 0.369459, + "accuracy": 0.412055, + "main_score": 0.369459, + "hf_subset": "bam_Latn-min_Arab", + "languages": [ + "bam-Latn", + "min-Arab" + ] + }, + { + "precision": 0.484054, + "recall": 0.539526, + "f1": 0.497861, + "accuracy": 0.539526, + "main_score": 0.497861, + "hf_subset": "bam_Latn-pol_Latn", + "languages": [ + "bam-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.461433, + "recall": 0.508893, + "f1": 0.472767, + "accuracy": 0.508893, + "main_score": 0.472767, + "hf_subset": "bam_Latn-ssw_Latn", + "languages": [ + "bam-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.470475, + "recall": 0.519763, + "f1": 0.483866, + "accuracy": 0.519763, + "main_score": 0.483866, + "hf_subset": "bam_Latn-ukr_Cyrl", + "languages": [ + "bam-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.475137, + "recall": 0.523715, + "f1": 0.487771, + "accuracy": 0.523715, + "main_score": 0.487771, + "hf_subset": "bam_Latn-afr_Latn", + "languages": [ + "bam-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.472676, + "recall": 0.528656, + "f1": 0.487166, + "accuracy": 0.528656, + "main_score": 0.487166, + "hf_subset": "bam_Latn-bho_Deva", + "languages": [ + "bam-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.466244, + "recall": 0.508893, + "f1": 0.477447, + "accuracy": 0.508893, + "main_score": 0.477447, + "hf_subset": "bam_Latn-eus_Latn", + "languages": [ + "bam-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.449033, + "recall": 0.493083, + "f1": 0.461092, + "accuracy": 0.493083, + "main_score": 0.461092, + "hf_subset": "bam_Latn-ibo_Latn", + "languages": [ + "bam-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.469782, + "recall": 0.516798, + "f1": 0.481932, + "accuracy": 0.516798, + "main_score": 0.481932, + "hf_subset": "bam_Latn-kmr_Latn", + "languages": [ + "bam-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.456549, + "recall": 0.504941, + "f1": 0.468615, + "accuracy": 0.504941, + "main_score": 0.468615, + "hf_subset": "bam_Latn-min_Latn", + "languages": [ + "bam-Latn", + "min-Latn" + ] + }, + { + "precision": 0.485311, + "recall": 0.539526, + "f1": 0.499242, + "accuracy": 0.539526, + "main_score": 0.499242, + "hf_subset": "bam_Latn-por_Latn", + "languages": [ + "bam-Latn", + "por-Latn" + ] + }, + { + "precision": 0.458156, + "recall": 0.500988, + "f1": 0.468791, + "accuracy": 0.500988, + "main_score": 0.468791, + "hf_subset": "bam_Latn-sun_Latn", + "languages": [ + "bam-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.472332, + "recall": 0.512846, + "f1": 0.484736, + "accuracy": 0.512846, + "main_score": 0.484736, + "hf_subset": "bam_Latn-umb_Latn", + "languages": [ + "bam-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.463978, + "recall": 0.519763, + "f1": 0.478317, + "accuracy": 0.519763, + "main_score": 0.478317, + "hf_subset": "bam_Latn-ajp_Arab", + "languages": [ + "bam-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.373623, + "recall": 0.433794, + "f1": 0.389479, + "accuracy": 0.433794, + "main_score": 0.389479, + "hf_subset": "bam_Latn-bjn_Arab", + "languages": [ + "bam-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.472239, + "recall": 0.513834, + "f1": 0.483896, + "accuracy": 0.513834, + "main_score": 0.483896, + "hf_subset": "bam_Latn-ewe_Latn", + "languages": [ + "bam-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.465779, + "recall": 0.520751, + "f1": 0.480811, + "accuracy": 0.520751, + "main_score": 0.480811, + "hf_subset": "bam_Latn-ilo_Latn", + "languages": [ + "bam-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.260648, + "recall": 0.318182, + "f1": 0.275792, + "accuracy": 0.318182, + "main_score": 0.275792, + "hf_subset": "bam_Latn-knc_Arab", + "languages": [ + "bam-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.461244, + "recall": 0.514822, + "f1": 0.474603, + "accuracy": 0.514822, + "main_score": 0.474603, + "hf_subset": "bam_Latn-mkd_Cyrl", + "languages": [ + "bam-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.474195, + "recall": 0.532609, + "f1": 0.489365, + "accuracy": 0.532609, + "main_score": 0.489365, + "hf_subset": "bam_Latn-prs_Arab", + "languages": [ + "bam-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.484528, + "recall": 0.539526, + "f1": 0.498979, + "accuracy": 0.539526, + "main_score": 0.498979, + "hf_subset": "bam_Latn-swe_Latn", + "languages": [ + "bam-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.446525, + "recall": 0.500988, + "f1": 0.460346, + "accuracy": 0.500988, + "main_score": 0.460346, + "hf_subset": "bam_Latn-urd_Arab", + "languages": [ + "bam-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.490769, + "recall": 0.530632, + "f1": 0.501727, + "accuracy": 0.530632, + "main_score": 0.501727, + "hf_subset": "bam_Latn-aka_Latn", + "languages": [ + "bam-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.473295, + "recall": 0.517787, + "f1": 0.484814, + "accuracy": 0.517787, + "main_score": 0.484814, + "hf_subset": "bam_Latn-bjn_Latn", + "languages": [ + "bam-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.44537, + "recall": 0.487154, + "f1": 0.456669, + "accuracy": 0.487154, + "main_score": 0.456669, + "hf_subset": "bam_Latn-fao_Latn", + "languages": [ + "bam-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.482725, + "recall": 0.534585, + "f1": 0.495748, + "accuracy": 0.534585, + "main_score": 0.495748, + "hf_subset": "bam_Latn-ind_Latn", + "languages": [ + "bam-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.487322, + "recall": 0.522727, + "f1": 0.496839, + "accuracy": 0.522727, + "main_score": 0.496839, + "hf_subset": "bam_Latn-knc_Latn", + "languages": [ + "bam-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.458447, + "recall": 0.507905, + "f1": 0.471299, + "accuracy": 0.507905, + "main_score": 0.471299, + "hf_subset": "bam_Latn-mlt_Latn", + "languages": [ + "bam-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.489911, + "recall": 0.532609, + "f1": 0.501602, + "accuracy": 0.532609, + "main_score": 0.501602, + "hf_subset": "bam_Latn-quy_Latn", + "languages": [ + "bam-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.458875, + "recall": 0.512846, + "f1": 0.473271, + "accuracy": 0.512846, + "main_score": 0.473271, + "hf_subset": "bam_Latn-swh_Latn", + "languages": [ + "bam-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.455934, + "recall": 0.507905, + "f1": 0.468869, + "accuracy": 0.507905, + "main_score": 0.468869, + "hf_subset": "bam_Latn-uzn_Latn", + "languages": [ + "bam-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.450729, + "recall": 0.498024, + "f1": 0.463085, + "accuracy": 0.498024, + "main_score": 0.463085, + "hf_subset": "bam_Latn-als_Latn", + "languages": [ + "bam-Latn", + "als-Latn" + ] + }, + { + "precision": 0.362332, + "recall": 0.417984, + "f1": 0.377201, + "accuracy": 0.417984, + "main_score": 0.377201, + "hf_subset": "bam_Latn-bod_Tibt", + "languages": [ + "bam-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.471436, + "recall": 0.514822, + "f1": 0.483987, + "accuracy": 0.514822, + "main_score": 0.483987, + "hf_subset": "bam_Latn-fij_Latn", + "languages": [ + "bam-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.436593, + "recall": 0.490119, + "f1": 0.450024, + "accuracy": 0.490119, + "main_score": 0.450024, + "hf_subset": "bam_Latn-isl_Latn", + "languages": [ + "bam-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.516386, + "recall": 0.557312, + "f1": 0.52788, + "accuracy": 0.557312, + "main_score": 0.52788, + "hf_subset": "bam_Latn-kon_Latn", + "languages": [ + "bam-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.419528, + "recall": 0.468379, + "f1": 0.433007, + "accuracy": 0.468379, + "main_score": 0.433007, + "hf_subset": "bam_Latn-mni_Beng", + "languages": [ + "bam-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.483629, + "recall": 0.532609, + "f1": 0.495878, + "accuracy": 0.532609, + "main_score": 0.495878, + "hf_subset": "bam_Latn-ron_Latn", + "languages": [ + "bam-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.475995, + "recall": 0.525692, + "f1": 0.488702, + "accuracy": 0.525692, + "main_score": 0.488702, + "hf_subset": "bam_Latn-szl_Latn", + "languages": [ + "bam-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.494967, + "recall": 0.54249, + "f1": 0.507056, + "accuracy": 0.54249, + "main_score": 0.507056, + "hf_subset": "bam_Latn-vec_Latn", + "languages": [ + "bam-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.46871, + "recall": 0.525692, + "f1": 0.483972, + "accuracy": 0.525692, + "main_score": 0.483972, + "hf_subset": "bam_Latn-amh_Ethi", + "languages": [ + "bam-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.480771, + "recall": 0.52668, + "f1": 0.492547, + "accuracy": 0.52668, + "main_score": 0.492547, + "hf_subset": "bam_Latn-bos_Latn", + "languages": [ + "bam-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.453678, + "recall": 0.503953, + "f1": 0.467401, + "accuracy": 0.503953, + "main_score": 0.467401, + "hf_subset": "bam_Latn-fin_Latn", + "languages": [ + "bam-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.496694, + "recall": 0.547431, + "f1": 0.50955, + "accuracy": 0.547431, + "main_score": 0.50955, + "hf_subset": "bam_Latn-ita_Latn", + "languages": [ + "bam-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.491459, + "recall": 0.54249, + "f1": 0.505279, + "accuracy": 0.54249, + "main_score": 0.505279, + "hf_subset": "bam_Latn-kor_Hang", + "languages": [ + "bam-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.473955, + "recall": 0.517787, + "f1": 0.48694, + "accuracy": 0.517787, + "main_score": 0.48694, + "hf_subset": "bam_Latn-mos_Latn", + "languages": [ + "bam-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.475262, + "recall": 0.519763, + "f1": 0.487166, + "accuracy": 0.519763, + "main_score": 0.487166, + "hf_subset": "bam_Latn-run_Latn", + "languages": [ + "bam-Latn", + "run-Latn" + ] + }, + { + "precision": 0.445852, + "recall": 0.496047, + "f1": 0.459394, + "accuracy": 0.496047, + "main_score": 0.459394, + "hf_subset": "bam_Latn-tam_Taml", + "languages": [ + "bam-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.485831, + "recall": 0.531621, + "f1": 0.497007, + "accuracy": 0.531621, + "main_score": 0.497007, + "hf_subset": "bam_Latn-vie_Latn", + "languages": [ + "bam-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.458311, + "recall": 0.511858, + "f1": 0.472428, + "accuracy": 0.511858, + "main_score": 0.472428, + "hf_subset": "bam_Latn-apc_Arab", + "languages": [ + "bam-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.472619, + "recall": 0.514822, + "f1": 0.484216, + "accuracy": 0.514822, + "main_score": 0.484216, + "hf_subset": "bam_Latn-bug_Latn", + "languages": [ + "bam-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.440607, + "recall": 0.480237, + "f1": 0.451556, + "accuracy": 0.480237, + "main_score": 0.451556, + "hf_subset": "bam_Latn-fon_Latn", + "languages": [ + "bam-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.445404, + "recall": 0.497036, + "f1": 0.458837, + "accuracy": 0.497036, + "main_score": 0.458837, + "hf_subset": "bam_Latn-jav_Latn", + "languages": [ + "bam-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.430482, + "recall": 0.482213, + "f1": 0.443942, + "accuracy": 0.482213, + "main_score": 0.443942, + "hf_subset": "bam_Latn-lao_Laoo", + "languages": [ + "bam-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.439661, + "recall": 0.48913, + "f1": 0.452707, + "accuracy": 0.48913, + "main_score": 0.452707, + "hf_subset": "bam_Latn-mri_Latn", + "languages": [ + "bam-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.476433, + "recall": 0.530632, + "f1": 0.490909, + "accuracy": 0.530632, + "main_score": 0.490909, + "hf_subset": "bam_Latn-rus_Cyrl", + "languages": [ + "bam-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.474391, + "recall": 0.517787, + "f1": 0.48706, + "accuracy": 0.517787, + "main_score": 0.48706, + "hf_subset": "bam_Latn-taq_Latn", + "languages": [ + "bam-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.462887, + "recall": 0.513834, + "f1": 0.474922, + "accuracy": 0.513834, + "main_score": 0.474922, + "hf_subset": "bam_Latn-war_Latn", + "languages": [ + "bam-Latn", + "war-Latn" + ] + }, + { + "precision": 0.473086, + "recall": 0.528656, + "f1": 0.487701, + "accuracy": 0.528656, + "main_score": 0.487701, + "hf_subset": "bam_Latn-arb_Arab", + "languages": [ + "bam-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.481002, + "recall": 0.534585, + "f1": 0.494472, + "accuracy": 0.534585, + "main_score": 0.494472, + "hf_subset": "bam_Latn-bul_Cyrl", + "languages": [ + "bam-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.484626, + "recall": 0.536561, + "f1": 0.497641, + "accuracy": 0.536561, + "main_score": 0.497641, + "hf_subset": "bam_Latn-fra_Latn", + "languages": [ + "bam-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.470396, + "recall": 0.524704, + "f1": 0.484586, + "accuracy": 0.524704, + "main_score": 0.484586, + "hf_subset": "bam_Latn-jpn_Jpan", + "languages": [ + "bam-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.476494, + "recall": 0.52668, + "f1": 0.489416, + "accuracy": 0.52668, + "main_score": 0.489416, + "hf_subset": "bam_Latn-lij_Latn", + "languages": [ + "bam-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.429981, + "recall": 0.478261, + "f1": 0.443362, + "accuracy": 0.478261, + "main_score": 0.443362, + "hf_subset": "bam_Latn-mya_Mymr", + "languages": [ + "bam-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.486418, + "recall": 0.522727, + "f1": 0.496607, + "accuracy": 0.522727, + "main_score": 0.496607, + "hf_subset": "bam_Latn-sag_Latn", + "languages": [ + "bam-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.262075, + "recall": 0.314229, + "f1": 0.274984, + "accuracy": 0.314229, + "main_score": 0.274984, + "hf_subset": "bam_Latn-taq_Tfng", + "languages": [ + "bam-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.505997, + "recall": 0.546443, + "f1": 0.517852, + "accuracy": 0.546443, + "main_score": 0.517852, + "hf_subset": "bam_Latn-wol_Latn", + "languages": [ + "bam-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.410817, + "recall": 0.461462, + "f1": 0.424575, + "accuracy": 0.461462, + "main_score": 0.424575, + "hf_subset": "bam_Latn-arb_Latn", + "languages": [ + "bam-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.482332, + "recall": 0.531621, + "f1": 0.495118, + "accuracy": 0.531621, + "main_score": 0.495118, + "hf_subset": "bam_Latn-cat_Latn", + "languages": [ + "bam-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.476088, + "recall": 0.524704, + "f1": 0.488696, + "accuracy": 0.524704, + "main_score": 0.488696, + "hf_subset": "bam_Latn-fur_Latn", + "languages": [ + "bam-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.407281, + "recall": 0.453557, + "f1": 0.420751, + "accuracy": 0.453557, + "main_score": 0.420751, + "hf_subset": "bam_Latn-kab_Latn", + "languages": [ + "bam-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.468313, + "recall": 0.513834, + "f1": 0.479742, + "accuracy": 0.513834, + "main_score": 0.479742, + "hf_subset": "bam_Latn-lim_Latn", + "languages": [ + "bam-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.496312, + "recall": 0.548419, + "f1": 0.509587, + "accuracy": 0.548419, + "main_score": 0.509587, + "hf_subset": "bam_Latn-nld_Latn", + "languages": [ + "bam-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.425015, + "recall": 0.486166, + "f1": 0.44179, + "accuracy": 0.486166, + "main_score": 0.44179, + "hf_subset": "bam_Latn-san_Deva", + "languages": [ + "bam-Latn", + "san-Deva" + ] + }, + { + "precision": 0.449206, + "recall": 0.499012, + "f1": 0.46098, + "accuracy": 0.499012, + "main_score": 0.46098, + "hf_subset": "bam_Latn-tat_Cyrl", + "languages": [ + "bam-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.449303, + "recall": 0.5, + "f1": 0.462274, + "accuracy": 0.5, + "main_score": 0.462274, + "hf_subset": "bam_Latn-xho_Latn", + "languages": [ + "bam-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.457415, + "recall": 0.511858, + "f1": 0.472205, + "accuracy": 0.511858, + "main_score": 0.472205, + "hf_subset": "bam_Latn-ars_Arab", + "languages": [ + "bam-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.464028, + "recall": 0.514822, + "f1": 0.476535, + "accuracy": 0.514822, + "main_score": 0.476535, + "hf_subset": "bam_Latn-ceb_Latn", + "languages": [ + "bam-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.461341, + "recall": 0.504941, + "f1": 0.47339, + "accuracy": 0.504941, + "main_score": 0.47339, + "hf_subset": "bam_Latn-fuv_Latn", + "languages": [ + "bam-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.457732, + "recall": 0.495059, + "f1": 0.467992, + "accuracy": 0.495059, + "main_score": 0.467992, + "hf_subset": "bam_Latn-kac_Latn", + "languages": [ + "bam-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.520323, + "recall": 0.5583, + "f1": 0.531277, + "accuracy": 0.5583, + "main_score": 0.531277, + "hf_subset": "bam_Latn-lin_Latn", + "languages": [ + "bam-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.453071, + "recall": 0.500988, + "f1": 0.465263, + "accuracy": 0.500988, + "main_score": 0.465263, + "hf_subset": "bam_Latn-nno_Latn", + "languages": [ + "bam-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.435629, + "recall": 0.490119, + "f1": 0.450574, + "accuracy": 0.490119, + "main_score": 0.450574, + "hf_subset": "bam_Latn-sat_Olck", + "languages": [ + "bam-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.450786, + "recall": 0.505929, + "f1": 0.464803, + "accuracy": 0.505929, + "main_score": 0.464803, + "hf_subset": "bam_Latn-tel_Telu", + "languages": [ + "bam-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.428211, + "recall": 0.480237, + "f1": 0.44177, + "accuracy": 0.480237, + "main_score": 0.44177, + "hf_subset": "bam_Latn-ydd_Hebr", + "languages": [ + "bam-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.421032, + "recall": 0.476285, + "f1": 0.433661, + "accuracy": 0.476285, + "main_score": 0.433661, + "hf_subset": "bam_Latn-ary_Arab", + "languages": [ + "bam-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.469994, + "recall": 0.525692, + "f1": 0.484561, + "accuracy": 0.525692, + "main_score": 0.484561, + "hf_subset": "bam_Latn-ces_Latn", + "languages": [ + "bam-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.469377, + "recall": 0.518775, + "f1": 0.483387, + "accuracy": 0.518775, + "main_score": 0.483387, + "hf_subset": "bam_Latn-gaz_Latn", + "languages": [ + "bam-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.477531, + "recall": 0.522727, + "f1": 0.490189, + "accuracy": 0.522727, + "main_score": 0.490189, + "hf_subset": "bam_Latn-kam_Latn", + "languages": [ + "bam-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.464383, + "recall": 0.516798, + "f1": 0.47733, + "accuracy": 0.516798, + "main_score": 0.47733, + "hf_subset": "bam_Latn-lit_Latn", + "languages": [ + "bam-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.476376, + "recall": 0.530632, + "f1": 0.490275, + "accuracy": 0.530632, + "main_score": 0.490275, + "hf_subset": "bam_Latn-nob_Latn", + "languages": [ + "bam-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.478278, + "recall": 0.51581, + "f1": 0.488326, + "accuracy": 0.51581, + "main_score": 0.488326, + "hf_subset": "bam_Latn-scn_Latn", + "languages": [ + "bam-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.4527, + "recall": 0.501976, + "f1": 0.464663, + "accuracy": 0.501976, + "main_score": 0.464663, + "hf_subset": "bam_Latn-tgk_Cyrl", + "languages": [ + "bam-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.448435, + "recall": 0.503953, + "f1": 0.463282, + "accuracy": 0.503953, + "main_score": 0.463282, + "hf_subset": "bam_Latn-yor_Latn", + "languages": [ + "bam-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.46397, + "recall": 0.514822, + "f1": 0.476986, + "accuracy": 0.514822, + "main_score": 0.476986, + "hf_subset": "bam_Latn-arz_Arab", + "languages": [ + "bam-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.459602, + "recall": 0.498024, + "f1": 0.47057, + "accuracy": 0.498024, + "main_score": 0.47057, + "hf_subset": "bam_Latn-cjk_Latn", + "languages": [ + "bam-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.43452, + "recall": 0.480237, + "f1": 0.446707, + "accuracy": 0.480237, + "main_score": 0.446707, + "hf_subset": "bam_Latn-gla_Latn", + "languages": [ + "bam-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.444915, + "recall": 0.493083, + "f1": 0.457105, + "accuracy": 0.493083, + "main_score": 0.457105, + "hf_subset": "bam_Latn-kan_Knda", + "languages": [ + "bam-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.478465, + "recall": 0.525692, + "f1": 0.490485, + "accuracy": 0.525692, + "main_score": 0.490485, + "hf_subset": "bam_Latn-lmo_Latn", + "languages": [ + "bam-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.450996, + "recall": 0.497036, + "f1": 0.462156, + "accuracy": 0.497036, + "main_score": 0.462156, + "hf_subset": "bam_Latn-npi_Deva", + "languages": [ + "bam-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.392311, + "recall": 0.438735, + "f1": 0.405389, + "accuracy": 0.438735, + "main_score": 0.405389, + "hf_subset": "bam_Latn-shn_Mymr", + "languages": [ + "bam-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.47694, + "recall": 0.52668, + "f1": 0.48993, + "accuracy": 0.52668, + "main_score": 0.48993, + "hf_subset": "bam_Latn-tgl_Latn", + "languages": [ + "bam-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.453657, + "recall": 0.505929, + "f1": 0.467212, + "accuracy": 0.505929, + "main_score": 0.467212, + "hf_subset": "bam_Latn-yue_Hant", + "languages": [ + "bam-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.42736, + "recall": 0.470356, + "f1": 0.439014, + "accuracy": 0.470356, + "main_score": 0.439014, + "hf_subset": "bam_Latn-asm_Beng", + "languages": [ + "bam-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.457697, + "recall": 0.508893, + "f1": 0.470972, + "accuracy": 0.508893, + "main_score": 0.470972, + "hf_subset": "bam_Latn-ckb_Arab", + "languages": [ + "bam-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.43728, + "recall": 0.488142, + "f1": 0.451261, + "accuracy": 0.488142, + "main_score": 0.451261, + "hf_subset": "bam_Latn-gle_Latn", + "languages": [ + "bam-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.435764, + "recall": 0.487154, + "f1": 0.449705, + "accuracy": 0.487154, + "main_score": 0.449705, + "hf_subset": "bam_Latn-kas_Arab", + "languages": [ + "bam-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.46161, + "recall": 0.508893, + "f1": 0.474282, + "accuracy": 0.508893, + "main_score": 0.474282, + "hf_subset": "bam_Latn-ltg_Latn", + "languages": [ + "bam-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.476211, + "recall": 0.519763, + "f1": 0.487944, + "accuracy": 0.519763, + "main_score": 0.487944, + "hf_subset": "bam_Latn-nso_Latn", + "languages": [ + "bam-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.436671, + "recall": 0.483202, + "f1": 0.448502, + "accuracy": 0.483202, + "main_score": 0.448502, + "hf_subset": "bam_Latn-sin_Sinh", + "languages": [ + "bam-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.452209, + "recall": 0.500988, + "f1": 0.465491, + "accuracy": 0.500988, + "main_score": 0.465491, + "hf_subset": "bam_Latn-tha_Thai", + "languages": [ + "bam-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.429102, + "recall": 0.482213, + "f1": 0.441991, + "accuracy": 0.482213, + "main_score": 0.441991, + "hf_subset": "bam_Latn-zho_Hans", + "languages": [ + "bam-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.473965, + "recall": 0.524704, + "f1": 0.486554, + "accuracy": 0.524704, + "main_score": 0.486554, + "hf_subset": "bam_Latn-ast_Latn", + "languages": [ + "bam-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.466606, + "recall": 0.51581, + "f1": 0.479127, + "accuracy": 0.51581, + "main_score": 0.479127, + "hf_subset": "bam_Latn-crh_Latn", + "languages": [ + "bam-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.480482, + "recall": 0.531621, + "f1": 0.493213, + "accuracy": 0.531621, + "main_score": 0.493213, + "hf_subset": "bam_Latn-glg_Latn", + "languages": [ + "bam-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.458455, + "recall": 0.509881, + "f1": 0.47238, + "accuracy": 0.509881, + "main_score": 0.47238, + "hf_subset": "bam_Latn-kas_Deva", + "languages": [ + "bam-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.436869, + "recall": 0.491107, + "f1": 0.451292, + "accuracy": 0.491107, + "main_score": 0.451292, + "hf_subset": "bam_Latn-ltz_Latn", + "languages": [ + "bam-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.443416, + "recall": 0.493083, + "f1": 0.457168, + "accuracy": 0.493083, + "main_score": 0.457168, + "hf_subset": "bam_Latn-nus_Latn", + "languages": [ + "bam-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.457366, + "recall": 0.509881, + "f1": 0.470413, + "accuracy": 0.509881, + "main_score": 0.470413, + "hf_subset": "bam_Latn-slk_Latn", + "languages": [ + "bam-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.468116, + "recall": 0.512846, + "f1": 0.481209, + "accuracy": 0.512846, + "main_score": 0.481209, + "hf_subset": "bam_Latn-tir_Ethi", + "languages": [ + "bam-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.45756, + "recall": 0.51581, + "f1": 0.471905, + "accuracy": 0.51581, + "main_score": 0.471905, + "hf_subset": "bam_Latn-zho_Hant", + "languages": [ + "bam-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.453845, + "recall": 0.505929, + "f1": 0.467219, + "accuracy": 0.505929, + "main_score": 0.467219, + "hf_subset": "bam_Latn-awa_Deva", + "languages": [ + "bam-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.450352, + "recall": 0.5, + "f1": 0.463665, + "accuracy": 0.5, + "main_score": 0.463665, + "hf_subset": "bam_Latn-cym_Latn", + "languages": [ + "bam-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.482111, + "recall": 0.518775, + "f1": 0.492674, + "accuracy": 0.518775, + "main_score": 0.492674, + "hf_subset": "bam_Latn-grn_Latn", + "languages": [ + "bam-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.434962, + "recall": 0.48913, + "f1": 0.448651, + "accuracy": 0.48913, + "main_score": 0.448651, + "hf_subset": "bam_Latn-kat_Geor", + "languages": [ + "bam-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.497405, + "recall": 0.539526, + "f1": 0.508165, + "accuracy": 0.539526, + "main_score": 0.508165, + "hf_subset": "bam_Latn-lua_Latn", + "languages": [ + "bam-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.453254, + "recall": 0.496047, + "f1": 0.465124, + "accuracy": 0.496047, + "main_score": 0.465124, + "hf_subset": "bam_Latn-nya_Latn", + "languages": [ + "bam-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.467453, + "recall": 0.519763, + "f1": 0.481567, + "accuracy": 0.519763, + "main_score": 0.481567, + "hf_subset": "bam_Latn-slv_Latn", + "languages": [ + "bam-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.468313, + "recall": 0.51087, + "f1": 0.479526, + "accuracy": 0.51087, + "main_score": 0.479526, + "hf_subset": "bam_Latn-tpi_Latn", + "languages": [ + "bam-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.495975, + "recall": 0.544466, + "f1": 0.508565, + "accuracy": 0.544466, + "main_score": 0.508565, + "hf_subset": "bam_Latn-zsm_Latn", + "languages": [ + "bam-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.469401, + "recall": 0.511858, + "f1": 0.481311, + "accuracy": 0.511858, + "main_score": 0.481311, + "hf_subset": "bam_Latn-ayr_Latn", + "languages": [ + "bam-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.479236, + "recall": 0.532609, + "f1": 0.493043, + "accuracy": 0.532609, + "main_score": 0.493043, + "hf_subset": "bam_Latn-dan_Latn", + "languages": [ + "bam-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.446184, + "recall": 0.498024, + "f1": 0.458835, + "accuracy": 0.498024, + "main_score": 0.458835, + "hf_subset": "bam_Latn-guj_Gujr", + "languages": [ + "bam-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.453716, + "recall": 0.502964, + "f1": 0.465859, + "accuracy": 0.502964, + "main_score": 0.465859, + "hf_subset": "bam_Latn-kaz_Cyrl", + "languages": [ + "bam-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.455377, + "recall": 0.501976, + "f1": 0.468647, + "accuracy": 0.501976, + "main_score": 0.468647, + "hf_subset": "bam_Latn-lug_Latn", + "languages": [ + "bam-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.469067, + "recall": 0.517787, + "f1": 0.481677, + "accuracy": 0.517787, + "main_score": 0.481677, + "hf_subset": "bam_Latn-oci_Latn", + "languages": [ + "bam-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.458741, + "recall": 0.498024, + "f1": 0.469361, + "accuracy": 0.498024, + "main_score": 0.469361, + "hf_subset": "bam_Latn-smo_Latn", + "languages": [ + "bam-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.460969, + "recall": 0.505929, + "f1": 0.473453, + "accuracy": 0.505929, + "main_score": 0.473453, + "hf_subset": "bam_Latn-tsn_Latn", + "languages": [ + "bam-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.457903, + "recall": 0.501976, + "f1": 0.468803, + "accuracy": 0.501976, + "main_score": 0.468803, + "hf_subset": "bam_Latn-zul_Latn", + "languages": [ + "bam-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.424393, + "recall": 0.476285, + "f1": 0.438502, + "accuracy": 0.476285, + "main_score": 0.438502, + "hf_subset": "bam_Latn-azb_Arab", + "languages": [ + "bam-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.48324, + "recall": 0.537549, + "f1": 0.49749, + "accuracy": 0.537549, + "main_score": 0.49749, + "hf_subset": "bam_Latn-deu_Latn", + "languages": [ + "bam-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.464106, + "recall": 0.51581, + "f1": 0.478407, + "accuracy": 0.51581, + "main_score": 0.478407, + "hf_subset": "bam_Latn-hat_Latn", + "languages": [ + "bam-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.485808, + "recall": 0.519763, + "f1": 0.494878, + "accuracy": 0.519763, + "main_score": 0.494878, + "hf_subset": "bam_Latn-kbp_Latn", + "languages": [ + "bam-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.501944, + "recall": 0.535573, + "f1": 0.510717, + "accuracy": 0.535573, + "main_score": 0.510717, + "hf_subset": "bam_Latn-luo_Latn", + "languages": [ + "bam-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.413639, + "recall": 0.471344, + "f1": 0.429374, + "accuracy": 0.471344, + "main_score": 0.429374, + "hf_subset": "bam_Latn-ory_Orya", + "languages": [ + "bam-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.448437, + "recall": 0.500988, + "f1": 0.462253, + "accuracy": 0.500988, + "main_score": 0.462253, + "hf_subset": "bam_Latn-sna_Latn", + "languages": [ + "bam-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.471381, + "recall": 0.516798, + "f1": 0.484269, + "accuracy": 0.516798, + "main_score": 0.484269, + "hf_subset": "bam_Latn-tso_Latn", + "languages": [ + "bam-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.454511, + "recall": 0.509881, + "f1": 0.468522, + "accuracy": 0.509881, + "main_score": 0.468522, + "hf_subset": "bam_Latn-azj_Latn", + "languages": [ + "bam-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.4441, + "recall": 0.48913, + "f1": 0.456557, + "accuracy": 0.48913, + "main_score": 0.456557, + "hf_subset": "bam_Latn-dik_Latn", + "languages": [ + "bam-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.449274, + "recall": 0.497036, + "f1": 0.461896, + "accuracy": 0.497036, + "main_score": 0.461896, + "hf_subset": "bam_Latn-hau_Latn", + "languages": [ + "bam-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.469788, + "recall": 0.518775, + "f1": 0.482009, + "accuracy": 0.518775, + "main_score": 0.482009, + "hf_subset": "bam_Latn-kea_Latn", + "languages": [ + "bam-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.466891, + "recall": 0.508893, + "f1": 0.477481, + "accuracy": 0.508893, + "main_score": 0.477481, + "hf_subset": "bam_Latn-lus_Latn", + "languages": [ + "bam-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.502468, + "recall": 0.54249, + "f1": 0.513663, + "accuracy": 0.54249, + "main_score": 0.513663, + "hf_subset": "bam_Latn-pag_Latn", + "languages": [ + "bam-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.409676, + "recall": 0.47332, + "f1": 0.424976, + "accuracy": 0.47332, + "main_score": 0.424976, + "hf_subset": "bam_Latn-snd_Arab", + "languages": [ + "bam-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.451422, + "recall": 0.499012, + "f1": 0.463893, + "accuracy": 0.499012, + "main_score": 0.463893, + "hf_subset": "bam_Latn-tuk_Latn", + "languages": [ + "bam-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.442515, + "recall": 0.494071, + "f1": 0.456296, + "accuracy": 0.494071, + "main_score": 0.456296, + "hf_subset": "bam_Latn-bak_Cyrl", + "languages": [ + "bam-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.451318, + "recall": 0.511858, + "f1": 0.468075, + "accuracy": 0.511858, + "main_score": 0.468075, + "hf_subset": "bam_Latn-dyu_Latn", + "languages": [ + "bam-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.458172, + "recall": 0.511858, + "f1": 0.472211, + "accuracy": 0.511858, + "main_score": 0.472211, + "hf_subset": "bam_Latn-heb_Hebr", + "languages": [ + "bam-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.460649, + "recall": 0.512846, + "f1": 0.47438, + "accuracy": 0.512846, + "main_score": 0.47438, + "hf_subset": "bam_Latn-khk_Cyrl", + "languages": [ + "bam-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.447909, + "recall": 0.505929, + "f1": 0.462412, + "accuracy": 0.505929, + "main_score": 0.462412, + "hf_subset": "bam_Latn-lvs_Latn", + "languages": [ + "bam-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.444463, + "recall": 0.495059, + "f1": 0.457362, + "accuracy": 0.495059, + "main_score": 0.457362, + "hf_subset": "bam_Latn-pan_Guru", + "languages": [ + "bam-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.44411, + "recall": 0.487154, + "f1": 0.455, + "accuracy": 0.487154, + "main_score": 0.455, + "hf_subset": "bam_Latn-som_Latn", + "languages": [ + "bam-Latn", + "som-Latn" + ] + }, + { + "precision": 0.468322, + "recall": 0.506917, + "f1": 0.478843, + "accuracy": 0.506917, + "main_score": 0.478843, + "hf_subset": "bam_Latn-tum_Latn", + "languages": [ + "bam-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.278688, + "recall": 0.33498, + "f1": 0.294062, + "accuracy": 0.33498, + "main_score": 0.294062, + "hf_subset": "dzo_Tibt-ace_Arab", + "languages": [ + "dzo-Tibt", + "ace-Arab" + ] + }, + { + "precision": 0.269848, + "recall": 0.310277, + "f1": 0.280277, + "accuracy": 0.310277, + "main_score": 0.280277, + "hf_subset": "dzo_Tibt-bam_Latn", + "languages": [ + "dzo-Tibt", + "bam-Latn" + ] + }, + { + "precision": 0.62052, + "recall": 0.687747, + "f1": 0.63788, + "accuracy": 0.687747, + "main_score": 0.63788, + "hf_subset": "dzo_Tibt-hin_Deva", + "languages": [ + "dzo-Tibt", + "hin-Deva" + ] + }, + { + "precision": 0.483715, + "recall": 0.557312, + "f1": 0.50204, + "accuracy": 0.557312, + "main_score": 0.50204, + "hf_subset": "dzo_Tibt-khm_Khmr", + "languages": [ + "dzo-Tibt", + "khm-Khmr" + ] + }, + { + "precision": 0.574195, + "recall": 0.642292, + "f1": 0.590491, + "accuracy": 0.642292, + "main_score": 0.590491, + "hf_subset": "dzo_Tibt-mag_Deva", + "languages": [ + "dzo-Tibt", + "mag-Deva" + ] + }, + { + "precision": 0.530542, + "recall": 0.602767, + "f1": 0.548701, + "accuracy": 0.602767, + "main_score": 0.548701, + "hf_subset": "dzo_Tibt-pap_Latn", + "languages": [ + "dzo-Tibt", + "pap-Latn" + ] + }, + { + "precision": 0.403321, + "recall": 0.470356, + "f1": 0.419258, + "accuracy": 0.470356, + "main_score": 0.419258, + "hf_subset": "dzo_Tibt-sot_Latn", + "languages": [ + "dzo-Tibt", + "sot-Latn" + ] + }, + { + "precision": 0.57811, + "recall": 0.647233, + "f1": 0.594684, + "accuracy": 0.647233, + "main_score": 0.594684, + "hf_subset": "dzo_Tibt-tur_Latn", + "languages": [ + "dzo-Tibt", + "tur-Latn" + ] + }, + { + "precision": 0.433931, + "recall": 0.490119, + "f1": 0.447712, + "accuracy": 0.490119, + "main_score": 0.447712, + "hf_subset": "dzo_Tibt-ace_Latn", + "languages": [ + "dzo-Tibt", + "ace-Latn" + ] + }, + { + "precision": 0.449304, + "recall": 0.516798, + "f1": 0.466422, + "accuracy": 0.516798, + "main_score": 0.466422, + "hf_subset": "dzo_Tibt-ban_Latn", + "languages": [ + "dzo-Tibt", + "ban-Latn" + ] + }, + { + "precision": 0.548328, + "recall": 0.623518, + "f1": 0.566236, + "accuracy": 0.623518, + "main_score": 0.566236, + "hf_subset": "dzo_Tibt-ell_Grek", + "languages": [ + "dzo-Tibt", + "ell-Grek" + ] + }, + { + "precision": 0.571885, + "recall": 0.637352, + "f1": 0.588497, + "accuracy": 0.637352, + "main_score": 0.588497, + "hf_subset": "dzo_Tibt-hne_Deva", + "languages": [ + "dzo-Tibt", + "hne-Deva" + ] + }, + { + "precision": 0.274863, + "recall": 0.325099, + "f1": 0.28705, + "accuracy": 0.325099, + "main_score": 0.28705, + "hf_subset": "dzo_Tibt-kik_Latn", + "languages": [ + "dzo-Tibt", + "kik-Latn" + ] + }, + { + "precision": 0.547985, + "recall": 0.619565, + "f1": 0.565884, + "accuracy": 0.619565, + "main_score": 0.565884, + "hf_subset": "dzo_Tibt-mai_Deva", + "languages": [ + "dzo-Tibt", + "mai-Deva" + ] + }, + { + "precision": 0.467762, + "recall": 0.539526, + "f1": 0.485533, + "accuracy": 0.539526, + "main_score": 0.485533, + "hf_subset": "dzo_Tibt-pbt_Arab", + "languages": [ + "dzo-Tibt", + "pbt-Arab" + ] + }, + { + "precision": 0.599301, + "recall": 0.670949, + "f1": 0.617809, + "accuracy": 0.670949, + "main_score": 0.617809, + "hf_subset": "dzo_Tibt-spa_Latn", + "languages": [ + "dzo-Tibt", + "spa-Latn" + ] + }, + { + "precision": 0.39511, + "recall": 0.449605, + "f1": 0.409121, + "accuracy": 0.449605, + "main_score": 0.409121, + "hf_subset": "dzo_Tibt-twi_Latn", + "languages": [ + "dzo-Tibt", + "twi-Latn" + ] + }, + { + "precision": 0.576131, + "recall": 0.65415, + "f1": 0.596182, + "accuracy": 0.65415, + "main_score": 0.596182, + "hf_subset": "dzo_Tibt-acm_Arab", + "languages": [ + "dzo-Tibt", + "acm-Arab" + ] + }, + { + "precision": 0.496884, + "recall": 0.574111, + "f1": 0.515238, + "accuracy": 0.574111, + "main_score": 0.515238, + "hf_subset": "dzo_Tibt-bel_Cyrl", + "languages": [ + "dzo-Tibt", + "bel-Cyrl" + ] + }, + { + "precision": 0.635689, + "recall": 0.70751, + "f1": 0.655229, + "accuracy": 0.70751, + "main_score": 0.655229, + "hf_subset": "dzo_Tibt-eng_Latn", + "languages": [ + "dzo-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.566659, + "recall": 0.639328, + "f1": 0.584316, + "accuracy": 0.639328, + "main_score": 0.584316, + "hf_subset": "dzo_Tibt-hrv_Latn", + "languages": [ + "dzo-Tibt", + "hrv-Latn" + ] + }, + { + "precision": 0.43435, + "recall": 0.504941, + "f1": 0.452408, + "accuracy": 0.504941, + "main_score": 0.452408, + "hf_subset": "dzo_Tibt-kin_Latn", + "languages": [ + "dzo-Tibt", + "kin-Latn" + ] + }, + { + "precision": 0.553082, + "recall": 0.626482, + "f1": 0.571446, + "accuracy": 0.626482, + "main_score": 0.571446, + "hf_subset": "dzo_Tibt-mal_Mlym", + "languages": [ + "dzo-Tibt", + "mal-Mlym" + ] + }, + { + "precision": 0.550482, + "recall": 0.619565, + "f1": 0.566819, + "accuracy": 0.619565, + "main_score": 0.566819, + "hf_subset": "dzo_Tibt-pes_Arab", + "languages": [ + "dzo-Tibt", + "pes-Arab" + ] + }, + { + "precision": 0.518244, + "recall": 0.591897, + "f1": 0.535969, + "accuracy": 0.591897, + "main_score": 0.535969, + "hf_subset": "dzo_Tibt-srd_Latn", + "languages": [ + "dzo-Tibt", + "srd-Latn" + ] + }, + { + "precision": 0.15203, + "recall": 0.201581, + "f1": 0.164111, + "accuracy": 0.201581, + "main_score": 0.164111, + "hf_subset": "dzo_Tibt-tzm_Tfng", + "languages": [ + "dzo-Tibt", + "tzm-Tfng" + ] + }, + { + "precision": 0.584776, + "recall": 0.659091, + "f1": 0.604364, + "accuracy": 0.659091, + "main_score": 0.604364, + "hf_subset": "dzo_Tibt-acq_Arab", + "languages": [ + "dzo-Tibt", + "acq-Arab" + ] + }, + { + "precision": 0.361551, + "recall": 0.411067, + "f1": 0.373725, + "accuracy": 0.411067, + "main_score": 0.373725, + "hf_subset": "dzo_Tibt-bem_Latn", + "languages": [ + "dzo-Tibt", + "bem-Latn" + ] + }, + { + "precision": 0.506258, + "recall": 0.58498, + "f1": 0.52584, + "accuracy": 0.58498, + "main_score": 0.52584, + "hf_subset": "dzo_Tibt-epo_Latn", + "languages": [ + "dzo-Tibt", + "epo-Latn" + ] + }, + { + "precision": 0.579539, + "recall": 0.648221, + "f1": 0.597405, + "accuracy": 0.648221, + "main_score": 0.597405, + "hf_subset": "dzo_Tibt-hun_Latn", + "languages": [ + "dzo-Tibt", + "hun-Latn" + ] + }, + { + "precision": 0.495628, + "recall": 0.565217, + "f1": 0.513001, + "accuracy": 0.565217, + "main_score": 0.513001, + "hf_subset": "dzo_Tibt-kir_Cyrl", + "languages": [ + "dzo-Tibt", + "kir-Cyrl" + ] + }, + { + "precision": 0.552663, + "recall": 0.626482, + "f1": 0.571016, + "accuracy": 0.626482, + "main_score": 0.571016, + "hf_subset": "dzo_Tibt-mar_Deva", + "languages": [ + "dzo-Tibt", + "mar-Deva" + ] + }, + { + "precision": 0.434059, + "recall": 0.504941, + "f1": 0.452228, + "accuracy": 0.504941, + "main_score": 0.452228, + "hf_subset": "dzo_Tibt-plt_Latn", + "languages": [ + "dzo-Tibt", + "plt-Latn" + ] + }, + { + "precision": 0.573451, + "recall": 0.643281, + "f1": 0.590695, + "accuracy": 0.643281, + "main_score": 0.590695, + "hf_subset": "dzo_Tibt-srp_Cyrl", + "languages": [ + "dzo-Tibt", + "srp-Cyrl" + ] + }, + { + "precision": 0.467709, + "recall": 0.543478, + "f1": 0.485832, + "accuracy": 0.543478, + "main_score": 0.485832, + "hf_subset": "dzo_Tibt-uig_Arab", + "languages": [ + "dzo-Tibt", + "uig-Arab" + ] + }, + { + "precision": 0.525062, + "recall": 0.589921, + "f1": 0.541155, + "accuracy": 0.589921, + "main_score": 0.541155, + "hf_subset": "dzo_Tibt-aeb_Arab", + "languages": [ + "dzo-Tibt", + "aeb-Arab" + ] + }, + { + "precision": 0.551779, + "recall": 0.62253, + "f1": 0.568918, + "accuracy": 0.62253, + "main_score": 0.568918, + "hf_subset": "dzo_Tibt-ben_Beng", + "languages": [ + "dzo-Tibt", + "ben-Beng" + ] + }, + { + "precision": 0.56768, + "recall": 0.641304, + "f1": 0.585123, + "accuracy": 0.641304, + "main_score": 0.585123, + "hf_subset": "dzo_Tibt-est_Latn", + "languages": [ + "dzo-Tibt", + "est-Latn" + ] + }, + { + "precision": 0.553844, + "recall": 0.632411, + "f1": 0.573867, + "accuracy": 0.632411, + "main_score": 0.573867, + "hf_subset": "dzo_Tibt-hye_Armn", + "languages": [ + "dzo-Tibt", + "hye-Armn" + ] + }, + { + "precision": 0.291803, + "recall": 0.333992, + "f1": 0.302509, + "accuracy": 0.333992, + "main_score": 0.302509, + "hf_subset": "dzo_Tibt-kmb_Latn", + "languages": [ + "dzo-Tibt", + "kmb-Latn" + ] + }, + { + "precision": 0.263541, + "recall": 0.318182, + "f1": 0.277154, + "accuracy": 0.318182, + "main_score": 0.277154, + "hf_subset": "dzo_Tibt-min_Arab", + "languages": [ + "dzo-Tibt", + "min-Arab" + ] + }, + { + "precision": 0.574794, + "recall": 0.641304, + "f1": 0.591484, + "accuracy": 0.641304, + "main_score": 0.591484, + "hf_subset": "dzo_Tibt-pol_Latn", + "languages": [ + "dzo-Tibt", + "pol-Latn" + ] + }, + { + "precision": 0.380474, + "recall": 0.444664, + "f1": 0.397286, + "accuracy": 0.444664, + "main_score": 0.397286, + "hf_subset": "dzo_Tibt-ssw_Latn", + "languages": [ + "dzo-Tibt", + "ssw-Latn" + ] + }, + { + "precision": 0.566267, + "recall": 0.640316, + "f1": 0.584558, + "accuracy": 0.640316, + "main_score": 0.584558, + "hf_subset": "dzo_Tibt-ukr_Cyrl", + "languages": [ + "dzo-Tibt", + "ukr-Cyrl" + ] + }, + { + "precision": 0.54757, + "recall": 0.620553, + "f1": 0.565846, + "accuracy": 0.620553, + "main_score": 0.565846, + "hf_subset": "dzo_Tibt-afr_Latn", + "languages": [ + "dzo-Tibt", + "afr-Latn" + ] + }, + { + "precision": 0.578742, + "recall": 0.648221, + "f1": 0.596321, + "accuracy": 0.648221, + "main_score": 0.596321, + "hf_subset": "dzo_Tibt-bho_Deva", + "languages": [ + "dzo-Tibt", + "bho-Deva" + ] + }, + { + "precision": 0.490012, + "recall": 0.563241, + "f1": 0.508252, + "accuracy": 0.563241, + "main_score": 0.508252, + "hf_subset": "dzo_Tibt-eus_Latn", + "languages": [ + "dzo-Tibt", + "eus-Latn" + ] + }, + { + "precision": 0.444508, + "recall": 0.511858, + "f1": 0.461624, + "accuracy": 0.511858, + "main_score": 0.461624, + "hf_subset": "dzo_Tibt-ibo_Latn", + "languages": [ + "dzo-Tibt", + "ibo-Latn" + ] + }, + { + "precision": 0.417884, + "recall": 0.481225, + "f1": 0.434021, + "accuracy": 0.481225, + "main_score": 0.434021, + "hf_subset": "dzo_Tibt-kmr_Latn", + "languages": [ + "dzo-Tibt", + "kmr-Latn" + ] + }, + { + "precision": 0.490076, + "recall": 0.561265, + "f1": 0.507555, + "accuracy": 0.561265, + "main_score": 0.507555, + "hf_subset": "dzo_Tibt-min_Latn", + "languages": [ + "dzo-Tibt", + "min-Latn" + ] + }, + { + "precision": 0.594386, + "recall": 0.66502, + "f1": 0.612233, + "accuracy": 0.66502, + "main_score": 0.612233, + "hf_subset": "dzo_Tibt-por_Latn", + "languages": [ + "dzo-Tibt", + "por-Latn" + ] + }, + { + "precision": 0.475728, + "recall": 0.543478, + "f1": 0.491756, + "accuracy": 0.543478, + "main_score": 0.491756, + "hf_subset": "dzo_Tibt-sun_Latn", + "languages": [ + "dzo-Tibt", + "sun-Latn" + ] + }, + { + "precision": 0.268209, + "recall": 0.31917, + "f1": 0.281156, + "accuracy": 0.31917, + "main_score": 0.281156, + "hf_subset": "dzo_Tibt-umb_Latn", + "languages": [ + "dzo-Tibt", + "umb-Latn" + ] + }, + { + "precision": 0.591793, + "recall": 0.662055, + "f1": 0.609632, + "accuracy": 0.662055, + "main_score": 0.609632, + "hf_subset": "dzo_Tibt-ajp_Arab", + "languages": [ + "dzo-Tibt", + "ajp-Arab" + ] + }, + { + "precision": 0.282651, + "recall": 0.339921, + "f1": 0.297096, + "accuracy": 0.339921, + "main_score": 0.297096, + "hf_subset": "dzo_Tibt-bjn_Arab", + "languages": [ + "dzo-Tibt", + "bjn-Arab" + ] + }, + { + "precision": 0.26628, + "recall": 0.30336, + "f1": 0.275781, + "accuracy": 0.30336, + "main_score": 0.275781, + "hf_subset": "dzo_Tibt-ewe_Latn", + "languages": [ + "dzo-Tibt", + "ewe-Latn" + ] + }, + { + "precision": 0.445968, + "recall": 0.514822, + "f1": 0.463596, + "accuracy": 0.514822, + "main_score": 0.463596, + "hf_subset": "dzo_Tibt-ilo_Latn", + "languages": [ + "dzo-Tibt", + "ilo-Latn" + ] + }, + { + "precision": 0.17258, + "recall": 0.217391, + "f1": 0.183616, + "accuracy": 0.217391, + "main_score": 0.183616, + "hf_subset": "dzo_Tibt-knc_Arab", + "languages": [ + "dzo-Tibt", + "knc-Arab" + ] + }, + { + "precision": 0.541447, + "recall": 0.607708, + "f1": 0.557768, + "accuracy": 0.607708, + "main_score": 0.557768, + "hf_subset": "dzo_Tibt-mkd_Cyrl", + "languages": [ + "dzo-Tibt", + "mkd-Cyrl" + ] + }, + { + "precision": 0.606938, + "recall": 0.673913, + "f1": 0.623748, + "accuracy": 0.673913, + "main_score": 0.623748, + "hf_subset": "dzo_Tibt-prs_Arab", + "languages": [ + "dzo-Tibt", + "prs-Arab" + ] + }, + { + "precision": 0.585288, + "recall": 0.65415, + "f1": 0.602061, + "accuracy": 0.65415, + "main_score": 0.602061, + "hf_subset": "dzo_Tibt-swe_Latn", + "languages": [ + "dzo-Tibt", + "swe-Latn" + ] + }, + { + "precision": 0.557333, + "recall": 0.625494, + "f1": 0.575235, + "accuracy": 0.625494, + "main_score": 0.575235, + "hf_subset": "dzo_Tibt-urd_Arab", + "languages": [ + "dzo-Tibt", + "urd-Arab" + ] + }, + { + "precision": 0.383336, + "recall": 0.434783, + "f1": 0.395595, + "accuracy": 0.434783, + "main_score": 0.395595, + "hf_subset": "dzo_Tibt-aka_Latn", + "languages": [ + "dzo-Tibt", + "aka-Latn" + ] + }, + { + "precision": 0.526573, + "recall": 0.589921, + "f1": 0.542311, + "accuracy": 0.589921, + "main_score": 0.542311, + "hf_subset": "dzo_Tibt-bjn_Latn", + "languages": [ + "dzo-Tibt", + "bjn-Latn" + ] + }, + { + "precision": 0.482023, + "recall": 0.557312, + "f1": 0.500886, + "accuracy": 0.557312, + "main_score": 0.500886, + "hf_subset": "dzo_Tibt-fao_Latn", + "languages": [ + "dzo-Tibt", + "fao-Latn" + ] + }, + { + "precision": 0.597772, + "recall": 0.660079, + "f1": 0.613288, + "accuracy": 0.660079, + "main_score": 0.613288, + "hf_subset": "dzo_Tibt-ind_Latn", + "languages": [ + "dzo-Tibt", + "ind-Latn" + ] + }, + { + "precision": 0.308683, + "recall": 0.346838, + "f1": 0.319405, + "accuracy": 0.346838, + "main_score": 0.319405, + "hf_subset": "dzo_Tibt-knc_Latn", + "languages": [ + "dzo-Tibt", + "knc-Latn" + ] + }, + { + "precision": 0.448591, + "recall": 0.518775, + "f1": 0.464961, + "accuracy": 0.518775, + "main_score": 0.464961, + "hf_subset": "dzo_Tibt-mlt_Latn", + "languages": [ + "dzo-Tibt", + "mlt-Latn" + ] + }, + { + "precision": 0.350272, + "recall": 0.412055, + "f1": 0.365846, + "accuracy": 0.412055, + "main_score": 0.365846, + "hf_subset": "dzo_Tibt-quy_Latn", + "languages": [ + "dzo-Tibt", + "quy-Latn" + ] + }, + { + "precision": 0.514588, + "recall": 0.588933, + "f1": 0.532681, + "accuracy": 0.588933, + "main_score": 0.532681, + "hf_subset": "dzo_Tibt-swh_Latn", + "languages": [ + "dzo-Tibt", + "swh-Latn" + ] + }, + { + "precision": 0.494374, + "recall": 0.571146, + "f1": 0.513282, + "accuracy": 0.571146, + "main_score": 0.513282, + "hf_subset": "dzo_Tibt-uzn_Latn", + "languages": [ + "dzo-Tibt", + "uzn-Latn" + ] + }, + { + "precision": 0.499262, + "recall": 0.576087, + "f1": 0.517826, + "accuracy": 0.576087, + "main_score": 0.517826, + "hf_subset": "dzo_Tibt-als_Latn", + "languages": [ + "dzo-Tibt", + "als-Latn" + ] + }, + { + "precision": 0.627188, + "recall": 0.694664, + "f1": 0.646058, + "accuracy": 0.694664, + "main_score": 0.646058, + "hf_subset": "dzo_Tibt-bod_Tibt", + "languages": [ + "dzo-Tibt", + "bod-Tibt" + ] + }, + { + "precision": 0.357823, + "recall": 0.40415, + "f1": 0.370371, + "accuracy": 0.40415, + "main_score": 0.370371, + "hf_subset": "dzo_Tibt-fij_Latn", + "languages": [ + "dzo-Tibt", + "fij-Latn" + ] + }, + { + "precision": 0.484067, + "recall": 0.566206, + "f1": 0.504785, + "accuracy": 0.566206, + "main_score": 0.504785, + "hf_subset": "dzo_Tibt-isl_Latn", + "languages": [ + "dzo-Tibt", + "isl-Latn" + ] + }, + { + "precision": 0.323581, + "recall": 0.370553, + "f1": 0.335331, + "accuracy": 0.370553, + "main_score": 0.335331, + "hf_subset": "dzo_Tibt-kon_Latn", + "languages": [ + "dzo-Tibt", + "kon-Latn" + ] + }, + { + "precision": 0.300999, + "recall": 0.34585, + "f1": 0.312625, + "accuracy": 0.34585, + "main_score": 0.312625, + "hf_subset": "dzo_Tibt-mni_Beng", + "languages": [ + "dzo-Tibt", + "mni-Beng" + ] + }, + { + "precision": 0.577632, + "recall": 0.650198, + "f1": 0.595561, + "accuracy": 0.650198, + "main_score": 0.595561, + "hf_subset": "dzo_Tibt-ron_Latn", + "languages": [ + "dzo-Tibt", + "ron-Latn" + ] + }, + { + "precision": 0.547634, + "recall": 0.618577, + "f1": 0.564971, + "accuracy": 0.618577, + "main_score": 0.564971, + "hf_subset": "dzo_Tibt-szl_Latn", + "languages": [ + "dzo-Tibt", + "szl-Latn" + ] + }, + { + "precision": 0.570028, + "recall": 0.639328, + "f1": 0.587855, + "accuracy": 0.639328, + "main_score": 0.587855, + "hf_subset": "dzo_Tibt-vec_Latn", + "languages": [ + "dzo-Tibt", + "vec-Latn" + ] + }, + { + "precision": 0.540341, + "recall": 0.603755, + "f1": 0.555911, + "accuracy": 0.603755, + "main_score": 0.555911, + "hf_subset": "dzo_Tibt-amh_Ethi", + "languages": [ + "dzo-Tibt", + "amh-Ethi" + ] + }, + { + "precision": 0.551189, + "recall": 0.62747, + "f1": 0.57062, + "accuracy": 0.62747, + "main_score": 0.57062, + "hf_subset": "dzo_Tibt-bos_Latn", + "languages": [ + "dzo-Tibt", + "bos-Latn" + ] + }, + { + "precision": 0.553088, + "recall": 0.616601, + "f1": 0.568384, + "accuracy": 0.616601, + "main_score": 0.568384, + "hf_subset": "dzo_Tibt-fin_Latn", + "languages": [ + "dzo-Tibt", + "fin-Latn" + ] + }, + { + "precision": 0.616488, + "recall": 0.674901, + "f1": 0.631168, + "accuracy": 0.674901, + "main_score": 0.631168, + "hf_subset": "dzo_Tibt-ita_Latn", + "languages": [ + "dzo-Tibt", + "ita-Latn" + ] + }, + { + "precision": 0.622887, + "recall": 0.690711, + "f1": 0.640499, + "accuracy": 0.690711, + "main_score": 0.640499, + "hf_subset": "dzo_Tibt-kor_Hang", + "languages": [ + "dzo-Tibt", + "kor-Hang" + ] + }, + { + "precision": 0.293271, + "recall": 0.337945, + "f1": 0.305115, + "accuracy": 0.337945, + "main_score": 0.305115, + "hf_subset": "dzo_Tibt-mos_Latn", + "languages": [ + "dzo-Tibt", + "mos-Latn" + ] + }, + { + "precision": 0.396145, + "recall": 0.451581, + "f1": 0.409402, + "accuracy": 0.451581, + "main_score": 0.409402, + "hf_subset": "dzo_Tibt-run_Latn", + "languages": [ + "dzo-Tibt", + "run-Latn" + ] + }, + { + "precision": 0.578835, + "recall": 0.648221, + "f1": 0.596095, + "accuracy": 0.648221, + "main_score": 0.596095, + "hf_subset": "dzo_Tibt-tam_Taml", + "languages": [ + "dzo-Tibt", + "tam-Taml" + ] + }, + { + "precision": 0.59215, + "recall": 0.653162, + "f1": 0.607408, + "accuracy": 0.653162, + "main_score": 0.607408, + "hf_subset": "dzo_Tibt-vie_Latn", + "languages": [ + "dzo-Tibt", + "vie-Latn" + ] + }, + { + "precision": 0.570561, + "recall": 0.644269, + "f1": 0.589326, + "accuracy": 0.644269, + "main_score": 0.589326, + "hf_subset": "dzo_Tibt-apc_Arab", + "languages": [ + "dzo-Tibt", + "apc-Arab" + ] + }, + { + "precision": 0.398004, + "recall": 0.458498, + "f1": 0.412931, + "accuracy": 0.458498, + "main_score": 0.412931, + "hf_subset": "dzo_Tibt-bug_Latn", + "languages": [ + "dzo-Tibt", + "bug-Latn" + ] + }, + { + "precision": 0.244836, + "recall": 0.280632, + "f1": 0.254098, + "accuracy": 0.280632, + "main_score": 0.254098, + "hf_subset": "dzo_Tibt-fon_Latn", + "languages": [ + "dzo-Tibt", + "fon-Latn" + ] + }, + { + "precision": 0.451221, + "recall": 0.517787, + "f1": 0.468017, + "accuracy": 0.517787, + "main_score": 0.468017, + "hf_subset": "dzo_Tibt-jav_Latn", + "languages": [ + "dzo-Tibt", + "jav-Latn" + ] + }, + { + "precision": 0.429216, + "recall": 0.503953, + "f1": 0.447093, + "accuracy": 0.503953, + "main_score": 0.447093, + "hf_subset": "dzo_Tibt-lao_Laoo", + "languages": [ + "dzo-Tibt", + "lao-Laoo" + ] + }, + { + "precision": 0.452014, + "recall": 0.518775, + "f1": 0.46913, + "accuracy": 0.518775, + "main_score": 0.46913, + "hf_subset": "dzo_Tibt-mri_Latn", + "languages": [ + "dzo-Tibt", + "mri-Latn" + ] + }, + { + "precision": 0.590318, + "recall": 0.652174, + "f1": 0.606209, + "accuracy": 0.652174, + "main_score": 0.606209, + "hf_subset": "dzo_Tibt-rus_Cyrl", + "languages": [ + "dzo-Tibt", + "rus-Cyrl" + ] + }, + { + "precision": 0.272099, + "recall": 0.311265, + "f1": 0.282568, + "accuracy": 0.311265, + "main_score": 0.282568, + "hf_subset": "dzo_Tibt-taq_Latn", + "languages": [ + "dzo-Tibt", + "taq-Latn" + ] + }, + { + "precision": 0.48347, + "recall": 0.550395, + "f1": 0.499333, + "accuracy": 0.550395, + "main_score": 0.499333, + "hf_subset": "dzo_Tibt-war_Latn", + "languages": [ + "dzo-Tibt", + "war-Latn" + ] + }, + { + "precision": 0.570262, + "recall": 0.646245, + "f1": 0.589443, + "accuracy": 0.646245, + "main_score": 0.589443, + "hf_subset": "dzo_Tibt-arb_Arab", + "languages": [ + "dzo-Tibt", + "arb-Arab" + ] + }, + { + "precision": 0.596469, + "recall": 0.663043, + "f1": 0.613258, + "accuracy": 0.663043, + "main_score": 0.613258, + "hf_subset": "dzo_Tibt-bul_Cyrl", + "languages": [ + "dzo-Tibt", + "bul-Cyrl" + ] + }, + { + "precision": 0.591577, + "recall": 0.65415, + "f1": 0.606987, + "accuracy": 0.65415, + "main_score": 0.606987, + "hf_subset": "dzo_Tibt-fra_Latn", + "languages": [ + "dzo-Tibt", + "fra-Latn" + ] + }, + { + "precision": 0.614018, + "recall": 0.676877, + "f1": 0.629475, + "accuracy": 0.676877, + "main_score": 0.629475, + "hf_subset": "dzo_Tibt-jpn_Jpan", + "languages": [ + "dzo-Tibt", + "jpn-Jpan" + ] + }, + { + "precision": 0.542668, + "recall": 0.603755, + "f1": 0.558148, + "accuracy": 0.603755, + "main_score": 0.558148, + "hf_subset": "dzo_Tibt-lij_Latn", + "languages": [ + "dzo-Tibt", + "lij-Latn" + ] + }, + { + "precision": 0.531131, + "recall": 0.602767, + "f1": 0.548222, + "accuracy": 0.602767, + "main_score": 0.548222, + "hf_subset": "dzo_Tibt-mya_Mymr", + "languages": [ + "dzo-Tibt", + "mya-Mymr" + ] + }, + { + "precision": 0.305719, + "recall": 0.350791, + "f1": 0.31707, + "accuracy": 0.350791, + "main_score": 0.31707, + "hf_subset": "dzo_Tibt-sag_Latn", + "languages": [ + "dzo-Tibt", + "sag-Latn" + ] + }, + { + "precision": 0.154645, + "recall": 0.192688, + "f1": 0.164193, + "accuracy": 0.192688, + "main_score": 0.164193, + "hf_subset": "dzo_Tibt-taq_Tfng", + "languages": [ + "dzo-Tibt", + "taq-Tfng" + ] + }, + { + "precision": 0.344914, + "recall": 0.395257, + "f1": 0.357703, + "accuracy": 0.395257, + "main_score": 0.357703, + "hf_subset": "dzo_Tibt-wol_Latn", + "languages": [ + "dzo-Tibt", + "wol-Latn" + ] + }, + { + "precision": 0.441432, + "recall": 0.514822, + "f1": 0.459078, + "accuracy": 0.514822, + "main_score": 0.459078, + "hf_subset": "dzo_Tibt-arb_Latn", + "languages": [ + "dzo-Tibt", + "arb-Latn" + ] + }, + { + "precision": 0.573817, + "recall": 0.644269, + "f1": 0.591618, + "accuracy": 0.644269, + "main_score": 0.591618, + "hf_subset": "dzo_Tibt-cat_Latn", + "languages": [ + "dzo-Tibt", + "cat-Latn" + ] + }, + { + "precision": 0.526849, + "recall": 0.587945, + "f1": 0.541519, + "accuracy": 0.587945, + "main_score": 0.541519, + "hf_subset": "dzo_Tibt-fur_Latn", + "languages": [ + "dzo-Tibt", + "fur-Latn" + ] + }, + { + "precision": 0.297987, + "recall": 0.342885, + "f1": 0.309826, + "accuracy": 0.342885, + "main_score": 0.309826, + "hf_subset": "dzo_Tibt-kab_Latn", + "languages": [ + "dzo-Tibt", + "kab-Latn" + ] + }, + { + "precision": 0.512622, + "recall": 0.579051, + "f1": 0.528971, + "accuracy": 0.579051, + "main_score": 0.528971, + "hf_subset": "dzo_Tibt-lim_Latn", + "languages": [ + "dzo-Tibt", + "lim-Latn" + ] + }, + { + "precision": 0.583715, + "recall": 0.647233, + "f1": 0.599644, + "accuracy": 0.647233, + "main_score": 0.599644, + "hf_subset": "dzo_Tibt-nld_Latn", + "languages": [ + "dzo-Tibt", + "nld-Latn" + ] + }, + { + "precision": 0.542106, + "recall": 0.610672, + "f1": 0.559128, + "accuracy": 0.610672, + "main_score": 0.559128, + "hf_subset": "dzo_Tibt-san_Deva", + "languages": [ + "dzo-Tibt", + "san-Deva" + ] + }, + { + "precision": 0.48487, + "recall": 0.555336, + "f1": 0.50184, + "accuracy": 0.555336, + "main_score": 0.50184, + "hf_subset": "dzo_Tibt-tat_Cyrl", + "languages": [ + "dzo-Tibt", + "tat-Cyrl" + ] + }, + { + "precision": 0.396984, + "recall": 0.47332, + "f1": 0.415507, + "accuracy": 0.47332, + "main_score": 0.415507, + "hf_subset": "dzo_Tibt-xho_Latn", + "languages": [ + "dzo-Tibt", + "xho-Latn" + ] + }, + { + "precision": 0.54928, + "recall": 0.633399, + "f1": 0.571349, + "accuracy": 0.633399, + "main_score": 0.571349, + "hf_subset": "dzo_Tibt-ars_Arab", + "languages": [ + "dzo-Tibt", + "ars-Arab" + ] + }, + { + "precision": 0.470181, + "recall": 0.538538, + "f1": 0.487129, + "accuracy": 0.538538, + "main_score": 0.487129, + "hf_subset": "dzo_Tibt-ceb_Latn", + "languages": [ + "dzo-Tibt", + "ceb-Latn" + ] + }, + { + "precision": 0.294509, + "recall": 0.336957, + "f1": 0.305051, + "accuracy": 0.336957, + "main_score": 0.305051, + "hf_subset": "dzo_Tibt-fuv_Latn", + "languages": [ + "dzo-Tibt", + "fuv-Latn" + ] + }, + { + "precision": 0.287553, + "recall": 0.326087, + "f1": 0.297577, + "accuracy": 0.326087, + "main_score": 0.297577, + "hf_subset": "dzo_Tibt-kac_Latn", + "languages": [ + "dzo-Tibt", + "kac-Latn" + ] + }, + { + "precision": 0.339861, + "recall": 0.396245, + "f1": 0.354039, + "accuracy": 0.396245, + "main_score": 0.354039, + "hf_subset": "dzo_Tibt-lin_Latn", + "languages": [ + "dzo-Tibt", + "lin-Latn" + ] + }, + { + "precision": 0.518531, + "recall": 0.596838, + "f1": 0.537676, + "accuracy": 0.596838, + "main_score": 0.537676, + "hf_subset": "dzo_Tibt-nno_Latn", + "languages": [ + "dzo-Tibt", + "nno-Latn" + ] + }, + { + "precision": 0.463167, + "recall": 0.535573, + "f1": 0.481979, + "accuracy": 0.535573, + "main_score": 0.481979, + "hf_subset": "dzo_Tibt-sat_Olck", + "languages": [ + "dzo-Tibt", + "sat-Olck" + ] + }, + { + "precision": 0.522482, + "recall": 0.600791, + "f1": 0.541877, + "accuracy": 0.600791, + "main_score": 0.541877, + "hf_subset": "dzo_Tibt-tel_Telu", + "languages": [ + "dzo-Tibt", + "tel-Telu" + ] + }, + { + "precision": 0.478867, + "recall": 0.551383, + "f1": 0.496244, + "accuracy": 0.551383, + "main_score": 0.496244, + "hf_subset": "dzo_Tibt-ydd_Hebr", + "languages": [ + "dzo-Tibt", + "ydd-Hebr" + ] + }, + { + "precision": 0.541783, + "recall": 0.609684, + "f1": 0.557983, + "accuracy": 0.609684, + "main_score": 0.557983, + "hf_subset": "dzo_Tibt-ary_Arab", + "languages": [ + "dzo-Tibt", + "ary-Arab" + ] + }, + { + "precision": 0.574909, + "recall": 0.648221, + "f1": 0.593596, + "accuracy": 0.648221, + "main_score": 0.593596, + "hf_subset": "dzo_Tibt-ces_Latn", + "languages": [ + "dzo-Tibt", + "ces-Latn" + ] + }, + { + "precision": 0.355917, + "recall": 0.403162, + "f1": 0.36847, + "accuracy": 0.403162, + "main_score": 0.36847, + "hf_subset": "dzo_Tibt-gaz_Latn", + "languages": [ + "dzo-Tibt", + "gaz-Latn" + ] + }, + { + "precision": 0.333331, + "recall": 0.382411, + "f1": 0.345568, + "accuracy": 0.382411, + "main_score": 0.345568, + "hf_subset": "dzo_Tibt-kam_Latn", + "languages": [ + "dzo-Tibt", + "kam-Latn" + ] + }, + { + "precision": 0.542587, + "recall": 0.618577, + "f1": 0.561562, + "accuracy": 0.618577, + "main_score": 0.561562, + "hf_subset": "dzo_Tibt-lit_Latn", + "languages": [ + "dzo-Tibt", + "lit-Latn" + ] + }, + { + "precision": 0.574502, + "recall": 0.644269, + "f1": 0.591776, + "accuracy": 0.644269, + "main_score": 0.591776, + "hf_subset": "dzo_Tibt-nob_Latn", + "languages": [ + "dzo-Tibt", + "nob-Latn" + ] + }, + { + "precision": 0.519976, + "recall": 0.581028, + "f1": 0.5348, + "accuracy": 0.581028, + "main_score": 0.5348, + "hf_subset": "dzo_Tibt-scn_Latn", + "languages": [ + "dzo-Tibt", + "scn-Latn" + ] + }, + { + "precision": 0.469722, + "recall": 0.539526, + "f1": 0.48613, + "accuracy": 0.539526, + "main_score": 0.48613, + "hf_subset": "dzo_Tibt-tgk_Cyrl", + "languages": [ + "dzo-Tibt", + "tgk-Cyrl" + ] + }, + { + "precision": 0.405487, + "recall": 0.469368, + "f1": 0.421187, + "accuracy": 0.469368, + "main_score": 0.421187, + "hf_subset": "dzo_Tibt-yor_Latn", + "languages": [ + "dzo-Tibt", + "yor-Latn" + ] + }, + { + "precision": 0.559665, + "recall": 0.630435, + "f1": 0.577336, + "accuracy": 0.630435, + "main_score": 0.577336, + "hf_subset": "dzo_Tibt-arz_Arab", + "languages": [ + "dzo-Tibt", + "arz-Arab" + ] + }, + { + "precision": 0.281465, + "recall": 0.318182, + "f1": 0.291142, + "accuracy": 0.318182, + "main_score": 0.291142, + "hf_subset": "dzo_Tibt-cjk_Latn", + "languages": [ + "dzo-Tibt", + "cjk-Latn" + ] + }, + { + "precision": 0.441467, + "recall": 0.509881, + "f1": 0.458535, + "accuracy": 0.509881, + "main_score": 0.458535, + "hf_subset": "dzo_Tibt-gla_Latn", + "languages": [ + "dzo-Tibt", + "gla-Latn" + ] + }, + { + "precision": 0.52525, + "recall": 0.600791, + "f1": 0.543603, + "accuracy": 0.600791, + "main_score": 0.543603, + "hf_subset": "dzo_Tibt-kan_Knda", + "languages": [ + "dzo-Tibt", + "kan-Knda" + ] + }, + { + "precision": 0.545645, + "recall": 0.601779, + "f1": 0.559573, + "accuracy": 0.601779, + "main_score": 0.559573, + "hf_subset": "dzo_Tibt-lmo_Latn", + "languages": [ + "dzo-Tibt", + "lmo-Latn" + ] + }, + { + "precision": 0.560324, + "recall": 0.62747, + "f1": 0.576771, + "accuracy": 0.62747, + "main_score": 0.576771, + "hf_subset": "dzo_Tibt-npi_Deva", + "languages": [ + "dzo-Tibt", + "npi-Deva" + ] + }, + { + "precision": 0.253982, + "recall": 0.3083, + "f1": 0.267818, + "accuracy": 0.3083, + "main_score": 0.267818, + "hf_subset": "dzo_Tibt-shn_Mymr", + "languages": [ + "dzo-Tibt", + "shn-Mymr" + ] + }, + { + "precision": 0.565766, + "recall": 0.636364, + "f1": 0.582964, + "accuracy": 0.636364, + "main_score": 0.582964, + "hf_subset": "dzo_Tibt-tgl_Latn", + "languages": [ + "dzo-Tibt", + "tgl-Latn" + ] + }, + { + "precision": 0.597606, + "recall": 0.66502, + "f1": 0.613909, + "accuracy": 0.66502, + "main_score": 0.613909, + "hf_subset": "dzo_Tibt-yue_Hant", + "languages": [ + "dzo-Tibt", + "yue-Hant" + ] + }, + { + "precision": 0.507379, + "recall": 0.578063, + "f1": 0.525274, + "accuracy": 0.578063, + "main_score": 0.525274, + "hf_subset": "dzo_Tibt-asm_Beng", + "languages": [ + "dzo-Tibt", + "asm-Beng" + ] + }, + { + "precision": 0.491518, + "recall": 0.563241, + "f1": 0.510702, + "accuracy": 0.563241, + "main_score": 0.510702, + "hf_subset": "dzo_Tibt-ckb_Arab", + "languages": [ + "dzo-Tibt", + "ckb-Arab" + ] + }, + { + "precision": 0.469058, + "recall": 0.54249, + "f1": 0.485762, + "accuracy": 0.54249, + "main_score": 0.485762, + "hf_subset": "dzo_Tibt-gle_Latn", + "languages": [ + "dzo-Tibt", + "gle-Latn" + ] + }, + { + "precision": 0.455118, + "recall": 0.517787, + "f1": 0.471726, + "accuracy": 0.517787, + "main_score": 0.471726, + "hf_subset": "dzo_Tibt-kas_Arab", + "languages": [ + "dzo-Tibt", + "kas-Arab" + ] + }, + { + "precision": 0.471571, + "recall": 0.536561, + "f1": 0.487522, + "accuracy": 0.536561, + "main_score": 0.487522, + "hf_subset": "dzo_Tibt-ltg_Latn", + "languages": [ + "dzo-Tibt", + "ltg-Latn" + ] + }, + { + "precision": 0.405569, + "recall": 0.478261, + "f1": 0.424558, + "accuracy": 0.478261, + "main_score": 0.424558, + "hf_subset": "dzo_Tibt-nso_Latn", + "languages": [ + "dzo-Tibt", + "nso-Latn" + ] + }, + { + "precision": 0.487413, + "recall": 0.552372, + "f1": 0.503735, + "accuracy": 0.552372, + "main_score": 0.503735, + "hf_subset": "dzo_Tibt-sin_Sinh", + "languages": [ + "dzo-Tibt", + "sin-Sinh" + ] + }, + { + "precision": 0.531887, + "recall": 0.616601, + "f1": 0.553097, + "accuracy": 0.616601, + "main_score": 0.553097, + "hf_subset": "dzo_Tibt-tha_Thai", + "languages": [ + "dzo-Tibt", + "tha-Thai" + ] + }, + { + "precision": 0.497071, + "recall": 0.560277, + "f1": 0.511042, + "accuracy": 0.560277, + "main_score": 0.511042, + "hf_subset": "dzo_Tibt-zho_Hans", + "languages": [ + "dzo-Tibt", + "zho-Hans" + ] + }, + { + "precision": 0.543396, + "recall": 0.607708, + "f1": 0.559705, + "accuracy": 0.607708, + "main_score": 0.559705, + "hf_subset": "dzo_Tibt-ast_Latn", + "languages": [ + "dzo-Tibt", + "ast-Latn" + ] + }, + { + "precision": 0.54701, + "recall": 0.626482, + "f1": 0.566851, + "accuracy": 0.626482, + "main_score": 0.566851, + "hf_subset": "dzo_Tibt-crh_Latn", + "languages": [ + "dzo-Tibt", + "crh-Latn" + ] + }, + { + "precision": 0.54175, + "recall": 0.604743, + "f1": 0.556111, + "accuracy": 0.604743, + "main_score": 0.556111, + "hf_subset": "dzo_Tibt-glg_Latn", + "languages": [ + "dzo-Tibt", + "glg-Latn" + ] + }, + { + "precision": 0.434834, + "recall": 0.500988, + "f1": 0.452274, + "accuracy": 0.500988, + "main_score": 0.452274, + "hf_subset": "dzo_Tibt-kas_Deva", + "languages": [ + "dzo-Tibt", + "kas-Deva" + ] + }, + { + "precision": 0.488466, + "recall": 0.5583, + "f1": 0.504883, + "accuracy": 0.5583, + "main_score": 0.504883, + "hf_subset": "dzo_Tibt-ltz_Latn", + "languages": [ + "dzo-Tibt", + "ltz-Latn" + ] + }, + { + "precision": 0.25889, + "recall": 0.30336, + "f1": 0.270654, + "accuracy": 0.30336, + "main_score": 0.270654, + "hf_subset": "dzo_Tibt-nus_Latn", + "languages": [ + "dzo-Tibt", + "nus-Latn" + ] + }, + { + "precision": 0.543985, + "recall": 0.609684, + "f1": 0.560671, + "accuracy": 0.609684, + "main_score": 0.560671, + "hf_subset": "dzo_Tibt-slk_Latn", + "languages": [ + "dzo-Tibt", + "slk-Latn" + ] + }, + { + "precision": 0.414499, + "recall": 0.470356, + "f1": 0.428208, + "accuracy": 0.470356, + "main_score": 0.428208, + "hf_subset": "dzo_Tibt-tir_Ethi", + "languages": [ + "dzo-Tibt", + "tir-Ethi" + ] + }, + { + "precision": 0.582891, + "recall": 0.653162, + "f1": 0.600018, + "accuracy": 0.653162, + "main_score": 0.600018, + "hf_subset": "dzo_Tibt-zho_Hant", + "languages": [ + "dzo-Tibt", + "zho-Hant" + ] + }, + { + "precision": 0.585243, + "recall": 0.647233, + "f1": 0.600226, + "accuracy": 0.647233, + "main_score": 0.600226, + "hf_subset": "dzo_Tibt-awa_Deva", + "languages": [ + "dzo-Tibt", + "awa-Deva" + ] + }, + { + "precision": 0.512041, + "recall": 0.582016, + "f1": 0.529641, + "accuracy": 0.582016, + "main_score": 0.529641, + "hf_subset": "dzo_Tibt-cym_Latn", + "languages": [ + "dzo-Tibt", + "cym-Latn" + ] + }, + { + "precision": 0.357662, + "recall": 0.413043, + "f1": 0.37068, + "accuracy": 0.413043, + "main_score": 0.37068, + "hf_subset": "dzo_Tibt-grn_Latn", + "languages": [ + "dzo-Tibt", + "grn-Latn" + ] + }, + { + "precision": 0.528017, + "recall": 0.603755, + "f1": 0.546324, + "accuracy": 0.603755, + "main_score": 0.546324, + "hf_subset": "dzo_Tibt-kat_Geor", + "languages": [ + "dzo-Tibt", + "kat-Geor" + ] + }, + { + "precision": 0.322704, + "recall": 0.364625, + "f1": 0.333622, + "accuracy": 0.364625, + "main_score": 0.333622, + "hf_subset": "dzo_Tibt-lua_Latn", + "languages": [ + "dzo-Tibt", + "lua-Latn" + ] + }, + { + "precision": 0.42584, + "recall": 0.493083, + "f1": 0.442846, + "accuracy": 0.493083, + "main_score": 0.442846, + "hf_subset": "dzo_Tibt-nya_Latn", + "languages": [ + "dzo-Tibt", + "nya-Latn" + ] + }, + { + "precision": 0.562045, + "recall": 0.636364, + "f1": 0.580491, + "accuracy": 0.636364, + "main_score": 0.580491, + "hf_subset": "dzo_Tibt-slv_Latn", + "languages": [ + "dzo-Tibt", + "slv-Latn" + ] + }, + { + "precision": 0.464211, + "recall": 0.536561, + "f1": 0.481225, + "accuracy": 0.536561, + "main_score": 0.481225, + "hf_subset": "dzo_Tibt-tpi_Latn", + "languages": [ + "dzo-Tibt", + "tpi-Latn" + ] + }, + { + "precision": 0.567215, + "recall": 0.636364, + "f1": 0.583307, + "accuracy": 0.636364, + "main_score": 0.583307, + "hf_subset": "dzo_Tibt-zsm_Latn", + "languages": [ + "dzo-Tibt", + "zsm-Latn" + ] + }, + { + "precision": 0.301824, + "recall": 0.342885, + "f1": 0.312458, + "accuracy": 0.342885, + "main_score": 0.312458, + "hf_subset": "dzo_Tibt-ayr_Latn", + "languages": [ + "dzo-Tibt", + "ayr-Latn" + ] + }, + { + "precision": 0.586719, + "recall": 0.651186, + "f1": 0.602852, + "accuracy": 0.651186, + "main_score": 0.602852, + "hf_subset": "dzo_Tibt-dan_Latn", + "languages": [ + "dzo-Tibt", + "dan-Latn" + ] + }, + { + "precision": 0.549224, + "recall": 0.623518, + "f1": 0.56767, + "accuracy": 0.623518, + "main_score": 0.56767, + "hf_subset": "dzo_Tibt-guj_Gujr", + "languages": [ + "dzo-Tibt", + "guj-Gujr" + ] + }, + { + "precision": 0.516893, + "recall": 0.582016, + "f1": 0.531546, + "accuracy": 0.582016, + "main_score": 0.531546, + "hf_subset": "dzo_Tibt-kaz_Cyrl", + "languages": [ + "dzo-Tibt", + "kaz-Cyrl" + ] + }, + { + "precision": 0.354337, + "recall": 0.416008, + "f1": 0.369434, + "accuracy": 0.416008, + "main_score": 0.369434, + "hf_subset": "dzo_Tibt-lug_Latn", + "languages": [ + "dzo-Tibt", + "lug-Latn" + ] + }, + { + "precision": 0.521917, + "recall": 0.596838, + "f1": 0.539925, + "accuracy": 0.596838, + "main_score": 0.539925, + "hf_subset": "dzo_Tibt-oci_Latn", + "languages": [ + "dzo-Tibt", + "oci-Latn" + ] + }, + { + "precision": 0.418068, + "recall": 0.487154, + "f1": 0.435797, + "accuracy": 0.487154, + "main_score": 0.435797, + "hf_subset": "dzo_Tibt-smo_Latn", + "languages": [ + "dzo-Tibt", + "smo-Latn" + ] + }, + { + "precision": 0.396732, + "recall": 0.458498, + "f1": 0.411502, + "accuracy": 0.458498, + "main_score": 0.411502, + "hf_subset": "dzo_Tibt-tsn_Latn", + "languages": [ + "dzo-Tibt", + "tsn-Latn" + ] + }, + { + "precision": 0.420232, + "recall": 0.5, + "f1": 0.440144, + "accuracy": 0.5, + "main_score": 0.440144, + "hf_subset": "dzo_Tibt-zul_Latn", + "languages": [ + "dzo-Tibt", + "zul-Latn" + ] + }, + { + "precision": 0.445439, + "recall": 0.504941, + "f1": 0.459955, + "accuracy": 0.504941, + "main_score": 0.459955, + "hf_subset": "dzo_Tibt-azb_Arab", + "languages": [ + "dzo-Tibt", + "azb-Arab" + ] + }, + { + "precision": 0.600103, + "recall": 0.666008, + "f1": 0.617188, + "accuracy": 0.666008, + "main_score": 0.617188, + "hf_subset": "dzo_Tibt-deu_Latn", + "languages": [ + "dzo-Tibt", + "deu-Latn" + ] + }, + { + "precision": 0.503119, + "recall": 0.571146, + "f1": 0.519754, + "accuracy": 0.571146, + "main_score": 0.519754, + "hf_subset": "dzo_Tibt-hat_Latn", + "languages": [ + "dzo-Tibt", + "hat-Latn" + ] + }, + { + "precision": 0.280004, + "recall": 0.329051, + "f1": 0.292595, + "accuracy": 0.329051, + "main_score": 0.292595, + "hf_subset": "dzo_Tibt-kbp_Latn", + "languages": [ + "dzo-Tibt", + "kbp-Latn" + ] + }, + { + "precision": 0.311693, + "recall": 0.355731, + "f1": 0.323844, + "accuracy": 0.355731, + "main_score": 0.323844, + "hf_subset": "dzo_Tibt-luo_Latn", + "languages": [ + "dzo-Tibt", + "luo-Latn" + ] + }, + { + "precision": 0.494301, + "recall": 0.572134, + "f1": 0.513323, + "accuracy": 0.572134, + "main_score": 0.513323, + "hf_subset": "dzo_Tibt-ory_Orya", + "languages": [ + "dzo-Tibt", + "ory-Orya" + ] + }, + { + "precision": 0.423071, + "recall": 0.494071, + "f1": 0.440796, + "accuracy": 0.494071, + "main_score": 0.440796, + "hf_subset": "dzo_Tibt-sna_Latn", + "languages": [ + "dzo-Tibt", + "sna-Latn" + ] + }, + { + "precision": 0.365599, + "recall": 0.421937, + "f1": 0.379648, + "accuracy": 0.421937, + "main_score": 0.379648, + "hf_subset": "dzo_Tibt-tso_Latn", + "languages": [ + "dzo-Tibt", + "tso-Latn" + ] + }, + { + "precision": 0.519075, + "recall": 0.594862, + "f1": 0.536829, + "accuracy": 0.594862, + "main_score": 0.536829, + "hf_subset": "dzo_Tibt-azj_Latn", + "languages": [ + "dzo-Tibt", + "azj-Latn" + ] + }, + { + "precision": 0.263209, + "recall": 0.304348, + "f1": 0.27406, + "accuracy": 0.304348, + "main_score": 0.27406, + "hf_subset": "dzo_Tibt-dik_Latn", + "languages": [ + "dzo-Tibt", + "dik-Latn" + ] + }, + { + "precision": 0.438468, + "recall": 0.509881, + "f1": 0.456302, + "accuracy": 0.509881, + "main_score": 0.456302, + "hf_subset": "dzo_Tibt-hau_Latn", + "languages": [ + "dzo-Tibt", + "hau-Latn" + ] + }, + { + "precision": 0.495868, + "recall": 0.566206, + "f1": 0.513104, + "accuracy": 0.566206, + "main_score": 0.513104, + "hf_subset": "dzo_Tibt-kea_Latn", + "languages": [ + "dzo-Tibt", + "kea-Latn" + ] + }, + { + "precision": 0.46013, + "recall": 0.520751, + "f1": 0.475526, + "accuracy": 0.520751, + "main_score": 0.475526, + "hf_subset": "dzo_Tibt-lus_Latn", + "languages": [ + "dzo-Tibt", + "lus-Latn" + ] + }, + { + "precision": 0.447407, + "recall": 0.499012, + "f1": 0.461174, + "accuracy": 0.499012, + "main_score": 0.461174, + "hf_subset": "dzo_Tibt-pag_Latn", + "languages": [ + "dzo-Tibt", + "pag-Latn" + ] + }, + { + "precision": 0.476285, + "recall": 0.556324, + "f1": 0.496143, + "accuracy": 0.556324, + "main_score": 0.496143, + "hf_subset": "dzo_Tibt-snd_Arab", + "languages": [ + "dzo-Tibt", + "snd-Arab" + ] + }, + { + "precision": 0.471745, + "recall": 0.549407, + "f1": 0.491914, + "accuracy": 0.549407, + "main_score": 0.491914, + "hf_subset": "dzo_Tibt-tuk_Latn", + "languages": [ + "dzo-Tibt", + "tuk-Latn" + ] + }, + { + "precision": 0.483869, + "recall": 0.543478, + "f1": 0.498232, + "accuracy": 0.543478, + "main_score": 0.498232, + "hf_subset": "dzo_Tibt-bak_Cyrl", + "languages": [ + "dzo-Tibt", + "bak-Cyrl" + ] + }, + { + "precision": 0.245551, + "recall": 0.295455, + "f1": 0.257887, + "accuracy": 0.295455, + "main_score": 0.257887, + "hf_subset": "dzo_Tibt-dyu_Latn", + "languages": [ + "dzo-Tibt", + "dyu-Latn" + ] + }, + { + "precision": 0.560052, + "recall": 0.635375, + "f1": 0.579602, + "accuracy": 0.635375, + "main_score": 0.579602, + "hf_subset": "dzo_Tibt-heb_Hebr", + "languages": [ + "dzo-Tibt", + "heb-Hebr" + ] + }, + { + "precision": 0.519234, + "recall": 0.586957, + "f1": 0.537083, + "accuracy": 0.586957, + "main_score": 0.537083, + "hf_subset": "dzo_Tibt-khk_Cyrl", + "languages": [ + "dzo-Tibt", + "khk-Cyrl" + ] + }, + { + "precision": 0.53816, + "recall": 0.609684, + "f1": 0.555027, + "accuracy": 0.609684, + "main_score": 0.555027, + "hf_subset": "dzo_Tibt-lvs_Latn", + "languages": [ + "dzo-Tibt", + "lvs-Latn" + ] + }, + { + "precision": 0.533404, + "recall": 0.605731, + "f1": 0.55025, + "accuracy": 0.605731, + "main_score": 0.55025, + "hf_subset": "dzo_Tibt-pan_Guru", + "languages": [ + "dzo-Tibt", + "pan-Guru" + ] + }, + { + "precision": 0.430458, + "recall": 0.512846, + "f1": 0.45134, + "accuracy": 0.512846, + "main_score": 0.45134, + "hf_subset": "dzo_Tibt-som_Latn", + "languages": [ + "dzo-Tibt", + "som-Latn" + ] + }, + { + "precision": 0.35335, + "recall": 0.407115, + "f1": 0.366777, + "accuracy": 0.407115, + "main_score": 0.366777, + "hf_subset": "dzo_Tibt-tum_Latn", + "languages": [ + "dzo-Tibt", + "tum-Latn" + ] + }, + { + "precision": 0.543444, + "recall": 0.629447, + "f1": 0.568274, + "accuracy": 0.629447, + "main_score": 0.568274, + "hf_subset": "hin_Deva-ace_Arab", + "languages": [ + "hin-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.489194, + "recall": 0.551383, + "f1": 0.505798, + "accuracy": 0.551383, + "main_score": 0.505798, + "hf_subset": "hin_Deva-bam_Latn", + "languages": [ + "hin-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.682429, + "recall": 0.759881, + "f1": 0.705017, + "accuracy": 0.759881, + "main_score": 0.705017, + "hf_subset": "hin_Deva-dzo_Tibt", + "languages": [ + "hin-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hin_Deva-khm_Khmr", + "languages": [ + "hin-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-mag_Deva", + "languages": [ + "hin-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-pap_Latn", + "languages": [ + "hin-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.878327, + "recall": 0.914032, + "f1": 0.889493, + "accuracy": 0.914032, + "main_score": 0.889493, + "hf_subset": "hin_Deva-sot_Latn", + "languages": [ + "hin-Deva", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-tur_Latn", + "languages": [ + "hin-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.884009, + "recall": 0.916008, + "f1": 0.893958, + "accuracy": 0.916008, + "main_score": 0.893958, + "hf_subset": "hin_Deva-ace_Latn", + "languages": [ + "hin-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "hin_Deva-ban_Latn", + "languages": [ + "hin-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ell_Grek", + "languages": [ + "hin-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "hin_Deva-hne_Deva", + "languages": [ + "hin-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.575803, + "recall": 0.649209, + "f1": 0.596467, + "accuracy": 0.649209, + "main_score": 0.596467, + "hf_subset": "hin_Deva-kik_Latn", + "languages": [ + "hin-Deva", + "kik-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-mai_Deva", + "languages": [ + "hin-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "hin_Deva-pbt_Arab", + "languages": [ + "hin-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-spa_Latn", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.798452, + "recall": 0.848814, + "f1": 0.81334, + "accuracy": 0.848814, + "main_score": 0.81334, + "hf_subset": "hin_Deva-twi_Latn", + "languages": [ + "hin-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-acm_Arab", + "languages": [ + "hin-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-bel_Cyrl", + "languages": [ + "hin-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-hrv_Latn", + "languages": [ + "hin-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.874012, + "recall": 0.909091, + "f1": 0.885013, + "accuracy": 0.909091, + "main_score": 0.885013, + "hf_subset": "hin_Deva-kin_Latn", + "languages": [ + "hin-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-mal_Mlym", + "languages": [ + "hin-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-pes_Arab", + "languages": [ + "hin-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hin_Deva-srd_Latn", + "languages": [ + "hin-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.210448, + "recall": 0.279644, + "f1": 0.227178, + "accuracy": 0.279644, + "main_score": 0.227178, + "hf_subset": "hin_Deva-tzm_Tfng", + "languages": [ + "hin-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-acq_Arab", + "languages": [ + "hin-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.673461, + "recall": 0.747036, + "f1": 0.695179, + "accuracy": 0.747036, + "main_score": 0.695179, + "hf_subset": "hin_Deva-bem_Latn", + "languages": [ + "hin-Deva", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-epo_Latn", + "languages": [ + "hin-Deva", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-hun_Latn", + "languages": [ + "hin-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hin_Deva-kir_Cyrl", + "languages": [ + "hin-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.87607, + "recall": 0.912055, + "f1": 0.887253, + "accuracy": 0.912055, + "main_score": 0.887253, + "hf_subset": "hin_Deva-plt_Latn", + "languages": [ + "hin-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-srp_Cyrl", + "languages": [ + "hin-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.954875, + "recall": 0.968379, + "f1": 0.959157, + "accuracy": 0.968379, + "main_score": 0.959157, + "hf_subset": "hin_Deva-uig_Arab", + "languages": [ + "hin-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-aeb_Arab", + "languages": [ + "hin-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-est_Latn", + "languages": [ + "hin-Deva", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-hye_Armn", + "languages": [ + "hin-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.462121, + "recall": 0.52668, + "f1": 0.480407, + "accuracy": 0.52668, + "main_score": 0.480407, + "hf_subset": "hin_Deva-kmb_Latn", + "languages": [ + "hin-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.519908, + "recall": 0.604743, + "f1": 0.542451, + "accuracy": 0.604743, + "main_score": 0.542451, + "hf_subset": "hin_Deva-min_Arab", + "languages": [ + "hin-Deva", + "min-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-pol_Latn", + "languages": [ + "hin-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.76166, + "recall": 0.824111, + "f1": 0.78004, + "accuracy": 0.824111, + "main_score": 0.78004, + "hf_subset": "hin_Deva-ssw_Latn", + "languages": [ + "hin-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-ukr_Cyrl", + "languages": [ + "hin-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-afr_Latn", + "languages": [ + "hin-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-bho_Deva", + "languages": [ + "hin-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-eus_Latn", + "languages": [ + "hin-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.886611, + "recall": 0.920949, + "f1": 0.897417, + "accuracy": 0.920949, + "main_score": 0.897417, + "hf_subset": "hin_Deva-ibo_Latn", + "languages": [ + "hin-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.900774, + "recall": 0.929842, + "f1": 0.90998, + "accuracy": 0.929842, + "main_score": 0.90998, + "hf_subset": "hin_Deva-kmr_Latn", + "languages": [ + "hin-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-min_Latn", + "languages": [ + "hin-Deva", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-por_Latn", + "languages": [ + "hin-Deva", + "por-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hin_Deva-sun_Latn", + "languages": [ + "hin-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.479957, + "recall": 0.55336, + "f1": 0.500291, + "accuracy": 0.55336, + "main_score": 0.500291, + "hf_subset": "hin_Deva-umb_Latn", + "languages": [ + "hin-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-ajp_Arab", + "languages": [ + "hin-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.544563, + "recall": 0.62253, + "f1": 0.566301, + "accuracy": 0.62253, + "main_score": 0.566301, + "hf_subset": "hin_Deva-bjn_Arab", + "languages": [ + "hin-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.446832, + "recall": 0.506917, + "f1": 0.462938, + "accuracy": 0.506917, + "main_score": 0.462938, + "hf_subset": "hin_Deva-ewe_Latn", + "languages": [ + "hin-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "hin_Deva-ilo_Latn", + "languages": [ + "hin-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.270981, + "recall": 0.344862, + "f1": 0.289794, + "accuracy": 0.344862, + "main_score": 0.289794, + "hf_subset": "hin_Deva-knc_Arab", + "languages": [ + "hin-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-mkd_Cyrl", + "languages": [ + "hin-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-prs_Arab", + "languages": [ + "hin-Deva", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-swe_Latn", + "languages": [ + "hin-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.769252, + "recall": 0.826087, + "f1": 0.78635, + "accuracy": 0.826087, + "main_score": 0.78635, + "hf_subset": "hin_Deva-aka_Latn", + "languages": [ + "hin-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hin_Deva-bjn_Latn", + "languages": [ + "hin-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "hin_Deva-fao_Latn", + "languages": [ + "hin-Deva", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-ind_Latn", + "languages": [ + "hin-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.527637, + "recall": 0.589921, + "f1": 0.544131, + "accuracy": 0.589921, + "main_score": 0.544131, + "hf_subset": "hin_Deva-knc_Latn", + "languages": [ + "hin-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-mlt_Latn", + "languages": [ + "hin-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.632334, + "recall": 0.708498, + "f1": 0.654238, + "accuracy": 0.708498, + "main_score": 0.654238, + "hf_subset": "hin_Deva-quy_Latn", + "languages": [ + "hin-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-swh_Latn", + "languages": [ + "hin-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "hin_Deva-uzn_Latn", + "languages": [ + "hin-Deva", + "uzn-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-als_Latn", + "languages": [ + "hin-Deva", + "als-Latn" + ] + }, + { + "precision": 0.846897, + "recall": 0.893281, + "f1": 0.861644, + "accuracy": 0.893281, + "main_score": 0.861644, + "hf_subset": "hin_Deva-bod_Tibt", + "languages": [ + "hin-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.632963, + "recall": 0.704545, + "f1": 0.653631, + "accuracy": 0.704545, + "main_score": 0.653631, + "hf_subset": "hin_Deva-fij_Latn", + "languages": [ + "hin-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "hin_Deva-isl_Latn", + "languages": [ + "hin-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.601537, + "recall": 0.676877, + "f1": 0.622762, + "accuracy": 0.676877, + "main_score": 0.622762, + "hf_subset": "hin_Deva-kon_Latn", + "languages": [ + "hin-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.644042, + "recall": 0.716403, + "f1": 0.665417, + "accuracy": 0.716403, + "main_score": 0.665417, + "hf_subset": "hin_Deva-mni_Beng", + "languages": [ + "hin-Deva", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-ron_Latn", + "languages": [ + "hin-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "hin_Deva-szl_Latn", + "languages": [ + "hin-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-vec_Latn", + "languages": [ + "hin-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "hin_Deva-amh_Ethi", + "languages": [ + "hin-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-bos_Latn", + "languages": [ + "hin-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-fin_Latn", + "languages": [ + "hin-Deva", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-ita_Latn", + "languages": [ + "hin-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-kor_Hang", + "languages": [ + "hin-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.492229, + "recall": 0.5583, + "f1": 0.510267, + "accuracy": 0.5583, + "main_score": 0.510267, + "hf_subset": "hin_Deva-mos_Latn", + "languages": [ + "hin-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.77948, + "recall": 0.836957, + "f1": 0.796956, + "accuracy": 0.836957, + "main_score": 0.796956, + "hf_subset": "hin_Deva-run_Latn", + "languages": [ + "hin-Deva", + "run-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-vie_Latn", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-apc_Arab", + "languages": [ + "hin-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.736133, + "recall": 0.801383, + "f1": 0.755487, + "accuracy": 0.801383, + "main_score": 0.755487, + "hf_subset": "hin_Deva-bug_Latn", + "languages": [ + "hin-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.417665, + "recall": 0.47332, + "f1": 0.432773, + "accuracy": 0.47332, + "main_score": 0.432773, + "hf_subset": "hin_Deva-fon_Latn", + "languages": [ + "hin-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hin_Deva-jav_Latn", + "languages": [ + "hin-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "hin_Deva-lao_Laoo", + "languages": [ + "hin-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.887434, + "recall": 0.921937, + "f1": 0.898452, + "accuracy": 0.921937, + "main_score": 0.898452, + "hf_subset": "hin_Deva-mri_Latn", + "languages": [ + "hin-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-rus_Cyrl", + "languages": [ + "hin-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.497372, + "recall": 0.562253, + "f1": 0.515174, + "accuracy": 0.562253, + "main_score": 0.515174, + "hf_subset": "hin_Deva-taq_Latn", + "languages": [ + "hin-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-war_Latn", + "languages": [ + "hin-Deva", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-arb_Arab", + "languages": [ + "hin-Deva", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-bul_Cyrl", + "languages": [ + "hin-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-fra_Latn", + "languages": [ + "hin-Deva", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-jpn_Jpan", + "languages": [ + "hin-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-lij_Latn", + "languages": [ + "hin-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "hin_Deva-mya_Mymr", + "languages": [ + "hin-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.548633, + "recall": 0.617589, + "f1": 0.567016, + "accuracy": 0.617589, + "main_score": 0.567016, + "hf_subset": "hin_Deva-sag_Latn", + "languages": [ + "hin-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.224335, + "recall": 0.296443, + "f1": 0.24247, + "accuracy": 0.296443, + "main_score": 0.24247, + "hf_subset": "hin_Deva-taq_Tfng", + "languages": [ + "hin-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.630712, + "recall": 0.702569, + "f1": 0.65112, + "accuracy": 0.702569, + "main_score": 0.65112, + "hf_subset": "hin_Deva-wol_Latn", + "languages": [ + "hin-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.870553, + "recall": 0.909091, + "f1": 0.882576, + "accuracy": 0.909091, + "main_score": 0.882576, + "hf_subset": "hin_Deva-arb_Latn", + "languages": [ + "hin-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-cat_Latn", + "languages": [ + "hin-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-fur_Latn", + "languages": [ + "hin-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.467188, + "recall": 0.537549, + "f1": 0.486289, + "accuracy": 0.537549, + "main_score": 0.486289, + "hf_subset": "hin_Deva-kab_Latn", + "languages": [ + "hin-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hin_Deva-lim_Latn", + "languages": [ + "hin-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-nld_Latn", + "languages": [ + "hin-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.98419, + "f1": 0.980072, + "accuracy": 0.98419, + "main_score": 0.980072, + "hf_subset": "hin_Deva-san_Deva", + "languages": [ + "hin-Deva", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-tat_Cyrl", + "languages": [ + "hin-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.887846, + "recall": 0.91996, + "f1": 0.897991, + "accuracy": 0.91996, + "main_score": 0.897991, + "hf_subset": "hin_Deva-xho_Latn", + "languages": [ + "hin-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-ars_Arab", + "languages": [ + "hin-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-ceb_Latn", + "languages": [ + "hin-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.472221, + "recall": 0.547431, + "f1": 0.493185, + "accuracy": 0.547431, + "main_score": 0.493185, + "hf_subset": "hin_Deva-fuv_Latn", + "languages": [ + "hin-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.464233, + "recall": 0.533597, + "f1": 0.482435, + "accuracy": 0.533597, + "main_score": 0.482435, + "hf_subset": "hin_Deva-kac_Latn", + "languages": [ + "hin-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.643351, + "recall": 0.718379, + "f1": 0.664041, + "accuracy": 0.718379, + "main_score": 0.664041, + "hf_subset": "hin_Deva-lin_Latn", + "languages": [ + "hin-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-nno_Latn", + "languages": [ + "hin-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.900692, + "recall": 0.929842, + "f1": 0.909717, + "accuracy": 0.929842, + "main_score": 0.909717, + "hf_subset": "hin_Deva-sat_Olck", + "languages": [ + "hin-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hin_Deva-ydd_Hebr", + "languages": [ + "hin-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hin_Deva-ary_Arab", + "languages": [ + "hin-Deva", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-ces_Latn", + "languages": [ + "hin-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.571025, + "recall": 0.646245, + "f1": 0.592022, + "accuracy": 0.646245, + "main_score": 0.592022, + "hf_subset": "hin_Deva-gaz_Latn", + "languages": [ + "hin-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.539874, + "recall": 0.621542, + "f1": 0.561553, + "accuracy": 0.621542, + "main_score": 0.561553, + "hf_subset": "hin_Deva-kam_Latn", + "languages": [ + "hin-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hin_Deva-lit_Latn", + "languages": [ + "hin-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-nob_Latn", + "languages": [ + "hin-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-scn_Latn", + "languages": [ + "hin-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "hin_Deva-tgk_Cyrl", + "languages": [ + "hin-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.761785, + "recall": 0.825099, + "f1": 0.780621, + "accuracy": 0.825099, + "main_score": 0.780621, + "hf_subset": "hin_Deva-yor_Latn", + "languages": [ + "hin-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-arz_Arab", + "languages": [ + "hin-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.479632, + "recall": 0.559289, + "f1": 0.501364, + "accuracy": 0.559289, + "main_score": 0.501364, + "hf_subset": "hin_Deva-cjk_Latn", + "languages": [ + "hin-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "hin_Deva-gla_Latn", + "languages": [ + "hin-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-lmo_Latn", + "languages": [ + "hin-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hin_Deva-npi_Deva", + "languages": [ + "hin-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.532585, + "recall": 0.616601, + "f1": 0.555967, + "accuracy": 0.616601, + "main_score": 0.555967, + "hf_subset": "hin_Deva-shn_Mymr", + "languages": [ + "hin-Deva", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-tgl_Latn", + "languages": [ + "hin-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-yue_Hant", + "languages": [ + "hin-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hin_Deva-asm_Beng", + "languages": [ + "hin-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.945652, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "hin_Deva-ckb_Arab", + "languages": [ + "hin-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "hin_Deva-gle_Latn", + "languages": [ + "hin-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.93363, + "recall": 0.954545, + "f1": 0.940382, + "accuracy": 0.954545, + "main_score": 0.940382, + "hf_subset": "hin_Deva-kas_Arab", + "languages": [ + "hin-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.922513, + "recall": 0.945652, + "f1": 0.929908, + "accuracy": 0.945652, + "main_score": 0.929908, + "hf_subset": "hin_Deva-ltg_Latn", + "languages": [ + "hin-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.797243, + "recall": 0.850791, + "f1": 0.81362, + "accuracy": 0.850791, + "main_score": 0.81362, + "hf_subset": "hin_Deva-nso_Latn", + "languages": [ + "hin-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-sin_Sinh", + "languages": [ + "hin-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-tha_Thai", + "languages": [ + "hin-Deva", + "tha-Thai" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-zho_Hans", + "languages": [ + "hin-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ast_Latn", + "languages": [ + "hin-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-crh_Latn", + "languages": [ + "hin-Deva", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-glg_Latn", + "languages": [ + "hin-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.885738, + "recall": 0.91996, + "f1": 0.896363, + "accuracy": 0.91996, + "main_score": 0.896363, + "hf_subset": "hin_Deva-kas_Deva", + "languages": [ + "hin-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-ltz_Latn", + "languages": [ + "hin-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.421378, + "recall": 0.492095, + "f1": 0.440743, + "accuracy": 0.492095, + "main_score": 0.440743, + "hf_subset": "hin_Deva-nus_Latn", + "languages": [ + "hin-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-slk_Latn", + "languages": [ + "hin-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.660837, + "recall": 0.738142, + "f1": 0.682976, + "accuracy": 0.738142, + "main_score": 0.682976, + "hf_subset": "hin_Deva-tir_Ethi", + "languages": [ + "hin-Deva", + "tir-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-zho_Hant", + "languages": [ + "hin-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.983037, + "recall": 0.987154, + "f1": 0.984354, + "accuracy": 0.987154, + "main_score": 0.984354, + "hf_subset": "hin_Deva-awa_Deva", + "languages": [ + "hin-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "hin_Deva-cym_Latn", + "languages": [ + "hin-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.778936, + "recall": 0.832016, + "f1": 0.79496, + "accuracy": 0.832016, + "main_score": 0.79496, + "hf_subset": "hin_Deva-grn_Latn", + "languages": [ + "hin-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-kat_Geor", + "languages": [ + "hin-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.582083, + "recall": 0.653162, + "f1": 0.601607, + "accuracy": 0.653162, + "main_score": 0.601607, + "hf_subset": "hin_Deva-lua_Latn", + "languages": [ + "hin-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.846542, + "recall": 0.889328, + "f1": 0.859783, + "accuracy": 0.889328, + "main_score": 0.859783, + "hf_subset": "hin_Deva-nya_Latn", + "languages": [ + "hin-Deva", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-slv_Latn", + "languages": [ + "hin-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hin_Deva-tpi_Latn", + "languages": [ + "hin-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-zsm_Latn", + "languages": [ + "hin-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.491387, + "recall": 0.561265, + "f1": 0.510971, + "accuracy": 0.561265, + "main_score": 0.510971, + "hf_subset": "hin_Deva-ayr_Latn", + "languages": [ + "hin-Deva", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-dan_Latn", + "languages": [ + "hin-Deva", + "dan-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hin_Deva-kaz_Cyrl", + "languages": [ + "hin-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.645299, + "recall": 0.722332, + "f1": 0.667328, + "accuracy": 0.722332, + "main_score": 0.667328, + "hf_subset": "hin_Deva-lug_Latn", + "languages": [ + "hin-Deva", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-oci_Latn", + "languages": [ + "hin-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.855023, + "recall": 0.895257, + "f1": 0.867655, + "accuracy": 0.895257, + "main_score": 0.867655, + "hf_subset": "hin_Deva-smo_Latn", + "languages": [ + "hin-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.755879, + "recall": 0.81917, + "f1": 0.775296, + "accuracy": 0.81917, + "main_score": 0.775296, + "hf_subset": "hin_Deva-tsn_Latn", + "languages": [ + "hin-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.909667, + "recall": 0.937747, + "f1": 0.918709, + "accuracy": 0.937747, + "main_score": 0.918709, + "hf_subset": "hin_Deva-zul_Latn", + "languages": [ + "hin-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.947628, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "hin_Deva-azb_Arab", + "languages": [ + "hin-Deva", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-deu_Latn", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "hin_Deva-hat_Latn", + "languages": [ + "hin-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.472835, + "recall": 0.536561, + "f1": 0.490683, + "accuracy": 0.536561, + "main_score": 0.490683, + "hf_subset": "hin_Deva-kbp_Latn", + "languages": [ + "hin-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.501837, + "recall": 0.572134, + "f1": 0.52087, + "accuracy": 0.572134, + "main_score": 0.52087, + "hf_subset": "hin_Deva-luo_Latn", + "languages": [ + "hin-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hin_Deva-ory_Orya", + "languages": [ + "hin-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.913373, + "recall": 0.939723, + "f1": 0.921937, + "accuracy": 0.939723, + "main_score": 0.921937, + "hf_subset": "hin_Deva-sna_Latn", + "languages": [ + "hin-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.673627, + "recall": 0.73913, + "f1": 0.692683, + "accuracy": 0.73913, + "main_score": 0.692683, + "hf_subset": "hin_Deva-tso_Latn", + "languages": [ + "hin-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hin_Deva-azj_Latn", + "languages": [ + "hin-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.501247, + "recall": 0.56917, + "f1": 0.520391, + "accuracy": 0.56917, + "main_score": 0.520391, + "hf_subset": "hin_Deva-dik_Latn", + "languages": [ + "hin-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.916584, + "recall": 0.942688, + "f1": 0.924967, + "accuracy": 0.942688, + "main_score": 0.924967, + "hf_subset": "hin_Deva-hau_Latn", + "languages": [ + "hin-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hin_Deva-kea_Latn", + "languages": [ + "hin-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.926713, + "recall": 0.948617, + "f1": 0.933794, + "accuracy": 0.948617, + "main_score": 0.933794, + "hf_subset": "hin_Deva-lus_Latn", + "languages": [ + "hin-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.879776, + "recall": 0.914032, + "f1": 0.890613, + "accuracy": 0.914032, + "main_score": 0.890613, + "hf_subset": "hin_Deva-pag_Latn", + "languages": [ + "hin-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hin_Deva-snd_Arab", + "languages": [ + "hin-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hin_Deva-tuk_Latn", + "languages": [ + "hin-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "hin_Deva-bak_Cyrl", + "languages": [ + "hin-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.441929, + "recall": 0.521739, + "f1": 0.463691, + "accuracy": 0.521739, + "main_score": 0.463691, + "hf_subset": "hin_Deva-dyu_Latn", + "languages": [ + "hin-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-heb_Hebr", + "languages": [ + "hin-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "hin_Deva-khk_Cyrl", + "languages": [ + "hin-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-lvs_Latn", + "languages": [ + "hin-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.882164, + "recall": 0.917984, + "f1": 0.893676, + "accuracy": 0.917984, + "main_score": 0.893676, + "hf_subset": "hin_Deva-som_Latn", + "languages": [ + "hin-Deva", + "som-Latn" + ] + }, + { + "precision": 0.713587, + "recall": 0.775692, + "f1": 0.732166, + "accuracy": 0.775692, + "main_score": 0.732166, + "hf_subset": "hin_Deva-tum_Latn", + "languages": [ + "hin-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.478473, + "recall": 0.565217, + "f1": 0.502325, + "accuracy": 0.565217, + "main_score": 0.502325, + "hf_subset": "khm_Khmr-ace_Arab", + "languages": [ + "khm-Khmr", + "ace-Arab" + ] + }, + { + "precision": 0.439972, + "recall": 0.499012, + "f1": 0.455932, + "accuracy": 0.499012, + "main_score": 0.455932, + "hf_subset": "khm_Khmr-bam_Latn", + "languages": [ + "khm-Khmr", + "bam-Latn" + ] + }, + { + "precision": 0.634413, + "recall": 0.721344, + "f1": 0.659325, + "accuracy": 0.721344, + "main_score": 0.659325, + "hf_subset": "khm_Khmr-dzo_Tibt", + "languages": [ + "khm-Khmr", + "dzo-Tibt" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "khm_Khmr-hin_Deva", + "languages": [ + "khm-Khmr", + "hin-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "khm_Khmr-mag_Deva", + "languages": [ + "khm-Khmr", + "mag-Deva" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "khm_Khmr-pap_Latn", + "languages": [ + "khm-Khmr", + "pap-Latn" + ] + }, + { + "precision": 0.847118, + "recall": 0.88834, + "f1": 0.859519, + "accuracy": 0.88834, + "main_score": 0.859519, + "hf_subset": "khm_Khmr-sot_Latn", + "languages": [ + "khm-Khmr", + "sot-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "khm_Khmr-tur_Latn", + "languages": [ + "khm-Khmr", + "tur-Latn" + ] + }, + { + "precision": 0.825008, + "recall": 0.870553, + "f1": 0.838809, + "accuracy": 0.870553, + "main_score": 0.838809, + "hf_subset": "khm_Khmr-ace_Latn", + "languages": [ + "khm-Khmr", + "ace-Latn" + ] + }, + { + "precision": 0.945191, + "recall": 0.960474, + "f1": 0.950099, + "accuracy": 0.960474, + "main_score": 0.950099, + "hf_subset": "khm_Khmr-ban_Latn", + "languages": [ + "khm-Khmr", + "ban-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "khm_Khmr-ell_Grek", + "languages": [ + "khm-Khmr", + "ell-Grek" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "khm_Khmr-hne_Deva", + "languages": [ + "khm-Khmr", + "hne-Deva" + ] + }, + { + "precision": 0.548632, + "recall": 0.617589, + "f1": 0.567677, + "accuracy": 0.617589, + "main_score": 0.567677, + "hf_subset": "khm_Khmr-kik_Latn", + "languages": [ + "khm-Khmr", + "kik-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "khm_Khmr-mai_Deva", + "languages": [ + "khm-Khmr", + "mai-Deva" + ] + }, + { + "precision": 0.949193, + "recall": 0.965415, + "f1": 0.954447, + "accuracy": 0.965415, + "main_score": 0.954447, + "hf_subset": "khm_Khmr-pbt_Arab", + "languages": [ + "khm-Khmr", + "pbt-Arab" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "khm_Khmr-spa_Latn", + "languages": [ + "khm-Khmr", + "spa-Latn" + ] + }, + { + "precision": 0.741922, + "recall": 0.801383, + "f1": 0.759707, + "accuracy": 0.801383, + "main_score": 0.759707, + "hf_subset": "khm_Khmr-twi_Latn", + "languages": [ + "khm-Khmr", + "twi-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khm_Khmr-acm_Arab", + "languages": [ + "khm-Khmr", + "acm-Arab" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "khm_Khmr-bel_Cyrl", + "languages": [ + "khm-Khmr", + "bel-Cyrl" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "khm_Khmr-hrv_Latn", + "languages": [ + "khm-Khmr", + "hrv-Latn" + ] + }, + { + "precision": 0.835211, + "recall": 0.878458, + "f1": 0.84824, + "accuracy": 0.878458, + "main_score": 0.84824, + "hf_subset": "khm_Khmr-kin_Latn", + "languages": [ + "khm-Khmr", + "kin-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "khm_Khmr-mal_Mlym", + "languages": [ + "khm-Khmr", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khm_Khmr-pes_Arab", + "languages": [ + "khm-Khmr", + "pes-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "khm_Khmr-srd_Latn", + "languages": [ + "khm-Khmr", + "srd-Latn" + ] + }, + { + "precision": 0.199434, + "recall": 0.261858, + "f1": 0.214861, + "accuracy": 0.261858, + "main_score": 0.214861, + "hf_subset": "khm_Khmr-tzm_Tfng", + "languages": [ + "khm-Khmr", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-acq_Arab", + "languages": [ + "khm-Khmr", + "acq-Arab" + ] + }, + { + "precision": 0.645687, + "recall": 0.717391, + "f1": 0.665777, + "accuracy": 0.717391, + "main_score": 0.665777, + "hf_subset": "khm_Khmr-bem_Latn", + "languages": [ + "khm-Khmr", + "bem-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khm_Khmr-epo_Latn", + "languages": [ + "khm-Khmr", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-hun_Latn", + "languages": [ + "khm-Khmr", + "hun-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "khm_Khmr-kir_Cyrl", + "languages": [ + "khm-Khmr", + "kir-Cyrl" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "khm_Khmr-mar_Deva", + "languages": [ + "khm-Khmr", + "mar-Deva" + ] + }, + { + "precision": 0.852668, + "recall": 0.894269, + "f1": 0.86558, + "accuracy": 0.894269, + "main_score": 0.86558, + "hf_subset": "khm_Khmr-plt_Latn", + "languages": [ + "khm-Khmr", + "plt-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khm_Khmr-srp_Cyrl", + "languages": [ + "khm-Khmr", + "srp-Cyrl" + ] + }, + { + "precision": 0.924654, + "recall": 0.947628, + "f1": 0.931884, + "accuracy": 0.947628, + "main_score": 0.931884, + "hf_subset": "khm_Khmr-uig_Arab", + "languages": [ + "khm-Khmr", + "uig-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "khm_Khmr-aeb_Arab", + "languages": [ + "khm-Khmr", + "aeb-Arab" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "khm_Khmr-ben_Beng", + "languages": [ + "khm-Khmr", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khm_Khmr-est_Latn", + "languages": [ + "khm-Khmr", + "est-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "khm_Khmr-hye_Armn", + "languages": [ + "khm-Khmr", + "hye-Armn" + ] + }, + { + "precision": 0.443902, + "recall": 0.5, + "f1": 0.459893, + "accuracy": 0.5, + "main_score": 0.459893, + "hf_subset": "khm_Khmr-kmb_Latn", + "languages": [ + "khm-Khmr", + "kmb-Latn" + ] + }, + { + "precision": 0.439161, + "recall": 0.525692, + "f1": 0.46217, + "accuracy": 0.525692, + "main_score": 0.46217, + "hf_subset": "khm_Khmr-min_Arab", + "languages": [ + "khm-Khmr", + "min-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "khm_Khmr-pol_Latn", + "languages": [ + "khm-Khmr", + "pol-Latn" + ] + }, + { + "precision": 0.732576, + "recall": 0.797431, + "f1": 0.752246, + "accuracy": 0.797431, + "main_score": 0.752246, + "hf_subset": "khm_Khmr-ssw_Latn", + "languages": [ + "khm-Khmr", + "ssw-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khm_Khmr-ukr_Cyrl", + "languages": [ + "khm-Khmr", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-afr_Latn", + "languages": [ + "khm-Khmr", + "afr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "khm_Khmr-bho_Deva", + "languages": [ + "khm-Khmr", + "bho-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "khm_Khmr-eus_Latn", + "languages": [ + "khm-Khmr", + "eus-Latn" + ] + }, + { + "precision": 0.838603, + "recall": 0.886364, + "f1": 0.85392, + "accuracy": 0.886364, + "main_score": 0.85392, + "hf_subset": "khm_Khmr-ibo_Latn", + "languages": [ + "khm-Khmr", + "ibo-Latn" + ] + }, + { + "precision": 0.848155, + "recall": 0.889328, + "f1": 0.861133, + "accuracy": 0.889328, + "main_score": 0.861133, + "hf_subset": "khm_Khmr-kmr_Latn", + "languages": [ + "khm-Khmr", + "kmr-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "khm_Khmr-min_Latn", + "languages": [ + "khm-Khmr", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-por_Latn", + "languages": [ + "khm-Khmr", + "por-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "khm_Khmr-sun_Latn", + "languages": [ + "khm-Khmr", + "sun-Latn" + ] + }, + { + "precision": 0.441036, + "recall": 0.507905, + "f1": 0.459282, + "accuracy": 0.507905, + "main_score": 0.459282, + "hf_subset": "khm_Khmr-umb_Latn", + "languages": [ + "khm-Khmr", + "umb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khm_Khmr-ajp_Arab", + "languages": [ + "khm-Khmr", + "ajp-Arab" + ] + }, + { + "precision": 0.441036, + "recall": 0.529644, + "f1": 0.465348, + "accuracy": 0.529644, + "main_score": 0.465348, + "hf_subset": "khm_Khmr-bjn_Arab", + "languages": [ + "khm-Khmr", + "bjn-Arab" + ] + }, + { + "precision": 0.4321, + "recall": 0.486166, + "f1": 0.446627, + "accuracy": 0.486166, + "main_score": 0.446627, + "hf_subset": "khm_Khmr-ewe_Latn", + "languages": [ + "khm-Khmr", + "ewe-Latn" + ] + }, + { + "precision": 0.920125, + "recall": 0.944664, + "f1": 0.92803, + "accuracy": 0.944664, + "main_score": 0.92803, + "hf_subset": "khm_Khmr-ilo_Latn", + "languages": [ + "khm-Khmr", + "ilo-Latn" + ] + }, + { + "precision": 0.232377, + "recall": 0.301383, + "f1": 0.249567, + "accuracy": 0.301383, + "main_score": 0.249567, + "hf_subset": "khm_Khmr-knc_Arab", + "languages": [ + "khm-Khmr", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-mkd_Cyrl", + "languages": [ + "khm-Khmr", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "khm_Khmr-prs_Arab", + "languages": [ + "khm-Khmr", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-swe_Latn", + "languages": [ + "khm-Khmr", + "swe-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "khm_Khmr-urd_Arab", + "languages": [ + "khm-Khmr", + "urd-Arab" + ] + }, + { + "precision": 0.717507, + "recall": 0.780632, + "f1": 0.73571, + "accuracy": 0.780632, + "main_score": 0.73571, + "hf_subset": "khm_Khmr-aka_Latn", + "languages": [ + "khm-Khmr", + "aka-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "khm_Khmr-bjn_Latn", + "languages": [ + "khm-Khmr", + "bjn-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "khm_Khmr-fao_Latn", + "languages": [ + "khm-Khmr", + "fao-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "khm_Khmr-ind_Latn", + "languages": [ + "khm-Khmr", + "ind-Latn" + ] + }, + { + "precision": 0.486064, + "recall": 0.548419, + "f1": 0.502512, + "accuracy": 0.548419, + "main_score": 0.502512, + "hf_subset": "khm_Khmr-knc_Latn", + "languages": [ + "khm-Khmr", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-mlt_Latn", + "languages": [ + "khm-Khmr", + "mlt-Latn" + ] + }, + { + "precision": 0.591695, + "recall": 0.666996, + "f1": 0.613397, + "accuracy": 0.666996, + "main_score": 0.613397, + "hf_subset": "khm_Khmr-quy_Latn", + "languages": [ + "khm-Khmr", + "quy-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "khm_Khmr-swh_Latn", + "languages": [ + "khm-Khmr", + "swh-Latn" + ] + }, + { + "precision": 0.982378, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "khm_Khmr-uzn_Latn", + "languages": [ + "khm-Khmr", + "uzn-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "khm_Khmr-als_Latn", + "languages": [ + "khm-Khmr", + "als-Latn" + ] + }, + { + "precision": 0.796344, + "recall": 0.849802, + "f1": 0.812564, + "accuracy": 0.849802, + "main_score": 0.812564, + "hf_subset": "khm_Khmr-bod_Tibt", + "languages": [ + "khm-Khmr", + "bod-Tibt" + ] + }, + { + "precision": 0.596948, + "recall": 0.666996, + "f1": 0.61623, + "accuracy": 0.666996, + "main_score": 0.61623, + "hf_subset": "khm_Khmr-fij_Latn", + "languages": [ + "khm-Khmr", + "fij-Latn" + ] + }, + { + "precision": 0.970109, + "recall": 0.979249, + "f1": 0.973057, + "accuracy": 0.979249, + "main_score": 0.973057, + "hf_subset": "khm_Khmr-isl_Latn", + "languages": [ + "khm-Khmr", + "isl-Latn" + ] + }, + { + "precision": 0.565518, + "recall": 0.631423, + "f1": 0.583618, + "accuracy": 0.631423, + "main_score": 0.583618, + "hf_subset": "khm_Khmr-kon_Latn", + "languages": [ + "khm-Khmr", + "kon-Latn" + ] + }, + { + "precision": 0.551245, + "recall": 0.633399, + "f1": 0.574754, + "accuracy": 0.633399, + "main_score": 0.574754, + "hf_subset": "khm_Khmr-mni_Beng", + "languages": [ + "khm-Khmr", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-ron_Latn", + "languages": [ + "khm-Khmr", + "ron-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "khm_Khmr-szl_Latn", + "languages": [ + "khm-Khmr", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-vec_Latn", + "languages": [ + "khm-Khmr", + "vec-Latn" + ] + }, + { + "precision": 0.927866, + "recall": 0.950593, + "f1": 0.935277, + "accuracy": 0.950593, + "main_score": 0.935277, + "hf_subset": "khm_Khmr-amh_Ethi", + "languages": [ + "khm-Khmr", + "amh-Ethi" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "khm_Khmr-bos_Latn", + "languages": [ + "khm-Khmr", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-fin_Latn", + "languages": [ + "khm-Khmr", + "fin-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "khm_Khmr-ita_Latn", + "languages": [ + "khm-Khmr", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-kor_Hang", + "languages": [ + "khm-Khmr", + "kor-Hang" + ] + }, + { + "precision": 0.458862, + "recall": 0.527668, + "f1": 0.477489, + "accuracy": 0.527668, + "main_score": 0.477489, + "hf_subset": "khm_Khmr-mos_Latn", + "languages": [ + "khm-Khmr", + "mos-Latn" + ] + }, + { + "precision": 0.72808, + "recall": 0.788538, + "f1": 0.745704, + "accuracy": 0.788538, + "main_score": 0.745704, + "hf_subset": "khm_Khmr-run_Latn", + "languages": [ + "khm-Khmr", + "run-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "khm_Khmr-tam_Taml", + "languages": [ + "khm-Khmr", + "tam-Taml" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-vie_Latn", + "languages": [ + "khm-Khmr", + "vie-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "khm_Khmr-apc_Arab", + "languages": [ + "khm-Khmr", + "apc-Arab" + ] + }, + { + "precision": 0.672474, + "recall": 0.744071, + "f1": 0.69289, + "accuracy": 0.744071, + "main_score": 0.69289, + "hf_subset": "khm_Khmr-bug_Latn", + "languages": [ + "khm-Khmr", + "bug-Latn" + ] + }, + { + "precision": 0.407637, + "recall": 0.460474, + "f1": 0.421718, + "accuracy": 0.460474, + "main_score": 0.421718, + "hf_subset": "khm_Khmr-fon_Latn", + "languages": [ + "khm-Khmr", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "khm_Khmr-jav_Latn", + "languages": [ + "khm-Khmr", + "jav-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "khm_Khmr-lao_Laoo", + "languages": [ + "khm-Khmr", + "lao-Laoo" + ] + }, + { + "precision": 0.856884, + "recall": 0.898221, + "f1": 0.869862, + "accuracy": 0.898221, + "main_score": 0.869862, + "hf_subset": "khm_Khmr-mri_Latn", + "languages": [ + "khm-Khmr", + "mri-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khm_Khmr-rus_Cyrl", + "languages": [ + "khm-Khmr", + "rus-Cyrl" + ] + }, + { + "precision": 0.471136, + "recall": 0.525692, + "f1": 0.485716, + "accuracy": 0.525692, + "main_score": 0.485716, + "hf_subset": "khm_Khmr-taq_Latn", + "languages": [ + "khm-Khmr", + "taq-Latn" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "khm_Khmr-war_Latn", + "languages": [ + "khm-Khmr", + "war-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "khm_Khmr-arb_Arab", + "languages": [ + "khm-Khmr", + "arb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-bul_Cyrl", + "languages": [ + "khm-Khmr", + "bul-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "khm_Khmr-fra_Latn", + "languages": [ + "khm-Khmr", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-jpn_Jpan", + "languages": [ + "khm-Khmr", + "jpn-Jpan" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "khm_Khmr-lij_Latn", + "languages": [ + "khm-Khmr", + "lij-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "khm_Khmr-mya_Mymr", + "languages": [ + "khm-Khmr", + "mya-Mymr" + ] + }, + { + "precision": 0.500577, + "recall": 0.56917, + "f1": 0.51968, + "accuracy": 0.56917, + "main_score": 0.51968, + "hf_subset": "khm_Khmr-sag_Latn", + "languages": [ + "khm-Khmr", + "sag-Latn" + ] + }, + { + "precision": 0.220079, + "recall": 0.281621, + "f1": 0.235431, + "accuracy": 0.281621, + "main_score": 0.235431, + "hf_subset": "khm_Khmr-taq_Tfng", + "languages": [ + "khm-Khmr", + "taq-Tfng" + ] + }, + { + "precision": 0.587387, + "recall": 0.655138, + "f1": 0.606586, + "accuracy": 0.655138, + "main_score": 0.606586, + "hf_subset": "khm_Khmr-wol_Latn", + "languages": [ + "khm-Khmr", + "wol-Latn" + ] + }, + { + "precision": 0.835952, + "recall": 0.880435, + "f1": 0.849459, + "accuracy": 0.880435, + "main_score": 0.849459, + "hf_subset": "khm_Khmr-arb_Latn", + "languages": [ + "khm-Khmr", + "arb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-cat_Latn", + "languages": [ + "khm-Khmr", + "cat-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "khm_Khmr-fur_Latn", + "languages": [ + "khm-Khmr", + "fur-Latn" + ] + }, + { + "precision": 0.412649, + "recall": 0.48913, + "f1": 0.432505, + "accuracy": 0.48913, + "main_score": 0.432505, + "hf_subset": "khm_Khmr-kab_Latn", + "languages": [ + "khm-Khmr", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khm_Khmr-lim_Latn", + "languages": [ + "khm-Khmr", + "lim-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "khm_Khmr-nld_Latn", + "languages": [ + "khm-Khmr", + "nld-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "khm_Khmr-san_Deva", + "languages": [ + "khm-Khmr", + "san-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "khm_Khmr-tat_Cyrl", + "languages": [ + "khm-Khmr", + "tat-Cyrl" + ] + }, + { + "precision": 0.864789, + "recall": 0.902174, + "f1": 0.876614, + "accuracy": 0.902174, + "main_score": 0.876614, + "hf_subset": "khm_Khmr-xho_Latn", + "languages": [ + "khm-Khmr", + "xho-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "khm_Khmr-ars_Arab", + "languages": [ + "khm-Khmr", + "ars-Arab" + ] + }, + { + "precision": 0.983399, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "khm_Khmr-ceb_Latn", + "languages": [ + "khm-Khmr", + "ceb-Latn" + ] + }, + { + "precision": 0.436688, + "recall": 0.509881, + "f1": 0.456465, + "accuracy": 0.509881, + "main_score": 0.456465, + "hf_subset": "khm_Khmr-fuv_Latn", + "languages": [ + "khm-Khmr", + "fuv-Latn" + ] + }, + { + "precision": 0.436459, + "recall": 0.502964, + "f1": 0.454122, + "accuracy": 0.502964, + "main_score": 0.454122, + "hf_subset": "khm_Khmr-kac_Latn", + "languages": [ + "khm-Khmr", + "kac-Latn" + ] + }, + { + "precision": 0.589553, + "recall": 0.662055, + "f1": 0.609373, + "accuracy": 0.662055, + "main_score": 0.609373, + "hf_subset": "khm_Khmr-lin_Latn", + "languages": [ + "khm-Khmr", + "lin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khm_Khmr-nno_Latn", + "languages": [ + "khm-Khmr", + "nno-Latn" + ] + }, + { + "precision": 0.84832, + "recall": 0.892292, + "f1": 0.861924, + "accuracy": 0.892292, + "main_score": 0.861924, + "hf_subset": "khm_Khmr-sat_Olck", + "languages": [ + "khm-Khmr", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khm_Khmr-tel_Telu", + "languages": [ + "khm-Khmr", + "tel-Telu" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "khm_Khmr-ydd_Hebr", + "languages": [ + "khm-Khmr", + "ydd-Hebr" + ] + }, + { + "precision": 0.963686, + "recall": 0.974308, + "f1": 0.967128, + "accuracy": 0.974308, + "main_score": 0.967128, + "hf_subset": "khm_Khmr-ary_Arab", + "languages": [ + "khm-Khmr", + "ary-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-ces_Latn", + "languages": [ + "khm-Khmr", + "ces-Latn" + ] + }, + { + "precision": 0.535039, + "recall": 0.61166, + "f1": 0.556096, + "accuracy": 0.61166, + "main_score": 0.556096, + "hf_subset": "khm_Khmr-gaz_Latn", + "languages": [ + "khm-Khmr", + "gaz-Latn" + ] + }, + { + "precision": 0.517171, + "recall": 0.588933, + "f1": 0.536959, + "accuracy": 0.588933, + "main_score": 0.536959, + "hf_subset": "khm_Khmr-kam_Latn", + "languages": [ + "khm-Khmr", + "kam-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "khm_Khmr-lit_Latn", + "languages": [ + "khm-Khmr", + "lit-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khm_Khmr-nob_Latn", + "languages": [ + "khm-Khmr", + "nob-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "khm_Khmr-scn_Latn", + "languages": [ + "khm-Khmr", + "scn-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "khm_Khmr-tgk_Cyrl", + "languages": [ + "khm-Khmr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.715828, + "recall": 0.787549, + "f1": 0.737197, + "accuracy": 0.787549, + "main_score": 0.737197, + "hf_subset": "khm_Khmr-yor_Latn", + "languages": [ + "khm-Khmr", + "yor-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khm_Khmr-arz_Arab", + "languages": [ + "khm-Khmr", + "arz-Arab" + ] + }, + { + "precision": 0.459326, + "recall": 0.52668, + "f1": 0.47752, + "accuracy": 0.52668, + "main_score": 0.47752, + "hf_subset": "khm_Khmr-cjk_Latn", + "languages": [ + "khm-Khmr", + "cjk-Latn" + ] + }, + { + "precision": 0.920702, + "recall": 0.945652, + "f1": 0.928755, + "accuracy": 0.945652, + "main_score": 0.928755, + "hf_subset": "khm_Khmr-gla_Latn", + "languages": [ + "khm-Khmr", + "gla-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "khm_Khmr-kan_Knda", + "languages": [ + "khm-Khmr", + "kan-Knda" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "khm_Khmr-lmo_Latn", + "languages": [ + "khm-Khmr", + "lmo-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.988142, + "f1": 0.985343, + "accuracy": 0.988142, + "main_score": 0.985343, + "hf_subset": "khm_Khmr-npi_Deva", + "languages": [ + "khm-Khmr", + "npi-Deva" + ] + }, + { + "precision": 0.535888, + "recall": 0.618577, + "f1": 0.55906, + "accuracy": 0.618577, + "main_score": 0.55906, + "hf_subset": "khm_Khmr-shn_Mymr", + "languages": [ + "khm-Khmr", + "shn-Mymr" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "khm_Khmr-tgl_Latn", + "languages": [ + "khm-Khmr", + "tgl-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "khm_Khmr-yue_Hant", + "languages": [ + "khm-Khmr", + "yue-Hant" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khm_Khmr-asm_Beng", + "languages": [ + "khm-Khmr", + "asm-Beng" + ] + }, + { + "precision": 0.923946, + "recall": 0.947628, + "f1": 0.931489, + "accuracy": 0.947628, + "main_score": 0.931489, + "hf_subset": "khm_Khmr-ckb_Arab", + "languages": [ + "khm-Khmr", + "ckb-Arab" + ] + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "khm_Khmr-gle_Latn", + "languages": [ + "khm-Khmr", + "gle-Latn" + ] + }, + { + "precision": 0.87141, + "recall": 0.907115, + "f1": 0.882543, + "accuracy": 0.907115, + "main_score": 0.882543, + "hf_subset": "khm_Khmr-kas_Arab", + "languages": [ + "khm-Khmr", + "kas-Arab" + ] + }, + { + "precision": 0.873847, + "recall": 0.912055, + "f1": 0.886199, + "accuracy": 0.912055, + "main_score": 0.886199, + "hf_subset": "khm_Khmr-ltg_Latn", + "languages": [ + "khm-Khmr", + "ltg-Latn" + ] + }, + { + "precision": 0.783663, + "recall": 0.83498, + "f1": 0.799294, + "accuracy": 0.83498, + "main_score": 0.799294, + "hf_subset": "khm_Khmr-nso_Latn", + "languages": [ + "khm-Khmr", + "nso-Latn" + ] + }, + { + "precision": 0.965662, + "recall": 0.976285, + "f1": 0.969104, + "accuracy": 0.976285, + "main_score": 0.969104, + "hf_subset": "khm_Khmr-sin_Sinh", + "languages": [ + "khm-Khmr", + "sin-Sinh" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "khm_Khmr-tha_Thai", + "languages": [ + "khm-Khmr", + "tha-Thai" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "khm_Khmr-zho_Hans", + "languages": [ + "khm-Khmr", + "zho-Hans" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "khm_Khmr-ast_Latn", + "languages": [ + "khm-Khmr", + "ast-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "khm_Khmr-crh_Latn", + "languages": [ + "khm-Khmr", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-glg_Latn", + "languages": [ + "khm-Khmr", + "glg-Latn" + ] + }, + { + "precision": 0.814048, + "recall": 0.865613, + "f1": 0.83027, + "accuracy": 0.865613, + "main_score": 0.83027, + "hf_subset": "khm_Khmr-kas_Deva", + "languages": [ + "khm-Khmr", + "kas-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "khm_Khmr-ltz_Latn", + "languages": [ + "khm-Khmr", + "ltz-Latn" + ] + }, + { + "precision": 0.396835, + "recall": 0.466403, + "f1": 0.415684, + "accuracy": 0.466403, + "main_score": 0.415684, + "hf_subset": "khm_Khmr-nus_Latn", + "languages": [ + "khm-Khmr", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-slk_Latn", + "languages": [ + "khm-Khmr", + "slk-Latn" + ] + }, + { + "precision": 0.615212, + "recall": 0.69664, + "f1": 0.638707, + "accuracy": 0.69664, + "main_score": 0.638707, + "hf_subset": "khm_Khmr-tir_Ethi", + "languages": [ + "khm-Khmr", + "tir-Ethi" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khm_Khmr-zho_Hant", + "languages": [ + "khm-Khmr", + "zho-Hant" + ] + }, + { + "precision": 0.975626, + "recall": 0.982213, + "f1": 0.977767, + "accuracy": 0.982213, + "main_score": 0.977767, + "hf_subset": "khm_Khmr-awa_Deva", + "languages": [ + "khm-Khmr", + "awa-Deva" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "khm_Khmr-cym_Latn", + "languages": [ + "khm-Khmr", + "cym-Latn" + ] + }, + { + "precision": 0.72659, + "recall": 0.786561, + "f1": 0.744008, + "accuracy": 0.786561, + "main_score": 0.744008, + "hf_subset": "khm_Khmr-grn_Latn", + "languages": [ + "khm-Khmr", + "grn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "khm_Khmr-kat_Geor", + "languages": [ + "khm-Khmr", + "kat-Geor" + ] + }, + { + "precision": 0.546167, + "recall": 0.61166, + "f1": 0.564186, + "accuracy": 0.61166, + "main_score": 0.564186, + "hf_subset": "khm_Khmr-lua_Latn", + "languages": [ + "khm-Khmr", + "lua-Latn" + ] + }, + { + "precision": 0.820899, + "recall": 0.87253, + "f1": 0.837154, + "accuracy": 0.87253, + "main_score": 0.837154, + "hf_subset": "khm_Khmr-nya_Latn", + "languages": [ + "khm-Khmr", + "nya-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "khm_Khmr-slv_Latn", + "languages": [ + "khm-Khmr", + "slv-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "khm_Khmr-tpi_Latn", + "languages": [ + "khm-Khmr", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-zsm_Latn", + "languages": [ + "khm-Khmr", + "zsm-Latn" + ] + }, + { + "precision": 0.469043, + "recall": 0.533597, + "f1": 0.487022, + "accuracy": 0.533597, + "main_score": 0.487022, + "hf_subset": "khm_Khmr-ayr_Latn", + "languages": [ + "khm-Khmr", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-dan_Latn", + "languages": [ + "khm-Khmr", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-guj_Gujr", + "languages": [ + "khm-Khmr", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khm_Khmr-kaz_Cyrl", + "languages": [ + "khm-Khmr", + "kaz-Cyrl" + ] + }, + { + "precision": 0.614891, + "recall": 0.69664, + "f1": 0.638443, + "accuracy": 0.69664, + "main_score": 0.638443, + "hf_subset": "khm_Khmr-lug_Latn", + "languages": [ + "khm-Khmr", + "lug-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "khm_Khmr-oci_Latn", + "languages": [ + "khm-Khmr", + "oci-Latn" + ] + }, + { + "precision": 0.827421, + "recall": 0.870553, + "f1": 0.84081, + "accuracy": 0.870553, + "main_score": 0.84081, + "hf_subset": "khm_Khmr-smo_Latn", + "languages": [ + "khm-Khmr", + "smo-Latn" + ] + }, + { + "precision": 0.730929, + "recall": 0.798419, + "f1": 0.751153, + "accuracy": 0.798419, + "main_score": 0.751153, + "hf_subset": "khm_Khmr-tsn_Latn", + "languages": [ + "khm-Khmr", + "tsn-Latn" + ] + }, + { + "precision": 0.886693, + "recall": 0.920949, + "f1": 0.897727, + "accuracy": 0.920949, + "main_score": 0.897727, + "hf_subset": "khm_Khmr-zul_Latn", + "languages": [ + "khm-Khmr", + "zul-Latn" + ] + }, + { + "precision": 0.891198, + "recall": 0.922925, + "f1": 0.901169, + "accuracy": 0.922925, + "main_score": 0.901169, + "hf_subset": "khm_Khmr-azb_Arab", + "languages": [ + "khm-Khmr", + "azb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-deu_Latn", + "languages": [ + "khm-Khmr", + "deu-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "khm_Khmr-hat_Latn", + "languages": [ + "khm-Khmr", + "hat-Latn" + ] + }, + { + "precision": 0.440068, + "recall": 0.504941, + "f1": 0.45751, + "accuracy": 0.504941, + "main_score": 0.45751, + "hf_subset": "khm_Khmr-kbp_Latn", + "languages": [ + "khm-Khmr", + "kbp-Latn" + ] + }, + { + "precision": 0.471506, + "recall": 0.536561, + "f1": 0.489206, + "accuracy": 0.536561, + "main_score": 0.489206, + "hf_subset": "khm_Khmr-luo_Latn", + "languages": [ + "khm-Khmr", + "luo-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "khm_Khmr-ory_Orya", + "languages": [ + "khm-Khmr", + "ory-Orya" + ] + }, + { + "precision": 0.885458, + "recall": 0.918972, + "f1": 0.896311, + "accuracy": 0.918972, + "main_score": 0.896311, + "hf_subset": "khm_Khmr-sna_Latn", + "languages": [ + "khm-Khmr", + "sna-Latn" + ] + }, + { + "precision": 0.626508, + "recall": 0.702569, + "f1": 0.647866, + "accuracy": 0.702569, + "main_score": 0.647866, + "hf_subset": "khm_Khmr-tso_Latn", + "languages": [ + "khm-Khmr", + "tso-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "khm_Khmr-azj_Latn", + "languages": [ + "khm-Khmr", + "azj-Latn" + ] + }, + { + "precision": 0.466241, + "recall": 0.528656, + "f1": 0.483909, + "accuracy": 0.528656, + "main_score": 0.483909, + "hf_subset": "khm_Khmr-dik_Latn", + "languages": [ + "khm-Khmr", + "dik-Latn" + ] + }, + { + "precision": 0.900198, + "recall": 0.929842, + "f1": 0.909387, + "accuracy": 0.929842, + "main_score": 0.909387, + "hf_subset": "khm_Khmr-hau_Latn", + "languages": [ + "khm-Khmr", + "hau-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "khm_Khmr-kea_Latn", + "languages": [ + "khm-Khmr", + "kea-Latn" + ] + }, + { + "precision": 0.910903, + "recall": 0.937747, + "f1": 0.919433, + "accuracy": 0.937747, + "main_score": 0.919433, + "hf_subset": "khm_Khmr-lus_Latn", + "languages": [ + "khm-Khmr", + "lus-Latn" + ] + }, + { + "precision": 0.813963, + "recall": 0.856719, + "f1": 0.826699, + "accuracy": 0.856719, + "main_score": 0.826699, + "hf_subset": "khm_Khmr-pag_Latn", + "languages": [ + "khm-Khmr", + "pag-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "khm_Khmr-snd_Arab", + "languages": [ + "khm-Khmr", + "snd-Arab" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "khm_Khmr-tuk_Latn", + "languages": [ + "khm-Khmr", + "tuk-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "khm_Khmr-bak_Cyrl", + "languages": [ + "khm-Khmr", + "bak-Cyrl" + ] + }, + { + "precision": 0.400649, + "recall": 0.477273, + "f1": 0.422272, + "accuracy": 0.477273, + "main_score": 0.422272, + "hf_subset": "khm_Khmr-dyu_Latn", + "languages": [ + "khm-Khmr", + "dyu-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "khm_Khmr-heb_Hebr", + "languages": [ + "khm-Khmr", + "heb-Hebr" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "khm_Khmr-khk_Cyrl", + "languages": [ + "khm-Khmr", + "khk-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khm_Khmr-lvs_Latn", + "languages": [ + "khm-Khmr", + "lvs-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.988142, + "f1": 0.985343, + "accuracy": 0.988142, + "main_score": 0.985343, + "hf_subset": "khm_Khmr-pan_Guru", + "languages": [ + "khm-Khmr", + "pan-Guru" + ] + }, + { + "precision": 0.854637, + "recall": 0.896245, + "f1": 0.867869, + "accuracy": 0.896245, + "main_score": 0.867869, + "hf_subset": "khm_Khmr-som_Latn", + "languages": [ + "khm-Khmr", + "som-Latn" + ] + }, + { + "precision": 0.672292, + "recall": 0.740119, + "f1": 0.691834, + "accuracy": 0.740119, + "main_score": 0.691834, + "hf_subset": "khm_Khmr-tum_Latn", + "languages": [ + "khm-Khmr", + "tum-Latn" + ] + }, + { + "precision": 0.559733, + "recall": 0.645257, + "f1": 0.584765, + "accuracy": 0.645257, + "main_score": 0.584765, + "hf_subset": "mag_Deva-ace_Arab", + "languages": [ + "mag-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.490689, + "recall": 0.549407, + "f1": 0.507481, + "accuracy": 0.549407, + "main_score": 0.507481, + "hf_subset": "mag_Deva-bam_Latn", + "languages": [ + "mag-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.68724, + "recall": 0.764822, + "f1": 0.709672, + "accuracy": 0.764822, + "main_score": 0.709672, + "hf_subset": "mag_Deva-dzo_Tibt", + "languages": [ + "mag-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-hin_Deva", + "languages": [ + "mag-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mag_Deva-khm_Khmr", + "languages": [ + "mag-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-pap_Latn", + "languages": [ + "mag-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.876647, + "recall": 0.913043, + "f1": 0.888142, + "accuracy": 0.913043, + "main_score": 0.888142, + "hf_subset": "mag_Deva-sot_Latn", + "languages": [ + "mag-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-tur_Latn", + "languages": [ + "mag-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.897974, + "recall": 0.927866, + "f1": 0.907463, + "accuracy": 0.927866, + "main_score": 0.907463, + "hf_subset": "mag_Deva-ace_Latn", + "languages": [ + "mag-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "mag_Deva-ban_Latn", + "languages": [ + "mag-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-ell_Grek", + "languages": [ + "mag-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "mag_Deva-hne_Deva", + "languages": [ + "mag-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.589818, + "recall": 0.660079, + "f1": 0.610021, + "accuracy": 0.660079, + "main_score": 0.610021, + "hf_subset": "mag_Deva-kik_Latn", + "languages": [ + "mag-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-mai_Deva", + "languages": [ + "mag-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "mag_Deva-pbt_Arab", + "languages": [ + "mag-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-spa_Latn", + "languages": [ + "mag-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.798732, + "recall": 0.850791, + "f1": 0.814625, + "accuracy": 0.850791, + "main_score": 0.814625, + "hf_subset": "mag_Deva-twi_Latn", + "languages": [ + "mag-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-acm_Arab", + "languages": [ + "mag-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-bel_Cyrl", + "languages": [ + "mag-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-eng_Latn", + "languages": [ + "mag-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-hrv_Latn", + "languages": [ + "mag-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.859611, + "recall": 0.898221, + "f1": 0.871492, + "accuracy": 0.898221, + "main_score": 0.871492, + "hf_subset": "mag_Deva-kin_Latn", + "languages": [ + "mag-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-mal_Mlym", + "languages": [ + "mag-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mag_Deva-pes_Arab", + "languages": [ + "mag-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mag_Deva-srd_Latn", + "languages": [ + "mag-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.219069, + "recall": 0.280632, + "f1": 0.234134, + "accuracy": 0.280632, + "main_score": 0.234134, + "hf_subset": "mag_Deva-tzm_Tfng", + "languages": [ + "mag-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-acq_Arab", + "languages": [ + "mag-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.678962, + "recall": 0.748024, + "f1": 0.698882, + "accuracy": 0.748024, + "main_score": 0.698882, + "hf_subset": "mag_Deva-bem_Latn", + "languages": [ + "mag-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-epo_Latn", + "languages": [ + "mag-Deva", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-hun_Latn", + "languages": [ + "mag-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mag_Deva-kir_Cyrl", + "languages": [ + "mag-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "mag_Deva-mar_Deva", + "languages": [ + "mag-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.875494, + "recall": 0.913043, + "f1": 0.887352, + "accuracy": 0.913043, + "main_score": 0.887352, + "hf_subset": "mag_Deva-plt_Latn", + "languages": [ + "mag-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-srp_Cyrl", + "languages": [ + "mag-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "mag_Deva-uig_Arab", + "languages": [ + "mag-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-aeb_Arab", + "languages": [ + "mag-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-ben_Beng", + "languages": [ + "mag-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-est_Latn", + "languages": [ + "mag-Deva", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-hye_Armn", + "languages": [ + "mag-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.481165, + "recall": 0.537549, + "f1": 0.497417, + "accuracy": 0.537549, + "main_score": 0.497417, + "hf_subset": "mag_Deva-kmb_Latn", + "languages": [ + "mag-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.529875, + "recall": 0.61166, + "f1": 0.552397, + "accuracy": 0.61166, + "main_score": 0.552397, + "hf_subset": "mag_Deva-min_Arab", + "languages": [ + "mag-Deva", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-pol_Latn", + "languages": [ + "mag-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.76357, + "recall": 0.821146, + "f1": 0.780863, + "accuracy": 0.821146, + "main_score": 0.780863, + "hf_subset": "mag_Deva-ssw_Latn", + "languages": [ + "mag-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-ukr_Cyrl", + "languages": [ + "mag-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-afr_Latn", + "languages": [ + "mag-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-bho_Deva", + "languages": [ + "mag-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mag_Deva-eus_Latn", + "languages": [ + "mag-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.886446, + "recall": 0.91996, + "f1": 0.89697, + "accuracy": 0.91996, + "main_score": 0.89697, + "hf_subset": "mag_Deva-ibo_Latn", + "languages": [ + "mag-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.898715, + "recall": 0.928854, + "f1": 0.908235, + "accuracy": 0.928854, + "main_score": 0.908235, + "hf_subset": "mag_Deva-kmr_Latn", + "languages": [ + "mag-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mag_Deva-min_Latn", + "languages": [ + "mag-Deva", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-por_Latn", + "languages": [ + "mag-Deva", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mag_Deva-sun_Latn", + "languages": [ + "mag-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.47706, + "recall": 0.546443, + "f1": 0.49661, + "accuracy": 0.546443, + "main_score": 0.49661, + "hf_subset": "mag_Deva-umb_Latn", + "languages": [ + "mag-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-ajp_Arab", + "languages": [ + "mag-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.534409, + "recall": 0.61166, + "f1": 0.556563, + "accuracy": 0.61166, + "main_score": 0.556563, + "hf_subset": "mag_Deva-bjn_Arab", + "languages": [ + "mag-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.459462, + "recall": 0.517787, + "f1": 0.475371, + "accuracy": 0.517787, + "main_score": 0.475371, + "hf_subset": "mag_Deva-ewe_Latn", + "languages": [ + "mag-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "mag_Deva-ilo_Latn", + "languages": [ + "mag-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.282648, + "recall": 0.353755, + "f1": 0.300505, + "accuracy": 0.353755, + "main_score": 0.300505, + "hf_subset": "mag_Deva-knc_Arab", + "languages": [ + "mag-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-mkd_Cyrl", + "languages": [ + "mag-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-prs_Arab", + "languages": [ + "mag-Deva", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-swe_Latn", + "languages": [ + "mag-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-urd_Arab", + "languages": [ + "mag-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.762204, + "recall": 0.820158, + "f1": 0.779315, + "accuracy": 0.820158, + "main_score": 0.779315, + "hf_subset": "mag_Deva-aka_Latn", + "languages": [ + "mag-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mag_Deva-bjn_Latn", + "languages": [ + "mag-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "mag_Deva-fao_Latn", + "languages": [ + "mag-Deva", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-ind_Latn", + "languages": [ + "mag-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.535897, + "recall": 0.594862, + "f1": 0.552074, + "accuracy": 0.594862, + "main_score": 0.552074, + "hf_subset": "mag_Deva-knc_Latn", + "languages": [ + "mag-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-mlt_Latn", + "languages": [ + "mag-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.64363, + "recall": 0.714427, + "f1": 0.664312, + "accuracy": 0.714427, + "main_score": 0.664312, + "hf_subset": "mag_Deva-quy_Latn", + "languages": [ + "mag-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-swh_Latn", + "languages": [ + "mag-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-uzn_Latn", + "languages": [ + "mag-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-als_Latn", + "languages": [ + "mag-Deva", + "als-Latn" + ] + }, + { + "precision": 0.828338, + "recall": 0.87747, + "f1": 0.843709, + "accuracy": 0.87747, + "main_score": 0.843709, + "hf_subset": "mag_Deva-bod_Tibt", + "languages": [ + "mag-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.629588, + "recall": 0.697628, + "f1": 0.648704, + "accuracy": 0.697628, + "main_score": 0.648704, + "hf_subset": "mag_Deva-fij_Latn", + "languages": [ + "mag-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "mag_Deva-isl_Latn", + "languages": [ + "mag-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.618881, + "recall": 0.684783, + "f1": 0.637109, + "accuracy": 0.684783, + "main_score": 0.637109, + "hf_subset": "mag_Deva-kon_Latn", + "languages": [ + "mag-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.641654, + "recall": 0.715415, + "f1": 0.66298, + "accuracy": 0.715415, + "main_score": 0.66298, + "hf_subset": "mag_Deva-mni_Beng", + "languages": [ + "mag-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-ron_Latn", + "languages": [ + "mag-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "mag_Deva-szl_Latn", + "languages": [ + "mag-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-vec_Latn", + "languages": [ + "mag-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "mag_Deva-amh_Ethi", + "languages": [ + "mag-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-bos_Latn", + "languages": [ + "mag-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-fin_Latn", + "languages": [ + "mag-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-ita_Latn", + "languages": [ + "mag-Deva", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-kor_Hang", + "languages": [ + "mag-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.487076, + "recall": 0.552372, + "f1": 0.505352, + "accuracy": 0.552372, + "main_score": 0.505352, + "hf_subset": "mag_Deva-mos_Latn", + "languages": [ + "mag-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.773073, + "recall": 0.831028, + "f1": 0.790697, + "accuracy": 0.831028, + "main_score": 0.790697, + "hf_subset": "mag_Deva-run_Latn", + "languages": [ + "mag-Deva", + "run-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-tam_Taml", + "languages": [ + "mag-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-vie_Latn", + "languages": [ + "mag-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-apc_Arab", + "languages": [ + "mag-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.753228, + "recall": 0.815217, + "f1": 0.771673, + "accuracy": 0.815217, + "main_score": 0.771673, + "hf_subset": "mag_Deva-bug_Latn", + "languages": [ + "mag-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.418256, + "recall": 0.472332, + "f1": 0.433058, + "accuracy": 0.472332, + "main_score": 0.433058, + "hf_subset": "mag_Deva-fon_Latn", + "languages": [ + "mag-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mag_Deva-jav_Latn", + "languages": [ + "mag-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "mag_Deva-lao_Laoo", + "languages": [ + "mag-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.882576, + "recall": 0.917984, + "f1": 0.893939, + "accuracy": 0.917984, + "main_score": 0.893939, + "hf_subset": "mag_Deva-mri_Latn", + "languages": [ + "mag-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-rus_Cyrl", + "languages": [ + "mag-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.509727, + "recall": 0.572134, + "f1": 0.526724, + "accuracy": 0.572134, + "main_score": 0.526724, + "hf_subset": "mag_Deva-taq_Latn", + "languages": [ + "mag-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-war_Latn", + "languages": [ + "mag-Deva", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-arb_Arab", + "languages": [ + "mag-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-bul_Cyrl", + "languages": [ + "mag-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-fra_Latn", + "languages": [ + "mag-Deva", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-jpn_Jpan", + "languages": [ + "mag-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-lij_Latn", + "languages": [ + "mag-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mag_Deva-mya_Mymr", + "languages": [ + "mag-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.545601, + "recall": 0.617589, + "f1": 0.565376, + "accuracy": 0.617589, + "main_score": 0.565376, + "hf_subset": "mag_Deva-sag_Latn", + "languages": [ + "mag-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.230144, + "recall": 0.294466, + "f1": 0.246146, + "accuracy": 0.294466, + "main_score": 0.246146, + "hf_subset": "mag_Deva-taq_Tfng", + "languages": [ + "mag-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.63257, + "recall": 0.704545, + "f1": 0.652681, + "accuracy": 0.704545, + "main_score": 0.652681, + "hf_subset": "mag_Deva-wol_Latn", + "languages": [ + "mag-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.854661, + "recall": 0.897233, + "f1": 0.868149, + "accuracy": 0.897233, + "main_score": 0.868149, + "hf_subset": "mag_Deva-arb_Latn", + "languages": [ + "mag-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-cat_Latn", + "languages": [ + "mag-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-fur_Latn", + "languages": [ + "mag-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.465876, + "recall": 0.532609, + "f1": 0.484419, + "accuracy": 0.532609, + "main_score": 0.484419, + "hf_subset": "mag_Deva-kab_Latn", + "languages": [ + "mag-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mag_Deva-lim_Latn", + "languages": [ + "mag-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-nld_Latn", + "languages": [ + "mag-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "mag_Deva-san_Deva", + "languages": [ + "mag-Deva", + "san-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-tat_Cyrl", + "languages": [ + "mag-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.899209, + "recall": 0.928854, + "f1": 0.908597, + "accuracy": 0.928854, + "main_score": 0.908597, + "hf_subset": "mag_Deva-xho_Latn", + "languages": [ + "mag-Deva", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-ars_Arab", + "languages": [ + "mag-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-ceb_Latn", + "languages": [ + "mag-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.485564, + "recall": 0.561265, + "f1": 0.506801, + "accuracy": 0.561265, + "main_score": 0.506801, + "hf_subset": "mag_Deva-fuv_Latn", + "languages": [ + "mag-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.469304, + "recall": 0.537549, + "f1": 0.487975, + "accuracy": 0.537549, + "main_score": 0.487975, + "hf_subset": "mag_Deva-kac_Latn", + "languages": [ + "mag-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.62871, + "recall": 0.701581, + "f1": 0.648468, + "accuracy": 0.701581, + "main_score": 0.648468, + "hf_subset": "mag_Deva-lin_Latn", + "languages": [ + "mag-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-nno_Latn", + "languages": [ + "mag-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.91469, + "recall": 0.940711, + "f1": 0.922892, + "accuracy": 0.940711, + "main_score": 0.922892, + "hf_subset": "mag_Deva-sat_Olck", + "languages": [ + "mag-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-tel_Telu", + "languages": [ + "mag-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mag_Deva-ydd_Hebr", + "languages": [ + "mag-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "mag_Deva-ary_Arab", + "languages": [ + "mag-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-ces_Latn", + "languages": [ + "mag-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.56382, + "recall": 0.640316, + "f1": 0.585415, + "accuracy": 0.640316, + "main_score": 0.585415, + "hf_subset": "mag_Deva-gaz_Latn", + "languages": [ + "mag-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.535606, + "recall": 0.612648, + "f1": 0.557011, + "accuracy": 0.612648, + "main_score": 0.557011, + "hf_subset": "mag_Deva-kam_Latn", + "languages": [ + "mag-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "mag_Deva-lit_Latn", + "languages": [ + "mag-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-nob_Latn", + "languages": [ + "mag-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-scn_Latn", + "languages": [ + "mag-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "mag_Deva-tgk_Cyrl", + "languages": [ + "mag-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.762033, + "recall": 0.825099, + "f1": 0.78067, + "accuracy": 0.825099, + "main_score": 0.78067, + "hf_subset": "mag_Deva-yor_Latn", + "languages": [ + "mag-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-arz_Arab", + "languages": [ + "mag-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.486114, + "recall": 0.561265, + "f1": 0.506932, + "accuracy": 0.561265, + "main_score": 0.506932, + "hf_subset": "mag_Deva-cjk_Latn", + "languages": [ + "mag-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "mag_Deva-gla_Latn", + "languages": [ + "mag-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "mag_Deva-kan_Knda", + "languages": [ + "mag-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.990366, + "recall": 0.993083, + "f1": 0.991173, + "accuracy": 0.993083, + "main_score": 0.991173, + "hf_subset": "mag_Deva-lmo_Latn", + "languages": [ + "mag-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "mag_Deva-npi_Deva", + "languages": [ + "mag-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.543845, + "recall": 0.624506, + "f1": 0.566246, + "accuracy": 0.624506, + "main_score": 0.566246, + "hf_subset": "mag_Deva-shn_Mymr", + "languages": [ + "mag-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-tgl_Latn", + "languages": [ + "mag-Deva", + "tgl-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-yue_Hant", + "languages": [ + "mag-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mag_Deva-asm_Beng", + "languages": [ + "mag-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.94557, + "recall": 0.962451, + "f1": 0.950988, + "accuracy": 0.962451, + "main_score": 0.950988, + "hf_subset": "mag_Deva-ckb_Arab", + "languages": [ + "mag-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "mag_Deva-gle_Latn", + "languages": [ + "mag-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.936265, + "recall": 0.955534, + "f1": 0.942523, + "accuracy": 0.955534, + "main_score": 0.942523, + "hf_subset": "mag_Deva-kas_Arab", + "languages": [ + "mag-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.91609, + "recall": 0.940711, + "f1": 0.923814, + "accuracy": 0.940711, + "main_score": 0.923814, + "hf_subset": "mag_Deva-ltg_Latn", + "languages": [ + "mag-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.790333, + "recall": 0.844862, + "f1": 0.807181, + "accuracy": 0.844862, + "main_score": 0.807181, + "hf_subset": "mag_Deva-nso_Latn", + "languages": [ + "mag-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-sin_Sinh", + "languages": [ + "mag-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-tha_Thai", + "languages": [ + "mag-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-zho_Hans", + "languages": [ + "mag-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-ast_Latn", + "languages": [ + "mag-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mag_Deva-crh_Latn", + "languages": [ + "mag-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-glg_Latn", + "languages": [ + "mag-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.906209, + "recall": 0.933794, + "f1": 0.914921, + "accuracy": 0.933794, + "main_score": 0.914921, + "hf_subset": "mag_Deva-kas_Deva", + "languages": [ + "mag-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-ltz_Latn", + "languages": [ + "mag-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.422572, + "recall": 0.493083, + "f1": 0.441655, + "accuracy": 0.493083, + "main_score": 0.441655, + "hf_subset": "mag_Deva-nus_Latn", + "languages": [ + "mag-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-slk_Latn", + "languages": [ + "mag-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.655741, + "recall": 0.733202, + "f1": 0.67823, + "accuracy": 0.733202, + "main_score": 0.67823, + "hf_subset": "mag_Deva-tir_Ethi", + "languages": [ + "mag-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-zho_Hant", + "languages": [ + "mag-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "mag_Deva-awa_Deva", + "languages": [ + "mag-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mag_Deva-cym_Latn", + "languages": [ + "mag-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.789617, + "recall": 0.838933, + "f1": 0.804265, + "accuracy": 0.838933, + "main_score": 0.804265, + "hf_subset": "mag_Deva-grn_Latn", + "languages": [ + "mag-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-kat_Geor", + "languages": [ + "mag-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.610108, + "recall": 0.673913, + "f1": 0.627478, + "accuracy": 0.673913, + "main_score": 0.627478, + "hf_subset": "mag_Deva-lua_Latn", + "languages": [ + "mag-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.845603, + "recall": 0.88834, + "f1": 0.859058, + "accuracy": 0.88834, + "main_score": 0.859058, + "hf_subset": "mag_Deva-nya_Latn", + "languages": [ + "mag-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-slv_Latn", + "languages": [ + "mag-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mag_Deva-tpi_Latn", + "languages": [ + "mag-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-zsm_Latn", + "languages": [ + "mag-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.490928, + "recall": 0.559289, + "f1": 0.510021, + "accuracy": 0.559289, + "main_score": 0.510021, + "hf_subset": "mag_Deva-ayr_Latn", + "languages": [ + "mag-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-dan_Latn", + "languages": [ + "mag-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-guj_Gujr", + "languages": [ + "mag-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mag_Deva-kaz_Cyrl", + "languages": [ + "mag-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.660335, + "recall": 0.733202, + "f1": 0.68159, + "accuracy": 0.733202, + "main_score": 0.68159, + "hf_subset": "mag_Deva-lug_Latn", + "languages": [ + "mag-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-oci_Latn", + "languages": [ + "mag-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.84086, + "recall": 0.885375, + "f1": 0.854809, + "accuracy": 0.885375, + "main_score": 0.854809, + "hf_subset": "mag_Deva-smo_Latn", + "languages": [ + "mag-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.753294, + "recall": 0.81917, + "f1": 0.773221, + "accuracy": 0.81917, + "main_score": 0.773221, + "hf_subset": "mag_Deva-tsn_Latn", + "languages": [ + "mag-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.892787, + "recall": 0.924901, + "f1": 0.902997, + "accuracy": 0.924901, + "main_score": 0.902997, + "hf_subset": "mag_Deva-zul_Latn", + "languages": [ + "mag-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "mag_Deva-azb_Arab", + "languages": [ + "mag-Deva", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-deu_Latn", + "languages": [ + "mag-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "mag_Deva-hat_Latn", + "languages": [ + "mag-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.472625, + "recall": 0.538538, + "f1": 0.491149, + "accuracy": 0.538538, + "main_score": 0.491149, + "hf_subset": "mag_Deva-kbp_Latn", + "languages": [ + "mag-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.51068, + "recall": 0.576087, + "f1": 0.528519, + "accuracy": 0.576087, + "main_score": 0.528519, + "hf_subset": "mag_Deva-luo_Latn", + "languages": [ + "mag-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mag_Deva-ory_Orya", + "languages": [ + "mag-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.896657, + "recall": 0.926877, + "f1": 0.906192, + "accuracy": 0.926877, + "main_score": 0.906192, + "hf_subset": "mag_Deva-sna_Latn", + "languages": [ + "mag-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.66074, + "recall": 0.730237, + "f1": 0.680672, + "accuracy": 0.730237, + "main_score": 0.680672, + "hf_subset": "mag_Deva-tso_Latn", + "languages": [ + "mag-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-azj_Latn", + "languages": [ + "mag-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.494657, + "recall": 0.563241, + "f1": 0.513899, + "accuracy": 0.563241, + "main_score": 0.513899, + "hf_subset": "mag_Deva-dik_Latn", + "languages": [ + "mag-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.910985, + "recall": 0.937747, + "f1": 0.919532, + "accuracy": 0.937747, + "main_score": 0.919532, + "hf_subset": "mag_Deva-hau_Latn", + "languages": [ + "mag-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mag_Deva-kea_Latn", + "languages": [ + "mag-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.930254, + "recall": 0.950593, + "f1": 0.93666, + "accuracy": 0.950593, + "main_score": 0.93666, + "hf_subset": "mag_Deva-lus_Latn", + "languages": [ + "mag-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.874753, + "recall": 0.909091, + "f1": 0.885771, + "accuracy": 0.909091, + "main_score": 0.885771, + "hf_subset": "mag_Deva-pag_Latn", + "languages": [ + "mag-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mag_Deva-snd_Arab", + "languages": [ + "mag-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mag_Deva-tuk_Latn", + "languages": [ + "mag-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mag_Deva-bak_Cyrl", + "languages": [ + "mag-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.454442, + "recall": 0.52668, + "f1": 0.474113, + "accuracy": 0.52668, + "main_score": 0.474113, + "hf_subset": "mag_Deva-dyu_Latn", + "languages": [ + "mag-Deva", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-heb_Hebr", + "languages": [ + "mag-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mag_Deva-khk_Cyrl", + "languages": [ + "mag-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-lvs_Latn", + "languages": [ + "mag-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-pan_Guru", + "languages": [ + "mag-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.872151, + "recall": 0.910079, + "f1": 0.884124, + "accuracy": 0.910079, + "main_score": 0.884124, + "hf_subset": "mag_Deva-som_Latn", + "languages": [ + "mag-Deva", + "som-Latn" + ] + }, + { + "precision": 0.711709, + "recall": 0.773715, + "f1": 0.72971, + "accuracy": 0.773715, + "main_score": 0.72971, + "hf_subset": "mag_Deva-tum_Latn", + "languages": [ + "mag-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.548379, + "recall": 0.634387, + "f1": 0.57321, + "accuracy": 0.634387, + "main_score": 0.57321, + "hf_subset": "pap_Latn-ace_Arab", + "languages": [ + "pap-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.48499, + "recall": 0.548419, + "f1": 0.502207, + "accuracy": 0.548419, + "main_score": 0.502207, + "hf_subset": "pap_Latn-bam_Latn", + "languages": [ + "pap-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.663252, + "recall": 0.738142, + "f1": 0.685052, + "accuracy": 0.738142, + "main_score": 0.685052, + "hf_subset": "pap_Latn-dzo_Tibt", + "languages": [ + "pap-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-hin_Deva", + "languages": [ + "pap-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "pap_Latn-khm_Khmr", + "languages": [ + "pap-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pap_Latn-mag_Deva", + "languages": [ + "pap-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.870636, + "recall": 0.909091, + "f1": 0.882806, + "accuracy": 0.909091, + "main_score": 0.882806, + "hf_subset": "pap_Latn-sot_Latn", + "languages": [ + "pap-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-tur_Latn", + "languages": [ + "pap-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.886917, + "recall": 0.918972, + "f1": 0.896887, + "accuracy": 0.918972, + "main_score": 0.896887, + "hf_subset": "pap_Latn-ace_Latn", + "languages": [ + "pap-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.977273, + "f1": 0.971014, + "accuracy": 0.977273, + "main_score": 0.971014, + "hf_subset": "pap_Latn-ban_Latn", + "languages": [ + "pap-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pap_Latn-ell_Grek", + "languages": [ + "pap-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pap_Latn-hne_Deva", + "languages": [ + "pap-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.582471, + "recall": 0.652174, + "f1": 0.601935, + "accuracy": 0.652174, + "main_score": 0.601935, + "hf_subset": "pap_Latn-kik_Latn", + "languages": [ + "pap-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pap_Latn-mai_Deva", + "languages": [ + "pap-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "pap_Latn-pbt_Arab", + "languages": [ + "pap-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pap_Latn-spa_Latn", + "languages": [ + "pap-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.779018, + "recall": 0.835968, + "f1": 0.796245, + "accuracy": 0.835968, + "main_score": 0.796245, + "hf_subset": "pap_Latn-twi_Latn", + "languages": [ + "pap-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-acm_Arab", + "languages": [ + "pap-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pap_Latn-bel_Cyrl", + "languages": [ + "pap-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pap_Latn-eng_Latn", + "languages": [ + "pap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pap_Latn-hrv_Latn", + "languages": [ + "pap-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.854562, + "recall": 0.894269, + "f1": 0.866634, + "accuracy": 0.894269, + "main_score": 0.866634, + "hf_subset": "pap_Latn-kin_Latn", + "languages": [ + "pap-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pap_Latn-mal_Mlym", + "languages": [ + "pap-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.988883, + "recall": 0.992095, + "f1": 0.989855, + "accuracy": 0.992095, + "main_score": 0.989855, + "hf_subset": "pap_Latn-pes_Arab", + "languages": [ + "pap-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-srd_Latn", + "languages": [ + "pap-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.216948, + "recall": 0.285573, + "f1": 0.23389, + "accuracy": 0.285573, + "main_score": 0.23389, + "hf_subset": "pap_Latn-tzm_Tfng", + "languages": [ + "pap-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-acq_Arab", + "languages": [ + "pap-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.676763, + "recall": 0.745059, + "f1": 0.696255, + "accuracy": 0.745059, + "main_score": 0.696255, + "hf_subset": "pap_Latn-bem_Latn", + "languages": [ + "pap-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-epo_Latn", + "languages": [ + "pap-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "pap_Latn-hun_Latn", + "languages": [ + "pap-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pap_Latn-kir_Cyrl", + "languages": [ + "pap-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "pap_Latn-mar_Deva", + "languages": [ + "pap-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.871542, + "recall": 0.908103, + "f1": 0.882872, + "accuracy": 0.908103, + "main_score": 0.882872, + "hf_subset": "pap_Latn-plt_Latn", + "languages": [ + "pap-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-srp_Cyrl", + "languages": [ + "pap-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.931159, + "recall": 0.952569, + "f1": 0.938241, + "accuracy": 0.952569, + "main_score": 0.938241, + "hf_subset": "pap_Latn-uig_Arab", + "languages": [ + "pap-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pap_Latn-aeb_Arab", + "languages": [ + "pap-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-ben_Beng", + "languages": [ + "pap-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-est_Latn", + "languages": [ + "pap-Latn", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-hye_Armn", + "languages": [ + "pap-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.490074, + "recall": 0.55336, + "f1": 0.507702, + "accuracy": 0.55336, + "main_score": 0.507702, + "hf_subset": "pap_Latn-kmb_Latn", + "languages": [ + "pap-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.520386, + "recall": 0.614625, + "f1": 0.546712, + "accuracy": 0.614625, + "main_score": 0.546712, + "hf_subset": "pap_Latn-min_Arab", + "languages": [ + "pap-Latn", + "min-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pap_Latn-pol_Latn", + "languages": [ + "pap-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.766182, + "recall": 0.824111, + "f1": 0.783482, + "accuracy": 0.824111, + "main_score": 0.783482, + "hf_subset": "pap_Latn-ssw_Latn", + "languages": [ + "pap-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-ukr_Cyrl", + "languages": [ + "pap-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pap_Latn-afr_Latn", + "languages": [ + "pap-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pap_Latn-bho_Deva", + "languages": [ + "pap-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-eus_Latn", + "languages": [ + "pap-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.862401, + "recall": 0.902174, + "f1": 0.874704, + "accuracy": 0.902174, + "main_score": 0.874704, + "hf_subset": "pap_Latn-ibo_Latn", + "languages": [ + "pap-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.88587, + "recall": 0.917984, + "f1": 0.895883, + "accuracy": 0.917984, + "main_score": 0.895883, + "hf_subset": "pap_Latn-kmr_Latn", + "languages": [ + "pap-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pap_Latn-min_Latn", + "languages": [ + "pap-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pap_Latn-por_Latn", + "languages": [ + "pap-Latn", + "por-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "pap_Latn-sun_Latn", + "languages": [ + "pap-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.489553, + "recall": 0.555336, + "f1": 0.507948, + "accuracy": 0.555336, + "main_score": 0.507948, + "hf_subset": "pap_Latn-umb_Latn", + "languages": [ + "pap-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-ajp_Arab", + "languages": [ + "pap-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.541293, + "recall": 0.62253, + "f1": 0.564281, + "accuracy": 0.62253, + "main_score": 0.564281, + "hf_subset": "pap_Latn-bjn_Arab", + "languages": [ + "pap-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.466182, + "recall": 0.528656, + "f1": 0.483442, + "accuracy": 0.528656, + "main_score": 0.483442, + "hf_subset": "pap_Latn-ewe_Latn", + "languages": [ + "pap-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "pap_Latn-ilo_Latn", + "languages": [ + "pap-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.276771, + "recall": 0.349802, + "f1": 0.294904, + "accuracy": 0.349802, + "main_score": 0.294904, + "hf_subset": "pap_Latn-knc_Arab", + "languages": [ + "pap-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-mkd_Cyrl", + "languages": [ + "pap-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-prs_Arab", + "languages": [ + "pap-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pap_Latn-swe_Latn", + "languages": [ + "pap-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pap_Latn-urd_Arab", + "languages": [ + "pap-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.732653, + "recall": 0.795455, + "f1": 0.751383, + "accuracy": 0.795455, + "main_score": 0.751383, + "hf_subset": "pap_Latn-aka_Latn", + "languages": [ + "pap-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "pap_Latn-bjn_Latn", + "languages": [ + "pap-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "pap_Latn-fao_Latn", + "languages": [ + "pap-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pap_Latn-ind_Latn", + "languages": [ + "pap-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.528979, + "recall": 0.593874, + "f1": 0.546753, + "accuracy": 0.593874, + "main_score": 0.546753, + "hf_subset": "pap_Latn-knc_Latn", + "languages": [ + "pap-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pap_Latn-mlt_Latn", + "languages": [ + "pap-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.637773, + "recall": 0.709486, + "f1": 0.658384, + "accuracy": 0.709486, + "main_score": 0.658384, + "hf_subset": "pap_Latn-quy_Latn", + "languages": [ + "pap-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "pap_Latn-swh_Latn", + "languages": [ + "pap-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pap_Latn-uzn_Latn", + "languages": [ + "pap-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pap_Latn-als_Latn", + "languages": [ + "pap-Latn", + "als-Latn" + ] + }, + { + "precision": 0.777042, + "recall": 0.838933, + "f1": 0.796151, + "accuracy": 0.838933, + "main_score": 0.796151, + "hf_subset": "pap_Latn-bod_Tibt", + "languages": [ + "pap-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.619839, + "recall": 0.692688, + "f1": 0.64062, + "accuracy": 0.692688, + "main_score": 0.64062, + "hf_subset": "pap_Latn-fij_Latn", + "languages": [ + "pap-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "pap_Latn-isl_Latn", + "languages": [ + "pap-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.621674, + "recall": 0.690711, + "f1": 0.640948, + "accuracy": 0.690711, + "main_score": 0.640948, + "hf_subset": "pap_Latn-kon_Latn", + "languages": [ + "pap-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.607279, + "recall": 0.689723, + "f1": 0.631479, + "accuracy": 0.689723, + "main_score": 0.631479, + "hf_subset": "pap_Latn-mni_Beng", + "languages": [ + "pap-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pap_Latn-ron_Latn", + "languages": [ + "pap-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.985178, + "f1": 0.981884, + "accuracy": 0.985178, + "main_score": 0.981884, + "hf_subset": "pap_Latn-szl_Latn", + "languages": [ + "pap-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "pap_Latn-vec_Latn", + "languages": [ + "pap-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.926877, + "recall": 0.949605, + "f1": 0.934289, + "accuracy": 0.949605, + "main_score": 0.934289, + "hf_subset": "pap_Latn-amh_Ethi", + "languages": [ + "pap-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-bos_Latn", + "languages": [ + "pap-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-fin_Latn", + "languages": [ + "pap-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pap_Latn-ita_Latn", + "languages": [ + "pap-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pap_Latn-kor_Hang", + "languages": [ + "pap-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.494859, + "recall": 0.564229, + "f1": 0.51422, + "accuracy": 0.564229, + "main_score": 0.51422, + "hf_subset": "pap_Latn-mos_Latn", + "languages": [ + "pap-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.745389, + "recall": 0.805336, + "f1": 0.763688, + "accuracy": 0.805336, + "main_score": 0.763688, + "hf_subset": "pap_Latn-run_Latn", + "languages": [ + "pap-Latn", + "run-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "pap_Latn-tam_Taml", + "languages": [ + "pap-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pap_Latn-vie_Latn", + "languages": [ + "pap-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pap_Latn-apc_Arab", + "languages": [ + "pap-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.739262, + "recall": 0.80336, + "f1": 0.758366, + "accuracy": 0.80336, + "main_score": 0.758366, + "hf_subset": "pap_Latn-bug_Latn", + "languages": [ + "pap-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.430972, + "recall": 0.485178, + "f1": 0.445812, + "accuracy": 0.485178, + "main_score": 0.445812, + "hf_subset": "pap_Latn-fon_Latn", + "languages": [ + "pap-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pap_Latn-jav_Latn", + "languages": [ + "pap-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "pap_Latn-lao_Laoo", + "languages": [ + "pap-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.870636, + "recall": 0.908103, + "f1": 0.882477, + "accuracy": 0.908103, + "main_score": 0.882477, + "hf_subset": "pap_Latn-mri_Latn", + "languages": [ + "pap-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pap_Latn-rus_Cyrl", + "languages": [ + "pap-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.50234, + "recall": 0.564229, + "f1": 0.519731, + "accuracy": 0.564229, + "main_score": 0.519731, + "hf_subset": "pap_Latn-taq_Latn", + "languages": [ + "pap-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-war_Latn", + "languages": [ + "pap-Latn", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-arb_Arab", + "languages": [ + "pap-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-bul_Cyrl", + "languages": [ + "pap-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-fra_Latn", + "languages": [ + "pap-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pap_Latn-jpn_Jpan", + "languages": [ + "pap-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pap_Latn-lij_Latn", + "languages": [ + "pap-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "pap_Latn-mya_Mymr", + "languages": [ + "pap-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.56825, + "recall": 0.633399, + "f1": 0.586533, + "accuracy": 0.633399, + "main_score": 0.586533, + "hf_subset": "pap_Latn-sag_Latn", + "languages": [ + "pap-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.249614, + "recall": 0.317194, + "f1": 0.266253, + "accuracy": 0.317194, + "main_score": 0.266253, + "hf_subset": "pap_Latn-taq_Tfng", + "languages": [ + "pap-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.635455, + "recall": 0.70751, + "f1": 0.656139, + "accuracy": 0.70751, + "main_score": 0.656139, + "hf_subset": "pap_Latn-wol_Latn", + "languages": [ + "pap-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.839839, + "recall": 0.886364, + "f1": 0.85415, + "accuracy": 0.886364, + "main_score": 0.85415, + "hf_subset": "pap_Latn-arb_Latn", + "languages": [ + "pap-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pap_Latn-cat_Latn", + "languages": [ + "pap-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-fur_Latn", + "languages": [ + "pap-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.459768, + "recall": 0.534585, + "f1": 0.48056, + "accuracy": 0.534585, + "main_score": 0.48056, + "hf_subset": "pap_Latn-kab_Latn", + "languages": [ + "pap-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-lim_Latn", + "languages": [ + "pap-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-nld_Latn", + "languages": [ + "pap-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.97332, + "f1": 0.966074, + "accuracy": 0.97332, + "main_score": 0.966074, + "hf_subset": "pap_Latn-san_Deva", + "languages": [ + "pap-Latn", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-tat_Cyrl", + "languages": [ + "pap-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.888834, + "recall": 0.922925, + "f1": 0.899868, + "accuracy": 0.922925, + "main_score": 0.899868, + "hf_subset": "pap_Latn-xho_Latn", + "languages": [ + "pap-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-ars_Arab", + "languages": [ + "pap-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-ceb_Latn", + "languages": [ + "pap-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.49178, + "recall": 0.56917, + "f1": 0.51322, + "accuracy": 0.56917, + "main_score": 0.51322, + "hf_subset": "pap_Latn-fuv_Latn", + "languages": [ + "pap-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.487858, + "recall": 0.555336, + "f1": 0.506286, + "accuracy": 0.555336, + "main_score": 0.506286, + "hf_subset": "pap_Latn-kac_Latn", + "languages": [ + "pap-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.643585, + "recall": 0.711462, + "f1": 0.662844, + "accuracy": 0.711462, + "main_score": 0.662844, + "hf_subset": "pap_Latn-lin_Latn", + "languages": [ + "pap-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-nno_Latn", + "languages": [ + "pap-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.876927, + "recall": 0.914032, + "f1": 0.888735, + "accuracy": 0.914032, + "main_score": 0.888735, + "hf_subset": "pap_Latn-sat_Olck", + "languages": [ + "pap-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "pap_Latn-tel_Telu", + "languages": [ + "pap-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pap_Latn-ydd_Hebr", + "languages": [ + "pap-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "pap_Latn-ary_Arab", + "languages": [ + "pap-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-ces_Latn", + "languages": [ + "pap-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.595727, + "recall": 0.66996, + "f1": 0.61686, + "accuracy": 0.66996, + "main_score": 0.61686, + "hf_subset": "pap_Latn-gaz_Latn", + "languages": [ + "pap-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.544724, + "recall": 0.620553, + "f1": 0.566361, + "accuracy": 0.620553, + "main_score": 0.566361, + "hf_subset": "pap_Latn-kam_Latn", + "languages": [ + "pap-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "pap_Latn-lit_Latn", + "languages": [ + "pap-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-nob_Latn", + "languages": [ + "pap-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-scn_Latn", + "languages": [ + "pap-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "pap_Latn-tgk_Cyrl", + "languages": [ + "pap-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.742845, + "recall": 0.809289, + "f1": 0.762848, + "accuracy": 0.809289, + "main_score": 0.762848, + "hf_subset": "pap_Latn-yor_Latn", + "languages": [ + "pap-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-arz_Arab", + "languages": [ + "pap-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.503063, + "recall": 0.577075, + "f1": 0.523175, + "accuracy": 0.577075, + "main_score": 0.523175, + "hf_subset": "pap_Latn-cjk_Latn", + "languages": [ + "pap-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.966403, + "f1": 0.955204, + "accuracy": 0.966403, + "main_score": 0.955204, + "hf_subset": "pap_Latn-gla_Latn", + "languages": [ + "pap-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "pap_Latn-kan_Knda", + "languages": [ + "pap-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.99193, + "recall": 0.994071, + "f1": 0.992589, + "accuracy": 0.994071, + "main_score": 0.992589, + "hf_subset": "pap_Latn-lmo_Latn", + "languages": [ + "pap-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "pap_Latn-npi_Deva", + "languages": [ + "pap-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.54364, + "recall": 0.625494, + "f1": 0.566471, + "accuracy": 0.625494, + "main_score": 0.566471, + "hf_subset": "pap_Latn-shn_Mymr", + "languages": [ + "pap-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-tgl_Latn", + "languages": [ + "pap-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-yue_Hant", + "languages": [ + "pap-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "pap_Latn-asm_Beng", + "languages": [ + "pap-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.921113, + "recall": 0.944664, + "f1": 0.928689, + "accuracy": 0.944664, + "main_score": 0.928689, + "hf_subset": "pap_Latn-ckb_Arab", + "languages": [ + "pap-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "pap_Latn-gle_Latn", + "languages": [ + "pap-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.915184, + "recall": 0.9417, + "f1": 0.923748, + "accuracy": 0.9417, + "main_score": 0.923748, + "hf_subset": "pap_Latn-kas_Arab", + "languages": [ + "pap-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.909173, + "recall": 0.935771, + "f1": 0.917556, + "accuracy": 0.935771, + "main_score": 0.917556, + "hf_subset": "pap_Latn-ltg_Latn", + "languages": [ + "pap-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.795982, + "recall": 0.848814, + "f1": 0.812305, + "accuracy": 0.848814, + "main_score": 0.812305, + "hf_subset": "pap_Latn-nso_Latn", + "languages": [ + "pap-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "pap_Latn-sin_Sinh", + "languages": [ + "pap-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-tha_Thai", + "languages": [ + "pap-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pap_Latn-zho_Hans", + "languages": [ + "pap-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pap_Latn-ast_Latn", + "languages": [ + "pap-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "pap_Latn-crh_Latn", + "languages": [ + "pap-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pap_Latn-glg_Latn", + "languages": [ + "pap-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.868824, + "recall": 0.908103, + "f1": 0.881126, + "accuracy": 0.908103, + "main_score": 0.881126, + "hf_subset": "pap_Latn-kas_Deva", + "languages": [ + "pap-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-ltz_Latn", + "languages": [ + "pap-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.438036, + "recall": 0.509881, + "f1": 0.457111, + "accuracy": 0.509881, + "main_score": 0.457111, + "hf_subset": "pap_Latn-nus_Latn", + "languages": [ + "pap-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-slk_Latn", + "languages": [ + "pap-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.643586, + "recall": 0.72332, + "f1": 0.666721, + "accuracy": 0.72332, + "main_score": 0.666721, + "hf_subset": "pap_Latn-tir_Ethi", + "languages": [ + "pap-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-zho_Hant", + "languages": [ + "pap-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.979002, + "recall": 0.98419, + "f1": 0.980632, + "accuracy": 0.98419, + "main_score": 0.980632, + "hf_subset": "pap_Latn-awa_Deva", + "languages": [ + "pap-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-cym_Latn", + "languages": [ + "pap-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.784914, + "recall": 0.838933, + "f1": 0.801435, + "accuracy": 0.838933, + "main_score": 0.801435, + "hf_subset": "pap_Latn-grn_Latn", + "languages": [ + "pap-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pap_Latn-kat_Geor", + "languages": [ + "pap-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.607527, + "recall": 0.670949, + "f1": 0.624936, + "accuracy": 0.670949, + "main_score": 0.624936, + "hf_subset": "pap_Latn-lua_Latn", + "languages": [ + "pap-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.835145, + "recall": 0.881423, + "f1": 0.84944, + "accuracy": 0.881423, + "main_score": 0.84944, + "hf_subset": "pap_Latn-nya_Latn", + "languages": [ + "pap-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-slv_Latn", + "languages": [ + "pap-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "pap_Latn-tpi_Latn", + "languages": [ + "pap-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-zsm_Latn", + "languages": [ + "pap-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.499908, + "recall": 0.571146, + "f1": 0.519492, + "accuracy": 0.571146, + "main_score": 0.519492, + "hf_subset": "pap_Latn-ayr_Latn", + "languages": [ + "pap-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pap_Latn-dan_Latn", + "languages": [ + "pap-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-guj_Gujr", + "languages": [ + "pap-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-kaz_Cyrl", + "languages": [ + "pap-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.654802, + "recall": 0.728261, + "f1": 0.675793, + "accuracy": 0.728261, + "main_score": 0.675793, + "hf_subset": "pap_Latn-lug_Latn", + "languages": [ + "pap-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pap_Latn-oci_Latn", + "languages": [ + "pap-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.841271, + "recall": 0.884387, + "f1": 0.854908, + "accuracy": 0.884387, + "main_score": 0.854908, + "hf_subset": "pap_Latn-smo_Latn", + "languages": [ + "pap-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.737105, + "recall": 0.800395, + "f1": 0.756555, + "accuracy": 0.800395, + "main_score": 0.756555, + "hf_subset": "pap_Latn-tsn_Latn", + "languages": [ + "pap-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.906044, + "recall": 0.933794, + "f1": 0.914756, + "accuracy": 0.933794, + "main_score": 0.914756, + "hf_subset": "pap_Latn-zul_Latn", + "languages": [ + "pap-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.926219, + "recall": 0.949605, + "f1": 0.933794, + "accuracy": 0.949605, + "main_score": 0.933794, + "hf_subset": "pap_Latn-azb_Arab", + "languages": [ + "pap-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-deu_Latn", + "languages": [ + "pap-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "pap_Latn-hat_Latn", + "languages": [ + "pap-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.483836, + "recall": 0.547431, + "f1": 0.501364, + "accuracy": 0.547431, + "main_score": 0.501364, + "hf_subset": "pap_Latn-kbp_Latn", + "languages": [ + "pap-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.515274, + "recall": 0.58498, + "f1": 0.534739, + "accuracy": 0.58498, + "main_score": 0.534739, + "hf_subset": "pap_Latn-luo_Latn", + "languages": [ + "pap-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "pap_Latn-ory_Orya", + "languages": [ + "pap-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.878294, + "recall": 0.91502, + "f1": 0.890119, + "accuracy": 0.91502, + "main_score": 0.890119, + "hf_subset": "pap_Latn-sna_Latn", + "languages": [ + "pap-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.657691, + "recall": 0.733202, + "f1": 0.679287, + "accuracy": 0.733202, + "main_score": 0.679287, + "hf_subset": "pap_Latn-tso_Latn", + "languages": [ + "pap-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-azj_Latn", + "languages": [ + "pap-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.496095, + "recall": 0.567194, + "f1": 0.516552, + "accuracy": 0.567194, + "main_score": 0.516552, + "hf_subset": "pap_Latn-dik_Latn", + "languages": [ + "pap-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.899539, + "recall": 0.929842, + "f1": 0.909223, + "accuracy": 0.929842, + "main_score": 0.909223, + "hf_subset": "pap_Latn-hau_Latn", + "languages": [ + "pap-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pap_Latn-kea_Latn", + "languages": [ + "pap-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.914937, + "recall": 0.939723, + "f1": 0.922661, + "accuracy": 0.939723, + "main_score": 0.922661, + "hf_subset": "pap_Latn-lus_Latn", + "languages": [ + "pap-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.865366, + "recall": 0.902174, + "f1": 0.877042, + "accuracy": 0.902174, + "main_score": 0.877042, + "hf_subset": "pap_Latn-pag_Latn", + "languages": [ + "pap-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "pap_Latn-snd_Arab", + "languages": [ + "pap-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pap_Latn-tuk_Latn", + "languages": [ + "pap-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pap_Latn-bak_Cyrl", + "languages": [ + "pap-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.46168, + "recall": 0.538538, + "f1": 0.483367, + "accuracy": 0.538538, + "main_score": 0.483367, + "hf_subset": "pap_Latn-dyu_Latn", + "languages": [ + "pap-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-heb_Hebr", + "languages": [ + "pap-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "pap_Latn-khk_Cyrl", + "languages": [ + "pap-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-lvs_Latn", + "languages": [ + "pap-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-pan_Guru", + "languages": [ + "pap-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.869648, + "recall": 0.909091, + "f1": 0.88195, + "accuracy": 0.909091, + "main_score": 0.88195, + "hf_subset": "pap_Latn-som_Latn", + "languages": [ + "pap-Latn", + "som-Latn" + ] + }, + { + "precision": 0.69487, + "recall": 0.759881, + "f1": 0.714435, + "accuracy": 0.759881, + "main_score": 0.714435, + "hf_subset": "pap_Latn-tum_Latn", + "languages": [ + "pap-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.47001, + "recall": 0.541502, + "f1": 0.489323, + "accuracy": 0.541502, + "main_score": 0.489323, + "hf_subset": "sot_Latn-ace_Arab", + "languages": [ + "sot-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.483738, + "recall": 0.535573, + "f1": 0.497452, + "accuracy": 0.535573, + "main_score": 0.497452, + "hf_subset": "sot_Latn-bam_Latn", + "languages": [ + "sot-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.525892, + "recall": 0.593874, + "f1": 0.544665, + "accuracy": 0.593874, + "main_score": 0.544665, + "hf_subset": "sot_Latn-dzo_Tibt", + "languages": [ + "sot-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.897079, + "recall": 0.922925, + "f1": 0.904809, + "accuracy": 0.922925, + "main_score": 0.904809, + "hf_subset": "sot_Latn-hin_Deva", + "languages": [ + "sot-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.827259, + "recall": 0.867589, + "f1": 0.838853, + "accuracy": 0.867589, + "main_score": 0.838853, + "hf_subset": "sot_Latn-khm_Khmr", + "languages": [ + "sot-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.865173, + "recall": 0.898221, + "f1": 0.874944, + "accuracy": 0.898221, + "main_score": 0.874944, + "hf_subset": "sot_Latn-mag_Deva", + "languages": [ + "sot-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.864296, + "recall": 0.897233, + "f1": 0.873528, + "accuracy": 0.897233, + "main_score": 0.873528, + "hf_subset": "sot_Latn-pap_Latn", + "languages": [ + "sot-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.89032, + "recall": 0.917984, + "f1": 0.898534, + "accuracy": 0.917984, + "main_score": 0.898534, + "hf_subset": "sot_Latn-tur_Latn", + "languages": [ + "sot-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.750127, + "recall": 0.794466, + "f1": 0.762663, + "accuracy": 0.794466, + "main_score": 0.762663, + "hf_subset": "sot_Latn-ace_Latn", + "languages": [ + "sot-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.807658, + "recall": 0.84585, + "f1": 0.819105, + "accuracy": 0.84585, + "main_score": 0.819105, + "hf_subset": "sot_Latn-ban_Latn", + "languages": [ + "sot-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.871503, + "recall": 0.905138, + "f1": 0.881522, + "accuracy": 0.905138, + "main_score": 0.881522, + "hf_subset": "sot_Latn-ell_Grek", + "languages": [ + "sot-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.856291, + "recall": 0.890316, + "f1": 0.866488, + "accuracy": 0.890316, + "main_score": 0.866488, + "hf_subset": "sot_Latn-hne_Deva", + "languages": [ + "sot-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.577039, + "recall": 0.635375, + "f1": 0.593067, + "accuracy": 0.635375, + "main_score": 0.593067, + "hf_subset": "sot_Latn-kik_Latn", + "languages": [ + "sot-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.870923, + "recall": 0.902174, + "f1": 0.880138, + "accuracy": 0.902174, + "main_score": 0.880138, + "hf_subset": "sot_Latn-mai_Deva", + "languages": [ + "sot-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.827992, + "recall": 0.869565, + "f1": 0.840104, + "accuracy": 0.869565, + "main_score": 0.840104, + "hf_subset": "sot_Latn-pbt_Arab", + "languages": [ + "sot-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.862376, + "recall": 0.899209, + "f1": 0.873719, + "accuracy": 0.899209, + "main_score": 0.873719, + "hf_subset": "sot_Latn-spa_Latn", + "languages": [ + "sot-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.714604, + "recall": 0.763834, + "f1": 0.72853, + "accuracy": 0.763834, + "main_score": 0.72853, + "hf_subset": "sot_Latn-twi_Latn", + "languages": [ + "sot-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.869055, + "recall": 0.902174, + "f1": 0.8787, + "accuracy": 0.902174, + "main_score": 0.8787, + "hf_subset": "sot_Latn-acm_Arab", + "languages": [ + "sot-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.841314, + "recall": 0.881423, + "f1": 0.853113, + "accuracy": 0.881423, + "main_score": 0.853113, + "hf_subset": "sot_Latn-bel_Cyrl", + "languages": [ + "sot-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.876828, + "recall": 0.908103, + "f1": 0.885623, + "accuracy": 0.908103, + "main_score": 0.885623, + "hf_subset": "sot_Latn-eng_Latn", + "languages": [ + "sot-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.887269, + "recall": 0.917984, + "f1": 0.896593, + "accuracy": 0.917984, + "main_score": 0.896593, + "hf_subset": "sot_Latn-hrv_Latn", + "languages": [ + "sot-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.821961, + "recall": 0.864625, + "f1": 0.834955, + "accuracy": 0.864625, + "main_score": 0.834955, + "hf_subset": "sot_Latn-kin_Latn", + "languages": [ + "sot-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.854455, + "recall": 0.891304, + "f1": 0.865042, + "accuracy": 0.891304, + "main_score": 0.865042, + "hf_subset": "sot_Latn-mal_Mlym", + "languages": [ + "sot-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.862585, + "recall": 0.894269, + "f1": 0.871893, + "accuracy": 0.894269, + "main_score": 0.871893, + "hf_subset": "sot_Latn-pes_Arab", + "languages": [ + "sot-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.85387, + "recall": 0.88834, + "f1": 0.864207, + "accuracy": 0.88834, + "main_score": 0.864207, + "hf_subset": "sot_Latn-srd_Latn", + "languages": [ + "sot-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.222496, + "recall": 0.285573, + "f1": 0.238502, + "accuracy": 0.285573, + "main_score": 0.238502, + "hf_subset": "sot_Latn-tzm_Tfng", + "languages": [ + "sot-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.880023, + "recall": 0.913043, + "f1": 0.89017, + "accuracy": 0.913043, + "main_score": 0.89017, + "hf_subset": "sot_Latn-acq_Arab", + "languages": [ + "sot-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.69403, + "recall": 0.750988, + "f1": 0.710666, + "accuracy": 0.750988, + "main_score": 0.710666, + "hf_subset": "sot_Latn-bem_Latn", + "languages": [ + "sot-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.870866, + "recall": 0.901186, + "f1": 0.879273, + "accuracy": 0.901186, + "main_score": 0.879273, + "hf_subset": "sot_Latn-epo_Latn", + "languages": [ + "sot-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.884497, + "recall": 0.913043, + "f1": 0.892754, + "accuracy": 0.913043, + "main_score": 0.892754, + "hf_subset": "sot_Latn-hun_Latn", + "languages": [ + "sot-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.840062, + "recall": 0.878458, + "f1": 0.851467, + "accuracy": 0.878458, + "main_score": 0.851467, + "hf_subset": "sot_Latn-kir_Cyrl", + "languages": [ + "sot-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.884067, + "recall": 0.916996, + "f1": 0.894153, + "accuracy": 0.916996, + "main_score": 0.894153, + "hf_subset": "sot_Latn-mar_Deva", + "languages": [ + "sot-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.816601, + "recall": 0.862648, + "f1": 0.830995, + "accuracy": 0.862648, + "main_score": 0.830995, + "hf_subset": "sot_Latn-plt_Latn", + "languages": [ + "sot-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.877174, + "recall": 0.912055, + "f1": 0.887766, + "accuracy": 0.912055, + "main_score": 0.887766, + "hf_subset": "sot_Latn-srp_Cyrl", + "languages": [ + "sot-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.797546, + "recall": 0.84585, + "f1": 0.811892, + "accuracy": 0.84585, + "main_score": 0.811892, + "hf_subset": "sot_Latn-uig_Arab", + "languages": [ + "sot-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.8393, + "recall": 0.878458, + "f1": 0.850801, + "accuracy": 0.878458, + "main_score": 0.850801, + "hf_subset": "sot_Latn-aeb_Arab", + "languages": [ + "sot-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.872582, + "recall": 0.903162, + "f1": 0.881332, + "accuracy": 0.903162, + "main_score": 0.881332, + "hf_subset": "sot_Latn-ben_Beng", + "languages": [ + "sot-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.87943, + "recall": 0.912055, + "f1": 0.889347, + "accuracy": 0.912055, + "main_score": 0.889347, + "hf_subset": "sot_Latn-est_Latn", + "languages": [ + "sot-Latn", + "est-Latn" + ] + }, + { + "precision": 0.861594, + "recall": 0.897233, + "f1": 0.871829, + "accuracy": 0.897233, + "main_score": 0.871829, + "hf_subset": "sot_Latn-hye_Armn", + "languages": [ + "sot-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.504237, + "recall": 0.549407, + "f1": 0.516782, + "accuracy": 0.549407, + "main_score": 0.516782, + "hf_subset": "sot_Latn-kmb_Latn", + "languages": [ + "sot-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.443083, + "recall": 0.518775, + "f1": 0.464002, + "accuracy": 0.518775, + "main_score": 0.464002, + "hf_subset": "sot_Latn-min_Arab", + "languages": [ + "sot-Latn", + "min-Arab" + ] + }, + { + "precision": 0.871986, + "recall": 0.905138, + "f1": 0.881856, + "accuracy": 0.905138, + "main_score": 0.881856, + "hf_subset": "sot_Latn-pol_Latn", + "languages": [ + "sot-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.781769, + "recall": 0.832016, + "f1": 0.797332, + "accuracy": 0.832016, + "main_score": 0.797332, + "hf_subset": "sot_Latn-ssw_Latn", + "languages": [ + "sot-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.871377, + "recall": 0.908103, + "f1": 0.882613, + "accuracy": 0.908103, + "main_score": 0.882613, + "hf_subset": "sot_Latn-ukr_Cyrl", + "languages": [ + "sot-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.879226, + "recall": 0.906126, + "f1": 0.886959, + "accuracy": 0.906126, + "main_score": 0.886959, + "hf_subset": "sot_Latn-afr_Latn", + "languages": [ + "sot-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.841867, + "recall": 0.878458, + "f1": 0.852292, + "accuracy": 0.878458, + "main_score": 0.852292, + "hf_subset": "sot_Latn-bho_Deva", + "languages": [ + "sot-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.850323, + "recall": 0.880435, + "f1": 0.858868, + "accuracy": 0.880435, + "main_score": 0.858868, + "hf_subset": "sot_Latn-eus_Latn", + "languages": [ + "sot-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.791561, + "recall": 0.844862, + "f1": 0.807512, + "accuracy": 0.844862, + "main_score": 0.807512, + "hf_subset": "sot_Latn-ibo_Latn", + "languages": [ + "sot-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.818594, + "recall": 0.858696, + "f1": 0.829849, + "accuracy": 0.858696, + "main_score": 0.829849, + "hf_subset": "sot_Latn-kmr_Latn", + "languages": [ + "sot-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.852364, + "recall": 0.884387, + "f1": 0.861498, + "accuracy": 0.884387, + "main_score": 0.861498, + "hf_subset": "sot_Latn-min_Latn", + "languages": [ + "sot-Latn", + "min-Latn" + ] + }, + { + "precision": 0.893034, + "recall": 0.923913, + "f1": 0.902899, + "accuracy": 0.923913, + "main_score": 0.902899, + "hf_subset": "sot_Latn-por_Latn", + "languages": [ + "sot-Latn", + "por-Latn" + ] + }, + { + "precision": 0.833697, + "recall": 0.871542, + "f1": 0.844557, + "accuracy": 0.871542, + "main_score": 0.844557, + "hf_subset": "sot_Latn-sun_Latn", + "languages": [ + "sot-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.481186, + "recall": 0.543478, + "f1": 0.498662, + "accuracy": 0.543478, + "main_score": 0.498662, + "hf_subset": "sot_Latn-umb_Latn", + "languages": [ + "sot-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.867887, + "recall": 0.90415, + "f1": 0.879057, + "accuracy": 0.90415, + "main_score": 0.879057, + "hf_subset": "sot_Latn-ajp_Arab", + "languages": [ + "sot-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.44938, + "recall": 0.52668, + "f1": 0.470651, + "accuracy": 0.52668, + "main_score": 0.470651, + "hf_subset": "sot_Latn-bjn_Arab", + "languages": [ + "sot-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.477379, + "recall": 0.529644, + "f1": 0.491282, + "accuracy": 0.529644, + "main_score": 0.491282, + "hf_subset": "sot_Latn-ewe_Latn", + "languages": [ + "sot-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.837519, + "recall": 0.87747, + "f1": 0.849144, + "accuracy": 0.87747, + "main_score": 0.849144, + "hf_subset": "sot_Latn-ilo_Latn", + "languages": [ + "sot-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.255367, + "recall": 0.321146, + "f1": 0.27173, + "accuracy": 0.321146, + "main_score": 0.27173, + "hf_subset": "sot_Latn-knc_Arab", + "languages": [ + "sot-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.880879, + "recall": 0.910079, + "f1": 0.8894, + "accuracy": 0.910079, + "main_score": 0.8894, + "hf_subset": "sot_Latn-mkd_Cyrl", + "languages": [ + "sot-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.883293, + "recall": 0.911067, + "f1": 0.891373, + "accuracy": 0.911067, + "main_score": 0.891373, + "hf_subset": "sot_Latn-prs_Arab", + "languages": [ + "sot-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.881933, + "recall": 0.913043, + "f1": 0.891338, + "accuracy": 0.913043, + "main_score": 0.891338, + "hf_subset": "sot_Latn-swe_Latn", + "languages": [ + "sot-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.861042, + "recall": 0.897233, + "f1": 0.871992, + "accuracy": 0.897233, + "main_score": 0.871992, + "hf_subset": "sot_Latn-urd_Arab", + "languages": [ + "sot-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.689179, + "recall": 0.747036, + "f1": 0.705416, + "accuracy": 0.747036, + "main_score": 0.705416, + "hf_subset": "sot_Latn-aka_Latn", + "languages": [ + "sot-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.851726, + "recall": 0.881423, + "f1": 0.859703, + "accuracy": 0.881423, + "main_score": 0.859703, + "hf_subset": "sot_Latn-bjn_Latn", + "languages": [ + "sot-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.864066, + "recall": 0.899209, + "f1": 0.87494, + "accuracy": 0.899209, + "main_score": 0.87494, + "hf_subset": "sot_Latn-fao_Latn", + "languages": [ + "sot-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.890575, + "recall": 0.917984, + "f1": 0.898566, + "accuracy": 0.917984, + "main_score": 0.898566, + "hf_subset": "sot_Latn-ind_Latn", + "languages": [ + "sot-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.528505, + "recall": 0.571146, + "f1": 0.539762, + "accuracy": 0.571146, + "main_score": 0.539762, + "hf_subset": "sot_Latn-knc_Latn", + "languages": [ + "sot-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.853709, + "recall": 0.887352, + "f1": 0.862679, + "accuracy": 0.887352, + "main_score": 0.862679, + "hf_subset": "sot_Latn-mlt_Latn", + "languages": [ + "sot-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.581272, + "recall": 0.643281, + "f1": 0.598483, + "accuracy": 0.643281, + "main_score": 0.598483, + "hf_subset": "sot_Latn-quy_Latn", + "languages": [ + "sot-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.881456, + "recall": 0.912055, + "f1": 0.890137, + "accuracy": 0.912055, + "main_score": 0.890137, + "hf_subset": "sot_Latn-swh_Latn", + "languages": [ + "sot-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.841625, + "recall": 0.882411, + "f1": 0.853524, + "accuracy": 0.882411, + "main_score": 0.853524, + "hf_subset": "sot_Latn-uzn_Latn", + "languages": [ + "sot-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.848339, + "recall": 0.885375, + "f1": 0.858879, + "accuracy": 0.885375, + "main_score": 0.858879, + "hf_subset": "sot_Latn-als_Latn", + "languages": [ + "sot-Latn", + "als-Latn" + ] + }, + { + "precision": 0.661262, + "recall": 0.732213, + "f1": 0.68215, + "accuracy": 0.732213, + "main_score": 0.68215, + "hf_subset": "sot_Latn-bod_Tibt", + "languages": [ + "sot-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.62827, + "recall": 0.68083, + "f1": 0.642978, + "accuracy": 0.68083, + "main_score": 0.642978, + "hf_subset": "sot_Latn-fij_Latn", + "languages": [ + "sot-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.855956, + "recall": 0.895257, + "f1": 0.867787, + "accuracy": 0.895257, + "main_score": 0.867787, + "hf_subset": "sot_Latn-isl_Latn", + "languages": [ + "sot-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.577248, + "recall": 0.624506, + "f1": 0.590714, + "accuracy": 0.624506, + "main_score": 0.590714, + "hf_subset": "sot_Latn-kon_Latn", + "languages": [ + "sot-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.505905, + "recall": 0.566206, + "f1": 0.52307, + "accuracy": 0.566206, + "main_score": 0.52307, + "hf_subset": "sot_Latn-mni_Beng", + "languages": [ + "sot-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.887829, + "recall": 0.917984, + "f1": 0.897101, + "accuracy": 0.917984, + "main_score": 0.897101, + "hf_subset": "sot_Latn-ron_Latn", + "languages": [ + "sot-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.886965, + "recall": 0.91502, + "f1": 0.895015, + "accuracy": 0.91502, + "main_score": 0.895015, + "hf_subset": "sot_Latn-szl_Latn", + "languages": [ + "sot-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.886735, + "recall": 0.913043, + "f1": 0.894092, + "accuracy": 0.913043, + "main_score": 0.894092, + "hf_subset": "sot_Latn-vec_Latn", + "languages": [ + "sot-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.863216, + "recall": 0.898221, + "f1": 0.873935, + "accuracy": 0.898221, + "main_score": 0.873935, + "hf_subset": "sot_Latn-amh_Ethi", + "languages": [ + "sot-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.86931, + "recall": 0.903162, + "f1": 0.879158, + "accuracy": 0.903162, + "main_score": 0.879158, + "hf_subset": "sot_Latn-bos_Latn", + "languages": [ + "sot-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.883557, + "recall": 0.912055, + "f1": 0.891929, + "accuracy": 0.912055, + "main_score": 0.891929, + "hf_subset": "sot_Latn-fin_Latn", + "languages": [ + "sot-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.901337, + "recall": 0.926877, + "f1": 0.90908, + "accuracy": 0.926877, + "main_score": 0.90908, + "hf_subset": "sot_Latn-ita_Latn", + "languages": [ + "sot-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.878435, + "recall": 0.913043, + "f1": 0.888883, + "accuracy": 0.913043, + "main_score": 0.888883, + "hf_subset": "sot_Latn-kor_Hang", + "languages": [ + "sot-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.494269, + "recall": 0.539526, + "f1": 0.507224, + "accuracy": 0.539526, + "main_score": 0.507224, + "hf_subset": "sot_Latn-mos_Latn", + "languages": [ + "sot-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.738203, + "recall": 0.791502, + "f1": 0.754072, + "accuracy": 0.791502, + "main_score": 0.754072, + "hf_subset": "sot_Latn-run_Latn", + "languages": [ + "sot-Latn", + "run-Latn" + ] + }, + { + "precision": 0.860729, + "recall": 0.894269, + "f1": 0.870502, + "accuracy": 0.894269, + "main_score": 0.870502, + "hf_subset": "sot_Latn-tam_Taml", + "languages": [ + "sot-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.873995, + "recall": 0.907115, + "f1": 0.883456, + "accuracy": 0.907115, + "main_score": 0.883456, + "hf_subset": "sot_Latn-vie_Latn", + "languages": [ + "sot-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.865205, + "recall": 0.901186, + "f1": 0.87607, + "accuracy": 0.901186, + "main_score": 0.87607, + "hf_subset": "sot_Latn-apc_Arab", + "languages": [ + "sot-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.63723, + "recall": 0.688735, + "f1": 0.651533, + "accuracy": 0.688735, + "main_score": 0.651533, + "hf_subset": "sot_Latn-bug_Latn", + "languages": [ + "sot-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.438254, + "recall": 0.481225, + "f1": 0.450551, + "accuracy": 0.481225, + "main_score": 0.450551, + "hf_subset": "sot_Latn-fon_Latn", + "languages": [ + "sot-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.846902, + "recall": 0.880435, + "f1": 0.856032, + "accuracy": 0.880435, + "main_score": 0.856032, + "hf_subset": "sot_Latn-jav_Latn", + "languages": [ + "sot-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.813283, + "recall": 0.856719, + "f1": 0.826372, + "accuracy": 0.856719, + "main_score": 0.826372, + "hf_subset": "sot_Latn-lao_Laoo", + "languages": [ + "sot-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.789819, + "recall": 0.838933, + "f1": 0.804469, + "accuracy": 0.838933, + "main_score": 0.804469, + "hf_subset": "sot_Latn-mri_Latn", + "languages": [ + "sot-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.867763, + "recall": 0.903162, + "f1": 0.87831, + "accuracy": 0.903162, + "main_score": 0.87831, + "hf_subset": "sot_Latn-rus_Cyrl", + "languages": [ + "sot-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.502159, + "recall": 0.546443, + "f1": 0.514837, + "accuracy": 0.546443, + "main_score": 0.514837, + "hf_subset": "sot_Latn-taq_Latn", + "languages": [ + "sot-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.85094, + "recall": 0.884387, + "f1": 0.860134, + "accuracy": 0.884387, + "main_score": 0.860134, + "hf_subset": "sot_Latn-war_Latn", + "languages": [ + "sot-Latn", + "war-Latn" + ] + }, + { + "precision": 0.895166, + "recall": 0.922925, + "f1": 0.9034, + "accuracy": 0.922925, + "main_score": 0.9034, + "hf_subset": "sot_Latn-arb_Arab", + "languages": [ + "sot-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.885664, + "recall": 0.917984, + "f1": 0.895444, + "accuracy": 0.917984, + "main_score": 0.895444, + "hf_subset": "sot_Latn-bul_Cyrl", + "languages": [ + "sot-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.882552, + "recall": 0.914032, + "f1": 0.891815, + "accuracy": 0.914032, + "main_score": 0.891815, + "hf_subset": "sot_Latn-fra_Latn", + "languages": [ + "sot-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.86656, + "recall": 0.902174, + "f1": 0.87713, + "accuracy": 0.902174, + "main_score": 0.87713, + "hf_subset": "sot_Latn-jpn_Jpan", + "languages": [ + "sot-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.869394, + "recall": 0.901186, + "f1": 0.878717, + "accuracy": 0.901186, + "main_score": 0.878717, + "hf_subset": "sot_Latn-lij_Latn", + "languages": [ + "sot-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.836273, + "recall": 0.878458, + "f1": 0.849067, + "accuracy": 0.878458, + "main_score": 0.849067, + "hf_subset": "sot_Latn-mya_Mymr", + "languages": [ + "sot-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.518297, + "recall": 0.564229, + "f1": 0.530858, + "accuracy": 0.564229, + "main_score": 0.530858, + "hf_subset": "sot_Latn-sag_Latn", + "languages": [ + "sot-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.23285, + "recall": 0.298419, + "f1": 0.24981, + "accuracy": 0.298419, + "main_score": 0.24981, + "hf_subset": "sot_Latn-taq_Tfng", + "languages": [ + "sot-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.596826, + "recall": 0.649209, + "f1": 0.611554, + "accuracy": 0.649209, + "main_score": 0.611554, + "hf_subset": "sot_Latn-wol_Latn", + "languages": [ + "sot-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.746113, + "recall": 0.804348, + "f1": 0.762833, + "accuracy": 0.804348, + "main_score": 0.762833, + "hf_subset": "sot_Latn-arb_Latn", + "languages": [ + "sot-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.895076, + "recall": 0.923913, + "f1": 0.903887, + "accuracy": 0.923913, + "main_score": 0.903887, + "hf_subset": "sot_Latn-cat_Latn", + "languages": [ + "sot-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.870463, + "recall": 0.901186, + "f1": 0.879276, + "accuracy": 0.901186, + "main_score": 0.879276, + "hf_subset": "sot_Latn-fur_Latn", + "languages": [ + "sot-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.474518, + "recall": 0.548419, + "f1": 0.494353, + "accuracy": 0.548419, + "main_score": 0.494353, + "hf_subset": "sot_Latn-kab_Latn", + "languages": [ + "sot-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.84852, + "recall": 0.881423, + "f1": 0.857971, + "accuracy": 0.881423, + "main_score": 0.857971, + "hf_subset": "sot_Latn-lim_Latn", + "languages": [ + "sot-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.875741, + "recall": 0.909091, + "f1": 0.885786, + "accuracy": 0.909091, + "main_score": 0.885786, + "hf_subset": "sot_Latn-nld_Latn", + "languages": [ + "sot-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.84205, + "recall": 0.875494, + "f1": 0.85247, + "accuracy": 0.875494, + "main_score": 0.85247, + "hf_subset": "sot_Latn-san_Deva", + "languages": [ + "sot-Latn", + "san-Deva" + ] + }, + { + "precision": 0.839224, + "recall": 0.87747, + "f1": 0.850417, + "accuracy": 0.87747, + "main_score": 0.850417, + "hf_subset": "sot_Latn-tat_Cyrl", + "languages": [ + "sot-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.860779, + "recall": 0.896245, + "f1": 0.871629, + "accuracy": 0.896245, + "main_score": 0.871629, + "hf_subset": "sot_Latn-xho_Latn", + "languages": [ + "sot-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.892235, + "recall": 0.91996, + "f1": 0.900271, + "accuracy": 0.91996, + "main_score": 0.900271, + "hf_subset": "sot_Latn-ars_Arab", + "languages": [ + "sot-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.870151, + "recall": 0.900198, + "f1": 0.878503, + "accuracy": 0.900198, + "main_score": 0.878503, + "hf_subset": "sot_Latn-ceb_Latn", + "languages": [ + "sot-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.489364, + "recall": 0.546443, + "f1": 0.505753, + "accuracy": 0.546443, + "main_score": 0.505753, + "hf_subset": "sot_Latn-fuv_Latn", + "languages": [ + "sot-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.496036, + "recall": 0.539526, + "f1": 0.508748, + "accuracy": 0.539526, + "main_score": 0.508748, + "hf_subset": "sot_Latn-kac_Latn", + "languages": [ + "sot-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.621124, + "recall": 0.670949, + "f1": 0.634819, + "accuracy": 0.670949, + "main_score": 0.634819, + "hf_subset": "sot_Latn-lin_Latn", + "languages": [ + "sot-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.855195, + "recall": 0.893281, + "f1": 0.866535, + "accuracy": 0.893281, + "main_score": 0.866535, + "hf_subset": "sot_Latn-nno_Latn", + "languages": [ + "sot-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.763159, + "recall": 0.817194, + "f1": 0.778818, + "accuracy": 0.817194, + "main_score": 0.778818, + "hf_subset": "sot_Latn-sat_Olck", + "languages": [ + "sot-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.842387, + "recall": 0.879447, + "f1": 0.852909, + "accuracy": 0.879447, + "main_score": 0.852909, + "hf_subset": "sot_Latn-tel_Telu", + "languages": [ + "sot-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.859338, + "recall": 0.894269, + "f1": 0.869716, + "accuracy": 0.894269, + "main_score": 0.869716, + "hf_subset": "sot_Latn-ydd_Hebr", + "languages": [ + "sot-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.832452, + "recall": 0.871542, + "f1": 0.843797, + "accuracy": 0.871542, + "main_score": 0.843797, + "hf_subset": "sot_Latn-ary_Arab", + "languages": [ + "sot-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.881901, + "recall": 0.914032, + "f1": 0.891488, + "accuracy": 0.914032, + "main_score": 0.891488, + "hf_subset": "sot_Latn-ces_Latn", + "languages": [ + "sot-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.570808, + "recall": 0.639328, + "f1": 0.589721, + "accuracy": 0.639328, + "main_score": 0.589721, + "hf_subset": "sot_Latn-gaz_Latn", + "languages": [ + "sot-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.556482, + "recall": 0.613636, + "f1": 0.572834, + "accuracy": 0.613636, + "main_score": 0.572834, + "hf_subset": "sot_Latn-kam_Latn", + "languages": [ + "sot-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.873528, + "recall": 0.905138, + "f1": 0.882999, + "accuracy": 0.905138, + "main_score": 0.882999, + "hf_subset": "sot_Latn-lit_Latn", + "languages": [ + "sot-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.883185, + "recall": 0.914032, + "f1": 0.892194, + "accuracy": 0.914032, + "main_score": 0.892194, + "hf_subset": "sot_Latn-nob_Latn", + "languages": [ + "sot-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.854301, + "recall": 0.885375, + "f1": 0.862721, + "accuracy": 0.885375, + "main_score": 0.862721, + "hf_subset": "sot_Latn-scn_Latn", + "languages": [ + "sot-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.845843, + "recall": 0.884387, + "f1": 0.857249, + "accuracy": 0.884387, + "main_score": 0.857249, + "hf_subset": "sot_Latn-tgk_Cyrl", + "languages": [ + "sot-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.70253, + "recall": 0.76581, + "f1": 0.721288, + "accuracy": 0.76581, + "main_score": 0.721288, + "hf_subset": "sot_Latn-yor_Latn", + "languages": [ + "sot-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.860484, + "recall": 0.895257, + "f1": 0.870807, + "accuracy": 0.895257, + "main_score": 0.870807, + "hf_subset": "sot_Latn-arz_Arab", + "languages": [ + "sot-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.474908, + "recall": 0.527668, + "f1": 0.489771, + "accuracy": 0.527668, + "main_score": 0.489771, + "hf_subset": "sot_Latn-cjk_Latn", + "languages": [ + "sot-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.833063, + "recall": 0.87747, + "f1": 0.846789, + "accuracy": 0.87747, + "main_score": 0.846789, + "hf_subset": "sot_Latn-gla_Latn", + "languages": [ + "sot-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.845778, + "recall": 0.885375, + "f1": 0.857364, + "accuracy": 0.885375, + "main_score": 0.857364, + "hf_subset": "sot_Latn-kan_Knda", + "languages": [ + "sot-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.863076, + "recall": 0.897233, + "f1": 0.872925, + "accuracy": 0.897233, + "main_score": 0.872925, + "hf_subset": "sot_Latn-lmo_Latn", + "languages": [ + "sot-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.853748, + "recall": 0.891304, + "f1": 0.86483, + "accuracy": 0.891304, + "main_score": 0.86483, + "hf_subset": "sot_Latn-npi_Deva", + "languages": [ + "sot-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.525775, + "recall": 0.590909, + "f1": 0.542866, + "accuracy": 0.590909, + "main_score": 0.542866, + "hf_subset": "sot_Latn-shn_Mymr", + "languages": [ + "sot-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.879062, + "recall": 0.910079, + "f1": 0.888458, + "accuracy": 0.910079, + "main_score": 0.888458, + "hf_subset": "sot_Latn-tgl_Latn", + "languages": [ + "sot-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.866065, + "recall": 0.900198, + "f1": 0.876238, + "accuracy": 0.900198, + "main_score": 0.876238, + "hf_subset": "sot_Latn-yue_Hant", + "languages": [ + "sot-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.838605, + "recall": 0.87747, + "f1": 0.849827, + "accuracy": 0.87747, + "main_score": 0.849827, + "hf_subset": "sot_Latn-asm_Beng", + "languages": [ + "sot-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.838872, + "recall": 0.876482, + "f1": 0.849962, + "accuracy": 0.876482, + "main_score": 0.849962, + "hf_subset": "sot_Latn-ckb_Arab", + "languages": [ + "sot-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.853747, + "recall": 0.892292, + "f1": 0.865178, + "accuracy": 0.892292, + "main_score": 0.865178, + "hf_subset": "sot_Latn-gle_Latn", + "languages": [ + "sot-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.734062, + "recall": 0.787549, + "f1": 0.749775, + "accuracy": 0.787549, + "main_score": 0.749775, + "hf_subset": "sot_Latn-kas_Arab", + "languages": [ + "sot-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.753402, + "recall": 0.804348, + "f1": 0.768118, + "accuracy": 0.804348, + "main_score": 0.768118, + "hf_subset": "sot_Latn-ltg_Latn", + "languages": [ + "sot-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.892902, + "recall": 0.921937, + "f1": 0.902075, + "accuracy": 0.921937, + "main_score": 0.902075, + "hf_subset": "sot_Latn-nso_Latn", + "languages": [ + "sot-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.836225, + "recall": 0.879447, + "f1": 0.848897, + "accuracy": 0.879447, + "main_score": 0.848897, + "hf_subset": "sot_Latn-sin_Sinh", + "languages": [ + "sot-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.848419, + "recall": 0.890316, + "f1": 0.860903, + "accuracy": 0.890316, + "main_score": 0.860903, + "hf_subset": "sot_Latn-tha_Thai", + "languages": [ + "sot-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.82488, + "recall": 0.864625, + "f1": 0.835552, + "accuracy": 0.864625, + "main_score": 0.835552, + "hf_subset": "sot_Latn-zho_Hans", + "languages": [ + "sot-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.895151, + "recall": 0.921937, + "f1": 0.903099, + "accuracy": 0.921937, + "main_score": 0.903099, + "hf_subset": "sot_Latn-ast_Latn", + "languages": [ + "sot-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.850856, + "recall": 0.887352, + "f1": 0.861792, + "accuracy": 0.887352, + "main_score": 0.861792, + "hf_subset": "sot_Latn-crh_Latn", + "languages": [ + "sot-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.875387, + "recall": 0.907115, + "f1": 0.884527, + "accuracy": 0.907115, + "main_score": 0.884527, + "hf_subset": "sot_Latn-glg_Latn", + "languages": [ + "sot-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.701592, + "recall": 0.761858, + "f1": 0.718735, + "accuracy": 0.761858, + "main_score": 0.718735, + "hf_subset": "sot_Latn-kas_Deva", + "languages": [ + "sot-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.853567, + "recall": 0.886364, + "f1": 0.862949, + "accuracy": 0.886364, + "main_score": 0.862949, + "hf_subset": "sot_Latn-ltz_Latn", + "languages": [ + "sot-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.433393, + "recall": 0.493083, + "f1": 0.449755, + "accuracy": 0.493083, + "main_score": 0.449755, + "hf_subset": "sot_Latn-nus_Latn", + "languages": [ + "sot-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.88344, + "recall": 0.913043, + "f1": 0.892136, + "accuracy": 0.913043, + "main_score": 0.892136, + "hf_subset": "sot_Latn-slk_Latn", + "languages": [ + "sot-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.593848, + "recall": 0.667984, + "f1": 0.614694, + "accuracy": 0.667984, + "main_score": 0.614694, + "hf_subset": "sot_Latn-tir_Ethi", + "languages": [ + "sot-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.840061, + "recall": 0.883399, + "f1": 0.852808, + "accuracy": 0.883399, + "main_score": 0.852808, + "hf_subset": "sot_Latn-zho_Hant", + "languages": [ + "sot-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.855338, + "recall": 0.887352, + "f1": 0.864577, + "accuracy": 0.887352, + "main_score": 0.864577, + "hf_subset": "sot_Latn-awa_Deva", + "languages": [ + "sot-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.863949, + "recall": 0.896245, + "f1": 0.873416, + "accuracy": 0.896245, + "main_score": 0.873416, + "hf_subset": "sot_Latn-cym_Latn", + "languages": [ + "sot-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.638183, + "recall": 0.685771, + "f1": 0.650316, + "accuracy": 0.685771, + "main_score": 0.650316, + "hf_subset": "sot_Latn-grn_Latn", + "languages": [ + "sot-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.856202, + "recall": 0.893281, + "f1": 0.867031, + "accuracy": 0.893281, + "main_score": 0.867031, + "hf_subset": "sot_Latn-kat_Geor", + "languages": [ + "sot-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.576469, + "recall": 0.621542, + "f1": 0.588987, + "accuracy": 0.621542, + "main_score": 0.588987, + "hf_subset": "sot_Latn-lua_Latn", + "languages": [ + "sot-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.800955, + "recall": 0.847826, + "f1": 0.815119, + "accuracy": 0.847826, + "main_score": 0.815119, + "hf_subset": "sot_Latn-nya_Latn", + "languages": [ + "sot-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.887114, + "recall": 0.91502, + "f1": 0.894963, + "accuracy": 0.91502, + "main_score": 0.894963, + "hf_subset": "sot_Latn-slv_Latn", + "languages": [ + "sot-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.817055, + "recall": 0.857708, + "f1": 0.828011, + "accuracy": 0.857708, + "main_score": 0.828011, + "hf_subset": "sot_Latn-tpi_Latn", + "languages": [ + "sot-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.894014, + "recall": 0.920949, + "f1": 0.901932, + "accuracy": 0.920949, + "main_score": 0.901932, + "hf_subset": "sot_Latn-zsm_Latn", + "languages": [ + "sot-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.488432, + "recall": 0.536561, + "f1": 0.50205, + "accuracy": 0.536561, + "main_score": 0.50205, + "hf_subset": "sot_Latn-ayr_Latn", + "languages": [ + "sot-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.888645, + "recall": 0.918972, + "f1": 0.897848, + "accuracy": 0.918972, + "main_score": 0.897848, + "hf_subset": "sot_Latn-dan_Latn", + "languages": [ + "sot-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.878247, + "recall": 0.911067, + "f1": 0.888095, + "accuracy": 0.911067, + "main_score": 0.888095, + "hf_subset": "sot_Latn-guj_Gujr", + "languages": [ + "sot-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.856103, + "recall": 0.893281, + "f1": 0.866933, + "accuracy": 0.893281, + "main_score": 0.866933, + "hf_subset": "sot_Latn-kaz_Cyrl", + "languages": [ + "sot-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.665475, + "recall": 0.729249, + "f1": 0.684058, + "accuracy": 0.729249, + "main_score": 0.684058, + "hf_subset": "sot_Latn-lug_Latn", + "languages": [ + "sot-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.868766, + "recall": 0.897233, + "f1": 0.876649, + "accuracy": 0.897233, + "main_score": 0.876649, + "hf_subset": "sot_Latn-oci_Latn", + "languages": [ + "sot-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.772061, + "recall": 0.821146, + "f1": 0.786742, + "accuracy": 0.821146, + "main_score": 0.786742, + "hf_subset": "sot_Latn-smo_Latn", + "languages": [ + "sot-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.802372, + "recall": 0.852767, + "f1": 0.818149, + "accuracy": 0.852767, + "main_score": 0.818149, + "hf_subset": "sot_Latn-tsn_Latn", + "languages": [ + "sot-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.879397, + "recall": 0.913043, + "f1": 0.889855, + "accuracy": 0.913043, + "main_score": 0.889855, + "hf_subset": "sot_Latn-zul_Latn", + "languages": [ + "sot-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.751014, + "recall": 0.802372, + "f1": 0.766374, + "accuracy": 0.802372, + "main_score": 0.766374, + "hf_subset": "sot_Latn-azb_Arab", + "languages": [ + "sot-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.879111, + "recall": 0.911067, + "f1": 0.888712, + "accuracy": 0.911067, + "main_score": 0.888712, + "hf_subset": "sot_Latn-deu_Latn", + "languages": [ + "sot-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.844683, + "recall": 0.884387, + "f1": 0.856508, + "accuracy": 0.884387, + "main_score": 0.856508, + "hf_subset": "sot_Latn-hat_Latn", + "languages": [ + "sot-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.492051, + "recall": 0.546443, + "f1": 0.506816, + "accuracy": 0.546443, + "main_score": 0.506816, + "hf_subset": "sot_Latn-kbp_Latn", + "languages": [ + "sot-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.517353, + "recall": 0.566206, + "f1": 0.531489, + "accuracy": 0.566206, + "main_score": 0.531489, + "hf_subset": "sot_Latn-luo_Latn", + "languages": [ + "sot-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.843165, + "recall": 0.883399, + "f1": 0.855341, + "accuracy": 0.883399, + "main_score": 0.855341, + "hf_subset": "sot_Latn-ory_Orya", + "languages": [ + "sot-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.821097, + "recall": 0.865613, + "f1": 0.834816, + "accuracy": 0.865613, + "main_score": 0.834816, + "hf_subset": "sot_Latn-sna_Latn", + "languages": [ + "sot-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.694082, + "recall": 0.75, + "f1": 0.710288, + "accuracy": 0.75, + "main_score": 0.710288, + "hf_subset": "sot_Latn-tso_Latn", + "languages": [ + "sot-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.860803, + "recall": 0.895257, + "f1": 0.870806, + "accuracy": 0.895257, + "main_score": 0.870806, + "hf_subset": "sot_Latn-azj_Latn", + "languages": [ + "sot-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.495441, + "recall": 0.551383, + "f1": 0.510668, + "accuracy": 0.551383, + "main_score": 0.510668, + "hf_subset": "sot_Latn-dik_Latn", + "languages": [ + "sot-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.842391, + "recall": 0.881423, + "f1": 0.854498, + "accuracy": 0.881423, + "main_score": 0.854498, + "hf_subset": "sot_Latn-hau_Latn", + "languages": [ + "sot-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.851558, + "recall": 0.885375, + "f1": 0.860924, + "accuracy": 0.885375, + "main_score": 0.860924, + "hf_subset": "sot_Latn-kea_Latn", + "languages": [ + "sot-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.779209, + "recall": 0.823123, + "f1": 0.791684, + "accuracy": 0.823123, + "main_score": 0.791684, + "hf_subset": "sot_Latn-lus_Latn", + "languages": [ + "sot-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.70295, + "recall": 0.75, + "f1": 0.715774, + "accuracy": 0.75, + "main_score": 0.715774, + "hf_subset": "sot_Latn-pag_Latn", + "languages": [ + "sot-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.836427, + "recall": 0.874506, + "f1": 0.847908, + "accuracy": 0.874506, + "main_score": 0.847908, + "hf_subset": "sot_Latn-snd_Arab", + "languages": [ + "sot-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.83704, + "recall": 0.87747, + "f1": 0.849135, + "accuracy": 0.87747, + "main_score": 0.849135, + "hf_subset": "sot_Latn-tuk_Latn", + "languages": [ + "sot-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.843938, + "recall": 0.87747, + "f1": 0.853461, + "accuracy": 0.87747, + "main_score": 0.853461, + "hf_subset": "sot_Latn-bak_Cyrl", + "languages": [ + "sot-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.432557, + "recall": 0.497036, + "f1": 0.450631, + "accuracy": 0.497036, + "main_score": 0.450631, + "hf_subset": "sot_Latn-dyu_Latn", + "languages": [ + "sot-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.884046, + "recall": 0.912055, + "f1": 0.892608, + "accuracy": 0.912055, + "main_score": 0.892608, + "hf_subset": "sot_Latn-heb_Hebr", + "languages": [ + "sot-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.850786, + "recall": 0.887352, + "f1": 0.861347, + "accuracy": 0.887352, + "main_score": 0.861347, + "hf_subset": "sot_Latn-khk_Cyrl", + "languages": [ + "sot-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.880258, + "recall": 0.911067, + "f1": 0.889246, + "accuracy": 0.911067, + "main_score": 0.889246, + "hf_subset": "sot_Latn-lvs_Latn", + "languages": [ + "sot-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.849071, + "recall": 0.887352, + "f1": 0.860213, + "accuracy": 0.887352, + "main_score": 0.860213, + "hf_subset": "sot_Latn-pan_Guru", + "languages": [ + "sot-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.816413, + "recall": 0.864625, + "f1": 0.831077, + "accuracy": 0.864625, + "main_score": 0.831077, + "hf_subset": "sot_Latn-som_Latn", + "languages": [ + "sot-Latn", + "som-Latn" + ] + }, + { + "precision": 0.661891, + "recall": 0.717391, + "f1": 0.677986, + "accuracy": 0.717391, + "main_score": 0.677986, + "hf_subset": "sot_Latn-tum_Latn", + "languages": [ + "sot-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.52687, + "recall": 0.617589, + "f1": 0.553277, + "accuracy": 0.617589, + "main_score": 0.553277, + "hf_subset": "tur_Latn-ace_Arab", + "languages": [ + "tur-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.472888, + "recall": 0.535573, + "f1": 0.489602, + "accuracy": 0.535573, + "main_score": 0.489602, + "hf_subset": "tur_Latn-bam_Latn", + "languages": [ + "tur-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.665811, + "recall": 0.745059, + "f1": 0.688303, + "accuracy": 0.745059, + "main_score": 0.688303, + "hf_subset": "tur_Latn-dzo_Tibt", + "languages": [ + "tur-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-hin_Deva", + "languages": [ + "tur-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tur_Latn-khm_Khmr", + "languages": [ + "tur-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-mag_Deva", + "languages": [ + "tur-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-pap_Latn", + "languages": [ + "tur-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.869648, + "recall": 0.907115, + "f1": 0.881291, + "accuracy": 0.907115, + "main_score": 0.881291, + "hf_subset": "tur_Latn-sot_Latn", + "languages": [ + "tur-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.862854, + "recall": 0.901186, + "f1": 0.874711, + "accuracy": 0.901186, + "main_score": 0.874711, + "hf_subset": "tur_Latn-ace_Latn", + "languages": [ + "tur-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "tur_Latn-ban_Latn", + "languages": [ + "tur-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tur_Latn-ell_Grek", + "languages": [ + "tur-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "tur_Latn-hne_Deva", + "languages": [ + "tur-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.576962, + "recall": 0.651186, + "f1": 0.59761, + "accuracy": 0.651186, + "main_score": 0.59761, + "hf_subset": "tur_Latn-kik_Latn", + "languages": [ + "tur-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-mai_Deva", + "languages": [ + "tur-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "tur_Latn-pbt_Arab", + "languages": [ + "tur-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-spa_Latn", + "languages": [ + "tur-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.77943, + "recall": 0.835968, + "f1": 0.796264, + "accuracy": 0.835968, + "main_score": 0.796264, + "hf_subset": "tur_Latn-twi_Latn", + "languages": [ + "tur-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-acm_Arab", + "languages": [ + "tur-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-bel_Cyrl", + "languages": [ + "tur-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-hrv_Latn", + "languages": [ + "tur-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.85667, + "recall": 0.895257, + "f1": 0.868643, + "accuracy": 0.895257, + "main_score": 0.868643, + "hf_subset": "tur_Latn-kin_Latn", + "languages": [ + "tur-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-mal_Mlym", + "languages": [ + "tur-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-pes_Arab", + "languages": [ + "tur-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tur_Latn-srd_Latn", + "languages": [ + "tur-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.206167, + "recall": 0.269763, + "f1": 0.221656, + "accuracy": 0.269763, + "main_score": 0.221656, + "hf_subset": "tur_Latn-tzm_Tfng", + "languages": [ + "tur-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-acq_Arab", + "languages": [ + "tur-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.66442, + "recall": 0.736166, + "f1": 0.685068, + "accuracy": 0.736166, + "main_score": 0.685068, + "hf_subset": "tur_Latn-bem_Latn", + "languages": [ + "tur-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-epo_Latn", + "languages": [ + "tur-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-hun_Latn", + "languages": [ + "tur-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tur_Latn-kir_Cyrl", + "languages": [ + "tur-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-mar_Deva", + "languages": [ + "tur-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.878129, + "recall": 0.91502, + "f1": 0.889822, + "accuracy": 0.91502, + "main_score": 0.889822, + "hf_subset": "tur_Latn-plt_Latn", + "languages": [ + "tur-Latn", + "plt-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-srp_Cyrl", + "languages": [ + "tur-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "tur_Latn-uig_Arab", + "languages": [ + "tur-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-aeb_Arab", + "languages": [ + "tur-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-ben_Beng", + "languages": [ + "tur-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-est_Latn", + "languages": [ + "tur-Latn", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-hye_Armn", + "languages": [ + "tur-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.469992, + "recall": 0.532609, + "f1": 0.487716, + "accuracy": 0.532609, + "main_score": 0.487716, + "hf_subset": "tur_Latn-kmb_Latn", + "languages": [ + "tur-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.509627, + "recall": 0.598814, + "f1": 0.5337, + "accuracy": 0.598814, + "main_score": 0.5337, + "hf_subset": "tur_Latn-min_Arab", + "languages": [ + "tur-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-pol_Latn", + "languages": [ + "tur-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.75914, + "recall": 0.820158, + "f1": 0.777753, + "accuracy": 0.820158, + "main_score": 0.777753, + "hf_subset": "tur_Latn-ssw_Latn", + "languages": [ + "tur-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-ukr_Cyrl", + "languages": [ + "tur-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-afr_Latn", + "languages": [ + "tur-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-bho_Deva", + "languages": [ + "tur-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-eus_Latn", + "languages": [ + "tur-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.873304, + "recall": 0.910079, + "f1": 0.884783, + "accuracy": 0.910079, + "main_score": 0.884783, + "hf_subset": "tur_Latn-ibo_Latn", + "languages": [ + "tur-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.894681, + "recall": 0.925889, + "f1": 0.904381, + "accuracy": 0.925889, + "main_score": 0.904381, + "hf_subset": "tur_Latn-kmr_Latn", + "languages": [ + "tur-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tur_Latn-min_Latn", + "languages": [ + "tur-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-por_Latn", + "languages": [ + "tur-Latn", + "por-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-sun_Latn", + "languages": [ + "tur-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.456259, + "recall": 0.529644, + "f1": 0.476765, + "accuracy": 0.529644, + "main_score": 0.476765, + "hf_subset": "tur_Latn-umb_Latn", + "languages": [ + "tur-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-ajp_Arab", + "languages": [ + "tur-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.524148, + "recall": 0.605731, + "f1": 0.546996, + "accuracy": 0.605731, + "main_score": 0.546996, + "hf_subset": "tur_Latn-bjn_Arab", + "languages": [ + "tur-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.43899, + "recall": 0.499012, + "f1": 0.455099, + "accuracy": 0.499012, + "main_score": 0.455099, + "hf_subset": "tur_Latn-ewe_Latn", + "languages": [ + "tur-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "tur_Latn-ilo_Latn", + "languages": [ + "tur-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.263926, + "recall": 0.335968, + "f1": 0.282974, + "accuracy": 0.335968, + "main_score": 0.282974, + "hf_subset": "tur_Latn-knc_Arab", + "languages": [ + "tur-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-mkd_Cyrl", + "languages": [ + "tur-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-prs_Arab", + "languages": [ + "tur-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-swe_Latn", + "languages": [ + "tur-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-urd_Arab", + "languages": [ + "tur-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.749588, + "recall": 0.813241, + "f1": 0.768643, + "accuracy": 0.813241, + "main_score": 0.768643, + "hf_subset": "tur_Latn-aka_Latn", + "languages": [ + "tur-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tur_Latn-bjn_Latn", + "languages": [ + "tur-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tur_Latn-fao_Latn", + "languages": [ + "tur-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ind_Latn", + "languages": [ + "tur-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.509931, + "recall": 0.574111, + "f1": 0.526993, + "accuracy": 0.574111, + "main_score": 0.526993, + "hf_subset": "tur_Latn-knc_Latn", + "languages": [ + "tur-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-mlt_Latn", + "languages": [ + "tur-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.622136, + "recall": 0.694664, + "f1": 0.642759, + "accuracy": 0.694664, + "main_score": 0.642759, + "hf_subset": "tur_Latn-quy_Latn", + "languages": [ + "tur-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tur_Latn-swh_Latn", + "languages": [ + "tur-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-uzn_Latn", + "languages": [ + "tur-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-als_Latn", + "languages": [ + "tur-Latn", + "als-Latn" + ] + }, + { + "precision": 0.824417, + "recall": 0.875494, + "f1": 0.840497, + "accuracy": 0.875494, + "main_score": 0.840497, + "hf_subset": "tur_Latn-bod_Tibt", + "languages": [ + "tur-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.61754, + "recall": 0.6917, + "f1": 0.638374, + "accuracy": 0.6917, + "main_score": 0.638374, + "hf_subset": "tur_Latn-fij_Latn", + "languages": [ + "tur-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tur_Latn-isl_Latn", + "languages": [ + "tur-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.590807, + "recall": 0.666008, + "f1": 0.611775, + "accuracy": 0.666008, + "main_score": 0.611775, + "hf_subset": "tur_Latn-kon_Latn", + "languages": [ + "tur-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.599514, + "recall": 0.68083, + "f1": 0.622345, + "accuracy": 0.68083, + "main_score": 0.622345, + "hf_subset": "tur_Latn-mni_Beng", + "languages": [ + "tur-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ron_Latn", + "languages": [ + "tur-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "tur_Latn-szl_Latn", + "languages": [ + "tur-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-vec_Latn", + "languages": [ + "tur-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "tur_Latn-amh_Ethi", + "languages": [ + "tur-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-bos_Latn", + "languages": [ + "tur-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-fin_Latn", + "languages": [ + "tur-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ita_Latn", + "languages": [ + "tur-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-kor_Hang", + "languages": [ + "tur-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.492781, + "recall": 0.557312, + "f1": 0.510684, + "accuracy": 0.557312, + "main_score": 0.510684, + "hf_subset": "tur_Latn-mos_Latn", + "languages": [ + "tur-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.75914, + "recall": 0.818182, + "f1": 0.77668, + "accuracy": 0.818182, + "main_score": 0.77668, + "hf_subset": "tur_Latn-run_Latn", + "languages": [ + "tur-Latn", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-tam_Taml", + "languages": [ + "tur-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-vie_Latn", + "languages": [ + "tur-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-apc_Arab", + "languages": [ + "tur-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.707082, + "recall": 0.777668, + "f1": 0.72828, + "accuracy": 0.777668, + "main_score": 0.72828, + "hf_subset": "tur_Latn-bug_Latn", + "languages": [ + "tur-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.425126, + "recall": 0.481225, + "f1": 0.440119, + "accuracy": 0.481225, + "main_score": 0.440119, + "hf_subset": "tur_Latn-fon_Latn", + "languages": [ + "tur-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tur_Latn-jav_Latn", + "languages": [ + "tur-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "tur_Latn-lao_Laoo", + "languages": [ + "tur-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.882115, + "recall": 0.917984, + "f1": 0.89361, + "accuracy": 0.917984, + "main_score": 0.89361, + "hf_subset": "tur_Latn-mri_Latn", + "languages": [ + "tur-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-rus_Cyrl", + "languages": [ + "tur-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.4922, + "recall": 0.557312, + "f1": 0.509805, + "accuracy": 0.557312, + "main_score": 0.509805, + "hf_subset": "tur_Latn-taq_Latn", + "languages": [ + "tur-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-war_Latn", + "languages": [ + "tur-Latn", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-arb_Arab", + "languages": [ + "tur-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-bul_Cyrl", + "languages": [ + "tur-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-fra_Latn", + "languages": [ + "tur-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-jpn_Jpan", + "languages": [ + "tur-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tur_Latn-lij_Latn", + "languages": [ + "tur-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tur_Latn-mya_Mymr", + "languages": [ + "tur-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.53146, + "recall": 0.602767, + "f1": 0.550644, + "accuracy": 0.602767, + "main_score": 0.550644, + "hf_subset": "tur_Latn-sag_Latn", + "languages": [ + "tur-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.2253, + "recall": 0.286561, + "f1": 0.240021, + "accuracy": 0.286561, + "main_score": 0.240021, + "hf_subset": "tur_Latn-taq_Tfng", + "languages": [ + "tur-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.611661, + "recall": 0.686759, + "f1": 0.632944, + "accuracy": 0.686759, + "main_score": 0.632944, + "hf_subset": "tur_Latn-wol_Latn", + "languages": [ + "tur-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.855814, + "recall": 0.898221, + "f1": 0.869104, + "accuracy": 0.898221, + "main_score": 0.869104, + "hf_subset": "tur_Latn-arb_Latn", + "languages": [ + "tur-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-cat_Latn", + "languages": [ + "tur-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tur_Latn-fur_Latn", + "languages": [ + "tur-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.446313, + "recall": 0.523715, + "f1": 0.467279, + "accuracy": 0.523715, + "main_score": 0.467279, + "hf_subset": "tur_Latn-kab_Latn", + "languages": [ + "tur-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tur_Latn-lim_Latn", + "languages": [ + "tur-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-nld_Latn", + "languages": [ + "tur-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "tur_Latn-san_Deva", + "languages": [ + "tur-Latn", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-tat_Cyrl", + "languages": [ + "tur-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.879562, + "recall": 0.91502, + "f1": 0.890876, + "accuracy": 0.91502, + "main_score": 0.890876, + "hf_subset": "tur_Latn-xho_Latn", + "languages": [ + "tur-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-ars_Arab", + "languages": [ + "tur-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-ceb_Latn", + "languages": [ + "tur-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.449039, + "recall": 0.527668, + "f1": 0.469868, + "accuracy": 0.527668, + "main_score": 0.469868, + "hf_subset": "tur_Latn-fuv_Latn", + "languages": [ + "tur-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.464412, + "recall": 0.535573, + "f1": 0.483163, + "accuracy": 0.535573, + "main_score": 0.483163, + "hf_subset": "tur_Latn-kac_Latn", + "languages": [ + "tur-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.633403, + "recall": 0.706522, + "f1": 0.653406, + "accuracy": 0.706522, + "main_score": 0.653406, + "hf_subset": "tur_Latn-lin_Latn", + "languages": [ + "tur-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-nno_Latn", + "languages": [ + "tur-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.879611, + "recall": 0.91502, + "f1": 0.890613, + "accuracy": 0.91502, + "main_score": 0.890613, + "hf_subset": "tur_Latn-sat_Olck", + "languages": [ + "tur-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-tel_Telu", + "languages": [ + "tur-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tur_Latn-ydd_Hebr", + "languages": [ + "tur-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "tur_Latn-ary_Arab", + "languages": [ + "tur-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-ces_Latn", + "languages": [ + "tur-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.556808, + "recall": 0.639328, + "f1": 0.579295, + "accuracy": 0.639328, + "main_score": 0.579295, + "hf_subset": "tur_Latn-gaz_Latn", + "languages": [ + "tur-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.541695, + "recall": 0.62253, + "f1": 0.563759, + "accuracy": 0.62253, + "main_score": 0.563759, + "hf_subset": "tur_Latn-kam_Latn", + "languages": [ + "tur-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "tur_Latn-lit_Latn", + "languages": [ + "tur-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-nob_Latn", + "languages": [ + "tur-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-scn_Latn", + "languages": [ + "tur-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "tur_Latn-tgk_Cyrl", + "languages": [ + "tur-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.75779, + "recall": 0.821146, + "f1": 0.776633, + "accuracy": 0.821146, + "main_score": 0.776633, + "hf_subset": "tur_Latn-yor_Latn", + "languages": [ + "tur-Latn", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-arz_Arab", + "languages": [ + "tur-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.485866, + "recall": 0.560277, + "f1": 0.506235, + "accuracy": 0.560277, + "main_score": 0.506235, + "hf_subset": "tur_Latn-cjk_Latn", + "languages": [ + "tur-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.953804, + "recall": 0.968379, + "f1": 0.958564, + "accuracy": 0.968379, + "main_score": 0.958564, + "hf_subset": "tur_Latn-gla_Latn", + "languages": [ + "tur-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tur_Latn-kan_Knda", + "languages": [ + "tur-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tur_Latn-lmo_Latn", + "languages": [ + "tur-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "tur_Latn-npi_Deva", + "languages": [ + "tur-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.544929, + "recall": 0.628458, + "f1": 0.567811, + "accuracy": 0.628458, + "main_score": 0.567811, + "hf_subset": "tur_Latn-shn_Mymr", + "languages": [ + "tur-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-tgl_Latn", + "languages": [ + "tur-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-yue_Hant", + "languages": [ + "tur-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tur_Latn-asm_Beng", + "languages": [ + "tur-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.937253, + "recall": 0.95751, + "f1": 0.943841, + "accuracy": 0.95751, + "main_score": 0.943841, + "hf_subset": "tur_Latn-ckb_Arab", + "languages": [ + "tur-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tur_Latn-gle_Latn", + "languages": [ + "tur-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.915926, + "recall": 0.9417, + "f1": 0.924144, + "accuracy": 0.9417, + "main_score": 0.924144, + "hf_subset": "tur_Latn-kas_Arab", + "languages": [ + "tur-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.900362, + "recall": 0.929842, + "f1": 0.90975, + "accuracy": 0.929842, + "main_score": 0.90975, + "hf_subset": "tur_Latn-ltg_Latn", + "languages": [ + "tur-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.789733, + "recall": 0.842885, + "f1": 0.805682, + "accuracy": 0.842885, + "main_score": 0.805682, + "hf_subset": "tur_Latn-nso_Latn", + "languages": [ + "tur-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tur_Latn-sin_Sinh", + "languages": [ + "tur-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-tha_Thai", + "languages": [ + "tur-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-zho_Hans", + "languages": [ + "tur-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-ast_Latn", + "languages": [ + "tur-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-crh_Latn", + "languages": [ + "tur-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-glg_Latn", + "languages": [ + "tur-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.863142, + "recall": 0.902174, + "f1": 0.875099, + "accuracy": 0.902174, + "main_score": 0.875099, + "hf_subset": "tur_Latn-kas_Deva", + "languages": [ + "tur-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-ltz_Latn", + "languages": [ + "tur-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.421536, + "recall": 0.487154, + "f1": 0.439101, + "accuracy": 0.487154, + "main_score": 0.439101, + "hf_subset": "tur_Latn-nus_Latn", + "languages": [ + "tur-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-slk_Latn", + "languages": [ + "tur-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.652536, + "recall": 0.73419, + "f1": 0.676699, + "accuracy": 0.73419, + "main_score": 0.676699, + "hf_subset": "tur_Latn-tir_Ethi", + "languages": [ + "tur-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-zho_Hant", + "languages": [ + "tur-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.985919, + "recall": 0.98913, + "f1": 0.986891, + "accuracy": 0.98913, + "main_score": 0.986891, + "hf_subset": "tur_Latn-awa_Deva", + "languages": [ + "tur-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tur_Latn-cym_Latn", + "languages": [ + "tur-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.780781, + "recall": 0.83498, + "f1": 0.797087, + "accuracy": 0.83498, + "main_score": 0.797087, + "hf_subset": "tur_Latn-grn_Latn", + "languages": [ + "tur-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-kat_Geor", + "languages": [ + "tur-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.594466, + "recall": 0.663043, + "f1": 0.613571, + "accuracy": 0.663043, + "main_score": 0.613571, + "hf_subset": "tur_Latn-lua_Latn", + "languages": [ + "tur-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.83111, + "recall": 0.880435, + "f1": 0.846542, + "accuracy": 0.880435, + "main_score": 0.846542, + "hf_subset": "tur_Latn-nya_Latn", + "languages": [ + "tur-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-slv_Latn", + "languages": [ + "tur-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tur_Latn-tpi_Latn", + "languages": [ + "tur-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-zsm_Latn", + "languages": [ + "tur-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.496763, + "recall": 0.564229, + "f1": 0.514896, + "accuracy": 0.564229, + "main_score": 0.514896, + "hf_subset": "tur_Latn-ayr_Latn", + "languages": [ + "tur-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-dan_Latn", + "languages": [ + "tur-Latn", + "dan-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-guj_Gujr", + "languages": [ + "tur-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-kaz_Cyrl", + "languages": [ + "tur-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.64193, + "recall": 0.722332, + "f1": 0.665547, + "accuracy": 0.722332, + "main_score": 0.665547, + "hf_subset": "tur_Latn-lug_Latn", + "languages": [ + "tur-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-oci_Latn", + "languages": [ + "tur-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.844236, + "recall": 0.889328, + "f1": 0.858498, + "accuracy": 0.889328, + "main_score": 0.858498, + "hf_subset": "tur_Latn-smo_Latn", + "languages": [ + "tur-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.744582, + "recall": 0.811265, + "f1": 0.764625, + "accuracy": 0.811265, + "main_score": 0.764625, + "hf_subset": "tur_Latn-tsn_Latn", + "languages": [ + "tur-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.891798, + "recall": 0.925889, + "f1": 0.902833, + "accuracy": 0.925889, + "main_score": 0.902833, + "hf_subset": "tur_Latn-zul_Latn", + "languages": [ + "tur-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.944664, + "recall": 0.962451, + "f1": 0.950428, + "accuracy": 0.962451, + "main_score": 0.950428, + "hf_subset": "tur_Latn-azb_Arab", + "languages": [ + "tur-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-deu_Latn", + "languages": [ + "tur-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "tur_Latn-hat_Latn", + "languages": [ + "tur-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.472381, + "recall": 0.535573, + "f1": 0.489155, + "accuracy": 0.535573, + "main_score": 0.489155, + "hf_subset": "tur_Latn-kbp_Latn", + "languages": [ + "tur-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.497606, + "recall": 0.56917, + "f1": 0.516948, + "accuracy": 0.56917, + "main_score": 0.516948, + "hf_subset": "tur_Latn-luo_Latn", + "languages": [ + "tur-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tur_Latn-ory_Orya", + "languages": [ + "tur-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.897233, + "recall": 0.928854, + "f1": 0.907444, + "accuracy": 0.928854, + "main_score": 0.907444, + "hf_subset": "tur_Latn-sna_Latn", + "languages": [ + "tur-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.656807, + "recall": 0.730237, + "f1": 0.677956, + "accuracy": 0.730237, + "main_score": 0.677956, + "hf_subset": "tur_Latn-tso_Latn", + "languages": [ + "tur-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-azj_Latn", + "languages": [ + "tur-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.484431, + "recall": 0.562253, + "f1": 0.506417, + "accuracy": 0.562253, + "main_score": 0.506417, + "hf_subset": "tur_Latn-dik_Latn", + "languages": [ + "tur-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.908432, + "recall": 0.936759, + "f1": 0.917655, + "accuracy": 0.936759, + "main_score": 0.917655, + "hf_subset": "tur_Latn-hau_Latn", + "languages": [ + "tur-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tur_Latn-kea_Latn", + "languages": [ + "tur-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.927866, + "recall": 0.950593, + "f1": 0.935277, + "accuracy": 0.950593, + "main_score": 0.935277, + "hf_subset": "tur_Latn-lus_Latn", + "languages": [ + "tur-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.857493, + "recall": 0.896245, + "f1": 0.869302, + "accuracy": 0.896245, + "main_score": 0.869302, + "hf_subset": "tur_Latn-pag_Latn", + "languages": [ + "tur-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tur_Latn-snd_Arab", + "languages": [ + "tur-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tur_Latn-tuk_Latn", + "languages": [ + "tur-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-bak_Cyrl", + "languages": [ + "tur-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.448166, + "recall": 0.52668, + "f1": 0.469724, + "accuracy": 0.52668, + "main_score": 0.469724, + "hf_subset": "tur_Latn-dyu_Latn", + "languages": [ + "tur-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-heb_Hebr", + "languages": [ + "tur-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tur_Latn-khk_Cyrl", + "languages": [ + "tur-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-lvs_Latn", + "languages": [ + "tur-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-pan_Guru", + "languages": [ + "tur-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.869483, + "recall": 0.908103, + "f1": 0.881489, + "accuracy": 0.908103, + "main_score": 0.881489, + "hf_subset": "tur_Latn-som_Latn", + "languages": [ + "tur-Latn", + "som-Latn" + ] + }, + { + "precision": 0.698287, + "recall": 0.76087, + "f1": 0.716436, + "accuracy": 0.76087, + "main_score": 0.716436, + "hf_subset": "tur_Latn-tum_Latn", + "languages": [ + "tur-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.786462, + "recall": 0.840909, + "f1": 0.803162, + "accuracy": 0.840909, + "main_score": 0.803162, + "hf_subset": "ace_Latn-ace_Arab", + "languages": [ + "ace-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.514053, + "recall": 0.565217, + "f1": 0.527735, + "accuracy": 0.565217, + "main_score": 0.527735, + "hf_subset": "ace_Latn-bam_Latn", + "languages": [ + "ace-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.532946, + "recall": 0.603755, + "f1": 0.55213, + "accuracy": 0.603755, + "main_score": 0.55213, + "hf_subset": "ace_Latn-dzo_Tibt", + "languages": [ + "ace-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.894664, + "recall": 0.921937, + "f1": 0.902767, + "accuracy": 0.921937, + "main_score": 0.902767, + "hf_subset": "ace_Latn-hin_Deva", + "languages": [ + "ace-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.824473, + "recall": 0.868577, + "f1": 0.837996, + "accuracy": 0.868577, + "main_score": 0.837996, + "hf_subset": "ace_Latn-khm_Khmr", + "languages": [ + "ace-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.886026, + "recall": 0.913043, + "f1": 0.893914, + "accuracy": 0.913043, + "main_score": 0.893914, + "hf_subset": "ace_Latn-mag_Deva", + "languages": [ + "ace-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.89496, + "recall": 0.918972, + "f1": 0.902108, + "accuracy": 0.918972, + "main_score": 0.902108, + "hf_subset": "ace_Latn-pap_Latn", + "languages": [ + "ace-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.778121, + "recall": 0.824111, + "f1": 0.791623, + "accuracy": 0.824111, + "main_score": 0.791623, + "hf_subset": "ace_Latn-sot_Latn", + "languages": [ + "ace-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.876245, + "recall": 0.908103, + "f1": 0.885608, + "accuracy": 0.908103, + "main_score": 0.885608, + "hf_subset": "ace_Latn-tur_Latn", + "languages": [ + "ace-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.880534, + "recall": 0.910079, + "f1": 0.889263, + "accuracy": 0.910079, + "main_score": 0.889263, + "hf_subset": "ace_Latn-ban_Latn", + "languages": [ + "ace-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.864519, + "recall": 0.897233, + "f1": 0.874377, + "accuracy": 0.897233, + "main_score": 0.874377, + "hf_subset": "ace_Latn-ell_Grek", + "languages": [ + "ace-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.87948, + "recall": 0.908103, + "f1": 0.887686, + "accuracy": 0.908103, + "main_score": 0.887686, + "hf_subset": "ace_Latn-hne_Deva", + "languages": [ + "ace-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.59486, + "recall": 0.649209, + "f1": 0.609533, + "accuracy": 0.649209, + "main_score": 0.609533, + "hf_subset": "ace_Latn-kik_Latn", + "languages": [ + "ace-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.885738, + "recall": 0.916008, + "f1": 0.894862, + "accuracy": 0.916008, + "main_score": 0.894862, + "hf_subset": "ace_Latn-mai_Deva", + "languages": [ + "ace-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.851565, + "recall": 0.886364, + "f1": 0.861942, + "accuracy": 0.886364, + "main_score": 0.861942, + "hf_subset": "ace_Latn-pbt_Arab", + "languages": [ + "ace-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.897167, + "recall": 0.923913, + "f1": 0.905091, + "accuracy": 0.923913, + "main_score": 0.905091, + "hf_subset": "ace_Latn-spa_Latn", + "languages": [ + "ace-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.728887, + "recall": 0.772727, + "f1": 0.741594, + "accuracy": 0.772727, + "main_score": 0.741594, + "hf_subset": "ace_Latn-twi_Latn", + "languages": [ + "ace-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.876136, + "recall": 0.908103, + "f1": 0.885479, + "accuracy": 0.908103, + "main_score": 0.885479, + "hf_subset": "ace_Latn-acm_Arab", + "languages": [ + "ace-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.855888, + "recall": 0.890316, + "f1": 0.866458, + "accuracy": 0.890316, + "main_score": 0.866458, + "hf_subset": "ace_Latn-bel_Cyrl", + "languages": [ + "ace-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.900461, + "recall": 0.927866, + "f1": 0.908879, + "accuracy": 0.927866, + "main_score": 0.908879, + "hf_subset": "ace_Latn-eng_Latn", + "languages": [ + "ace-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.885112, + "recall": 0.91502, + "f1": 0.894236, + "accuracy": 0.91502, + "main_score": 0.894236, + "hf_subset": "ace_Latn-hrv_Latn", + "languages": [ + "ace-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.767805, + "recall": 0.817194, + "f1": 0.782428, + "accuracy": 0.817194, + "main_score": 0.782428, + "hf_subset": "ace_Latn-kin_Latn", + "languages": [ + "ace-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.867071, + "recall": 0.899209, + "f1": 0.876711, + "accuracy": 0.899209, + "main_score": 0.876711, + "hf_subset": "ace_Latn-mal_Mlym", + "languages": [ + "ace-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.869681, + "recall": 0.90415, + "f1": 0.880091, + "accuracy": 0.90415, + "main_score": 0.880091, + "hf_subset": "ace_Latn-pes_Arab", + "languages": [ + "ace-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.866798, + "recall": 0.898221, + "f1": 0.876026, + "accuracy": 0.898221, + "main_score": 0.876026, + "hf_subset": "ace_Latn-srd_Latn", + "languages": [ + "ace-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.23269, + "recall": 0.291502, + "f1": 0.247269, + "accuracy": 0.291502, + "main_score": 0.247269, + "hf_subset": "ace_Latn-tzm_Tfng", + "languages": [ + "ace-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.880682, + "recall": 0.909091, + "f1": 0.888952, + "accuracy": 0.909091, + "main_score": 0.888952, + "hf_subset": "ace_Latn-acq_Arab", + "languages": [ + "ace-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.655966, + "recall": 0.710474, + "f1": 0.671625, + "accuracy": 0.710474, + "main_score": 0.671625, + "hf_subset": "ace_Latn-bem_Latn", + "languages": [ + "ace-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.868702, + "recall": 0.900198, + "f1": 0.878039, + "accuracy": 0.900198, + "main_score": 0.878039, + "hf_subset": "ace_Latn-epo_Latn", + "languages": [ + "ace-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.887302, + "recall": 0.916008, + "f1": 0.895737, + "accuracy": 0.916008, + "main_score": 0.895737, + "hf_subset": "ace_Latn-hun_Latn", + "languages": [ + "ace-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.835664, + "recall": 0.875494, + "f1": 0.847589, + "accuracy": 0.875494, + "main_score": 0.847589, + "hf_subset": "ace_Latn-kir_Cyrl", + "languages": [ + "ace-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.876828, + "recall": 0.907115, + "f1": 0.885935, + "accuracy": 0.907115, + "main_score": 0.885935, + "hf_subset": "ace_Latn-mar_Deva", + "languages": [ + "ace-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.7712, + "recall": 0.820158, + "f1": 0.785543, + "accuracy": 0.820158, + "main_score": 0.785543, + "hf_subset": "ace_Latn-plt_Latn", + "languages": [ + "ace-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.878007, + "recall": 0.909091, + "f1": 0.887039, + "accuracy": 0.909091, + "main_score": 0.887039, + "hf_subset": "ace_Latn-srp_Cyrl", + "languages": [ + "ace-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.791396, + "recall": 0.840909, + "f1": 0.806195, + "accuracy": 0.840909, + "main_score": 0.806195, + "hf_subset": "ace_Latn-uig_Arab", + "languages": [ + "ace-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.856646, + "recall": 0.893281, + "f1": 0.867492, + "accuracy": 0.893281, + "main_score": 0.867492, + "hf_subset": "ace_Latn-aeb_Arab", + "languages": [ + "ace-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.858267, + "recall": 0.891304, + "f1": 0.867727, + "accuracy": 0.891304, + "main_score": 0.867727, + "hf_subset": "ace_Latn-ben_Beng", + "languages": [ + "ace-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.869022, + "recall": 0.902174, + "f1": 0.878986, + "accuracy": 0.902174, + "main_score": 0.878986, + "hf_subset": "ace_Latn-est_Latn", + "languages": [ + "ace-Latn", + "est-Latn" + ] + }, + { + "precision": 0.852553, + "recall": 0.889328, + "f1": 0.863213, + "accuracy": 0.889328, + "main_score": 0.863213, + "hf_subset": "ace_Latn-hye_Armn", + "languages": [ + "ace-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.512722, + "recall": 0.561265, + "f1": 0.52705, + "accuracy": 0.561265, + "main_score": 0.52705, + "hf_subset": "ace_Latn-kmb_Latn", + "languages": [ + "ace-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.570426, + "recall": 0.649209, + "f1": 0.59264, + "accuracy": 0.649209, + "main_score": 0.59264, + "hf_subset": "ace_Latn-min_Arab", + "languages": [ + "ace-Latn", + "min-Arab" + ] + }, + { + "precision": 0.878821, + "recall": 0.909091, + "f1": 0.887898, + "accuracy": 0.909091, + "main_score": 0.887898, + "hf_subset": "ace_Latn-pol_Latn", + "languages": [ + "ace-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.689048, + "recall": 0.747036, + "f1": 0.705751, + "accuracy": 0.747036, + "main_score": 0.705751, + "hf_subset": "ace_Latn-ssw_Latn", + "languages": [ + "ace-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.87393, + "recall": 0.905138, + "f1": 0.882953, + "accuracy": 0.905138, + "main_score": 0.882953, + "hf_subset": "ace_Latn-ukr_Cyrl", + "languages": [ + "ace-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.8878, + "recall": 0.91502, + "f1": 0.895669, + "accuracy": 0.91502, + "main_score": 0.895669, + "hf_subset": "ace_Latn-afr_Latn", + "languages": [ + "ace-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.88302, + "recall": 0.913043, + "f1": 0.892311, + "accuracy": 0.913043, + "main_score": 0.892311, + "hf_subset": "ace_Latn-bho_Deva", + "languages": [ + "ace-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.873439, + "recall": 0.901186, + "f1": 0.881214, + "accuracy": 0.901186, + "main_score": 0.881214, + "hf_subset": "ace_Latn-eus_Latn", + "languages": [ + "ace-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.751718, + "recall": 0.800395, + "f1": 0.765947, + "accuracy": 0.800395, + "main_score": 0.765947, + "hf_subset": "ace_Latn-ibo_Latn", + "languages": [ + "ace-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.787906, + "recall": 0.831028, + "f1": 0.800842, + "accuracy": 0.831028, + "main_score": 0.800842, + "hf_subset": "ace_Latn-kmr_Latn", + "languages": [ + "ace-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.891308, + "recall": 0.917984, + "f1": 0.899358, + "accuracy": 0.917984, + "main_score": 0.899358, + "hf_subset": "ace_Latn-min_Latn", + "languages": [ + "ace-Latn", + "min-Latn" + ] + }, + { + "precision": 0.892316, + "recall": 0.916996, + "f1": 0.899144, + "accuracy": 0.916996, + "main_score": 0.899144, + "hf_subset": "ace_Latn-por_Latn", + "languages": [ + "ace-Latn", + "por-Latn" + ] + }, + { + "precision": 0.891643, + "recall": 0.916996, + "f1": 0.899226, + "accuracy": 0.916996, + "main_score": 0.899226, + "hf_subset": "ace_Latn-sun_Latn", + "languages": [ + "ace-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.491301, + "recall": 0.545455, + "f1": 0.506766, + "accuracy": 0.545455, + "main_score": 0.506766, + "hf_subset": "ace_Latn-umb_Latn", + "languages": [ + "ace-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.87795, + "recall": 0.911067, + "f1": 0.888175, + "accuracy": 0.911067, + "main_score": 0.888175, + "hf_subset": "ace_Latn-ajp_Arab", + "languages": [ + "ace-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.577432, + "recall": 0.646245, + "f1": 0.596263, + "accuracy": 0.646245, + "main_score": 0.596263, + "hf_subset": "ace_Latn-bjn_Arab", + "languages": [ + "ace-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.489267, + "recall": 0.538538, + "f1": 0.502606, + "accuracy": 0.538538, + "main_score": 0.502606, + "hf_subset": "ace_Latn-ewe_Latn", + "languages": [ + "ace-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.864402, + "recall": 0.894269, + "f1": 0.872735, + "accuracy": 0.894269, + "main_score": 0.872735, + "hf_subset": "ace_Latn-ilo_Latn", + "languages": [ + "ace-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.291423, + "recall": 0.357708, + "f1": 0.308681, + "accuracy": 0.357708, + "main_score": 0.308681, + "hf_subset": "ace_Latn-knc_Arab", + "languages": [ + "ace-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.881168, + "recall": 0.910079, + "f1": 0.889581, + "accuracy": 0.910079, + "main_score": 0.889581, + "hf_subset": "ace_Latn-mkd_Cyrl", + "languages": [ + "ace-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.882559, + "recall": 0.912055, + "f1": 0.891259, + "accuracy": 0.912055, + "main_score": 0.891259, + "hf_subset": "ace_Latn-prs_Arab", + "languages": [ + "ace-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.886067, + "recall": 0.91502, + "f1": 0.894636, + "accuracy": 0.91502, + "main_score": 0.894636, + "hf_subset": "ace_Latn-swe_Latn", + "languages": [ + "ace-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.854588, + "recall": 0.891304, + "f1": 0.865403, + "accuracy": 0.891304, + "main_score": 0.865403, + "hf_subset": "ace_Latn-urd_Arab", + "languages": [ + "ace-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.686415, + "recall": 0.736166, + "f1": 0.700011, + "accuracy": 0.736166, + "main_score": 0.700011, + "hf_subset": "ace_Latn-aka_Latn", + "languages": [ + "ace-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.896254, + "recall": 0.91996, + "f1": 0.903409, + "accuracy": 0.91996, + "main_score": 0.903409, + "hf_subset": "ace_Latn-bjn_Latn", + "languages": [ + "ace-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.821979, + "recall": 0.860672, + "f1": 0.833011, + "accuracy": 0.860672, + "main_score": 0.833011, + "hf_subset": "ace_Latn-fao_Latn", + "languages": [ + "ace-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.90388, + "recall": 0.927866, + "f1": 0.910924, + "accuracy": 0.927866, + "main_score": 0.910924, + "hf_subset": "ace_Latn-ind_Latn", + "languages": [ + "ace-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.548509, + "recall": 0.592885, + "f1": 0.560997, + "accuracy": 0.592885, + "main_score": 0.560997, + "hf_subset": "ace_Latn-knc_Latn", + "languages": [ + "ace-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.881071, + "recall": 0.905138, + "f1": 0.887893, + "accuracy": 0.905138, + "main_score": 0.887893, + "hf_subset": "ace_Latn-mlt_Latn", + "languages": [ + "ace-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.62413, + "recall": 0.677866, + "f1": 0.639388, + "accuracy": 0.677866, + "main_score": 0.639388, + "hf_subset": "ace_Latn-quy_Latn", + "languages": [ + "ace-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.853237, + "recall": 0.890316, + "f1": 0.864147, + "accuracy": 0.890316, + "main_score": 0.864147, + "hf_subset": "ace_Latn-swh_Latn", + "languages": [ + "ace-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.87137, + "recall": 0.90415, + "f1": 0.881242, + "accuracy": 0.90415, + "main_score": 0.881242, + "hf_subset": "ace_Latn-uzn_Latn", + "languages": [ + "ace-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.876236, + "recall": 0.90415, + "f1": 0.884228, + "accuracy": 0.90415, + "main_score": 0.884228, + "hf_subset": "ace_Latn-als_Latn", + "languages": [ + "ace-Latn", + "als-Latn" + ] + }, + { + "precision": 0.636772, + "recall": 0.708498, + "f1": 0.657013, + "accuracy": 0.708498, + "main_score": 0.657013, + "hf_subset": "ace_Latn-bod_Tibt", + "languages": [ + "ace-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.625668, + "recall": 0.681818, + "f1": 0.641246, + "accuracy": 0.681818, + "main_score": 0.641246, + "hf_subset": "ace_Latn-fij_Latn", + "languages": [ + "ace-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.831514, + "recall": 0.870553, + "f1": 0.843204, + "accuracy": 0.870553, + "main_score": 0.843204, + "hf_subset": "ace_Latn-isl_Latn", + "languages": [ + "ace-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.627748, + "recall": 0.681818, + "f1": 0.642846, + "accuracy": 0.681818, + "main_score": 0.642846, + "hf_subset": "ace_Latn-kon_Latn", + "languages": [ + "ace-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.603527, + "recall": 0.668972, + "f1": 0.622111, + "accuracy": 0.668972, + "main_score": 0.622111, + "hf_subset": "ace_Latn-mni_Beng", + "languages": [ + "ace-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.895487, + "recall": 0.922925, + "f1": 0.903576, + "accuracy": 0.922925, + "main_score": 0.903576, + "hf_subset": "ace_Latn-ron_Latn", + "languages": [ + "ace-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.871237, + "recall": 0.903162, + "f1": 0.881116, + "accuracy": 0.903162, + "main_score": 0.881116, + "hf_subset": "ace_Latn-szl_Latn", + "languages": [ + "ace-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.89566, + "recall": 0.921937, + "f1": 0.903448, + "accuracy": 0.921937, + "main_score": 0.903448, + "hf_subset": "ace_Latn-vec_Latn", + "languages": [ + "ace-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.822003, + "recall": 0.862648, + "f1": 0.834538, + "accuracy": 0.862648, + "main_score": 0.834538, + "hf_subset": "ace_Latn-amh_Ethi", + "languages": [ + "ace-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.884009, + "recall": 0.913043, + "f1": 0.89241, + "accuracy": 0.913043, + "main_score": 0.89241, + "hf_subset": "ace_Latn-bos_Latn", + "languages": [ + "ace-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.887385, + "recall": 0.916008, + "f1": 0.895836, + "accuracy": 0.916008, + "main_score": 0.895836, + "hf_subset": "ace_Latn-fin_Latn", + "languages": [ + "ace-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.890448, + "recall": 0.918972, + "f1": 0.898847, + "accuracy": 0.918972, + "main_score": 0.898847, + "hf_subset": "ace_Latn-ita_Latn", + "languages": [ + "ace-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.895892, + "recall": 0.922925, + "f1": 0.903988, + "accuracy": 0.922925, + "main_score": 0.903988, + "hf_subset": "ace_Latn-kor_Hang", + "languages": [ + "ace-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.520059, + "recall": 0.576087, + "f1": 0.535907, + "accuracy": 0.576087, + "main_score": 0.535907, + "hf_subset": "ace_Latn-mos_Latn", + "languages": [ + "ace-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.677474, + "recall": 0.73419, + "f1": 0.693857, + "accuracy": 0.73419, + "main_score": 0.693857, + "hf_subset": "ace_Latn-run_Latn", + "languages": [ + "ace-Latn", + "run-Latn" + ] + }, + { + "precision": 0.830049, + "recall": 0.869565, + "f1": 0.841914, + "accuracy": 0.869565, + "main_score": 0.841914, + "hf_subset": "ace_Latn-tam_Taml", + "languages": [ + "ace-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.876032, + "recall": 0.907115, + "f1": 0.885343, + "accuracy": 0.907115, + "main_score": 0.885343, + "hf_subset": "ace_Latn-vie_Latn", + "languages": [ + "ace-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.871657, + "recall": 0.90415, + "f1": 0.881174, + "accuracy": 0.90415, + "main_score": 0.881174, + "hf_subset": "ace_Latn-apc_Arab", + "languages": [ + "ace-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.747085, + "recall": 0.794466, + "f1": 0.761199, + "accuracy": 0.794466, + "main_score": 0.761199, + "hf_subset": "ace_Latn-bug_Latn", + "languages": [ + "ace-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.446093, + "recall": 0.490119, + "f1": 0.458474, + "accuracy": 0.490119, + "main_score": 0.458474, + "hf_subset": "ace_Latn-fon_Latn", + "languages": [ + "ace-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.897622, + "recall": 0.91996, + "f1": 0.904193, + "accuracy": 0.91996, + "main_score": 0.904193, + "hf_subset": "ace_Latn-jav_Latn", + "languages": [ + "ace-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.793307, + "recall": 0.837945, + "f1": 0.806604, + "accuracy": 0.837945, + "main_score": 0.806604, + "hf_subset": "ace_Latn-lao_Laoo", + "languages": [ + "ace-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.748633, + "recall": 0.80336, + "f1": 0.76509, + "accuracy": 0.80336, + "main_score": 0.76509, + "hf_subset": "ace_Latn-mri_Latn", + "languages": [ + "ace-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.880105, + "recall": 0.913043, + "f1": 0.890072, + "accuracy": 0.913043, + "main_score": 0.890072, + "hf_subset": "ace_Latn-rus_Cyrl", + "languages": [ + "ace-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.541716, + "recall": 0.590909, + "f1": 0.555762, + "accuracy": 0.590909, + "main_score": 0.555762, + "hf_subset": "ace_Latn-taq_Latn", + "languages": [ + "ace-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.891041, + "recall": 0.916996, + "f1": 0.898635, + "accuracy": 0.916996, + "main_score": 0.898635, + "hf_subset": "ace_Latn-war_Latn", + "languages": [ + "ace-Latn", + "war-Latn" + ] + }, + { + "precision": 0.874506, + "recall": 0.907115, + "f1": 0.884392, + "accuracy": 0.907115, + "main_score": 0.884392, + "hf_subset": "ace_Latn-arb_Arab", + "languages": [ + "ace-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.891116, + "recall": 0.91996, + "f1": 0.899918, + "accuracy": 0.91996, + "main_score": 0.899918, + "hf_subset": "ace_Latn-bul_Cyrl", + "languages": [ + "ace-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.894741, + "recall": 0.921937, + "f1": 0.902833, + "accuracy": 0.921937, + "main_score": 0.902833, + "hf_subset": "ace_Latn-fra_Latn", + "languages": [ + "ace-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.879456, + "recall": 0.909091, + "f1": 0.888131, + "accuracy": 0.909091, + "main_score": 0.888131, + "hf_subset": "ace_Latn-jpn_Jpan", + "languages": [ + "ace-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.888894, + "recall": 0.916008, + "f1": 0.896956, + "accuracy": 0.916008, + "main_score": 0.896956, + "hf_subset": "ace_Latn-lij_Latn", + "languages": [ + "ace-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.823024, + "recall": 0.869565, + "f1": 0.837055, + "accuracy": 0.869565, + "main_score": 0.837055, + "hf_subset": "ace_Latn-mya_Mymr", + "languages": [ + "ace-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.575239, + "recall": 0.625494, + "f1": 0.589948, + "accuracy": 0.625494, + "main_score": 0.589948, + "hf_subset": "ace_Latn-sag_Latn", + "languages": [ + "ace-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.261275, + "recall": 0.321146, + "f1": 0.275963, + "accuracy": 0.321146, + "main_score": 0.275963, + "hf_subset": "ace_Latn-taq_Tfng", + "languages": [ + "ace-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.634928, + "recall": 0.685771, + "f1": 0.649349, + "accuracy": 0.685771, + "main_score": 0.649349, + "hf_subset": "ace_Latn-wol_Latn", + "languages": [ + "ace-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.74142, + "recall": 0.801383, + "f1": 0.759092, + "accuracy": 0.801383, + "main_score": 0.759092, + "hf_subset": "ace_Latn-arb_Latn", + "languages": [ + "ace-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.886528, + "recall": 0.916008, + "f1": 0.895125, + "accuracy": 0.916008, + "main_score": 0.895125, + "hf_subset": "ace_Latn-cat_Latn", + "languages": [ + "ace-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.878666, + "recall": 0.907115, + "f1": 0.887105, + "accuracy": 0.907115, + "main_score": 0.887105, + "hf_subset": "ace_Latn-fur_Latn", + "languages": [ + "ace-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.468432, + "recall": 0.533597, + "f1": 0.486597, + "accuracy": 0.533597, + "main_score": 0.486597, + "hf_subset": "ace_Latn-kab_Latn", + "languages": [ + "ace-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.854941, + "recall": 0.88834, + "f1": 0.864841, + "accuracy": 0.88834, + "main_score": 0.864841, + "hf_subset": "ace_Latn-lim_Latn", + "languages": [ + "ace-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.888579, + "recall": 0.91502, + "f1": 0.896221, + "accuracy": 0.91502, + "main_score": 0.896221, + "hf_subset": "ace_Latn-nld_Latn", + "languages": [ + "ace-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.828082, + "recall": 0.869565, + "f1": 0.840152, + "accuracy": 0.869565, + "main_score": 0.840152, + "hf_subset": "ace_Latn-san_Deva", + "languages": [ + "ace-Latn", + "san-Deva" + ] + }, + { + "precision": 0.857831, + "recall": 0.891304, + "f1": 0.867593, + "accuracy": 0.891304, + "main_score": 0.867593, + "hf_subset": "ace_Latn-tat_Cyrl", + "languages": [ + "ace-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.762632, + "recall": 0.814229, + "f1": 0.777917, + "accuracy": 0.814229, + "main_score": 0.777917, + "hf_subset": "ace_Latn-xho_Latn", + "languages": [ + "ace-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.868429, + "recall": 0.903162, + "f1": 0.878821, + "accuracy": 0.903162, + "main_score": 0.878821, + "hf_subset": "ace_Latn-ars_Arab", + "languages": [ + "ace-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.868418, + "recall": 0.899209, + "f1": 0.877226, + "accuracy": 0.899209, + "main_score": 0.877226, + "hf_subset": "ace_Latn-ceb_Latn", + "languages": [ + "ace-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.507256, + "recall": 0.571146, + "f1": 0.526246, + "accuracy": 0.571146, + "main_score": 0.526246, + "hf_subset": "ace_Latn-fuv_Latn", + "languages": [ + "ace-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.509475, + "recall": 0.5583, + "f1": 0.523118, + "accuracy": 0.5583, + "main_score": 0.523118, + "hf_subset": "ace_Latn-kac_Latn", + "languages": [ + "ace-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.634589, + "recall": 0.685771, + "f1": 0.649805, + "accuracy": 0.685771, + "main_score": 0.649805, + "hf_subset": "ace_Latn-lin_Latn", + "languages": [ + "ace-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.876773, + "recall": 0.905138, + "f1": 0.885127, + "accuracy": 0.905138, + "main_score": 0.885127, + "hf_subset": "ace_Latn-nno_Latn", + "languages": [ + "ace-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.763291, + "recall": 0.817194, + "f1": 0.779564, + "accuracy": 0.817194, + "main_score": 0.779564, + "hf_subset": "ace_Latn-sat_Olck", + "languages": [ + "ace-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.852174, + "recall": 0.890316, + "f1": 0.863688, + "accuracy": 0.890316, + "main_score": 0.863688, + "hf_subset": "ace_Latn-tel_Telu", + "languages": [ + "ace-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.850231, + "recall": 0.88834, + "f1": 0.861512, + "accuracy": 0.88834, + "main_score": 0.861512, + "hf_subset": "ace_Latn-ydd_Hebr", + "languages": [ + "ace-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.843857, + "recall": 0.882411, + "f1": 0.855106, + "accuracy": 0.882411, + "main_score": 0.855106, + "hf_subset": "ace_Latn-ary_Arab", + "languages": [ + "ace-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.880797, + "recall": 0.911067, + "f1": 0.889756, + "accuracy": 0.911067, + "main_score": 0.889756, + "hf_subset": "ace_Latn-ces_Latn", + "languages": [ + "ace-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.581864, + "recall": 0.640316, + "f1": 0.59777, + "accuracy": 0.640316, + "main_score": 0.59777, + "hf_subset": "ace_Latn-gaz_Latn", + "languages": [ + "ace-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.551657, + "recall": 0.607708, + "f1": 0.567479, + "accuracy": 0.607708, + "main_score": 0.567479, + "hf_subset": "ace_Latn-kam_Latn", + "languages": [ + "ace-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.864058, + "recall": 0.896245, + "f1": 0.873619, + "accuracy": 0.896245, + "main_score": 0.873619, + "hf_subset": "ace_Latn-lit_Latn", + "languages": [ + "ace-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.874572, + "recall": 0.906126, + "f1": 0.883733, + "accuracy": 0.906126, + "main_score": 0.883733, + "hf_subset": "ace_Latn-nob_Latn", + "languages": [ + "ace-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.871607, + "recall": 0.900198, + "f1": 0.880402, + "accuracy": 0.900198, + "main_score": 0.880402, + "hf_subset": "ace_Latn-scn_Latn", + "languages": [ + "ace-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.82314, + "recall": 0.866601, + "f1": 0.836106, + "accuracy": 0.866601, + "main_score": 0.836106, + "hf_subset": "ace_Latn-tgk_Cyrl", + "languages": [ + "ace-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.667598, + "recall": 0.733202, + "f1": 0.685924, + "accuracy": 0.733202, + "main_score": 0.685924, + "hf_subset": "ace_Latn-yor_Latn", + "languages": [ + "ace-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.883211, + "recall": 0.912055, + "f1": 0.89213, + "accuracy": 0.912055, + "main_score": 0.89213, + "hf_subset": "ace_Latn-arz_Arab", + "languages": [ + "ace-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.529721, + "recall": 0.587945, + "f1": 0.546272, + "accuracy": 0.587945, + "main_score": 0.546272, + "hf_subset": "ace_Latn-cjk_Latn", + "languages": [ + "ace-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.81078, + "recall": 0.855731, + "f1": 0.823868, + "accuracy": 0.855731, + "main_score": 0.823868, + "hf_subset": "ace_Latn-gla_Latn", + "languages": [ + "ace-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.855682, + "recall": 0.892292, + "f1": 0.866704, + "accuracy": 0.892292, + "main_score": 0.866704, + "hf_subset": "ace_Latn-kan_Knda", + "languages": [ + "ace-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.876262, + "recall": 0.905138, + "f1": 0.884858, + "accuracy": 0.905138, + "main_score": 0.884858, + "hf_subset": "ace_Latn-lmo_Latn", + "languages": [ + "ace-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.860112, + "recall": 0.895257, + "f1": 0.870638, + "accuracy": 0.895257, + "main_score": 0.870638, + "hf_subset": "ace_Latn-npi_Deva", + "languages": [ + "ace-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.512872, + "recall": 0.579051, + "f1": 0.531632, + "accuracy": 0.579051, + "main_score": 0.531632, + "hf_subset": "ace_Latn-shn_Mymr", + "languages": [ + "ace-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.88694, + "recall": 0.913043, + "f1": 0.894537, + "accuracy": 0.913043, + "main_score": 0.894537, + "hf_subset": "ace_Latn-tgl_Latn", + "languages": [ + "ace-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.874984, + "recall": 0.905138, + "f1": 0.883352, + "accuracy": 0.905138, + "main_score": 0.883352, + "hf_subset": "ace_Latn-yue_Hant", + "languages": [ + "ace-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.841715, + "recall": 0.878458, + "f1": 0.852584, + "accuracy": 0.878458, + "main_score": 0.852584, + "hf_subset": "ace_Latn-asm_Beng", + "languages": [ + "ace-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.821344, + "recall": 0.860672, + "f1": 0.8333, + "accuracy": 0.860672, + "main_score": 0.8333, + "hf_subset": "ace_Latn-ckb_Arab", + "languages": [ + "ace-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.831109, + "recall": 0.871542, + "f1": 0.843354, + "accuracy": 0.871542, + "main_score": 0.843354, + "hf_subset": "ace_Latn-gle_Latn", + "languages": [ + "ace-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.789476, + "recall": 0.841897, + "f1": 0.805487, + "accuracy": 0.841897, + "main_score": 0.805487, + "hf_subset": "ace_Latn-kas_Arab", + "languages": [ + "ace-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.802223, + "recall": 0.843874, + "f1": 0.814592, + "accuracy": 0.843874, + "main_score": 0.814592, + "hf_subset": "ace_Latn-ltg_Latn", + "languages": [ + "ace-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.735237, + "recall": 0.781621, + "f1": 0.748388, + "accuracy": 0.781621, + "main_score": 0.748388, + "hf_subset": "ace_Latn-nso_Latn", + "languages": [ + "ace-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.843751, + "recall": 0.882411, + "f1": 0.855042, + "accuracy": 0.882411, + "main_score": 0.855042, + "hf_subset": "ace_Latn-sin_Sinh", + "languages": [ + "ace-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.854974, + "recall": 0.891304, + "f1": 0.865697, + "accuracy": 0.891304, + "main_score": 0.865697, + "hf_subset": "ace_Latn-tha_Thai", + "languages": [ + "ace-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.862846, + "recall": 0.898221, + "f1": 0.87309, + "accuracy": 0.898221, + "main_score": 0.87309, + "hf_subset": "ace_Latn-zho_Hans", + "languages": [ + "ace-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.892435, + "recall": 0.917984, + "f1": 0.899788, + "accuracy": 0.917984, + "main_score": 0.899788, + "hf_subset": "ace_Latn-ast_Latn", + "languages": [ + "ace-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.861582, + "recall": 0.892292, + "f1": 0.870424, + "accuracy": 0.892292, + "main_score": 0.870424, + "hf_subset": "ace_Latn-crh_Latn", + "languages": [ + "ace-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.88125, + "recall": 0.911067, + "f1": 0.889962, + "accuracy": 0.911067, + "main_score": 0.889962, + "hf_subset": "ace_Latn-glg_Latn", + "languages": [ + "ace-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.771333, + "recall": 0.817194, + "f1": 0.784806, + "accuracy": 0.817194, + "main_score": 0.784806, + "hf_subset": "ace_Latn-kas_Deva", + "languages": [ + "ace-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.869731, + "recall": 0.900198, + "f1": 0.878563, + "accuracy": 0.900198, + "main_score": 0.878563, + "hf_subset": "ace_Latn-ltz_Latn", + "languages": [ + "ace-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.443448, + "recall": 0.507905, + "f1": 0.461346, + "accuracy": 0.507905, + "main_score": 0.461346, + "hf_subset": "ace_Latn-nus_Latn", + "languages": [ + "ace-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.875668, + "recall": 0.907115, + "f1": 0.884884, + "accuracy": 0.907115, + "main_score": 0.884884, + "hf_subset": "ace_Latn-slk_Latn", + "languages": [ + "ace-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.626861, + "recall": 0.693676, + "f1": 0.646218, + "accuracy": 0.693676, + "main_score": 0.646218, + "hf_subset": "ace_Latn-tir_Ethi", + "languages": [ + "ace-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.878129, + "recall": 0.909091, + "f1": 0.887371, + "accuracy": 0.909091, + "main_score": 0.887371, + "hf_subset": "ace_Latn-zho_Hant", + "languages": [ + "ace-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.873435, + "recall": 0.905138, + "f1": 0.882891, + "accuracy": 0.905138, + "main_score": 0.882891, + "hf_subset": "ace_Latn-awa_Deva", + "languages": [ + "ace-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.86502, + "recall": 0.896245, + "f1": 0.874332, + "accuracy": 0.896245, + "main_score": 0.874332, + "hf_subset": "ace_Latn-cym_Latn", + "languages": [ + "ace-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.728676, + "recall": 0.775692, + "f1": 0.742403, + "accuracy": 0.775692, + "main_score": 0.742403, + "hf_subset": "ace_Latn-grn_Latn", + "languages": [ + "ace-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.860436, + "recall": 0.897233, + "f1": 0.871574, + "accuracy": 0.897233, + "main_score": 0.871574, + "hf_subset": "ace_Latn-kat_Geor", + "languages": [ + "ace-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.609214, + "recall": 0.657115, + "f1": 0.623295, + "accuracy": 0.657115, + "main_score": 0.623295, + "hf_subset": "ace_Latn-lua_Latn", + "languages": [ + "ace-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.739356, + "recall": 0.790514, + "f1": 0.7544, + "accuracy": 0.790514, + "main_score": 0.7544, + "hf_subset": "ace_Latn-nya_Latn", + "languages": [ + "ace-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.876169, + "recall": 0.911067, + "f1": 0.886924, + "accuracy": 0.911067, + "main_score": 0.886924, + "hf_subset": "ace_Latn-slv_Latn", + "languages": [ + "ace-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.849894, + "recall": 0.884387, + "f1": 0.859852, + "accuracy": 0.884387, + "main_score": 0.859852, + "hf_subset": "ace_Latn-tpi_Latn", + "languages": [ + "ace-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.89636, + "recall": 0.920949, + "f1": 0.903477, + "accuracy": 0.920949, + "main_score": 0.903477, + "hf_subset": "ace_Latn-zsm_Latn", + "languages": [ + "ace-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.530155, + "recall": 0.583004, + "f1": 0.54539, + "accuracy": 0.583004, + "main_score": 0.54539, + "hf_subset": "ace_Latn-ayr_Latn", + "languages": [ + "ace-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.893487, + "recall": 0.918972, + "f1": 0.900867, + "accuracy": 0.918972, + "main_score": 0.900867, + "hf_subset": "ace_Latn-dan_Latn", + "languages": [ + "ace-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.874868, + "recall": 0.905138, + "f1": 0.884143, + "accuracy": 0.905138, + "main_score": 0.884143, + "hf_subset": "ace_Latn-guj_Gujr", + "languages": [ + "ace-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.866737, + "recall": 0.899209, + "f1": 0.876581, + "accuracy": 0.899209, + "main_score": 0.876581, + "hf_subset": "ace_Latn-kaz_Cyrl", + "languages": [ + "ace-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.60942, + "recall": 0.676877, + "f1": 0.628895, + "accuracy": 0.676877, + "main_score": 0.628895, + "hf_subset": "ace_Latn-lug_Latn", + "languages": [ + "ace-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.878063, + "recall": 0.906126, + "f1": 0.885893, + "accuracy": 0.906126, + "main_score": 0.885893, + "hf_subset": "ace_Latn-oci_Latn", + "languages": [ + "ace-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.743107, + "recall": 0.790514, + "f1": 0.756724, + "accuracy": 0.790514, + "main_score": 0.756724, + "hf_subset": "ace_Latn-smo_Latn", + "languages": [ + "ace-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.67934, + "recall": 0.741107, + "f1": 0.697043, + "accuracy": 0.741107, + "main_score": 0.697043, + "hf_subset": "ace_Latn-tsn_Latn", + "languages": [ + "ace-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.782856, + "recall": 0.83498, + "f1": 0.79865, + "accuracy": 0.83498, + "main_score": 0.79865, + "hf_subset": "ace_Latn-zul_Latn", + "languages": [ + "ace-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.805213, + "recall": 0.846838, + "f1": 0.817256, + "accuracy": 0.846838, + "main_score": 0.817256, + "hf_subset": "ace_Latn-azb_Arab", + "languages": [ + "ace-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.885392, + "recall": 0.91502, + "f1": 0.894137, + "accuracy": 0.91502, + "main_score": 0.894137, + "hf_subset": "ace_Latn-deu_Latn", + "languages": [ + "ace-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.845965, + "recall": 0.885375, + "f1": 0.858235, + "accuracy": 0.885375, + "main_score": 0.858235, + "hf_subset": "ace_Latn-hat_Latn", + "languages": [ + "ace-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.511648, + "recall": 0.560277, + "f1": 0.525614, + "accuracy": 0.560277, + "main_score": 0.525614, + "hf_subset": "ace_Latn-kbp_Latn", + "languages": [ + "ace-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.550454, + "recall": 0.598814, + "f1": 0.563716, + "accuracy": 0.598814, + "main_score": 0.563716, + "hf_subset": "ace_Latn-luo_Latn", + "languages": [ + "ace-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.83639, + "recall": 0.878458, + "f1": 0.849259, + "accuracy": 0.878458, + "main_score": 0.849259, + "hf_subset": "ace_Latn-ory_Orya", + "languages": [ + "ace-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.772177, + "recall": 0.823123, + "f1": 0.787519, + "accuracy": 0.823123, + "main_score": 0.787519, + "hf_subset": "ace_Latn-sna_Latn", + "languages": [ + "ace-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.642446, + "recall": 0.69664, + "f1": 0.657748, + "accuracy": 0.69664, + "main_score": 0.657748, + "hf_subset": "ace_Latn-tso_Latn", + "languages": [ + "ace-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.860548, + "recall": 0.895257, + "f1": 0.870806, + "accuracy": 0.895257, + "main_score": 0.870806, + "hf_subset": "ace_Latn-azj_Latn", + "languages": [ + "ace-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.519403, + "recall": 0.573123, + "f1": 0.535266, + "accuracy": 0.573123, + "main_score": 0.535266, + "hf_subset": "ace_Latn-dik_Latn", + "languages": [ + "ace-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.793948, + "recall": 0.836957, + "f1": 0.80653, + "accuracy": 0.836957, + "main_score": 0.80653, + "hf_subset": "ace_Latn-hau_Latn", + "languages": [ + "ace-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.878409, + "recall": 0.907115, + "f1": 0.886797, + "accuracy": 0.907115, + "main_score": 0.886797, + "hf_subset": "ace_Latn-kea_Latn", + "languages": [ + "ace-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.78644, + "recall": 0.83004, + "f1": 0.799162, + "accuracy": 0.83004, + "main_score": 0.799162, + "hf_subset": "ace_Latn-lus_Latn", + "languages": [ + "ace-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.799078, + "recall": 0.833004, + "f1": 0.809209, + "accuracy": 0.833004, + "main_score": 0.809209, + "hf_subset": "ace_Latn-pag_Latn", + "languages": [ + "ace-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.834478, + "recall": 0.873518, + "f1": 0.846004, + "accuracy": 0.873518, + "main_score": 0.846004, + "hf_subset": "ace_Latn-snd_Arab", + "languages": [ + "ace-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.84081, + "recall": 0.880435, + "f1": 0.852456, + "accuracy": 0.880435, + "main_score": 0.852456, + "hf_subset": "ace_Latn-tuk_Latn", + "languages": [ + "ace-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.87361, + "recall": 0.902174, + "f1": 0.881985, + "accuracy": 0.902174, + "main_score": 0.881985, + "hf_subset": "ace_Latn-bak_Cyrl", + "languages": [ + "ace-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.470138, + "recall": 0.535573, + "f1": 0.488198, + "accuracy": 0.535573, + "main_score": 0.488198, + "hf_subset": "ace_Latn-dyu_Latn", + "languages": [ + "ace-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.874284, + "recall": 0.90415, + "f1": 0.882781, + "accuracy": 0.90415, + "main_score": 0.882781, + "hf_subset": "ace_Latn-heb_Hebr", + "languages": [ + "ace-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.840349, + "recall": 0.87747, + "f1": 0.851925, + "accuracy": 0.87747, + "main_score": 0.851925, + "hf_subset": "ace_Latn-khk_Cyrl", + "languages": [ + "ace-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.868775, + "recall": 0.900198, + "f1": 0.878016, + "accuracy": 0.900198, + "main_score": 0.878016, + "hf_subset": "ace_Latn-lvs_Latn", + "languages": [ + "ace-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.85975, + "recall": 0.894269, + "f1": 0.869993, + "accuracy": 0.894269, + "main_score": 0.869993, + "hf_subset": "ace_Latn-pan_Guru", + "languages": [ + "ace-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.755336, + "recall": 0.812253, + "f1": 0.771909, + "accuracy": 0.812253, + "main_score": 0.771909, + "hf_subset": "ace_Latn-som_Latn", + "languages": [ + "ace-Latn", + "som-Latn" + ] + }, + { + "precision": 0.668716, + "recall": 0.722332, + "f1": 0.684069, + "accuracy": 0.722332, + "main_score": 0.684069, + "hf_subset": "ace_Latn-tum_Latn", + "languages": [ + "ace-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.578337, + "recall": 0.66502, + "f1": 0.60359, + "accuracy": 0.66502, + "main_score": 0.60359, + "hf_subset": "ban_Latn-ace_Arab", + "languages": [ + "ban-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.484422, + "recall": 0.552372, + "f1": 0.502657, + "accuracy": 0.552372, + "main_score": 0.502657, + "hf_subset": "ban_Latn-bam_Latn", + "languages": [ + "ban-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.598156, + "recall": 0.687747, + "f1": 0.623751, + "accuracy": 0.687747, + "main_score": 0.623751, + "hf_subset": "ban_Latn-dzo_Tibt", + "languages": [ + "ban-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "ban_Latn-hin_Deva", + "languages": [ + "ban-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.922431, + "recall": 0.94664, + "f1": 0.930336, + "accuracy": 0.94664, + "main_score": 0.930336, + "hf_subset": "ban_Latn-khm_Khmr", + "languages": [ + "ban-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "ban_Latn-mag_Deva", + "languages": [ + "ban-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.96805, + "recall": 0.977273, + "f1": 0.971014, + "accuracy": 0.977273, + "main_score": 0.971014, + "hf_subset": "ban_Latn-pap_Latn", + "languages": [ + "ban-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.82584, + "recall": 0.870553, + "f1": 0.839756, + "accuracy": 0.870553, + "main_score": 0.839756, + "hf_subset": "ban_Latn-sot_Latn", + "languages": [ + "ban-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "ban_Latn-tur_Latn", + "languages": [ + "ban-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.880971, + "recall": 0.910079, + "f1": 0.889707, + "accuracy": 0.910079, + "main_score": 0.889707, + "hf_subset": "ban_Latn-ace_Latn", + "languages": [ + "ban-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ban_Latn-ell_Grek", + "languages": [ + "ban-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.962286, + "recall": 0.972332, + "f1": 0.96558, + "accuracy": 0.972332, + "main_score": 0.96558, + "hf_subset": "ban_Latn-hne_Deva", + "languages": [ + "ban-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.590234, + "recall": 0.656126, + "f1": 0.609291, + "accuracy": 0.656126, + "main_score": 0.609291, + "hf_subset": "ban_Latn-kik_Latn", + "languages": [ + "ban-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ban_Latn-mai_Deva", + "languages": [ + "ban-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.912138, + "recall": 0.936759, + "f1": 0.920026, + "accuracy": 0.936759, + "main_score": 0.920026, + "hf_subset": "ban_Latn-pbt_Arab", + "languages": [ + "ban-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "ban_Latn-spa_Latn", + "languages": [ + "ban-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.754851, + "recall": 0.806324, + "f1": 0.770109, + "accuracy": 0.806324, + "main_score": 0.770109, + "hf_subset": "ban_Latn-twi_Latn", + "languages": [ + "ban-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "ban_Latn-acm_Arab", + "languages": [ + "ban-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.95471, + "recall": 0.968379, + "f1": 0.959157, + "accuracy": 0.968379, + "main_score": 0.959157, + "hf_subset": "ban_Latn-bel_Cyrl", + "languages": [ + "ban-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "ban_Latn-eng_Latn", + "languages": [ + "ban-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "ban_Latn-hrv_Latn", + "languages": [ + "ban-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.813356, + "recall": 0.856719, + "f1": 0.826355, + "accuracy": 0.856719, + "main_score": 0.826355, + "hf_subset": "ban_Latn-kin_Latn", + "languages": [ + "ban-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ban_Latn-mal_Mlym", + "languages": [ + "ban-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "ban_Latn-pes_Arab", + "languages": [ + "ban-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "ban_Latn-srd_Latn", + "languages": [ + "ban-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.21845, + "recall": 0.278656, + "f1": 0.23272, + "accuracy": 0.278656, + "main_score": 0.23272, + "hf_subset": "ban_Latn-tzm_Tfng", + "languages": [ + "ban-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ban_Latn-acq_Arab", + "languages": [ + "ban-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.648017, + "recall": 0.714427, + "f1": 0.667492, + "accuracy": 0.714427, + "main_score": 0.667492, + "hf_subset": "ban_Latn-bem_Latn", + "languages": [ + "ban-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "ban_Latn-epo_Latn", + "languages": [ + "ban-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "ban_Latn-hun_Latn", + "languages": [ + "ban-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.944582, + "recall": 0.961462, + "f1": 0.95, + "accuracy": 0.961462, + "main_score": 0.95, + "hf_subset": "ban_Latn-kir_Cyrl", + "languages": [ + "ban-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "ban_Latn-mar_Deva", + "languages": [ + "ban-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.829743, + "recall": 0.875494, + "f1": 0.843643, + "accuracy": 0.875494, + "main_score": 0.843643, + "hf_subset": "ban_Latn-plt_Latn", + "languages": [ + "ban-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.981225, + "f1": 0.97612, + "accuracy": 0.981225, + "main_score": 0.97612, + "hf_subset": "ban_Latn-srp_Cyrl", + "languages": [ + "ban-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.882856, + "recall": 0.916996, + "f1": 0.893841, + "accuracy": 0.916996, + "main_score": 0.893841, + "hf_subset": "ban_Latn-uig_Arab", + "languages": [ + "ban-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "ban_Latn-aeb_Arab", + "languages": [ + "ban-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.957839, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "ban_Latn-ben_Beng", + "languages": [ + "ban-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "ban_Latn-est_Latn", + "languages": [ + "ban-Latn", + "est-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "ban_Latn-hye_Armn", + "languages": [ + "ban-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.494892, + "recall": 0.551383, + "f1": 0.510487, + "accuracy": 0.551383, + "main_score": 0.510487, + "hf_subset": "ban_Latn-kmb_Latn", + "languages": [ + "ban-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.548174, + "recall": 0.634387, + "f1": 0.572374, + "accuracy": 0.634387, + "main_score": 0.572374, + "hf_subset": "ban_Latn-min_Arab", + "languages": [ + "ban-Latn", + "min-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "ban_Latn-pol_Latn", + "languages": [ + "ban-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.709914, + "recall": 0.777668, + "f1": 0.730632, + "accuracy": 0.777668, + "main_score": 0.730632, + "hf_subset": "ban_Latn-ssw_Latn", + "languages": [ + "ban-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ban_Latn-ukr_Cyrl", + "languages": [ + "ban-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ban_Latn-afr_Latn", + "languages": [ + "ban-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "ban_Latn-bho_Deva", + "languages": [ + "ban-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "ban_Latn-eus_Latn", + "languages": [ + "ban-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.810639, + "recall": 0.859684, + "f1": 0.826054, + "accuracy": 0.859684, + "main_score": 0.826054, + "hf_subset": "ban_Latn-ibo_Latn", + "languages": [ + "ban-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.846426, + "recall": 0.886364, + "f1": 0.858729, + "accuracy": 0.886364, + "main_score": 0.858729, + "hf_subset": "ban_Latn-kmr_Latn", + "languages": [ + "ban-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "ban_Latn-min_Latn", + "languages": [ + "ban-Latn", + "min-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "ban_Latn-por_Latn", + "languages": [ + "ban-Latn", + "por-Latn" + ] + }, + { + "precision": 0.96665, + "recall": 0.976285, + "f1": 0.969763, + "accuracy": 0.976285, + "main_score": 0.969763, + "hf_subset": "ban_Latn-sun_Latn", + "languages": [ + "ban-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.471313, + "recall": 0.540514, + "f1": 0.491507, + "accuracy": 0.540514, + "main_score": 0.491507, + "hf_subset": "ban_Latn-umb_Latn", + "languages": [ + "ban-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "ban_Latn-ajp_Arab", + "languages": [ + "ban-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.548368, + "recall": 0.631423, + "f1": 0.571454, + "accuracy": 0.631423, + "main_score": 0.571454, + "hf_subset": "ban_Latn-bjn_Arab", + "languages": [ + "ban-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.464342, + "recall": 0.520751, + "f1": 0.479916, + "accuracy": 0.520751, + "main_score": 0.479916, + "hf_subset": "ban_Latn-ewe_Latn", + "languages": [ + "ban-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.962451, + "f1": 0.951746, + "accuracy": 0.962451, + "main_score": 0.951746, + "hf_subset": "ban_Latn-ilo_Latn", + "languages": [ + "ban-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.277158, + "recall": 0.349802, + "f1": 0.295771, + "accuracy": 0.349802, + "main_score": 0.295771, + "hf_subset": "ban_Latn-knc_Arab", + "languages": [ + "ban-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.982213, + "f1": 0.977437, + "accuracy": 0.982213, + "main_score": 0.977437, + "hf_subset": "ban_Latn-mkd_Cyrl", + "languages": [ + "ban-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "ban_Latn-prs_Arab", + "languages": [ + "ban-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "ban_Latn-swe_Latn", + "languages": [ + "ban-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.954743, + "recall": 0.968379, + "f1": 0.959157, + "accuracy": 0.968379, + "main_score": 0.959157, + "hf_subset": "ban_Latn-urd_Arab", + "languages": [ + "ban-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.72049, + "recall": 0.781621, + "f1": 0.738556, + "accuracy": 0.781621, + "main_score": 0.738556, + "hf_subset": "ban_Latn-aka_Latn", + "languages": [ + "ban-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.96138, + "recall": 0.972332, + "f1": 0.964822, + "accuracy": 0.972332, + "main_score": 0.964822, + "hf_subset": "ban_Latn-bjn_Latn", + "languages": [ + "ban-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.917572, + "recall": 0.9417, + "f1": 0.925296, + "accuracy": 0.9417, + "main_score": 0.925296, + "hf_subset": "ban_Latn-fao_Latn", + "languages": [ + "ban-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "ban_Latn-ind_Latn", + "languages": [ + "ban-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.531304, + "recall": 0.593874, + "f1": 0.547629, + "accuracy": 0.593874, + "main_score": 0.547629, + "hf_subset": "ban_Latn-knc_Latn", + "languages": [ + "ban-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.975296, + "f1": 0.969156, + "accuracy": 0.975296, + "main_score": 0.969156, + "hf_subset": "ban_Latn-mlt_Latn", + "languages": [ + "ban-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.630896, + "recall": 0.700593, + "f1": 0.651187, + "accuracy": 0.700593, + "main_score": 0.651187, + "hf_subset": "ban_Latn-quy_Latn", + "languages": [ + "ban-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "ban_Latn-swh_Latn", + "languages": [ + "ban-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "ban_Latn-uzn_Latn", + "languages": [ + "ban-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "ban_Latn-als_Latn", + "languages": [ + "ban-Latn", + "als-Latn" + ] + }, + { + "precision": 0.719288, + "recall": 0.791502, + "f1": 0.741253, + "accuracy": 0.791502, + "main_score": 0.741253, + "hf_subset": "ban_Latn-bod_Tibt", + "languages": [ + "ban-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.626779, + "recall": 0.6917, + "f1": 0.645327, + "accuracy": 0.6917, + "main_score": 0.645327, + "hf_subset": "ban_Latn-fij_Latn", + "languages": [ + "ban-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.915102, + "recall": 0.940711, + "f1": 0.92332, + "accuracy": 0.940711, + "main_score": 0.92332, + "hf_subset": "ban_Latn-isl_Latn", + "languages": [ + "ban-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.605893, + "recall": 0.674901, + "f1": 0.6254, + "accuracy": 0.674901, + "main_score": 0.6254, + "hf_subset": "ban_Latn-kon_Latn", + "languages": [ + "ban-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.611004, + "recall": 0.695652, + "f1": 0.63594, + "accuracy": 0.695652, + "main_score": 0.63594, + "hf_subset": "ban_Latn-mni_Beng", + "languages": [ + "ban-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "ban_Latn-ron_Latn", + "languages": [ + "ban-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.965415, + "f1": 0.956192, + "accuracy": 0.965415, + "main_score": 0.956192, + "hf_subset": "ban_Latn-szl_Latn", + "languages": [ + "ban-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "ban_Latn-vec_Latn", + "languages": [ + "ban-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.878623, + "recall": 0.913043, + "f1": 0.889657, + "accuracy": 0.913043, + "main_score": 0.889657, + "hf_subset": "ban_Latn-amh_Ethi", + "languages": [ + "ban-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.973567, + "recall": 0.981225, + "f1": 0.976021, + "accuracy": 0.981225, + "main_score": 0.976021, + "hf_subset": "ban_Latn-bos_Latn", + "languages": [ + "ban-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "ban_Latn-fin_Latn", + "languages": [ + "ban-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "ban_Latn-ita_Latn", + "languages": [ + "ban-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "ban_Latn-kor_Hang", + "languages": [ + "ban-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.50231, + "recall": 0.571146, + "f1": 0.521136, + "accuracy": 0.571146, + "main_score": 0.521136, + "hf_subset": "ban_Latn-mos_Latn", + "languages": [ + "ban-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.714403, + "recall": 0.77668, + "f1": 0.733467, + "accuracy": 0.77668, + "main_score": 0.733467, + "hf_subset": "ban_Latn-run_Latn", + "languages": [ + "ban-Latn", + "run-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.969368, + "f1": 0.960639, + "accuracy": 0.969368, + "main_score": 0.960639, + "hf_subset": "ban_Latn-tam_Taml", + "languages": [ + "ban-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ban_Latn-vie_Latn", + "languages": [ + "ban-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "ban_Latn-apc_Arab", + "languages": [ + "ban-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.766693, + "recall": 0.823123, + "f1": 0.783679, + "accuracy": 0.823123, + "main_score": 0.783679, + "hf_subset": "ban_Latn-bug_Latn", + "languages": [ + "ban-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.424256, + "recall": 0.481225, + "f1": 0.439781, + "accuracy": 0.481225, + "main_score": 0.439781, + "hf_subset": "ban_Latn-fon_Latn", + "languages": [ + "ban-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ban_Latn-jav_Latn", + "languages": [ + "ban-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.889575, + "recall": 0.91996, + "f1": 0.899275, + "accuracy": 0.91996, + "main_score": 0.899275, + "hf_subset": "ban_Latn-lao_Laoo", + "languages": [ + "ban-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.807559, + "recall": 0.857708, + "f1": 0.823141, + "accuracy": 0.857708, + "main_score": 0.823141, + "hf_subset": "ban_Latn-mri_Latn", + "languages": [ + "ban-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "ban_Latn-rus_Cyrl", + "languages": [ + "ban-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.528356, + "recall": 0.589921, + "f1": 0.54575, + "accuracy": 0.589921, + "main_score": 0.54575, + "hf_subset": "ban_Latn-taq_Latn", + "languages": [ + "ban-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "ban_Latn-war_Latn", + "languages": [ + "ban-Latn", + "war-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "ban_Latn-arb_Arab", + "languages": [ + "ban-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "ban_Latn-bul_Cyrl", + "languages": [ + "ban-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "ban_Latn-fra_Latn", + "languages": [ + "ban-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "ban_Latn-jpn_Jpan", + "languages": [ + "ban-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "ban_Latn-lij_Latn", + "languages": [ + "ban-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.924901, + "recall": 0.947628, + "f1": 0.932312, + "accuracy": 0.947628, + "main_score": 0.932312, + "hf_subset": "ban_Latn-mya_Mymr", + "languages": [ + "ban-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.564641, + "recall": 0.629447, + "f1": 0.582372, + "accuracy": 0.629447, + "main_score": 0.582372, + "hf_subset": "ban_Latn-sag_Latn", + "languages": [ + "ban-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.232639, + "recall": 0.306324, + "f1": 0.251136, + "accuracy": 0.306324, + "main_score": 0.251136, + "hf_subset": "ban_Latn-taq_Tfng", + "languages": [ + "ban-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.642351, + "recall": 0.710474, + "f1": 0.661843, + "accuracy": 0.710474, + "main_score": 0.661843, + "hf_subset": "ban_Latn-wol_Latn", + "languages": [ + "ban-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.799473, + "recall": 0.852767, + "f1": 0.815401, + "accuracy": 0.852767, + "main_score": 0.815401, + "hf_subset": "ban_Latn-arb_Latn", + "languages": [ + "ban-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "ban_Latn-cat_Latn", + "languages": [ + "ban-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "ban_Latn-fur_Latn", + "languages": [ + "ban-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.436748, + "recall": 0.509881, + "f1": 0.456449, + "accuracy": 0.509881, + "main_score": 0.456449, + "hf_subset": "ban_Latn-kab_Latn", + "languages": [ + "ban-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.968379, + "f1": 0.959486, + "accuracy": 0.968379, + "main_score": 0.959486, + "hf_subset": "ban_Latn-lim_Latn", + "languages": [ + "ban-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ban_Latn-nld_Latn", + "languages": [ + "ban-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.912961, + "recall": 0.937747, + "f1": 0.921014, + "accuracy": 0.937747, + "main_score": 0.921014, + "hf_subset": "ban_Latn-san_Deva", + "languages": [ + "ban-Latn", + "san-Deva" + ] + }, + { + "precision": 0.960343, + "recall": 0.971344, + "f1": 0.963768, + "accuracy": 0.971344, + "main_score": 0.963768, + "hf_subset": "ban_Latn-tat_Cyrl", + "languages": [ + "ban-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.84165, + "recall": 0.884387, + "f1": 0.85527, + "accuracy": 0.884387, + "main_score": 0.85527, + "hf_subset": "ban_Latn-xho_Latn", + "languages": [ + "ban-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "ban_Latn-ars_Arab", + "languages": [ + "ban-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.967968, + "recall": 0.977273, + "f1": 0.970916, + "accuracy": 0.977273, + "main_score": 0.970916, + "hf_subset": "ban_Latn-ceb_Latn", + "languages": [ + "ban-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.478626, + "recall": 0.554348, + "f1": 0.499999, + "accuracy": 0.554348, + "main_score": 0.499999, + "hf_subset": "ban_Latn-fuv_Latn", + "languages": [ + "ban-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.478206, + "recall": 0.544466, + "f1": 0.496044, + "accuracy": 0.544466, + "main_score": 0.496044, + "hf_subset": "ban_Latn-kac_Latn", + "languages": [ + "ban-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.630444, + "recall": 0.699605, + "f1": 0.649433, + "accuracy": 0.699605, + "main_score": 0.649433, + "hf_subset": "ban_Latn-lin_Latn", + "languages": [ + "ban-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "ban_Latn-nno_Latn", + "languages": [ + "ban-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.831472, + "recall": 0.878458, + "f1": 0.846245, + "accuracy": 0.878458, + "main_score": 0.846245, + "hf_subset": "ban_Latn-sat_Olck", + "languages": [ + "ban-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "ban_Latn-tel_Telu", + "languages": [ + "ban-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "ban_Latn-ydd_Hebr", + "languages": [ + "ban-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.941041, + "recall": 0.959486, + "f1": 0.947134, + "accuracy": 0.959486, + "main_score": 0.947134, + "hf_subset": "ban_Latn-ary_Arab", + "languages": [ + "ban-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "ban_Latn-ces_Latn", + "languages": [ + "ban-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.581928, + "recall": 0.653162, + "f1": 0.601631, + "accuracy": 0.653162, + "main_score": 0.601631, + "hf_subset": "ban_Latn-gaz_Latn", + "languages": [ + "ban-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.547942, + "recall": 0.62253, + "f1": 0.56844, + "accuracy": 0.62253, + "main_score": 0.56844, + "hf_subset": "ban_Latn-kam_Latn", + "languages": [ + "ban-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.981225, + "f1": 0.976449, + "accuracy": 0.981225, + "main_score": 0.976449, + "hf_subset": "ban_Latn-lit_Latn", + "languages": [ + "ban-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "ban_Latn-nob_Latn", + "languages": [ + "ban-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.954216, + "recall": 0.967391, + "f1": 0.958498, + "accuracy": 0.967391, + "main_score": 0.958498, + "hf_subset": "ban_Latn-scn_Latn", + "languages": [ + "ban-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.934289, + "recall": 0.953557, + "f1": 0.940711, + "accuracy": 0.953557, + "main_score": 0.940711, + "hf_subset": "ban_Latn-tgk_Cyrl", + "languages": [ + "ban-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.704891, + "recall": 0.775692, + "f1": 0.725725, + "accuracy": 0.775692, + "main_score": 0.725725, + "hf_subset": "ban_Latn-yor_Latn", + "languages": [ + "ban-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "ban_Latn-arz_Arab", + "languages": [ + "ban-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.506316, + "recall": 0.578063, + "f1": 0.526487, + "accuracy": 0.578063, + "main_score": 0.526487, + "hf_subset": "ban_Latn-cjk_Latn", + "languages": [ + "ban-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.89641, + "recall": 0.927866, + "f1": 0.906456, + "accuracy": 0.927866, + "main_score": 0.906456, + "hf_subset": "ban_Latn-gla_Latn", + "languages": [ + "ban-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.943841, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "ban_Latn-kan_Knda", + "languages": [ + "ban-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "ban_Latn-lmo_Latn", + "languages": [ + "ban-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.977273, + "f1": 0.971014, + "accuracy": 0.977273, + "main_score": 0.971014, + "hf_subset": "ban_Latn-npi_Deva", + "languages": [ + "ban-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.524116, + "recall": 0.607708, + "f1": 0.547312, + "accuracy": 0.607708, + "main_score": 0.547312, + "hf_subset": "ban_Latn-shn_Mymr", + "languages": [ + "ban-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.972167, + "recall": 0.980237, + "f1": 0.974802, + "accuracy": 0.980237, + "main_score": 0.974802, + "hf_subset": "ban_Latn-tgl_Latn", + "languages": [ + "ban-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "ban_Latn-yue_Hant", + "languages": [ + "ban-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.946887, + "recall": 0.962451, + "f1": 0.951812, + "accuracy": 0.962451, + "main_score": 0.951812, + "hf_subset": "ban_Latn-asm_Beng", + "languages": [ + "ban-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.896821, + "recall": 0.925889, + "f1": 0.906028, + "accuracy": 0.925889, + "main_score": 0.906028, + "hf_subset": "ban_Latn-ckb_Arab", + "languages": [ + "ban-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.922019, + "recall": 0.944664, + "f1": 0.929084, + "accuracy": 0.944664, + "main_score": 0.929084, + "hf_subset": "ban_Latn-gle_Latn", + "languages": [ + "ban-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.876565, + "recall": 0.911067, + "f1": 0.887418, + "accuracy": 0.911067, + "main_score": 0.887418, + "hf_subset": "ban_Latn-kas_Arab", + "languages": [ + "ban-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.865283, + "recall": 0.903162, + "f1": 0.877108, + "accuracy": 0.903162, + "main_score": 0.877108, + "hf_subset": "ban_Latn-ltg_Latn", + "languages": [ + "ban-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.765144, + "recall": 0.81917, + "f1": 0.781406, + "accuracy": 0.81917, + "main_score": 0.781406, + "hf_subset": "ban_Latn-nso_Latn", + "languages": [ + "ban-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.932806, + "recall": 0.952569, + "f1": 0.939229, + "accuracy": 0.952569, + "main_score": 0.939229, + "hf_subset": "ban_Latn-sin_Sinh", + "languages": [ + "ban-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.958004, + "recall": 0.970356, + "f1": 0.962121, + "accuracy": 0.970356, + "main_score": 0.962121, + "hf_subset": "ban_Latn-tha_Thai", + "languages": [ + "ban-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.947299, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "ban_Latn-zho_Hans", + "languages": [ + "ban-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "ban_Latn-ast_Latn", + "languages": [ + "ban-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.964427, + "f1": 0.954875, + "accuracy": 0.964427, + "main_score": 0.954875, + "hf_subset": "ban_Latn-crh_Latn", + "languages": [ + "ban-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "ban_Latn-glg_Latn", + "languages": [ + "ban-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.835474, + "recall": 0.879447, + "f1": 0.849097, + "accuracy": 0.879447, + "main_score": 0.849097, + "hf_subset": "ban_Latn-kas_Deva", + "languages": [ + "ban-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.965086, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "ban_Latn-ltz_Latn", + "languages": [ + "ban-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.430923, + "recall": 0.500988, + "f1": 0.449764, + "accuracy": 0.500988, + "main_score": 0.449764, + "hf_subset": "ban_Latn-nus_Latn", + "languages": [ + "ban-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "ban_Latn-slk_Latn", + "languages": [ + "ban-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.628384, + "recall": 0.70751, + "f1": 0.651231, + "accuracy": 0.70751, + "main_score": 0.651231, + "hf_subset": "ban_Latn-tir_Ethi", + "languages": [ + "ban-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "ban_Latn-zho_Hant", + "languages": [ + "ban-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.961874, + "recall": 0.97332, + "f1": 0.965481, + "accuracy": 0.97332, + "main_score": 0.965481, + "hf_subset": "ban_Latn-awa_Deva", + "languages": [ + "ban-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.957708, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "ban_Latn-cym_Latn", + "languages": [ + "ban-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.787105, + "recall": 0.833992, + "f1": 0.800993, + "accuracy": 0.833992, + "main_score": 0.800993, + "hf_subset": "ban_Latn-grn_Latn", + "languages": [ + "ban-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "ban_Latn-kat_Geor", + "languages": [ + "ban-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.6003, + "recall": 0.664032, + "f1": 0.618331, + "accuracy": 0.664032, + "main_score": 0.618331, + "hf_subset": "ban_Latn-lua_Latn", + "languages": [ + "ban-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.793808, + "recall": 0.840909, + "f1": 0.808169, + "accuracy": 0.840909, + "main_score": 0.808169, + "hf_subset": "ban_Latn-nya_Latn", + "languages": [ + "ban-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "ban_Latn-slv_Latn", + "languages": [ + "ban-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "ban_Latn-tpi_Latn", + "languages": [ + "ban-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "ban_Latn-zsm_Latn", + "languages": [ + "ban-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.495727, + "recall": 0.563241, + "f1": 0.514321, + "accuracy": 0.563241, + "main_score": 0.514321, + "hf_subset": "ban_Latn-ayr_Latn", + "languages": [ + "ban-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "ban_Latn-dan_Latn", + "languages": [ + "ban-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.968083, + "recall": 0.977273, + "f1": 0.971014, + "accuracy": 0.977273, + "main_score": 0.971014, + "hf_subset": "ban_Latn-guj_Gujr", + "languages": [ + "ban-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "ban_Latn-kaz_Cyrl", + "languages": [ + "ban-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.630864, + "recall": 0.701581, + "f1": 0.651102, + "accuracy": 0.701581, + "main_score": 0.651102, + "hf_subset": "ban_Latn-lug_Latn", + "languages": [ + "ban-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.977273, + "f1": 0.971014, + "accuracy": 0.977273, + "main_score": 0.971014, + "hf_subset": "ban_Latn-oci_Latn", + "languages": [ + "ban-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.817803, + "recall": 0.862648, + "f1": 0.831752, + "accuracy": 0.862648, + "main_score": 0.831752, + "hf_subset": "ban_Latn-smo_Latn", + "languages": [ + "ban-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.712566, + "recall": 0.778656, + "f1": 0.732279, + "accuracy": 0.778656, + "main_score": 0.732279, + "hf_subset": "ban_Latn-tsn_Latn", + "languages": [ + "ban-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.849753, + "recall": 0.891304, + "f1": 0.862681, + "accuracy": 0.891304, + "main_score": 0.862681, + "hf_subset": "ban_Latn-zul_Latn", + "languages": [ + "ban-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.88974, + "recall": 0.920949, + "f1": 0.899769, + "accuracy": 0.920949, + "main_score": 0.899769, + "hf_subset": "ban_Latn-azb_Arab", + "languages": [ + "ban-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "ban_Latn-deu_Latn", + "languages": [ + "ban-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.930171, + "recall": 0.950593, + "f1": 0.936924, + "accuracy": 0.950593, + "main_score": 0.936924, + "hf_subset": "ban_Latn-hat_Latn", + "languages": [ + "ban-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.489003, + "recall": 0.552372, + "f1": 0.506298, + "accuracy": 0.552372, + "main_score": 0.506298, + "hf_subset": "ban_Latn-kbp_Latn", + "languages": [ + "ban-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.532099, + "recall": 0.59585, + "f1": 0.549212, + "accuracy": 0.59585, + "main_score": 0.549212, + "hf_subset": "ban_Latn-luo_Latn", + "languages": [ + "ban-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.932312, + "recall": 0.953557, + "f1": 0.939394, + "accuracy": 0.953557, + "main_score": 0.939394, + "hf_subset": "ban_Latn-ory_Orya", + "languages": [ + "ban-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.844697, + "recall": 0.883399, + "f1": 0.856851, + "accuracy": 0.883399, + "main_score": 0.856851, + "hf_subset": "ban_Latn-sna_Latn", + "languages": [ + "ban-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.664261, + "recall": 0.724308, + "f1": 0.681181, + "accuracy": 0.724308, + "main_score": 0.681181, + "hf_subset": "ban_Latn-tso_Latn", + "languages": [ + "ban-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.943347, + "recall": 0.959486, + "f1": 0.948419, + "accuracy": 0.959486, + "main_score": 0.948419, + "hf_subset": "ban_Latn-azj_Latn", + "languages": [ + "ban-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.506995, + "recall": 0.575099, + "f1": 0.526513, + "accuracy": 0.575099, + "main_score": 0.526513, + "hf_subset": "ban_Latn-dik_Latn", + "languages": [ + "ban-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.866271, + "recall": 0.902174, + "f1": 0.877226, + "accuracy": 0.902174, + "main_score": 0.877226, + "hf_subset": "ban_Latn-hau_Latn", + "languages": [ + "ban-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.95224, + "recall": 0.966403, + "f1": 0.956851, + "accuracy": 0.966403, + "main_score": 0.956851, + "hf_subset": "ban_Latn-kea_Latn", + "languages": [ + "ban-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.873518, + "recall": 0.908103, + "f1": 0.884552, + "accuracy": 0.908103, + "main_score": 0.884552, + "hf_subset": "ban_Latn-lus_Latn", + "languages": [ + "ban-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.861166, + "recall": 0.896245, + "f1": 0.87253, + "accuracy": 0.896245, + "main_score": 0.87253, + "hf_subset": "ban_Latn-pag_Latn", + "languages": [ + "ban-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.930336, + "recall": 0.951581, + "f1": 0.937253, + "accuracy": 0.951581, + "main_score": 0.937253, + "hf_subset": "ban_Latn-snd_Arab", + "languages": [ + "ban-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.931077, + "recall": 0.951581, + "f1": 0.937648, + "accuracy": 0.951581, + "main_score": 0.937648, + "hf_subset": "ban_Latn-tuk_Latn", + "languages": [ + "ban-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.954545, + "recall": 0.967391, + "f1": 0.958663, + "accuracy": 0.967391, + "main_score": 0.958663, + "hf_subset": "ban_Latn-bak_Cyrl", + "languages": [ + "ban-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.476998, + "recall": 0.552372, + "f1": 0.497898, + "accuracy": 0.552372, + "main_score": 0.497898, + "hf_subset": "ban_Latn-dyu_Latn", + "languages": [ + "ban-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "ban_Latn-heb_Hebr", + "languages": [ + "ban-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.906538, + "recall": 0.934783, + "f1": 0.915744, + "accuracy": 0.934783, + "main_score": 0.915744, + "hf_subset": "ban_Latn-khk_Cyrl", + "languages": [ + "ban-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "ban_Latn-lvs_Latn", + "languages": [ + "ban-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "ban_Latn-pan_Guru", + "languages": [ + "ban-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.822744, + "recall": 0.870553, + "f1": 0.837648, + "accuracy": 0.870553, + "main_score": 0.837648, + "hf_subset": "ban_Latn-som_Latn", + "languages": [ + "ban-Latn", + "som-Latn" + ] + }, + { + "precision": 0.690942, + "recall": 0.75, + "f1": 0.708696, + "accuracy": 0.75, + "main_score": 0.708696, + "hf_subset": "ban_Latn-tum_Latn", + "languages": [ + "ban-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.51229, + "recall": 0.610672, + "f1": 0.540324, + "accuracy": 0.610672, + "main_score": 0.540324, + "hf_subset": "ell_Grek-ace_Arab", + "languages": [ + "ell-Grek", + "ace-Arab" + ] + }, + { + "precision": 0.461914, + "recall": 0.527668, + "f1": 0.479642, + "accuracy": 0.527668, + "main_score": 0.479642, + "hf_subset": "ell_Grek-bam_Latn", + "languages": [ + "ell-Grek", + "bam-Latn" + ] + }, + { + "precision": 0.649379, + "recall": 0.731225, + "f1": 0.672815, + "accuracy": 0.731225, + "main_score": 0.672815, + "hf_subset": "ell_Grek-dzo_Tibt", + "languages": [ + "ell-Grek", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-hin_Deva", + "languages": [ + "ell-Grek", + "hin-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ell_Grek-khm_Khmr", + "languages": [ + "ell-Grek", + "khm-Khmr" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ell_Grek-mag_Deva", + "languages": [ + "ell-Grek", + "mag-Deva" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "ell_Grek-pap_Latn", + "languages": [ + "ell-Grek", + "pap-Latn" + ] + }, + { + "precision": 0.856341, + "recall": 0.898221, + "f1": 0.869466, + "accuracy": 0.898221, + "main_score": 0.869466, + "hf_subset": "ell_Grek-sot_Latn", + "languages": [ + "ell-Grek", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-tur_Latn", + "languages": [ + "ell-Grek", + "tur-Latn" + ] + }, + { + "precision": 0.847177, + "recall": 0.890316, + "f1": 0.860754, + "accuracy": 0.890316, + "main_score": 0.860754, + "hf_subset": "ell_Grek-ace_Latn", + "languages": [ + "ell-Grek", + "ace-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "ell_Grek-ban_Latn", + "languages": [ + "ell-Grek", + "ban-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ell_Grek-hne_Deva", + "languages": [ + "ell-Grek", + "hne-Deva" + ] + }, + { + "precision": 0.556884, + "recall": 0.635375, + "f1": 0.578542, + "accuracy": 0.635375, + "main_score": 0.578542, + "hf_subset": "ell_Grek-kik_Latn", + "languages": [ + "ell-Grek", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-mai_Deva", + "languages": [ + "ell-Grek", + "mai-Deva" + ] + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "ell_Grek-pbt_Arab", + "languages": [ + "ell-Grek", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-spa_Latn", + "languages": [ + "ell-Grek", + "spa-Latn" + ] + }, + { + "precision": 0.771393, + "recall": 0.83004, + "f1": 0.789163, + "accuracy": 0.83004, + "main_score": 0.789163, + "hf_subset": "ell_Grek-twi_Latn", + "languages": [ + "ell-Grek", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-acm_Arab", + "languages": [ + "ell-Grek", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-bel_Cyrl", + "languages": [ + "ell-Grek", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-hrv_Latn", + "languages": [ + "ell-Grek", + "hrv-Latn" + ] + }, + { + "precision": 0.850082, + "recall": 0.891304, + "f1": 0.863043, + "accuracy": 0.891304, + "main_score": 0.863043, + "hf_subset": "ell_Grek-kin_Latn", + "languages": [ + "ell-Grek", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ell_Grek-mal_Mlym", + "languages": [ + "ell-Grek", + "mal-Mlym" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-pes_Arab", + "languages": [ + "ell-Grek", + "pes-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ell_Grek-srd_Latn", + "languages": [ + "ell-Grek", + "srd-Latn" + ] + }, + { + "precision": 0.209714, + "recall": 0.275692, + "f1": 0.225242, + "accuracy": 0.275692, + "main_score": 0.225242, + "hf_subset": "ell_Grek-tzm_Tfng", + "languages": [ + "ell-Grek", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-acq_Arab", + "languages": [ + "ell-Grek", + "acq-Arab" + ] + }, + { + "precision": 0.655879, + "recall": 0.73419, + "f1": 0.678591, + "accuracy": 0.73419, + "main_score": 0.678591, + "hf_subset": "ell_Grek-bem_Latn", + "languages": [ + "ell-Grek", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-epo_Latn", + "languages": [ + "ell-Grek", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-hun_Latn", + "languages": [ + "ell-Grek", + "hun-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ell_Grek-kir_Cyrl", + "languages": [ + "ell-Grek", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-mar_Deva", + "languages": [ + "ell-Grek", + "mar-Deva" + ] + }, + { + "precision": 0.886693, + "recall": 0.918972, + "f1": 0.896706, + "accuracy": 0.918972, + "main_score": 0.896706, + "hf_subset": "ell_Grek-plt_Latn", + "languages": [ + "ell-Grek", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-srp_Cyrl", + "languages": [ + "ell-Grek", + "srp-Cyrl" + ] + }, + { + "precision": 0.944417, + "recall": 0.961462, + "f1": 0.949835, + "accuracy": 0.961462, + "main_score": 0.949835, + "hf_subset": "ell_Grek-uig_Arab", + "languages": [ + "ell-Grek", + "uig-Arab" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ell_Grek-aeb_Arab", + "languages": [ + "ell-Grek", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-ben_Beng", + "languages": [ + "ell-Grek", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-est_Latn", + "languages": [ + "ell-Grek", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-hye_Armn", + "languages": [ + "ell-Grek", + "hye-Armn" + ] + }, + { + "precision": 0.472107, + "recall": 0.536561, + "f1": 0.490005, + "accuracy": 0.536561, + "main_score": 0.490005, + "hf_subset": "ell_Grek-kmb_Latn", + "languages": [ + "ell-Grek", + "kmb-Latn" + ] + }, + { + "precision": 0.486197, + "recall": 0.579051, + "f1": 0.511655, + "accuracy": 0.579051, + "main_score": 0.511655, + "hf_subset": "ell_Grek-min_Arab", + "languages": [ + "ell-Grek", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-pol_Latn", + "languages": [ + "ell-Grek", + "pol-Latn" + ] + }, + { + "precision": 0.751515, + "recall": 0.814229, + "f1": 0.77029, + "accuracy": 0.814229, + "main_score": 0.77029, + "hf_subset": "ell_Grek-ssw_Latn", + "languages": [ + "ell-Grek", + "ssw-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ukr_Cyrl", + "languages": [ + "ell-Grek", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-afr_Latn", + "languages": [ + "ell-Grek", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ell_Grek-bho_Deva", + "languages": [ + "ell-Grek", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ell_Grek-eus_Latn", + "languages": [ + "ell-Grek", + "eus-Latn" + ] + }, + { + "precision": 0.865283, + "recall": 0.907115, + "f1": 0.87859, + "accuracy": 0.907115, + "main_score": 0.87859, + "hf_subset": "ell_Grek-ibo_Latn", + "languages": [ + "ell-Grek", + "ibo-Latn" + ] + }, + { + "precision": 0.87141, + "recall": 0.909091, + "f1": 0.883202, + "accuracy": 0.909091, + "main_score": 0.883202, + "hf_subset": "ell_Grek-kmr_Latn", + "languages": [ + "ell-Grek", + "kmr-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ell_Grek-min_Latn", + "languages": [ + "ell-Grek", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-por_Latn", + "languages": [ + "ell-Grek", + "por-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ell_Grek-sun_Latn", + "languages": [ + "ell-Grek", + "sun-Latn" + ] + }, + { + "precision": 0.450125, + "recall": 0.523715, + "f1": 0.47089, + "accuracy": 0.523715, + "main_score": 0.47089, + "hf_subset": "ell_Grek-umb_Latn", + "languages": [ + "ell-Grek", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-ajp_Arab", + "languages": [ + "ell-Grek", + "ajp-Arab" + ] + }, + { + "precision": 0.506264, + "recall": 0.590909, + "f1": 0.529253, + "accuracy": 0.590909, + "main_score": 0.529253, + "hf_subset": "ell_Grek-bjn_Arab", + "languages": [ + "ell-Grek", + "bjn-Arab" + ] + }, + { + "precision": 0.435668, + "recall": 0.501976, + "f1": 0.454042, + "accuracy": 0.501976, + "main_score": 0.454042, + "hf_subset": "ell_Grek-ewe_Latn", + "languages": [ + "ell-Grek", + "ewe-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "ell_Grek-ilo_Latn", + "languages": [ + "ell-Grek", + "ilo-Latn" + ] + }, + { + "precision": 0.251045, + "recall": 0.320158, + "f1": 0.268064, + "accuracy": 0.320158, + "main_score": 0.268064, + "hf_subset": "ell_Grek-knc_Arab", + "languages": [ + "ell-Grek", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-mkd_Cyrl", + "languages": [ + "ell-Grek", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-prs_Arab", + "languages": [ + "ell-Grek", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-swe_Latn", + "languages": [ + "ell-Grek", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-urd_Arab", + "languages": [ + "ell-Grek", + "urd-Arab" + ] + }, + { + "precision": 0.745102, + "recall": 0.809289, + "f1": 0.764312, + "accuracy": 0.809289, + "main_score": 0.764312, + "hf_subset": "ell_Grek-aka_Latn", + "languages": [ + "ell-Grek", + "aka-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ell_Grek-bjn_Latn", + "languages": [ + "ell-Grek", + "bjn-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ell_Grek-fao_Latn", + "languages": [ + "ell-Grek", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ind_Latn", + "languages": [ + "ell-Grek", + "ind-Latn" + ] + }, + { + "precision": 0.487744, + "recall": 0.5583, + "f1": 0.506686, + "accuracy": 0.5583, + "main_score": 0.506686, + "hf_subset": "ell_Grek-knc_Latn", + "languages": [ + "ell-Grek", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-mlt_Latn", + "languages": [ + "ell-Grek", + "mlt-Latn" + ] + }, + { + "precision": 0.616813, + "recall": 0.6917, + "f1": 0.638112, + "accuracy": 0.6917, + "main_score": 0.638112, + "hf_subset": "ell_Grek-quy_Latn", + "languages": [ + "ell-Grek", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-swh_Latn", + "languages": [ + "ell-Grek", + "swh-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ell_Grek-uzn_Latn", + "languages": [ + "ell-Grek", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ell_Grek-als_Latn", + "languages": [ + "ell-Grek", + "als-Latn" + ] + }, + { + "precision": 0.797217, + "recall": 0.855731, + "f1": 0.815566, + "accuracy": 0.855731, + "main_score": 0.815566, + "hf_subset": "ell_Grek-bod_Tibt", + "languages": [ + "ell-Grek", + "bod-Tibt" + ] + }, + { + "precision": 0.614272, + "recall": 0.690711, + "f1": 0.636107, + "accuracy": 0.690711, + "main_score": 0.636107, + "hf_subset": "ell_Grek-fij_Latn", + "languages": [ + "ell-Grek", + "fij-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ell_Grek-isl_Latn", + "languages": [ + "ell-Grek", + "isl-Latn" + ] + }, + { + "precision": 0.582793, + "recall": 0.663043, + "f1": 0.604961, + "accuracy": 0.663043, + "main_score": 0.604961, + "hf_subset": "ell_Grek-kon_Latn", + "languages": [ + "ell-Grek", + "kon-Latn" + ] + }, + { + "precision": 0.573373, + "recall": 0.662055, + "f1": 0.598344, + "accuracy": 0.662055, + "main_score": 0.598344, + "hf_subset": "ell_Grek-mni_Beng", + "languages": [ + "ell-Grek", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-ron_Latn", + "languages": [ + "ell-Grek", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "ell_Grek-szl_Latn", + "languages": [ + "ell-Grek", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-vec_Latn", + "languages": [ + "ell-Grek", + "vec-Latn" + ] + }, + { + "precision": 0.927207, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "ell_Grek-amh_Ethi", + "languages": [ + "ell-Grek", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-bos_Latn", + "languages": [ + "ell-Grek", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-fin_Latn", + "languages": [ + "ell-Grek", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ita_Latn", + "languages": [ + "ell-Grek", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-kor_Hang", + "languages": [ + "ell-Grek", + "kor-Hang" + ] + }, + { + "precision": 0.480232, + "recall": 0.549407, + "f1": 0.499314, + "accuracy": 0.549407, + "main_score": 0.499314, + "hf_subset": "ell_Grek-mos_Latn", + "languages": [ + "ell-Grek", + "mos-Latn" + ] + }, + { + "precision": 0.763949, + "recall": 0.825099, + "f1": 0.782411, + "accuracy": 0.825099, + "main_score": 0.782411, + "hf_subset": "ell_Grek-run_Latn", + "languages": [ + "ell-Grek", + "run-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ell_Grek-tam_Taml", + "languages": [ + "ell-Grek", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-vie_Latn", + "languages": [ + "ell-Grek", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-apc_Arab", + "languages": [ + "ell-Grek", + "apc-Arab" + ] + }, + { + "precision": 0.714733, + "recall": 0.786561, + "f1": 0.735655, + "accuracy": 0.786561, + "main_score": 0.735655, + "hf_subset": "ell_Grek-bug_Latn", + "languages": [ + "ell-Grek", + "bug-Latn" + ] + }, + { + "precision": 0.410124, + "recall": 0.468379, + "f1": 0.425954, + "accuracy": 0.468379, + "main_score": 0.425954, + "hf_subset": "ell_Grek-fon_Latn", + "languages": [ + "ell-Grek", + "fon-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ell_Grek-jav_Latn", + "languages": [ + "ell-Grek", + "jav-Latn" + ] + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956094, + "accuracy": 0.966403, + "main_score": 0.956094, + "hf_subset": "ell_Grek-lao_Laoo", + "languages": [ + "ell-Grek", + "lao-Laoo" + ] + }, + { + "precision": 0.872777, + "recall": 0.910079, + "f1": 0.884618, + "accuracy": 0.910079, + "main_score": 0.884618, + "hf_subset": "ell_Grek-mri_Latn", + "languages": [ + "ell-Grek", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-rus_Cyrl", + "languages": [ + "ell-Grek", + "rus-Cyrl" + ] + }, + { + "precision": 0.486944, + "recall": 0.551383, + "f1": 0.504183, + "accuracy": 0.551383, + "main_score": 0.504183, + "hf_subset": "ell_Grek-taq_Latn", + "languages": [ + "ell-Grek", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ell_Grek-war_Latn", + "languages": [ + "ell-Grek", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-arb_Arab", + "languages": [ + "ell-Grek", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-bul_Cyrl", + "languages": [ + "ell-Grek", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-fra_Latn", + "languages": [ + "ell-Grek", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-jpn_Jpan", + "languages": [ + "ell-Grek", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ell_Grek-lij_Latn", + "languages": [ + "ell-Grek", + "lij-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ell_Grek-mya_Mymr", + "languages": [ + "ell-Grek", + "mya-Mymr" + ] + }, + { + "precision": 0.5171, + "recall": 0.592885, + "f1": 0.537356, + "accuracy": 0.592885, + "main_score": 0.537356, + "hf_subset": "ell_Grek-sag_Latn", + "languages": [ + "ell-Grek", + "sag-Latn" + ] + }, + { + "precision": 0.21441, + "recall": 0.284585, + "f1": 0.231229, + "accuracy": 0.284585, + "main_score": 0.231229, + "hf_subset": "ell_Grek-taq_Tfng", + "languages": [ + "ell-Grek", + "taq-Tfng" + ] + }, + { + "precision": 0.609374, + "recall": 0.686759, + "f1": 0.630861, + "accuracy": 0.686759, + "main_score": 0.630861, + "hf_subset": "ell_Grek-wol_Latn", + "languages": [ + "ell-Grek", + "wol-Latn" + ] + }, + { + "precision": 0.84972, + "recall": 0.895257, + "f1": 0.863999, + "accuracy": 0.895257, + "main_score": 0.863999, + "hf_subset": "ell_Grek-arb_Latn", + "languages": [ + "ell-Grek", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-cat_Latn", + "languages": [ + "ell-Grek", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ell_Grek-fur_Latn", + "languages": [ + "ell-Grek", + "fur-Latn" + ] + }, + { + "precision": 0.44426, + "recall": 0.520751, + "f1": 0.464149, + "accuracy": 0.520751, + "main_score": 0.464149, + "hf_subset": "ell_Grek-kab_Latn", + "languages": [ + "ell-Grek", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ell_Grek-lim_Latn", + "languages": [ + "ell-Grek", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-nld_Latn", + "languages": [ + "ell-Grek", + "nld-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "ell_Grek-san_Deva", + "languages": [ + "ell-Grek", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-tat_Cyrl", + "languages": [ + "ell-Grek", + "tat-Cyrl" + ] + }, + { + "precision": 0.870553, + "recall": 0.909091, + "f1": 0.882839, + "accuracy": 0.909091, + "main_score": 0.882839, + "hf_subset": "ell_Grek-xho_Latn", + "languages": [ + "ell-Grek", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ars_Arab", + "languages": [ + "ell-Grek", + "ars-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ceb_Latn", + "languages": [ + "ell-Grek", + "ceb-Latn" + ] + }, + { + "precision": 0.459369, + "recall": 0.539526, + "f1": 0.48049, + "accuracy": 0.539526, + "main_score": 0.48049, + "hf_subset": "ell_Grek-fuv_Latn", + "languages": [ + "ell-Grek", + "fuv-Latn" + ] + }, + { + "precision": 0.443843, + "recall": 0.51581, + "f1": 0.462647, + "accuracy": 0.51581, + "main_score": 0.462647, + "hf_subset": "ell_Grek-kac_Latn", + "languages": [ + "ell-Grek", + "kac-Latn" + ] + }, + { + "precision": 0.620364, + "recall": 0.695652, + "f1": 0.6415, + "accuracy": 0.695652, + "main_score": 0.6415, + "hf_subset": "ell_Grek-lin_Latn", + "languages": [ + "ell-Grek", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-nno_Latn", + "languages": [ + "ell-Grek", + "nno-Latn" + ] + }, + { + "precision": 0.866683, + "recall": 0.90415, + "f1": 0.878162, + "accuracy": 0.90415, + "main_score": 0.878162, + "hf_subset": "ell_Grek-sat_Olck", + "languages": [ + "ell-Grek", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ell_Grek-tel_Telu", + "languages": [ + "ell-Grek", + "tel-Telu" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ell_Grek-ydd_Hebr", + "languages": [ + "ell-Grek", + "ydd-Hebr" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "ell_Grek-ary_Arab", + "languages": [ + "ell-Grek", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ces_Latn", + "languages": [ + "ell-Grek", + "ces-Latn" + ] + }, + { + "precision": 0.546026, + "recall": 0.631423, + "f1": 0.569566, + "accuracy": 0.631423, + "main_score": 0.569566, + "hf_subset": "ell_Grek-gaz_Latn", + "languages": [ + "ell-Grek", + "gaz-Latn" + ] + }, + { + "precision": 0.529172, + "recall": 0.610672, + "f1": 0.551555, + "accuracy": 0.610672, + "main_score": 0.551555, + "hf_subset": "ell_Grek-kam_Latn", + "languages": [ + "ell-Grek", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ell_Grek-lit_Latn", + "languages": [ + "ell-Grek", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-nob_Latn", + "languages": [ + "ell-Grek", + "nob-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ell_Grek-scn_Latn", + "languages": [ + "ell-Grek", + "scn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ell_Grek-tgk_Cyrl", + "languages": [ + "ell-Grek", + "tgk-Cyrl" + ] + }, + { + "precision": 0.74395, + "recall": 0.809289, + "f1": 0.763147, + "accuracy": 0.809289, + "main_score": 0.763147, + "hf_subset": "ell_Grek-yor_Latn", + "languages": [ + "ell-Grek", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-arz_Arab", + "languages": [ + "ell-Grek", + "arz-Arab" + ] + }, + { + "precision": 0.461129, + "recall": 0.54249, + "f1": 0.483236, + "accuracy": 0.54249, + "main_score": 0.483236, + "hf_subset": "ell_Grek-cjk_Latn", + "languages": [ + "ell-Grek", + "cjk-Latn" + ] + }, + { + "precision": 0.939229, + "recall": 0.959486, + "f1": 0.945982, + "accuracy": 0.959486, + "main_score": 0.945982, + "hf_subset": "ell_Grek-gla_Latn", + "languages": [ + "ell-Grek", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ell_Grek-kan_Knda", + "languages": [ + "ell-Grek", + "kan-Knda" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ell_Grek-lmo_Latn", + "languages": [ + "ell-Grek", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ell_Grek-npi_Deva", + "languages": [ + "ell-Grek", + "npi-Deva" + ] + }, + { + "precision": 0.526861, + "recall": 0.615613, + "f1": 0.551855, + "accuracy": 0.615613, + "main_score": 0.551855, + "hf_subset": "ell_Grek-shn_Mymr", + "languages": [ + "ell-Grek", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-tgl_Latn", + "languages": [ + "ell-Grek", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-yue_Hant", + "languages": [ + "ell-Grek", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ell_Grek-asm_Beng", + "languages": [ + "ell-Grek", + "asm-Beng" + ] + }, + { + "precision": 0.934124, + "recall": 0.954545, + "f1": 0.940711, + "accuracy": 0.954545, + "main_score": 0.940711, + "hf_subset": "ell_Grek-ckb_Arab", + "languages": [ + "ell-Grek", + "ckb-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ell_Grek-gle_Latn", + "languages": [ + "ell-Grek", + "gle-Latn" + ] + }, + { + "precision": 0.903574, + "recall": 0.932806, + "f1": 0.912747, + "accuracy": 0.932806, + "main_score": 0.912747, + "hf_subset": "ell_Grek-kas_Arab", + "languages": [ + "ell-Grek", + "kas-Arab" + ] + }, + { + "precision": 0.906126, + "recall": 0.933794, + "f1": 0.91502, + "accuracy": 0.933794, + "main_score": 0.91502, + "hf_subset": "ell_Grek-ltg_Latn", + "languages": [ + "ell-Grek", + "ltg-Latn" + ] + }, + { + "precision": 0.785879, + "recall": 0.839921, + "f1": 0.802355, + "accuracy": 0.839921, + "main_score": 0.802355, + "hf_subset": "ell_Grek-nso_Latn", + "languages": [ + "ell-Grek", + "nso-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ell_Grek-sin_Sinh", + "languages": [ + "ell-Grek", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-tha_Thai", + "languages": [ + "ell-Grek", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-zho_Hans", + "languages": [ + "ell-Grek", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-ast_Latn", + "languages": [ + "ell-Grek", + "ast-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ell_Grek-crh_Latn", + "languages": [ + "ell-Grek", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-glg_Latn", + "languages": [ + "ell-Grek", + "glg-Latn" + ] + }, + { + "precision": 0.842754, + "recall": 0.889328, + "f1": 0.857213, + "accuracy": 0.889328, + "main_score": 0.857213, + "hf_subset": "ell_Grek-kas_Deva", + "languages": [ + "ell-Grek", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ell_Grek-ltz_Latn", + "languages": [ + "ell-Grek", + "ltz-Latn" + ] + }, + { + "precision": 0.410188, + "recall": 0.478261, + "f1": 0.428417, + "accuracy": 0.478261, + "main_score": 0.428417, + "hf_subset": "ell_Grek-nus_Latn", + "languages": [ + "ell-Grek", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-slk_Latn", + "languages": [ + "ell-Grek", + "slk-Latn" + ] + }, + { + "precision": 0.63508, + "recall": 0.715415, + "f1": 0.65768, + "accuracy": 0.715415, + "main_score": 0.65768, + "hf_subset": "ell_Grek-tir_Ethi", + "languages": [ + "ell-Grek", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-zho_Hant", + "languages": [ + "ell-Grek", + "zho-Hant" + ] + }, + { + "precision": 0.979908, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "ell_Grek-awa_Deva", + "languages": [ + "ell-Grek", + "awa-Deva" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ell_Grek-cym_Latn", + "languages": [ + "ell-Grek", + "cym-Latn" + ] + }, + { + "precision": 0.752891, + "recall": 0.813241, + "f1": 0.770702, + "accuracy": 0.813241, + "main_score": 0.770702, + "hf_subset": "ell_Grek-grn_Latn", + "languages": [ + "ell-Grek", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-kat_Geor", + "languages": [ + "ell-Grek", + "kat-Geor" + ] + }, + { + "precision": 0.575031, + "recall": 0.645257, + "f1": 0.594547, + "accuracy": 0.645257, + "main_score": 0.594547, + "hf_subset": "ell_Grek-lua_Latn", + "languages": [ + "ell-Grek", + "lua-Latn" + ] + }, + { + "precision": 0.817556, + "recall": 0.871542, + "f1": 0.834453, + "accuracy": 0.871542, + "main_score": 0.834453, + "hf_subset": "ell_Grek-nya_Latn", + "languages": [ + "ell-Grek", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-slv_Latn", + "languages": [ + "ell-Grek", + "slv-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ell_Grek-tpi_Latn", + "languages": [ + "ell-Grek", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-zsm_Latn", + "languages": [ + "ell-Grek", + "zsm-Latn" + ] + }, + { + "precision": 0.474384, + "recall": 0.547431, + "f1": 0.494451, + "accuracy": 0.547431, + "main_score": 0.494451, + "hf_subset": "ell_Grek-ayr_Latn", + "languages": [ + "ell-Grek", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-dan_Latn", + "languages": [ + "ell-Grek", + "dan-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-guj_Gujr", + "languages": [ + "ell-Grek", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ell_Grek-kaz_Cyrl", + "languages": [ + "ell-Grek", + "kaz-Cyrl" + ] + }, + { + "precision": 0.627849, + "recall": 0.712451, + "f1": 0.652437, + "accuracy": 0.712451, + "main_score": 0.652437, + "hf_subset": "ell_Grek-lug_Latn", + "languages": [ + "ell-Grek", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-oci_Latn", + "languages": [ + "ell-Grek", + "oci-Latn" + ] + }, + { + "precision": 0.828261, + "recall": 0.876482, + "f1": 0.843149, + "accuracy": 0.876482, + "main_score": 0.843149, + "hf_subset": "ell_Grek-smo_Latn", + "languages": [ + "ell-Grek", + "smo-Latn" + ] + }, + { + "precision": 0.744582, + "recall": 0.810277, + "f1": 0.764295, + "accuracy": 0.810277, + "main_score": 0.764295, + "hf_subset": "ell_Grek-tsn_Latn", + "languages": [ + "ell-Grek", + "tsn-Latn" + ] + }, + { + "precision": 0.899868, + "recall": 0.93083, + "f1": 0.90975, + "accuracy": 0.93083, + "main_score": 0.90975, + "hf_subset": "ell_Grek-zul_Latn", + "languages": [ + "ell-Grek", + "zul-Latn" + ] + }, + { + "precision": 0.9333, + "recall": 0.954545, + "f1": 0.940217, + "accuracy": 0.954545, + "main_score": 0.940217, + "hf_subset": "ell_Grek-azb_Arab", + "languages": [ + "ell-Grek", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-deu_Latn", + "languages": [ + "ell-Grek", + "deu-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "ell_Grek-hat_Latn", + "languages": [ + "ell-Grek", + "hat-Latn" + ] + }, + { + "precision": 0.466685, + "recall": 0.534585, + "f1": 0.485182, + "accuracy": 0.534585, + "main_score": 0.485182, + "hf_subset": "ell_Grek-kbp_Latn", + "languages": [ + "ell-Grek", + "kbp-Latn" + ] + }, + { + "precision": 0.489783, + "recall": 0.565217, + "f1": 0.510214, + "accuracy": 0.565217, + "main_score": 0.510214, + "hf_subset": "ell_Grek-luo_Latn", + "languages": [ + "ell-Grek", + "luo-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ell_Grek-ory_Orya", + "languages": [ + "ell-Grek", + "ory-Orya" + ] + }, + { + "precision": 0.891057, + "recall": 0.923913, + "f1": 0.901581, + "accuracy": 0.923913, + "main_score": 0.901581, + "hf_subset": "ell_Grek-sna_Latn", + "languages": [ + "ell-Grek", + "sna-Latn" + ] + }, + { + "precision": 0.648855, + "recall": 0.722332, + "f1": 0.66987, + "accuracy": 0.722332, + "main_score": 0.66987, + "hf_subset": "ell_Grek-tso_Latn", + "languages": [ + "ell-Grek", + "tso-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-azj_Latn", + "languages": [ + "ell-Grek", + "azj-Latn" + ] + }, + { + "precision": 0.473475, + "recall": 0.550395, + "f1": 0.494866, + "accuracy": 0.550395, + "main_score": 0.494866, + "hf_subset": "ell_Grek-dik_Latn", + "languages": [ + "ell-Grek", + "dik-Latn" + ] + }, + { + "precision": 0.908926, + "recall": 0.936759, + "f1": 0.917819, + "accuracy": 0.936759, + "main_score": 0.917819, + "hf_subset": "ell_Grek-hau_Latn", + "languages": [ + "ell-Grek", + "hau-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "ell_Grek-kea_Latn", + "languages": [ + "ell-Grek", + "kea-Latn" + ] + }, + { + "precision": 0.912055, + "recall": 0.937747, + "f1": 0.91996, + "accuracy": 0.937747, + "main_score": 0.91996, + "hf_subset": "ell_Grek-lus_Latn", + "languages": [ + "ell-Grek", + "lus-Latn" + ] + }, + { + "precision": 0.844285, + "recall": 0.88834, + "f1": 0.857905, + "accuracy": 0.88834, + "main_score": 0.857905, + "hf_subset": "ell_Grek-pag_Latn", + "languages": [ + "ell-Grek", + "pag-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ell_Grek-snd_Arab", + "languages": [ + "ell-Grek", + "snd-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ell_Grek-tuk_Latn", + "languages": [ + "ell-Grek", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ell_Grek-bak_Cyrl", + "languages": [ + "ell-Grek", + "bak-Cyrl" + ] + }, + { + "precision": 0.430776, + "recall": 0.513834, + "f1": 0.453462, + "accuracy": 0.513834, + "main_score": 0.453462, + "hf_subset": "ell_Grek-dyu_Latn", + "languages": [ + "ell-Grek", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-heb_Hebr", + "languages": [ + "ell-Grek", + "heb-Hebr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ell_Grek-khk_Cyrl", + "languages": [ + "ell-Grek", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-lvs_Latn", + "languages": [ + "ell-Grek", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-pan_Guru", + "languages": [ + "ell-Grek", + "pan-Guru" + ] + }, + { + "precision": 0.855929, + "recall": 0.899209, + "f1": 0.869565, + "accuracy": 0.899209, + "main_score": 0.869565, + "hf_subset": "ell_Grek-som_Latn", + "languages": [ + "ell-Grek", + "som-Latn" + ] + }, + { + "precision": 0.698741, + "recall": 0.762846, + "f1": 0.71722, + "accuracy": 0.762846, + "main_score": 0.71722, + "hf_subset": "ell_Grek-tum_Latn", + "languages": [ + "ell-Grek", + "tum-Latn" + ] + }, + { + "precision": 0.554194, + "recall": 0.632411, + "f1": 0.576754, + "accuracy": 0.632411, + "main_score": 0.576754, + "hf_subset": "hne_Deva-ace_Arab", + "languages": [ + "hne-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.484107, + "recall": 0.540514, + "f1": 0.499522, + "accuracy": 0.540514, + "main_score": 0.499522, + "hf_subset": "hne_Deva-bam_Latn", + "languages": [ + "hne-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.65388, + "recall": 0.737154, + "f1": 0.678001, + "accuracy": 0.737154, + "main_score": 0.678001, + "hf_subset": "hne_Deva-dzo_Tibt", + "languages": [ + "hne-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-hin_Deva", + "languages": [ + "hne-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hne_Deva-khm_Khmr", + "languages": [ + "hne-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-mag_Deva", + "languages": [ + "hne-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-pap_Latn", + "languages": [ + "hne-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.859354, + "recall": 0.899209, + "f1": 0.872003, + "accuracy": 0.899209, + "main_score": 0.872003, + "hf_subset": "hne_Deva-sot_Latn", + "languages": [ + "hne-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-tur_Latn", + "languages": [ + "hne-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.888093, + "recall": 0.91996, + "f1": 0.898043, + "accuracy": 0.91996, + "main_score": 0.898043, + "hf_subset": "hne_Deva-ace_Latn", + "languages": [ + "hne-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.961957, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "hne_Deva-ban_Latn", + "languages": [ + "hne-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-ell_Grek", + "languages": [ + "hne-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.589168, + "recall": 0.65415, + "f1": 0.607521, + "accuracy": 0.65415, + "main_score": 0.607521, + "hf_subset": "hne_Deva-kik_Latn", + "languages": [ + "hne-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-mai_Deva", + "languages": [ + "hne-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "hne_Deva-pbt_Arab", + "languages": [ + "hne-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-spa_Latn", + "languages": [ + "hne-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.784124, + "recall": 0.838933, + "f1": 0.800626, + "accuracy": 0.838933, + "main_score": 0.800626, + "hf_subset": "hne_Deva-twi_Latn", + "languages": [ + "hne-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-acm_Arab", + "languages": [ + "hne-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "hne_Deva-bel_Cyrl", + "languages": [ + "hne-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-eng_Latn", + "languages": [ + "hne-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-hrv_Latn", + "languages": [ + "hne-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.855847, + "recall": 0.896245, + "f1": 0.868643, + "accuracy": 0.896245, + "main_score": 0.868643, + "hf_subset": "hne_Deva-kin_Latn", + "languages": [ + "hne-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-mal_Mlym", + "languages": [ + "hne-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-pes_Arab", + "languages": [ + "hne-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hne_Deva-srd_Latn", + "languages": [ + "hne-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.220844, + "recall": 0.279644, + "f1": 0.235816, + "accuracy": 0.279644, + "main_score": 0.235816, + "hf_subset": "hne_Deva-tzm_Tfng", + "languages": [ + "hne-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-acq_Arab", + "languages": [ + "hne-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.67249, + "recall": 0.742095, + "f1": 0.69269, + "accuracy": 0.742095, + "main_score": 0.69269, + "hf_subset": "hne_Deva-bem_Latn", + "languages": [ + "hne-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-epo_Latn", + "languages": [ + "hne-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-hun_Latn", + "languages": [ + "hne-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-kir_Cyrl", + "languages": [ + "hne-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-mar_Deva", + "languages": [ + "hne-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.880418, + "recall": 0.91502, + "f1": 0.891041, + "accuracy": 0.91502, + "main_score": 0.891041, + "hf_subset": "hne_Deva-plt_Latn", + "languages": [ + "hne-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-srp_Cyrl", + "languages": [ + "hne-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.943347, + "recall": 0.961462, + "f1": 0.949275, + "accuracy": 0.961462, + "main_score": 0.949275, + "hf_subset": "hne_Deva-uig_Arab", + "languages": [ + "hne-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-aeb_Arab", + "languages": [ + "hne-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-ben_Beng", + "languages": [ + "hne-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-est_Latn", + "languages": [ + "hne-Deva", + "est-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-hye_Armn", + "languages": [ + "hne-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.483209, + "recall": 0.537549, + "f1": 0.4988, + "accuracy": 0.537549, + "main_score": 0.4988, + "hf_subset": "hne_Deva-kmb_Latn", + "languages": [ + "hne-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.519171, + "recall": 0.603755, + "f1": 0.542821, + "accuracy": 0.603755, + "main_score": 0.542821, + "hf_subset": "hne_Deva-min_Arab", + "languages": [ + "hne-Deva", + "min-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-pol_Latn", + "languages": [ + "hne-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.76497, + "recall": 0.824111, + "f1": 0.7833, + "accuracy": 0.824111, + "main_score": 0.7833, + "hf_subset": "hne_Deva-ssw_Latn", + "languages": [ + "hne-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-ukr_Cyrl", + "languages": [ + "hne-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-afr_Latn", + "languages": [ + "hne-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-bho_Deva", + "languages": [ + "hne-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-eus_Latn", + "languages": [ + "hne-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.875494, + "recall": 0.913043, + "f1": 0.887484, + "accuracy": 0.913043, + "main_score": 0.887484, + "hf_subset": "hne_Deva-ibo_Latn", + "languages": [ + "hne-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.888291, + "recall": 0.921937, + "f1": 0.898748, + "accuracy": 0.921937, + "main_score": 0.898748, + "hf_subset": "hne_Deva-kmr_Latn", + "languages": [ + "hne-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "hne_Deva-min_Latn", + "languages": [ + "hne-Deva", + "min-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-por_Latn", + "languages": [ + "hne-Deva", + "por-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hne_Deva-sun_Latn", + "languages": [ + "hne-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.462975, + "recall": 0.529644, + "f1": 0.481905, + "accuracy": 0.529644, + "main_score": 0.481905, + "hf_subset": "hne_Deva-umb_Latn", + "languages": [ + "hne-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-ajp_Arab", + "languages": [ + "hne-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.52868, + "recall": 0.607708, + "f1": 0.551109, + "accuracy": 0.607708, + "main_score": 0.551109, + "hf_subset": "hne_Deva-bjn_Arab", + "languages": [ + "hne-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.471117, + "recall": 0.524704, + "f1": 0.485701, + "accuracy": 0.524704, + "main_score": 0.485701, + "hf_subset": "hne_Deva-ewe_Latn", + "languages": [ + "hne-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "hne_Deva-ilo_Latn", + "languages": [ + "hne-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.274748, + "recall": 0.343874, + "f1": 0.292369, + "accuracy": 0.343874, + "main_score": 0.292369, + "hf_subset": "hne_Deva-knc_Arab", + "languages": [ + "hne-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-mkd_Cyrl", + "languages": [ + "hne-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-prs_Arab", + "languages": [ + "hne-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-swe_Latn", + "languages": [ + "hne-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-urd_Arab", + "languages": [ + "hne-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.748468, + "recall": 0.8083, + "f1": 0.766422, + "accuracy": 0.8083, + "main_score": 0.766422, + "hf_subset": "hne_Deva-aka_Latn", + "languages": [ + "hne-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "hne_Deva-bjn_Latn", + "languages": [ + "hne-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hne_Deva-fao_Latn", + "languages": [ + "hne-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-ind_Latn", + "languages": [ + "hne-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.523931, + "recall": 0.583004, + "f1": 0.54016, + "accuracy": 0.583004, + "main_score": 0.54016, + "hf_subset": "hne_Deva-knc_Latn", + "languages": [ + "hne-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-mlt_Latn", + "languages": [ + "hne-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.643111, + "recall": 0.712451, + "f1": 0.663488, + "accuracy": 0.712451, + "main_score": 0.663488, + "hf_subset": "hne_Deva-quy_Latn", + "languages": [ + "hne-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-swh_Latn", + "languages": [ + "hne-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-uzn_Latn", + "languages": [ + "hne-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-als_Latn", + "languages": [ + "hne-Deva", + "als-Latn" + ] + }, + { + "precision": 0.819846, + "recall": 0.871542, + "f1": 0.835974, + "accuracy": 0.871542, + "main_score": 0.835974, + "hf_subset": "hne_Deva-bod_Tibt", + "languages": [ + "hne-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.632388, + "recall": 0.69664, + "f1": 0.650165, + "accuracy": 0.69664, + "main_score": 0.650165, + "hf_subset": "hne_Deva-fij_Latn", + "languages": [ + "hne-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hne_Deva-isl_Latn", + "languages": [ + "hne-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.596537, + "recall": 0.670949, + "f1": 0.618244, + "accuracy": 0.670949, + "main_score": 0.618244, + "hf_subset": "hne_Deva-kon_Latn", + "languages": [ + "hne-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.637387, + "recall": 0.708498, + "f1": 0.657825, + "accuracy": 0.708498, + "main_score": 0.657825, + "hf_subset": "hne_Deva-mni_Beng", + "languages": [ + "hne-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-ron_Latn", + "languages": [ + "hne-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "hne_Deva-szl_Latn", + "languages": [ + "hne-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-vec_Latn", + "languages": [ + "hne-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.937912, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "hne_Deva-amh_Ethi", + "languages": [ + "hne-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-bos_Latn", + "languages": [ + "hne-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-fin_Latn", + "languages": [ + "hne-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-ita_Latn", + "languages": [ + "hne-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-kor_Hang", + "languages": [ + "hne-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.489723, + "recall": 0.556324, + "f1": 0.508096, + "accuracy": 0.556324, + "main_score": 0.508096, + "hf_subset": "hne_Deva-mos_Latn", + "languages": [ + "hne-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.750659, + "recall": 0.809289, + "f1": 0.76845, + "accuracy": 0.809289, + "main_score": 0.76845, + "hf_subset": "hne_Deva-run_Latn", + "languages": [ + "hne-Deva", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-tam_Taml", + "languages": [ + "hne-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-vie_Latn", + "languages": [ + "hne-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-apc_Arab", + "languages": [ + "hne-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.75052, + "recall": 0.8083, + "f1": 0.767361, + "accuracy": 0.8083, + "main_score": 0.767361, + "hf_subset": "hne_Deva-bug_Latn", + "languages": [ + "hne-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.404958, + "recall": 0.459486, + "f1": 0.420146, + "accuracy": 0.459486, + "main_score": 0.420146, + "hf_subset": "hne_Deva-fon_Latn", + "languages": [ + "hne-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-jav_Latn", + "languages": [ + "hne-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "hne_Deva-lao_Laoo", + "languages": [ + "hne-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.886034, + "recall": 0.91996, + "f1": 0.896904, + "accuracy": 0.91996, + "main_score": 0.896904, + "hf_subset": "hne_Deva-mri_Latn", + "languages": [ + "hne-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-rus_Cyrl", + "languages": [ + "hne-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.510249, + "recall": 0.56917, + "f1": 0.526686, + "accuracy": 0.56917, + "main_score": 0.526686, + "hf_subset": "hne_Deva-taq_Latn", + "languages": [ + "hne-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-war_Latn", + "languages": [ + "hne-Deva", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-arb_Arab", + "languages": [ + "hne-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-bul_Cyrl", + "languages": [ + "hne-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-fra_Latn", + "languages": [ + "hne-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-jpn_Jpan", + "languages": [ + "hne-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-lij_Latn", + "languages": [ + "hne-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hne_Deva-mya_Mymr", + "languages": [ + "hne-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.543544, + "recall": 0.609684, + "f1": 0.56195, + "accuracy": 0.609684, + "main_score": 0.56195, + "hf_subset": "hne_Deva-sag_Latn", + "languages": [ + "hne-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.232188, + "recall": 0.297431, + "f1": 0.249205, + "accuracy": 0.297431, + "main_score": 0.249205, + "hf_subset": "hne_Deva-taq_Tfng", + "languages": [ + "hne-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.623321, + "recall": 0.694664, + "f1": 0.64403, + "accuracy": 0.694664, + "main_score": 0.64403, + "hf_subset": "hne_Deva-wol_Latn", + "languages": [ + "hne-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.866189, + "recall": 0.906126, + "f1": 0.878854, + "accuracy": 0.906126, + "main_score": 0.878854, + "hf_subset": "hne_Deva-arb_Latn", + "languages": [ + "hne-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-cat_Latn", + "languages": [ + "hne-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-fur_Latn", + "languages": [ + "hne-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.455511, + "recall": 0.52668, + "f1": 0.47569, + "accuracy": 0.52668, + "main_score": 0.47569, + "hf_subset": "hne_Deva-kab_Latn", + "languages": [ + "hne-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-lim_Latn", + "languages": [ + "hne-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-nld_Latn", + "languages": [ + "hne-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "hne_Deva-san_Deva", + "languages": [ + "hne-Deva", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-tat_Cyrl", + "languages": [ + "hne-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.889937, + "recall": 0.920949, + "f1": 0.899605, + "accuracy": 0.920949, + "main_score": 0.899605, + "hf_subset": "hne_Deva-xho_Latn", + "languages": [ + "hne-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-ars_Arab", + "languages": [ + "hne-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-ceb_Latn", + "languages": [ + "hne-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.490021, + "recall": 0.556324, + "f1": 0.508922, + "accuracy": 0.556324, + "main_score": 0.508922, + "hf_subset": "hne_Deva-fuv_Latn", + "languages": [ + "hne-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.459195, + "recall": 0.524704, + "f1": 0.476893, + "accuracy": 0.524704, + "main_score": 0.476893, + "hf_subset": "hne_Deva-kac_Latn", + "languages": [ + "hne-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.629851, + "recall": 0.703557, + "f1": 0.650013, + "accuracy": 0.703557, + "main_score": 0.650013, + "hf_subset": "hne_Deva-lin_Latn", + "languages": [ + "hne-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-nno_Latn", + "languages": [ + "hne-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.920702, + "recall": 0.944664, + "f1": 0.928426, + "accuracy": 0.944664, + "main_score": 0.928426, + "hf_subset": "hne_Deva-sat_Olck", + "languages": [ + "hne-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-tel_Telu", + "languages": [ + "hne-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hne_Deva-ydd_Hebr", + "languages": [ + "hne-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "hne_Deva-ary_Arab", + "languages": [ + "hne-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-ces_Latn", + "languages": [ + "hne-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.56416, + "recall": 0.643281, + "f1": 0.58647, + "accuracy": 0.643281, + "main_score": 0.58647, + "hf_subset": "hne_Deva-gaz_Latn", + "languages": [ + "hne-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.548633, + "recall": 0.619565, + "f1": 0.568136, + "accuracy": 0.619565, + "main_score": 0.568136, + "hf_subset": "hne_Deva-kam_Latn", + "languages": [ + "hne-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "hne_Deva-lit_Latn", + "languages": [ + "hne-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-nob_Latn", + "languages": [ + "hne-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-scn_Latn", + "languages": [ + "hne-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "hne_Deva-tgk_Cyrl", + "languages": [ + "hne-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.766208, + "recall": 0.83004, + "f1": 0.785771, + "accuracy": 0.83004, + "main_score": 0.785771, + "hf_subset": "hne_Deva-yor_Latn", + "languages": [ + "hne-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-arz_Arab", + "languages": [ + "hne-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.489655, + "recall": 0.562253, + "f1": 0.509874, + "accuracy": 0.562253, + "main_score": 0.509874, + "hf_subset": "hne_Deva-cjk_Latn", + "languages": [ + "hne-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "hne_Deva-gla_Latn", + "languages": [ + "hne-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-kan_Knda", + "languages": [ + "hne-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "hne_Deva-lmo_Latn", + "languages": [ + "hne-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "hne_Deva-npi_Deva", + "languages": [ + "hne-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.539618, + "recall": 0.617589, + "f1": 0.561489, + "accuracy": 0.617589, + "main_score": 0.561489, + "hf_subset": "hne_Deva-shn_Mymr", + "languages": [ + "hne-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-tgl_Latn", + "languages": [ + "hne-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-yue_Hant", + "languages": [ + "hne-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-asm_Beng", + "languages": [ + "hne-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.9417, + "recall": 0.959486, + "f1": 0.947464, + "accuracy": 0.959486, + "main_score": 0.947464, + "hf_subset": "hne_Deva-ckb_Arab", + "languages": [ + "hne-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "hne_Deva-gle_Latn", + "languages": [ + "hne-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.939065, + "recall": 0.958498, + "f1": 0.945487, + "accuracy": 0.958498, + "main_score": 0.945487, + "hf_subset": "hne_Deva-kas_Arab", + "languages": [ + "hne-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.902833, + "recall": 0.931818, + "f1": 0.912055, + "accuracy": 0.931818, + "main_score": 0.912055, + "hf_subset": "hne_Deva-ltg_Latn", + "languages": [ + "hne-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.792754, + "recall": 0.843874, + "f1": 0.808399, + "accuracy": 0.843874, + "main_score": 0.808399, + "hf_subset": "hne_Deva-nso_Latn", + "languages": [ + "hne-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-sin_Sinh", + "languages": [ + "hne-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-tha_Thai", + "languages": [ + "hne-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-zho_Hans", + "languages": [ + "hne-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-ast_Latn", + "languages": [ + "hne-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-crh_Latn", + "languages": [ + "hne-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-glg_Latn", + "languages": [ + "hne-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.902833, + "recall": 0.931818, + "f1": 0.911726, + "accuracy": 0.931818, + "main_score": 0.911726, + "hf_subset": "hne_Deva-kas_Deva", + "languages": [ + "hne-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-ltz_Latn", + "languages": [ + "hne-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.424943, + "recall": 0.493083, + "f1": 0.443339, + "accuracy": 0.493083, + "main_score": 0.443339, + "hf_subset": "hne_Deva-nus_Latn", + "languages": [ + "hne-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-slk_Latn", + "languages": [ + "hne-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.646913, + "recall": 0.727273, + "f1": 0.670424, + "accuracy": 0.727273, + "main_score": 0.670424, + "hf_subset": "hne_Deva-tir_Ethi", + "languages": [ + "hne-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-zho_Hant", + "languages": [ + "hne-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.980484, + "recall": 0.985178, + "f1": 0.98195, + "accuracy": 0.985178, + "main_score": 0.98195, + "hf_subset": "hne_Deva-awa_Deva", + "languages": [ + "hne-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-cym_Latn", + "languages": [ + "hne-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.790679, + "recall": 0.838933, + "f1": 0.805072, + "accuracy": 0.838933, + "main_score": 0.805072, + "hf_subset": "hne_Deva-grn_Latn", + "languages": [ + "hne-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-kat_Geor", + "languages": [ + "hne-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.60287, + "recall": 0.661067, + "f1": 0.618953, + "accuracy": 0.661067, + "main_score": 0.618953, + "hf_subset": "hne_Deva-lua_Latn", + "languages": [ + "hne-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.838834, + "recall": 0.885375, + "f1": 0.853228, + "accuracy": 0.885375, + "main_score": 0.853228, + "hf_subset": "hne_Deva-nya_Latn", + "languages": [ + "hne-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-slv_Latn", + "languages": [ + "hne-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hne_Deva-tpi_Latn", + "languages": [ + "hne-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-zsm_Latn", + "languages": [ + "hne-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.485904, + "recall": 0.550395, + "f1": 0.504018, + "accuracy": 0.550395, + "main_score": 0.504018, + "hf_subset": "hne_Deva-ayr_Latn", + "languages": [ + "hne-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-dan_Latn", + "languages": [ + "hne-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-guj_Gujr", + "languages": [ + "hne-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hne_Deva-kaz_Cyrl", + "languages": [ + "hne-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.654637, + "recall": 0.732213, + "f1": 0.677689, + "accuracy": 0.732213, + "main_score": 0.677689, + "hf_subset": "hne_Deva-lug_Latn", + "languages": [ + "hne-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-oci_Latn", + "languages": [ + "hne-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.840448, + "recall": 0.882411, + "f1": 0.853557, + "accuracy": 0.882411, + "main_score": 0.853557, + "hf_subset": "hne_Deva-smo_Latn", + "languages": [ + "hne-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.739789, + "recall": 0.807312, + "f1": 0.760606, + "accuracy": 0.807312, + "main_score": 0.760606, + "hf_subset": "hne_Deva-tsn_Latn", + "languages": [ + "hne-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.896492, + "recall": 0.925889, + "f1": 0.905863, + "accuracy": 0.925889, + "main_score": 0.905863, + "hf_subset": "hne_Deva-zul_Latn", + "languages": [ + "hne-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.939065, + "recall": 0.958498, + "f1": 0.945487, + "accuracy": 0.958498, + "main_score": 0.945487, + "hf_subset": "hne_Deva-azb_Arab", + "languages": [ + "hne-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-deu_Latn", + "languages": [ + "hne-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "hne_Deva-hat_Latn", + "languages": [ + "hne-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.483023, + "recall": 0.541502, + "f1": 0.49922, + "accuracy": 0.541502, + "main_score": 0.49922, + "hf_subset": "hne_Deva-kbp_Latn", + "languages": [ + "hne-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.506424, + "recall": 0.570158, + "f1": 0.52386, + "accuracy": 0.570158, + "main_score": 0.52386, + "hf_subset": "hne_Deva-luo_Latn", + "languages": [ + "hne-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-ory_Orya", + "languages": [ + "hne-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.89081, + "recall": 0.923913, + "f1": 0.901515, + "accuracy": 0.923913, + "main_score": 0.901515, + "hf_subset": "hne_Deva-sna_Latn", + "languages": [ + "hne-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.663911, + "recall": 0.731225, + "f1": 0.683602, + "accuracy": 0.731225, + "main_score": 0.683602, + "hf_subset": "hne_Deva-tso_Latn", + "languages": [ + "hne-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-azj_Latn", + "languages": [ + "hne-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.489748, + "recall": 0.559289, + "f1": 0.510012, + "accuracy": 0.559289, + "main_score": 0.510012, + "hf_subset": "hne_Deva-dik_Latn", + "languages": [ + "hne-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.908267, + "recall": 0.935771, + "f1": 0.917161, + "accuracy": 0.935771, + "main_score": 0.917161, + "hf_subset": "hne_Deva-hau_Latn", + "languages": [ + "hne-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hne_Deva-kea_Latn", + "languages": [ + "hne-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.926054, + "recall": 0.948617, + "f1": 0.9333, + "accuracy": 0.948617, + "main_score": 0.9333, + "hf_subset": "hne_Deva-lus_Latn", + "languages": [ + "hne-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.888752, + "recall": 0.920949, + "f1": 0.899111, + "accuracy": 0.920949, + "main_score": 0.899111, + "hf_subset": "hne_Deva-pag_Latn", + "languages": [ + "hne-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hne_Deva-snd_Arab", + "languages": [ + "hne-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-tuk_Latn", + "languages": [ + "hne-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "hne_Deva-bak_Cyrl", + "languages": [ + "hne-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.451441, + "recall": 0.522727, + "f1": 0.471176, + "accuracy": 0.522727, + "main_score": 0.471176, + "hf_subset": "hne_Deva-dyu_Latn", + "languages": [ + "hne-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-heb_Hebr", + "languages": [ + "hne-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "hne_Deva-khk_Cyrl", + "languages": [ + "hne-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-lvs_Latn", + "languages": [ + "hne-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-pan_Guru", + "languages": [ + "hne-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.868528, + "recall": 0.909091, + "f1": 0.881489, + "accuracy": 0.909091, + "main_score": 0.881489, + "hf_subset": "hne_Deva-som_Latn", + "languages": [ + "hne-Deva", + "som-Latn" + ] + }, + { + "precision": 0.689172, + "recall": 0.752964, + "f1": 0.708059, + "accuracy": 0.752964, + "main_score": 0.708059, + "hf_subset": "hne_Deva-tum_Latn", + "languages": [ + "hne-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.405656, + "recall": 0.475296, + "f1": 0.424498, + "accuracy": 0.475296, + "main_score": 0.424498, + "hf_subset": "kik_Latn-ace_Arab", + "languages": [ + "kik-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.466077, + "recall": 0.525692, + "f1": 0.480772, + "accuracy": 0.525692, + "main_score": 0.480772, + "hf_subset": "kik_Latn-bam_Latn", + "languages": [ + "kik-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.363454, + "recall": 0.431818, + "f1": 0.381746, + "accuracy": 0.431818, + "main_score": 0.381746, + "hf_subset": "kik_Latn-dzo_Tibt", + "languages": [ + "kik-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.595249, + "recall": 0.655138, + "f1": 0.612291, + "accuracy": 0.655138, + "main_score": 0.612291, + "hf_subset": "kik_Latn-hin_Deva", + "languages": [ + "kik-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.541009, + "recall": 0.594862, + "f1": 0.554787, + "accuracy": 0.594862, + "main_score": 0.554787, + "hf_subset": "kik_Latn-khm_Khmr", + "languages": [ + "kik-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.583011, + "recall": 0.639328, + "f1": 0.597816, + "accuracy": 0.639328, + "main_score": 0.597816, + "hf_subset": "kik_Latn-mag_Deva", + "languages": [ + "kik-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.599421, + "recall": 0.646245, + "f1": 0.611836, + "accuracy": 0.646245, + "main_score": 0.611836, + "hf_subset": "kik_Latn-pap_Latn", + "languages": [ + "kik-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.585014, + "recall": 0.644269, + "f1": 0.601531, + "accuracy": 0.644269, + "main_score": 0.601531, + "hf_subset": "kik_Latn-sot_Latn", + "languages": [ + "kik-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.589006, + "recall": 0.646245, + "f1": 0.603549, + "accuracy": 0.646245, + "main_score": 0.603549, + "hf_subset": "kik_Latn-tur_Latn", + "languages": [ + "kik-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.576384, + "recall": 0.623518, + "f1": 0.588907, + "accuracy": 0.623518, + "main_score": 0.588907, + "hf_subset": "kik_Latn-ace_Latn", + "languages": [ + "kik-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.589838, + "recall": 0.636364, + "f1": 0.602495, + "accuracy": 0.636364, + "main_score": 0.602495, + "hf_subset": "kik_Latn-ban_Latn", + "languages": [ + "kik-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.575717, + "recall": 0.628458, + "f1": 0.589167, + "accuracy": 0.628458, + "main_score": 0.589167, + "hf_subset": "kik_Latn-ell_Grek", + "languages": [ + "kik-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.563735, + "recall": 0.618577, + "f1": 0.577992, + "accuracy": 0.618577, + "main_score": 0.577992, + "hf_subset": "kik_Latn-hne_Deva", + "languages": [ + "kik-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.585204, + "recall": 0.641304, + "f1": 0.600075, + "accuracy": 0.641304, + "main_score": 0.600075, + "hf_subset": "kik_Latn-mai_Deva", + "languages": [ + "kik-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.52587, + "recall": 0.587945, + "f1": 0.541939, + "accuracy": 0.587945, + "main_score": 0.541939, + "hf_subset": "kik_Latn-pbt_Arab", + "languages": [ + "kik-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.60567, + "recall": 0.664032, + "f1": 0.620203, + "accuracy": 0.664032, + "main_score": 0.620203, + "hf_subset": "kik_Latn-spa_Latn", + "languages": [ + "kik-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.578804, + "recall": 0.624506, + "f1": 0.590673, + "accuracy": 0.624506, + "main_score": 0.590673, + "hf_subset": "kik_Latn-twi_Latn", + "languages": [ + "kik-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.571039, + "recall": 0.633399, + "f1": 0.587862, + "accuracy": 0.633399, + "main_score": 0.587862, + "hf_subset": "kik_Latn-acm_Arab", + "languages": [ + "kik-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.557834, + "recall": 0.615613, + "f1": 0.572828, + "accuracy": 0.615613, + "main_score": 0.572828, + "hf_subset": "kik_Latn-bel_Cyrl", + "languages": [ + "kik-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.611247, + "recall": 0.673913, + "f1": 0.62768, + "accuracy": 0.673913, + "main_score": 0.62768, + "hf_subset": "kik_Latn-eng_Latn", + "languages": [ + "kik-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.603472, + "recall": 0.656126, + "f1": 0.617347, + "accuracy": 0.656126, + "main_score": 0.617347, + "hf_subset": "kik_Latn-hrv_Latn", + "languages": [ + "kik-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.579699, + "recall": 0.635375, + "f1": 0.594503, + "accuracy": 0.635375, + "main_score": 0.594503, + "hf_subset": "kik_Latn-kin_Latn", + "languages": [ + "kik-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.575339, + "recall": 0.631423, + "f1": 0.591139, + "accuracy": 0.631423, + "main_score": 0.591139, + "hf_subset": "kik_Latn-mal_Mlym", + "languages": [ + "kik-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.550477, + "recall": 0.613636, + "f1": 0.566394, + "accuracy": 0.613636, + "main_score": 0.566394, + "hf_subset": "kik_Latn-pes_Arab", + "languages": [ + "kik-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.585184, + "recall": 0.641304, + "f1": 0.599899, + "accuracy": 0.641304, + "main_score": 0.599899, + "hf_subset": "kik_Latn-srd_Latn", + "languages": [ + "kik-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.166093, + "recall": 0.221344, + "f1": 0.179836, + "accuracy": 0.221344, + "main_score": 0.179836, + "hf_subset": "kik_Latn-tzm_Tfng", + "languages": [ + "kik-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.578693, + "recall": 0.635375, + "f1": 0.593383, + "accuracy": 0.635375, + "main_score": 0.593383, + "hf_subset": "kik_Latn-acq_Arab", + "languages": [ + "kik-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.580166, + "recall": 0.623518, + "f1": 0.59223, + "accuracy": 0.623518, + "main_score": 0.59223, + "hf_subset": "kik_Latn-bem_Latn", + "languages": [ + "kik-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.58963, + "recall": 0.644269, + "f1": 0.60393, + "accuracy": 0.644269, + "main_score": 0.60393, + "hf_subset": "kik_Latn-epo_Latn", + "languages": [ + "kik-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.59483, + "recall": 0.649209, + "f1": 0.608853, + "accuracy": 0.649209, + "main_score": 0.608853, + "hf_subset": "kik_Latn-hun_Latn", + "languages": [ + "kik-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.559728, + "recall": 0.615613, + "f1": 0.574107, + "accuracy": 0.615613, + "main_score": 0.574107, + "hf_subset": "kik_Latn-kir_Cyrl", + "languages": [ + "kik-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.56748, + "recall": 0.623518, + "f1": 0.582393, + "accuracy": 0.623518, + "main_score": 0.582393, + "hf_subset": "kik_Latn-mar_Deva", + "languages": [ + "kik-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.55749, + "recall": 0.609684, + "f1": 0.571196, + "accuracy": 0.609684, + "main_score": 0.571196, + "hf_subset": "kik_Latn-plt_Latn", + "languages": [ + "kik-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.566716, + "recall": 0.629447, + "f1": 0.583167, + "accuracy": 0.629447, + "main_score": 0.583167, + "hf_subset": "kik_Latn-srp_Cyrl", + "languages": [ + "kik-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.5056, + "recall": 0.566206, + "f1": 0.522339, + "accuracy": 0.566206, + "main_score": 0.522339, + "hf_subset": "kik_Latn-uig_Arab", + "languages": [ + "kik-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.559208, + "recall": 0.618577, + "f1": 0.574119, + "accuracy": 0.618577, + "main_score": 0.574119, + "hf_subset": "kik_Latn-aeb_Arab", + "languages": [ + "kik-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.575797, + "recall": 0.626482, + "f1": 0.589377, + "accuracy": 0.626482, + "main_score": 0.589377, + "hf_subset": "kik_Latn-ben_Beng", + "languages": [ + "kik-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.570928, + "recall": 0.631423, + "f1": 0.587242, + "accuracy": 0.631423, + "main_score": 0.587242, + "hf_subset": "kik_Latn-est_Latn", + "languages": [ + "kik-Latn", + "est-Latn" + ] + }, + { + "precision": 0.558952, + "recall": 0.614625, + "f1": 0.573775, + "accuracy": 0.614625, + "main_score": 0.573775, + "hf_subset": "kik_Latn-hye_Armn", + "languages": [ + "kik-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.479619, + "recall": 0.525692, + "f1": 0.492777, + "accuracy": 0.525692, + "main_score": 0.492777, + "hf_subset": "kik_Latn-kmb_Latn", + "languages": [ + "kik-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.377199, + "recall": 0.439723, + "f1": 0.394242, + "accuracy": 0.439723, + "main_score": 0.394242, + "hf_subset": "kik_Latn-min_Arab", + "languages": [ + "kik-Latn", + "min-Arab" + ] + }, + { + "precision": 0.601465, + "recall": 0.659091, + "f1": 0.616465, + "accuracy": 0.659091, + "main_score": 0.616465, + "hf_subset": "kik_Latn-pol_Latn", + "languages": [ + "kik-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.547826, + "recall": 0.601779, + "f1": 0.563145, + "accuracy": 0.601779, + "main_score": 0.563145, + "hf_subset": "kik_Latn-ssw_Latn", + "languages": [ + "kik-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.579705, + "recall": 0.643281, + "f1": 0.596829, + "accuracy": 0.643281, + "main_score": 0.596829, + "hf_subset": "kik_Latn-ukr_Cyrl", + "languages": [ + "kik-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.592546, + "recall": 0.643281, + "f1": 0.605481, + "accuracy": 0.643281, + "main_score": 0.605481, + "hf_subset": "kik_Latn-afr_Latn", + "languages": [ + "kik-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.593003, + "recall": 0.652174, + "f1": 0.608458, + "accuracy": 0.652174, + "main_score": 0.608458, + "hf_subset": "kik_Latn-bho_Deva", + "languages": [ + "kik-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.575542, + "recall": 0.630435, + "f1": 0.590097, + "accuracy": 0.630435, + "main_score": 0.590097, + "hf_subset": "kik_Latn-eus_Latn", + "languages": [ + "kik-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.56479, + "recall": 0.613636, + "f1": 0.578832, + "accuracy": 0.613636, + "main_score": 0.578832, + "hf_subset": "kik_Latn-ibo_Latn", + "languages": [ + "kik-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.558763, + "recall": 0.609684, + "f1": 0.573042, + "accuracy": 0.609684, + "main_score": 0.573042, + "hf_subset": "kik_Latn-kmr_Latn", + "languages": [ + "kik-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.586066, + "recall": 0.632411, + "f1": 0.597965, + "accuracy": 0.632411, + "main_score": 0.597965, + "hf_subset": "kik_Latn-min_Latn", + "languages": [ + "kik-Latn", + "min-Latn" + ] + }, + { + "precision": 0.609746, + "recall": 0.666996, + "f1": 0.623996, + "accuracy": 0.666996, + "main_score": 0.623996, + "hf_subset": "kik_Latn-por_Latn", + "languages": [ + "kik-Latn", + "por-Latn" + ] + }, + { + "precision": 0.577799, + "recall": 0.623518, + "f1": 0.589933, + "accuracy": 0.623518, + "main_score": 0.589933, + "hf_subset": "kik_Latn-sun_Latn", + "languages": [ + "kik-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.453113, + "recall": 0.509881, + "f1": 0.469473, + "accuracy": 0.509881, + "main_score": 0.469473, + "hf_subset": "kik_Latn-umb_Latn", + "languages": [ + "kik-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.588775, + "recall": 0.642292, + "f1": 0.603166, + "accuracy": 0.642292, + "main_score": 0.603166, + "hf_subset": "kik_Latn-ajp_Arab", + "languages": [ + "kik-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.394732, + "recall": 0.464427, + "f1": 0.413836, + "accuracy": 0.464427, + "main_score": 0.413836, + "hf_subset": "kik_Latn-bjn_Arab", + "languages": [ + "kik-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.45863, + "recall": 0.503953, + "f1": 0.471119, + "accuracy": 0.503953, + "main_score": 0.471119, + "hf_subset": "kik_Latn-ewe_Latn", + "languages": [ + "kik-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.607428, + "recall": 0.655138, + "f1": 0.619866, + "accuracy": 0.655138, + "main_score": 0.619866, + "hf_subset": "kik_Latn-ilo_Latn", + "languages": [ + "kik-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.237091, + "recall": 0.304348, + "f1": 0.254726, + "accuracy": 0.304348, + "main_score": 0.254726, + "hf_subset": "kik_Latn-knc_Arab", + "languages": [ + "kik-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.579981, + "recall": 0.634387, + "f1": 0.594785, + "accuracy": 0.634387, + "main_score": 0.594785, + "hf_subset": "kik_Latn-mkd_Cyrl", + "languages": [ + "kik-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.577513, + "recall": 0.635375, + "f1": 0.593234, + "accuracy": 0.635375, + "main_score": 0.593234, + "hf_subset": "kik_Latn-prs_Arab", + "languages": [ + "kik-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.590894, + "recall": 0.657115, + "f1": 0.608843, + "accuracy": 0.657115, + "main_score": 0.608843, + "hf_subset": "kik_Latn-swe_Latn", + "languages": [ + "kik-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.543622, + "recall": 0.603755, + "f1": 0.560416, + "accuracy": 0.603755, + "main_score": 0.560416, + "hf_subset": "kik_Latn-urd_Arab", + "languages": [ + "kik-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.572721, + "recall": 0.621542, + "f1": 0.585686, + "accuracy": 0.621542, + "main_score": 0.585686, + "hf_subset": "kik_Latn-aka_Latn", + "languages": [ + "kik-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.586246, + "recall": 0.633399, + "f1": 0.598542, + "accuracy": 0.633399, + "main_score": 0.598542, + "hf_subset": "kik_Latn-bjn_Latn", + "languages": [ + "kik-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.567284, + "recall": 0.613636, + "f1": 0.58011, + "accuracy": 0.613636, + "main_score": 0.58011, + "hf_subset": "kik_Latn-fao_Latn", + "languages": [ + "kik-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.578735, + "recall": 0.641304, + "f1": 0.595826, + "accuracy": 0.641304, + "main_score": 0.595826, + "hf_subset": "kik_Latn-ind_Latn", + "languages": [ + "kik-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.492325, + "recall": 0.533597, + "f1": 0.50383, + "accuracy": 0.533597, + "main_score": 0.50383, + "hf_subset": "kik_Latn-knc_Latn", + "languages": [ + "kik-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.576821, + "recall": 0.62747, + "f1": 0.590175, + "accuracy": 0.62747, + "main_score": 0.590175, + "hf_subset": "kik_Latn-mlt_Latn", + "languages": [ + "kik-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.520903, + "recall": 0.573123, + "f1": 0.535147, + "accuracy": 0.573123, + "main_score": 0.535147, + "hf_subset": "kik_Latn-quy_Latn", + "languages": [ + "kik-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.582886, + "recall": 0.637352, + "f1": 0.597054, + "accuracy": 0.637352, + "main_score": 0.597054, + "hf_subset": "kik_Latn-swh_Latn", + "languages": [ + "kik-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.556948, + "recall": 0.615613, + "f1": 0.573168, + "accuracy": 0.615613, + "main_score": 0.573168, + "hf_subset": "kik_Latn-uzn_Latn", + "languages": [ + "kik-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.577576, + "recall": 0.630435, + "f1": 0.59079, + "accuracy": 0.630435, + "main_score": 0.59079, + "hf_subset": "kik_Latn-als_Latn", + "languages": [ + "kik-Latn", + "als-Latn" + ] + }, + { + "precision": 0.437177, + "recall": 0.506917, + "f1": 0.455703, + "accuracy": 0.506917, + "main_score": 0.455703, + "hf_subset": "kik_Latn-bod_Tibt", + "languages": [ + "kik-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.515992, + "recall": 0.564229, + "f1": 0.529723, + "accuracy": 0.564229, + "main_score": 0.529723, + "hf_subset": "kik_Latn-fij_Latn", + "languages": [ + "kik-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.555542, + "recall": 0.608696, + "f1": 0.569031, + "accuracy": 0.608696, + "main_score": 0.569031, + "hf_subset": "kik_Latn-isl_Latn", + "languages": [ + "kik-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.526866, + "recall": 0.577075, + "f1": 0.541658, + "accuracy": 0.577075, + "main_score": 0.541658, + "hf_subset": "kik_Latn-kon_Latn", + "languages": [ + "kik-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.468418, + "recall": 0.522727, + "f1": 0.48364, + "accuracy": 0.522727, + "main_score": 0.48364, + "hf_subset": "kik_Latn-mni_Beng", + "languages": [ + "kik-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.591538, + "recall": 0.648221, + "f1": 0.606, + "accuracy": 0.648221, + "main_score": 0.606, + "hf_subset": "kik_Latn-ron_Latn", + "languages": [ + "kik-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.593198, + "recall": 0.651186, + "f1": 0.608075, + "accuracy": 0.651186, + "main_score": 0.608075, + "hf_subset": "kik_Latn-szl_Latn", + "languages": [ + "kik-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.608502, + "recall": 0.656126, + "f1": 0.621681, + "accuracy": 0.656126, + "main_score": 0.621681, + "hf_subset": "kik_Latn-vec_Latn", + "languages": [ + "kik-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.558319, + "recall": 0.623518, + "f1": 0.576381, + "accuracy": 0.623518, + "main_score": 0.576381, + "hf_subset": "kik_Latn-amh_Ethi", + "languages": [ + "kik-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.588948, + "recall": 0.648221, + "f1": 0.604946, + "accuracy": 0.648221, + "main_score": 0.604946, + "hf_subset": "kik_Latn-bos_Latn", + "languages": [ + "kik-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.578111, + "recall": 0.637352, + "f1": 0.594222, + "accuracy": 0.637352, + "main_score": 0.594222, + "hf_subset": "kik_Latn-fin_Latn", + "languages": [ + "kik-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.60303, + "recall": 0.660079, + "f1": 0.618194, + "accuracy": 0.660079, + "main_score": 0.618194, + "hf_subset": "kik_Latn-ita_Latn", + "languages": [ + "kik-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.589184, + "recall": 0.646245, + "f1": 0.604031, + "accuracy": 0.646245, + "main_score": 0.604031, + "hf_subset": "kik_Latn-kor_Hang", + "languages": [ + "kik-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.463514, + "recall": 0.511858, + "f1": 0.477209, + "accuracy": 0.511858, + "main_score": 0.477209, + "hf_subset": "kik_Latn-mos_Latn", + "languages": [ + "kik-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.557467, + "recall": 0.604743, + "f1": 0.570314, + "accuracy": 0.604743, + "main_score": 0.570314, + "hf_subset": "kik_Latn-run_Latn", + "languages": [ + "kik-Latn", + "run-Latn" + ] + }, + { + "precision": 0.557752, + "recall": 0.613636, + "f1": 0.572732, + "accuracy": 0.613636, + "main_score": 0.572732, + "hf_subset": "kik_Latn-tam_Taml", + "languages": [ + "kik-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.576533, + "recall": 0.634387, + "f1": 0.590974, + "accuracy": 0.634387, + "main_score": 0.590974, + "hf_subset": "kik_Latn-vie_Latn", + "languages": [ + "kik-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.565337, + "recall": 0.626482, + "f1": 0.58176, + "accuracy": 0.626482, + "main_score": 0.58176, + "hf_subset": "kik_Latn-apc_Arab", + "languages": [ + "kik-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.53186, + "recall": 0.583992, + "f1": 0.546082, + "accuracy": 0.583992, + "main_score": 0.546082, + "hf_subset": "kik_Latn-bug_Latn", + "languages": [ + "kik-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.404402, + "recall": 0.451581, + "f1": 0.417962, + "accuracy": 0.451581, + "main_score": 0.417962, + "hf_subset": "kik_Latn-fon_Latn", + "languages": [ + "kik-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.579955, + "recall": 0.626482, + "f1": 0.59149, + "accuracy": 0.626482, + "main_score": 0.59149, + "hf_subset": "kik_Latn-jav_Latn", + "languages": [ + "kik-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.522249, + "recall": 0.572134, + "f1": 0.535991, + "accuracy": 0.572134, + "main_score": 0.535991, + "hf_subset": "kik_Latn-lao_Laoo", + "languages": [ + "kik-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.530832, + "recall": 0.587945, + "f1": 0.547125, + "accuracy": 0.587945, + "main_score": 0.547125, + "hf_subset": "kik_Latn-mri_Latn", + "languages": [ + "kik-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.579261, + "recall": 0.639328, + "f1": 0.594601, + "accuracy": 0.639328, + "main_score": 0.594601, + "hf_subset": "kik_Latn-rus_Cyrl", + "languages": [ + "kik-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.459553, + "recall": 0.51087, + "f1": 0.473957, + "accuracy": 0.51087, + "main_score": 0.473957, + "hf_subset": "kik_Latn-taq_Latn", + "languages": [ + "kik-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.596489, + "recall": 0.644269, + "f1": 0.608564, + "accuracy": 0.644269, + "main_score": 0.608564, + "hf_subset": "kik_Latn-war_Latn", + "languages": [ + "kik-Latn", + "war-Latn" + ] + }, + { + "precision": 0.586548, + "recall": 0.648221, + "f1": 0.60259, + "accuracy": 0.648221, + "main_score": 0.60259, + "hf_subset": "kik_Latn-arb_Arab", + "languages": [ + "kik-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.59169, + "recall": 0.651186, + "f1": 0.607122, + "accuracy": 0.651186, + "main_score": 0.607122, + "hf_subset": "kik_Latn-bul_Cyrl", + "languages": [ + "kik-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.599409, + "recall": 0.65415, + "f1": 0.613603, + "accuracy": 0.65415, + "main_score": 0.613603, + "hf_subset": "kik_Latn-fra_Latn", + "languages": [ + "kik-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.576225, + "recall": 0.63834, + "f1": 0.592313, + "accuracy": 0.63834, + "main_score": 0.592313, + "hf_subset": "kik_Latn-jpn_Jpan", + "languages": [ + "kik-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.600066, + "recall": 0.647233, + "f1": 0.611553, + "accuracy": 0.647233, + "main_score": 0.611553, + "hf_subset": "kik_Latn-lij_Latn", + "languages": [ + "kik-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.543875, + "recall": 0.607708, + "f1": 0.561353, + "accuracy": 0.607708, + "main_score": 0.561353, + "hf_subset": "kik_Latn-mya_Mymr", + "languages": [ + "kik-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.470624, + "recall": 0.523715, + "f1": 0.4857, + "accuracy": 0.523715, + "main_score": 0.4857, + "hf_subset": "kik_Latn-sag_Latn", + "languages": [ + "kik-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.191978, + "recall": 0.252964, + "f1": 0.206829, + "accuracy": 0.252964, + "main_score": 0.206829, + "hf_subset": "kik_Latn-taq_Tfng", + "languages": [ + "kik-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.523123, + "recall": 0.568182, + "f1": 0.535533, + "accuracy": 0.568182, + "main_score": 0.535533, + "hf_subset": "kik_Latn-wol_Latn", + "languages": [ + "kik-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.494848, + "recall": 0.557312, + "f1": 0.511812, + "accuracy": 0.557312, + "main_score": 0.511812, + "hf_subset": "kik_Latn-arb_Latn", + "languages": [ + "kik-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.588092, + "recall": 0.644269, + "f1": 0.602522, + "accuracy": 0.644269, + "main_score": 0.602522, + "hf_subset": "kik_Latn-cat_Latn", + "languages": [ + "kik-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.589446, + "recall": 0.646245, + "f1": 0.604361, + "accuracy": 0.646245, + "main_score": 0.604361, + "hf_subset": "kik_Latn-fur_Latn", + "languages": [ + "kik-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.391819, + "recall": 0.456522, + "f1": 0.408955, + "accuracy": 0.456522, + "main_score": 0.408955, + "hf_subset": "kik_Latn-kab_Latn", + "languages": [ + "kik-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.5938, + "recall": 0.644269, + "f1": 0.607198, + "accuracy": 0.644269, + "main_score": 0.607198, + "hf_subset": "kik_Latn-lim_Latn", + "languages": [ + "kik-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.590648, + "recall": 0.650198, + "f1": 0.606262, + "accuracy": 0.650198, + "main_score": 0.606262, + "hf_subset": "kik_Latn-nld_Latn", + "languages": [ + "kik-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.548515, + "recall": 0.607708, + "f1": 0.564973, + "accuracy": 0.607708, + "main_score": 0.564973, + "hf_subset": "kik_Latn-san_Deva", + "languages": [ + "kik-Latn", + "san-Deva" + ] + }, + { + "precision": 0.570188, + "recall": 0.626482, + "f1": 0.584576, + "accuracy": 0.626482, + "main_score": 0.584576, + "hf_subset": "kik_Latn-tat_Cyrl", + "languages": [ + "kik-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.584085, + "recall": 0.633399, + "f1": 0.597298, + "accuracy": 0.633399, + "main_score": 0.597298, + "hf_subset": "kik_Latn-xho_Latn", + "languages": [ + "kik-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.568477, + "recall": 0.629447, + "f1": 0.584818, + "accuracy": 0.629447, + "main_score": 0.584818, + "hf_subset": "kik_Latn-ars_Arab", + "languages": [ + "kik-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.600716, + "recall": 0.649209, + "f1": 0.613654, + "accuracy": 0.649209, + "main_score": 0.613654, + "hf_subset": "kik_Latn-ceb_Latn", + "languages": [ + "kik-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.446564, + "recall": 0.5, + "f1": 0.461725, + "accuracy": 0.5, + "main_score": 0.461725, + "hf_subset": "kik_Latn-fuv_Latn", + "languages": [ + "kik-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.458015, + "recall": 0.514822, + "f1": 0.474609, + "accuracy": 0.514822, + "main_score": 0.474609, + "hf_subset": "kik_Latn-kac_Latn", + "languages": [ + "kik-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.555794, + "recall": 0.602767, + "f1": 0.568997, + "accuracy": 0.602767, + "main_score": 0.568997, + "hf_subset": "kik_Latn-lin_Latn", + "languages": [ + "kik-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.577274, + "recall": 0.632411, + "f1": 0.592416, + "accuracy": 0.632411, + "main_score": 0.592416, + "hf_subset": "kik_Latn-nno_Latn", + "languages": [ + "kik-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.529254, + "recall": 0.590909, + "f1": 0.545675, + "accuracy": 0.590909, + "main_score": 0.545675, + "hf_subset": "kik_Latn-sat_Olck", + "languages": [ + "kik-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.575931, + "recall": 0.631423, + "f1": 0.590368, + "accuracy": 0.631423, + "main_score": 0.590368, + "hf_subset": "kik_Latn-tel_Telu", + "languages": [ + "kik-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.5645, + "recall": 0.626482, + "f1": 0.581028, + "accuracy": 0.626482, + "main_score": 0.581028, + "hf_subset": "kik_Latn-ydd_Hebr", + "languages": [ + "kik-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.548127, + "recall": 0.61166, + "f1": 0.564118, + "accuracy": 0.61166, + "main_score": 0.564118, + "hf_subset": "kik_Latn-ary_Arab", + "languages": [ + "kik-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.589796, + "recall": 0.650198, + "f1": 0.605554, + "accuracy": 0.650198, + "main_score": 0.605554, + "hf_subset": "kik_Latn-ces_Latn", + "languages": [ + "kik-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.463162, + "recall": 0.529644, + "f1": 0.481547, + "accuracy": 0.529644, + "main_score": 0.481547, + "hf_subset": "kik_Latn-gaz_Latn", + "languages": [ + "kik-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.543948, + "recall": 0.605731, + "f1": 0.561295, + "accuracy": 0.605731, + "main_score": 0.561295, + "hf_subset": "kik_Latn-kam_Latn", + "languages": [ + "kik-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.584122, + "recall": 0.63834, + "f1": 0.598129, + "accuracy": 0.63834, + "main_score": 0.598129, + "hf_subset": "kik_Latn-lit_Latn", + "languages": [ + "kik-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.593166, + "recall": 0.651186, + "f1": 0.607727, + "accuracy": 0.651186, + "main_score": 0.607727, + "hf_subset": "kik_Latn-nob_Latn", + "languages": [ + "kik-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.587949, + "recall": 0.635375, + "f1": 0.600484, + "accuracy": 0.635375, + "main_score": 0.600484, + "hf_subset": "kik_Latn-scn_Latn", + "languages": [ + "kik-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.565725, + "recall": 0.617589, + "f1": 0.579518, + "accuracy": 0.617589, + "main_score": 0.579518, + "hf_subset": "kik_Latn-tgk_Cyrl", + "languages": [ + "kik-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.502808, + "recall": 0.566206, + "f1": 0.520643, + "accuracy": 0.566206, + "main_score": 0.520643, + "hf_subset": "kik_Latn-yor_Latn", + "languages": [ + "kik-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.578931, + "recall": 0.62747, + "f1": 0.591443, + "accuracy": 0.62747, + "main_score": 0.591443, + "hf_subset": "kik_Latn-arz_Arab", + "languages": [ + "kik-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.455242, + "recall": 0.507905, + "f1": 0.469956, + "accuracy": 0.507905, + "main_score": 0.469956, + "hf_subset": "kik_Latn-cjk_Latn", + "languages": [ + "kik-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.55073, + "recall": 0.600791, + "f1": 0.564101, + "accuracy": 0.600791, + "main_score": 0.564101, + "hf_subset": "kik_Latn-gla_Latn", + "languages": [ + "kik-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.554017, + "recall": 0.618577, + "f1": 0.571084, + "accuracy": 0.618577, + "main_score": 0.571084, + "hf_subset": "kik_Latn-kan_Knda", + "languages": [ + "kik-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.584564, + "recall": 0.640316, + "f1": 0.598866, + "accuracy": 0.640316, + "main_score": 0.598866, + "hf_subset": "kik_Latn-lmo_Latn", + "languages": [ + "kik-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.567727, + "recall": 0.619565, + "f1": 0.581809, + "accuracy": 0.619565, + "main_score": 0.581809, + "hf_subset": "kik_Latn-npi_Deva", + "languages": [ + "kik-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.438496, + "recall": 0.495059, + "f1": 0.454349, + "accuracy": 0.495059, + "main_score": 0.454349, + "hf_subset": "kik_Latn-shn_Mymr", + "languages": [ + "kik-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.593952, + "recall": 0.650198, + "f1": 0.609183, + "accuracy": 0.650198, + "main_score": 0.609183, + "hf_subset": "kik_Latn-tgl_Latn", + "languages": [ + "kik-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.559314, + "recall": 0.623518, + "f1": 0.57623, + "accuracy": 0.623518, + "main_score": 0.57623, + "hf_subset": "kik_Latn-yue_Hant", + "languages": [ + "kik-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.551557, + "recall": 0.610672, + "f1": 0.567952, + "accuracy": 0.610672, + "main_score": 0.567952, + "hf_subset": "kik_Latn-asm_Beng", + "languages": [ + "kik-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.545744, + "recall": 0.607708, + "f1": 0.563228, + "accuracy": 0.607708, + "main_score": 0.563228, + "hf_subset": "kik_Latn-ckb_Arab", + "languages": [ + "kik-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.562142, + "recall": 0.617589, + "f1": 0.576985, + "accuracy": 0.617589, + "main_score": 0.576985, + "hf_subset": "kik_Latn-gle_Latn", + "languages": [ + "kik-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.533679, + "recall": 0.588933, + "f1": 0.54879, + "accuracy": 0.588933, + "main_score": 0.54879, + "hf_subset": "kik_Latn-kas_Arab", + "languages": [ + "kik-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.568978, + "recall": 0.614625, + "f1": 0.581185, + "accuracy": 0.614625, + "main_score": 0.581185, + "hf_subset": "kik_Latn-ltg_Latn", + "languages": [ + "kik-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.581283, + "recall": 0.633399, + "f1": 0.595691, + "accuracy": 0.633399, + "main_score": 0.595691, + "hf_subset": "kik_Latn-nso_Latn", + "languages": [ + "kik-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.558242, + "recall": 0.61166, + "f1": 0.572624, + "accuracy": 0.61166, + "main_score": 0.572624, + "hf_subset": "kik_Latn-sin_Sinh", + "languages": [ + "kik-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.56746, + "recall": 0.62253, + "f1": 0.581601, + "accuracy": 0.62253, + "main_score": 0.581601, + "hf_subset": "kik_Latn-tha_Thai", + "languages": [ + "kik-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.515495, + "recall": 0.58004, + "f1": 0.530744, + "accuracy": 0.58004, + "main_score": 0.530744, + "hf_subset": "kik_Latn-zho_Hans", + "languages": [ + "kik-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.587569, + "recall": 0.642292, + "f1": 0.601745, + "accuracy": 0.642292, + "main_score": 0.601745, + "hf_subset": "kik_Latn-ast_Latn", + "languages": [ + "kik-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.569537, + "recall": 0.628458, + "f1": 0.584903, + "accuracy": 0.628458, + "main_score": 0.584903, + "hf_subset": "kik_Latn-crh_Latn", + "languages": [ + "kik-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.599124, + "recall": 0.650198, + "f1": 0.611912, + "accuracy": 0.650198, + "main_score": 0.611912, + "hf_subset": "kik_Latn-glg_Latn", + "languages": [ + "kik-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.520724, + "recall": 0.583004, + "f1": 0.537903, + "accuracy": 0.583004, + "main_score": 0.537903, + "hf_subset": "kik_Latn-kas_Deva", + "languages": [ + "kik-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.570214, + "recall": 0.624506, + "f1": 0.584911, + "accuracy": 0.624506, + "main_score": 0.584911, + "hf_subset": "kik_Latn-ltz_Latn", + "languages": [ + "kik-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.410118, + "recall": 0.465415, + "f1": 0.425217, + "accuracy": 0.465415, + "main_score": 0.425217, + "hf_subset": "kik_Latn-nus_Latn", + "languages": [ + "kik-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.585269, + "recall": 0.639328, + "f1": 0.599378, + "accuracy": 0.639328, + "main_score": 0.599378, + "hf_subset": "kik_Latn-slk_Latn", + "languages": [ + "kik-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.500247, + "recall": 0.563241, + "f1": 0.517244, + "accuracy": 0.563241, + "main_score": 0.517244, + "hf_subset": "kik_Latn-tir_Ethi", + "languages": [ + "kik-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.55856, + "recall": 0.623518, + "f1": 0.575079, + "accuracy": 0.623518, + "main_score": 0.575079, + "hf_subset": "kik_Latn-zho_Hant", + "languages": [ + "kik-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.565291, + "recall": 0.623518, + "f1": 0.581187, + "accuracy": 0.623518, + "main_score": 0.581187, + "hf_subset": "kik_Latn-awa_Deva", + "languages": [ + "kik-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.575287, + "recall": 0.629447, + "f1": 0.590102, + "accuracy": 0.629447, + "main_score": 0.590102, + "hf_subset": "kik_Latn-cym_Latn", + "languages": [ + "kik-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.559927, + "recall": 0.603755, + "f1": 0.572601, + "accuracy": 0.603755, + "main_score": 0.572601, + "hf_subset": "kik_Latn-grn_Latn", + "languages": [ + "kik-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.56557, + "recall": 0.620553, + "f1": 0.579518, + "accuracy": 0.620553, + "main_score": 0.579518, + "hf_subset": "kik_Latn-kat_Geor", + "languages": [ + "kik-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.515258, + "recall": 0.571146, + "f1": 0.530881, + "accuracy": 0.571146, + "main_score": 0.530881, + "hf_subset": "kik_Latn-lua_Latn", + "languages": [ + "kik-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.568983, + "recall": 0.621542, + "f1": 0.583695, + "accuracy": 0.621542, + "main_score": 0.583695, + "hf_subset": "kik_Latn-nya_Latn", + "languages": [ + "kik-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.5897, + "recall": 0.644269, + "f1": 0.603932, + "accuracy": 0.644269, + "main_score": 0.603932, + "hf_subset": "kik_Latn-slv_Latn", + "languages": [ + "kik-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.589126, + "recall": 0.631423, + "f1": 0.600748, + "accuracy": 0.631423, + "main_score": 0.600748, + "hf_subset": "kik_Latn-tpi_Latn", + "languages": [ + "kik-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.603331, + "recall": 0.656126, + "f1": 0.616993, + "accuracy": 0.656126, + "main_score": 0.616993, + "hf_subset": "kik_Latn-zsm_Latn", + "languages": [ + "kik-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.475403, + "recall": 0.527668, + "f1": 0.490391, + "accuracy": 0.527668, + "main_score": 0.490391, + "hf_subset": "kik_Latn-ayr_Latn", + "languages": [ + "kik-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.598768, + "recall": 0.65415, + "f1": 0.61276, + "accuracy": 0.65415, + "main_score": 0.61276, + "hf_subset": "kik_Latn-dan_Latn", + "languages": [ + "kik-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.557317, + "recall": 0.617589, + "f1": 0.573717, + "accuracy": 0.617589, + "main_score": 0.573717, + "hf_subset": "kik_Latn-guj_Gujr", + "languages": [ + "kik-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.553659, + "recall": 0.613636, + "f1": 0.569407, + "accuracy": 0.613636, + "main_score": 0.569407, + "hf_subset": "kik_Latn-kaz_Cyrl", + "languages": [ + "kik-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.516367, + "recall": 0.576087, + "f1": 0.533119, + "accuracy": 0.576087, + "main_score": 0.533119, + "hf_subset": "kik_Latn-lug_Latn", + "languages": [ + "kik-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.57939, + "recall": 0.636364, + "f1": 0.594435, + "accuracy": 0.636364, + "main_score": 0.594435, + "hf_subset": "kik_Latn-oci_Latn", + "languages": [ + "kik-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.56648, + "recall": 0.613636, + "f1": 0.57937, + "accuracy": 0.613636, + "main_score": 0.57937, + "hf_subset": "kik_Latn-smo_Latn", + "languages": [ + "kik-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.552289, + "recall": 0.609684, + "f1": 0.569011, + "accuracy": 0.609684, + "main_score": 0.569011, + "hf_subset": "kik_Latn-tsn_Latn", + "languages": [ + "kik-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.551256, + "recall": 0.609684, + "f1": 0.568001, + "accuracy": 0.609684, + "main_score": 0.568001, + "hf_subset": "kik_Latn-zul_Latn", + "languages": [ + "kik-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.503765, + "recall": 0.563241, + "f1": 0.520723, + "accuracy": 0.563241, + "main_score": 0.520723, + "hf_subset": "kik_Latn-azb_Arab", + "languages": [ + "kik-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.584687, + "recall": 0.647233, + "f1": 0.601413, + "accuracy": 0.647233, + "main_score": 0.601413, + "hf_subset": "kik_Latn-deu_Latn", + "languages": [ + "kik-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.547371, + "recall": 0.607708, + "f1": 0.563559, + "accuracy": 0.607708, + "main_score": 0.563559, + "hf_subset": "kik_Latn-hat_Latn", + "languages": [ + "kik-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.463603, + "recall": 0.51087, + "f1": 0.477052, + "accuracy": 0.51087, + "main_score": 0.477052, + "hf_subset": "kik_Latn-kbp_Latn", + "languages": [ + "kik-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.515254, + "recall": 0.560277, + "f1": 0.527166, + "accuracy": 0.560277, + "main_score": 0.527166, + "hf_subset": "kik_Latn-luo_Latn", + "languages": [ + "kik-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.526523, + "recall": 0.592885, + "f1": 0.544401, + "accuracy": 0.592885, + "main_score": 0.544401, + "hf_subset": "kik_Latn-ory_Orya", + "languages": [ + "kik-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.571824, + "recall": 0.629447, + "f1": 0.587045, + "accuracy": 0.629447, + "main_score": 0.587045, + "hf_subset": "kik_Latn-sna_Latn", + "languages": [ + "kik-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.54713, + "recall": 0.597826, + "f1": 0.561652, + "accuracy": 0.597826, + "main_score": 0.561652, + "hf_subset": "kik_Latn-tso_Latn", + "languages": [ + "kik-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.559803, + "recall": 0.621542, + "f1": 0.57707, + "accuracy": 0.621542, + "main_score": 0.57707, + "hf_subset": "kik_Latn-azj_Latn", + "languages": [ + "kik-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.469376, + "recall": 0.517787, + "f1": 0.483131, + "accuracy": 0.517787, + "main_score": 0.483131, + "hf_subset": "kik_Latn-dik_Latn", + "languages": [ + "kik-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.556936, + "recall": 0.61166, + "f1": 0.572227, + "accuracy": 0.61166, + "main_score": 0.572227, + "hf_subset": "kik_Latn-hau_Latn", + "languages": [ + "kik-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.591298, + "recall": 0.642292, + "f1": 0.605025, + "accuracy": 0.642292, + "main_score": 0.605025, + "hf_subset": "kik_Latn-kea_Latn", + "languages": [ + "kik-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.581647, + "recall": 0.630435, + "f1": 0.595278, + "accuracy": 0.630435, + "main_score": 0.595278, + "hf_subset": "kik_Latn-lus_Latn", + "languages": [ + "kik-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.589033, + "recall": 0.637352, + "f1": 0.602458, + "accuracy": 0.637352, + "main_score": 0.602458, + "hf_subset": "kik_Latn-pag_Latn", + "languages": [ + "kik-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.525538, + "recall": 0.588933, + "f1": 0.541763, + "accuracy": 0.588933, + "main_score": 0.541763, + "hf_subset": "kik_Latn-snd_Arab", + "languages": [ + "kik-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.573172, + "recall": 0.625494, + "f1": 0.586711, + "accuracy": 0.625494, + "main_score": 0.586711, + "hf_subset": "kik_Latn-tuk_Latn", + "languages": [ + "kik-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.568701, + "recall": 0.620553, + "f1": 0.582345, + "accuracy": 0.620553, + "main_score": 0.582345, + "hf_subset": "kik_Latn-bak_Cyrl", + "languages": [ + "kik-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.426006, + "recall": 0.481225, + "f1": 0.441545, + "accuracy": 0.481225, + "main_score": 0.441545, + "hf_subset": "kik_Latn-dyu_Latn", + "languages": [ + "kik-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.56795, + "recall": 0.626482, + "f1": 0.58355, + "accuracy": 0.626482, + "main_score": 0.58355, + "hf_subset": "kik_Latn-heb_Hebr", + "languages": [ + "kik-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.553928, + "recall": 0.613636, + "f1": 0.570285, + "accuracy": 0.613636, + "main_score": 0.570285, + "hf_subset": "kik_Latn-khk_Cyrl", + "languages": [ + "kik-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.584453, + "recall": 0.63834, + "f1": 0.598562, + "accuracy": 0.63834, + "main_score": 0.598562, + "hf_subset": "kik_Latn-lvs_Latn", + "languages": [ + "kik-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.55067, + "recall": 0.606719, + "f1": 0.565026, + "accuracy": 0.606719, + "main_score": 0.565026, + "hf_subset": "kik_Latn-pan_Guru", + "languages": [ + "kik-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.535864, + "recall": 0.591897, + "f1": 0.551772, + "accuracy": 0.591897, + "main_score": 0.551772, + "hf_subset": "kik_Latn-som_Latn", + "languages": [ + "kik-Latn", + "som-Latn" + ] + }, + { + "precision": 0.532951, + "recall": 0.583004, + "f1": 0.546323, + "accuracy": 0.583004, + "main_score": 0.546323, + "hf_subset": "kik_Latn-tum_Latn", + "languages": [ + "kik-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.547412, + "recall": 0.632411, + "f1": 0.571859, + "accuracy": 0.632411, + "main_score": 0.571859, + "hf_subset": "mai_Deva-ace_Arab", + "languages": [ + "mai-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.484172, + "recall": 0.543478, + "f1": 0.499979, + "accuracy": 0.543478, + "main_score": 0.499979, + "hf_subset": "mai_Deva-bam_Latn", + "languages": [ + "mai-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.682179, + "recall": 0.757905, + "f1": 0.703762, + "accuracy": 0.757905, + "main_score": 0.703762, + "hf_subset": "mai_Deva-dzo_Tibt", + "languages": [ + "mai-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-hin_Deva", + "languages": [ + "mai-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mai_Deva-khm_Khmr", + "languages": [ + "mai-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-mag_Deva", + "languages": [ + "mai-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-pap_Latn", + "languages": [ + "mai-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.856917, + "recall": 0.898221, + "f1": 0.869862, + "accuracy": 0.898221, + "main_score": 0.869862, + "hf_subset": "mai_Deva-sot_Latn", + "languages": [ + "mai-Deva", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-tur_Latn", + "languages": [ + "mai-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.873988, + "recall": 0.908103, + "f1": 0.884554, + "accuracy": 0.908103, + "main_score": 0.884554, + "hf_subset": "mai_Deva-ace_Latn", + "languages": [ + "mai-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "mai_Deva-ban_Latn", + "languages": [ + "mai-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "mai_Deva-ell_Grek", + "languages": [ + "mai-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "mai_Deva-hne_Deva", + "languages": [ + "mai-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.569442, + "recall": 0.646245, + "f1": 0.590972, + "accuracy": 0.646245, + "main_score": 0.590972, + "hf_subset": "mai_Deva-kik_Latn", + "languages": [ + "mai-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "mai_Deva-pbt_Arab", + "languages": [ + "mai-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-spa_Latn", + "languages": [ + "mai-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.789839, + "recall": 0.840909, + "f1": 0.805171, + "accuracy": 0.840909, + "main_score": 0.805171, + "hf_subset": "mai_Deva-twi_Latn", + "languages": [ + "mai-Deva", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-acm_Arab", + "languages": [ + "mai-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-bel_Cyrl", + "languages": [ + "mai-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-eng_Latn", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-hrv_Latn", + "languages": [ + "mai-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.854249, + "recall": 0.894269, + "f1": 0.866521, + "accuracy": 0.894269, + "main_score": 0.866521, + "hf_subset": "mai_Deva-kin_Latn", + "languages": [ + "mai-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mai_Deva-mal_Mlym", + "languages": [ + "mai-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-pes_Arab", + "languages": [ + "mai-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mai_Deva-srd_Latn", + "languages": [ + "mai-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.219361, + "recall": 0.283597, + "f1": 0.235527, + "accuracy": 0.283597, + "main_score": 0.235527, + "hf_subset": "mai_Deva-tzm_Tfng", + "languages": [ + "mai-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-acq_Arab", + "languages": [ + "mai-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.667368, + "recall": 0.737154, + "f1": 0.687222, + "accuracy": 0.737154, + "main_score": 0.687222, + "hf_subset": "mai_Deva-bem_Latn", + "languages": [ + "mai-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-epo_Latn", + "languages": [ + "mai-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-hun_Latn", + "languages": [ + "mai-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-kir_Cyrl", + "languages": [ + "mai-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-mar_Deva", + "languages": [ + "mai-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.874424, + "recall": 0.909091, + "f1": 0.885079, + "accuracy": 0.909091, + "main_score": 0.885079, + "hf_subset": "mai_Deva-plt_Latn", + "languages": [ + "mai-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-srp_Cyrl", + "languages": [ + "mai-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.940217, + "recall": 0.958498, + "f1": 0.945982, + "accuracy": 0.958498, + "main_score": 0.945982, + "hf_subset": "mai_Deva-uig_Arab", + "languages": [ + "mai-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mai_Deva-aeb_Arab", + "languages": [ + "mai-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-ben_Beng", + "languages": [ + "mai-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-est_Latn", + "languages": [ + "mai-Deva", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-hye_Armn", + "languages": [ + "mai-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.482426, + "recall": 0.540514, + "f1": 0.49855, + "accuracy": 0.540514, + "main_score": 0.49855, + "hf_subset": "mai_Deva-kmb_Latn", + "languages": [ + "mai-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.521017, + "recall": 0.603755, + "f1": 0.543274, + "accuracy": 0.603755, + "main_score": 0.543274, + "hf_subset": "mai_Deva-min_Arab", + "languages": [ + "mai-Deva", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-pol_Latn", + "languages": [ + "mai-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.730435, + "recall": 0.796443, + "f1": 0.75, + "accuracy": 0.796443, + "main_score": 0.75, + "hf_subset": "mai_Deva-ssw_Latn", + "languages": [ + "mai-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-ukr_Cyrl", + "languages": [ + "mai-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-afr_Latn", + "languages": [ + "mai-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-bho_Deva", + "languages": [ + "mai-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-eus_Latn", + "languages": [ + "mai-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.870471, + "recall": 0.909091, + "f1": 0.882642, + "accuracy": 0.909091, + "main_score": 0.882642, + "hf_subset": "mai_Deva-ibo_Latn", + "languages": [ + "mai-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.885935, + "recall": 0.917984, + "f1": 0.895883, + "accuracy": 0.917984, + "main_score": 0.895883, + "hf_subset": "mai_Deva-kmr_Latn", + "languages": [ + "mai-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mai_Deva-min_Latn", + "languages": [ + "mai-Deva", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-por_Latn", + "languages": [ + "mai-Deva", + "por-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mai_Deva-sun_Latn", + "languages": [ + "mai-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.464578, + "recall": 0.533597, + "f1": 0.483985, + "accuracy": 0.533597, + "main_score": 0.483985, + "hf_subset": "mai_Deva-umb_Latn", + "languages": [ + "mai-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-ajp_Arab", + "languages": [ + "mai-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.530395, + "recall": 0.608696, + "f1": 0.552357, + "accuracy": 0.608696, + "main_score": 0.552357, + "hf_subset": "mai_Deva-bjn_Arab", + "languages": [ + "mai-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.460714, + "recall": 0.520751, + "f1": 0.476809, + "accuracy": 0.520751, + "main_score": 0.476809, + "hf_subset": "mai_Deva-ewe_Latn", + "languages": [ + "mai-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "mai_Deva-ilo_Latn", + "languages": [ + "mai-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.276196, + "recall": 0.343874, + "f1": 0.293195, + "accuracy": 0.343874, + "main_score": 0.293195, + "hf_subset": "mai_Deva-knc_Arab", + "languages": [ + "mai-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-mkd_Cyrl", + "languages": [ + "mai-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-prs_Arab", + "languages": [ + "mai-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-swe_Latn", + "languages": [ + "mai-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "mai_Deva-urd_Arab", + "languages": [ + "mai-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.757197, + "recall": 0.815217, + "f1": 0.774492, + "accuracy": 0.815217, + "main_score": 0.774492, + "hf_subset": "mai_Deva-aka_Latn", + "languages": [ + "mai-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mai_Deva-bjn_Latn", + "languages": [ + "mai-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "mai_Deva-fao_Latn", + "languages": [ + "mai-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-ind_Latn", + "languages": [ + "mai-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.525813, + "recall": 0.588933, + "f1": 0.542732, + "accuracy": 0.588933, + "main_score": 0.542732, + "hf_subset": "mai_Deva-knc_Latn", + "languages": [ + "mai-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-mlt_Latn", + "languages": [ + "mai-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.623855, + "recall": 0.698617, + "f1": 0.645609, + "accuracy": 0.698617, + "main_score": 0.645609, + "hf_subset": "mai_Deva-quy_Latn", + "languages": [ + "mai-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-swh_Latn", + "languages": [ + "mai-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-uzn_Latn", + "languages": [ + "mai-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-als_Latn", + "languages": [ + "mai-Deva", + "als-Latn" + ] + }, + { + "precision": 0.819252, + "recall": 0.870553, + "f1": 0.835263, + "accuracy": 0.870553, + "main_score": 0.835263, + "hf_subset": "mai_Deva-bod_Tibt", + "languages": [ + "mai-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.621717, + "recall": 0.6917, + "f1": 0.641082, + "accuracy": 0.6917, + "main_score": 0.641082, + "hf_subset": "mai_Deva-fij_Latn", + "languages": [ + "mai-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mai_Deva-isl_Latn", + "languages": [ + "mai-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.602324, + "recall": 0.674901, + "f1": 0.622933, + "accuracy": 0.674901, + "main_score": 0.622933, + "hf_subset": "mai_Deva-kon_Latn", + "languages": [ + "mai-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.636631, + "recall": 0.712451, + "f1": 0.658552, + "accuracy": 0.712451, + "main_score": 0.658552, + "hf_subset": "mai_Deva-mni_Beng", + "languages": [ + "mai-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-ron_Latn", + "languages": [ + "mai-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "mai_Deva-szl_Latn", + "languages": [ + "mai-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-vec_Latn", + "languages": [ + "mai-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "mai_Deva-amh_Ethi", + "languages": [ + "mai-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-bos_Latn", + "languages": [ + "mai-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-fin_Latn", + "languages": [ + "mai-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-ita_Latn", + "languages": [ + "mai-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-kor_Hang", + "languages": [ + "mai-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.492321, + "recall": 0.560277, + "f1": 0.511187, + "accuracy": 0.560277, + "main_score": 0.511187, + "hf_subset": "mai_Deva-mos_Latn", + "languages": [ + "mai-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.75084, + "recall": 0.813241, + "f1": 0.769598, + "accuracy": 0.813241, + "main_score": 0.769598, + "hf_subset": "mai_Deva-run_Latn", + "languages": [ + "mai-Deva", + "run-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mai_Deva-tam_Taml", + "languages": [ + "mai-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-vie_Latn", + "languages": [ + "mai-Deva", + "vie-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-apc_Arab", + "languages": [ + "mai-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.736554, + "recall": 0.801383, + "f1": 0.755352, + "accuracy": 0.801383, + "main_score": 0.755352, + "hf_subset": "mai_Deva-bug_Latn", + "languages": [ + "mai-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.417617, + "recall": 0.469368, + "f1": 0.431514, + "accuracy": 0.469368, + "main_score": 0.431514, + "hf_subset": "mai_Deva-fon_Latn", + "languages": [ + "mai-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mai_Deva-jav_Latn", + "languages": [ + "mai-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "mai_Deva-lao_Laoo", + "languages": [ + "mai-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.869763, + "recall": 0.906126, + "f1": 0.881061, + "accuracy": 0.906126, + "main_score": 0.881061, + "hf_subset": "mai_Deva-mri_Latn", + "languages": [ + "mai-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-rus_Cyrl", + "languages": [ + "mai-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.504198, + "recall": 0.570158, + "f1": 0.522559, + "accuracy": 0.570158, + "main_score": 0.522559, + "hf_subset": "mai_Deva-taq_Latn", + "languages": [ + "mai-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-war_Latn", + "languages": [ + "mai-Deva", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-arb_Arab", + "languages": [ + "mai-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-bul_Cyrl", + "languages": [ + "mai-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-fra_Latn", + "languages": [ + "mai-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-jpn_Jpan", + "languages": [ + "mai-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mai_Deva-lij_Latn", + "languages": [ + "mai-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "mai_Deva-mya_Mymr", + "languages": [ + "mai-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.554079, + "recall": 0.621542, + "f1": 0.572457, + "accuracy": 0.621542, + "main_score": 0.572457, + "hf_subset": "mai_Deva-sag_Latn", + "languages": [ + "mai-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.232677, + "recall": 0.300395, + "f1": 0.250064, + "accuracy": 0.300395, + "main_score": 0.250064, + "hf_subset": "mai_Deva-taq_Tfng", + "languages": [ + "mai-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.632277, + "recall": 0.699605, + "f1": 0.65121, + "accuracy": 0.699605, + "main_score": 0.65121, + "hf_subset": "mai_Deva-wol_Latn", + "languages": [ + "mai-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.837945, + "recall": 0.883399, + "f1": 0.852042, + "accuracy": 0.883399, + "main_score": 0.852042, + "hf_subset": "mai_Deva-arb_Latn", + "languages": [ + "mai-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-cat_Latn", + "languages": [ + "mai-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mai_Deva-fur_Latn", + "languages": [ + "mai-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.442763, + "recall": 0.513834, + "f1": 0.462427, + "accuracy": 0.513834, + "main_score": 0.462427, + "hf_subset": "mai_Deva-kab_Latn", + "languages": [ + "mai-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mai_Deva-lim_Latn", + "languages": [ + "mai-Deva", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-nld_Latn", + "languages": [ + "mai-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "mai_Deva-san_Deva", + "languages": [ + "mai-Deva", + "san-Deva" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "mai_Deva-tat_Cyrl", + "languages": [ + "mai-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.876235, + "recall": 0.914032, + "f1": 0.888406, + "accuracy": 0.914032, + "main_score": 0.888406, + "hf_subset": "mai_Deva-xho_Latn", + "languages": [ + "mai-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-ars_Arab", + "languages": [ + "mai-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mai_Deva-ceb_Latn", + "languages": [ + "mai-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.483863, + "recall": 0.559289, + "f1": 0.504457, + "accuracy": 0.559289, + "main_score": 0.504457, + "hf_subset": "mai_Deva-fuv_Latn", + "languages": [ + "mai-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.468984, + "recall": 0.536561, + "f1": 0.486905, + "accuracy": 0.536561, + "main_score": 0.486905, + "hf_subset": "mai_Deva-kac_Latn", + "languages": [ + "mai-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.620639, + "recall": 0.694664, + "f1": 0.641354, + "accuracy": 0.694664, + "main_score": 0.641354, + "hf_subset": "mai_Deva-lin_Latn", + "languages": [ + "mai-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-nno_Latn", + "languages": [ + "mai-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.906374, + "recall": 0.932806, + "f1": 0.914394, + "accuracy": 0.932806, + "main_score": 0.914394, + "hf_subset": "mai_Deva-sat_Olck", + "languages": [ + "mai-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-tel_Telu", + "languages": [ + "mai-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mai_Deva-ydd_Hebr", + "languages": [ + "mai-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "mai_Deva-ary_Arab", + "languages": [ + "mai-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-ces_Latn", + "languages": [ + "mai-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.570004, + "recall": 0.645257, + "f1": 0.590659, + "accuracy": 0.645257, + "main_score": 0.590659, + "hf_subset": "mai_Deva-gaz_Latn", + "languages": [ + "mai-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.530966, + "recall": 0.606719, + "f1": 0.552009, + "accuracy": 0.606719, + "main_score": 0.552009, + "hf_subset": "mai_Deva-kam_Latn", + "languages": [ + "mai-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "mai_Deva-lit_Latn", + "languages": [ + "mai-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-nob_Latn", + "languages": [ + "mai-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-scn_Latn", + "languages": [ + "mai-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "mai_Deva-tgk_Cyrl", + "languages": [ + "mai-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.759314, + "recall": 0.823123, + "f1": 0.778296, + "accuracy": 0.823123, + "main_score": 0.778296, + "hf_subset": "mai_Deva-yor_Latn", + "languages": [ + "mai-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-arz_Arab", + "languages": [ + "mai-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.487935, + "recall": 0.564229, + "f1": 0.508913, + "accuracy": 0.564229, + "main_score": 0.508913, + "hf_subset": "mai_Deva-cjk_Latn", + "languages": [ + "mai-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.942523, + "recall": 0.961462, + "f1": 0.948781, + "accuracy": 0.961462, + "main_score": 0.948781, + "hf_subset": "mai_Deva-gla_Latn", + "languages": [ + "mai-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-kan_Knda", + "languages": [ + "mai-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mai_Deva-lmo_Latn", + "languages": [ + "mai-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "mai_Deva-npi_Deva", + "languages": [ + "mai-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.542361, + "recall": 0.628458, + "f1": 0.566697, + "accuracy": 0.628458, + "main_score": 0.566697, + "hf_subset": "mai_Deva-shn_Mymr", + "languages": [ + "mai-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-tgl_Latn", + "languages": [ + "mai-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-yue_Hant", + "languages": [ + "mai-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mai_Deva-asm_Beng", + "languages": [ + "mai-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.927783, + "recall": 0.950593, + "f1": 0.935178, + "accuracy": 0.950593, + "main_score": 0.935178, + "hf_subset": "mai_Deva-ckb_Arab", + "languages": [ + "mai-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "mai_Deva-gle_Latn", + "languages": [ + "mai-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.921937, + "recall": 0.94664, + "f1": 0.929842, + "accuracy": 0.94664, + "main_score": 0.929842, + "hf_subset": "mai_Deva-kas_Arab", + "languages": [ + "mai-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.902503, + "recall": 0.93083, + "f1": 0.911528, + "accuracy": 0.93083, + "main_score": 0.911528, + "hf_subset": "mai_Deva-ltg_Latn", + "languages": [ + "mai-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.779677, + "recall": 0.833992, + "f1": 0.796, + "accuracy": 0.833992, + "main_score": 0.796, + "hf_subset": "mai_Deva-nso_Latn", + "languages": [ + "mai-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mai_Deva-sin_Sinh", + "languages": [ + "mai-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-tha_Thai", + "languages": [ + "mai-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-zho_Hans", + "languages": [ + "mai-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-ast_Latn", + "languages": [ + "mai-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "mai_Deva-crh_Latn", + "languages": [ + "mai-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-glg_Latn", + "languages": [ + "mai-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.88442, + "recall": 0.918972, + "f1": 0.895224, + "accuracy": 0.918972, + "main_score": 0.895224, + "hf_subset": "mai_Deva-kas_Deva", + "languages": [ + "mai-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-ltz_Latn", + "languages": [ + "mai-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.426379, + "recall": 0.497036, + "f1": 0.445223, + "accuracy": 0.497036, + "main_score": 0.445223, + "hf_subset": "mai_Deva-nus_Latn", + "languages": [ + "mai-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-slk_Latn", + "languages": [ + "mai-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.65729, + "recall": 0.735178, + "f1": 0.680322, + "accuracy": 0.735178, + "main_score": 0.680322, + "hf_subset": "mai_Deva-tir_Ethi", + "languages": [ + "mai-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-zho_Hant", + "languages": [ + "mai-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mai_Deva-awa_Deva", + "languages": [ + "mai-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-cym_Latn", + "languages": [ + "mai-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.780056, + "recall": 0.83498, + "f1": 0.796739, + "accuracy": 0.83498, + "main_score": 0.796739, + "hf_subset": "mai_Deva-grn_Latn", + "languages": [ + "mai-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-kat_Geor", + "languages": [ + "mai-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.592378, + "recall": 0.653162, + "f1": 0.60948, + "accuracy": 0.653162, + "main_score": 0.60948, + "hf_subset": "mai_Deva-lua_Latn", + "languages": [ + "mai-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.842062, + "recall": 0.886364, + "f1": 0.856192, + "accuracy": 0.886364, + "main_score": 0.856192, + "hf_subset": "mai_Deva-nya_Latn", + "languages": [ + "mai-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-slv_Latn", + "languages": [ + "mai-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mai_Deva-tpi_Latn", + "languages": [ + "mai-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-zsm_Latn", + "languages": [ + "mai-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.493267, + "recall": 0.559289, + "f1": 0.511265, + "accuracy": 0.559289, + "main_score": 0.511265, + "hf_subset": "mai_Deva-ayr_Latn", + "languages": [ + "mai-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-dan_Latn", + "languages": [ + "mai-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-guj_Gujr", + "languages": [ + "mai-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-kaz_Cyrl", + "languages": [ + "mai-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.63565, + "recall": 0.715415, + "f1": 0.658934, + "accuracy": 0.715415, + "main_score": 0.658934, + "hf_subset": "mai_Deva-lug_Latn", + "languages": [ + "mai-Deva", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-oci_Latn", + "languages": [ + "mai-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.833333, + "recall": 0.878458, + "f1": 0.847417, + "accuracy": 0.878458, + "main_score": 0.847417, + "hf_subset": "mai_Deva-smo_Latn", + "languages": [ + "mai-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.753903, + "recall": 0.816206, + "f1": 0.772812, + "accuracy": 0.816206, + "main_score": 0.772812, + "hf_subset": "mai_Deva-tsn_Latn", + "languages": [ + "mai-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.882411, + "recall": 0.916996, + "f1": 0.893445, + "accuracy": 0.916996, + "main_score": 0.893445, + "hf_subset": "mai_Deva-zul_Latn", + "languages": [ + "mai-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.947052, + "recall": 0.963439, + "f1": 0.952306, + "accuracy": 0.963439, + "main_score": 0.952306, + "hf_subset": "mai_Deva-azb_Arab", + "languages": [ + "mai-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-deu_Latn", + "languages": [ + "mai-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "mai_Deva-hat_Latn", + "languages": [ + "mai-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.474681, + "recall": 0.537549, + "f1": 0.49197, + "accuracy": 0.537549, + "main_score": 0.49197, + "hf_subset": "mai_Deva-kbp_Latn", + "languages": [ + "mai-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.504162, + "recall": 0.573123, + "f1": 0.523557, + "accuracy": 0.573123, + "main_score": 0.523557, + "hf_subset": "mai_Deva-luo_Latn", + "languages": [ + "mai-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mai_Deva-ory_Orya", + "languages": [ + "mai-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.883729, + "recall": 0.917984, + "f1": 0.894763, + "accuracy": 0.917984, + "main_score": 0.894763, + "hf_subset": "mai_Deva-sna_Latn", + "languages": [ + "mai-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.654951, + "recall": 0.721344, + "f1": 0.673927, + "accuracy": 0.721344, + "main_score": 0.673927, + "hf_subset": "mai_Deva-tso_Latn", + "languages": [ + "mai-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-azj_Latn", + "languages": [ + "mai-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.500679, + "recall": 0.571146, + "f1": 0.520772, + "accuracy": 0.571146, + "main_score": 0.520772, + "hf_subset": "mai_Deva-dik_Latn", + "languages": [ + "mai-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.899786, + "recall": 0.928854, + "f1": 0.908992, + "accuracy": 0.928854, + "main_score": 0.908992, + "hf_subset": "mai_Deva-hau_Latn", + "languages": [ + "mai-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mai_Deva-kea_Latn", + "languages": [ + "mai-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.916008, + "recall": 0.9417, + "f1": 0.924209, + "accuracy": 0.9417, + "main_score": 0.924209, + "hf_subset": "mai_Deva-lus_Latn", + "languages": [ + "mai-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.870059, + "recall": 0.906126, + "f1": 0.881588, + "accuracy": 0.906126, + "main_score": 0.881588, + "hf_subset": "mai_Deva-pag_Latn", + "languages": [ + "mai-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "mai_Deva-snd_Arab", + "languages": [ + "mai-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mai_Deva-tuk_Latn", + "languages": [ + "mai-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mai_Deva-bak_Cyrl", + "languages": [ + "mai-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.444912, + "recall": 0.523715, + "f1": 0.466006, + "accuracy": 0.523715, + "main_score": 0.466006, + "hf_subset": "mai_Deva-dyu_Latn", + "languages": [ + "mai-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-heb_Hebr", + "languages": [ + "mai-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "mai_Deva-khk_Cyrl", + "languages": [ + "mai-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-lvs_Latn", + "languages": [ + "mai-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-pan_Guru", + "languages": [ + "mai-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.861281, + "recall": 0.903162, + "f1": 0.874407, + "accuracy": 0.903162, + "main_score": 0.874407, + "hf_subset": "mai_Deva-som_Latn", + "languages": [ + "mai-Deva", + "som-Latn" + ] + }, + { + "precision": 0.692902, + "recall": 0.755929, + "f1": 0.711594, + "accuracy": 0.755929, + "main_score": 0.711594, + "hf_subset": "mai_Deva-tum_Latn", + "languages": [ + "mai-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.498606, + "recall": 0.581028, + "f1": 0.521479, + "accuracy": 0.581028, + "main_score": 0.521479, + "hf_subset": "pbt_Arab-ace_Arab", + "languages": [ + "pbt-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.451127, + "recall": 0.503953, + "f1": 0.465026, + "accuracy": 0.503953, + "main_score": 0.465026, + "hf_subset": "pbt_Arab-bam_Latn", + "languages": [ + "pbt-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.589768, + "recall": 0.672925, + "f1": 0.613581, + "accuracy": 0.672925, + "main_score": 0.613581, + "hf_subset": "pbt_Arab-dzo_Tibt", + "languages": [ + "pbt-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pbt_Arab-hin_Deva", + "languages": [ + "pbt-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "pbt_Arab-khm_Khmr", + "languages": [ + "pbt-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "pbt_Arab-mag_Deva", + "languages": [ + "pbt-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "pbt_Arab-pap_Latn", + "languages": [ + "pbt-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.828475, + "recall": 0.87747, + "f1": 0.843775, + "accuracy": 0.87747, + "main_score": 0.843775, + "hf_subset": "pbt_Arab-sot_Latn", + "languages": [ + "pbt-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "pbt_Arab-tur_Latn", + "languages": [ + "pbt-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.827997, + "recall": 0.871542, + "f1": 0.841173, + "accuracy": 0.871542, + "main_score": 0.841173, + "hf_subset": "pbt_Arab-ace_Latn", + "languages": [ + "pbt-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.934865, + "recall": 0.953557, + "f1": 0.94073, + "accuracy": 0.953557, + "main_score": 0.94073, + "hf_subset": "pbt_Arab-ban_Latn", + "languages": [ + "pbt-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "pbt_Arab-ell_Grek", + "languages": [ + "pbt-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "pbt_Arab-hne_Deva", + "languages": [ + "pbt-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.544459, + "recall": 0.609684, + "f1": 0.562647, + "accuracy": 0.609684, + "main_score": 0.562647, + "hf_subset": "pbt_Arab-kik_Latn", + "languages": [ + "pbt-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.973897, + "recall": 0.981225, + "f1": 0.976186, + "accuracy": 0.981225, + "main_score": 0.976186, + "hf_subset": "pbt_Arab-mai_Deva", + "languages": [ + "pbt-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "pbt_Arab-spa_Latn", + "languages": [ + "pbt-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.731646, + "recall": 0.794466, + "f1": 0.750332, + "accuracy": 0.794466, + "main_score": 0.750332, + "hf_subset": "pbt_Arab-twi_Latn", + "languages": [ + "pbt-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "pbt_Arab-acm_Arab", + "languages": [ + "pbt-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.963192, + "recall": 0.974308, + "f1": 0.966798, + "accuracy": 0.974308, + "main_score": 0.966798, + "hf_subset": "pbt_Arab-bel_Cyrl", + "languages": [ + "pbt-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "pbt_Arab-eng_Latn", + "languages": [ + "pbt-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "pbt_Arab-hrv_Latn", + "languages": [ + "pbt-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.825849, + "recall": 0.869565, + "f1": 0.838822, + "accuracy": 0.869565, + "main_score": 0.838822, + "hf_subset": "pbt_Arab-kin_Latn", + "languages": [ + "pbt-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "pbt_Arab-mal_Mlym", + "languages": [ + "pbt-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "pbt_Arab-pes_Arab", + "languages": [ + "pbt-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.968791, + "recall": 0.978261, + "f1": 0.971739, + "accuracy": 0.978261, + "main_score": 0.971739, + "hf_subset": "pbt_Arab-srd_Latn", + "languages": [ + "pbt-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.214789, + "recall": 0.27668, + "f1": 0.230093, + "accuracy": 0.27668, + "main_score": 0.230093, + "hf_subset": "pbt_Arab-tzm_Tfng", + "languages": [ + "pbt-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pbt_Arab-acq_Arab", + "languages": [ + "pbt-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.640271, + "recall": 0.706522, + "f1": 0.659074, + "accuracy": 0.706522, + "main_score": 0.659074, + "hf_subset": "pbt_Arab-bem_Latn", + "languages": [ + "pbt-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "pbt_Arab-epo_Latn", + "languages": [ + "pbt-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "pbt_Arab-hun_Latn", + "languages": [ + "pbt-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "pbt_Arab-kir_Cyrl", + "languages": [ + "pbt-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "pbt_Arab-mar_Deva", + "languages": [ + "pbt-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.840086, + "recall": 0.883399, + "f1": 0.853689, + "accuracy": 0.883399, + "main_score": 0.853689, + "hf_subset": "pbt_Arab-plt_Latn", + "languages": [ + "pbt-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "pbt_Arab-srp_Cyrl", + "languages": [ + "pbt-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.921031, + "recall": 0.943676, + "f1": 0.928228, + "accuracy": 0.943676, + "main_score": 0.928228, + "hf_subset": "pbt_Arab-uig_Arab", + "languages": [ + "pbt-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "pbt_Arab-aeb_Arab", + "languages": [ + "pbt-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "pbt_Arab-ben_Beng", + "languages": [ + "pbt-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "pbt_Arab-est_Latn", + "languages": [ + "pbt-Arab", + "est-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "pbt_Arab-hye_Armn", + "languages": [ + "pbt-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.442863, + "recall": 0.502964, + "f1": 0.459482, + "accuracy": 0.502964, + "main_score": 0.459482, + "hf_subset": "pbt_Arab-kmb_Latn", + "languages": [ + "pbt-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.460287, + "recall": 0.545455, + "f1": 0.482868, + "accuracy": 0.545455, + "main_score": 0.482868, + "hf_subset": "pbt_Arab-min_Arab", + "languages": [ + "pbt-Arab", + "min-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pbt_Arab-pol_Latn", + "languages": [ + "pbt-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.728468, + "recall": 0.789526, + "f1": 0.746163, + "accuracy": 0.789526, + "main_score": 0.746163, + "hf_subset": "pbt_Arab-ssw_Latn", + "languages": [ + "pbt-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "pbt_Arab-ukr_Cyrl", + "languages": [ + "pbt-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pbt_Arab-afr_Latn", + "languages": [ + "pbt-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "pbt_Arab-bho_Deva", + "languages": [ + "pbt-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.964839, + "recall": 0.975296, + "f1": 0.968116, + "accuracy": 0.975296, + "main_score": 0.968116, + "hf_subset": "pbt_Arab-eus_Latn", + "languages": [ + "pbt-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.830781, + "recall": 0.879447, + "f1": 0.845869, + "accuracy": 0.879447, + "main_score": 0.845869, + "hf_subset": "pbt_Arab-ibo_Latn", + "languages": [ + "pbt-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.873271, + "recall": 0.908103, + "f1": 0.884289, + "accuracy": 0.908103, + "main_score": 0.884289, + "hf_subset": "pbt_Arab-kmr_Latn", + "languages": [ + "pbt-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.945438, + "recall": 0.961462, + "f1": 0.950494, + "accuracy": 0.961462, + "main_score": 0.950494, + "hf_subset": "pbt_Arab-min_Latn", + "languages": [ + "pbt-Arab", + "min-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "pbt_Arab-por_Latn", + "languages": [ + "pbt-Arab", + "por-Latn" + ] + }, + { + "precision": 0.950016, + "recall": 0.965415, + "f1": 0.954941, + "accuracy": 0.965415, + "main_score": 0.954941, + "hf_subset": "pbt_Arab-sun_Latn", + "languages": [ + "pbt-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.447866, + "recall": 0.511858, + "f1": 0.464812, + "accuracy": 0.511858, + "main_score": 0.464812, + "hf_subset": "pbt_Arab-umb_Latn", + "languages": [ + "pbt-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "pbt_Arab-ajp_Arab", + "languages": [ + "pbt-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.497805, + "recall": 0.578063, + "f1": 0.519592, + "accuracy": 0.578063, + "main_score": 0.519592, + "hf_subset": "pbt_Arab-bjn_Arab", + "languages": [ + "pbt-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.430515, + "recall": 0.488142, + "f1": 0.445809, + "accuracy": 0.488142, + "main_score": 0.445809, + "hf_subset": "pbt_Arab-ewe_Latn", + "languages": [ + "pbt-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.914526, + "recall": 0.938735, + "f1": 0.921904, + "accuracy": 0.938735, + "main_score": 0.921904, + "hf_subset": "pbt_Arab-ilo_Latn", + "languages": [ + "pbt-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.271321, + "recall": 0.332016, + "f1": 0.286758, + "accuracy": 0.332016, + "main_score": 0.286758, + "hf_subset": "pbt_Arab-knc_Arab", + "languages": [ + "pbt-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "pbt_Arab-mkd_Cyrl", + "languages": [ + "pbt-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pbt_Arab-prs_Arab", + "languages": [ + "pbt-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "pbt_Arab-swe_Latn", + "languages": [ + "pbt-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "pbt_Arab-urd_Arab", + "languages": [ + "pbt-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.69138, + "recall": 0.755929, + "f1": 0.709838, + "accuracy": 0.755929, + "main_score": 0.709838, + "hf_subset": "pbt_Arab-aka_Latn", + "languages": [ + "pbt-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "pbt_Arab-bjn_Latn", + "languages": [ + "pbt-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "pbt_Arab-fao_Latn", + "languages": [ + "pbt-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "pbt_Arab-ind_Latn", + "languages": [ + "pbt-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.496825, + "recall": 0.550395, + "f1": 0.510946, + "accuracy": 0.550395, + "main_score": 0.510946, + "hf_subset": "pbt_Arab-knc_Latn", + "languages": [ + "pbt-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "pbt_Arab-mlt_Latn", + "languages": [ + "pbt-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.597527, + "recall": 0.663043, + "f1": 0.615867, + "accuracy": 0.663043, + "main_score": 0.615867, + "hf_subset": "pbt_Arab-quy_Latn", + "languages": [ + "pbt-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "pbt_Arab-swh_Latn", + "languages": [ + "pbt-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "pbt_Arab-uzn_Latn", + "languages": [ + "pbt-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pbt_Arab-als_Latn", + "languages": [ + "pbt-Arab", + "als-Latn" + ] + }, + { + "precision": 0.769177, + "recall": 0.83004, + "f1": 0.787714, + "accuracy": 0.83004, + "main_score": 0.787714, + "hf_subset": "pbt_Arab-bod_Tibt", + "languages": [ + "pbt-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.595375, + "recall": 0.664032, + "f1": 0.614516, + "accuracy": 0.664032, + "main_score": 0.614516, + "hf_subset": "pbt_Arab-fij_Latn", + "languages": [ + "pbt-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "pbt_Arab-isl_Latn", + "languages": [ + "pbt-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.573881, + "recall": 0.635375, + "f1": 0.590498, + "accuracy": 0.635375, + "main_score": 0.590498, + "hf_subset": "pbt_Arab-kon_Latn", + "languages": [ + "pbt-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.586684, + "recall": 0.660079, + "f1": 0.60768, + "accuracy": 0.660079, + "main_score": 0.60768, + "hf_subset": "pbt_Arab-mni_Beng", + "languages": [ + "pbt-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "pbt_Arab-ron_Latn", + "languages": [ + "pbt-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.981225, + "f1": 0.97612, + "accuracy": 0.981225, + "main_score": 0.97612, + "hf_subset": "pbt_Arab-szl_Latn", + "languages": [ + "pbt-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "pbt_Arab-vec_Latn", + "languages": [ + "pbt-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.92169, + "recall": 0.945652, + "f1": 0.929578, + "accuracy": 0.945652, + "main_score": 0.929578, + "hf_subset": "pbt_Arab-amh_Ethi", + "languages": [ + "pbt-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "pbt_Arab-bos_Latn", + "languages": [ + "pbt-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "pbt_Arab-fin_Latn", + "languages": [ + "pbt-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "pbt_Arab-ita_Latn", + "languages": [ + "pbt-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pbt_Arab-kor_Hang", + "languages": [ + "pbt-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.46985, + "recall": 0.529644, + "f1": 0.48639, + "accuracy": 0.529644, + "main_score": 0.48639, + "hf_subset": "pbt_Arab-mos_Latn", + "languages": [ + "pbt-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.720826, + "recall": 0.778656, + "f1": 0.737647, + "accuracy": 0.778656, + "main_score": 0.737647, + "hf_subset": "pbt_Arab-run_Latn", + "languages": [ + "pbt-Arab", + "run-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "pbt_Arab-tam_Taml", + "languages": [ + "pbt-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "pbt_Arab-vie_Latn", + "languages": [ + "pbt-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "pbt_Arab-apc_Arab", + "languages": [ + "pbt-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.692165, + "recall": 0.751976, + "f1": 0.709188, + "accuracy": 0.751976, + "main_score": 0.709188, + "hf_subset": "pbt_Arab-bug_Latn", + "languages": [ + "pbt-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.40691, + "recall": 0.455534, + "f1": 0.419516, + "accuracy": 0.455534, + "main_score": 0.419516, + "hf_subset": "pbt_Arab-fon_Latn", + "languages": [ + "pbt-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "pbt_Arab-jav_Latn", + "languages": [ + "pbt-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.913043, + "recall": 0.936759, + "f1": 0.920619, + "accuracy": 0.936759, + "main_score": 0.920619, + "hf_subset": "pbt_Arab-lao_Laoo", + "languages": [ + "pbt-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.833449, + "recall": 0.87747, + "f1": 0.847233, + "accuracy": 0.87747, + "main_score": 0.847233, + "hf_subset": "pbt_Arab-mri_Latn", + "languages": [ + "pbt-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "pbt_Arab-rus_Cyrl", + "languages": [ + "pbt-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.496647, + "recall": 0.546443, + "f1": 0.510666, + "accuracy": 0.546443, + "main_score": 0.510666, + "hf_subset": "pbt_Arab-taq_Latn", + "languages": [ + "pbt-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "pbt_Arab-war_Latn", + "languages": [ + "pbt-Arab", + "war-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pbt_Arab-arb_Arab", + "languages": [ + "pbt-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "pbt_Arab-bul_Cyrl", + "languages": [ + "pbt-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pbt_Arab-fra_Latn", + "languages": [ + "pbt-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "pbt_Arab-jpn_Jpan", + "languages": [ + "pbt-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "pbt_Arab-lij_Latn", + "languages": [ + "pbt-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.940382, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "pbt_Arab-mya_Mymr", + "languages": [ + "pbt-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.519578, + "recall": 0.581028, + "f1": 0.536515, + "accuracy": 0.581028, + "main_score": 0.536515, + "hf_subset": "pbt_Arab-sag_Latn", + "languages": [ + "pbt-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.247088, + "recall": 0.305336, + "f1": 0.261952, + "accuracy": 0.305336, + "main_score": 0.261952, + "hf_subset": "pbt_Arab-taq_Tfng", + "languages": [ + "pbt-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.596278, + "recall": 0.663043, + "f1": 0.615036, + "accuracy": 0.663043, + "main_score": 0.615036, + "hf_subset": "pbt_Arab-wol_Latn", + "languages": [ + "pbt-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.82999, + "recall": 0.876482, + "f1": 0.844038, + "accuracy": 0.876482, + "main_score": 0.844038, + "hf_subset": "pbt_Arab-arb_Latn", + "languages": [ + "pbt-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "pbt_Arab-cat_Latn", + "languages": [ + "pbt-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.965827, + "recall": 0.976285, + "f1": 0.969104, + "accuracy": 0.976285, + "main_score": 0.969104, + "hf_subset": "pbt_Arab-fur_Latn", + "languages": [ + "pbt-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.435929, + "recall": 0.51087, + "f1": 0.455867, + "accuracy": 0.51087, + "main_score": 0.455867, + "hf_subset": "pbt_Arab-kab_Latn", + "languages": [ + "pbt-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "pbt_Arab-lim_Latn", + "languages": [ + "pbt-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "pbt_Arab-nld_Latn", + "languages": [ + "pbt-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.95224, + "recall": 0.966403, + "f1": 0.956851, + "accuracy": 0.966403, + "main_score": 0.956851, + "hf_subset": "pbt_Arab-san_Deva", + "languages": [ + "pbt-Arab", + "san-Deva" + ] + }, + { + "precision": 0.964509, + "recall": 0.975296, + "f1": 0.967951, + "accuracy": 0.975296, + "main_score": 0.967951, + "hf_subset": "pbt_Arab-tat_Cyrl", + "languages": [ + "pbt-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.8458, + "recall": 0.886364, + "f1": 0.858432, + "accuracy": 0.886364, + "main_score": 0.858432, + "hf_subset": "pbt_Arab-xho_Latn", + "languages": [ + "pbt-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "pbt_Arab-ars_Arab", + "languages": [ + "pbt-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.963686, + "recall": 0.975296, + "f1": 0.967457, + "accuracy": 0.975296, + "main_score": 0.967457, + "hf_subset": "pbt_Arab-ceb_Latn", + "languages": [ + "pbt-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.4609, + "recall": 0.525692, + "f1": 0.477912, + "accuracy": 0.525692, + "main_score": 0.477912, + "hf_subset": "pbt_Arab-fuv_Latn", + "languages": [ + "pbt-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.464203, + "recall": 0.522727, + "f1": 0.480423, + "accuracy": 0.522727, + "main_score": 0.480423, + "hf_subset": "pbt_Arab-kac_Latn", + "languages": [ + "pbt-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.613506, + "recall": 0.677866, + "f1": 0.631239, + "accuracy": 0.677866, + "main_score": 0.631239, + "hf_subset": "pbt_Arab-lin_Latn", + "languages": [ + "pbt-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "pbt_Arab-nno_Latn", + "languages": [ + "pbt-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.859634, + "recall": 0.898221, + "f1": 0.871772, + "accuracy": 0.898221, + "main_score": 0.871772, + "hf_subset": "pbt_Arab-sat_Olck", + "languages": [ + "pbt-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "pbt_Arab-tel_Telu", + "languages": [ + "pbt-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "pbt_Arab-ydd_Hebr", + "languages": [ + "pbt-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "pbt_Arab-ary_Arab", + "languages": [ + "pbt-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.975543, + "recall": 0.983202, + "f1": 0.977997, + "accuracy": 0.983202, + "main_score": 0.977997, + "hf_subset": "pbt_Arab-ces_Latn", + "languages": [ + "pbt-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.567254, + "recall": 0.643281, + "f1": 0.588276, + "accuracy": 0.643281, + "main_score": 0.588276, + "hf_subset": "pbt_Arab-gaz_Latn", + "languages": [ + "pbt-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.504169, + "recall": 0.577075, + "f1": 0.524183, + "accuracy": 0.577075, + "main_score": 0.524183, + "hf_subset": "pbt_Arab-kam_Latn", + "languages": [ + "pbt-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "pbt_Arab-lit_Latn", + "languages": [ + "pbt-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "pbt_Arab-nob_Latn", + "languages": [ + "pbt-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "pbt_Arab-scn_Latn", + "languages": [ + "pbt-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "pbt_Arab-tgk_Cyrl", + "languages": [ + "pbt-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.705092, + "recall": 0.771739, + "f1": 0.724199, + "accuracy": 0.771739, + "main_score": 0.724199, + "hf_subset": "pbt_Arab-yor_Latn", + "languages": [ + "pbt-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "pbt_Arab-arz_Arab", + "languages": [ + "pbt-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.45734, + "recall": 0.516798, + "f1": 0.473861, + "accuracy": 0.516798, + "main_score": 0.473861, + "hf_subset": "pbt_Arab-cjk_Latn", + "languages": [ + "pbt-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.916831, + "recall": 0.940711, + "f1": 0.924407, + "accuracy": 0.940711, + "main_score": 0.924407, + "hf_subset": "pbt_Arab-gla_Latn", + "languages": [ + "pbt-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.951005, + "recall": 0.966403, + "f1": 0.955929, + "accuracy": 0.966403, + "main_score": 0.955929, + "hf_subset": "pbt_Arab-kan_Knda", + "languages": [ + "pbt-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.960227, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "pbt_Arab-lmo_Latn", + "languages": [ + "pbt-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "pbt_Arab-npi_Deva", + "languages": [ + "pbt-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.523226, + "recall": 0.591897, + "f1": 0.542225, + "accuracy": 0.591897, + "main_score": 0.542225, + "hf_subset": "pbt_Arab-shn_Mymr", + "languages": [ + "pbt-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "pbt_Arab-tgl_Latn", + "languages": [ + "pbt-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "pbt_Arab-yue_Hant", + "languages": [ + "pbt-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "pbt_Arab-asm_Beng", + "languages": [ + "pbt-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.928936, + "recall": 0.950593, + "f1": 0.935837, + "accuracy": 0.950593, + "main_score": 0.935837, + "hf_subset": "pbt_Arab-ckb_Arab", + "languages": [ + "pbt-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "pbt_Arab-gle_Latn", + "languages": [ + "pbt-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.892787, + "recall": 0.924901, + "f1": 0.903162, + "accuracy": 0.924901, + "main_score": 0.903162, + "hf_subset": "pbt_Arab-kas_Arab", + "languages": [ + "pbt-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.872365, + "recall": 0.910079, + "f1": 0.884519, + "accuracy": 0.910079, + "main_score": 0.884519, + "hf_subset": "pbt_Arab-ltg_Latn", + "languages": [ + "pbt-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.760268, + "recall": 0.818182, + "f1": 0.777822, + "accuracy": 0.818182, + "main_score": 0.777822, + "hf_subset": "pbt_Arab-nso_Latn", + "languages": [ + "pbt-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "pbt_Arab-sin_Sinh", + "languages": [ + "pbt-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "pbt_Arab-tha_Thai", + "languages": [ + "pbt-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.956604, + "recall": 0.970356, + "f1": 0.961034, + "accuracy": 0.970356, + "main_score": 0.961034, + "hf_subset": "pbt_Arab-zho_Hans", + "languages": [ + "pbt-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "pbt_Arab-ast_Latn", + "languages": [ + "pbt-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "pbt_Arab-crh_Latn", + "languages": [ + "pbt-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "pbt_Arab-glg_Latn", + "languages": [ + "pbt-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.834478, + "recall": 0.876482, + "f1": 0.846992, + "accuracy": 0.876482, + "main_score": 0.846992, + "hf_subset": "pbt_Arab-kas_Deva", + "languages": [ + "pbt-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "pbt_Arab-ltz_Latn", + "languages": [ + "pbt-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.408117, + "recall": 0.475296, + "f1": 0.426087, + "accuracy": 0.475296, + "main_score": 0.426087, + "hf_subset": "pbt_Arab-nus_Latn", + "languages": [ + "pbt-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "pbt_Arab-slk_Latn", + "languages": [ + "pbt-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.637905, + "recall": 0.714427, + "f1": 0.659672, + "accuracy": 0.714427, + "main_score": 0.659672, + "hf_subset": "pbt_Arab-tir_Ethi", + "languages": [ + "pbt-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "pbt_Arab-zho_Hant", + "languages": [ + "pbt-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.962154, + "recall": 0.972332, + "f1": 0.965415, + "accuracy": 0.972332, + "main_score": 0.965415, + "hf_subset": "pbt_Arab-awa_Deva", + "languages": [ + "pbt-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "pbt_Arab-cym_Latn", + "languages": [ + "pbt-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.708547, + "recall": 0.770751, + "f1": 0.726212, + "accuracy": 0.770751, + "main_score": 0.726212, + "hf_subset": "pbt_Arab-grn_Latn", + "languages": [ + "pbt-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pbt_Arab-kat_Geor", + "languages": [ + "pbt-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.569114, + "recall": 0.62253, + "f1": 0.583206, + "accuracy": 0.62253, + "main_score": 0.583206, + "hf_subset": "pbt_Arab-lua_Latn", + "languages": [ + "pbt-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.788538, + "recall": 0.839921, + "f1": 0.804282, + "accuracy": 0.839921, + "main_score": 0.804282, + "hf_subset": "pbt_Arab-nya_Latn", + "languages": [ + "pbt-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.975543, + "recall": 0.983202, + "f1": 0.977997, + "accuracy": 0.983202, + "main_score": 0.977997, + "hf_subset": "pbt_Arab-slv_Latn", + "languages": [ + "pbt-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.923995, + "recall": 0.944664, + "f1": 0.930369, + "accuracy": 0.944664, + "main_score": 0.930369, + "hf_subset": "pbt_Arab-tpi_Latn", + "languages": [ + "pbt-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pbt_Arab-zsm_Latn", + "languages": [ + "pbt-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.47435, + "recall": 0.536561, + "f1": 0.491419, + "accuracy": 0.536561, + "main_score": 0.491419, + "hf_subset": "pbt_Arab-ayr_Latn", + "languages": [ + "pbt-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pbt_Arab-dan_Latn", + "languages": [ + "pbt-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "pbt_Arab-guj_Gujr", + "languages": [ + "pbt-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "pbt_Arab-kaz_Cyrl", + "languages": [ + "pbt-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.624555, + "recall": 0.694664, + "f1": 0.643979, + "accuracy": 0.694664, + "main_score": 0.643979, + "hf_subset": "pbt_Arab-lug_Latn", + "languages": [ + "pbt-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "pbt_Arab-oci_Latn", + "languages": [ + "pbt-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.803825, + "recall": 0.846838, + "f1": 0.816678, + "accuracy": 0.846838, + "main_score": 0.816678, + "hf_subset": "pbt_Arab-smo_Latn", + "languages": [ + "pbt-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.709858, + "recall": 0.773715, + "f1": 0.728776, + "accuracy": 0.773715, + "main_score": 0.728776, + "hf_subset": "pbt_Arab-tsn_Latn", + "languages": [ + "pbt-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.870718, + "recall": 0.909091, + "f1": 0.882905, + "accuracy": 0.909091, + "main_score": 0.882905, + "hf_subset": "pbt_Arab-zul_Latn", + "languages": [ + "pbt-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.916255, + "recall": 0.940711, + "f1": 0.924144, + "accuracy": 0.940711, + "main_score": 0.924144, + "hf_subset": "pbt_Arab-azb_Arab", + "languages": [ + "pbt-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "pbt_Arab-deu_Latn", + "languages": [ + "pbt-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953887, + "accuracy": 0.964427, + "main_score": 0.953887, + "hf_subset": "pbt_Arab-hat_Latn", + "languages": [ + "pbt-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.449454, + "recall": 0.509881, + "f1": 0.465267, + "accuracy": 0.509881, + "main_score": 0.465267, + "hf_subset": "pbt_Arab-kbp_Latn", + "languages": [ + "pbt-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.494749, + "recall": 0.55336, + "f1": 0.510609, + "accuracy": 0.55336, + "main_score": 0.510609, + "hf_subset": "pbt_Arab-luo_Latn", + "languages": [ + "pbt-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.956851, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "pbt_Arab-ory_Orya", + "languages": [ + "pbt-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.857197, + "recall": 0.894269, + "f1": 0.868643, + "accuracy": 0.894269, + "main_score": 0.868643, + "hf_subset": "pbt_Arab-sna_Latn", + "languages": [ + "pbt-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.62725, + "recall": 0.698617, + "f1": 0.647624, + "accuracy": 0.698617, + "main_score": 0.647624, + "hf_subset": "pbt_Arab-tso_Latn", + "languages": [ + "pbt-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "pbt_Arab-azj_Latn", + "languages": [ + "pbt-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.469332, + "recall": 0.527668, + "f1": 0.485936, + "accuracy": 0.527668, + "main_score": 0.485936, + "hf_subset": "pbt_Arab-dik_Latn", + "languages": [ + "pbt-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.859107, + "recall": 0.898221, + "f1": 0.87141, + "accuracy": 0.898221, + "main_score": 0.87141, + "hf_subset": "pbt_Arab-hau_Latn", + "languages": [ + "pbt-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "pbt_Arab-kea_Latn", + "languages": [ + "pbt-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.871624, + "recall": 0.906126, + "f1": 0.882312, + "accuracy": 0.906126, + "main_score": 0.882312, + "hf_subset": "pbt_Arab-lus_Latn", + "languages": [ + "pbt-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.819252, + "recall": 0.86166, + "f1": 0.832298, + "accuracy": 0.86166, + "main_score": 0.832298, + "hf_subset": "pbt_Arab-pag_Latn", + "languages": [ + "pbt-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "pbt_Arab-snd_Arab", + "languages": [ + "pbt-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "pbt_Arab-tuk_Latn", + "languages": [ + "pbt-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.97192, + "recall": 0.980237, + "f1": 0.974539, + "accuracy": 0.980237, + "main_score": 0.974539, + "hf_subset": "pbt_Arab-bak_Cyrl", + "languages": [ + "pbt-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.43085, + "recall": 0.496047, + "f1": 0.448136, + "accuracy": 0.496047, + "main_score": 0.448136, + "hf_subset": "pbt_Arab-dyu_Latn", + "languages": [ + "pbt-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pbt_Arab-heb_Hebr", + "languages": [ + "pbt-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "pbt_Arab-khk_Cyrl", + "languages": [ + "pbt-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "pbt_Arab-lvs_Latn", + "languages": [ + "pbt-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "pbt_Arab-pan_Guru", + "languages": [ + "pbt-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.841897, + "recall": 0.886364, + "f1": 0.855896, + "accuracy": 0.886364, + "main_score": 0.855896, + "hf_subset": "pbt_Arab-som_Latn", + "languages": [ + "pbt-Arab", + "som-Latn" + ] + }, + { + "precision": 0.651458, + "recall": 0.714427, + "f1": 0.669672, + "accuracy": 0.714427, + "main_score": 0.669672, + "hf_subset": "pbt_Arab-tum_Latn", + "languages": [ + "pbt-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.543557, + "recall": 0.634387, + "f1": 0.570107, + "accuracy": 0.634387, + "main_score": 0.570107, + "hf_subset": "spa_Latn-ace_Arab", + "languages": [ + "spa-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.478586, + "recall": 0.543478, + "f1": 0.496198, + "accuracy": 0.543478, + "main_score": 0.496198, + "hf_subset": "spa_Latn-bam_Latn", + "languages": [ + "spa-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.664447, + "recall": 0.745059, + "f1": 0.687988, + "accuracy": 0.745059, + "main_score": 0.687988, + "hf_subset": "spa_Latn-dzo_Tibt", + "languages": [ + "spa-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-hin_Deva", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "spa_Latn-khm_Khmr", + "languages": [ + "spa-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-mag_Deva", + "languages": [ + "spa-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-pap_Latn", + "languages": [ + "spa-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.869236, + "recall": 0.908103, + "f1": 0.88139, + "accuracy": 0.908103, + "main_score": 0.88139, + "hf_subset": "spa_Latn-sot_Latn", + "languages": [ + "spa-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-tur_Latn", + "languages": [ + "spa-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.893857, + "recall": 0.923913, + "f1": 0.90351, + "accuracy": 0.923913, + "main_score": 0.90351, + "hf_subset": "spa_Latn-ace_Latn", + "languages": [ + "spa-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "spa_Latn-ban_Latn", + "languages": [ + "spa-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-ell_Grek", + "languages": [ + "spa-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "spa_Latn-hne_Deva", + "languages": [ + "spa-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.590307, + "recall": 0.657115, + "f1": 0.60909, + "accuracy": 0.657115, + "main_score": 0.60909, + "hf_subset": "spa_Latn-kik_Latn", + "languages": [ + "spa-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-mai_Deva", + "languages": [ + "spa-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "spa_Latn-pbt_Arab", + "languages": [ + "spa-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.789048, + "recall": 0.842885, + "f1": 0.805698, + "accuracy": 0.842885, + "main_score": 0.805698, + "hf_subset": "spa_Latn-twi_Latn", + "languages": [ + "spa-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-acm_Arab", + "languages": [ + "spa-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-bel_Cyrl", + "languages": [ + "spa-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-hrv_Latn", + "languages": [ + "spa-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.864328, + "recall": 0.902174, + "f1": 0.876106, + "accuracy": 0.902174, + "main_score": 0.876106, + "hf_subset": "spa_Latn-kin_Latn", + "languages": [ + "spa-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-mal_Mlym", + "languages": [ + "spa-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-pes_Arab", + "languages": [ + "spa-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "spa_Latn-srd_Latn", + "languages": [ + "spa-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.198863, + "recall": 0.26581, + "f1": 0.215148, + "accuracy": 0.26581, + "main_score": 0.215148, + "hf_subset": "spa_Latn-tzm_Tfng", + "languages": [ + "spa-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-acq_Arab", + "languages": [ + "spa-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.670276, + "recall": 0.746047, + "f1": 0.692264, + "accuracy": 0.746047, + "main_score": 0.692264, + "hf_subset": "spa_Latn-bem_Latn", + "languages": [ + "spa-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-epo_Latn", + "languages": [ + "spa-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-hun_Latn", + "languages": [ + "spa-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "spa_Latn-kir_Cyrl", + "languages": [ + "spa-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-mar_Deva", + "languages": [ + "spa-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.885903, + "recall": 0.917984, + "f1": 0.895718, + "accuracy": 0.917984, + "main_score": 0.895718, + "hf_subset": "spa_Latn-plt_Latn", + "languages": [ + "spa-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-srp_Cyrl", + "languages": [ + "spa-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.953393, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "spa_Latn-uig_Arab", + "languages": [ + "spa-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-aeb_Arab", + "languages": [ + "spa-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-ben_Beng", + "languages": [ + "spa-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-est_Latn", + "languages": [ + "spa-Latn", + "est-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-hye_Armn", + "languages": [ + "spa-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.480422, + "recall": 0.544466, + "f1": 0.497861, + "accuracy": 0.544466, + "main_score": 0.497861, + "hf_subset": "spa_Latn-kmb_Latn", + "languages": [ + "spa-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.500517, + "recall": 0.589921, + "f1": 0.524739, + "accuracy": 0.589921, + "main_score": 0.524739, + "hf_subset": "spa_Latn-min_Arab", + "languages": [ + "spa-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-pol_Latn", + "languages": [ + "spa-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.759298, + "recall": 0.822134, + "f1": 0.778541, + "accuracy": 0.822134, + "main_score": 0.778541, + "hf_subset": "spa_Latn-ssw_Latn", + "languages": [ + "spa-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-ukr_Cyrl", + "languages": [ + "spa-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-afr_Latn", + "languages": [ + "spa-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "spa_Latn-bho_Deva", + "languages": [ + "spa-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-eus_Latn", + "languages": [ + "spa-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.876565, + "recall": 0.914032, + "f1": 0.888406, + "accuracy": 0.914032, + "main_score": 0.888406, + "hf_subset": "spa_Latn-ibo_Latn", + "languages": [ + "spa-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.891057, + "recall": 0.922925, + "f1": 0.901252, + "accuracy": 0.922925, + "main_score": 0.901252, + "hf_subset": "spa_Latn-kmr_Latn", + "languages": [ + "spa-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "spa_Latn-min_Latn", + "languages": [ + "spa-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-por_Latn", + "languages": [ + "spa-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "spa_Latn-sun_Latn", + "languages": [ + "spa-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.48483, + "recall": 0.55336, + "f1": 0.503814, + "accuracy": 0.55336, + "main_score": 0.503814, + "hf_subset": "spa_Latn-umb_Latn", + "languages": [ + "spa-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-ajp_Arab", + "languages": [ + "spa-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.544691, + "recall": 0.619565, + "f1": 0.565508, + "accuracy": 0.619565, + "main_score": 0.565508, + "hf_subset": "spa_Latn-bjn_Arab", + "languages": [ + "spa-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.463847, + "recall": 0.524704, + "f1": 0.480411, + "accuracy": 0.524704, + "main_score": 0.480411, + "hf_subset": "spa_Latn-ewe_Latn", + "languages": [ + "spa-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "spa_Latn-ilo_Latn", + "languages": [ + "spa-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.270168, + "recall": 0.336957, + "f1": 0.286557, + "accuracy": 0.336957, + "main_score": 0.286557, + "hf_subset": "spa_Latn-knc_Arab", + "languages": [ + "spa-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-mkd_Cyrl", + "languages": [ + "spa-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-prs_Arab", + "languages": [ + "spa-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-swe_Latn", + "languages": [ + "spa-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-urd_Arab", + "languages": [ + "spa-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.765514, + "recall": 0.825099, + "f1": 0.783404, + "accuracy": 0.825099, + "main_score": 0.783404, + "hf_subset": "spa_Latn-aka_Latn", + "languages": [ + "spa-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "spa_Latn-bjn_Latn", + "languages": [ + "spa-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "spa_Latn-fao_Latn", + "languages": [ + "spa-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-ind_Latn", + "languages": [ + "spa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.520007, + "recall": 0.582016, + "f1": 0.536866, + "accuracy": 0.582016, + "main_score": 0.536866, + "hf_subset": "spa_Latn-knc_Latn", + "languages": [ + "spa-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-mlt_Latn", + "languages": [ + "spa-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.641025, + "recall": 0.718379, + "f1": 0.663314, + "accuracy": 0.718379, + "main_score": 0.663314, + "hf_subset": "spa_Latn-quy_Latn", + "languages": [ + "spa-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-swh_Latn", + "languages": [ + "spa-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-uzn_Latn", + "languages": [ + "spa-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-als_Latn", + "languages": [ + "spa-Latn", + "als-Latn" + ] + }, + { + "precision": 0.815886, + "recall": 0.869565, + "f1": 0.832724, + "accuracy": 0.869565, + "main_score": 0.832724, + "hf_subset": "spa_Latn-bod_Tibt", + "languages": [ + "spa-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.633514, + "recall": 0.70751, + "f1": 0.655058, + "accuracy": 0.70751, + "main_score": 0.655058, + "hf_subset": "spa_Latn-fij_Latn", + "languages": [ + "spa-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "spa_Latn-isl_Latn", + "languages": [ + "spa-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.610253, + "recall": 0.686759, + "f1": 0.631508, + "accuracy": 0.686759, + "main_score": 0.631508, + "hf_subset": "spa_Latn-kon_Latn", + "languages": [ + "spa-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.611935, + "recall": 0.695652, + "f1": 0.635721, + "accuracy": 0.695652, + "main_score": 0.635721, + "hf_subset": "spa_Latn-mni_Beng", + "languages": [ + "spa-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-ron_Latn", + "languages": [ + "spa-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.986166, + "f1": 0.983202, + "accuracy": 0.986166, + "main_score": 0.983202, + "hf_subset": "spa_Latn-szl_Latn", + "languages": [ + "spa-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-vec_Latn", + "languages": [ + "spa-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.940382, + "recall": 0.958498, + "f1": 0.946146, + "accuracy": 0.958498, + "main_score": 0.946146, + "hf_subset": "spa_Latn-amh_Ethi", + "languages": [ + "spa-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-bos_Latn", + "languages": [ + "spa-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-fin_Latn", + "languages": [ + "spa-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ita_Latn", + "languages": [ + "spa-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-kor_Hang", + "languages": [ + "spa-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.495615, + "recall": 0.560277, + "f1": 0.513284, + "accuracy": 0.560277, + "main_score": 0.513284, + "hf_subset": "spa_Latn-mos_Latn", + "languages": [ + "spa-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.77612, + "recall": 0.833004, + "f1": 0.792885, + "accuracy": 0.833004, + "main_score": 0.792885, + "hf_subset": "spa_Latn-run_Latn", + "languages": [ + "spa-Latn", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "spa_Latn-tam_Taml", + "languages": [ + "spa-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-vie_Latn", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-apc_Arab", + "languages": [ + "spa-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.744631, + "recall": 0.810277, + "f1": 0.76438, + "accuracy": 0.810277, + "main_score": 0.76438, + "hf_subset": "spa_Latn-bug_Latn", + "languages": [ + "spa-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.434901, + "recall": 0.486166, + "f1": 0.44881, + "accuracy": 0.486166, + "main_score": 0.44881, + "hf_subset": "spa_Latn-fon_Latn", + "languages": [ + "spa-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-jav_Latn", + "languages": [ + "spa-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "spa_Latn-lao_Laoo", + "languages": [ + "spa-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.883646, + "recall": 0.917984, + "f1": 0.894499, + "accuracy": 0.917984, + "main_score": 0.894499, + "hf_subset": "spa_Latn-mri_Latn", + "languages": [ + "spa-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-rus_Cyrl", + "languages": [ + "spa-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.504507, + "recall": 0.568182, + "f1": 0.522084, + "accuracy": 0.568182, + "main_score": 0.522084, + "hf_subset": "spa_Latn-taq_Latn", + "languages": [ + "spa-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-war_Latn", + "languages": [ + "spa-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-arb_Arab", + "languages": [ + "spa-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-bul_Cyrl", + "languages": [ + "spa-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-fra_Latn", + "languages": [ + "spa-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-jpn_Jpan", + "languages": [ + "spa-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-lij_Latn", + "languages": [ + "spa-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "spa_Latn-mya_Mymr", + "languages": [ + "spa-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.560931, + "recall": 0.632411, + "f1": 0.580087, + "accuracy": 0.632411, + "main_score": 0.580087, + "hf_subset": "spa_Latn-sag_Latn", + "languages": [ + "spa-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.22411, + "recall": 0.290514, + "f1": 0.240784, + "accuracy": 0.290514, + "main_score": 0.240784, + "hf_subset": "spa_Latn-taq_Tfng", + "languages": [ + "spa-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.635665, + "recall": 0.70751, + "f1": 0.656463, + "accuracy": 0.70751, + "main_score": 0.656463, + "hf_subset": "spa_Latn-wol_Latn", + "languages": [ + "spa-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.872777, + "recall": 0.910079, + "f1": 0.884453, + "accuracy": 0.910079, + "main_score": 0.884453, + "hf_subset": "spa_Latn-arb_Latn", + "languages": [ + "spa-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-cat_Latn", + "languages": [ + "spa-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-fur_Latn", + "languages": [ + "spa-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.466085, + "recall": 0.540514, + "f1": 0.48671, + "accuracy": 0.540514, + "main_score": 0.48671, + "hf_subset": "spa_Latn-kab_Latn", + "languages": [ + "spa-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-lim_Latn", + "languages": [ + "spa-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-nld_Latn", + "languages": [ + "spa-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "spa_Latn-san_Deva", + "languages": [ + "spa-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-tat_Cyrl", + "languages": [ + "spa-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.877092, + "recall": 0.913043, + "f1": 0.888406, + "accuracy": 0.913043, + "main_score": 0.888406, + "hf_subset": "spa_Latn-xho_Latn", + "languages": [ + "spa-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-ars_Arab", + "languages": [ + "spa-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-ceb_Latn", + "languages": [ + "spa-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.478767, + "recall": 0.555336, + "f1": 0.499826, + "accuracy": 0.555336, + "main_score": 0.499826, + "hf_subset": "spa_Latn-fuv_Latn", + "languages": [ + "spa-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.480966, + "recall": 0.548419, + "f1": 0.49918, + "accuracy": 0.548419, + "main_score": 0.49918, + "hf_subset": "spa_Latn-kac_Latn", + "languages": [ + "spa-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.631332, + "recall": 0.708498, + "f1": 0.653292, + "accuracy": 0.708498, + "main_score": 0.653292, + "hf_subset": "spa_Latn-lin_Latn", + "languages": [ + "spa-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-nno_Latn", + "languages": [ + "spa-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.878244, + "recall": 0.913043, + "f1": 0.888867, + "accuracy": 0.913043, + "main_score": 0.888867, + "hf_subset": "spa_Latn-sat_Olck", + "languages": [ + "spa-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "spa_Latn-tel_Telu", + "languages": [ + "spa-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "spa_Latn-ydd_Hebr", + "languages": [ + "spa-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "spa_Latn-ary_Arab", + "languages": [ + "spa-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ces_Latn", + "languages": [ + "spa-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.554298, + "recall": 0.632411, + "f1": 0.57569, + "accuracy": 0.632411, + "main_score": 0.57569, + "hf_subset": "spa_Latn-gaz_Latn", + "languages": [ + "spa-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.534536, + "recall": 0.619565, + "f1": 0.558224, + "accuracy": 0.619565, + "main_score": 0.558224, + "hf_subset": "spa_Latn-kam_Latn", + "languages": [ + "spa-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "spa_Latn-lit_Latn", + "languages": [ + "spa-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-nob_Latn", + "languages": [ + "spa-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "spa_Latn-scn_Latn", + "languages": [ + "spa-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "spa_Latn-tgk_Cyrl", + "languages": [ + "spa-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.755428, + "recall": 0.816206, + "f1": 0.7736, + "accuracy": 0.816206, + "main_score": 0.7736, + "hf_subset": "spa_Latn-yor_Latn", + "languages": [ + "spa-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-arz_Arab", + "languages": [ + "spa-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.502965, + "recall": 0.583004, + "f1": 0.524624, + "accuracy": 0.583004, + "main_score": 0.524624, + "hf_subset": "spa_Latn-cjk_Latn", + "languages": [ + "spa-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "spa_Latn-gla_Latn", + "languages": [ + "spa-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-kan_Knda", + "languages": [ + "spa-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "spa_Latn-lmo_Latn", + "languages": [ + "spa-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "spa_Latn-npi_Deva", + "languages": [ + "spa-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.526582, + "recall": 0.614625, + "f1": 0.551328, + "accuracy": 0.614625, + "main_score": 0.551328, + "hf_subset": "spa_Latn-shn_Mymr", + "languages": [ + "spa-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-tgl_Latn", + "languages": [ + "spa-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-yue_Hant", + "languages": [ + "spa-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "spa_Latn-asm_Beng", + "languages": [ + "spa-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.943182, + "recall": 0.961462, + "f1": 0.949111, + "accuracy": 0.961462, + "main_score": 0.949111, + "hf_subset": "spa_Latn-ckb_Arab", + "languages": [ + "spa-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "spa_Latn-gle_Latn", + "languages": [ + "spa-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.912632, + "recall": 0.937747, + "f1": 0.92052, + "accuracy": 0.937747, + "main_score": 0.92052, + "hf_subset": "spa_Latn-kas_Arab", + "languages": [ + "spa-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.904018, + "recall": 0.932806, + "f1": 0.913043, + "accuracy": 0.932806, + "main_score": 0.913043, + "hf_subset": "spa_Latn-ltg_Latn", + "languages": [ + "spa-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.793923, + "recall": 0.848814, + "f1": 0.81079, + "accuracy": 0.848814, + "main_score": 0.81079, + "hf_subset": "spa_Latn-nso_Latn", + "languages": [ + "spa-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "spa_Latn-sin_Sinh", + "languages": [ + "spa-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-tha_Thai", + "languages": [ + "spa-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-zho_Hans", + "languages": [ + "spa-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-ast_Latn", + "languages": [ + "spa-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "spa_Latn-crh_Latn", + "languages": [ + "spa-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-glg_Latn", + "languages": [ + "spa-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.857823, + "recall": 0.899209, + "f1": 0.870619, + "accuracy": 0.899209, + "main_score": 0.870619, + "hf_subset": "spa_Latn-kas_Deva", + "languages": [ + "spa-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-ltz_Latn", + "languages": [ + "spa-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.426965, + "recall": 0.497036, + "f1": 0.446283, + "accuracy": 0.497036, + "main_score": 0.446283, + "hf_subset": "spa_Latn-nus_Latn", + "languages": [ + "spa-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-slk_Latn", + "languages": [ + "spa-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.664502, + "recall": 0.73419, + "f1": 0.684241, + "accuracy": 0.73419, + "main_score": 0.684241, + "hf_subset": "spa_Latn-tir_Ethi", + "languages": [ + "spa-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-zho_Hant", + "languages": [ + "spa-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.980484, + "recall": 0.985178, + "f1": 0.98195, + "accuracy": 0.985178, + "main_score": 0.98195, + "hf_subset": "spa_Latn-awa_Deva", + "languages": [ + "spa-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-cym_Latn", + "languages": [ + "spa-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.78918, + "recall": 0.843874, + "f1": 0.805618, + "accuracy": 0.843874, + "main_score": 0.805618, + "hf_subset": "spa_Latn-grn_Latn", + "languages": [ + "spa-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-kat_Geor", + "languages": [ + "spa-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.607095, + "recall": 0.673913, + "f1": 0.625922, + "accuracy": 0.673913, + "main_score": 0.625922, + "hf_subset": "spa_Latn-lua_Latn", + "languages": [ + "spa-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.823979, + "recall": 0.875494, + "f1": 0.840217, + "accuracy": 0.875494, + "main_score": 0.840217, + "hf_subset": "spa_Latn-nya_Latn", + "languages": [ + "spa-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-slv_Latn", + "languages": [ + "spa-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "spa_Latn-tpi_Latn", + "languages": [ + "spa-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-zsm_Latn", + "languages": [ + "spa-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.50057, + "recall": 0.577075, + "f1": 0.521905, + "accuracy": 0.577075, + "main_score": 0.521905, + "hf_subset": "spa_Latn-ayr_Latn", + "languages": [ + "spa-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-dan_Latn", + "languages": [ + "spa-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-guj_Gujr", + "languages": [ + "spa-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-kaz_Cyrl", + "languages": [ + "spa-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.65774, + "recall": 0.73419, + "f1": 0.679945, + "accuracy": 0.73419, + "main_score": 0.679945, + "hf_subset": "spa_Latn-lug_Latn", + "languages": [ + "spa-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-oci_Latn", + "languages": [ + "spa-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.837862, + "recall": 0.881423, + "f1": 0.851223, + "accuracy": 0.881423, + "main_score": 0.851223, + "hf_subset": "spa_Latn-smo_Latn", + "languages": [ + "spa-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.753129, + "recall": 0.817194, + "f1": 0.7722, + "accuracy": 0.817194, + "main_score": 0.7722, + "hf_subset": "spa_Latn-tsn_Latn", + "languages": [ + "spa-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.904233, + "recall": 0.932806, + "f1": 0.913274, + "accuracy": 0.932806, + "main_score": 0.913274, + "hf_subset": "spa_Latn-zul_Latn", + "languages": [ + "spa-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.945982, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "spa_Latn-azb_Arab", + "languages": [ + "spa-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-deu_Latn", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "spa_Latn-hat_Latn", + "languages": [ + "spa-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.475076, + "recall": 0.543478, + "f1": 0.494018, + "accuracy": 0.543478, + "main_score": 0.494018, + "hf_subset": "spa_Latn-kbp_Latn", + "languages": [ + "spa-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.505558, + "recall": 0.581028, + "f1": 0.526221, + "accuracy": 0.581028, + "main_score": 0.526221, + "hf_subset": "spa_Latn-luo_Latn", + "languages": [ + "spa-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "spa_Latn-ory_Orya", + "languages": [ + "spa-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.887105, + "recall": 0.920949, + "f1": 0.897793, + "accuracy": 0.920949, + "main_score": 0.897793, + "hf_subset": "spa_Latn-sna_Latn", + "languages": [ + "spa-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.664163, + "recall": 0.738142, + "f1": 0.685512, + "accuracy": 0.738142, + "main_score": 0.685512, + "hf_subset": "spa_Latn-tso_Latn", + "languages": [ + "spa-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-azj_Latn", + "languages": [ + "spa-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.498008, + "recall": 0.570158, + "f1": 0.518117, + "accuracy": 0.570158, + "main_score": 0.518117, + "hf_subset": "spa_Latn-dik_Latn", + "languages": [ + "spa-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.911397, + "recall": 0.938735, + "f1": 0.92029, + "accuracy": 0.938735, + "main_score": 0.92029, + "hf_subset": "spa_Latn-hau_Latn", + "languages": [ + "spa-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "spa_Latn-kea_Latn", + "languages": [ + "spa-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.931489, + "recall": 0.952569, + "f1": 0.938241, + "accuracy": 0.952569, + "main_score": 0.938241, + "hf_subset": "spa_Latn-lus_Latn", + "languages": [ + "spa-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.875198, + "recall": 0.911067, + "f1": 0.886528, + "accuracy": 0.911067, + "main_score": 0.886528, + "hf_subset": "spa_Latn-pag_Latn", + "languages": [ + "spa-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "spa_Latn-snd_Arab", + "languages": [ + "spa-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "spa_Latn-tuk_Latn", + "languages": [ + "spa-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "spa_Latn-bak_Cyrl", + "languages": [ + "spa-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.450864, + "recall": 0.532609, + "f1": 0.473632, + "accuracy": 0.532609, + "main_score": 0.473632, + "hf_subset": "spa_Latn-dyu_Latn", + "languages": [ + "spa-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-heb_Hebr", + "languages": [ + "spa-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "spa_Latn-khk_Cyrl", + "languages": [ + "spa-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-lvs_Latn", + "languages": [ + "spa-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-pan_Guru", + "languages": [ + "spa-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.879364, + "recall": 0.916008, + "f1": 0.891041, + "accuracy": 0.916008, + "main_score": 0.891041, + "hf_subset": "spa_Latn-som_Latn", + "languages": [ + "spa-Latn", + "som-Latn" + ] + }, + { + "precision": 0.696196, + "recall": 0.761858, + "f1": 0.715533, + "accuracy": 0.761858, + "main_score": 0.715533, + "hf_subset": "spa_Latn-tum_Latn", + "languages": [ + "spa-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.46162, + "recall": 0.531621, + "f1": 0.481726, + "accuracy": 0.531621, + "main_score": 0.481726, + "hf_subset": "twi_Latn-ace_Arab", + "languages": [ + "twi-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.489768, + "recall": 0.539526, + "f1": 0.503513, + "accuracy": 0.539526, + "main_score": 0.503513, + "hf_subset": "twi_Latn-bam_Latn", + "languages": [ + "twi-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.496218, + "recall": 0.566206, + "f1": 0.515258, + "accuracy": 0.566206, + "main_score": 0.515258, + "hf_subset": "twi_Latn-dzo_Tibt", + "languages": [ + "twi-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.796723, + "recall": 0.844862, + "f1": 0.810932, + "accuracy": 0.844862, + "main_score": 0.810932, + "hf_subset": "twi_Latn-hin_Deva", + "languages": [ + "twi-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.745383, + "recall": 0.797431, + "f1": 0.760152, + "accuracy": 0.797431, + "main_score": 0.760152, + "hf_subset": "twi_Latn-khm_Khmr", + "languages": [ + "twi-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.77146, + "recall": 0.822134, + "f1": 0.785547, + "accuracy": 0.822134, + "main_score": 0.785547, + "hf_subset": "twi_Latn-mag_Deva", + "languages": [ + "twi-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.780514, + "recall": 0.828063, + "f1": 0.793546, + "accuracy": 0.828063, + "main_score": 0.793546, + "hf_subset": "twi_Latn-pap_Latn", + "languages": [ + "twi-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.722614, + "recall": 0.778656, + "f1": 0.738524, + "accuracy": 0.778656, + "main_score": 0.738524, + "hf_subset": "twi_Latn-sot_Latn", + "languages": [ + "twi-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.795744, + "recall": 0.838933, + "f1": 0.807359, + "accuracy": 0.838933, + "main_score": 0.807359, + "hf_subset": "twi_Latn-tur_Latn", + "languages": [ + "twi-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.700092, + "recall": 0.747036, + "f1": 0.712943, + "accuracy": 0.747036, + "main_score": 0.712943, + "hf_subset": "twi_Latn-ace_Latn", + "languages": [ + "twi-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.733822, + "recall": 0.778656, + "f1": 0.746425, + "accuracy": 0.778656, + "main_score": 0.746425, + "hf_subset": "twi_Latn-ban_Latn", + "languages": [ + "twi-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.759578, + "recall": 0.810277, + "f1": 0.773527, + "accuracy": 0.810277, + "main_score": 0.773527, + "hf_subset": "twi_Latn-ell_Grek", + "languages": [ + "twi-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.766685, + "recall": 0.816206, + "f1": 0.780396, + "accuracy": 0.816206, + "main_score": 0.780396, + "hf_subset": "twi_Latn-hne_Deva", + "languages": [ + "twi-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.590659, + "recall": 0.640316, + "f1": 0.604405, + "accuracy": 0.640316, + "main_score": 0.604405, + "hf_subset": "twi_Latn-kik_Latn", + "languages": [ + "twi-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.75871, + "recall": 0.812253, + "f1": 0.773547, + "accuracy": 0.812253, + "main_score": 0.773547, + "hf_subset": "twi_Latn-mai_Deva", + "languages": [ + "twi-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.729344, + "recall": 0.782609, + "f1": 0.743743, + "accuracy": 0.782609, + "main_score": 0.743743, + "hf_subset": "twi_Latn-pbt_Arab", + "languages": [ + "twi-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.806509, + "recall": 0.851779, + "f1": 0.819455, + "accuracy": 0.851779, + "main_score": 0.819455, + "hf_subset": "twi_Latn-spa_Latn", + "languages": [ + "twi-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.76682, + "recall": 0.822134, + "f1": 0.782984, + "accuracy": 0.822134, + "main_score": 0.782984, + "hf_subset": "twi_Latn-acm_Arab", + "languages": [ + "twi-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.74186, + "recall": 0.794466, + "f1": 0.75658, + "accuracy": 0.794466, + "main_score": 0.75658, + "hf_subset": "twi_Latn-bel_Cyrl", + "languages": [ + "twi-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.813221, + "recall": 0.854743, + "f1": 0.82506, + "accuracy": 0.854743, + "main_score": 0.82506, + "hf_subset": "twi_Latn-eng_Latn", + "languages": [ + "twi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.787478, + "recall": 0.835968, + "f1": 0.801559, + "accuracy": 0.835968, + "main_score": 0.801559, + "hf_subset": "twi_Latn-hrv_Latn", + "languages": [ + "twi-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.724361, + "recall": 0.77668, + "f1": 0.738882, + "accuracy": 0.77668, + "main_score": 0.738882, + "hf_subset": "twi_Latn-kin_Latn", + "languages": [ + "twi-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.772953, + "recall": 0.828063, + "f1": 0.788883, + "accuracy": 0.828063, + "main_score": 0.788883, + "hf_subset": "twi_Latn-mal_Mlym", + "languages": [ + "twi-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.758988, + "recall": 0.818182, + "f1": 0.775932, + "accuracy": 0.818182, + "main_score": 0.775932, + "hf_subset": "twi_Latn-pes_Arab", + "languages": [ + "twi-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.75401, + "recall": 0.805336, + "f1": 0.768271, + "accuracy": 0.805336, + "main_score": 0.768271, + "hf_subset": "twi_Latn-srd_Latn", + "languages": [ + "twi-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.241794, + "recall": 0.304348, + "f1": 0.25747, + "accuracy": 0.304348, + "main_score": 0.25747, + "hf_subset": "twi_Latn-tzm_Tfng", + "languages": [ + "twi-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.789724, + "recall": 0.836957, + "f1": 0.803091, + "accuracy": 0.836957, + "main_score": 0.803091, + "hf_subset": "twi_Latn-acq_Arab", + "languages": [ + "twi-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.636145, + "recall": 0.686759, + "f1": 0.651137, + "accuracy": 0.686759, + "main_score": 0.651137, + "hf_subset": "twi_Latn-bem_Latn", + "languages": [ + "twi-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.770121, + "recall": 0.818182, + "f1": 0.783179, + "accuracy": 0.818182, + "main_score": 0.783179, + "hf_subset": "twi_Latn-epo_Latn", + "languages": [ + "twi-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.79729, + "recall": 0.840909, + "f1": 0.809454, + "accuracy": 0.840909, + "main_score": 0.809454, + "hf_subset": "twi_Latn-hun_Latn", + "languages": [ + "twi-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.742547, + "recall": 0.79249, + "f1": 0.756961, + "accuracy": 0.79249, + "main_score": 0.756961, + "hf_subset": "twi_Latn-kir_Cyrl", + "languages": [ + "twi-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.775163, + "recall": 0.826087, + "f1": 0.789737, + "accuracy": 0.826087, + "main_score": 0.789737, + "hf_subset": "twi_Latn-mar_Deva", + "languages": [ + "twi-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.711693, + "recall": 0.766798, + "f1": 0.727062, + "accuracy": 0.766798, + "main_score": 0.727062, + "hf_subset": "twi_Latn-plt_Latn", + "languages": [ + "twi-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.768667, + "recall": 0.817194, + "f1": 0.782042, + "accuracy": 0.817194, + "main_score": 0.782042, + "hf_subset": "twi_Latn-srp_Cyrl", + "languages": [ + "twi-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.712724, + "recall": 0.76581, + "f1": 0.727973, + "accuracy": 0.76581, + "main_score": 0.727973, + "hf_subset": "twi_Latn-uig_Arab", + "languages": [ + "twi-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.754254, + "recall": 0.805336, + "f1": 0.768395, + "accuracy": 0.805336, + "main_score": 0.768395, + "hf_subset": "twi_Latn-aeb_Arab", + "languages": [ + "twi-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.784719, + "recall": 0.827075, + "f1": 0.797661, + "accuracy": 0.827075, + "main_score": 0.797661, + "hf_subset": "twi_Latn-ben_Beng", + "languages": [ + "twi-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.774019, + "recall": 0.827075, + "f1": 0.788872, + "accuracy": 0.827075, + "main_score": 0.788872, + "hf_subset": "twi_Latn-est_Latn", + "languages": [ + "twi-Latn", + "est-Latn" + ] + }, + { + "precision": 0.767336, + "recall": 0.820158, + "f1": 0.782392, + "accuracy": 0.820158, + "main_score": 0.782392, + "hf_subset": "twi_Latn-hye_Armn", + "languages": [ + "twi-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.508251, + "recall": 0.55336, + "f1": 0.521692, + "accuracy": 0.55336, + "main_score": 0.521692, + "hf_subset": "twi_Latn-kmb_Latn", + "languages": [ + "twi-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.465799, + "recall": 0.531621, + "f1": 0.485098, + "accuracy": 0.531621, + "main_score": 0.485098, + "hf_subset": "twi_Latn-min_Arab", + "languages": [ + "twi-Latn", + "min-Arab" + ] + }, + { + "precision": 0.792149, + "recall": 0.836957, + "f1": 0.804738, + "accuracy": 0.836957, + "main_score": 0.804738, + "hf_subset": "twi_Latn-pol_Latn", + "languages": [ + "twi-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.673884, + "recall": 0.728261, + "f1": 0.689279, + "accuracy": 0.728261, + "main_score": 0.689279, + "hf_subset": "twi_Latn-ssw_Latn", + "languages": [ + "twi-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.769433, + "recall": 0.824111, + "f1": 0.785286, + "accuracy": 0.824111, + "main_score": 0.785286, + "hf_subset": "twi_Latn-ukr_Cyrl", + "languages": [ + "twi-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.784623, + "recall": 0.829051, + "f1": 0.796717, + "accuracy": 0.829051, + "main_score": 0.796717, + "hf_subset": "twi_Latn-afr_Latn", + "languages": [ + "twi-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.78135, + "recall": 0.833004, + "f1": 0.795772, + "accuracy": 0.833004, + "main_score": 0.795772, + "hf_subset": "twi_Latn-bho_Deva", + "languages": [ + "twi-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.772161, + "recall": 0.812253, + "f1": 0.782832, + "accuracy": 0.812253, + "main_score": 0.782832, + "hf_subset": "twi_Latn-eus_Latn", + "languages": [ + "twi-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.741123, + "recall": 0.790514, + "f1": 0.755188, + "accuracy": 0.790514, + "main_score": 0.755188, + "hf_subset": "twi_Latn-ibo_Latn", + "languages": [ + "twi-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.691865, + "recall": 0.745059, + "f1": 0.706961, + "accuracy": 0.745059, + "main_score": 0.706961, + "hf_subset": "twi_Latn-kmr_Latn", + "languages": [ + "twi-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.758918, + "recall": 0.8083, + "f1": 0.772436, + "accuracy": 0.8083, + "main_score": 0.772436, + "hf_subset": "twi_Latn-min_Latn", + "languages": [ + "twi-Latn", + "min-Latn" + ] + }, + { + "precision": 0.810615, + "recall": 0.854743, + "f1": 0.823192, + "accuracy": 0.854743, + "main_score": 0.823192, + "hf_subset": "twi_Latn-por_Latn", + "languages": [ + "twi-Latn", + "por-Latn" + ] + }, + { + "precision": 0.746765, + "recall": 0.79249, + "f1": 0.759093, + "accuracy": 0.79249, + "main_score": 0.759093, + "hf_subset": "twi_Latn-sun_Latn", + "languages": [ + "twi-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.510012, + "recall": 0.560277, + "f1": 0.524054, + "accuracy": 0.560277, + "main_score": 0.524054, + "hf_subset": "twi_Latn-umb_Latn", + "languages": [ + "twi-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.784173, + "recall": 0.833004, + "f1": 0.798252, + "accuracy": 0.833004, + "main_score": 0.798252, + "hf_subset": "twi_Latn-ajp_Arab", + "languages": [ + "twi-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.456946, + "recall": 0.520751, + "f1": 0.474215, + "accuracy": 0.520751, + "main_score": 0.474215, + "hf_subset": "twi_Latn-bjn_Arab", + "languages": [ + "twi-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.509499, + "recall": 0.55336, + "f1": 0.522156, + "accuracy": 0.55336, + "main_score": 0.522156, + "hf_subset": "twi_Latn-ewe_Latn", + "languages": [ + "twi-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.749056, + "recall": 0.797431, + "f1": 0.76266, + "accuracy": 0.797431, + "main_score": 0.76266, + "hf_subset": "twi_Latn-ilo_Latn", + "languages": [ + "twi-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.280514, + "recall": 0.343874, + "f1": 0.297392, + "accuracy": 0.343874, + "main_score": 0.297392, + "hf_subset": "twi_Latn-knc_Arab", + "languages": [ + "twi-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.77765, + "recall": 0.823123, + "f1": 0.79019, + "accuracy": 0.823123, + "main_score": 0.79019, + "hf_subset": "twi_Latn-mkd_Cyrl", + "languages": [ + "twi-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.788472, + "recall": 0.839921, + "f1": 0.80351, + "accuracy": 0.839921, + "main_score": 0.80351, + "hf_subset": "twi_Latn-prs_Arab", + "languages": [ + "twi-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.797885, + "recall": 0.841897, + "f1": 0.810097, + "accuracy": 0.841897, + "main_score": 0.810097, + "hf_subset": "twi_Latn-swe_Latn", + "languages": [ + "twi-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.773346, + "recall": 0.826087, + "f1": 0.788178, + "accuracy": 0.826087, + "main_score": 0.788178, + "hf_subset": "twi_Latn-urd_Arab", + "languages": [ + "twi-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.83382, + "recall": 0.874506, + "f1": 0.8458, + "accuracy": 0.874506, + "main_score": 0.8458, + "hf_subset": "twi_Latn-aka_Latn", + "languages": [ + "twi-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.751943, + "recall": 0.795455, + "f1": 0.763233, + "accuracy": 0.795455, + "main_score": 0.763233, + "hf_subset": "twi_Latn-bjn_Latn", + "languages": [ + "twi-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.742994, + "recall": 0.789526, + "f1": 0.756351, + "accuracy": 0.789526, + "main_score": 0.756351, + "hf_subset": "twi_Latn-fao_Latn", + "languages": [ + "twi-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.799536, + "recall": 0.844862, + "f1": 0.812353, + "accuracy": 0.844862, + "main_score": 0.812353, + "hf_subset": "twi_Latn-ind_Latn", + "languages": [ + "twi-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.545977, + "recall": 0.590909, + "f1": 0.558958, + "accuracy": 0.590909, + "main_score": 0.558958, + "hf_subset": "twi_Latn-knc_Latn", + "languages": [ + "twi-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.769525, + "recall": 0.815217, + "f1": 0.781966, + "accuracy": 0.815217, + "main_score": 0.781966, + "hf_subset": "twi_Latn-mlt_Latn", + "languages": [ + "twi-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.590418, + "recall": 0.642292, + "f1": 0.605922, + "accuracy": 0.642292, + "main_score": 0.605922, + "hf_subset": "twi_Latn-quy_Latn", + "languages": [ + "twi-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.772321, + "recall": 0.822134, + "f1": 0.786489, + "accuracy": 0.822134, + "main_score": 0.786489, + "hf_subset": "twi_Latn-swh_Latn", + "languages": [ + "twi-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.765837, + "recall": 0.817194, + "f1": 0.780475, + "accuracy": 0.817194, + "main_score": 0.780475, + "hf_subset": "twi_Latn-uzn_Latn", + "languages": [ + "twi-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.774598, + "recall": 0.821146, + "f1": 0.787031, + "accuracy": 0.821146, + "main_score": 0.787031, + "hf_subset": "twi_Latn-als_Latn", + "languages": [ + "twi-Latn", + "als-Latn" + ] + }, + { + "precision": 0.581176, + "recall": 0.652174, + "f1": 0.601465, + "accuracy": 0.652174, + "main_score": 0.601465, + "hf_subset": "twi_Latn-bod_Tibt", + "languages": [ + "twi-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.608417, + "recall": 0.660079, + "f1": 0.623773, + "accuracy": 0.660079, + "main_score": 0.623773, + "hf_subset": "twi_Latn-fij_Latn", + "languages": [ + "twi-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.753782, + "recall": 0.807312, + "f1": 0.769123, + "accuracy": 0.807312, + "main_score": 0.769123, + "hf_subset": "twi_Latn-isl_Latn", + "languages": [ + "twi-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.569715, + "recall": 0.620553, + "f1": 0.584248, + "accuracy": 0.620553, + "main_score": 0.584248, + "hf_subset": "twi_Latn-kon_Latn", + "languages": [ + "twi-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.542111, + "recall": 0.601779, + "f1": 0.559867, + "accuracy": 0.601779, + "main_score": 0.559867, + "hf_subset": "twi_Latn-mni_Beng", + "languages": [ + "twi-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.809596, + "recall": 0.853755, + "f1": 0.822373, + "accuracy": 0.853755, + "main_score": 0.822373, + "hf_subset": "twi_Latn-ron_Latn", + "languages": [ + "twi-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.789718, + "recall": 0.83498, + "f1": 0.802292, + "accuracy": 0.83498, + "main_score": 0.802292, + "hf_subset": "twi_Latn-szl_Latn", + "languages": [ + "twi-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.805325, + "recall": 0.848814, + "f1": 0.817333, + "accuracy": 0.848814, + "main_score": 0.817333, + "hf_subset": "twi_Latn-vec_Latn", + "languages": [ + "twi-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.767384, + "recall": 0.815217, + "f1": 0.781703, + "accuracy": 0.815217, + "main_score": 0.781703, + "hf_subset": "twi_Latn-amh_Ethi", + "languages": [ + "twi-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.77605, + "recall": 0.827075, + "f1": 0.790802, + "accuracy": 0.827075, + "main_score": 0.790802, + "hf_subset": "twi_Latn-bos_Latn", + "languages": [ + "twi-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.774695, + "recall": 0.816206, + "f1": 0.78647, + "accuracy": 0.816206, + "main_score": 0.78647, + "hf_subset": "twi_Latn-fin_Latn", + "languages": [ + "twi-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.804468, + "recall": 0.848814, + "f1": 0.817302, + "accuracy": 0.848814, + "main_score": 0.817302, + "hf_subset": "twi_Latn-ita_Latn", + "languages": [ + "twi-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.800075, + "recall": 0.847826, + "f1": 0.81412, + "accuracy": 0.847826, + "main_score": 0.81412, + "hf_subset": "twi_Latn-kor_Hang", + "languages": [ + "twi-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.500296, + "recall": 0.549407, + "f1": 0.514856, + "accuracy": 0.549407, + "main_score": 0.514856, + "hf_subset": "twi_Latn-mos_Latn", + "languages": [ + "twi-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.658436, + "recall": 0.709486, + "f1": 0.673133, + "accuracy": 0.709486, + "main_score": 0.673133, + "hf_subset": "twi_Latn-run_Latn", + "languages": [ + "twi-Latn", + "run-Latn" + ] + }, + { + "precision": 0.752377, + "recall": 0.806324, + "f1": 0.767848, + "accuracy": 0.806324, + "main_score": 0.767848, + "hf_subset": "twi_Latn-tam_Taml", + "languages": [ + "twi-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.781921, + "recall": 0.83004, + "f1": 0.795394, + "accuracy": 0.83004, + "main_score": 0.795394, + "hf_subset": "twi_Latn-vie_Latn", + "languages": [ + "twi-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.778214, + "recall": 0.822134, + "f1": 0.790717, + "accuracy": 0.822134, + "main_score": 0.790717, + "hf_subset": "twi_Latn-apc_Arab", + "languages": [ + "twi-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.627304, + "recall": 0.676877, + "f1": 0.641795, + "accuracy": 0.676877, + "main_score": 0.641795, + "hf_subset": "twi_Latn-bug_Latn", + "languages": [ + "twi-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.433606, + "recall": 0.479249, + "f1": 0.446713, + "accuracy": 0.479249, + "main_score": 0.446713, + "hf_subset": "twi_Latn-fon_Latn", + "languages": [ + "twi-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.754583, + "recall": 0.807312, + "f1": 0.768796, + "accuracy": 0.807312, + "main_score": 0.768796, + "hf_subset": "twi_Latn-jav_Latn", + "languages": [ + "twi-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.713614, + "recall": 0.766798, + "f1": 0.728233, + "accuracy": 0.766798, + "main_score": 0.728233, + "hf_subset": "twi_Latn-lao_Laoo", + "languages": [ + "twi-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.698762, + "recall": 0.754941, + "f1": 0.715448, + "accuracy": 0.754941, + "main_score": 0.715448, + "hf_subset": "twi_Latn-mri_Latn", + "languages": [ + "twi-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.78859, + "recall": 0.83498, + "f1": 0.801539, + "accuracy": 0.83498, + "main_score": 0.801539, + "hf_subset": "twi_Latn-rus_Cyrl", + "languages": [ + "twi-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.519274, + "recall": 0.563241, + "f1": 0.532086, + "accuracy": 0.563241, + "main_score": 0.532086, + "hf_subset": "twi_Latn-taq_Latn", + "languages": [ + "twi-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.767008, + "recall": 0.809289, + "f1": 0.77821, + "accuracy": 0.809289, + "main_score": 0.77821, + "hf_subset": "twi_Latn-war_Latn", + "languages": [ + "twi-Latn", + "war-Latn" + ] + }, + { + "precision": 0.788152, + "recall": 0.839921, + "f1": 0.80367, + "accuracy": 0.839921, + "main_score": 0.80367, + "hf_subset": "twi_Latn-arb_Arab", + "languages": [ + "twi-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.802958, + "recall": 0.849802, + "f1": 0.816384, + "accuracy": 0.849802, + "main_score": 0.816384, + "hf_subset": "twi_Latn-bul_Cyrl", + "languages": [ + "twi-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.804751, + "recall": 0.851779, + "f1": 0.818314, + "accuracy": 0.851779, + "main_score": 0.818314, + "hf_subset": "twi_Latn-fra_Latn", + "languages": [ + "twi-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.787576, + "recall": 0.837945, + "f1": 0.802332, + "accuracy": 0.837945, + "main_score": 0.802332, + "hf_subset": "twi_Latn-jpn_Jpan", + "languages": [ + "twi-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.789255, + "recall": 0.833992, + "f1": 0.80183, + "accuracy": 0.833992, + "main_score": 0.80183, + "hf_subset": "twi_Latn-lij_Latn", + "languages": [ + "twi-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.71551, + "recall": 0.772727, + "f1": 0.731575, + "accuracy": 0.772727, + "main_score": 0.731575, + "hf_subset": "twi_Latn-mya_Mymr", + "languages": [ + "twi-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.545546, + "recall": 0.590909, + "f1": 0.55946, + "accuracy": 0.590909, + "main_score": 0.55946, + "hf_subset": "twi_Latn-sag_Latn", + "languages": [ + "twi-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.262271, + "recall": 0.320158, + "f1": 0.277364, + "accuracy": 0.320158, + "main_score": 0.277364, + "hf_subset": "twi_Latn-taq_Tfng", + "languages": [ + "twi-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.584777, + "recall": 0.637352, + "f1": 0.599341, + "accuracy": 0.637352, + "main_score": 0.599341, + "hf_subset": "twi_Latn-wol_Latn", + "languages": [ + "twi-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.654373, + "recall": 0.724308, + "f1": 0.674824, + "accuracy": 0.724308, + "main_score": 0.674824, + "hf_subset": "twi_Latn-arb_Latn", + "languages": [ + "twi-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.793275, + "recall": 0.841897, + "f1": 0.807101, + "accuracy": 0.841897, + "main_score": 0.807101, + "hf_subset": "twi_Latn-cat_Latn", + "languages": [ + "twi-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.76868, + "recall": 0.817194, + "f1": 0.782451, + "accuracy": 0.817194, + "main_score": 0.782451, + "hf_subset": "twi_Latn-fur_Latn", + "languages": [ + "twi-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.465204, + "recall": 0.52668, + "f1": 0.482387, + "accuracy": 0.52668, + "main_score": 0.482387, + "hf_subset": "twi_Latn-kab_Latn", + "languages": [ + "twi-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.765705, + "recall": 0.807312, + "f1": 0.776747, + "accuracy": 0.807312, + "main_score": 0.776747, + "hf_subset": "twi_Latn-lim_Latn", + "languages": [ + "twi-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.770015, + "recall": 0.816206, + "f1": 0.783084, + "accuracy": 0.816206, + "main_score": 0.783084, + "hf_subset": "twi_Latn-nld_Latn", + "languages": [ + "twi-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.731075, + "recall": 0.782609, + "f1": 0.745609, + "accuracy": 0.782609, + "main_score": 0.745609, + "hf_subset": "twi_Latn-san_Deva", + "languages": [ + "twi-Latn", + "san-Deva" + ] + }, + { + "precision": 0.767296, + "recall": 0.816206, + "f1": 0.781797, + "accuracy": 0.816206, + "main_score": 0.781797, + "hf_subset": "twi_Latn-tat_Cyrl", + "languages": [ + "twi-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.749078, + "recall": 0.799407, + "f1": 0.763415, + "accuracy": 0.799407, + "main_score": 0.763415, + "hf_subset": "twi_Latn-xho_Latn", + "languages": [ + "twi-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.780682, + "recall": 0.832016, + "f1": 0.795625, + "accuracy": 0.832016, + "main_score": 0.795625, + "hf_subset": "twi_Latn-ars_Arab", + "languages": [ + "twi-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.767122, + "recall": 0.812253, + "f1": 0.779102, + "accuracy": 0.812253, + "main_score": 0.779102, + "hf_subset": "twi_Latn-ceb_Latn", + "languages": [ + "twi-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.486449, + "recall": 0.541502, + "f1": 0.50235, + "accuracy": 0.541502, + "main_score": 0.50235, + "hf_subset": "twi_Latn-fuv_Latn", + "languages": [ + "twi-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.501485, + "recall": 0.554348, + "f1": 0.516301, + "accuracy": 0.554348, + "main_score": 0.516301, + "hf_subset": "twi_Latn-kac_Latn", + "languages": [ + "twi-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.623607, + "recall": 0.677866, + "f1": 0.637947, + "accuracy": 0.677866, + "main_score": 0.637947, + "hf_subset": "twi_Latn-lin_Latn", + "languages": [ + "twi-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.760742, + "recall": 0.812253, + "f1": 0.775323, + "accuracy": 0.812253, + "main_score": 0.775323, + "hf_subset": "twi_Latn-nno_Latn", + "languages": [ + "twi-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.679209, + "recall": 0.738142, + "f1": 0.696102, + "accuracy": 0.738142, + "main_score": 0.696102, + "hf_subset": "twi_Latn-sat_Olck", + "languages": [ + "twi-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.75462, + "recall": 0.809289, + "f1": 0.77016, + "accuracy": 0.809289, + "main_score": 0.77016, + "hf_subset": "twi_Latn-tel_Telu", + "languages": [ + "twi-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.73507, + "recall": 0.79249, + "f1": 0.751752, + "accuracy": 0.79249, + "main_score": 0.751752, + "hf_subset": "twi_Latn-ydd_Hebr", + "languages": [ + "twi-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.750825, + "recall": 0.806324, + "f1": 0.766663, + "accuracy": 0.806324, + "main_score": 0.766663, + "hf_subset": "twi_Latn-ary_Arab", + "languages": [ + "twi-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.789044, + "recall": 0.836957, + "f1": 0.802608, + "accuracy": 0.836957, + "main_score": 0.802608, + "hf_subset": "twi_Latn-ces_Latn", + "languages": [ + "twi-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.541411, + "recall": 0.602767, + "f1": 0.557754, + "accuracy": 0.602767, + "main_score": 0.557754, + "hf_subset": "twi_Latn-gaz_Latn", + "languages": [ + "twi-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.54046, + "recall": 0.596838, + "f1": 0.556631, + "accuracy": 0.596838, + "main_score": 0.556631, + "hf_subset": "twi_Latn-kam_Latn", + "languages": [ + "twi-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.77278, + "recall": 0.824111, + "f1": 0.78742, + "accuracy": 0.824111, + "main_score": 0.78742, + "hf_subset": "twi_Latn-lit_Latn", + "languages": [ + "twi-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.777128, + "recall": 0.826087, + "f1": 0.79082, + "accuracy": 0.826087, + "main_score": 0.79082, + "hf_subset": "twi_Latn-nob_Latn", + "languages": [ + "twi-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.776024, + "recall": 0.814229, + "f1": 0.786675, + "accuracy": 0.814229, + "main_score": 0.786675, + "hf_subset": "twi_Latn-scn_Latn", + "languages": [ + "twi-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.732598, + "recall": 0.790514, + "f1": 0.749248, + "accuracy": 0.790514, + "main_score": 0.749248, + "hf_subset": "twi_Latn-tgk_Cyrl", + "languages": [ + "twi-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.665312, + "recall": 0.727273, + "f1": 0.683731, + "accuracy": 0.727273, + "main_score": 0.683731, + "hf_subset": "twi_Latn-yor_Latn", + "languages": [ + "twi-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.780251, + "recall": 0.827075, + "f1": 0.793536, + "accuracy": 0.827075, + "main_score": 0.793536, + "hf_subset": "twi_Latn-arz_Arab", + "languages": [ + "twi-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.511398, + "recall": 0.562253, + "f1": 0.525971, + "accuracy": 0.562253, + "main_score": 0.525971, + "hf_subset": "twi_Latn-cjk_Latn", + "languages": [ + "twi-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.727728, + "recall": 0.785573, + "f1": 0.743888, + "accuracy": 0.785573, + "main_score": 0.743888, + "hf_subset": "twi_Latn-gla_Latn", + "languages": [ + "twi-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.755787, + "recall": 0.809289, + "f1": 0.770926, + "accuracy": 0.809289, + "main_score": 0.770926, + "hf_subset": "twi_Latn-kan_Knda", + "languages": [ + "twi-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.771561, + "recall": 0.817194, + "f1": 0.78388, + "accuracy": 0.817194, + "main_score": 0.78388, + "hf_subset": "twi_Latn-lmo_Latn", + "languages": [ + "twi-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.773676, + "recall": 0.817194, + "f1": 0.786077, + "accuracy": 0.817194, + "main_score": 0.786077, + "hf_subset": "twi_Latn-npi_Deva", + "languages": [ + "twi-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.513838, + "recall": 0.579051, + "f1": 0.532084, + "accuracy": 0.579051, + "main_score": 0.532084, + "hf_subset": "twi_Latn-shn_Mymr", + "languages": [ + "twi-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.785016, + "recall": 0.833004, + "f1": 0.798537, + "accuracy": 0.833004, + "main_score": 0.798537, + "hf_subset": "twi_Latn-tgl_Latn", + "languages": [ + "twi-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.762571, + "recall": 0.818182, + "f1": 0.778135, + "accuracy": 0.818182, + "main_score": 0.778135, + "hf_subset": "twi_Latn-yue_Hant", + "languages": [ + "twi-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.731624, + "recall": 0.779644, + "f1": 0.745122, + "accuracy": 0.779644, + "main_score": 0.745122, + "hf_subset": "twi_Latn-asm_Beng", + "languages": [ + "twi-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.732783, + "recall": 0.789526, + "f1": 0.749212, + "accuracy": 0.789526, + "main_score": 0.749212, + "hf_subset": "twi_Latn-ckb_Arab", + "languages": [ + "twi-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.727125, + "recall": 0.783597, + "f1": 0.742914, + "accuracy": 0.783597, + "main_score": 0.742914, + "hf_subset": "twi_Latn-gle_Latn", + "languages": [ + "twi-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.682159, + "recall": 0.742095, + "f1": 0.698642, + "accuracy": 0.742095, + "main_score": 0.698642, + "hf_subset": "twi_Latn-kas_Arab", + "languages": [ + "twi-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.709773, + "recall": 0.759881, + "f1": 0.72351, + "accuracy": 0.759881, + "main_score": 0.72351, + "hf_subset": "twi_Latn-ltg_Latn", + "languages": [ + "twi-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.70196, + "recall": 0.750988, + "f1": 0.716141, + "accuracy": 0.750988, + "main_score": 0.716141, + "hf_subset": "twi_Latn-nso_Latn", + "languages": [ + "twi-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.745436, + "recall": 0.800395, + "f1": 0.760827, + "accuracy": 0.800395, + "main_score": 0.760827, + "hf_subset": "twi_Latn-sin_Sinh", + "languages": [ + "twi-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.757423, + "recall": 0.809289, + "f1": 0.771833, + "accuracy": 0.809289, + "main_score": 0.771833, + "hf_subset": "twi_Latn-tha_Thai", + "languages": [ + "twi-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.722704, + "recall": 0.777668, + "f1": 0.737146, + "accuracy": 0.777668, + "main_score": 0.737146, + "hf_subset": "twi_Latn-zho_Hans", + "languages": [ + "twi-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.773852, + "recall": 0.820158, + "f1": 0.786966, + "accuracy": 0.820158, + "main_score": 0.786966, + "hf_subset": "twi_Latn-ast_Latn", + "languages": [ + "twi-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.774791, + "recall": 0.816206, + "f1": 0.786775, + "accuracy": 0.816206, + "main_score": 0.786775, + "hf_subset": "twi_Latn-crh_Latn", + "languages": [ + "twi-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.780305, + "recall": 0.828063, + "f1": 0.793615, + "accuracy": 0.828063, + "main_score": 0.793615, + "hf_subset": "twi_Latn-glg_Latn", + "languages": [ + "twi-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.641403, + "recall": 0.700593, + "f1": 0.657801, + "accuracy": 0.700593, + "main_score": 0.657801, + "hf_subset": "twi_Latn-kas_Deva", + "languages": [ + "twi-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.738694, + "recall": 0.794466, + "f1": 0.754588, + "accuracy": 0.794466, + "main_score": 0.754588, + "hf_subset": "twi_Latn-ltz_Latn", + "languages": [ + "twi-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.472722, + "recall": 0.52668, + "f1": 0.488228, + "accuracy": 0.52668, + "main_score": 0.488228, + "hf_subset": "twi_Latn-nus_Latn", + "languages": [ + "twi-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.775257, + "recall": 0.821146, + "f1": 0.788038, + "accuracy": 0.821146, + "main_score": 0.788038, + "hf_subset": "twi_Latn-slk_Latn", + "languages": [ + "twi-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.596054, + "recall": 0.65415, + "f1": 0.613007, + "accuracy": 0.65415, + "main_score": 0.613007, + "hf_subset": "twi_Latn-tir_Ethi", + "languages": [ + "twi-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.761152, + "recall": 0.817194, + "f1": 0.777541, + "accuracy": 0.817194, + "main_score": 0.777541, + "hf_subset": "twi_Latn-zho_Hant", + "languages": [ + "twi-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.770184, + "recall": 0.81917, + "f1": 0.784143, + "accuracy": 0.81917, + "main_score": 0.784143, + "hf_subset": "twi_Latn-awa_Deva", + "languages": [ + "twi-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.763687, + "recall": 0.813241, + "f1": 0.777877, + "accuracy": 0.813241, + "main_score": 0.777877, + "hf_subset": "twi_Latn-cym_Latn", + "languages": [ + "twi-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.647111, + "recall": 0.698617, + "f1": 0.661346, + "accuracy": 0.698617, + "main_score": 0.661346, + "hf_subset": "twi_Latn-grn_Latn", + "languages": [ + "twi-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.773112, + "recall": 0.823123, + "f1": 0.787077, + "accuracy": 0.823123, + "main_score": 0.787077, + "hf_subset": "twi_Latn-kat_Geor", + "languages": [ + "twi-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.564559, + "recall": 0.61166, + "f1": 0.578342, + "accuracy": 0.61166, + "main_score": 0.578342, + "hf_subset": "twi_Latn-lua_Latn", + "languages": [ + "twi-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.695759, + "recall": 0.749012, + "f1": 0.711306, + "accuracy": 0.749012, + "main_score": 0.711306, + "hf_subset": "twi_Latn-nya_Latn", + "languages": [ + "twi-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.781392, + "recall": 0.83004, + "f1": 0.795414, + "accuracy": 0.83004, + "main_score": 0.795414, + "hf_subset": "twi_Latn-slv_Latn", + "languages": [ + "twi-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.758319, + "recall": 0.798419, + "f1": 0.769143, + "accuracy": 0.798419, + "main_score": 0.769143, + "hf_subset": "twi_Latn-tpi_Latn", + "languages": [ + "twi-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.802779, + "recall": 0.848814, + "f1": 0.815717, + "accuracy": 0.848814, + "main_score": 0.815717, + "hf_subset": "twi_Latn-zsm_Latn", + "languages": [ + "twi-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.509489, + "recall": 0.557312, + "f1": 0.523459, + "accuracy": 0.557312, + "main_score": 0.523459, + "hf_subset": "twi_Latn-ayr_Latn", + "languages": [ + "twi-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.798032, + "recall": 0.840909, + "f1": 0.810153, + "accuracy": 0.840909, + "main_score": 0.810153, + "hf_subset": "twi_Latn-dan_Latn", + "languages": [ + "twi-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.767211, + "recall": 0.823123, + "f1": 0.783278, + "accuracy": 0.823123, + "main_score": 0.783278, + "hf_subset": "twi_Latn-guj_Gujr", + "languages": [ + "twi-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.759745, + "recall": 0.812253, + "f1": 0.774977, + "accuracy": 0.812253, + "main_score": 0.774977, + "hf_subset": "twi_Latn-kaz_Cyrl", + "languages": [ + "twi-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.629647, + "recall": 0.683794, + "f1": 0.645034, + "accuracy": 0.683794, + "main_score": 0.645034, + "hf_subset": "twi_Latn-lug_Latn", + "languages": [ + "twi-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.759926, + "recall": 0.809289, + "f1": 0.773467, + "accuracy": 0.809289, + "main_score": 0.773467, + "hf_subset": "twi_Latn-oci_Latn", + "languages": [ + "twi-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.696836, + "recall": 0.753953, + "f1": 0.713068, + "accuracy": 0.753953, + "main_score": 0.713068, + "hf_subset": "twi_Latn-smo_Latn", + "languages": [ + "twi-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.672943, + "recall": 0.731225, + "f1": 0.689992, + "accuracy": 0.731225, + "main_score": 0.689992, + "hf_subset": "twi_Latn-tsn_Latn", + "languages": [ + "twi-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.718729, + "recall": 0.774704, + "f1": 0.734667, + "accuracy": 0.774704, + "main_score": 0.734667, + "hf_subset": "twi_Latn-zul_Latn", + "languages": [ + "twi-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.675635, + "recall": 0.729249, + "f1": 0.691881, + "accuracy": 0.729249, + "main_score": 0.691881, + "hf_subset": "twi_Latn-azb_Arab", + "languages": [ + "twi-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.798244, + "recall": 0.839921, + "f1": 0.809769, + "accuracy": 0.839921, + "main_score": 0.809769, + "hf_subset": "twi_Latn-deu_Latn", + "languages": [ + "twi-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.732062, + "recall": 0.782609, + "f1": 0.746311, + "accuracy": 0.782609, + "main_score": 0.746311, + "hf_subset": "twi_Latn-hat_Latn", + "languages": [ + "twi-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.514571, + "recall": 0.563241, + "f1": 0.528439, + "accuracy": 0.563241, + "main_score": 0.528439, + "hf_subset": "twi_Latn-kbp_Latn", + "languages": [ + "twi-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.536479, + "recall": 0.579051, + "f1": 0.548913, + "accuracy": 0.579051, + "main_score": 0.548913, + "hf_subset": "twi_Latn-luo_Latn", + "languages": [ + "twi-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.720191, + "recall": 0.781621, + "f1": 0.737268, + "accuracy": 0.781621, + "main_score": 0.737268, + "hf_subset": "twi_Latn-ory_Orya", + "languages": [ + "twi-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.716125, + "recall": 0.770751, + "f1": 0.731917, + "accuracy": 0.770751, + "main_score": 0.731917, + "hf_subset": "twi_Latn-sna_Latn", + "languages": [ + "twi-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.624323, + "recall": 0.677866, + "f1": 0.639186, + "accuracy": 0.677866, + "main_score": 0.639186, + "hf_subset": "twi_Latn-tso_Latn", + "languages": [ + "twi-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.758385, + "recall": 0.810277, + "f1": 0.772846, + "accuracy": 0.810277, + "main_score": 0.772846, + "hf_subset": "twi_Latn-azj_Latn", + "languages": [ + "twi-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.492228, + "recall": 0.540514, + "f1": 0.506255, + "accuracy": 0.540514, + "main_score": 0.506255, + "hf_subset": "twi_Latn-dik_Latn", + "languages": [ + "twi-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.712215, + "recall": 0.764822, + "f1": 0.727037, + "accuracy": 0.764822, + "main_score": 0.727037, + "hf_subset": "twi_Latn-hau_Latn", + "languages": [ + "twi-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.740962, + "recall": 0.79249, + "f1": 0.755353, + "accuracy": 0.79249, + "main_score": 0.755353, + "hf_subset": "twi_Latn-kea_Latn", + "languages": [ + "twi-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.733583, + "recall": 0.784585, + "f1": 0.747636, + "accuracy": 0.784585, + "main_score": 0.747636, + "hf_subset": "twi_Latn-lus_Latn", + "languages": [ + "twi-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.692833, + "recall": 0.736166, + "f1": 0.704979, + "accuracy": 0.736166, + "main_score": 0.704979, + "hf_subset": "twi_Latn-pag_Latn", + "languages": [ + "twi-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.71232, + "recall": 0.772727, + "f1": 0.729702, + "accuracy": 0.772727, + "main_score": 0.729702, + "hf_subset": "twi_Latn-snd_Arab", + "languages": [ + "twi-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.741144, + "recall": 0.794466, + "f1": 0.756094, + "accuracy": 0.794466, + "main_score": 0.756094, + "hf_subset": "twi_Latn-tuk_Latn", + "languages": [ + "twi-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.757593, + "recall": 0.801383, + "f1": 0.769336, + "accuracy": 0.801383, + "main_score": 0.769336, + "hf_subset": "twi_Latn-bak_Cyrl", + "languages": [ + "twi-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.433492, + "recall": 0.500988, + "f1": 0.452284, + "accuracy": 0.500988, + "main_score": 0.452284, + "hf_subset": "twi_Latn-dyu_Latn", + "languages": [ + "twi-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.774889, + "recall": 0.825099, + "f1": 0.788839, + "accuracy": 0.825099, + "main_score": 0.788839, + "hf_subset": "twi_Latn-heb_Hebr", + "languages": [ + "twi-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.743208, + "recall": 0.794466, + "f1": 0.757937, + "accuracy": 0.794466, + "main_score": 0.757937, + "hf_subset": "twi_Latn-khk_Cyrl", + "languages": [ + "twi-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.787224, + "recall": 0.833992, + "f1": 0.799851, + "accuracy": 0.833992, + "main_score": 0.799851, + "hf_subset": "twi_Latn-lvs_Latn", + "languages": [ + "twi-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.746559, + "recall": 0.802372, + "f1": 0.762693, + "accuracy": 0.802372, + "main_score": 0.762693, + "hf_subset": "twi_Latn-pan_Guru", + "languages": [ + "twi-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.692756, + "recall": 0.75, + "f1": 0.70945, + "accuracy": 0.75, + "main_score": 0.70945, + "hf_subset": "twi_Latn-som_Latn", + "languages": [ + "twi-Latn", + "som-Latn" + ] + }, + { + "precision": 0.631185, + "recall": 0.675889, + "f1": 0.644121, + "accuracy": 0.675889, + "main_score": 0.644121, + "hf_subset": "twi_Latn-tum_Latn", + "languages": [ + "twi-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.520893, + "recall": 0.612648, + "f1": 0.547517, + "accuracy": 0.612648, + "main_score": 0.547517, + "hf_subset": "acm_Arab-ace_Arab", + "languages": [ + "acm-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.465824, + "recall": 0.530632, + "f1": 0.483061, + "accuracy": 0.530632, + "main_score": 0.483061, + "hf_subset": "acm_Arab-bam_Latn", + "languages": [ + "acm-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.654694, + "recall": 0.742095, + "f1": 0.680477, + "accuracy": 0.742095, + "main_score": 0.680477, + "hf_subset": "acm_Arab-dzo_Tibt", + "languages": [ + "acm-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-hin_Deva", + "languages": [ + "acm-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acm_Arab-khm_Khmr", + "languages": [ + "acm-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-mag_Deva", + "languages": [ + "acm-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acm_Arab-pap_Latn", + "languages": [ + "acm-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.869483, + "recall": 0.907115, + "f1": 0.881112, + "accuracy": 0.907115, + "main_score": 0.881112, + "hf_subset": "acm_Arab-sot_Latn", + "languages": [ + "acm-Arab", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-tur_Latn", + "languages": [ + "acm-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.858893, + "recall": 0.899209, + "f1": 0.871476, + "accuracy": 0.899209, + "main_score": 0.871476, + "hf_subset": "acm_Arab-ace_Latn", + "languages": [ + "acm-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "acm_Arab-ban_Latn", + "languages": [ + "acm-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-ell_Grek", + "languages": [ + "acm-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "acm_Arab-hne_Deva", + "languages": [ + "acm-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.581614, + "recall": 0.656126, + "f1": 0.602132, + "accuracy": 0.656126, + "main_score": 0.602132, + "hf_subset": "acm_Arab-kik_Latn", + "languages": [ + "acm-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-mai_Deva", + "languages": [ + "acm-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "acm_Arab-pbt_Arab", + "languages": [ + "acm-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-spa_Latn", + "languages": [ + "acm-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.77281, + "recall": 0.833004, + "f1": 0.791271, + "accuracy": 0.833004, + "main_score": 0.791271, + "hf_subset": "acm_Arab-twi_Latn", + "languages": [ + "acm-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-bel_Cyrl", + "languages": [ + "acm-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-eng_Latn", + "languages": [ + "acm-Arab", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-hrv_Latn", + "languages": [ + "acm-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.846673, + "recall": 0.88834, + "f1": 0.859604, + "accuracy": 0.88834, + "main_score": 0.859604, + "hf_subset": "acm_Arab-kin_Latn", + "languages": [ + "acm-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-mal_Mlym", + "languages": [ + "acm-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-pes_Arab", + "languages": [ + "acm-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acm_Arab-srd_Latn", + "languages": [ + "acm-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.213696, + "recall": 0.280632, + "f1": 0.229622, + "accuracy": 0.280632, + "main_score": 0.229622, + "hf_subset": "acm_Arab-tzm_Tfng", + "languages": [ + "acm-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-acq_Arab", + "languages": [ + "acm-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.666947, + "recall": 0.741107, + "f1": 0.688133, + "accuracy": 0.741107, + "main_score": 0.688133, + "hf_subset": "acm_Arab-bem_Latn", + "languages": [ + "acm-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-epo_Latn", + "languages": [ + "acm-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-hun_Latn", + "languages": [ + "acm-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-kir_Cyrl", + "languages": [ + "acm-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-mar_Deva", + "languages": [ + "acm-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.871574, + "recall": 0.908103, + "f1": 0.882872, + "accuracy": 0.908103, + "main_score": 0.882872, + "hf_subset": "acm_Arab-plt_Latn", + "languages": [ + "acm-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-srp_Cyrl", + "languages": [ + "acm-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "acm_Arab-uig_Arab", + "languages": [ + "acm-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-aeb_Arab", + "languages": [ + "acm-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-ben_Beng", + "languages": [ + "acm-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-est_Latn", + "languages": [ + "acm-Arab", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-hye_Armn", + "languages": [ + "acm-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.456069, + "recall": 0.525692, + "f1": 0.475783, + "accuracy": 0.525692, + "main_score": 0.475783, + "hf_subset": "acm_Arab-kmb_Latn", + "languages": [ + "acm-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.485621, + "recall": 0.575099, + "f1": 0.510328, + "accuracy": 0.575099, + "main_score": 0.510328, + "hf_subset": "acm_Arab-min_Arab", + "languages": [ + "acm-Arab", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-pol_Latn", + "languages": [ + "acm-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.752668, + "recall": 0.820158, + "f1": 0.773287, + "accuracy": 0.820158, + "main_score": 0.773287, + "hf_subset": "acm_Arab-ssw_Latn", + "languages": [ + "acm-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-ukr_Cyrl", + "languages": [ + "acm-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "acm_Arab-afr_Latn", + "languages": [ + "acm-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-bho_Deva", + "languages": [ + "acm-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-eus_Latn", + "languages": [ + "acm-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.868939, + "recall": 0.907115, + "f1": 0.880731, + "accuracy": 0.907115, + "main_score": 0.880731, + "hf_subset": "acm_Arab-ibo_Latn", + "languages": [ + "acm-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.88554, + "recall": 0.91996, + "f1": 0.896377, + "accuracy": 0.91996, + "main_score": 0.896377, + "hf_subset": "acm_Arab-kmr_Latn", + "languages": [ + "acm-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-min_Latn", + "languages": [ + "acm-Arab", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-por_Latn", + "languages": [ + "acm-Arab", + "por-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acm_Arab-sun_Latn", + "languages": [ + "acm-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.45946, + "recall": 0.527668, + "f1": 0.477823, + "accuracy": 0.527668, + "main_score": 0.477823, + "hf_subset": "acm_Arab-umb_Latn", + "languages": [ + "acm-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-ajp_Arab", + "languages": [ + "acm-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.515264, + "recall": 0.596838, + "f1": 0.538047, + "accuracy": 0.596838, + "main_score": 0.538047, + "hf_subset": "acm_Arab-bjn_Arab", + "languages": [ + "acm-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.435469, + "recall": 0.498024, + "f1": 0.452178, + "accuracy": 0.498024, + "main_score": 0.452178, + "hf_subset": "acm_Arab-ewe_Latn", + "languages": [ + "acm-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "acm_Arab-ilo_Latn", + "languages": [ + "acm-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.249838, + "recall": 0.313241, + "f1": 0.266061, + "accuracy": 0.313241, + "main_score": 0.266061, + "hf_subset": "acm_Arab-knc_Arab", + "languages": [ + "acm-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-mkd_Cyrl", + "languages": [ + "acm-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-prs_Arab", + "languages": [ + "acm-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-swe_Latn", + "languages": [ + "acm-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "acm_Arab-urd_Arab", + "languages": [ + "acm-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.746172, + "recall": 0.806324, + "f1": 0.76402, + "accuracy": 0.806324, + "main_score": 0.76402, + "hf_subset": "acm_Arab-aka_Latn", + "languages": [ + "acm-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "acm_Arab-bjn_Latn", + "languages": [ + "acm-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "acm_Arab-fao_Latn", + "languages": [ + "acm-Arab", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-ind_Latn", + "languages": [ + "acm-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.50747, + "recall": 0.56917, + "f1": 0.524245, + "accuracy": 0.56917, + "main_score": 0.524245, + "hf_subset": "acm_Arab-knc_Latn", + "languages": [ + "acm-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-mlt_Latn", + "languages": [ + "acm-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.623124, + "recall": 0.699605, + "f1": 0.645168, + "accuracy": 0.699605, + "main_score": 0.645168, + "hf_subset": "acm_Arab-quy_Latn", + "languages": [ + "acm-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-swh_Latn", + "languages": [ + "acm-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acm_Arab-uzn_Latn", + "languages": [ + "acm-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-als_Latn", + "languages": [ + "acm-Arab", + "als-Latn" + ] + }, + { + "precision": 0.791645, + "recall": 0.848814, + "f1": 0.809091, + "accuracy": 0.848814, + "main_score": 0.809091, + "hf_subset": "acm_Arab-bod_Tibt", + "languages": [ + "acm-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.622299, + "recall": 0.69664, + "f1": 0.643592, + "accuracy": 0.69664, + "main_score": 0.643592, + "hf_subset": "acm_Arab-fij_Latn", + "languages": [ + "acm-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acm_Arab-isl_Latn", + "languages": [ + "acm-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.590539, + "recall": 0.66502, + "f1": 0.61131, + "accuracy": 0.66502, + "main_score": 0.61131, + "hf_subset": "acm_Arab-kon_Latn", + "languages": [ + "acm-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.592336, + "recall": 0.675889, + "f1": 0.616276, + "accuracy": 0.675889, + "main_score": 0.616276, + "hf_subset": "acm_Arab-mni_Beng", + "languages": [ + "acm-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-ron_Latn", + "languages": [ + "acm-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "acm_Arab-szl_Latn", + "languages": [ + "acm-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-vec_Latn", + "languages": [ + "acm-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.924819, + "recall": 0.948617, + "f1": 0.932543, + "accuracy": 0.948617, + "main_score": 0.932543, + "hf_subset": "acm_Arab-amh_Ethi", + "languages": [ + "acm-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-bos_Latn", + "languages": [ + "acm-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-fin_Latn", + "languages": [ + "acm-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-ita_Latn", + "languages": [ + "acm-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-kor_Hang", + "languages": [ + "acm-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.473112, + "recall": 0.543478, + "f1": 0.492281, + "accuracy": 0.543478, + "main_score": 0.492281, + "hf_subset": "acm_Arab-mos_Latn", + "languages": [ + "acm-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.772744, + "recall": 0.83004, + "f1": 0.789559, + "accuracy": 0.83004, + "main_score": 0.789559, + "hf_subset": "acm_Arab-run_Latn", + "languages": [ + "acm-Arab", + "run-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "acm_Arab-tam_Taml", + "languages": [ + "acm-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-vie_Latn", + "languages": [ + "acm-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-apc_Arab", + "languages": [ + "acm-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.736759, + "recall": 0.799407, + "f1": 0.755077, + "accuracy": 0.799407, + "main_score": 0.755077, + "hf_subset": "acm_Arab-bug_Latn", + "languages": [ + "acm-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.405197, + "recall": 0.462451, + "f1": 0.420862, + "accuracy": 0.462451, + "main_score": 0.420862, + "hf_subset": "acm_Arab-fon_Latn", + "languages": [ + "acm-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "acm_Arab-jav_Latn", + "languages": [ + "acm-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "acm_Arab-lao_Laoo", + "languages": [ + "acm-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.8792, + "recall": 0.914032, + "f1": 0.890217, + "accuracy": 0.914032, + "main_score": 0.890217, + "hf_subset": "acm_Arab-mri_Latn", + "languages": [ + "acm-Arab", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-rus_Cyrl", + "languages": [ + "acm-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.493869, + "recall": 0.5583, + "f1": 0.511607, + "accuracy": 0.5583, + "main_score": 0.511607, + "hf_subset": "acm_Arab-taq_Latn", + "languages": [ + "acm-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-war_Latn", + "languages": [ + "acm-Arab", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-arb_Arab", + "languages": [ + "acm-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-bul_Cyrl", + "languages": [ + "acm-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-fra_Latn", + "languages": [ + "acm-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-jpn_Jpan", + "languages": [ + "acm-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acm_Arab-lij_Latn", + "languages": [ + "acm-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "acm_Arab-mya_Mymr", + "languages": [ + "acm-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.534426, + "recall": 0.607708, + "f1": 0.554255, + "accuracy": 0.607708, + "main_score": 0.554255, + "hf_subset": "acm_Arab-sag_Latn", + "languages": [ + "acm-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.224958, + "recall": 0.291502, + "f1": 0.241301, + "accuracy": 0.291502, + "main_score": 0.241301, + "hf_subset": "acm_Arab-taq_Tfng", + "languages": [ + "acm-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.623099, + "recall": 0.69664, + "f1": 0.644338, + "accuracy": 0.69664, + "main_score": 0.644338, + "hf_subset": "acm_Arab-wol_Latn", + "languages": [ + "acm-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.876647, + "recall": 0.913043, + "f1": 0.887813, + "accuracy": 0.913043, + "main_score": 0.887813, + "hf_subset": "acm_Arab-arb_Latn", + "languages": [ + "acm-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-cat_Latn", + "languages": [ + "acm-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-fur_Latn", + "languages": [ + "acm-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.45563, + "recall": 0.528656, + "f1": 0.475106, + "accuracy": 0.528656, + "main_score": 0.475106, + "hf_subset": "acm_Arab-kab_Latn", + "languages": [ + "acm-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acm_Arab-lim_Latn", + "languages": [ + "acm-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-nld_Latn", + "languages": [ + "acm-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "acm_Arab-san_Deva", + "languages": [ + "acm-Arab", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-tat_Cyrl", + "languages": [ + "acm-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.875165, + "recall": 0.913043, + "f1": 0.887319, + "accuracy": 0.913043, + "main_score": 0.887319, + "hf_subset": "acm_Arab-xho_Latn", + "languages": [ + "acm-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-ars_Arab", + "languages": [ + "acm-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-ceb_Latn", + "languages": [ + "acm-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.463602, + "recall": 0.544466, + "f1": 0.485654, + "accuracy": 0.544466, + "main_score": 0.485654, + "hf_subset": "acm_Arab-fuv_Latn", + "languages": [ + "acm-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.455112, + "recall": 0.523715, + "f1": 0.473678, + "accuracy": 0.523715, + "main_score": 0.473678, + "hf_subset": "acm_Arab-kac_Latn", + "languages": [ + "acm-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.617362, + "recall": 0.692688, + "f1": 0.637773, + "accuracy": 0.692688, + "main_score": 0.637773, + "hf_subset": "acm_Arab-lin_Latn", + "languages": [ + "acm-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-nno_Latn", + "languages": [ + "acm-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.869351, + "recall": 0.906126, + "f1": 0.880468, + "accuracy": 0.906126, + "main_score": 0.880468, + "hf_subset": "acm_Arab-sat_Olck", + "languages": [ + "acm-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "acm_Arab-tel_Telu", + "languages": [ + "acm-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "acm_Arab-ydd_Hebr", + "languages": [ + "acm-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "acm_Arab-ary_Arab", + "languages": [ + "acm-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-ces_Latn", + "languages": [ + "acm-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.561931, + "recall": 0.635375, + "f1": 0.581884, + "accuracy": 0.635375, + "main_score": 0.581884, + "hf_subset": "acm_Arab-gaz_Latn", + "languages": [ + "acm-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.537826, + "recall": 0.62253, + "f1": 0.560918, + "accuracy": 0.62253, + "main_score": 0.560918, + "hf_subset": "acm_Arab-kam_Latn", + "languages": [ + "acm-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "acm_Arab-lit_Latn", + "languages": [ + "acm-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-nob_Latn", + "languages": [ + "acm-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.989295, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "acm_Arab-scn_Latn", + "languages": [ + "acm-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "acm_Arab-tgk_Cyrl", + "languages": [ + "acm-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.751762, + "recall": 0.814229, + "f1": 0.770083, + "accuracy": 0.814229, + "main_score": 0.770083, + "hf_subset": "acm_Arab-yor_Latn", + "languages": [ + "acm-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-arz_Arab", + "languages": [ + "acm-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.479385, + "recall": 0.552372, + "f1": 0.499284, + "accuracy": 0.552372, + "main_score": 0.499284, + "hf_subset": "acm_Arab-cjk_Latn", + "languages": [ + "acm-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.937418, + "recall": 0.95751, + "f1": 0.944005, + "accuracy": 0.95751, + "main_score": 0.944005, + "hf_subset": "acm_Arab-gla_Latn", + "languages": [ + "acm-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acm_Arab-kan_Knda", + "languages": [ + "acm-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "acm_Arab-lmo_Latn", + "languages": [ + "acm-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "acm_Arab-npi_Deva", + "languages": [ + "acm-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.542025, + "recall": 0.624506, + "f1": 0.564945, + "accuracy": 0.624506, + "main_score": 0.564945, + "hf_subset": "acm_Arab-shn_Mymr", + "languages": [ + "acm-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-tgl_Latn", + "languages": [ + "acm-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-yue_Hant", + "languages": [ + "acm-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acm_Arab-asm_Beng", + "languages": [ + "acm-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.944252, + "recall": 0.961462, + "f1": 0.949835, + "accuracy": 0.961462, + "main_score": 0.949835, + "hf_subset": "acm_Arab-ckb_Arab", + "languages": [ + "acm-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "acm_Arab-gle_Latn", + "languages": [ + "acm-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.906044, + "recall": 0.933794, + "f1": 0.914921, + "accuracy": 0.933794, + "main_score": 0.914921, + "hf_subset": "acm_Arab-kas_Arab", + "languages": [ + "acm-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.897727, + "recall": 0.928854, + "f1": 0.907773, + "accuracy": 0.928854, + "main_score": 0.907773, + "hf_subset": "acm_Arab-ltg_Latn", + "languages": [ + "acm-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.792144, + "recall": 0.846838, + "f1": 0.808663, + "accuracy": 0.846838, + "main_score": 0.808663, + "hf_subset": "acm_Arab-nso_Latn", + "languages": [ + "acm-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "acm_Arab-sin_Sinh", + "languages": [ + "acm-Arab", + "sin-Sinh" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-tha_Thai", + "languages": [ + "acm-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-zho_Hans", + "languages": [ + "acm-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-ast_Latn", + "languages": [ + "acm-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acm_Arab-crh_Latn", + "languages": [ + "acm-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-glg_Latn", + "languages": [ + "acm-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.863554, + "recall": 0.903162, + "f1": 0.875725, + "accuracy": 0.903162, + "main_score": 0.875725, + "hf_subset": "acm_Arab-kas_Deva", + "languages": [ + "acm-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-ltz_Latn", + "languages": [ + "acm-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.399652, + "recall": 0.472332, + "f1": 0.419137, + "accuracy": 0.472332, + "main_score": 0.419137, + "hf_subset": "acm_Arab-nus_Latn", + "languages": [ + "acm-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-slk_Latn", + "languages": [ + "acm-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.633781, + "recall": 0.717391, + "f1": 0.65772, + "accuracy": 0.717391, + "main_score": 0.65772, + "hf_subset": "acm_Arab-tir_Ethi", + "languages": [ + "acm-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-zho_Hant", + "languages": [ + "acm-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.984025, + "recall": 0.988142, + "f1": 0.985343, + "accuracy": 0.988142, + "main_score": 0.985343, + "hf_subset": "acm_Arab-awa_Deva", + "languages": [ + "acm-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-cym_Latn", + "languages": [ + "acm-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.77626, + "recall": 0.833004, + "f1": 0.793368, + "accuracy": 0.833004, + "main_score": 0.793368, + "hf_subset": "acm_Arab-grn_Latn", + "languages": [ + "acm-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-kat_Geor", + "languages": [ + "acm-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.586974, + "recall": 0.65415, + "f1": 0.605567, + "accuracy": 0.65415, + "main_score": 0.605567, + "hf_subset": "acm_Arab-lua_Latn", + "languages": [ + "acm-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.829875, + "recall": 0.878458, + "f1": 0.845191, + "accuracy": 0.878458, + "main_score": 0.845191, + "hf_subset": "acm_Arab-nya_Latn", + "languages": [ + "acm-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-slv_Latn", + "languages": [ + "acm-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "acm_Arab-tpi_Latn", + "languages": [ + "acm-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-zsm_Latn", + "languages": [ + "acm-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.464789, + "recall": 0.538538, + "f1": 0.485159, + "accuracy": 0.538538, + "main_score": 0.485159, + "hf_subset": "acm_Arab-ayr_Latn", + "languages": [ + "acm-Arab", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-dan_Latn", + "languages": [ + "acm-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-guj_Gujr", + "languages": [ + "acm-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-kaz_Cyrl", + "languages": [ + "acm-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.648172, + "recall": 0.72332, + "f1": 0.669862, + "accuracy": 0.72332, + "main_score": 0.669862, + "hf_subset": "acm_Arab-lug_Latn", + "languages": [ + "acm-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-oci_Latn", + "languages": [ + "acm-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.835063, + "recall": 0.880435, + "f1": 0.84928, + "accuracy": 0.880435, + "main_score": 0.84928, + "hf_subset": "acm_Arab-smo_Latn", + "languages": [ + "acm-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.756588, + "recall": 0.820158, + "f1": 0.775842, + "accuracy": 0.820158, + "main_score": 0.775842, + "hf_subset": "acm_Arab-tsn_Latn", + "languages": [ + "acm-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.885623, + "recall": 0.920949, + "f1": 0.897134, + "accuracy": 0.920949, + "main_score": 0.897134, + "hf_subset": "acm_Arab-zul_Latn", + "languages": [ + "acm-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.938274, + "recall": 0.956522, + "f1": 0.944005, + "accuracy": 0.956522, + "main_score": 0.944005, + "hf_subset": "acm_Arab-azb_Arab", + "languages": [ + "acm-Arab", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-deu_Latn", + "languages": [ + "acm-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "acm_Arab-hat_Latn", + "languages": [ + "acm-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.456642, + "recall": 0.524704, + "f1": 0.474764, + "accuracy": 0.524704, + "main_score": 0.474764, + "hf_subset": "acm_Arab-kbp_Latn", + "languages": [ + "acm-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.485706, + "recall": 0.555336, + "f1": 0.504407, + "accuracy": 0.555336, + "main_score": 0.504407, + "hf_subset": "acm_Arab-luo_Latn", + "languages": [ + "acm-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "acm_Arab-ory_Orya", + "languages": [ + "acm-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.90695, + "recall": 0.935771, + "f1": 0.916337, + "accuracy": 0.935771, + "main_score": 0.916337, + "hf_subset": "acm_Arab-sna_Latn", + "languages": [ + "acm-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.657971, + "recall": 0.730237, + "f1": 0.67884, + "accuracy": 0.730237, + "main_score": 0.67884, + "hf_subset": "acm_Arab-tso_Latn", + "languages": [ + "acm-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-azj_Latn", + "languages": [ + "acm-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.486202, + "recall": 0.5583, + "f1": 0.506533, + "accuracy": 0.5583, + "main_score": 0.506533, + "hf_subset": "acm_Arab-dik_Latn", + "languages": [ + "acm-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.905221, + "recall": 0.934783, + "f1": 0.914592, + "accuracy": 0.934783, + "main_score": 0.914592, + "hf_subset": "acm_Arab-hau_Latn", + "languages": [ + "acm-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "acm_Arab-kea_Latn", + "languages": [ + "acm-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.921525, + "recall": 0.945652, + "f1": 0.929249, + "accuracy": 0.945652, + "main_score": 0.929249, + "hf_subset": "acm_Arab-lus_Latn", + "languages": [ + "acm-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.861001, + "recall": 0.902174, + "f1": 0.873979, + "accuracy": 0.902174, + "main_score": 0.873979, + "hf_subset": "acm_Arab-pag_Latn", + "languages": [ + "acm-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "acm_Arab-snd_Arab", + "languages": [ + "acm-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "acm_Arab-tuk_Latn", + "languages": [ + "acm-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acm_Arab-bak_Cyrl", + "languages": [ + "acm-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.44018, + "recall": 0.520751, + "f1": 0.462077, + "accuracy": 0.520751, + "main_score": 0.462077, + "hf_subset": "acm_Arab-dyu_Latn", + "languages": [ + "acm-Arab", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-heb_Hebr", + "languages": [ + "acm-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "acm_Arab-khk_Cyrl", + "languages": [ + "acm-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-lvs_Latn", + "languages": [ + "acm-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-pan_Guru", + "languages": [ + "acm-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.873106, + "recall": 0.911067, + "f1": 0.884947, + "accuracy": 0.911067, + "main_score": 0.884947, + "hf_subset": "acm_Arab-som_Latn", + "languages": [ + "acm-Arab", + "som-Latn" + ] + }, + { + "precision": 0.702009, + "recall": 0.76581, + "f1": 0.720704, + "accuracy": 0.76581, + "main_score": 0.720704, + "hf_subset": "acm_Arab-tum_Latn", + "languages": [ + "acm-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.492719, + "recall": 0.586957, + "f1": 0.518539, + "accuracy": 0.586957, + "main_score": 0.518539, + "hf_subset": "bel_Cyrl-ace_Arab", + "languages": [ + "bel-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.43665, + "recall": 0.498024, + "f1": 0.453186, + "accuracy": 0.498024, + "main_score": 0.453186, + "hf_subset": "bel_Cyrl-bam_Latn", + "languages": [ + "bel-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.614334, + "recall": 0.701581, + "f1": 0.63885, + "accuracy": 0.701581, + "main_score": 0.63885, + "hf_subset": "bel_Cyrl-dzo_Tibt", + "languages": [ + "bel-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-hin_Deva", + "languages": [ + "bel-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "bel_Cyrl-khm_Khmr", + "languages": [ + "bel-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bel_Cyrl-mag_Deva", + "languages": [ + "bel-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bel_Cyrl-pap_Latn", + "languages": [ + "bel-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.8167, + "recall": 0.869565, + "f1": 0.833056, + "accuracy": 0.869565, + "main_score": 0.833056, + "hf_subset": "bel_Cyrl-sot_Latn", + "languages": [ + "bel-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-tur_Latn", + "languages": [ + "bel-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.826367, + "recall": 0.87253, + "f1": 0.840683, + "accuracy": 0.87253, + "main_score": 0.840683, + "hf_subset": "bel_Cyrl-ace_Latn", + "languages": [ + "bel-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.942523, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "bel_Cyrl-ban_Latn", + "languages": [ + "bel-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-ell_Grek", + "languages": [ + "bel-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "bel_Cyrl-hne_Deva", + "languages": [ + "bel-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.535245, + "recall": 0.617589, + "f1": 0.557807, + "accuracy": 0.617589, + "main_score": 0.557807, + "hf_subset": "bel_Cyrl-kik_Latn", + "languages": [ + "bel-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bel_Cyrl-mai_Deva", + "languages": [ + "bel-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.934947, + "recall": 0.955534, + "f1": 0.9417, + "accuracy": 0.955534, + "main_score": 0.9417, + "hf_subset": "bel_Cyrl-pbt_Arab", + "languages": [ + "bel-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-spa_Latn", + "languages": [ + "bel-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.732568, + "recall": 0.796443, + "f1": 0.751358, + "accuracy": 0.796443, + "main_score": 0.751358, + "hf_subset": "bel_Cyrl-twi_Latn", + "languages": [ + "bel-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-acm_Arab", + "languages": [ + "bel-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-hrv_Latn", + "languages": [ + "bel-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.816403, + "recall": 0.867589, + "f1": 0.831771, + "accuracy": 0.867589, + "main_score": 0.831771, + "hf_subset": "bel_Cyrl-kin_Latn", + "languages": [ + "bel-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bel_Cyrl-mal_Mlym", + "languages": [ + "bel-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bel_Cyrl-pes_Arab", + "languages": [ + "bel-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "bel_Cyrl-srd_Latn", + "languages": [ + "bel-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.186063, + "recall": 0.250988, + "f1": 0.201241, + "accuracy": 0.250988, + "main_score": 0.201241, + "hf_subset": "bel_Cyrl-tzm_Tfng", + "languages": [ + "bel-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-acq_Arab", + "languages": [ + "bel-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.629595, + "recall": 0.708498, + "f1": 0.652249, + "accuracy": 0.708498, + "main_score": 0.652249, + "hf_subset": "bel_Cyrl-bem_Latn", + "languages": [ + "bel-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-epo_Latn", + "languages": [ + "bel-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-hun_Latn", + "languages": [ + "bel-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "bel_Cyrl-kir_Cyrl", + "languages": [ + "bel-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-mar_Deva", + "languages": [ + "bel-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.84333, + "recall": 0.88834, + "f1": 0.857279, + "accuracy": 0.88834, + "main_score": 0.857279, + "hf_subset": "bel_Cyrl-plt_Latn", + "languages": [ + "bel-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-srp_Cyrl", + "languages": [ + "bel-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.918561, + "recall": 0.943676, + "f1": 0.926614, + "accuracy": 0.943676, + "main_score": 0.926614, + "hf_subset": "bel_Cyrl-uig_Arab", + "languages": [ + "bel-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bel_Cyrl-aeb_Arab", + "languages": [ + "bel-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-ben_Beng", + "languages": [ + "bel-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-est_Latn", + "languages": [ + "bel-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-hye_Armn", + "languages": [ + "bel-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.436951, + "recall": 0.504941, + "f1": 0.455142, + "accuracy": 0.504941, + "main_score": 0.455142, + "hf_subset": "bel_Cyrl-kmb_Latn", + "languages": [ + "bel-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.457986, + "recall": 0.55336, + "f1": 0.483217, + "accuracy": 0.55336, + "main_score": 0.483217, + "hf_subset": "bel_Cyrl-min_Arab", + "languages": [ + "bel-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-pol_Latn", + "languages": [ + "bel-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.709667, + "recall": 0.782609, + "f1": 0.730783, + "accuracy": 0.782609, + "main_score": 0.730783, + "hf_subset": "bel_Cyrl-ssw_Latn", + "languages": [ + "bel-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-ukr_Cyrl", + "languages": [ + "bel-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-afr_Latn", + "languages": [ + "bel-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bel_Cyrl-bho_Deva", + "languages": [ + "bel-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bel_Cyrl-eus_Latn", + "languages": [ + "bel-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.838192, + "recall": 0.885375, + "f1": 0.852964, + "accuracy": 0.885375, + "main_score": 0.852964, + "hf_subset": "bel_Cyrl-ibo_Latn", + "languages": [ + "bel-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.830698, + "recall": 0.879447, + "f1": 0.845982, + "accuracy": 0.879447, + "main_score": 0.845982, + "hf_subset": "bel_Cyrl-kmr_Latn", + "languages": [ + "bel-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "bel_Cyrl-min_Latn", + "languages": [ + "bel-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-por_Latn", + "languages": [ + "bel-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bel_Cyrl-sun_Latn", + "languages": [ + "bel-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.430058, + "recall": 0.502964, + "f1": 0.450293, + "accuracy": 0.502964, + "main_score": 0.450293, + "hf_subset": "bel_Cyrl-umb_Latn", + "languages": [ + "bel-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bel_Cyrl-ajp_Arab", + "languages": [ + "bel-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.464079, + "recall": 0.554348, + "f1": 0.4883, + "accuracy": 0.554348, + "main_score": 0.4883, + "hf_subset": "bel_Cyrl-bjn_Arab", + "languages": [ + "bel-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.41849, + "recall": 0.480237, + "f1": 0.435445, + "accuracy": 0.480237, + "main_score": 0.435445, + "hf_subset": "bel_Cyrl-ewe_Latn", + "languages": [ + "bel-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.929677, + "recall": 0.952569, + "f1": 0.937253, + "accuracy": 0.952569, + "main_score": 0.937253, + "hf_subset": "bel_Cyrl-ilo_Latn", + "languages": [ + "bel-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.241141, + "recall": 0.313241, + "f1": 0.258959, + "accuracy": 0.313241, + "main_score": 0.258959, + "hf_subset": "bel_Cyrl-knc_Arab", + "languages": [ + "bel-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-mkd_Cyrl", + "languages": [ + "bel-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-prs_Arab", + "languages": [ + "bel-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-swe_Latn", + "languages": [ + "bel-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bel_Cyrl-urd_Arab", + "languages": [ + "bel-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.694598, + "recall": 0.76581, + "f1": 0.715307, + "accuracy": 0.76581, + "main_score": 0.715307, + "hf_subset": "bel_Cyrl-aka_Latn", + "languages": [ + "bel-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "bel_Cyrl-bjn_Latn", + "languages": [ + "bel-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "bel_Cyrl-fao_Latn", + "languages": [ + "bel-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-ind_Latn", + "languages": [ + "bel-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.478657, + "recall": 0.545455, + "f1": 0.496644, + "accuracy": 0.545455, + "main_score": 0.496644, + "hf_subset": "bel_Cyrl-knc_Latn", + "languages": [ + "bel-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-mlt_Latn", + "languages": [ + "bel-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.595883, + "recall": 0.674901, + "f1": 0.617967, + "accuracy": 0.674901, + "main_score": 0.617967, + "hf_subset": "bel_Cyrl-quy_Latn", + "languages": [ + "bel-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bel_Cyrl-swh_Latn", + "languages": [ + "bel-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-uzn_Latn", + "languages": [ + "bel-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-als_Latn", + "languages": [ + "bel-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.766988, + "recall": 0.829051, + "f1": 0.78583, + "accuracy": 0.829051, + "main_score": 0.78583, + "hf_subset": "bel_Cyrl-bod_Tibt", + "languages": [ + "bel-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.578327, + "recall": 0.652174, + "f1": 0.59906, + "accuracy": 0.652174, + "main_score": 0.59906, + "hf_subset": "bel_Cyrl-fij_Latn", + "languages": [ + "bel-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "bel_Cyrl-isl_Latn", + "languages": [ + "bel-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.571432, + "recall": 0.647233, + "f1": 0.592659, + "accuracy": 0.647233, + "main_score": 0.592659, + "hf_subset": "bel_Cyrl-kon_Latn", + "languages": [ + "bel-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.563137, + "recall": 0.655138, + "f1": 0.589323, + "accuracy": 0.655138, + "main_score": 0.589323, + "hf_subset": "bel_Cyrl-mni_Beng", + "languages": [ + "bel-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-ron_Latn", + "languages": [ + "bel-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.983202, + "f1": 0.97892, + "accuracy": 0.983202, + "main_score": 0.97892, + "hf_subset": "bel_Cyrl-szl_Latn", + "languages": [ + "bel-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-vec_Latn", + "languages": [ + "bel-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.895257, + "recall": 0.927866, + "f1": 0.905599, + "accuracy": 0.927866, + "main_score": 0.905599, + "hf_subset": "bel_Cyrl-amh_Ethi", + "languages": [ + "bel-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-bos_Latn", + "languages": [ + "bel-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-fin_Latn", + "languages": [ + "bel-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-ita_Latn", + "languages": [ + "bel-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-kor_Hang", + "languages": [ + "bel-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.471853, + "recall": 0.536561, + "f1": 0.489533, + "accuracy": 0.536561, + "main_score": 0.489533, + "hf_subset": "bel_Cyrl-mos_Latn", + "languages": [ + "bel-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.725412, + "recall": 0.793478, + "f1": 0.745638, + "accuracy": 0.793478, + "main_score": 0.745638, + "hf_subset": "bel_Cyrl-run_Latn", + "languages": [ + "bel-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bel_Cyrl-tam_Taml", + "languages": [ + "bel-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-vie_Latn", + "languages": [ + "bel-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bel_Cyrl-apc_Arab", + "languages": [ + "bel-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.683491, + "recall": 0.755929, + "f1": 0.703762, + "accuracy": 0.755929, + "main_score": 0.703762, + "hf_subset": "bel_Cyrl-bug_Latn", + "languages": [ + "bel-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.395691, + "recall": 0.452569, + "f1": 0.411637, + "accuracy": 0.452569, + "main_score": 0.411637, + "hf_subset": "bel_Cyrl-fon_Latn", + "languages": [ + "bel-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "bel_Cyrl-jav_Latn", + "languages": [ + "bel-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.92803, + "recall": 0.950593, + "f1": 0.935244, + "accuracy": 0.950593, + "main_score": 0.935244, + "hf_subset": "bel_Cyrl-lao_Laoo", + "languages": [ + "bel-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.838109, + "recall": 0.885375, + "f1": 0.85303, + "accuracy": 0.885375, + "main_score": 0.85303, + "hf_subset": "bel_Cyrl-mri_Latn", + "languages": [ + "bel-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-rus_Cyrl", + "languages": [ + "bel-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.465401, + "recall": 0.535573, + "f1": 0.484561, + "accuracy": 0.535573, + "main_score": 0.484561, + "hf_subset": "bel_Cyrl-taq_Latn", + "languages": [ + "bel-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bel_Cyrl-war_Latn", + "languages": [ + "bel-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-arb_Arab", + "languages": [ + "bel-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-bul_Cyrl", + "languages": [ + "bel-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-fra_Latn", + "languages": [ + "bel-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-jpn_Jpan", + "languages": [ + "bel-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bel_Cyrl-lij_Latn", + "languages": [ + "bel-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "bel_Cyrl-mya_Mymr", + "languages": [ + "bel-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.510887, + "recall": 0.585968, + "f1": 0.530923, + "accuracy": 0.585968, + "main_score": 0.530923, + "hf_subset": "bel_Cyrl-sag_Latn", + "languages": [ + "bel-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.207849, + "recall": 0.275692, + "f1": 0.223787, + "accuracy": 0.275692, + "main_score": 0.223787, + "hf_subset": "bel_Cyrl-taq_Tfng", + "languages": [ + "bel-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.591341, + "recall": 0.666996, + "f1": 0.612932, + "accuracy": 0.666996, + "main_score": 0.612932, + "hf_subset": "bel_Cyrl-wol_Latn", + "languages": [ + "bel-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.802957, + "recall": 0.857708, + "f1": 0.819615, + "accuracy": 0.857708, + "main_score": 0.819615, + "hf_subset": "bel_Cyrl-arb_Latn", + "languages": [ + "bel-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-cat_Latn", + "languages": [ + "bel-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "bel_Cyrl-fur_Latn", + "languages": [ + "bel-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.408297, + "recall": 0.488142, + "f1": 0.429764, + "accuracy": 0.488142, + "main_score": 0.429764, + "hf_subset": "bel_Cyrl-kab_Latn", + "languages": [ + "bel-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bel_Cyrl-lim_Latn", + "languages": [ + "bel-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-nld_Latn", + "languages": [ + "bel-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "bel_Cyrl-san_Deva", + "languages": [ + "bel-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-tat_Cyrl", + "languages": [ + "bel-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.838027, + "recall": 0.885375, + "f1": 0.853162, + "accuracy": 0.885375, + "main_score": 0.853162, + "hf_subset": "bel_Cyrl-xho_Latn", + "languages": [ + "bel-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-ars_Arab", + "languages": [ + "bel-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bel_Cyrl-ceb_Latn", + "languages": [ + "bel-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.422001, + "recall": 0.503953, + "f1": 0.444132, + "accuracy": 0.503953, + "main_score": 0.444132, + "hf_subset": "bel_Cyrl-fuv_Latn", + "languages": [ + "bel-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.446826, + "recall": 0.517787, + "f1": 0.465256, + "accuracy": 0.517787, + "main_score": 0.465256, + "hf_subset": "bel_Cyrl-kac_Latn", + "languages": [ + "bel-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.575896, + "recall": 0.657115, + "f1": 0.598744, + "accuracy": 0.657115, + "main_score": 0.598744, + "hf_subset": "bel_Cyrl-lin_Latn", + "languages": [ + "bel-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-nno_Latn", + "languages": [ + "bel-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.833729, + "recall": 0.881423, + "f1": 0.848254, + "accuracy": 0.881423, + "main_score": 0.848254, + "hf_subset": "bel_Cyrl-sat_Olck", + "languages": [ + "bel-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bel_Cyrl-tel_Telu", + "languages": [ + "bel-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "bel_Cyrl-ydd_Hebr", + "languages": [ + "bel-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "bel_Cyrl-ary_Arab", + "languages": [ + "bel-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-ces_Latn", + "languages": [ + "bel-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.518181, + "recall": 0.600791, + "f1": 0.54063, + "accuracy": 0.600791, + "main_score": 0.54063, + "hf_subset": "bel_Cyrl-gaz_Latn", + "languages": [ + "bel-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.50492, + "recall": 0.588933, + "f1": 0.52738, + "accuracy": 0.588933, + "main_score": 0.52738, + "hf_subset": "bel_Cyrl-kam_Latn", + "languages": [ + "bel-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "bel_Cyrl-lit_Latn", + "languages": [ + "bel-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-nob_Latn", + "languages": [ + "bel-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "bel_Cyrl-scn_Latn", + "languages": [ + "bel-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "bel_Cyrl-tgk_Cyrl", + "languages": [ + "bel-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.702207, + "recall": 0.773715, + "f1": 0.723047, + "accuracy": 0.773715, + "main_score": 0.723047, + "hf_subset": "bel_Cyrl-yor_Latn", + "languages": [ + "bel-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-arz_Arab", + "languages": [ + "bel-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.438672, + "recall": 0.51581, + "f1": 0.459489, + "accuracy": 0.51581, + "main_score": 0.459489, + "hf_subset": "bel_Cyrl-cjk_Latn", + "languages": [ + "bel-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.921443, + "recall": 0.945652, + "f1": 0.929183, + "accuracy": 0.945652, + "main_score": 0.929183, + "hf_subset": "bel_Cyrl-gla_Latn", + "languages": [ + "bel-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "bel_Cyrl-kan_Knda", + "languages": [ + "bel-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.97192, + "recall": 0.980237, + "f1": 0.974539, + "accuracy": 0.980237, + "main_score": 0.974539, + "hf_subset": "bel_Cyrl-lmo_Latn", + "languages": [ + "bel-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "bel_Cyrl-npi_Deva", + "languages": [ + "bel-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.524182, + "recall": 0.608696, + "f1": 0.547892, + "accuracy": 0.608696, + "main_score": 0.547892, + "hf_subset": "bel_Cyrl-shn_Mymr", + "languages": [ + "bel-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-tgl_Latn", + "languages": [ + "bel-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-yue_Hant", + "languages": [ + "bel-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "bel_Cyrl-asm_Beng", + "languages": [ + "bel-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.906653, + "recall": 0.935771, + "f1": 0.916008, + "accuracy": 0.935771, + "main_score": 0.916008, + "hf_subset": "bel_Cyrl-ckb_Arab", + "languages": [ + "bel-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "bel_Cyrl-gle_Latn", + "languages": [ + "bel-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.875412, + "recall": 0.913043, + "f1": 0.887253, + "accuracy": 0.913043, + "main_score": 0.887253, + "hf_subset": "bel_Cyrl-kas_Arab", + "languages": [ + "bel-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.880188, + "recall": 0.91502, + "f1": 0.891008, + "accuracy": 0.91502, + "main_score": 0.891008, + "hf_subset": "bel_Cyrl-ltg_Latn", + "languages": [ + "bel-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.740448, + "recall": 0.802372, + "f1": 0.759289, + "accuracy": 0.802372, + "main_score": 0.759289, + "hf_subset": "bel_Cyrl-nso_Latn", + "languages": [ + "bel-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "bel_Cyrl-sin_Sinh", + "languages": [ + "bel-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-tha_Thai", + "languages": [ + "bel-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-zho_Hans", + "languages": [ + "bel-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-ast_Latn", + "languages": [ + "bel-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "bel_Cyrl-crh_Latn", + "languages": [ + "bel-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-glg_Latn", + "languages": [ + "bel-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.797875, + "recall": 0.856719, + "f1": 0.816074, + "accuracy": 0.856719, + "main_score": 0.816074, + "hf_subset": "bel_Cyrl-kas_Deva", + "languages": [ + "bel-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "bel_Cyrl-ltz_Latn", + "languages": [ + "bel-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.400539, + "recall": 0.468379, + "f1": 0.418567, + "accuracy": 0.468379, + "main_score": 0.418567, + "hf_subset": "bel_Cyrl-nus_Latn", + "languages": [ + "bel-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-slk_Latn", + "languages": [ + "bel-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.584916, + "recall": 0.674901, + "f1": 0.610202, + "accuracy": 0.674901, + "main_score": 0.610202, + "hf_subset": "bel_Cyrl-tir_Ethi", + "languages": [ + "bel-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bel_Cyrl-zho_Hant", + "languages": [ + "bel-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.97365, + "recall": 0.981225, + "f1": 0.97612, + "accuracy": 0.981225, + "main_score": 0.97612, + "hf_subset": "bel_Cyrl-awa_Deva", + "languages": [ + "bel-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "bel_Cyrl-cym_Latn", + "languages": [ + "bel-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.72057, + "recall": 0.788538, + "f1": 0.74002, + "accuracy": 0.788538, + "main_score": 0.74002, + "hf_subset": "bel_Cyrl-grn_Latn", + "languages": [ + "bel-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bel_Cyrl-kat_Geor", + "languages": [ + "bel-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.53301, + "recall": 0.609684, + "f1": 0.554281, + "accuracy": 0.609684, + "main_score": 0.554281, + "hf_subset": "bel_Cyrl-lua_Latn", + "languages": [ + "bel-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.782526, + "recall": 0.843874, + "f1": 0.801779, + "accuracy": 0.843874, + "main_score": 0.801779, + "hf_subset": "bel_Cyrl-nya_Latn", + "languages": [ + "bel-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-slv_Latn", + "languages": [ + "bel-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "bel_Cyrl-tpi_Latn", + "languages": [ + "bel-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-zsm_Latn", + "languages": [ + "bel-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.465873, + "recall": 0.533597, + "f1": 0.484112, + "accuracy": 0.533597, + "main_score": 0.484112, + "hf_subset": "bel_Cyrl-ayr_Latn", + "languages": [ + "bel-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-dan_Latn", + "languages": [ + "bel-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-guj_Gujr", + "languages": [ + "bel-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-kaz_Cyrl", + "languages": [ + "bel-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.585492, + "recall": 0.676877, + "f1": 0.611294, + "accuracy": 0.676877, + "main_score": 0.611294, + "hf_subset": "bel_Cyrl-lug_Latn", + "languages": [ + "bel-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-oci_Latn", + "languages": [ + "bel-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.789147, + "recall": 0.846838, + "f1": 0.806969, + "accuracy": 0.846838, + "main_score": 0.806969, + "hf_subset": "bel_Cyrl-smo_Latn", + "languages": [ + "bel-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.711182, + "recall": 0.781621, + "f1": 0.73195, + "accuracy": 0.781621, + "main_score": 0.73195, + "hf_subset": "bel_Cyrl-tsn_Latn", + "languages": [ + "bel-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.855155, + "recall": 0.899209, + "f1": 0.869302, + "accuracy": 0.899209, + "main_score": 0.869302, + "hf_subset": "bel_Cyrl-zul_Latn", + "languages": [ + "bel-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.897974, + "recall": 0.928854, + "f1": 0.907642, + "accuracy": 0.928854, + "main_score": 0.907642, + "hf_subset": "bel_Cyrl-azb_Arab", + "languages": [ + "bel-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-deu_Latn", + "languages": [ + "bel-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "bel_Cyrl-hat_Latn", + "languages": [ + "bel-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.440862, + "recall": 0.507905, + "f1": 0.45887, + "accuracy": 0.507905, + "main_score": 0.45887, + "hf_subset": "bel_Cyrl-kbp_Latn", + "languages": [ + "bel-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.482023, + "recall": 0.551383, + "f1": 0.500644, + "accuracy": 0.551383, + "main_score": 0.500644, + "hf_subset": "bel_Cyrl-luo_Latn", + "languages": [ + "bel-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "bel_Cyrl-ory_Orya", + "languages": [ + "bel-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.861248, + "recall": 0.903162, + "f1": 0.874407, + "accuracy": 0.903162, + "main_score": 0.874407, + "hf_subset": "bel_Cyrl-sna_Latn", + "languages": [ + "bel-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.622483, + "recall": 0.699605, + "f1": 0.643999, + "accuracy": 0.699605, + "main_score": 0.643999, + "hf_subset": "bel_Cyrl-tso_Latn", + "languages": [ + "bel-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-azj_Latn", + "languages": [ + "bel-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.455154, + "recall": 0.533597, + "f1": 0.476845, + "accuracy": 0.533597, + "main_score": 0.476845, + "hf_subset": "bel_Cyrl-dik_Latn", + "languages": [ + "bel-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.863307, + "recall": 0.902174, + "f1": 0.875791, + "accuracy": 0.902174, + "main_score": 0.875791, + "hf_subset": "bel_Cyrl-hau_Latn", + "languages": [ + "bel-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "bel_Cyrl-kea_Latn", + "languages": [ + "bel-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.899374, + "recall": 0.928854, + "f1": 0.908762, + "accuracy": 0.928854, + "main_score": 0.908762, + "hf_subset": "bel_Cyrl-lus_Latn", + "languages": [ + "bel-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.826499, + "recall": 0.873518, + "f1": 0.840744, + "accuracy": 0.873518, + "main_score": 0.840744, + "hf_subset": "bel_Cyrl-pag_Latn", + "languages": [ + "bel-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "bel_Cyrl-snd_Arab", + "languages": [ + "bel-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "bel_Cyrl-tuk_Latn", + "languages": [ + "bel-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "bel_Cyrl-bak_Cyrl", + "languages": [ + "bel-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.423073, + "recall": 0.499012, + "f1": 0.444022, + "accuracy": 0.499012, + "main_score": 0.444022, + "hf_subset": "bel_Cyrl-dyu_Latn", + "languages": [ + "bel-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-heb_Hebr", + "languages": [ + "bel-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.949934, + "recall": 0.966403, + "f1": 0.955369, + "accuracy": 0.966403, + "main_score": 0.955369, + "hf_subset": "bel_Cyrl-khk_Cyrl", + "languages": [ + "bel-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-lvs_Latn", + "languages": [ + "bel-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-pan_Guru", + "languages": [ + "bel-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.833778, + "recall": 0.881423, + "f1": 0.848188, + "accuracy": 0.881423, + "main_score": 0.848188, + "hf_subset": "bel_Cyrl-som_Latn", + "languages": [ + "bel-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.648164, + "recall": 0.720356, + "f1": 0.66882, + "accuracy": 0.720356, + "main_score": 0.66882, + "hf_subset": "bel_Cyrl-tum_Latn", + "languages": [ + "bel-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.547519, + "recall": 0.630435, + "f1": 0.570692, + "accuracy": 0.630435, + "main_score": 0.570692, + "hf_subset": "eng_Latn-ace_Arab", + "languages": [ + "eng-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.511804, + "recall": 0.571146, + "f1": 0.529043, + "accuracy": 0.571146, + "main_score": 0.529043, + "hf_subset": "eng_Latn-bam_Latn", + "languages": [ + "eng-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.656943, + "recall": 0.73913, + "f1": 0.680965, + "accuracy": 0.73913, + "main_score": 0.680965, + "hf_subset": "eng_Latn-dzo_Tibt", + "languages": [ + "eng-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-mag_Deva", + "languages": [ + "eng-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-pap_Latn", + "languages": [ + "eng-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.868659, + "recall": 0.908103, + "f1": 0.881159, + "accuracy": 0.908103, + "main_score": 0.881159, + "hf_subset": "eng_Latn-sot_Latn", + "languages": [ + "eng-Latn", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.911726, + "recall": 0.938735, + "f1": 0.920455, + "accuracy": 0.938735, + "main_score": 0.920455, + "hf_subset": "eng_Latn-ace_Latn", + "languages": [ + "eng-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.977931, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "eng_Latn-ban_Latn", + "languages": [ + "eng-Latn", + "ban-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.993412, + "recall": 0.995059, + "f1": 0.993906, + "accuracy": 0.995059, + "main_score": 0.993906, + "hf_subset": "eng_Latn-hne_Deva", + "languages": [ + "eng-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.602184, + "recall": 0.66502, + "f1": 0.619661, + "accuracy": 0.66502, + "main_score": 0.619661, + "hf_subset": "eng_Latn-kik_Latn", + "languages": [ + "eng-Latn", + "kik-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-mai_Deva", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "eng_Latn-pbt_Arab", + "languages": [ + "eng-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.802899, + "recall": 0.853755, + "f1": 0.81853, + "accuracy": 0.853755, + "main_score": 0.81853, + "hf_subset": "eng_Latn-twi_Latn", + "languages": [ + "eng-Latn", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-acm_Arab", + "languages": [ + "eng-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.874186, + "recall": 0.908103, + "f1": 0.884554, + "accuracy": 0.908103, + "main_score": 0.884554, + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-srd_Latn", + "languages": [ + "eng-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.204611, + "recall": 0.26087, + "f1": 0.217987, + "accuracy": 0.26087, + "main_score": 0.217987, + "hf_subset": "eng_Latn-tzm_Tfng", + "languages": [ + "eng-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-acq_Arab", + "languages": [ + "eng-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.691561, + "recall": 0.752964, + "f1": 0.709606, + "accuracy": 0.752964, + "main_score": 0.709606, + "hf_subset": "eng_Latn-bem_Latn", + "languages": [ + "eng-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-epo_Latn", + "languages": [ + "eng-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.880682, + "recall": 0.91502, + "f1": 0.89137, + "accuracy": 0.91502, + "main_score": 0.89137, + "hf_subset": "eng_Latn-plt_Latn", + "languages": [ + "eng-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "eng_Latn-uig_Arab", + "languages": [ + "eng-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-aeb_Arab", + "languages": [ + "eng-Latn", + "aeb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-est_Latn", + "languages": [ + "eng-Latn", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.506596, + "recall": 0.562253, + "f1": 0.522019, + "accuracy": 0.562253, + "main_score": 0.522019, + "hf_subset": "eng_Latn-kmb_Latn", + "languages": [ + "eng-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.537877, + "recall": 0.616601, + "f1": 0.559155, + "accuracy": 0.616601, + "main_score": 0.559155, + "hf_subset": "eng_Latn-min_Arab", + "languages": [ + "eng-Latn", + "min-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.758367, + "recall": 0.81917, + "f1": 0.776883, + "accuracy": 0.81917, + "main_score": 0.776883, + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-bho_Deva", + "languages": [ + "eng-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.903656, + "recall": 0.931818, + "f1": 0.912516, + "accuracy": 0.931818, + "main_score": 0.912516, + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.889855, + "recall": 0.922925, + "f1": 0.900362, + "accuracy": 0.922925, + "main_score": 0.900362, + "hf_subset": "eng_Latn-kmr_Latn", + "languages": [ + "eng-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng_Latn-min_Latn", + "languages": [ + "eng-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-sun_Latn", + "languages": [ + "eng-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.495151, + "recall": 0.565217, + "f1": 0.515579, + "accuracy": 0.565217, + "main_score": 0.515579, + "hf_subset": "eng_Latn-umb_Latn", + "languages": [ + "eng-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-ajp_Arab", + "languages": [ + "eng-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.553637, + "recall": 0.620553, + "f1": 0.572497, + "accuracy": 0.620553, + "main_score": 0.572497, + "hf_subset": "eng_Latn-bjn_Arab", + "languages": [ + "eng-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.480331, + "recall": 0.539526, + "f1": 0.496742, + "accuracy": 0.539526, + "main_score": 0.496742, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.281661, + "recall": 0.344862, + "f1": 0.29802, + "accuracy": 0.344862, + "main_score": 0.29802, + "hf_subset": "eng_Latn-knc_Arab", + "languages": [ + "eng-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-prs_Arab", + "languages": [ + "eng-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.793989, + "recall": 0.843874, + "f1": 0.808992, + "accuracy": 0.843874, + "main_score": 0.808992, + "hf_subset": "eng_Latn-aka_Latn", + "languages": [ + "eng-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eng_Latn-bjn_Latn", + "languages": [ + "eng-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "eng_Latn-fao_Latn", + "languages": [ + "eng-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.549919, + "recall": 0.610672, + "f1": 0.567252, + "accuracy": 0.610672, + "main_score": 0.567252, + "hf_subset": "eng_Latn-knc_Latn", + "languages": [ + "eng-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.665036, + "recall": 0.73419, + "f1": 0.685084, + "accuracy": 0.73419, + "main_score": 0.685084, + "hf_subset": "eng_Latn-quy_Latn", + "languages": [ + "eng-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-uzn_Latn", + "languages": [ + "eng-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ] + }, + { + "precision": 0.82472, + "recall": 0.875494, + "f1": 0.840613, + "accuracy": 0.875494, + "main_score": 0.840613, + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.650148, + "recall": 0.713439, + "f1": 0.668074, + "accuracy": 0.713439, + "main_score": 0.668074, + "hf_subset": "eng_Latn-fij_Latn", + "languages": [ + "eng-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.6396, + "recall": 0.710474, + "f1": 0.659627, + "accuracy": 0.710474, + "main_score": 0.659627, + "hf_subset": "eng_Latn-kon_Latn", + "languages": [ + "eng-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.664272, + "recall": 0.738142, + "f1": 0.685641, + "accuracy": 0.738142, + "main_score": 0.685641, + "hf_subset": "eng_Latn-mni_Beng", + "languages": [ + "eng-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "eng_Latn-szl_Latn", + "languages": [ + "eng-Latn", + "szl-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-vec_Latn", + "languages": [ + "eng-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-bos_Latn", + "languages": [ + "eng-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.518845, + "recall": 0.582016, + "f1": 0.536648, + "accuracy": 0.582016, + "main_score": 0.536648, + "hf_subset": "eng_Latn-mos_Latn", + "languages": [ + "eng-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.767532, + "recall": 0.825099, + "f1": 0.784569, + "accuracy": 0.825099, + "main_score": 0.784569, + "hf_subset": "eng_Latn-run_Latn", + "languages": [ + "eng-Latn", + "run-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-apc_Arab", + "languages": [ + "eng-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.781571, + "recall": 0.833004, + "f1": 0.796843, + "accuracy": 0.833004, + "main_score": 0.796843, + "hf_subset": "eng_Latn-bug_Latn", + "languages": [ + "eng-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.43421, + "recall": 0.493083, + "f1": 0.450079, + "accuracy": 0.493083, + "main_score": 0.450079, + "hf_subset": "eng_Latn-fon_Latn", + "languages": [ + "eng-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eng_Latn-jav_Latn", + "languages": [ + "eng-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.894022, + "recall": 0.923913, + "f1": 0.903327, + "accuracy": 0.923913, + "main_score": 0.903327, + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.527393, + "recall": 0.596838, + "f1": 0.546612, + "accuracy": 0.596838, + "main_score": 0.546612, + "hf_subset": "eng_Latn-taq_Latn", + "languages": [ + "eng-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-war_Latn", + "languages": [ + "eng-Latn", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-lij_Latn", + "languages": [ + "eng-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.575002, + "recall": 0.647233, + "f1": 0.595511, + "accuracy": 0.647233, + "main_score": 0.595511, + "hf_subset": "eng_Latn-sag_Latn", + "languages": [ + "eng-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.222127, + "recall": 0.286561, + "f1": 0.237542, + "accuracy": 0.286561, + "main_score": 0.237542, + "hf_subset": "eng_Latn-taq_Tfng", + "languages": [ + "eng-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.655377, + "recall": 0.725296, + "f1": 0.675568, + "accuracy": 0.725296, + "main_score": 0.675568, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.880188, + "recall": 0.916996, + "f1": 0.891864, + "accuracy": 0.916996, + "main_score": 0.891864, + "hf_subset": "eng_Latn-arb_Latn", + "languages": [ + "eng-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-fur_Latn", + "languages": [ + "eng-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.479061, + "recall": 0.543478, + "f1": 0.496726, + "accuracy": 0.543478, + "main_score": 0.496726, + "hf_subset": "eng_Latn-kab_Latn", + "languages": [ + "eng-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-lim_Latn", + "languages": [ + "eng-Latn", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "eng_Latn-san_Deva", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-tat_Cyrl", + "languages": [ + "eng-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.882148, + "recall": 0.916008, + "f1": 0.892754, + "accuracy": 0.916008, + "main_score": 0.892754, + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-ars_Arab", + "languages": [ + "eng-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.505642, + "recall": 0.575099, + "f1": 0.525192, + "accuracy": 0.575099, + "main_score": 0.525192, + "hf_subset": "eng_Latn-fuv_Latn", + "languages": [ + "eng-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.494355, + "recall": 0.562253, + "f1": 0.512463, + "accuracy": 0.562253, + "main_score": 0.512463, + "hf_subset": "eng_Latn-kac_Latn", + "languages": [ + "eng-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.664213, + "recall": 0.735178, + "f1": 0.684227, + "accuracy": 0.735178, + "main_score": 0.684227, + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-nno_Latn", + "languages": [ + "eng-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.886693, + "recall": 0.91996, + "f1": 0.897233, + "accuracy": 0.91996, + "main_score": 0.897233, + "hf_subset": "eng_Latn-sat_Olck", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng_Latn-ydd_Hebr", + "languages": [ + "eng-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "eng_Latn-ary_Arab", + "languages": [ + "eng-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.584152, + "recall": 0.653162, + "f1": 0.603084, + "accuracy": 0.653162, + "main_score": 0.603084, + "hf_subset": "eng_Latn-gaz_Latn", + "languages": [ + "eng-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.564438, + "recall": 0.641304, + "f1": 0.586406, + "accuracy": 0.641304, + "main_score": 0.586406, + "hf_subset": "eng_Latn-kam_Latn", + "languages": [ + "eng-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-scn_Latn", + "languages": [ + "eng-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.777388, + "recall": 0.836957, + "f1": 0.795243, + "accuracy": 0.836957, + "main_score": 0.795243, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-arz_Arab", + "languages": [ + "eng-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.52608, + "recall": 0.603755, + "f1": 0.547293, + "accuracy": 0.603755, + "main_score": 0.547293, + "hf_subset": "eng_Latn-cjk_Latn", + "languages": [ + "eng-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "eng_Latn-gla_Latn", + "languages": [ + "eng-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "eng_Latn-lmo_Latn", + "languages": [ + "eng-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.536743, + "recall": 0.621542, + "f1": 0.560157, + "accuracy": 0.621542, + "main_score": 0.560157, + "hf_subset": "eng_Latn-shn_Mymr", + "languages": [ + "eng-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-yue_Hant", + "languages": [ + "eng-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eng_Latn-gle_Latn", + "languages": [ + "eng-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.939065, + "recall": 0.958498, + "f1": 0.945487, + "accuracy": 0.958498, + "main_score": 0.945487, + "hf_subset": "eng_Latn-kas_Arab", + "languages": [ + "eng-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.913538, + "recall": 0.939723, + "f1": 0.921739, + "accuracy": 0.939723, + "main_score": 0.921739, + "hf_subset": "eng_Latn-ltg_Latn", + "languages": [ + "eng-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.812756, + "recall": 0.857708, + "f1": 0.826268, + "accuracy": 0.857708, + "main_score": 0.826268, + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ast_Latn", + "languages": [ + "eng-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng_Latn-crh_Latn", + "languages": [ + "eng-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-glg_Latn", + "languages": [ + "eng-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.901433, + "recall": 0.931818, + "f1": 0.911133, + "accuracy": 0.931818, + "main_score": 0.911133, + "hf_subset": "eng_Latn-kas_Deva", + "languages": [ + "eng-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eng_Latn-ltz_Latn", + "languages": [ + "eng-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.449581, + "recall": 0.51581, + "f1": 0.468181, + "accuracy": 0.51581, + "main_score": 0.468181, + "hf_subset": "eng_Latn-nus_Latn", + "languages": [ + "eng-Latn", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.67772, + "recall": 0.745059, + "f1": 0.697589, + "accuracy": 0.745059, + "main_score": 0.697589, + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "eng_Latn-awa_Deva", + "languages": [ + "eng-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "eng_Latn-cym_Latn", + "languages": [ + "eng-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.82719, + "recall": 0.867589, + "f1": 0.839822, + "accuracy": 0.867589, + "main_score": 0.839822, + "hf_subset": "eng_Latn-grn_Latn", + "languages": [ + "eng-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.638941, + "recall": 0.697628, + "f1": 0.655494, + "accuracy": 0.697628, + "main_score": 0.655494, + "hf_subset": "eng_Latn-lua_Latn", + "languages": [ + "eng-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.835227, + "recall": 0.882411, + "f1": 0.849802, + "accuracy": 0.882411, + "main_score": 0.849802, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "eng_Latn-tpi_Latn", + "languages": [ + "eng-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-zsm_Latn", + "languages": [ + "eng-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.526285, + "recall": 0.593874, + "f1": 0.545375, + "accuracy": 0.593874, + "main_score": 0.545375, + "hf_subset": "eng_Latn-ayr_Latn", + "languages": [ + "eng-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.67416, + "recall": 0.743083, + "f1": 0.694457, + "accuracy": 0.743083, + "main_score": 0.694457, + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-oci_Latn", + "languages": [ + "eng-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.851054, + "recall": 0.889328, + "f1": 0.862615, + "accuracy": 0.889328, + "main_score": 0.862615, + "hf_subset": "eng_Latn-smo_Latn", + "languages": [ + "eng-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.751268, + "recall": 0.812253, + "f1": 0.768944, + "accuracy": 0.812253, + "main_score": 0.768944, + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.900198, + "recall": 0.93083, + "f1": 0.909881, + "accuracy": 0.93083, + "main_score": 0.909881, + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.956028, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "eng_Latn-azb_Arab", + "languages": [ + "eng-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.492331, + "recall": 0.559289, + "f1": 0.511665, + "accuracy": 0.559289, + "main_score": 0.511665, + "hf_subset": "eng_Latn-kbp_Latn", + "languages": [ + "eng-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.547664, + "recall": 0.610672, + "f1": 0.56471, + "accuracy": 0.610672, + "main_score": 0.56471, + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.899209, + "recall": 0.927866, + "f1": 0.908235, + "accuracy": 0.927866, + "main_score": 0.908235, + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.672966, + "recall": 0.733202, + "f1": 0.690112, + "accuracy": 0.733202, + "main_score": 0.690112, + "hf_subset": "eng_Latn-tso_Latn", + "languages": [ + "eng-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-azj_Latn", + "languages": [ + "eng-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.52024, + "recall": 0.588933, + "f1": 0.539977, + "accuracy": 0.588933, + "main_score": 0.539977, + "hf_subset": "eng_Latn-dik_Latn", + "languages": [ + "eng-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.922019, + "recall": 0.945652, + "f1": 0.929414, + "accuracy": 0.945652, + "main_score": 0.929414, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng_Latn-kea_Latn", + "languages": [ + "eng-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.936759, + "recall": 0.956522, + "f1": 0.943182, + "accuracy": 0.956522, + "main_score": 0.943182, + "hf_subset": "eng_Latn-lus_Latn", + "languages": [ + "eng-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.900856, + "recall": 0.929842, + "f1": 0.909914, + "accuracy": 0.929842, + "main_score": 0.909914, + "hf_subset": "eng_Latn-pag_Latn", + "languages": [ + "eng-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "eng_Latn-tuk_Latn", + "languages": [ + "eng-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng_Latn-bak_Cyrl", + "languages": [ + "eng-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.478906, + "recall": 0.554348, + "f1": 0.500071, + "accuracy": 0.554348, + "main_score": 0.500071, + "hf_subset": "eng_Latn-dyu_Latn", + "languages": [ + "eng-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "eng_Latn-khk_Cyrl", + "languages": [ + "eng-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-lvs_Latn", + "languages": [ + "eng-Latn", + "lvs-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.886611, + "recall": 0.91996, + "f1": 0.896937, + "accuracy": 0.91996, + "main_score": 0.896937, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "precision": 0.704153, + "recall": 0.76581, + "f1": 0.722238, + "accuracy": 0.76581, + "main_score": 0.722238, + "hf_subset": "eng_Latn-tum_Latn", + "languages": [ + "eng-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.532225, + "recall": 0.623518, + "f1": 0.55859, + "accuracy": 0.623518, + "main_score": 0.55859, + "hf_subset": "hrv_Latn-ace_Arab", + "languages": [ + "hrv-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.467819, + "recall": 0.530632, + "f1": 0.484826, + "accuracy": 0.530632, + "main_score": 0.484826, + "hf_subset": "hrv_Latn-bam_Latn", + "languages": [ + "hrv-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.638747, + "recall": 0.721344, + "f1": 0.662131, + "accuracy": 0.721344, + "main_score": 0.662131, + "hf_subset": "hrv_Latn-dzo_Tibt", + "languages": [ + "hrv-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-hin_Deva", + "languages": [ + "hrv-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.974061, + "recall": 0.982213, + "f1": 0.97668, + "accuracy": 0.982213, + "main_score": 0.97668, + "hf_subset": "hrv_Latn-khm_Khmr", + "languages": [ + "hrv-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hrv_Latn-mag_Deva", + "languages": [ + "hrv-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-pap_Latn", + "languages": [ + "hrv-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.855105, + "recall": 0.895257, + "f1": 0.867556, + "accuracy": 0.895257, + "main_score": 0.867556, + "hf_subset": "hrv_Latn-sot_Latn", + "languages": [ + "hrv-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-tur_Latn", + "languages": [ + "hrv-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.865893, + "recall": 0.90415, + "f1": 0.877983, + "accuracy": 0.90415, + "main_score": 0.877983, + "hf_subset": "hrv_Latn-ace_Latn", + "languages": [ + "hrv-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "hrv_Latn-ban_Latn", + "languages": [ + "hrv-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-ell_Grek", + "languages": [ + "hrv-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "hrv_Latn-hne_Deva", + "languages": [ + "hrv-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.570322, + "recall": 0.653162, + "f1": 0.593341, + "accuracy": 0.653162, + "main_score": 0.593341, + "hf_subset": "hrv_Latn-kik_Latn", + "languages": [ + "hrv-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "hrv_Latn-mai_Deva", + "languages": [ + "hrv-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "hrv_Latn-pbt_Arab", + "languages": [ + "hrv-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-spa_Latn", + "languages": [ + "hrv-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.770784, + "recall": 0.829051, + "f1": 0.788392, + "accuracy": 0.829051, + "main_score": 0.788392, + "hf_subset": "hrv_Latn-twi_Latn", + "languages": [ + "hrv-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-acm_Arab", + "languages": [ + "hrv-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-bel_Cyrl", + "languages": [ + "hrv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.852964, + "recall": 0.895257, + "f1": 0.866074, + "accuracy": 0.895257, + "main_score": 0.866074, + "hf_subset": "hrv_Latn-kin_Latn", + "languages": [ + "hrv-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hrv_Latn-mal_Mlym", + "languages": [ + "hrv-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-pes_Arab", + "languages": [ + "hrv-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hrv_Latn-srd_Latn", + "languages": [ + "hrv-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.20792, + "recall": 0.273715, + "f1": 0.223325, + "accuracy": 0.273715, + "main_score": 0.223325, + "hf_subset": "hrv_Latn-tzm_Tfng", + "languages": [ + "hrv-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-acq_Arab", + "languages": [ + "hrv-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.657882, + "recall": 0.735178, + "f1": 0.680225, + "accuracy": 0.735178, + "main_score": 0.680225, + "hf_subset": "hrv_Latn-bem_Latn", + "languages": [ + "hrv-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-epo_Latn", + "languages": [ + "hrv-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-hun_Latn", + "languages": [ + "hrv-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "hrv_Latn-kir_Cyrl", + "languages": [ + "hrv-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-mar_Deva", + "languages": [ + "hrv-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.86413, + "recall": 0.90415, + "f1": 0.876449, + "accuracy": 0.90415, + "main_score": 0.876449, + "hf_subset": "hrv_Latn-plt_Latn", + "languages": [ + "hrv-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-srp_Cyrl", + "languages": [ + "hrv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.942391, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "hrv_Latn-uig_Arab", + "languages": [ + "hrv-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-aeb_Arab", + "languages": [ + "hrv-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hrv_Latn-ben_Beng", + "languages": [ + "hrv-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-est_Latn", + "languages": [ + "hrv-Latn", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-hye_Armn", + "languages": [ + "hrv-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.460891, + "recall": 0.527668, + "f1": 0.47899, + "accuracy": 0.527668, + "main_score": 0.47899, + "hf_subset": "hrv_Latn-kmb_Latn", + "languages": [ + "hrv-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.499948, + "recall": 0.586957, + "f1": 0.523073, + "accuracy": 0.586957, + "main_score": 0.523073, + "hf_subset": "hrv_Latn-min_Arab", + "languages": [ + "hrv-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-pol_Latn", + "languages": [ + "hrv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.747513, + "recall": 0.815217, + "f1": 0.767984, + "accuracy": 0.815217, + "main_score": 0.767984, + "hf_subset": "hrv_Latn-ssw_Latn", + "languages": [ + "hrv-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-ukr_Cyrl", + "languages": [ + "hrv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-afr_Latn", + "languages": [ + "hrv-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hrv_Latn-bho_Deva", + "languages": [ + "hrv-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-eus_Latn", + "languages": [ + "hrv-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.870471, + "recall": 0.910079, + "f1": 0.882971, + "accuracy": 0.910079, + "main_score": 0.882971, + "hf_subset": "hrv_Latn-ibo_Latn", + "languages": [ + "hrv-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.876812, + "recall": 0.912055, + "f1": 0.887648, + "accuracy": 0.912055, + "main_score": 0.887648, + "hf_subset": "hrv_Latn-kmr_Latn", + "languages": [ + "hrv-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hrv_Latn-min_Latn", + "languages": [ + "hrv-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-por_Latn", + "languages": [ + "hrv-Latn", + "por-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "hrv_Latn-sun_Latn", + "languages": [ + "hrv-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.457416, + "recall": 0.525692, + "f1": 0.476589, + "accuracy": 0.525692, + "main_score": 0.476589, + "hf_subset": "hrv_Latn-umb_Latn", + "languages": [ + "hrv-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-ajp_Arab", + "languages": [ + "hrv-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.518043, + "recall": 0.605731, + "f1": 0.54177, + "accuracy": 0.605731, + "main_score": 0.54177, + "hf_subset": "hrv_Latn-bjn_Arab", + "languages": [ + "hrv-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.446616, + "recall": 0.51087, + "f1": 0.463874, + "accuracy": 0.51087, + "main_score": 0.463874, + "hf_subset": "hrv_Latn-ewe_Latn", + "languages": [ + "hrv-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.942523, + "recall": 0.961462, + "f1": 0.948781, + "accuracy": 0.961462, + "main_score": 0.948781, + "hf_subset": "hrv_Latn-ilo_Latn", + "languages": [ + "hrv-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.250282, + "recall": 0.318182, + "f1": 0.267161, + "accuracy": 0.318182, + "main_score": 0.267161, + "hf_subset": "hrv_Latn-knc_Arab", + "languages": [ + "hrv-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-mkd_Cyrl", + "languages": [ + "hrv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-prs_Arab", + "languages": [ + "hrv-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-swe_Latn", + "languages": [ + "hrv-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-urd_Arab", + "languages": [ + "hrv-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.747638, + "recall": 0.810277, + "f1": 0.766321, + "accuracy": 0.810277, + "main_score": 0.766321, + "hf_subset": "hrv_Latn-aka_Latn", + "languages": [ + "hrv-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "hrv_Latn-bjn_Latn", + "languages": [ + "hrv-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "hrv_Latn-fao_Latn", + "languages": [ + "hrv-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ind_Latn", + "languages": [ + "hrv-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.504169, + "recall": 0.571146, + "f1": 0.522249, + "accuracy": 0.571146, + "main_score": 0.522249, + "hf_subset": "hrv_Latn-knc_Latn", + "languages": [ + "hrv-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-mlt_Latn", + "languages": [ + "hrv-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.620616, + "recall": 0.697628, + "f1": 0.642918, + "accuracy": 0.697628, + "main_score": 0.642918, + "hf_subset": "hrv_Latn-quy_Latn", + "languages": [ + "hrv-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-swh_Latn", + "languages": [ + "hrv-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-uzn_Latn", + "languages": [ + "hrv-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-als_Latn", + "languages": [ + "hrv-Latn", + "als-Latn" + ] + }, + { + "precision": 0.807569, + "recall": 0.860672, + "f1": 0.823732, + "accuracy": 0.860672, + "main_score": 0.823732, + "hf_subset": "hrv_Latn-bod_Tibt", + "languages": [ + "hrv-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.617103, + "recall": 0.692688, + "f1": 0.63855, + "accuracy": 0.692688, + "main_score": 0.63855, + "hf_subset": "hrv_Latn-fij_Latn", + "languages": [ + "hrv-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hrv_Latn-isl_Latn", + "languages": [ + "hrv-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.596946, + "recall": 0.672925, + "f1": 0.618041, + "accuracy": 0.672925, + "main_score": 0.618041, + "hf_subset": "hrv_Latn-kon_Latn", + "languages": [ + "hrv-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.590929, + "recall": 0.676877, + "f1": 0.615138, + "accuracy": 0.676877, + "main_score": 0.615138, + "hf_subset": "hrv_Latn-mni_Beng", + "languages": [ + "hrv-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-ron_Latn", + "languages": [ + "hrv-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "hrv_Latn-szl_Latn", + "languages": [ + "hrv-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-vec_Latn", + "languages": [ + "hrv-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.920208, + "recall": 0.944664, + "f1": 0.928096, + "accuracy": 0.944664, + "main_score": 0.928096, + "hf_subset": "hrv_Latn-amh_Ethi", + "languages": [ + "hrv-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-bos_Latn", + "languages": [ + "hrv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-fin_Latn", + "languages": [ + "hrv-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-ita_Latn", + "languages": [ + "hrv-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-kor_Hang", + "languages": [ + "hrv-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.497421, + "recall": 0.560277, + "f1": 0.51417, + "accuracy": 0.560277, + "main_score": 0.51417, + "hf_subset": "hrv_Latn-mos_Latn", + "languages": [ + "hrv-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.763109, + "recall": 0.81917, + "f1": 0.779381, + "accuracy": 0.81917, + "main_score": 0.779381, + "hf_subset": "hrv_Latn-run_Latn", + "languages": [ + "hrv-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hrv_Latn-tam_Taml", + "languages": [ + "hrv-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-vie_Latn", + "languages": [ + "hrv-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-apc_Arab", + "languages": [ + "hrv-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.727546, + "recall": 0.795455, + "f1": 0.747546, + "accuracy": 0.795455, + "main_score": 0.747546, + "hf_subset": "hrv_Latn-bug_Latn", + "languages": [ + "hrv-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.424728, + "recall": 0.481225, + "f1": 0.440034, + "accuracy": 0.481225, + "main_score": 0.440034, + "hf_subset": "hrv_Latn-fon_Latn", + "languages": [ + "hrv-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hrv_Latn-jav_Latn", + "languages": [ + "hrv-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "hrv_Latn-lao_Laoo", + "languages": [ + "hrv-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.87747, + "recall": 0.912055, + "f1": 0.888142, + "accuracy": 0.912055, + "main_score": 0.888142, + "hf_subset": "hrv_Latn-mri_Latn", + "languages": [ + "hrv-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-rus_Cyrl", + "languages": [ + "hrv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.486376, + "recall": 0.554348, + "f1": 0.504338, + "accuracy": 0.554348, + "main_score": 0.504338, + "hf_subset": "hrv_Latn-taq_Latn", + "languages": [ + "hrv-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-war_Latn", + "languages": [ + "hrv-Latn", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-arb_Arab", + "languages": [ + "hrv-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-bul_Cyrl", + "languages": [ + "hrv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-fra_Latn", + "languages": [ + "hrv-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-jpn_Jpan", + "languages": [ + "hrv-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hrv_Latn-lij_Latn", + "languages": [ + "hrv-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "hrv_Latn-mya_Mymr", + "languages": [ + "hrv-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.542572, + "recall": 0.615613, + "f1": 0.562476, + "accuracy": 0.615613, + "main_score": 0.562476, + "hf_subset": "hrv_Latn-sag_Latn", + "languages": [ + "hrv-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.219424, + "recall": 0.287549, + "f1": 0.235791, + "accuracy": 0.287549, + "main_score": 0.235791, + "hf_subset": "hrv_Latn-taq_Tfng", + "languages": [ + "hrv-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.619336, + "recall": 0.693676, + "f1": 0.640492, + "accuracy": 0.693676, + "main_score": 0.640492, + "hf_subset": "hrv_Latn-wol_Latn", + "languages": [ + "hrv-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.845356, + "recall": 0.890316, + "f1": 0.859321, + "accuracy": 0.890316, + "main_score": 0.859321, + "hf_subset": "hrv_Latn-arb_Latn", + "languages": [ + "hrv-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-cat_Latn", + "languages": [ + "hrv-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-fur_Latn", + "languages": [ + "hrv-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.433085, + "recall": 0.512846, + "f1": 0.454778, + "accuracy": 0.512846, + "main_score": 0.454778, + "hf_subset": "hrv_Latn-kab_Latn", + "languages": [ + "hrv-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "hrv_Latn-lim_Latn", + "languages": [ + "hrv-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-nld_Latn", + "languages": [ + "hrv-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "hrv_Latn-san_Deva", + "languages": [ + "hrv-Latn", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-tat_Cyrl", + "languages": [ + "hrv-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.875906, + "recall": 0.913043, + "f1": 0.887747, + "accuracy": 0.913043, + "main_score": 0.887747, + "hf_subset": "hrv_Latn-xho_Latn", + "languages": [ + "hrv-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-ars_Arab", + "languages": [ + "hrv-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-ceb_Latn", + "languages": [ + "hrv-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.464859, + "recall": 0.544466, + "f1": 0.486442, + "accuracy": 0.544466, + "main_score": 0.486442, + "hf_subset": "hrv_Latn-fuv_Latn", + "languages": [ + "hrv-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.46584, + "recall": 0.537549, + "f1": 0.48479, + "accuracy": 0.537549, + "main_score": 0.48479, + "hf_subset": "hrv_Latn-kac_Latn", + "languages": [ + "hrv-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.611859, + "recall": 0.689723, + "f1": 0.633969, + "accuracy": 0.689723, + "main_score": 0.633969, + "hf_subset": "hrv_Latn-lin_Latn", + "languages": [ + "hrv-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-nno_Latn", + "languages": [ + "hrv-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.851466, + "recall": 0.893281, + "f1": 0.864361, + "accuracy": 0.893281, + "main_score": 0.864361, + "hf_subset": "hrv_Latn-sat_Olck", + "languages": [ + "hrv-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hrv_Latn-tel_Telu", + "languages": [ + "hrv-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hrv_Latn-ydd_Hebr", + "languages": [ + "hrv-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "hrv_Latn-ary_Arab", + "languages": [ + "hrv-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-ces_Latn", + "languages": [ + "hrv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.545695, + "recall": 0.628458, + "f1": 0.568283, + "accuracy": 0.628458, + "main_score": 0.568283, + "hf_subset": "hrv_Latn-gaz_Latn", + "languages": [ + "hrv-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.52892, + "recall": 0.61166, + "f1": 0.551639, + "accuracy": 0.61166, + "main_score": 0.551639, + "hf_subset": "hrv_Latn-kam_Latn", + "languages": [ + "hrv-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hrv_Latn-lit_Latn", + "languages": [ + "hrv-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-nob_Latn", + "languages": [ + "hrv-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hrv_Latn-scn_Latn", + "languages": [ + "hrv-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.969071, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "hrv_Latn-tgk_Cyrl", + "languages": [ + "hrv-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.744097, + "recall": 0.810277, + "f1": 0.76354, + "accuracy": 0.810277, + "main_score": 0.76354, + "hf_subset": "hrv_Latn-yor_Latn", + "languages": [ + "hrv-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-arz_Arab", + "languages": [ + "hrv-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.480493, + "recall": 0.556324, + "f1": 0.500973, + "accuracy": 0.556324, + "main_score": 0.500973, + "hf_subset": "hrv_Latn-cjk_Latn", + "languages": [ + "hrv-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.948452, + "recall": 0.965415, + "f1": 0.954051, + "accuracy": 0.965415, + "main_score": 0.954051, + "hf_subset": "hrv_Latn-gla_Latn", + "languages": [ + "hrv-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "hrv_Latn-kan_Knda", + "languages": [ + "hrv-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "hrv_Latn-lmo_Latn", + "languages": [ + "hrv-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "hrv_Latn-npi_Deva", + "languages": [ + "hrv-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.532634, + "recall": 0.613636, + "f1": 0.555735, + "accuracy": 0.613636, + "main_score": 0.555735, + "hf_subset": "hrv_Latn-shn_Mymr", + "languages": [ + "hrv-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-tgl_Latn", + "languages": [ + "hrv-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-yue_Hant", + "languages": [ + "hrv-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hrv_Latn-asm_Beng", + "languages": [ + "hrv-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.927125, + "recall": 0.949605, + "f1": 0.934354, + "accuracy": 0.949605, + "main_score": 0.934354, + "hf_subset": "hrv_Latn-ckb_Arab", + "languages": [ + "hrv-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hrv_Latn-gle_Latn", + "languages": [ + "hrv-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.908053, + "recall": 0.934783, + "f1": 0.916403, + "accuracy": 0.934783, + "main_score": 0.916403, + "hf_subset": "hrv_Latn-kas_Arab", + "languages": [ + "hrv-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.897316, + "recall": 0.928854, + "f1": 0.907345, + "accuracy": 0.928854, + "main_score": 0.907345, + "hf_subset": "hrv_Latn-ltg_Latn", + "languages": [ + "hrv-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.787706, + "recall": 0.840909, + "f1": 0.803876, + "accuracy": 0.840909, + "main_score": 0.803876, + "hf_subset": "hrv_Latn-nso_Latn", + "languages": [ + "hrv-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "hrv_Latn-sin_Sinh", + "languages": [ + "hrv-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-tha_Thai", + "languages": [ + "hrv-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-zho_Hans", + "languages": [ + "hrv-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-ast_Latn", + "languages": [ + "hrv-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "hrv_Latn-crh_Latn", + "languages": [ + "hrv-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-glg_Latn", + "languages": [ + "hrv-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.84893, + "recall": 0.893281, + "f1": 0.862516, + "accuracy": 0.893281, + "main_score": 0.862516, + "hf_subset": "hrv_Latn-kas_Deva", + "languages": [ + "hrv-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "hrv_Latn-ltz_Latn", + "languages": [ + "hrv-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.41839, + "recall": 0.486166, + "f1": 0.436535, + "accuracy": 0.486166, + "main_score": 0.436535, + "hf_subset": "hrv_Latn-nus_Latn", + "languages": [ + "hrv-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-slk_Latn", + "languages": [ + "hrv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.635197, + "recall": 0.717391, + "f1": 0.658682, + "accuracy": 0.717391, + "main_score": 0.658682, + "hf_subset": "hrv_Latn-tir_Ethi", + "languages": [ + "hrv-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-zho_Hant", + "languages": [ + "hrv-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.977108, + "recall": 0.983202, + "f1": 0.979084, + "accuracy": 0.983202, + "main_score": 0.979084, + "hf_subset": "hrv_Latn-awa_Deva", + "languages": [ + "hrv-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hrv_Latn-cym_Latn", + "languages": [ + "hrv-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.76082, + "recall": 0.81917, + "f1": 0.778426, + "accuracy": 0.81917, + "main_score": 0.778426, + "hf_subset": "hrv_Latn-grn_Latn", + "languages": [ + "hrv-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-kat_Geor", + "languages": [ + "hrv-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.579516, + "recall": 0.652174, + "f1": 0.599624, + "accuracy": 0.652174, + "main_score": 0.599624, + "hf_subset": "hrv_Latn-lua_Latn", + "languages": [ + "hrv-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.818182, + "recall": 0.869565, + "f1": 0.834289, + "accuracy": 0.869565, + "main_score": 0.834289, + "hf_subset": "hrv_Latn-nya_Latn", + "languages": [ + "hrv-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "hrv_Latn-slv_Latn", + "languages": [ + "hrv-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "hrv_Latn-tpi_Latn", + "languages": [ + "hrv-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-zsm_Latn", + "languages": [ + "hrv-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.484089, + "recall": 0.556324, + "f1": 0.504179, + "accuracy": 0.556324, + "main_score": 0.504179, + "hf_subset": "hrv_Latn-ayr_Latn", + "languages": [ + "hrv-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-dan_Latn", + "languages": [ + "hrv-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-guj_Gujr", + "languages": [ + "hrv-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hrv_Latn-kaz_Cyrl", + "languages": [ + "hrv-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.62757, + "recall": 0.706522, + "f1": 0.649864, + "accuracy": 0.706522, + "main_score": 0.649864, + "hf_subset": "hrv_Latn-lug_Latn", + "languages": [ + "hrv-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-oci_Latn", + "languages": [ + "hrv-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.827602, + "recall": 0.874506, + "f1": 0.841996, + "accuracy": 0.874506, + "main_score": 0.841996, + "hf_subset": "hrv_Latn-smo_Latn", + "languages": [ + "hrv-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.734256, + "recall": 0.800395, + "f1": 0.754513, + "accuracy": 0.800395, + "main_score": 0.754513, + "hf_subset": "hrv_Latn-tsn_Latn", + "languages": [ + "hrv-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.891963, + "recall": 0.924901, + "f1": 0.902503, + "accuracy": 0.924901, + "main_score": 0.902503, + "hf_subset": "hrv_Latn-zul_Latn", + "languages": [ + "hrv-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.92276, + "recall": 0.94664, + "f1": 0.930336, + "accuracy": 0.94664, + "main_score": 0.930336, + "hf_subset": "hrv_Latn-azb_Arab", + "languages": [ + "hrv-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-deu_Latn", + "languages": [ + "hrv-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "hrv_Latn-hat_Latn", + "languages": [ + "hrv-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.462198, + "recall": 0.531621, + "f1": 0.481844, + "accuracy": 0.531621, + "main_score": 0.481844, + "hf_subset": "hrv_Latn-kbp_Latn", + "languages": [ + "hrv-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.499511, + "recall": 0.572134, + "f1": 0.519469, + "accuracy": 0.572134, + "main_score": 0.519469, + "hf_subset": "hrv_Latn-luo_Latn", + "languages": [ + "hrv-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "hrv_Latn-ory_Orya", + "languages": [ + "hrv-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.888175, + "recall": 0.921937, + "f1": 0.899045, + "accuracy": 0.921937, + "main_score": 0.899045, + "hf_subset": "hrv_Latn-sna_Latn", + "languages": [ + "hrv-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.660423, + "recall": 0.730237, + "f1": 0.680329, + "accuracy": 0.730237, + "main_score": 0.680329, + "hf_subset": "hrv_Latn-tso_Latn", + "languages": [ + "hrv-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-azj_Latn", + "languages": [ + "hrv-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.493352, + "recall": 0.565217, + "f1": 0.513267, + "accuracy": 0.565217, + "main_score": 0.513267, + "hf_subset": "hrv_Latn-dik_Latn", + "languages": [ + "hrv-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.890069, + "recall": 0.922925, + "f1": 0.900593, + "accuracy": 0.922925, + "main_score": 0.900593, + "hf_subset": "hrv_Latn-hau_Latn", + "languages": [ + "hrv-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "hrv_Latn-kea_Latn", + "languages": [ + "hrv-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.92416, + "recall": 0.94664, + "f1": 0.931225, + "accuracy": 0.94664, + "main_score": 0.931225, + "hf_subset": "hrv_Latn-lus_Latn", + "languages": [ + "hrv-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.852931, + "recall": 0.894269, + "f1": 0.865711, + "accuracy": 0.894269, + "main_score": 0.865711, + "hf_subset": "hrv_Latn-pag_Latn", + "languages": [ + "hrv-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "hrv_Latn-snd_Arab", + "languages": [ + "hrv-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "hrv_Latn-tuk_Latn", + "languages": [ + "hrv-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "hrv_Latn-bak_Cyrl", + "languages": [ + "hrv-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.453912, + "recall": 0.530632, + "f1": 0.474886, + "accuracy": 0.530632, + "main_score": 0.474886, + "hf_subset": "hrv_Latn-dyu_Latn", + "languages": [ + "hrv-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-heb_Hebr", + "languages": [ + "hrv-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "hrv_Latn-khk_Cyrl", + "languages": [ + "hrv-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-lvs_Latn", + "languages": [ + "hrv-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-pan_Guru", + "languages": [ + "hrv-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.855517, + "recall": 0.898221, + "f1": 0.868808, + "accuracy": 0.898221, + "main_score": 0.868808, + "hf_subset": "hrv_Latn-som_Latn", + "languages": [ + "hrv-Latn", + "som-Latn" + ] + }, + { + "precision": 0.693429, + "recall": 0.758893, + "f1": 0.712131, + "accuracy": 0.758893, + "main_score": 0.712131, + "hf_subset": "hrv_Latn-tum_Latn", + "languages": [ + "hrv-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.444791, + "recall": 0.521739, + "f1": 0.466496, + "accuracy": 0.521739, + "main_score": 0.466496, + "hf_subset": "kin_Latn-ace_Arab", + "languages": [ + "kin-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.484978, + "recall": 0.535573, + "f1": 0.497458, + "accuracy": 0.535573, + "main_score": 0.497458, + "hf_subset": "kin_Latn-bam_Latn", + "languages": [ + "kin-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.523036, + "recall": 0.599802, + "f1": 0.544008, + "accuracy": 0.599802, + "main_score": 0.544008, + "hf_subset": "kin_Latn-dzo_Tibt", + "languages": [ + "kin-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.867523, + "recall": 0.901186, + "f1": 0.877602, + "accuracy": 0.901186, + "main_score": 0.877602, + "hf_subset": "kin_Latn-hin_Deva", + "languages": [ + "kin-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.826508, + "recall": 0.866601, + "f1": 0.838386, + "accuracy": 0.866601, + "main_score": 0.838386, + "hf_subset": "kin_Latn-khm_Khmr", + "languages": [ + "kin-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.857913, + "recall": 0.892292, + "f1": 0.868006, + "accuracy": 0.892292, + "main_score": 0.868006, + "hf_subset": "kin_Latn-mag_Deva", + "languages": [ + "kin-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.84176, + "recall": 0.878458, + "f1": 0.852471, + "accuracy": 0.878458, + "main_score": 0.852471, + "hf_subset": "kin_Latn-pap_Latn", + "languages": [ + "kin-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.808169, + "recall": 0.856719, + "f1": 0.822892, + "accuracy": 0.856719, + "main_score": 0.822892, + "hf_subset": "kin_Latn-sot_Latn", + "languages": [ + "kin-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.858943, + "recall": 0.894269, + "f1": 0.86949, + "accuracy": 0.894269, + "main_score": 0.86949, + "hf_subset": "kin_Latn-tur_Latn", + "languages": [ + "kin-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.749359, + "recall": 0.793478, + "f1": 0.761795, + "accuracy": 0.793478, + "main_score": 0.761795, + "hf_subset": "kin_Latn-ace_Latn", + "languages": [ + "kin-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.801383, + "recall": 0.840909, + "f1": 0.812719, + "accuracy": 0.840909, + "main_score": 0.812719, + "hf_subset": "kin_Latn-ban_Latn", + "languages": [ + "kin-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.837516, + "recall": 0.876482, + "f1": 0.849078, + "accuracy": 0.876482, + "main_score": 0.849078, + "hf_subset": "kin_Latn-ell_Grek", + "languages": [ + "kin-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.841963, + "recall": 0.880435, + "f1": 0.853327, + "accuracy": 0.880435, + "main_score": 0.853327, + "hf_subset": "kin_Latn-hne_Deva", + "languages": [ + "kin-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.587529, + "recall": 0.642292, + "f1": 0.602247, + "accuracy": 0.642292, + "main_score": 0.602247, + "hf_subset": "kin_Latn-kik_Latn", + "languages": [ + "kin-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.847176, + "recall": 0.880435, + "f1": 0.856657, + "accuracy": 0.880435, + "main_score": 0.856657, + "hf_subset": "kin_Latn-mai_Deva", + "languages": [ + "kin-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.82748, + "recall": 0.868577, + "f1": 0.839408, + "accuracy": 0.868577, + "main_score": 0.839408, + "hf_subset": "kin_Latn-pbt_Arab", + "languages": [ + "kin-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.855237, + "recall": 0.891304, + "f1": 0.865929, + "accuracy": 0.891304, + "main_score": 0.865929, + "hf_subset": "kin_Latn-spa_Latn", + "languages": [ + "kin-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.699661, + "recall": 0.755929, + "f1": 0.715683, + "accuracy": 0.755929, + "main_score": 0.715683, + "hf_subset": "kin_Latn-twi_Latn", + "languages": [ + "kin-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.842154, + "recall": 0.882411, + "f1": 0.854529, + "accuracy": 0.882411, + "main_score": 0.854529, + "hf_subset": "kin_Latn-acm_Arab", + "languages": [ + "kin-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.816774, + "recall": 0.860672, + "f1": 0.829639, + "accuracy": 0.860672, + "main_score": 0.829639, + "hf_subset": "kin_Latn-bel_Cyrl", + "languages": [ + "kin-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.847777, + "recall": 0.883399, + "f1": 0.857981, + "accuracy": 0.883399, + "main_score": 0.857981, + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.854644, + "recall": 0.891304, + "f1": 0.865547, + "accuracy": 0.891304, + "main_score": 0.865547, + "hf_subset": "kin_Latn-hrv_Latn", + "languages": [ + "kin-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.848115, + "recall": 0.885375, + "f1": 0.859305, + "accuracy": 0.885375, + "main_score": 0.859305, + "hf_subset": "kin_Latn-mal_Mlym", + "languages": [ + "kin-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.845298, + "recall": 0.882411, + "f1": 0.856478, + "accuracy": 0.882411, + "main_score": 0.856478, + "hf_subset": "kin_Latn-pes_Arab", + "languages": [ + "kin-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.842251, + "recall": 0.880435, + "f1": 0.85325, + "accuracy": 0.880435, + "main_score": 0.85325, + "hf_subset": "kin_Latn-srd_Latn", + "languages": [ + "kin-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.22278, + "recall": 0.287549, + "f1": 0.238105, + "accuracy": 0.287549, + "main_score": 0.238105, + "hf_subset": "kin_Latn-tzm_Tfng", + "languages": [ + "kin-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.85854, + "recall": 0.896245, + "f1": 0.869911, + "accuracy": 0.896245, + "main_score": 0.869911, + "hf_subset": "kin_Latn-acq_Arab", + "languages": [ + "kin-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.672946, + "recall": 0.725296, + "f1": 0.687502, + "accuracy": 0.725296, + "main_score": 0.687502, + "hf_subset": "kin_Latn-bem_Latn", + "languages": [ + "kin-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.858226, + "recall": 0.892292, + "f1": 0.86778, + "accuracy": 0.892292, + "main_score": 0.86778, + "hf_subset": "kin_Latn-epo_Latn", + "languages": [ + "kin-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.87323, + "recall": 0.905138, + "f1": 0.882946, + "accuracy": 0.905138, + "main_score": 0.882946, + "hf_subset": "kin_Latn-hun_Latn", + "languages": [ + "kin-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.833871, + "recall": 0.875494, + "f1": 0.846099, + "accuracy": 0.875494, + "main_score": 0.846099, + "hf_subset": "kin_Latn-kir_Cyrl", + "languages": [ + "kin-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.853321, + "recall": 0.891304, + "f1": 0.864563, + "accuracy": 0.891304, + "main_score": 0.864563, + "hf_subset": "kin_Latn-mar_Deva", + "languages": [ + "kin-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.799417, + "recall": 0.84585, + "f1": 0.813375, + "accuracy": 0.84585, + "main_score": 0.813375, + "hf_subset": "kin_Latn-plt_Latn", + "languages": [ + "kin-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.853294, + "recall": 0.88834, + "f1": 0.863443, + "accuracy": 0.88834, + "main_score": 0.863443, + "hf_subset": "kin_Latn-srp_Cyrl", + "languages": [ + "kin-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.803073, + "recall": 0.848814, + "f1": 0.816749, + "accuracy": 0.848814, + "main_score": 0.816749, + "hf_subset": "kin_Latn-uig_Arab", + "languages": [ + "kin-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.835948, + "recall": 0.874506, + "f1": 0.846979, + "accuracy": 0.874506, + "main_score": 0.846979, + "hf_subset": "kin_Latn-aeb_Arab", + "languages": [ + "kin-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.853368, + "recall": 0.88834, + "f1": 0.863527, + "accuracy": 0.88834, + "main_score": 0.863527, + "hf_subset": "kin_Latn-ben_Beng", + "languages": [ + "kin-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.855945, + "recall": 0.891304, + "f1": 0.86621, + "accuracy": 0.891304, + "main_score": 0.86621, + "hf_subset": "kin_Latn-est_Latn", + "languages": [ + "kin-Latn", + "est-Latn" + ] + }, + { + "precision": 0.851433, + "recall": 0.885375, + "f1": 0.861646, + "accuracy": 0.885375, + "main_score": 0.861646, + "hf_subset": "kin_Latn-hye_Armn", + "languages": [ + "kin-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.499687, + "recall": 0.545455, + "f1": 0.512586, + "accuracy": 0.545455, + "main_score": 0.512586, + "hf_subset": "kin_Latn-kmb_Latn", + "languages": [ + "kin-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.419771, + "recall": 0.498024, + "f1": 0.441036, + "accuracy": 0.498024, + "main_score": 0.441036, + "hf_subset": "kin_Latn-min_Arab", + "languages": [ + "kin-Latn", + "min-Arab" + ] + }, + { + "precision": 0.862549, + "recall": 0.895257, + "f1": 0.871993, + "accuracy": 0.895257, + "main_score": 0.871993, + "hf_subset": "kin_Latn-pol_Latn", + "languages": [ + "kin-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.729727, + "recall": 0.785573, + "f1": 0.74633, + "accuracy": 0.785573, + "main_score": 0.74633, + "hf_subset": "kin_Latn-ssw_Latn", + "languages": [ + "kin-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.854342, + "recall": 0.889328, + "f1": 0.864657, + "accuracy": 0.889328, + "main_score": 0.864657, + "hf_subset": "kin_Latn-ukr_Cyrl", + "languages": [ + "kin-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.860769, + "recall": 0.892292, + "f1": 0.869895, + "accuracy": 0.892292, + "main_score": 0.869895, + "hf_subset": "kin_Latn-afr_Latn", + "languages": [ + "kin-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.847414, + "recall": 0.887352, + "f1": 0.859458, + "accuracy": 0.887352, + "main_score": 0.859458, + "hf_subset": "kin_Latn-bho_Deva", + "languages": [ + "kin-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.83174, + "recall": 0.866601, + "f1": 0.841406, + "accuracy": 0.866601, + "main_score": 0.841406, + "hf_subset": "kin_Latn-eus_Latn", + "languages": [ + "kin-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.812912, + "recall": 0.856719, + "f1": 0.826336, + "accuracy": 0.856719, + "main_score": 0.826336, + "hf_subset": "kin_Latn-ibo_Latn", + "languages": [ + "kin-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.787146, + "recall": 0.833992, + "f1": 0.800522, + "accuracy": 0.833992, + "main_score": 0.800522, + "hf_subset": "kin_Latn-kmr_Latn", + "languages": [ + "kin-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.83945, + "recall": 0.878458, + "f1": 0.850796, + "accuracy": 0.878458, + "main_score": 0.850796, + "hf_subset": "kin_Latn-min_Latn", + "languages": [ + "kin-Latn", + "min-Latn" + ] + }, + { + "precision": 0.875899, + "recall": 0.908103, + "f1": 0.88559, + "accuracy": 0.908103, + "main_score": 0.88559, + "hf_subset": "kin_Latn-por_Latn", + "languages": [ + "kin-Latn", + "por-Latn" + ] + }, + { + "precision": 0.815084, + "recall": 0.854743, + "f1": 0.826151, + "accuracy": 0.854743, + "main_score": 0.826151, + "hf_subset": "kin_Latn-sun_Latn", + "languages": [ + "kin-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.483804, + "recall": 0.543478, + "f1": 0.500548, + "accuracy": 0.543478, + "main_score": 0.500548, + "hf_subset": "kin_Latn-umb_Latn", + "languages": [ + "kin-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.862599, + "recall": 0.897233, + "f1": 0.872468, + "accuracy": 0.897233, + "main_score": 0.872468, + "hf_subset": "kin_Latn-ajp_Arab", + "languages": [ + "kin-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.442578, + "recall": 0.519763, + "f1": 0.463847, + "accuracy": 0.519763, + "main_score": 0.463847, + "hf_subset": "kin_Latn-bjn_Arab", + "languages": [ + "kin-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.46626, + "recall": 0.505929, + "f1": 0.477034, + "accuracy": 0.505929, + "main_score": 0.477034, + "hf_subset": "kin_Latn-ewe_Latn", + "languages": [ + "kin-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.801894, + "recall": 0.842885, + "f1": 0.813853, + "accuracy": 0.842885, + "main_score": 0.813853, + "hf_subset": "kin_Latn-ilo_Latn", + "languages": [ + "kin-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.25781, + "recall": 0.309289, + "f1": 0.271367, + "accuracy": 0.309289, + "main_score": 0.271367, + "hf_subset": "kin_Latn-knc_Arab", + "languages": [ + "kin-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.855023, + "recall": 0.890316, + "f1": 0.865566, + "accuracy": 0.890316, + "main_score": 0.865566, + "hf_subset": "kin_Latn-mkd_Cyrl", + "languages": [ + "kin-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.870035, + "recall": 0.901186, + "f1": 0.878979, + "accuracy": 0.901186, + "main_score": 0.878979, + "hf_subset": "kin_Latn-prs_Arab", + "languages": [ + "kin-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.870051, + "recall": 0.90415, + "f1": 0.880259, + "accuracy": 0.90415, + "main_score": 0.880259, + "hf_subset": "kin_Latn-swe_Latn", + "languages": [ + "kin-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.859256, + "recall": 0.891304, + "f1": 0.868597, + "accuracy": 0.891304, + "main_score": 0.868597, + "hf_subset": "kin_Latn-urd_Arab", + "languages": [ + "kin-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.687321, + "recall": 0.73913, + "f1": 0.70137, + "accuracy": 0.73913, + "main_score": 0.70137, + "hf_subset": "kin_Latn-aka_Latn", + "languages": [ + "kin-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.817481, + "recall": 0.856719, + "f1": 0.828458, + "accuracy": 0.856719, + "main_score": 0.828458, + "hf_subset": "kin_Latn-bjn_Latn", + "languages": [ + "kin-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.855696, + "recall": 0.887352, + "f1": 0.865366, + "accuracy": 0.887352, + "main_score": 0.865366, + "hf_subset": "kin_Latn-fao_Latn", + "languages": [ + "kin-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.865983, + "recall": 0.900198, + "f1": 0.876227, + "accuracy": 0.900198, + "main_score": 0.876227, + "hf_subset": "kin_Latn-ind_Latn", + "languages": [ + "kin-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.50305, + "recall": 0.543478, + "f1": 0.513029, + "accuracy": 0.543478, + "main_score": 0.513029, + "hf_subset": "kin_Latn-knc_Latn", + "languages": [ + "kin-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.825088, + "recall": 0.865613, + "f1": 0.836628, + "accuracy": 0.865613, + "main_score": 0.836628, + "hf_subset": "kin_Latn-mlt_Latn", + "languages": [ + "kin-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.569234, + "recall": 0.628458, + "f1": 0.585554, + "accuracy": 0.628458, + "main_score": 0.585554, + "hf_subset": "kin_Latn-quy_Latn", + "languages": [ + "kin-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.880311, + "recall": 0.911067, + "f1": 0.889534, + "accuracy": 0.911067, + "main_score": 0.889534, + "hf_subset": "kin_Latn-swh_Latn", + "languages": [ + "kin-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.828096, + "recall": 0.871542, + "f1": 0.841023, + "accuracy": 0.871542, + "main_score": 0.841023, + "hf_subset": "kin_Latn-uzn_Latn", + "languages": [ + "kin-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.834166, + "recall": 0.873518, + "f1": 0.845218, + "accuracy": 0.873518, + "main_score": 0.845218, + "hf_subset": "kin_Latn-als_Latn", + "languages": [ + "kin-Latn", + "als-Latn" + ] + }, + { + "precision": 0.666727, + "recall": 0.737154, + "f1": 0.687137, + "accuracy": 0.737154, + "main_score": 0.687137, + "hf_subset": "kin_Latn-bod_Tibt", + "languages": [ + "kin-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.601713, + "recall": 0.662055, + "f1": 0.618786, + "accuracy": 0.662055, + "main_score": 0.618786, + "hf_subset": "kin_Latn-fij_Latn", + "languages": [ + "kin-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.862544, + "recall": 0.897233, + "f1": 0.87309, + "accuracy": 0.897233, + "main_score": 0.87309, + "hf_subset": "kin_Latn-isl_Latn", + "languages": [ + "kin-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.55741, + "recall": 0.607708, + "f1": 0.571476, + "accuracy": 0.607708, + "main_score": 0.571476, + "hf_subset": "kin_Latn-kon_Latn", + "languages": [ + "kin-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.480065, + "recall": 0.539526, + "f1": 0.496884, + "accuracy": 0.539526, + "main_score": 0.496884, + "hf_subset": "kin_Latn-mni_Beng", + "languages": [ + "kin-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.858251, + "recall": 0.892292, + "f1": 0.868083, + "accuracy": 0.892292, + "main_score": 0.868083, + "hf_subset": "kin_Latn-ron_Latn", + "languages": [ + "kin-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.870423, + "recall": 0.902174, + "f1": 0.879716, + "accuracy": 0.902174, + "main_score": 0.879716, + "hf_subset": "kin_Latn-szl_Latn", + "languages": [ + "kin-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.88475, + "recall": 0.910079, + "f1": 0.892015, + "accuracy": 0.910079, + "main_score": 0.892015, + "hf_subset": "kin_Latn-vec_Latn", + "languages": [ + "kin-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.846937, + "recall": 0.886364, + "f1": 0.858794, + "accuracy": 0.886364, + "main_score": 0.858794, + "hf_subset": "kin_Latn-amh_Ethi", + "languages": [ + "kin-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.855501, + "recall": 0.892292, + "f1": 0.866535, + "accuracy": 0.892292, + "main_score": 0.866535, + "hf_subset": "kin_Latn-bos_Latn", + "languages": [ + "kin-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.851737, + "recall": 0.887352, + "f1": 0.862239, + "accuracy": 0.887352, + "main_score": 0.862239, + "hf_subset": "kin_Latn-fin_Latn", + "languages": [ + "kin-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.872974, + "recall": 0.90415, + "f1": 0.882265, + "accuracy": 0.90415, + "main_score": 0.882265, + "hf_subset": "kin_Latn-ita_Latn", + "languages": [ + "kin-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.863613, + "recall": 0.900198, + "f1": 0.874489, + "accuracy": 0.900198, + "main_score": 0.874489, + "hf_subset": "kin_Latn-kor_Hang", + "languages": [ + "kin-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.487698, + "recall": 0.533597, + "f1": 0.501065, + "accuracy": 0.533597, + "main_score": 0.501065, + "hf_subset": "kin_Latn-mos_Latn", + "languages": [ + "kin-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.839305, + "recall": 0.878458, + "f1": 0.851005, + "accuracy": 0.878458, + "main_score": 0.851005, + "hf_subset": "kin_Latn-run_Latn", + "languages": [ + "kin-Latn", + "run-Latn" + ] + }, + { + "precision": 0.843045, + "recall": 0.881423, + "f1": 0.854316, + "accuracy": 0.881423, + "main_score": 0.854316, + "hf_subset": "kin_Latn-tam_Taml", + "languages": [ + "kin-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.852454, + "recall": 0.886364, + "f1": 0.862681, + "accuracy": 0.886364, + "main_score": 0.862681, + "hf_subset": "kin_Latn-vie_Latn", + "languages": [ + "kin-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.855962, + "recall": 0.892292, + "f1": 0.866864, + "accuracy": 0.892292, + "main_score": 0.866864, + "hf_subset": "kin_Latn-apc_Arab", + "languages": [ + "kin-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.615995, + "recall": 0.66996, + "f1": 0.631013, + "accuracy": 0.66996, + "main_score": 0.631013, + "hf_subset": "kin_Latn-bug_Latn", + "languages": [ + "kin-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.428246, + "recall": 0.467391, + "f1": 0.439617, + "accuracy": 0.467391, + "main_score": 0.439617, + "hf_subset": "kin_Latn-fon_Latn", + "languages": [ + "kin-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.839956, + "recall": 0.87747, + "f1": 0.850941, + "accuracy": 0.87747, + "main_score": 0.850941, + "hf_subset": "kin_Latn-jav_Latn", + "languages": [ + "kin-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.826532, + "recall": 0.869565, + "f1": 0.839954, + "accuracy": 0.869565, + "main_score": 0.839954, + "hf_subset": "kin_Latn-lao_Laoo", + "languages": [ + "kin-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.791842, + "recall": 0.835968, + "f1": 0.804621, + "accuracy": 0.835968, + "main_score": 0.804621, + "hf_subset": "kin_Latn-mri_Latn", + "languages": [ + "kin-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.856653, + "recall": 0.894269, + "f1": 0.867819, + "accuracy": 0.894269, + "main_score": 0.867819, + "hf_subset": "kin_Latn-rus_Cyrl", + "languages": [ + "kin-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.48223, + "recall": 0.534585, + "f1": 0.496949, + "accuracy": 0.534585, + "main_score": 0.496949, + "hf_subset": "kin_Latn-taq_Latn", + "languages": [ + "kin-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.834865, + "recall": 0.871542, + "f1": 0.845151, + "accuracy": 0.871542, + "main_score": 0.845151, + "hf_subset": "kin_Latn-war_Latn", + "languages": [ + "kin-Latn", + "war-Latn" + ] + }, + { + "precision": 0.845553, + "recall": 0.884387, + "f1": 0.857251, + "accuracy": 0.884387, + "main_score": 0.857251, + "hf_subset": "kin_Latn-arb_Arab", + "languages": [ + "kin-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.867434, + "recall": 0.902174, + "f1": 0.877816, + "accuracy": 0.902174, + "main_score": 0.877816, + "hf_subset": "kin_Latn-bul_Cyrl", + "languages": [ + "kin-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.863999, + "recall": 0.901186, + "f1": 0.875231, + "accuracy": 0.901186, + "main_score": 0.875231, + "hf_subset": "kin_Latn-fra_Latn", + "languages": [ + "kin-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.844038, + "recall": 0.883399, + "f1": 0.855798, + "accuracy": 0.883399, + "main_score": 0.855798, + "hf_subset": "kin_Latn-jpn_Jpan", + "languages": [ + "kin-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.847203, + "recall": 0.879447, + "f1": 0.856679, + "accuracy": 0.879447, + "main_score": 0.856679, + "hf_subset": "kin_Latn-lij_Latn", + "languages": [ + "kin-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.830303, + "recall": 0.874506, + "f1": 0.843412, + "accuracy": 0.874506, + "main_score": 0.843412, + "hf_subset": "kin_Latn-mya_Mymr", + "languages": [ + "kin-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.494551, + "recall": 0.544466, + "f1": 0.508773, + "accuracy": 0.544466, + "main_score": 0.508773, + "hf_subset": "kin_Latn-sag_Latn", + "languages": [ + "kin-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.228171, + "recall": 0.283597, + "f1": 0.242079, + "accuracy": 0.283597, + "main_score": 0.242079, + "hf_subset": "kin_Latn-taq_Tfng", + "languages": [ + "kin-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.581393, + "recall": 0.636364, + "f1": 0.596237, + "accuracy": 0.636364, + "main_score": 0.596237, + "hf_subset": "kin_Latn-wol_Latn", + "languages": [ + "kin-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.738316, + "recall": 0.796443, + "f1": 0.755379, + "accuracy": 0.796443, + "main_score": 0.755379, + "hf_subset": "kin_Latn-arb_Latn", + "languages": [ + "kin-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.868412, + "recall": 0.899209, + "f1": 0.877357, + "accuracy": 0.899209, + "main_score": 0.877357, + "hf_subset": "kin_Latn-cat_Latn", + "languages": [ + "kin-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.865226, + "recall": 0.897233, + "f1": 0.874123, + "accuracy": 0.897233, + "main_score": 0.874123, + "hf_subset": "kin_Latn-fur_Latn", + "languages": [ + "kin-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.465605, + "recall": 0.536561, + "f1": 0.485015, + "accuracy": 0.536561, + "main_score": 0.485015, + "hf_subset": "kin_Latn-kab_Latn", + "languages": [ + "kin-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.823557, + "recall": 0.86166, + "f1": 0.834433, + "accuracy": 0.86166, + "main_score": 0.834433, + "hf_subset": "kin_Latn-lim_Latn", + "languages": [ + "kin-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.846632, + "recall": 0.884387, + "f1": 0.8579, + "accuracy": 0.884387, + "main_score": 0.8579, + "hf_subset": "kin_Latn-nld_Latn", + "languages": [ + "kin-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.831595, + "recall": 0.866601, + "f1": 0.841627, + "accuracy": 0.866601, + "main_score": 0.841627, + "hf_subset": "kin_Latn-san_Deva", + "languages": [ + "kin-Latn", + "san-Deva" + ] + }, + { + "precision": 0.842605, + "recall": 0.880435, + "f1": 0.853531, + "accuracy": 0.880435, + "main_score": 0.853531, + "hf_subset": "kin_Latn-tat_Cyrl", + "languages": [ + "kin-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.829027, + "recall": 0.870553, + "f1": 0.841326, + "accuracy": 0.870553, + "main_score": 0.841326, + "hf_subset": "kin_Latn-xho_Latn", + "languages": [ + "kin-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.845916, + "recall": 0.886364, + "f1": 0.858122, + "accuracy": 0.886364, + "main_score": 0.858122, + "hf_subset": "kin_Latn-ars_Arab", + "languages": [ + "kin-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.846285, + "recall": 0.880435, + "f1": 0.855802, + "accuracy": 0.880435, + "main_score": 0.855802, + "hf_subset": "kin_Latn-ceb_Latn", + "languages": [ + "kin-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.462146, + "recall": 0.518775, + "f1": 0.478239, + "accuracy": 0.518775, + "main_score": 0.478239, + "hf_subset": "kin_Latn-fuv_Latn", + "languages": [ + "kin-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.474028, + "recall": 0.517787, + "f1": 0.486778, + "accuracy": 0.517787, + "main_score": 0.486778, + "hf_subset": "kin_Latn-kac_Latn", + "languages": [ + "kin-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.598265, + "recall": 0.65415, + "f1": 0.613002, + "accuracy": 0.65415, + "main_score": 0.613002, + "hf_subset": "kin_Latn-lin_Latn", + "languages": [ + "kin-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.835359, + "recall": 0.876482, + "f1": 0.847238, + "accuracy": 0.876482, + "main_score": 0.847238, + "hf_subset": "kin_Latn-nno_Latn", + "languages": [ + "kin-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.739065, + "recall": 0.801383, + "f1": 0.75751, + "accuracy": 0.801383, + "main_score": 0.75751, + "hf_subset": "kin_Latn-sat_Olck", + "languages": [ + "kin-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.839263, + "recall": 0.879447, + "f1": 0.850815, + "accuracy": 0.879447, + "main_score": 0.850815, + "hf_subset": "kin_Latn-tel_Telu", + "languages": [ + "kin-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.840662, + "recall": 0.881423, + "f1": 0.853012, + "accuracy": 0.881423, + "main_score": 0.853012, + "hf_subset": "kin_Latn-ydd_Hebr", + "languages": [ + "kin-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.832876, + "recall": 0.871542, + "f1": 0.84399, + "accuracy": 0.871542, + "main_score": 0.84399, + "hf_subset": "kin_Latn-ary_Arab", + "languages": [ + "kin-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.866793, + "recall": 0.900198, + "f1": 0.876877, + "accuracy": 0.900198, + "main_score": 0.876877, + "hf_subset": "kin_Latn-ces_Latn", + "languages": [ + "kin-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.559209, + "recall": 0.624506, + "f1": 0.577073, + "accuracy": 0.624506, + "main_score": 0.577073, + "hf_subset": "kin_Latn-gaz_Latn", + "languages": [ + "kin-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.537707, + "recall": 0.598814, + "f1": 0.554146, + "accuracy": 0.598814, + "main_score": 0.554146, + "hf_subset": "kin_Latn-kam_Latn", + "languages": [ + "kin-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.855468, + "recall": 0.894269, + "f1": 0.867358, + "accuracy": 0.894269, + "main_score": 0.867358, + "hf_subset": "kin_Latn-lit_Latn", + "languages": [ + "kin-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.858514, + "recall": 0.893281, + "f1": 0.868681, + "accuracy": 0.893281, + "main_score": 0.868681, + "hf_subset": "kin_Latn-nob_Latn", + "languages": [ + "kin-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.842128, + "recall": 0.875494, + "f1": 0.851216, + "accuracy": 0.875494, + "main_score": 0.851216, + "hf_subset": "kin_Latn-scn_Latn", + "languages": [ + "kin-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.860846, + "recall": 0.895257, + "f1": 0.870899, + "accuracy": 0.895257, + "main_score": 0.870899, + "hf_subset": "kin_Latn-tgk_Cyrl", + "languages": [ + "kin-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.69217, + "recall": 0.753953, + "f1": 0.709985, + "accuracy": 0.753953, + "main_score": 0.709985, + "hf_subset": "kin_Latn-yor_Latn", + "languages": [ + "kin-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.857535, + "recall": 0.891304, + "f1": 0.86738, + "accuracy": 0.891304, + "main_score": 0.86738, + "hf_subset": "kin_Latn-arz_Arab", + "languages": [ + "kin-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.460638, + "recall": 0.506917, + "f1": 0.473473, + "accuracy": 0.506917, + "main_score": 0.473473, + "hf_subset": "kin_Latn-cjk_Latn", + "languages": [ + "kin-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.828458, + "recall": 0.874506, + "f1": 0.84249, + "accuracy": 0.874506, + "main_score": 0.84249, + "hf_subset": "kin_Latn-gla_Latn", + "languages": [ + "kin-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.83593, + "recall": 0.874506, + "f1": 0.847333, + "accuracy": 0.874506, + "main_score": 0.847333, + "hf_subset": "kin_Latn-kan_Knda", + "languages": [ + "kin-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.846864, + "recall": 0.886364, + "f1": 0.858646, + "accuracy": 0.886364, + "main_score": 0.858646, + "hf_subset": "kin_Latn-lmo_Latn", + "languages": [ + "kin-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.858211, + "recall": 0.893281, + "f1": 0.868744, + "accuracy": 0.893281, + "main_score": 0.868744, + "hf_subset": "kin_Latn-npi_Deva", + "languages": [ + "kin-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.524182, + "recall": 0.591897, + "f1": 0.542817, + "accuracy": 0.591897, + "main_score": 0.542817, + "hf_subset": "kin_Latn-shn_Mymr", + "languages": [ + "kin-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.866028, + "recall": 0.900198, + "f1": 0.8764, + "accuracy": 0.900198, + "main_score": 0.8764, + "hf_subset": "kin_Latn-tgl_Latn", + "languages": [ + "kin-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.838842, + "recall": 0.878458, + "f1": 0.850535, + "accuracy": 0.878458, + "main_score": 0.850535, + "hf_subset": "kin_Latn-yue_Hant", + "languages": [ + "kin-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.837632, + "recall": 0.87747, + "f1": 0.849394, + "accuracy": 0.87747, + "main_score": 0.849394, + "hf_subset": "kin_Latn-asm_Beng", + "languages": [ + "kin-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.837791, + "recall": 0.878458, + "f1": 0.850132, + "accuracy": 0.878458, + "main_score": 0.850132, + "hf_subset": "kin_Latn-ckb_Arab", + "languages": [ + "kin-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.855652, + "recall": 0.889328, + "f1": 0.865388, + "accuracy": 0.889328, + "main_score": 0.865388, + "hf_subset": "kin_Latn-gle_Latn", + "languages": [ + "kin-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.725414, + "recall": 0.780632, + "f1": 0.741245, + "accuracy": 0.780632, + "main_score": 0.741245, + "hf_subset": "kin_Latn-kas_Arab", + "languages": [ + "kin-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.766098, + "recall": 0.817194, + "f1": 0.780739, + "accuracy": 0.817194, + "main_score": 0.780739, + "hf_subset": "kin_Latn-ltg_Latn", + "languages": [ + "kin-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.786693, + "recall": 0.835968, + "f1": 0.801238, + "accuracy": 0.835968, + "main_score": 0.801238, + "hf_subset": "kin_Latn-nso_Latn", + "languages": [ + "kin-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.847365, + "recall": 0.889328, + "f1": 0.860112, + "accuracy": 0.889328, + "main_score": 0.860112, + "hf_subset": "kin_Latn-sin_Sinh", + "languages": [ + "kin-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.844573, + "recall": 0.880435, + "f1": 0.855016, + "accuracy": 0.880435, + "main_score": 0.855016, + "hf_subset": "kin_Latn-tha_Thai", + "languages": [ + "kin-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.793839, + "recall": 0.840909, + "f1": 0.806741, + "accuracy": 0.840909, + "main_score": 0.806741, + "hf_subset": "kin_Latn-zho_Hans", + "languages": [ + "kin-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.854523, + "recall": 0.890316, + "f1": 0.86525, + "accuracy": 0.890316, + "main_score": 0.86525, + "hf_subset": "kin_Latn-ast_Latn", + "languages": [ + "kin-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.852619, + "recall": 0.890316, + "f1": 0.863472, + "accuracy": 0.890316, + "main_score": 0.863472, + "hf_subset": "kin_Latn-crh_Latn", + "languages": [ + "kin-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.843165, + "recall": 0.879447, + "f1": 0.853576, + "accuracy": 0.879447, + "main_score": 0.853576, + "hf_subset": "kin_Latn-glg_Latn", + "languages": [ + "kin-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.672705, + "recall": 0.732213, + "f1": 0.689607, + "accuracy": 0.732213, + "main_score": 0.689607, + "hf_subset": "kin_Latn-kas_Deva", + "languages": [ + "kin-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.836248, + "recall": 0.870553, + "f1": 0.84609, + "accuracy": 0.870553, + "main_score": 0.84609, + "hf_subset": "kin_Latn-ltz_Latn", + "languages": [ + "kin-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.414023, + "recall": 0.470356, + "f1": 0.428883, + "accuracy": 0.470356, + "main_score": 0.428883, + "hf_subset": "kin_Latn-nus_Latn", + "languages": [ + "kin-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.859118, + "recall": 0.893281, + "f1": 0.869255, + "accuracy": 0.893281, + "main_score": 0.869255, + "hf_subset": "kin_Latn-slk_Latn", + "languages": [ + "kin-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.59225, + "recall": 0.664032, + "f1": 0.6125, + "accuracy": 0.664032, + "main_score": 0.6125, + "hf_subset": "kin_Latn-tir_Ethi", + "languages": [ + "kin-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.82692, + "recall": 0.871542, + "f1": 0.840022, + "accuracy": 0.871542, + "main_score": 0.840022, + "hf_subset": "kin_Latn-zho_Hant", + "languages": [ + "kin-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.851647, + "recall": 0.887352, + "f1": 0.862192, + "accuracy": 0.887352, + "main_score": 0.862192, + "hf_subset": "kin_Latn-awa_Deva", + "languages": [ + "kin-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.857784, + "recall": 0.894269, + "f1": 0.868387, + "accuracy": 0.894269, + "main_score": 0.868387, + "hf_subset": "kin_Latn-cym_Latn", + "languages": [ + "kin-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.623507, + "recall": 0.672925, + "f1": 0.636548, + "accuracy": 0.672925, + "main_score": 0.636548, + "hf_subset": "kin_Latn-grn_Latn", + "languages": [ + "kin-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.849466, + "recall": 0.881423, + "f1": 0.858373, + "accuracy": 0.881423, + "main_score": 0.858373, + "hf_subset": "kin_Latn-kat_Geor", + "languages": [ + "kin-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.547552, + "recall": 0.599802, + "f1": 0.561548, + "accuracy": 0.599802, + "main_score": 0.561548, + "hf_subset": "kin_Latn-lua_Latn", + "languages": [ + "kin-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.79585, + "recall": 0.843874, + "f1": 0.810507, + "accuracy": 0.843874, + "main_score": 0.810507, + "hf_subset": "kin_Latn-nya_Latn", + "languages": [ + "kin-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.866008, + "recall": 0.899209, + "f1": 0.875941, + "accuracy": 0.899209, + "main_score": 0.875941, + "hf_subset": "kin_Latn-slv_Latn", + "languages": [ + "kin-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.784249, + "recall": 0.829051, + "f1": 0.796507, + "accuracy": 0.829051, + "main_score": 0.796507, + "hf_subset": "kin_Latn-tpi_Latn", + "languages": [ + "kin-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.862072, + "recall": 0.896245, + "f1": 0.872285, + "accuracy": 0.896245, + "main_score": 0.872285, + "hf_subset": "kin_Latn-zsm_Latn", + "languages": [ + "kin-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.481826, + "recall": 0.527668, + "f1": 0.494633, + "accuracy": 0.527668, + "main_score": 0.494633, + "hf_subset": "kin_Latn-ayr_Latn", + "languages": [ + "kin-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.876976, + "recall": 0.908103, + "f1": 0.886181, + "accuracy": 0.908103, + "main_score": 0.886181, + "hf_subset": "kin_Latn-dan_Latn", + "languages": [ + "kin-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.852833, + "recall": 0.891304, + "f1": 0.864347, + "accuracy": 0.891304, + "main_score": 0.864347, + "hf_subset": "kin_Latn-guj_Gujr", + "languages": [ + "kin-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.844406, + "recall": 0.881423, + "f1": 0.855091, + "accuracy": 0.881423, + "main_score": 0.855091, + "hf_subset": "kin_Latn-kaz_Cyrl", + "languages": [ + "kin-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.661207, + "recall": 0.727273, + "f1": 0.680245, + "accuracy": 0.727273, + "main_score": 0.680245, + "hf_subset": "kin_Latn-lug_Latn", + "languages": [ + "kin-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.85504, + "recall": 0.886364, + "f1": 0.863573, + "accuracy": 0.886364, + "main_score": 0.863573, + "hf_subset": "kin_Latn-oci_Latn", + "languages": [ + "kin-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.765777, + "recall": 0.813241, + "f1": 0.779828, + "accuracy": 0.813241, + "main_score": 0.779828, + "hf_subset": "kin_Latn-smo_Latn", + "languages": [ + "kin-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.734783, + "recall": 0.797431, + "f1": 0.753548, + "accuracy": 0.797431, + "main_score": 0.753548, + "hf_subset": "kin_Latn-tsn_Latn", + "languages": [ + "kin-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.863334, + "recall": 0.898221, + "f1": 0.874111, + "accuracy": 0.898221, + "main_score": 0.874111, + "hf_subset": "kin_Latn-zul_Latn", + "languages": [ + "kin-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.760425, + "recall": 0.811265, + "f1": 0.775182, + "accuracy": 0.811265, + "main_score": 0.775182, + "hf_subset": "kin_Latn-azb_Arab", + "languages": [ + "kin-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.861495, + "recall": 0.894269, + "f1": 0.871161, + "accuracy": 0.894269, + "main_score": 0.871161, + "hf_subset": "kin_Latn-deu_Latn", + "languages": [ + "kin-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.838389, + "recall": 0.874506, + "f1": 0.848965, + "accuracy": 0.874506, + "main_score": 0.848965, + "hf_subset": "kin_Latn-hat_Latn", + "languages": [ + "kin-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.490836, + "recall": 0.537549, + "f1": 0.503844, + "accuracy": 0.537549, + "main_score": 0.503844, + "hf_subset": "kin_Latn-kbp_Latn", + "languages": [ + "kin-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.507276, + "recall": 0.550395, + "f1": 0.519408, + "accuracy": 0.550395, + "main_score": 0.519408, + "hf_subset": "kin_Latn-luo_Latn", + "languages": [ + "kin-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.822069, + "recall": 0.866601, + "f1": 0.835738, + "accuracy": 0.866601, + "main_score": 0.835738, + "hf_subset": "kin_Latn-ory_Orya", + "languages": [ + "kin-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.808525, + "recall": 0.855731, + "f1": 0.822694, + "accuracy": 0.855731, + "main_score": 0.822694, + "hf_subset": "kin_Latn-sna_Latn", + "languages": [ + "kin-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.666128, + "recall": 0.72332, + "f1": 0.681666, + "accuracy": 0.72332, + "main_score": 0.681666, + "hf_subset": "kin_Latn-tso_Latn", + "languages": [ + "kin-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.842284, + "recall": 0.87747, + "f1": 0.852168, + "accuracy": 0.87747, + "main_score": 0.852168, + "hf_subset": "kin_Latn-azj_Latn", + "languages": [ + "kin-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.466077, + "recall": 0.51087, + "f1": 0.478582, + "accuracy": 0.51087, + "main_score": 0.478582, + "hf_subset": "kin_Latn-dik_Latn", + "languages": [ + "kin-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.830105, + "recall": 0.868577, + "f1": 0.84162, + "accuracy": 0.868577, + "main_score": 0.84162, + "hf_subset": "kin_Latn-hau_Latn", + "languages": [ + "kin-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.829341, + "recall": 0.870553, + "f1": 0.841471, + "accuracy": 0.870553, + "main_score": 0.841471, + "hf_subset": "kin_Latn-kea_Latn", + "languages": [ + "kin-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.756357, + "recall": 0.805336, + "f1": 0.770183, + "accuracy": 0.805336, + "main_score": 0.770183, + "hf_subset": "kin_Latn-lus_Latn", + "languages": [ + "kin-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.700417, + "recall": 0.747036, + "f1": 0.713256, + "accuracy": 0.747036, + "main_score": 0.713256, + "hf_subset": "kin_Latn-pag_Latn", + "languages": [ + "kin-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.83187, + "recall": 0.876482, + "f1": 0.845276, + "accuracy": 0.876482, + "main_score": 0.845276, + "hf_subset": "kin_Latn-snd_Arab", + "languages": [ + "kin-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.850833, + "recall": 0.887352, + "f1": 0.861631, + "accuracy": 0.887352, + "main_score": 0.861631, + "hf_subset": "kin_Latn-tuk_Latn", + "languages": [ + "kin-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.838624, + "recall": 0.874506, + "f1": 0.848802, + "accuracy": 0.874506, + "main_score": 0.848802, + "hf_subset": "kin_Latn-bak_Cyrl", + "languages": [ + "kin-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.421379, + "recall": 0.483202, + "f1": 0.439128, + "accuracy": 0.483202, + "main_score": 0.439128, + "hf_subset": "kin_Latn-dyu_Latn", + "languages": [ + "kin-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.862278, + "recall": 0.897233, + "f1": 0.87265, + "accuracy": 0.897233, + "main_score": 0.87265, + "hf_subset": "kin_Latn-heb_Hebr", + "languages": [ + "kin-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.851103, + "recall": 0.891304, + "f1": 0.863293, + "accuracy": 0.891304, + "main_score": 0.863293, + "hf_subset": "kin_Latn-khk_Cyrl", + "languages": [ + "kin-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.848559, + "recall": 0.886364, + "f1": 0.859856, + "accuracy": 0.886364, + "main_score": 0.859856, + "hf_subset": "kin_Latn-lvs_Latn", + "languages": [ + "kin-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.845217, + "recall": 0.881423, + "f1": 0.855269, + "accuracy": 0.881423, + "main_score": 0.855269, + "hf_subset": "kin_Latn-pan_Guru", + "languages": [ + "kin-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.800099, + "recall": 0.850791, + "f1": 0.815448, + "accuracy": 0.850791, + "main_score": 0.815448, + "hf_subset": "kin_Latn-som_Latn", + "languages": [ + "kin-Latn", + "som-Latn" + ] + }, + { + "precision": 0.683745, + "recall": 0.73419, + "f1": 0.698433, + "accuracy": 0.73419, + "main_score": 0.698433, + "hf_subset": "kin_Latn-tum_Latn", + "languages": [ + "kin-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.510427, + "recall": 0.596838, + "f1": 0.534859, + "accuracy": 0.596838, + "main_score": 0.534859, + "hf_subset": "mal_Mlym-ace_Arab", + "languages": [ + "mal-Mlym", + "ace-Arab" + ] + }, + { + "precision": 0.45376, + "recall": 0.516798, + "f1": 0.470925, + "accuracy": 0.516798, + "main_score": 0.470925, + "hf_subset": "mal_Mlym-bam_Latn", + "languages": [ + "mal-Mlym", + "bam-Latn" + ] + }, + { + "precision": 0.673872, + "recall": 0.750988, + "f1": 0.69566, + "accuracy": 0.750988, + "main_score": 0.69566, + "hf_subset": "mal_Mlym-dzo_Tibt", + "languages": [ + "mal-Mlym", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-hin_Deva", + "languages": [ + "mal-Mlym", + "hin-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "mal_Mlym-khm_Khmr", + "languages": [ + "mal-Mlym", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-mag_Deva", + "languages": [ + "mal-Mlym", + "mag-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mal_Mlym-pap_Latn", + "languages": [ + "mal-Mlym", + "pap-Latn" + ] + }, + { + "precision": 0.862154, + "recall": 0.903162, + "f1": 0.875132, + "accuracy": 0.903162, + "main_score": 0.875132, + "hf_subset": "mal_Mlym-sot_Latn", + "languages": [ + "mal-Mlym", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-tur_Latn", + "languages": [ + "mal-Mlym", + "tur-Latn" + ] + }, + { + "precision": 0.852116, + "recall": 0.893281, + "f1": 0.864973, + "accuracy": 0.893281, + "main_score": 0.864973, + "hf_subset": "mal_Mlym-ace_Latn", + "languages": [ + "mal-Mlym", + "ace-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "mal_Mlym-ban_Latn", + "languages": [ + "mal-Mlym", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-ell_Grek", + "languages": [ + "mal-Mlym", + "ell-Grek" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "mal_Mlym-hne_Deva", + "languages": [ + "mal-Mlym", + "hne-Deva" + ] + }, + { + "precision": 0.575863, + "recall": 0.646245, + "f1": 0.595325, + "accuracy": 0.646245, + "main_score": 0.595325, + "hf_subset": "mal_Mlym-kik_Latn", + "languages": [ + "mal-Mlym", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-mai_Deva", + "languages": [ + "mal-Mlym", + "mai-Deva" + ] + }, + { + "precision": 0.943017, + "recall": 0.961462, + "f1": 0.949111, + "accuracy": 0.961462, + "main_score": 0.949111, + "hf_subset": "mal_Mlym-pbt_Arab", + "languages": [ + "mal-Mlym", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-spa_Latn", + "languages": [ + "mal-Mlym", + "spa-Latn" + ] + }, + { + "precision": 0.758218, + "recall": 0.817194, + "f1": 0.775791, + "accuracy": 0.817194, + "main_score": 0.775791, + "hf_subset": "mal_Mlym-twi_Latn", + "languages": [ + "mal-Mlym", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-acm_Arab", + "languages": [ + "mal-Mlym", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-bel_Cyrl", + "languages": [ + "mal-Mlym", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-hrv_Latn", + "languages": [ + "mal-Mlym", + "hrv-Latn" + ] + }, + { + "precision": 0.855823, + "recall": 0.894269, + "f1": 0.86769, + "accuracy": 0.894269, + "main_score": 0.86769, + "hf_subset": "mal_Mlym-kin_Latn", + "languages": [ + "mal-Mlym", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-pes_Arab", + "languages": [ + "mal-Mlym", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mal_Mlym-srd_Latn", + "languages": [ + "mal-Mlym", + "srd-Latn" + ] + }, + { + "precision": 0.200444, + "recall": 0.26581, + "f1": 0.216491, + "accuracy": 0.26581, + "main_score": 0.216491, + "hf_subset": "mal_Mlym-tzm_Tfng", + "languages": [ + "mal-Mlym", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-acq_Arab", + "languages": [ + "mal-Mlym", + "acq-Arab" + ] + }, + { + "precision": 0.655254, + "recall": 0.729249, + "f1": 0.676257, + "accuracy": 0.729249, + "main_score": 0.676257, + "hf_subset": "mal_Mlym-bem_Latn", + "languages": [ + "mal-Mlym", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-epo_Latn", + "languages": [ + "mal-Mlym", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-hun_Latn", + "languages": [ + "mal-Mlym", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mal_Mlym-kir_Cyrl", + "languages": [ + "mal-Mlym", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-mar_Deva", + "languages": [ + "mal-Mlym", + "mar-Deva" + ] + }, + { + "precision": 0.878129, + "recall": 0.911067, + "f1": 0.888274, + "accuracy": 0.911067, + "main_score": 0.888274, + "hf_subset": "mal_Mlym-plt_Latn", + "languages": [ + "mal-Mlym", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-srp_Cyrl", + "languages": [ + "mal-Mlym", + "srp-Cyrl" + ] + }, + { + "precision": 0.940464, + "recall": 0.958498, + "f1": 0.946212, + "accuracy": 0.958498, + "main_score": 0.946212, + "hf_subset": "mal_Mlym-uig_Arab", + "languages": [ + "mal-Mlym", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-aeb_Arab", + "languages": [ + "mal-Mlym", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-ben_Beng", + "languages": [ + "mal-Mlym", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-est_Latn", + "languages": [ + "mal-Mlym", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-hye_Armn", + "languages": [ + "mal-Mlym", + "hye-Armn" + ] + }, + { + "precision": 0.446521, + "recall": 0.509881, + "f1": 0.46383, + "accuracy": 0.509881, + "main_score": 0.46383, + "hf_subset": "mal_Mlym-kmb_Latn", + "languages": [ + "mal-Mlym", + "kmb-Latn" + ] + }, + { + "precision": 0.475151, + "recall": 0.572134, + "f1": 0.500716, + "accuracy": 0.572134, + "main_score": 0.500716, + "hf_subset": "mal_Mlym-min_Arab", + "languages": [ + "mal-Mlym", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-pol_Latn", + "languages": [ + "mal-Mlym", + "pol-Latn" + ] + }, + { + "precision": 0.744845, + "recall": 0.810277, + "f1": 0.76446, + "accuracy": 0.810277, + "main_score": 0.76446, + "hf_subset": "mal_Mlym-ssw_Latn", + "languages": [ + "mal-Mlym", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-ukr_Cyrl", + "languages": [ + "mal-Mlym", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-afr_Latn", + "languages": [ + "mal-Mlym", + "afr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-bho_Deva", + "languages": [ + "mal-Mlym", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-eus_Latn", + "languages": [ + "mal-Mlym", + "eus-Latn" + ] + }, + { + "precision": 0.872777, + "recall": 0.911067, + "f1": 0.884947, + "accuracy": 0.911067, + "main_score": 0.884947, + "hf_subset": "mal_Mlym-ibo_Latn", + "languages": [ + "mal-Mlym", + "ibo-Latn" + ] + }, + { + "precision": 0.872118, + "recall": 0.909091, + "f1": 0.883762, + "accuracy": 0.909091, + "main_score": 0.883762, + "hf_subset": "mal_Mlym-kmr_Latn", + "languages": [ + "mal-Mlym", + "kmr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mal_Mlym-min_Latn", + "languages": [ + "mal-Mlym", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-por_Latn", + "languages": [ + "mal-Mlym", + "por-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mal_Mlym-sun_Latn", + "languages": [ + "mal-Mlym", + "sun-Latn" + ] + }, + { + "precision": 0.446448, + "recall": 0.516798, + "f1": 0.465444, + "accuracy": 0.516798, + "main_score": 0.465444, + "hf_subset": "mal_Mlym-umb_Latn", + "languages": [ + "mal-Mlym", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-ajp_Arab", + "languages": [ + "mal-Mlym", + "ajp-Arab" + ] + }, + { + "precision": 0.495129, + "recall": 0.575099, + "f1": 0.517119, + "accuracy": 0.575099, + "main_score": 0.517119, + "hf_subset": "mal_Mlym-bjn_Arab", + "languages": [ + "mal-Mlym", + "bjn-Arab" + ] + }, + { + "precision": 0.436661, + "recall": 0.493083, + "f1": 0.451205, + "accuracy": 0.493083, + "main_score": 0.451205, + "hf_subset": "mal_Mlym-ewe_Latn", + "languages": [ + "mal-Mlym", + "ewe-Latn" + ] + }, + { + "precision": 0.946805, + "recall": 0.963439, + "f1": 0.95224, + "accuracy": 0.963439, + "main_score": 0.95224, + "hf_subset": "mal_Mlym-ilo_Latn", + "languages": [ + "mal-Mlym", + "ilo-Latn" + ] + }, + { + "precision": 0.256487, + "recall": 0.323123, + "f1": 0.272714, + "accuracy": 0.323123, + "main_score": 0.272714, + "hf_subset": "mal_Mlym-knc_Arab", + "languages": [ + "mal-Mlym", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-mkd_Cyrl", + "languages": [ + "mal-Mlym", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-prs_Arab", + "languages": [ + "mal-Mlym", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-swe_Latn", + "languages": [ + "mal-Mlym", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-urd_Arab", + "languages": [ + "mal-Mlym", + "urd-Arab" + ] + }, + { + "precision": 0.74496, + "recall": 0.80336, + "f1": 0.762079, + "accuracy": 0.80336, + "main_score": 0.762079, + "hf_subset": "mal_Mlym-aka_Latn", + "languages": [ + "mal-Mlym", + "aka-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mal_Mlym-bjn_Latn", + "languages": [ + "mal-Mlym", + "bjn-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "mal_Mlym-fao_Latn", + "languages": [ + "mal-Mlym", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ind_Latn", + "languages": [ + "mal-Mlym", + "ind-Latn" + ] + }, + { + "precision": 0.495981, + "recall": 0.560277, + "f1": 0.512679, + "accuracy": 0.560277, + "main_score": 0.512679, + "hf_subset": "mal_Mlym-knc_Latn", + "languages": [ + "mal-Mlym", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-mlt_Latn", + "languages": [ + "mal-Mlym", + "mlt-Latn" + ] + }, + { + "precision": 0.614107, + "recall": 0.6917, + "f1": 0.63585, + "accuracy": 0.6917, + "main_score": 0.63585, + "hf_subset": "mal_Mlym-quy_Latn", + "languages": [ + "mal-Mlym", + "quy-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-swh_Latn", + "languages": [ + "mal-Mlym", + "swh-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mal_Mlym-uzn_Latn", + "languages": [ + "mal-Mlym", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-als_Latn", + "languages": [ + "mal-Mlym", + "als-Latn" + ] + }, + { + "precision": 0.808745, + "recall": 0.862648, + "f1": 0.825414, + "accuracy": 0.862648, + "main_score": 0.825414, + "hf_subset": "mal_Mlym-bod_Tibt", + "languages": [ + "mal-Mlym", + "bod-Tibt" + ] + }, + { + "precision": 0.619838, + "recall": 0.688735, + "f1": 0.639346, + "accuracy": 0.688735, + "main_score": 0.639346, + "hf_subset": "mal_Mlym-fij_Latn", + "languages": [ + "mal-Mlym", + "fij-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mal_Mlym-isl_Latn", + "languages": [ + "mal-Mlym", + "isl-Latn" + ] + }, + { + "precision": 0.568384, + "recall": 0.646245, + "f1": 0.589924, + "accuracy": 0.646245, + "main_score": 0.589924, + "hf_subset": "mal_Mlym-kon_Latn", + "languages": [ + "mal-Mlym", + "kon-Latn" + ] + }, + { + "precision": 0.60196, + "recall": 0.681818, + "f1": 0.625002, + "accuracy": 0.681818, + "main_score": 0.625002, + "hf_subset": "mal_Mlym-mni_Beng", + "languages": [ + "mal-Mlym", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-ron_Latn", + "languages": [ + "mal-Mlym", + "ron-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "mal_Mlym-szl_Latn", + "languages": [ + "mal-Mlym", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-vec_Latn", + "languages": [ + "mal-Mlym", + "vec-Latn" + ] + }, + { + "precision": 0.926713, + "recall": 0.948617, + "f1": 0.933794, + "accuracy": 0.948617, + "main_score": 0.933794, + "hf_subset": "mal_Mlym-amh_Ethi", + "languages": [ + "mal-Mlym", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-bos_Latn", + "languages": [ + "mal-Mlym", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-fin_Latn", + "languages": [ + "mal-Mlym", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-ita_Latn", + "languages": [ + "mal-Mlym", + "ita-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-kor_Hang", + "languages": [ + "mal-Mlym", + "kor-Hang" + ] + }, + { + "precision": 0.468257, + "recall": 0.534585, + "f1": 0.487081, + "accuracy": 0.534585, + "main_score": 0.487081, + "hf_subset": "mal_Mlym-mos_Latn", + "languages": [ + "mal-Mlym", + "mos-Latn" + ] + }, + { + "precision": 0.756917, + "recall": 0.81917, + "f1": 0.776021, + "accuracy": 0.81917, + "main_score": 0.776021, + "hf_subset": "mal_Mlym-run_Latn", + "languages": [ + "mal-Mlym", + "run-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-tam_Taml", + "languages": [ + "mal-Mlym", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-vie_Latn", + "languages": [ + "mal-Mlym", + "vie-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-apc_Arab", + "languages": [ + "mal-Mlym", + "apc-Arab" + ] + }, + { + "precision": 0.70938, + "recall": 0.774704, + "f1": 0.728443, + "accuracy": 0.774704, + "main_score": 0.728443, + "hf_subset": "mal_Mlym-bug_Latn", + "languages": [ + "mal-Mlym", + "bug-Latn" + ] + }, + { + "precision": 0.400684, + "recall": 0.456522, + "f1": 0.415498, + "accuracy": 0.456522, + "main_score": 0.415498, + "hf_subset": "mal_Mlym-fon_Latn", + "languages": [ + "mal-Mlym", + "fon-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "mal_Mlym-jav_Latn", + "languages": [ + "mal-Mlym", + "jav-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "mal_Mlym-lao_Laoo", + "languages": [ + "mal-Mlym", + "lao-Laoo" + ] + }, + { + "precision": 0.868824, + "recall": 0.906126, + "f1": 0.880468, + "accuracy": 0.906126, + "main_score": 0.880468, + "hf_subset": "mal_Mlym-mri_Latn", + "languages": [ + "mal-Mlym", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-rus_Cyrl", + "languages": [ + "mal-Mlym", + "rus-Cyrl" + ] + }, + { + "precision": 0.46554, + "recall": 0.531621, + "f1": 0.482976, + "accuracy": 0.531621, + "main_score": 0.482976, + "hf_subset": "mal_Mlym-taq_Latn", + "languages": [ + "mal-Mlym", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-war_Latn", + "languages": [ + "mal-Mlym", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-arb_Arab", + "languages": [ + "mal-Mlym", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-bul_Cyrl", + "languages": [ + "mal-Mlym", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-fra_Latn", + "languages": [ + "mal-Mlym", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-jpn_Jpan", + "languages": [ + "mal-Mlym", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mal_Mlym-lij_Latn", + "languages": [ + "mal-Mlym", + "lij-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "mal_Mlym-mya_Mymr", + "languages": [ + "mal-Mlym", + "mya-Mymr" + ] + }, + { + "precision": 0.527407, + "recall": 0.596838, + "f1": 0.546006, + "accuracy": 0.596838, + "main_score": 0.546006, + "hf_subset": "mal_Mlym-sag_Latn", + "languages": [ + "mal-Mlym", + "sag-Latn" + ] + }, + { + "precision": 0.218455, + "recall": 0.288538, + "f1": 0.235824, + "accuracy": 0.288538, + "main_score": 0.235824, + "hf_subset": "mal_Mlym-taq_Tfng", + "languages": [ + "mal-Mlym", + "taq-Tfng" + ] + }, + { + "precision": 0.605373, + "recall": 0.679842, + "f1": 0.626252, + "accuracy": 0.679842, + "main_score": 0.626252, + "hf_subset": "mal_Mlym-wol_Latn", + "languages": [ + "mal-Mlym", + "wol-Latn" + ] + }, + { + "precision": 0.827569, + "recall": 0.878458, + "f1": 0.843478, + "accuracy": 0.878458, + "main_score": 0.843478, + "hf_subset": "mal_Mlym-arb_Latn", + "languages": [ + "mal-Mlym", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-cat_Latn", + "languages": [ + "mal-Mlym", + "cat-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "mal_Mlym-fur_Latn", + "languages": [ + "mal-Mlym", + "fur-Latn" + ] + }, + { + "precision": 0.429265, + "recall": 0.502964, + "f1": 0.448624, + "accuracy": 0.502964, + "main_score": 0.448624, + "hf_subset": "mal_Mlym-kab_Latn", + "languages": [ + "mal-Mlym", + "kab-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "mal_Mlym-lim_Latn", + "languages": [ + "mal-Mlym", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-nld_Latn", + "languages": [ + "mal-Mlym", + "nld-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "mal_Mlym-san_Deva", + "languages": [ + "mal-Mlym", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-tat_Cyrl", + "languages": [ + "mal-Mlym", + "tat-Cyrl" + ] + }, + { + "precision": 0.880682, + "recall": 0.916008, + "f1": 0.891831, + "accuracy": 0.916008, + "main_score": 0.891831, + "hf_subset": "mal_Mlym-xho_Latn", + "languages": [ + "mal-Mlym", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ars_Arab", + "languages": [ + "mal-Mlym", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-ceb_Latn", + "languages": [ + "mal-Mlym", + "ceb-Latn" + ] + }, + { + "precision": 0.460539, + "recall": 0.532609, + "f1": 0.479236, + "accuracy": 0.532609, + "main_score": 0.479236, + "hf_subset": "mal_Mlym-fuv_Latn", + "languages": [ + "mal-Mlym", + "fuv-Latn" + ] + }, + { + "precision": 0.440015, + "recall": 0.509881, + "f1": 0.45785, + "accuracy": 0.509881, + "main_score": 0.45785, + "hf_subset": "mal_Mlym-kac_Latn", + "languages": [ + "mal-Mlym", + "kac-Latn" + ] + }, + { + "precision": 0.608371, + "recall": 0.685771, + "f1": 0.629698, + "accuracy": 0.685771, + "main_score": 0.629698, + "hf_subset": "mal_Mlym-lin_Latn", + "languages": [ + "mal-Mlym", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-nno_Latn", + "languages": [ + "mal-Mlym", + "nno-Latn" + ] + }, + { + "precision": 0.878623, + "recall": 0.914032, + "f1": 0.889822, + "accuracy": 0.914032, + "main_score": 0.889822, + "hf_subset": "mal_Mlym-sat_Olck", + "languages": [ + "mal-Mlym", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-tel_Telu", + "languages": [ + "mal-Mlym", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mal_Mlym-ydd_Hebr", + "languages": [ + "mal-Mlym", + "ydd-Hebr" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mal_Mlym-ary_Arab", + "languages": [ + "mal-Mlym", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-ces_Latn", + "languages": [ + "mal-Mlym", + "ces-Latn" + ] + }, + { + "precision": 0.548412, + "recall": 0.625494, + "f1": 0.569395, + "accuracy": 0.625494, + "main_score": 0.569395, + "hf_subset": "mal_Mlym-gaz_Latn", + "languages": [ + "mal-Mlym", + "gaz-Latn" + ] + }, + { + "precision": 0.511182, + "recall": 0.591897, + "f1": 0.533002, + "accuracy": 0.591897, + "main_score": 0.533002, + "hf_subset": "mal_Mlym-kam_Latn", + "languages": [ + "mal-Mlym", + "kam-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mal_Mlym-lit_Latn", + "languages": [ + "mal-Mlym", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-nob_Latn", + "languages": [ + "mal-Mlym", + "nob-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mal_Mlym-scn_Latn", + "languages": [ + "mal-Mlym", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "mal_Mlym-tgk_Cyrl", + "languages": [ + "mal-Mlym", + "tgk-Cyrl" + ] + }, + { + "precision": 0.738441, + "recall": 0.80336, + "f1": 0.757679, + "accuracy": 0.80336, + "main_score": 0.757679, + "hf_subset": "mal_Mlym-yor_Latn", + "languages": [ + "mal-Mlym", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-arz_Arab", + "languages": [ + "mal-Mlym", + "arz-Arab" + ] + }, + { + "precision": 0.456464, + "recall": 0.530632, + "f1": 0.476929, + "accuracy": 0.530632, + "main_score": 0.476929, + "hf_subset": "mal_Mlym-cjk_Latn", + "languages": [ + "mal-Mlym", + "cjk-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.966403, + "f1": 0.955204, + "accuracy": 0.966403, + "main_score": 0.955204, + "hf_subset": "mal_Mlym-gla_Latn", + "languages": [ + "mal-Mlym", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-kan_Knda", + "languages": [ + "mal-Mlym", + "kan-Knda" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mal_Mlym-lmo_Latn", + "languages": [ + "mal-Mlym", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "mal_Mlym-npi_Deva", + "languages": [ + "mal-Mlym", + "npi-Deva" + ] + }, + { + "precision": 0.529309, + "recall": 0.61166, + "f1": 0.552688, + "accuracy": 0.61166, + "main_score": 0.552688, + "hf_subset": "mal_Mlym-shn_Mymr", + "languages": [ + "mal-Mlym", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-tgl_Latn", + "languages": [ + "mal-Mlym", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-yue_Hant", + "languages": [ + "mal-Mlym", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mal_Mlym-asm_Beng", + "languages": [ + "mal-Mlym", + "asm-Beng" + ] + }, + { + "precision": 0.936759, + "recall": 0.956522, + "f1": 0.943017, + "accuracy": 0.956522, + "main_score": 0.943017, + "hf_subset": "mal_Mlym-ckb_Arab", + "languages": [ + "mal-Mlym", + "ckb-Arab" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "mal_Mlym-gle_Latn", + "languages": [ + "mal-Mlym", + "gle-Latn" + ] + }, + { + "precision": 0.914773, + "recall": 0.938735, + "f1": 0.922332, + "accuracy": 0.938735, + "main_score": 0.922332, + "hf_subset": "mal_Mlym-kas_Arab", + "languages": [ + "mal-Mlym", + "kas-Arab" + ] + }, + { + "precision": 0.89361, + "recall": 0.924901, + "f1": 0.903821, + "accuracy": 0.924901, + "main_score": 0.903821, + "hf_subset": "mal_Mlym-ltg_Latn", + "languages": [ + "mal-Mlym", + "ltg-Latn" + ] + }, + { + "precision": 0.775948, + "recall": 0.833004, + "f1": 0.793415, + "accuracy": 0.833004, + "main_score": 0.793415, + "hf_subset": "mal_Mlym-nso_Latn", + "languages": [ + "mal-Mlym", + "nso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-sin_Sinh", + "languages": [ + "mal-Mlym", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-tha_Thai", + "languages": [ + "mal-Mlym", + "tha-Thai" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "mal_Mlym-zho_Hans", + "languages": [ + "mal-Mlym", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-ast_Latn", + "languages": [ + "mal-Mlym", + "ast-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mal_Mlym-crh_Latn", + "languages": [ + "mal-Mlym", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-glg_Latn", + "languages": [ + "mal-Mlym", + "glg-Latn" + ] + }, + { + "precision": 0.858787, + "recall": 0.899209, + "f1": 0.871163, + "accuracy": 0.899209, + "main_score": 0.871163, + "hf_subset": "mal_Mlym-kas_Deva", + "languages": [ + "mal-Mlym", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mal_Mlym-ltz_Latn", + "languages": [ + "mal-Mlym", + "ltz-Latn" + ] + }, + { + "precision": 0.405744, + "recall": 0.47332, + "f1": 0.423494, + "accuracy": 0.47332, + "main_score": 0.423494, + "hf_subset": "mal_Mlym-nus_Latn", + "languages": [ + "mal-Mlym", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-slk_Latn", + "languages": [ + "mal-Mlym", + "slk-Latn" + ] + }, + { + "precision": 0.635014, + "recall": 0.712451, + "f1": 0.656795, + "accuracy": 0.712451, + "main_score": 0.656795, + "hf_subset": "mal_Mlym-tir_Ethi", + "languages": [ + "mal-Mlym", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-zho_Hant", + "languages": [ + "mal-Mlym", + "zho-Hant" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "mal_Mlym-awa_Deva", + "languages": [ + "mal-Mlym", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-cym_Latn", + "languages": [ + "mal-Mlym", + "cym-Latn" + ] + }, + { + "precision": 0.753155, + "recall": 0.813241, + "f1": 0.770405, + "accuracy": 0.813241, + "main_score": 0.770405, + "hf_subset": "mal_Mlym-grn_Latn", + "languages": [ + "mal-Mlym", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mal_Mlym-kat_Geor", + "languages": [ + "mal-Mlym", + "kat-Geor" + ] + }, + { + "precision": 0.566285, + "recall": 0.634387, + "f1": 0.584848, + "accuracy": 0.634387, + "main_score": 0.584848, + "hf_subset": "mal_Mlym-lua_Latn", + "languages": [ + "mal-Mlym", + "lua-Latn" + ] + }, + { + "precision": 0.818758, + "recall": 0.868577, + "f1": 0.834354, + "accuracy": 0.868577, + "main_score": 0.834354, + "hf_subset": "mal_Mlym-nya_Latn", + "languages": [ + "mal-Mlym", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-slv_Latn", + "languages": [ + "mal-Mlym", + "slv-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mal_Mlym-tpi_Latn", + "languages": [ + "mal-Mlym", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-zsm_Latn", + "languages": [ + "mal-Mlym", + "zsm-Latn" + ] + }, + { + "precision": 0.4742, + "recall": 0.540514, + "f1": 0.492296, + "accuracy": 0.540514, + "main_score": 0.492296, + "hf_subset": "mal_Mlym-ayr_Latn", + "languages": [ + "mal-Mlym", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-dan_Latn", + "languages": [ + "mal-Mlym", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-guj_Gujr", + "languages": [ + "mal-Mlym", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mal_Mlym-kaz_Cyrl", + "languages": [ + "mal-Mlym", + "kaz-Cyrl" + ] + }, + { + "precision": 0.637806, + "recall": 0.722332, + "f1": 0.662345, + "accuracy": 0.722332, + "main_score": 0.662345, + "hf_subset": "mal_Mlym-lug_Latn", + "languages": [ + "mal-Mlym", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-oci_Latn", + "languages": [ + "mal-Mlym", + "oci-Latn" + ] + }, + { + "precision": 0.840267, + "recall": 0.882411, + "f1": 0.853327, + "accuracy": 0.882411, + "main_score": 0.853327, + "hf_subset": "mal_Mlym-smo_Latn", + "languages": [ + "mal-Mlym", + "smo-Latn" + ] + }, + { + "precision": 0.726219, + "recall": 0.793478, + "f1": 0.74608, + "accuracy": 0.793478, + "main_score": 0.74608, + "hf_subset": "mal_Mlym-tsn_Latn", + "languages": [ + "mal-Mlym", + "tsn-Latn" + ] + }, + { + "precision": 0.888011, + "recall": 0.921937, + "f1": 0.898682, + "accuracy": 0.921937, + "main_score": 0.898682, + "hf_subset": "mal_Mlym-zul_Latn", + "languages": [ + "mal-Mlym", + "zul-Latn" + ] + }, + { + "precision": 0.930665, + "recall": 0.952569, + "f1": 0.937747, + "accuracy": 0.952569, + "main_score": 0.937747, + "hf_subset": "mal_Mlym-azb_Arab", + "languages": [ + "mal-Mlym", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-deu_Latn", + "languages": [ + "mal-Mlym", + "deu-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "mal_Mlym-hat_Latn", + "languages": [ + "mal-Mlym", + "hat-Latn" + ] + }, + { + "precision": 0.453048, + "recall": 0.514822, + "f1": 0.469347, + "accuracy": 0.514822, + "main_score": 0.469347, + "hf_subset": "mal_Mlym-kbp_Latn", + "languages": [ + "mal-Mlym", + "kbp-Latn" + ] + }, + { + "precision": 0.496301, + "recall": 0.563241, + "f1": 0.514508, + "accuracy": 0.563241, + "main_score": 0.514508, + "hf_subset": "mal_Mlym-luo_Latn", + "languages": [ + "mal-Mlym", + "luo-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mal_Mlym-ory_Orya", + "languages": [ + "mal-Mlym", + "ory-Orya" + ] + }, + { + "precision": 0.885705, + "recall": 0.921937, + "f1": 0.897563, + "accuracy": 0.921937, + "main_score": 0.897563, + "hf_subset": "mal_Mlym-sna_Latn", + "languages": [ + "mal-Mlym", + "sna-Latn" + ] + }, + { + "precision": 0.640844, + "recall": 0.715415, + "f1": 0.661703, + "accuracy": 0.715415, + "main_score": 0.661703, + "hf_subset": "mal_Mlym-tso_Latn", + "languages": [ + "mal-Mlym", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-azj_Latn", + "languages": [ + "mal-Mlym", + "azj-Latn" + ] + }, + { + "precision": 0.47956, + "recall": 0.550395, + "f1": 0.499626, + "accuracy": 0.550395, + "main_score": 0.499626, + "hf_subset": "mal_Mlym-dik_Latn", + "languages": [ + "mal-Mlym", + "dik-Latn" + ] + }, + { + "precision": 0.900033, + "recall": 0.929842, + "f1": 0.909585, + "accuracy": 0.929842, + "main_score": 0.909585, + "hf_subset": "mal_Mlym-hau_Latn", + "languages": [ + "mal-Mlym", + "hau-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "mal_Mlym-kea_Latn", + "languages": [ + "mal-Mlym", + "kea-Latn" + ] + }, + { + "precision": 0.925972, + "recall": 0.948617, + "f1": 0.933202, + "accuracy": 0.948617, + "main_score": 0.933202, + "hf_subset": "mal_Mlym-lus_Latn", + "languages": [ + "mal-Mlym", + "lus-Latn" + ] + }, + { + "precision": 0.849885, + "recall": 0.892292, + "f1": 0.863373, + "accuracy": 0.892292, + "main_score": 0.863373, + "hf_subset": "mal_Mlym-pag_Latn", + "languages": [ + "mal-Mlym", + "pag-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "mal_Mlym-snd_Arab", + "languages": [ + "mal-Mlym", + "snd-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mal_Mlym-tuk_Latn", + "languages": [ + "mal-Mlym", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mal_Mlym-bak_Cyrl", + "languages": [ + "mal-Mlym", + "bak-Cyrl" + ] + }, + { + "precision": 0.442662, + "recall": 0.517787, + "f1": 0.463087, + "accuracy": 0.517787, + "main_score": 0.463087, + "hf_subset": "mal_Mlym-dyu_Latn", + "languages": [ + "mal-Mlym", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-heb_Hebr", + "languages": [ + "mal-Mlym", + "heb-Hebr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "mal_Mlym-khk_Cyrl", + "languages": [ + "mal-Mlym", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-lvs_Latn", + "languages": [ + "mal-Mlym", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-pan_Guru", + "languages": [ + "mal-Mlym", + "pan-Guru" + ] + }, + { + "precision": 0.861578, + "recall": 0.903162, + "f1": 0.874736, + "accuracy": 0.903162, + "main_score": 0.874736, + "hf_subset": "mal_Mlym-som_Latn", + "languages": [ + "mal-Mlym", + "som-Latn" + ] + }, + { + "precision": 0.680698, + "recall": 0.749012, + "f1": 0.700743, + "accuracy": 0.749012, + "main_score": 0.700743, + "hf_subset": "mal_Mlym-tum_Latn", + "languages": [ + "mal-Mlym", + "tum-Latn" + ] + }, + { + "precision": 0.524122, + "recall": 0.616601, + "f1": 0.550744, + "accuracy": 0.616601, + "main_score": 0.550744, + "hf_subset": "pes_Arab-ace_Arab", + "languages": [ + "pes-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.462211, + "recall": 0.530632, + "f1": 0.481057, + "accuracy": 0.530632, + "main_score": 0.481057, + "hf_subset": "pes_Arab-bam_Latn", + "languages": [ + "pes-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.667771, + "recall": 0.749012, + "f1": 0.69115, + "accuracy": 0.749012, + "main_score": 0.69115, + "hf_subset": "pes_Arab-dzo_Tibt", + "languages": [ + "pes-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-hin_Deva", + "languages": [ + "pes-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pes_Arab-khm_Khmr", + "languages": [ + "pes-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pes_Arab-mag_Deva", + "languages": [ + "pes-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-pap_Latn", + "languages": [ + "pes-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.867342, + "recall": 0.906126, + "f1": 0.879465, + "accuracy": 0.906126, + "main_score": 0.879465, + "hf_subset": "pes_Arab-sot_Latn", + "languages": [ + "pes-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-tur_Latn", + "languages": [ + "pes-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.858646, + "recall": 0.898221, + "f1": 0.871066, + "accuracy": 0.898221, + "main_score": 0.871066, + "hf_subset": "pes_Arab-ace_Latn", + "languages": [ + "pes-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "pes_Arab-ban_Latn", + "languages": [ + "pes-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-ell_Grek", + "languages": [ + "pes-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "pes_Arab-hne_Deva", + "languages": [ + "pes-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.56833, + "recall": 0.645257, + "f1": 0.589312, + "accuracy": 0.645257, + "main_score": 0.589312, + "hf_subset": "pes_Arab-kik_Latn", + "languages": [ + "pes-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-mai_Deva", + "languages": [ + "pes-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "pes_Arab-pbt_Arab", + "languages": [ + "pes-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-spa_Latn", + "languages": [ + "pes-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.772645, + "recall": 0.831028, + "f1": 0.790119, + "accuracy": 0.831028, + "main_score": 0.790119, + "hf_subset": "pes_Arab-twi_Latn", + "languages": [ + "pes-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-acm_Arab", + "languages": [ + "pes-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-bel_Cyrl", + "languages": [ + "pes-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-hrv_Latn", + "languages": [ + "pes-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.867787, + "recall": 0.903162, + "f1": 0.878364, + "accuracy": 0.903162, + "main_score": 0.878364, + "hf_subset": "pes_Arab-kin_Latn", + "languages": [ + "pes-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "pes_Arab-mal_Mlym", + "languages": [ + "pes-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pes_Arab-srd_Latn", + "languages": [ + "pes-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.214608, + "recall": 0.278656, + "f1": 0.229641, + "accuracy": 0.278656, + "main_score": 0.229641, + "hf_subset": "pes_Arab-tzm_Tfng", + "languages": [ + "pes-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-acq_Arab", + "languages": [ + "pes-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.673198, + "recall": 0.750988, + "f1": 0.696083, + "accuracy": 0.750988, + "main_score": 0.696083, + "hf_subset": "pes_Arab-bem_Latn", + "languages": [ + "pes-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-epo_Latn", + "languages": [ + "pes-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-hun_Latn", + "languages": [ + "pes-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pes_Arab-kir_Cyrl", + "languages": [ + "pes-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-mar_Deva", + "languages": [ + "pes-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.890975, + "recall": 0.922925, + "f1": 0.900988, + "accuracy": 0.922925, + "main_score": 0.900988, + "hf_subset": "pes_Arab-plt_Latn", + "languages": [ + "pes-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-srp_Cyrl", + "languages": [ + "pes-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "pes_Arab-uig_Arab", + "languages": [ + "pes-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-aeb_Arab", + "languages": [ + "pes-Arab", + "aeb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ben_Beng", + "languages": [ + "pes-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-est_Latn", + "languages": [ + "pes-Arab", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-hye_Armn", + "languages": [ + "pes-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.460666, + "recall": 0.528656, + "f1": 0.4798, + "accuracy": 0.528656, + "main_score": 0.4798, + "hf_subset": "pes_Arab-kmb_Latn", + "languages": [ + "pes-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.491843, + "recall": 0.58004, + "f1": 0.515362, + "accuracy": 0.58004, + "main_score": 0.515362, + "hf_subset": "pes_Arab-min_Arab", + "languages": [ + "pes-Arab", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-pol_Latn", + "languages": [ + "pes-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.750536, + "recall": 0.814229, + "f1": 0.769615, + "accuracy": 0.814229, + "main_score": 0.769615, + "hf_subset": "pes_Arab-ssw_Latn", + "languages": [ + "pes-Arab", + "ssw-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ukr_Cyrl", + "languages": [ + "pes-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-afr_Latn", + "languages": [ + "pes-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-bho_Deva", + "languages": [ + "pes-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-eus_Latn", + "languages": [ + "pes-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.860787, + "recall": 0.901186, + "f1": 0.873188, + "accuracy": 0.901186, + "main_score": 0.873188, + "hf_subset": "pes_Arab-ibo_Latn", + "languages": [ + "pes-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.886034, + "recall": 0.918972, + "f1": 0.896377, + "accuracy": 0.918972, + "main_score": 0.896377, + "hf_subset": "pes_Arab-kmr_Latn", + "languages": [ + "pes-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pes_Arab-min_Latn", + "languages": [ + "pes-Arab", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-por_Latn", + "languages": [ + "pes-Arab", + "por-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "pes_Arab-sun_Latn", + "languages": [ + "pes-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.464492, + "recall": 0.534585, + "f1": 0.483418, + "accuracy": 0.534585, + "main_score": 0.483418, + "hf_subset": "pes_Arab-umb_Latn", + "languages": [ + "pes-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-ajp_Arab", + "languages": [ + "pes-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.523397, + "recall": 0.605731, + "f1": 0.546373, + "accuracy": 0.605731, + "main_score": 0.546373, + "hf_subset": "pes_Arab-bjn_Arab", + "languages": [ + "pes-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.453994, + "recall": 0.512846, + "f1": 0.469417, + "accuracy": 0.512846, + "main_score": 0.469417, + "hf_subset": "pes_Arab-ewe_Latn", + "languages": [ + "pes-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "pes_Arab-ilo_Latn", + "languages": [ + "pes-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.250941, + "recall": 0.322134, + "f1": 0.268628, + "accuracy": 0.322134, + "main_score": 0.268628, + "hf_subset": "pes_Arab-knc_Arab", + "languages": [ + "pes-Arab", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-mkd_Cyrl", + "languages": [ + "pes-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-prs_Arab", + "languages": [ + "pes-Arab", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-swe_Latn", + "languages": [ + "pes-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-urd_Arab", + "languages": [ + "pes-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.758218, + "recall": 0.815217, + "f1": 0.774591, + "accuracy": 0.815217, + "main_score": 0.774591, + "hf_subset": "pes_Arab-aka_Latn", + "languages": [ + "pes-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pes_Arab-bjn_Latn", + "languages": [ + "pes-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pes_Arab-fao_Latn", + "languages": [ + "pes-Arab", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ind_Latn", + "languages": [ + "pes-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.505797, + "recall": 0.574111, + "f1": 0.523798, + "accuracy": 0.574111, + "main_score": 0.523798, + "hf_subset": "pes_Arab-knc_Latn", + "languages": [ + "pes-Arab", + "knc-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-mlt_Latn", + "languages": [ + "pes-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.615941, + "recall": 0.693676, + "f1": 0.638315, + "accuracy": 0.693676, + "main_score": 0.638315, + "hf_subset": "pes_Arab-quy_Latn", + "languages": [ + "pes-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-swh_Latn", + "languages": [ + "pes-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-uzn_Latn", + "languages": [ + "pes-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-als_Latn", + "languages": [ + "pes-Arab", + "als-Latn" + ] + }, + { + "precision": 0.827052, + "recall": 0.87747, + "f1": 0.842638, + "accuracy": 0.87747, + "main_score": 0.842638, + "hf_subset": "pes_Arab-bod_Tibt", + "languages": [ + "pes-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.615324, + "recall": 0.695652, + "f1": 0.638729, + "accuracy": 0.695652, + "main_score": 0.638729, + "hf_subset": "pes_Arab-fij_Latn", + "languages": [ + "pes-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pes_Arab-isl_Latn", + "languages": [ + "pes-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.59179, + "recall": 0.670949, + "f1": 0.613832, + "accuracy": 0.670949, + "main_score": 0.613832, + "hf_subset": "pes_Arab-kon_Latn", + "languages": [ + "pes-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.609594, + "recall": 0.692688, + "f1": 0.633656, + "accuracy": 0.692688, + "main_score": 0.633656, + "hf_subset": "pes_Arab-mni_Beng", + "languages": [ + "pes-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-ron_Latn", + "languages": [ + "pes-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "pes_Arab-szl_Latn", + "languages": [ + "pes-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-vec_Latn", + "languages": [ + "pes-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.941864, + "recall": 0.960474, + "f1": 0.947958, + "accuracy": 0.960474, + "main_score": 0.947958, + "hf_subset": "pes_Arab-amh_Ethi", + "languages": [ + "pes-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-bos_Latn", + "languages": [ + "pes-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-fin_Latn", + "languages": [ + "pes-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-ita_Latn", + "languages": [ + "pes-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-kor_Hang", + "languages": [ + "pes-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.472955, + "recall": 0.541502, + "f1": 0.492476, + "accuracy": 0.541502, + "main_score": 0.492476, + "hf_subset": "pes_Arab-mos_Latn", + "languages": [ + "pes-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.769582, + "recall": 0.829051, + "f1": 0.787714, + "accuracy": 0.829051, + "main_score": 0.787714, + "hf_subset": "pes_Arab-run_Latn", + "languages": [ + "pes-Arab", + "run-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-tam_Taml", + "languages": [ + "pes-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-vie_Latn", + "languages": [ + "pes-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-apc_Arab", + "languages": [ + "pes-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.729941, + "recall": 0.795455, + "f1": 0.748786, + "accuracy": 0.795455, + "main_score": 0.748786, + "hf_subset": "pes_Arab-bug_Latn", + "languages": [ + "pes-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.410717, + "recall": 0.471344, + "f1": 0.427014, + "accuracy": 0.471344, + "main_score": 0.427014, + "hf_subset": "pes_Arab-fon_Latn", + "languages": [ + "pes-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-jav_Latn", + "languages": [ + "pes-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.958745, + "recall": 0.971344, + "f1": 0.962681, + "accuracy": 0.971344, + "main_score": 0.962681, + "hf_subset": "pes_Arab-lao_Laoo", + "languages": [ + "pes-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.88442, + "recall": 0.916996, + "f1": 0.894598, + "accuracy": 0.916996, + "main_score": 0.894598, + "hf_subset": "pes_Arab-mri_Latn", + "languages": [ + "pes-Arab", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-rus_Cyrl", + "languages": [ + "pes-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.498093, + "recall": 0.562253, + "f1": 0.515491, + "accuracy": 0.562253, + "main_score": 0.515491, + "hf_subset": "pes_Arab-taq_Latn", + "languages": [ + "pes-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-war_Latn", + "languages": [ + "pes-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-arb_Arab", + "languages": [ + "pes-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-bul_Cyrl", + "languages": [ + "pes-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-fra_Latn", + "languages": [ + "pes-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-jpn_Jpan", + "languages": [ + "pes-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pes_Arab-lij_Latn", + "languages": [ + "pes-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pes_Arab-mya_Mymr", + "languages": [ + "pes-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.533918, + "recall": 0.61166, + "f1": 0.555051, + "accuracy": 0.61166, + "main_score": 0.555051, + "hf_subset": "pes_Arab-sag_Latn", + "languages": [ + "pes-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.2314, + "recall": 0.302372, + "f1": 0.249235, + "accuracy": 0.302372, + "main_score": 0.249235, + "hf_subset": "pes_Arab-taq_Tfng", + "languages": [ + "pes-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.621447, + "recall": 0.695652, + "f1": 0.642292, + "accuracy": 0.695652, + "main_score": 0.642292, + "hf_subset": "pes_Arab-wol_Latn", + "languages": [ + "pes-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.858152, + "recall": 0.899209, + "f1": 0.870751, + "accuracy": 0.899209, + "main_score": 0.870751, + "hf_subset": "pes_Arab-arb_Latn", + "languages": [ + "pes-Arab", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-cat_Latn", + "languages": [ + "pes-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pes_Arab-fur_Latn", + "languages": [ + "pes-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.452196, + "recall": 0.528656, + "f1": 0.472843, + "accuracy": 0.528656, + "main_score": 0.472843, + "hf_subset": "pes_Arab-kab_Latn", + "languages": [ + "pes-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pes_Arab-lim_Latn", + "languages": [ + "pes-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-nld_Latn", + "languages": [ + "pes-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "pes_Arab-san_Deva", + "languages": [ + "pes-Arab", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-tat_Cyrl", + "languages": [ + "pes-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.893775, + "recall": 0.925889, + "f1": 0.903953, + "accuracy": 0.925889, + "main_score": 0.903953, + "hf_subset": "pes_Arab-xho_Latn", + "languages": [ + "pes-Arab", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ars_Arab", + "languages": [ + "pes-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-ceb_Latn", + "languages": [ + "pes-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.474318, + "recall": 0.550395, + "f1": 0.494525, + "accuracy": 0.550395, + "main_score": 0.494525, + "hf_subset": "pes_Arab-fuv_Latn", + "languages": [ + "pes-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.453703, + "recall": 0.523715, + "f1": 0.472416, + "accuracy": 0.523715, + "main_score": 0.472416, + "hf_subset": "pes_Arab-kac_Latn", + "languages": [ + "pes-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.605798, + "recall": 0.687747, + "f1": 0.629298, + "accuracy": 0.687747, + "main_score": 0.629298, + "hf_subset": "pes_Arab-lin_Latn", + "languages": [ + "pes-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-nno_Latn", + "languages": [ + "pes-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.867325, + "recall": 0.90415, + "f1": 0.878393, + "accuracy": 0.90415, + "main_score": 0.878393, + "hf_subset": "pes_Arab-sat_Olck", + "languages": [ + "pes-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-tel_Telu", + "languages": [ + "pes-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pes_Arab-ydd_Hebr", + "languages": [ + "pes-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "pes_Arab-ary_Arab", + "languages": [ + "pes-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-ces_Latn", + "languages": [ + "pes-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.569345, + "recall": 0.648221, + "f1": 0.591488, + "accuracy": 0.648221, + "main_score": 0.591488, + "hf_subset": "pes_Arab-gaz_Latn", + "languages": [ + "pes-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.534197, + "recall": 0.617589, + "f1": 0.556828, + "accuracy": 0.617589, + "main_score": 0.556828, + "hf_subset": "pes_Arab-kam_Latn", + "languages": [ + "pes-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "pes_Arab-lit_Latn", + "languages": [ + "pes-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-nob_Latn", + "languages": [ + "pes-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "pes_Arab-scn_Latn", + "languages": [ + "pes-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "pes_Arab-tgk_Cyrl", + "languages": [ + "pes-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.749186, + "recall": 0.815217, + "f1": 0.768843, + "accuracy": 0.815217, + "main_score": 0.768843, + "hf_subset": "pes_Arab-yor_Latn", + "languages": [ + "pes-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-arz_Arab", + "languages": [ + "pes-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.477677, + "recall": 0.557312, + "f1": 0.499186, + "accuracy": 0.557312, + "main_score": 0.499186, + "hf_subset": "pes_Arab-cjk_Latn", + "languages": [ + "pes-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "pes_Arab-gla_Latn", + "languages": [ + "pes-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pes_Arab-kan_Knda", + "languages": [ + "pes-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "pes_Arab-lmo_Latn", + "languages": [ + "pes-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pes_Arab-npi_Deva", + "languages": [ + "pes-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.53476, + "recall": 0.62253, + "f1": 0.559839, + "accuracy": 0.62253, + "main_score": 0.559839, + "hf_subset": "pes_Arab-shn_Mymr", + "languages": [ + "pes-Arab", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-tgl_Latn", + "languages": [ + "pes-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-yue_Hant", + "languages": [ + "pes-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pes_Arab-asm_Beng", + "languages": [ + "pes-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.946558, + "recall": 0.963439, + "f1": 0.951976, + "accuracy": 0.963439, + "main_score": 0.951976, + "hf_subset": "pes_Arab-ckb_Arab", + "languages": [ + "pes-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pes_Arab-gle_Latn", + "languages": [ + "pes-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.91889, + "recall": 0.943676, + "f1": 0.926779, + "accuracy": 0.943676, + "main_score": 0.926779, + "hf_subset": "pes_Arab-kas_Arab", + "languages": [ + "pes-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.899209, + "recall": 0.929842, + "f1": 0.909091, + "accuracy": 0.929842, + "main_score": 0.909091, + "hf_subset": "pes_Arab-ltg_Latn", + "languages": [ + "pes-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.791398, + "recall": 0.842885, + "f1": 0.807002, + "accuracy": 0.842885, + "main_score": 0.807002, + "hf_subset": "pes_Arab-nso_Latn", + "languages": [ + "pes-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pes_Arab-sin_Sinh", + "languages": [ + "pes-Arab", + "sin-Sinh" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-tha_Thai", + "languages": [ + "pes-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-zho_Hans", + "languages": [ + "pes-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-ast_Latn", + "languages": [ + "pes-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pes_Arab-crh_Latn", + "languages": [ + "pes-Arab", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-glg_Latn", + "languages": [ + "pes-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.865448, + "recall": 0.907115, + "f1": 0.878755, + "accuracy": 0.907115, + "main_score": 0.878755, + "hf_subset": "pes_Arab-kas_Deva", + "languages": [ + "pes-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pes_Arab-ltz_Latn", + "languages": [ + "pes-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.413771, + "recall": 0.487154, + "f1": 0.433831, + "accuracy": 0.487154, + "main_score": 0.433831, + "hf_subset": "pes_Arab-nus_Latn", + "languages": [ + "pes-Arab", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-slk_Latn", + "languages": [ + "pes-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.650078, + "recall": 0.726285, + "f1": 0.671807, + "accuracy": 0.726285, + "main_score": 0.671807, + "hf_subset": "pes_Arab-tir_Ethi", + "languages": [ + "pes-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-zho_Hant", + "languages": [ + "pes-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.981472, + "recall": 0.986166, + "f1": 0.982938, + "accuracy": 0.986166, + "main_score": 0.982938, + "hf_subset": "pes_Arab-awa_Deva", + "languages": [ + "pes-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pes_Arab-cym_Latn", + "languages": [ + "pes-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.77164, + "recall": 0.829051, + "f1": 0.788702, + "accuracy": 0.829051, + "main_score": 0.788702, + "hf_subset": "pes_Arab-grn_Latn", + "languages": [ + "pes-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-kat_Geor", + "languages": [ + "pes-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.576551, + "recall": 0.649209, + "f1": 0.596469, + "accuracy": 0.649209, + "main_score": 0.596469, + "hf_subset": "pes_Arab-lua_Latn", + "languages": [ + "pes-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.838801, + "recall": 0.884387, + "f1": 0.852899, + "accuracy": 0.884387, + "main_score": 0.852899, + "hf_subset": "pes_Arab-nya_Latn", + "languages": [ + "pes-Arab", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-slv_Latn", + "languages": [ + "pes-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "pes_Arab-tpi_Latn", + "languages": [ + "pes-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-zsm_Latn", + "languages": [ + "pes-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.493688, + "recall": 0.563241, + "f1": 0.512855, + "accuracy": 0.563241, + "main_score": 0.512855, + "hf_subset": "pes_Arab-ayr_Latn", + "languages": [ + "pes-Arab", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-dan_Latn", + "languages": [ + "pes-Arab", + "dan-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-guj_Gujr", + "languages": [ + "pes-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pes_Arab-kaz_Cyrl", + "languages": [ + "pes-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.646657, + "recall": 0.725296, + "f1": 0.669833, + "accuracy": 0.725296, + "main_score": 0.669833, + "hf_subset": "pes_Arab-lug_Latn", + "languages": [ + "pes-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-oci_Latn", + "languages": [ + "pes-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.85308, + "recall": 0.893281, + "f1": 0.865316, + "accuracy": 0.893281, + "main_score": 0.865316, + "hf_subset": "pes_Arab-smo_Latn", + "languages": [ + "pes-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.752931, + "recall": 0.817194, + "f1": 0.77197, + "accuracy": 0.817194, + "main_score": 0.77197, + "hf_subset": "pes_Arab-tsn_Latn", + "languages": [ + "pes-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.901268, + "recall": 0.931818, + "f1": 0.911133, + "accuracy": 0.931818, + "main_score": 0.911133, + "hf_subset": "pes_Arab-zul_Latn", + "languages": [ + "pes-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.948699, + "recall": 0.964427, + "f1": 0.953623, + "accuracy": 0.964427, + "main_score": 0.953623, + "hf_subset": "pes_Arab-azb_Arab", + "languages": [ + "pes-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-deu_Latn", + "languages": [ + "pes-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "pes_Arab-hat_Latn", + "languages": [ + "pes-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.468619, + "recall": 0.538538, + "f1": 0.488175, + "accuracy": 0.538538, + "main_score": 0.488175, + "hf_subset": "pes_Arab-kbp_Latn", + "languages": [ + "pes-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.490204, + "recall": 0.565217, + "f1": 0.51065, + "accuracy": 0.565217, + "main_score": 0.51065, + "hf_subset": "pes_Arab-luo_Latn", + "languages": [ + "pes-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pes_Arab-ory_Orya", + "languages": [ + "pes-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.912385, + "recall": 0.937747, + "f1": 0.920257, + "accuracy": 0.937747, + "main_score": 0.920257, + "hf_subset": "pes_Arab-sna_Latn", + "languages": [ + "pes-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.658764, + "recall": 0.733202, + "f1": 0.680091, + "accuracy": 0.733202, + "main_score": 0.680091, + "hf_subset": "pes_Arab-tso_Latn", + "languages": [ + "pes-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-azj_Latn", + "languages": [ + "pes-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.470614, + "recall": 0.548419, + "f1": 0.492506, + "accuracy": 0.548419, + "main_score": 0.492506, + "hf_subset": "pes_Arab-dik_Latn", + "languages": [ + "pes-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.912714, + "recall": 0.939723, + "f1": 0.921443, + "accuracy": 0.939723, + "main_score": 0.921443, + "hf_subset": "pes_Arab-hau_Latn", + "languages": [ + "pes-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "pes_Arab-kea_Latn", + "languages": [ + "pes-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.922348, + "recall": 0.94664, + "f1": 0.930072, + "accuracy": 0.94664, + "main_score": 0.930072, + "hf_subset": "pes_Arab-lus_Latn", + "languages": [ + "pes-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.862566, + "recall": 0.903162, + "f1": 0.875527, + "accuracy": 0.903162, + "main_score": 0.875527, + "hf_subset": "pes_Arab-pag_Latn", + "languages": [ + "pes-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "pes_Arab-snd_Arab", + "languages": [ + "pes-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "pes_Arab-tuk_Latn", + "languages": [ + "pes-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pes_Arab-bak_Cyrl", + "languages": [ + "pes-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.435202, + "recall": 0.514822, + "f1": 0.456995, + "accuracy": 0.514822, + "main_score": 0.456995, + "hf_subset": "pes_Arab-dyu_Latn", + "languages": [ + "pes-Arab", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-heb_Hebr", + "languages": [ + "pes-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "pes_Arab-khk_Cyrl", + "languages": [ + "pes-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-lvs_Latn", + "languages": [ + "pes-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-pan_Guru", + "languages": [ + "pes-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.888373, + "recall": 0.922925, + "f1": 0.899374, + "accuracy": 0.922925, + "main_score": 0.899374, + "hf_subset": "pes_Arab-som_Latn", + "languages": [ + "pes-Arab", + "som-Latn" + ] + }, + { + "precision": 0.705534, + "recall": 0.76581, + "f1": 0.723188, + "accuracy": 0.76581, + "main_score": 0.723188, + "hf_subset": "pes_Arab-tum_Latn", + "languages": [ + "pes-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.545732, + "recall": 0.633399, + "f1": 0.571007, + "accuracy": 0.633399, + "main_score": 0.571007, + "hf_subset": "srd_Latn-ace_Arab", + "languages": [ + "srd-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.479619, + "recall": 0.54249, + "f1": 0.49785, + "accuracy": 0.54249, + "main_score": 0.49785, + "hf_subset": "srd_Latn-bam_Latn", + "languages": [ + "srd-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.623454, + "recall": 0.706522, + "f1": 0.647911, + "accuracy": 0.706522, + "main_score": 0.647911, + "hf_subset": "srd_Latn-dzo_Tibt", + "languages": [ + "srd-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-hin_Deva", + "languages": [ + "srd-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "srd_Latn-khm_Khmr", + "languages": [ + "srd-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-mag_Deva", + "languages": [ + "srd-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-pap_Latn", + "languages": [ + "srd-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.858811, + "recall": 0.897233, + "f1": 0.870619, + "accuracy": 0.897233, + "main_score": 0.870619, + "hf_subset": "srd_Latn-sot_Latn", + "languages": [ + "srd-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-tur_Latn", + "languages": [ + "srd-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.858572, + "recall": 0.896245, + "f1": 0.870345, + "accuracy": 0.896245, + "main_score": 0.870345, + "hf_subset": "srd_Latn-ace_Latn", + "languages": [ + "srd-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "srd_Latn-ban_Latn", + "languages": [ + "srd-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "srd_Latn-ell_Grek", + "languages": [ + "srd-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "srd_Latn-hne_Deva", + "languages": [ + "srd-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.572631, + "recall": 0.645257, + "f1": 0.59327, + "accuracy": 0.645257, + "main_score": 0.59327, + "hf_subset": "srd_Latn-kik_Latn", + "languages": [ + "srd-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-mai_Deva", + "languages": [ + "srd-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "srd_Latn-pbt_Arab", + "languages": [ + "srd-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-spa_Latn", + "languages": [ + "srd-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.767095, + "recall": 0.824111, + "f1": 0.784519, + "accuracy": 0.824111, + "main_score": 0.784519, + "hf_subset": "srd_Latn-twi_Latn", + "languages": [ + "srd-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-acm_Arab", + "languages": [ + "srd-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-bel_Cyrl", + "languages": [ + "srd-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-eng_Latn", + "languages": [ + "srd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-hrv_Latn", + "languages": [ + "srd-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.848979, + "recall": 0.891304, + "f1": 0.862088, + "accuracy": 0.891304, + "main_score": 0.862088, + "hf_subset": "srd_Latn-kin_Latn", + "languages": [ + "srd-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-mal_Mlym", + "languages": [ + "srd-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-pes_Arab", + "languages": [ + "srd-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.217647, + "recall": 0.286561, + "f1": 0.234126, + "accuracy": 0.286561, + "main_score": 0.234126, + "hf_subset": "srd_Latn-tzm_Tfng", + "languages": [ + "srd-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-acq_Arab", + "languages": [ + "srd-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.667721, + "recall": 0.735178, + "f1": 0.687206, + "accuracy": 0.735178, + "main_score": 0.687206, + "hf_subset": "srd_Latn-bem_Latn", + "languages": [ + "srd-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-epo_Latn", + "languages": [ + "srd-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srd_Latn-hun_Latn", + "languages": [ + "srd-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "srd_Latn-kir_Cyrl", + "languages": [ + "srd-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-mar_Deva", + "languages": [ + "srd-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.860211, + "recall": 0.900198, + "f1": 0.872647, + "accuracy": 0.900198, + "main_score": 0.872647, + "hf_subset": "srd_Latn-plt_Latn", + "languages": [ + "srd-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-srp_Cyrl", + "languages": [ + "srd-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.926219, + "recall": 0.948617, + "f1": 0.93363, + "accuracy": 0.948617, + "main_score": 0.93363, + "hf_subset": "srd_Latn-uig_Arab", + "languages": [ + "srd-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-aeb_Arab", + "languages": [ + "srd-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-ben_Beng", + "languages": [ + "srd-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-est_Latn", + "languages": [ + "srd-Latn", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-hye_Armn", + "languages": [ + "srd-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.489157, + "recall": 0.54249, + "f1": 0.504231, + "accuracy": 0.54249, + "main_score": 0.504231, + "hf_subset": "srd_Latn-kmb_Latn", + "languages": [ + "srd-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.509963, + "recall": 0.593874, + "f1": 0.533357, + "accuracy": 0.593874, + "main_score": 0.533357, + "hf_subset": "srd_Latn-min_Arab", + "languages": [ + "srd-Latn", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-pol_Latn", + "languages": [ + "srd-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.735738, + "recall": 0.800395, + "f1": 0.755308, + "accuracy": 0.800395, + "main_score": 0.755308, + "hf_subset": "srd_Latn-ssw_Latn", + "languages": [ + "srd-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-ukr_Cyrl", + "languages": [ + "srd-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-afr_Latn", + "languages": [ + "srd-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-bho_Deva", + "languages": [ + "srd-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-eus_Latn", + "languages": [ + "srd-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.858399, + "recall": 0.899209, + "f1": 0.871047, + "accuracy": 0.899209, + "main_score": 0.871047, + "hf_subset": "srd_Latn-ibo_Latn", + "languages": [ + "srd-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.878162, + "recall": 0.912055, + "f1": 0.888603, + "accuracy": 0.912055, + "main_score": 0.888603, + "hf_subset": "srd_Latn-kmr_Latn", + "languages": [ + "srd-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "srd_Latn-min_Latn", + "languages": [ + "srd-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-por_Latn", + "languages": [ + "srd-Latn", + "por-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "srd_Latn-sun_Latn", + "languages": [ + "srd-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.470276, + "recall": 0.539526, + "f1": 0.490387, + "accuracy": 0.539526, + "main_score": 0.490387, + "hf_subset": "srd_Latn-umb_Latn", + "languages": [ + "srd-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-ajp_Arab", + "languages": [ + "srd-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.537217, + "recall": 0.616601, + "f1": 0.559843, + "accuracy": 0.616601, + "main_score": 0.559843, + "hf_subset": "srd_Latn-bjn_Arab", + "languages": [ + "srd-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.46382, + "recall": 0.518775, + "f1": 0.479108, + "accuracy": 0.518775, + "main_score": 0.479108, + "hf_subset": "srd_Latn-ewe_Latn", + "languages": [ + "srd-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.956275, + "recall": 0.969368, + "f1": 0.960375, + "accuracy": 0.969368, + "main_score": 0.960375, + "hf_subset": "srd_Latn-ilo_Latn", + "languages": [ + "srd-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.253997, + "recall": 0.325099, + "f1": 0.271932, + "accuracy": 0.325099, + "main_score": 0.271932, + "hf_subset": "srd_Latn-knc_Arab", + "languages": [ + "srd-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-mkd_Cyrl", + "languages": [ + "srd-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "srd_Latn-prs_Arab", + "languages": [ + "srd-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-swe_Latn", + "languages": [ + "srd-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-urd_Arab", + "languages": [ + "srd-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.749558, + "recall": 0.806324, + "f1": 0.766345, + "accuracy": 0.806324, + "main_score": 0.766345, + "hf_subset": "srd_Latn-aka_Latn", + "languages": [ + "srd-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "srd_Latn-bjn_Latn", + "languages": [ + "srd-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "srd_Latn-fao_Latn", + "languages": [ + "srd-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-ind_Latn", + "languages": [ + "srd-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.525709, + "recall": 0.58004, + "f1": 0.540548, + "accuracy": 0.58004, + "main_score": 0.540548, + "hf_subset": "srd_Latn-knc_Latn", + "languages": [ + "srd-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-mlt_Latn", + "languages": [ + "srd-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.638933, + "recall": 0.709486, + "f1": 0.659407, + "accuracy": 0.709486, + "main_score": 0.659407, + "hf_subset": "srd_Latn-quy_Latn", + "languages": [ + "srd-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-swh_Latn", + "languages": [ + "srd-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-uzn_Latn", + "languages": [ + "srd-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-als_Latn", + "languages": [ + "srd-Latn", + "als-Latn" + ] + }, + { + "precision": 0.782007, + "recall": 0.836957, + "f1": 0.798372, + "accuracy": 0.836957, + "main_score": 0.798372, + "hf_subset": "srd_Latn-bod_Tibt", + "languages": [ + "srd-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.617737, + "recall": 0.687747, + "f1": 0.637766, + "accuracy": 0.687747, + "main_score": 0.637766, + "hf_subset": "srd_Latn-fij_Latn", + "languages": [ + "srd-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "srd_Latn-isl_Latn", + "languages": [ + "srd-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.616243, + "recall": 0.685771, + "f1": 0.635957, + "accuracy": 0.685771, + "main_score": 0.635957, + "hf_subset": "srd_Latn-kon_Latn", + "languages": [ + "srd-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.605452, + "recall": 0.686759, + "f1": 0.628727, + "accuracy": 0.686759, + "main_score": 0.628727, + "hf_subset": "srd_Latn-mni_Beng", + "languages": [ + "srd-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-ron_Latn", + "languages": [ + "srd-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "srd_Latn-szl_Latn", + "languages": [ + "srd-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-vec_Latn", + "languages": [ + "srd-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.930254, + "recall": 0.951581, + "f1": 0.936989, + "accuracy": 0.951581, + "main_score": 0.936989, + "hf_subset": "srd_Latn-amh_Ethi", + "languages": [ + "srd-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-bos_Latn", + "languages": [ + "srd-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-fin_Latn", + "languages": [ + "srd-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-ita_Latn", + "languages": [ + "srd-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-kor_Hang", + "languages": [ + "srd-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.510764, + "recall": 0.56917, + "f1": 0.526673, + "accuracy": 0.56917, + "main_score": 0.526673, + "hf_subset": "srd_Latn-mos_Latn", + "languages": [ + "srd-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.754974, + "recall": 0.814229, + "f1": 0.772991, + "accuracy": 0.814229, + "main_score": 0.772991, + "hf_subset": "srd_Latn-run_Latn", + "languages": [ + "srd-Latn", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-tam_Taml", + "languages": [ + "srd-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "srd_Latn-vie_Latn", + "languages": [ + "srd-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-apc_Arab", + "languages": [ + "srd-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.737665, + "recall": 0.801383, + "f1": 0.756691, + "accuracy": 0.801383, + "main_score": 0.756691, + "hf_subset": "srd_Latn-bug_Latn", + "languages": [ + "srd-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.433822, + "recall": 0.486166, + "f1": 0.448045, + "accuracy": 0.486166, + "main_score": 0.448045, + "hf_subset": "srd_Latn-fon_Latn", + "languages": [ + "srd-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "srd_Latn-jav_Latn", + "languages": [ + "srd-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "srd_Latn-lao_Laoo", + "languages": [ + "srd-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.85639, + "recall": 0.897233, + "f1": 0.869236, + "accuracy": 0.897233, + "main_score": 0.869236, + "hf_subset": "srd_Latn-mri_Latn", + "languages": [ + "srd-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-rus_Cyrl", + "languages": [ + "srd-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.497256, + "recall": 0.559289, + "f1": 0.514374, + "accuracy": 0.559289, + "main_score": 0.514374, + "hf_subset": "srd_Latn-taq_Latn", + "languages": [ + "srd-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-war_Latn", + "languages": [ + "srd-Latn", + "war-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-arb_Arab", + "languages": [ + "srd-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-bul_Cyrl", + "languages": [ + "srd-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-fra_Latn", + "languages": [ + "srd-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-jpn_Jpan", + "languages": [ + "srd-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-lij_Latn", + "languages": [ + "srd-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "srd_Latn-mya_Mymr", + "languages": [ + "srd-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.536534, + "recall": 0.604743, + "f1": 0.556039, + "accuracy": 0.604743, + "main_score": 0.556039, + "hf_subset": "srd_Latn-sag_Latn", + "languages": [ + "srd-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.235965, + "recall": 0.30336, + "f1": 0.253031, + "accuracy": 0.30336, + "main_score": 0.253031, + "hf_subset": "srd_Latn-taq_Tfng", + "languages": [ + "srd-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.620166, + "recall": 0.6917, + "f1": 0.641097, + "accuracy": 0.6917, + "main_score": 0.641097, + "hf_subset": "srd_Latn-wol_Latn", + "languages": [ + "srd-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.842144, + "recall": 0.887352, + "f1": 0.856291, + "accuracy": 0.887352, + "main_score": 0.856291, + "hf_subset": "srd_Latn-arb_Latn", + "languages": [ + "srd-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-cat_Latn", + "languages": [ + "srd-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-fur_Latn", + "languages": [ + "srd-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.459692, + "recall": 0.538538, + "f1": 0.480452, + "accuracy": 0.538538, + "main_score": 0.480452, + "hf_subset": "srd_Latn-kab_Latn", + "languages": [ + "srd-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "srd_Latn-lim_Latn", + "languages": [ + "srd-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-nld_Latn", + "languages": [ + "srd-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "srd_Latn-san_Deva", + "languages": [ + "srd-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "srd_Latn-tat_Cyrl", + "languages": [ + "srd-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.879117, + "recall": 0.916008, + "f1": 0.89114, + "accuracy": 0.916008, + "main_score": 0.89114, + "hf_subset": "srd_Latn-xho_Latn", + "languages": [ + "srd-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "srd_Latn-ars_Arab", + "languages": [ + "srd-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-ceb_Latn", + "languages": [ + "srd-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.480598, + "recall": 0.552372, + "f1": 0.500524, + "accuracy": 0.552372, + "main_score": 0.500524, + "hf_subset": "srd_Latn-fuv_Latn", + "languages": [ + "srd-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.461373, + "recall": 0.531621, + "f1": 0.481046, + "accuracy": 0.531621, + "main_score": 0.481046, + "hf_subset": "srd_Latn-kac_Latn", + "languages": [ + "srd-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.619709, + "recall": 0.693676, + "f1": 0.640505, + "accuracy": 0.693676, + "main_score": 0.640505, + "hf_subset": "srd_Latn-lin_Latn", + "languages": [ + "srd-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "srd_Latn-nno_Latn", + "languages": [ + "srd-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.866222, + "recall": 0.905138, + "f1": 0.87836, + "accuracy": 0.905138, + "main_score": 0.87836, + "hf_subset": "srd_Latn-sat_Olck", + "languages": [ + "srd-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-tel_Telu", + "languages": [ + "srd-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "srd_Latn-ydd_Hebr", + "languages": [ + "srd-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "srd_Latn-ary_Arab", + "languages": [ + "srd-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-ces_Latn", + "languages": [ + "srd-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.557552, + "recall": 0.643281, + "f1": 0.581978, + "accuracy": 0.643281, + "main_score": 0.581978, + "hf_subset": "srd_Latn-gaz_Latn", + "languages": [ + "srd-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.542667, + "recall": 0.621542, + "f1": 0.565203, + "accuracy": 0.621542, + "main_score": 0.565203, + "hf_subset": "srd_Latn-kam_Latn", + "languages": [ + "srd-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "srd_Latn-lit_Latn", + "languages": [ + "srd-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-nob_Latn", + "languages": [ + "srd-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-scn_Latn", + "languages": [ + "srd-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "srd_Latn-tgk_Cyrl", + "languages": [ + "srd-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.7411, + "recall": 0.80336, + "f1": 0.759785, + "accuracy": 0.80336, + "main_score": 0.759785, + "hf_subset": "srd_Latn-yor_Latn", + "languages": [ + "srd-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-arz_Arab", + "languages": [ + "srd-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.500857, + "recall": 0.578063, + "f1": 0.521932, + "accuracy": 0.578063, + "main_score": 0.521932, + "hf_subset": "srd_Latn-cjk_Latn", + "languages": [ + "srd-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.931818, + "recall": 0.953557, + "f1": 0.9389, + "accuracy": 0.953557, + "main_score": 0.9389, + "hf_subset": "srd_Latn-gla_Latn", + "languages": [ + "srd-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "srd_Latn-kan_Knda", + "languages": [ + "srd-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-lmo_Latn", + "languages": [ + "srd-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "srd_Latn-npi_Deva", + "languages": [ + "srd-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.531401, + "recall": 0.607708, + "f1": 0.553051, + "accuracy": 0.607708, + "main_score": 0.553051, + "hf_subset": "srd_Latn-shn_Mymr", + "languages": [ + "srd-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-tgl_Latn", + "languages": [ + "srd-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-yue_Hant", + "languages": [ + "srd-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "srd_Latn-asm_Beng", + "languages": [ + "srd-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.930171, + "recall": 0.952569, + "f1": 0.937582, + "accuracy": 0.952569, + "main_score": 0.937582, + "hf_subset": "srd_Latn-ckb_Arab", + "languages": [ + "srd-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "srd_Latn-gle_Latn", + "languages": [ + "srd-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.902256, + "recall": 0.93083, + "f1": 0.911265, + "accuracy": 0.93083, + "main_score": 0.911265, + "hf_subset": "srd_Latn-kas_Arab", + "languages": [ + "srd-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.897727, + "recall": 0.929842, + "f1": 0.908267, + "accuracy": 0.929842, + "main_score": 0.908267, + "hf_subset": "srd_Latn-ltg_Latn", + "languages": [ + "srd-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.79576, + "recall": 0.843874, + "f1": 0.810787, + "accuracy": 0.843874, + "main_score": 0.810787, + "hf_subset": "srd_Latn-nso_Latn", + "languages": [ + "srd-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "srd_Latn-sin_Sinh", + "languages": [ + "srd-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-tha_Thai", + "languages": [ + "srd-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-zho_Hans", + "languages": [ + "srd-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-ast_Latn", + "languages": [ + "srd-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-crh_Latn", + "languages": [ + "srd-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-glg_Latn", + "languages": [ + "srd-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.847612, + "recall": 0.890316, + "f1": 0.861034, + "accuracy": 0.890316, + "main_score": 0.861034, + "hf_subset": "srd_Latn-kas_Deva", + "languages": [ + "srd-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-ltz_Latn", + "languages": [ + "srd-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.425472, + "recall": 0.493083, + "f1": 0.44347, + "accuracy": 0.493083, + "main_score": 0.44347, + "hf_subset": "srd_Latn-nus_Latn", + "languages": [ + "srd-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-slk_Latn", + "languages": [ + "srd-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.643372, + "recall": 0.720356, + "f1": 0.666293, + "accuracy": 0.720356, + "main_score": 0.666293, + "hf_subset": "srd_Latn-tir_Ethi", + "languages": [ + "srd-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-zho_Hant", + "languages": [ + "srd-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "srd_Latn-awa_Deva", + "languages": [ + "srd-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-cym_Latn", + "languages": [ + "srd-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.78643, + "recall": 0.838933, + "f1": 0.80247, + "accuracy": 0.838933, + "main_score": 0.80247, + "hf_subset": "srd_Latn-grn_Latn", + "languages": [ + "srd-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-kat_Geor", + "languages": [ + "srd-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.605491, + "recall": 0.667984, + "f1": 0.623207, + "accuracy": 0.667984, + "main_score": 0.623207, + "hf_subset": "srd_Latn-lua_Latn", + "languages": [ + "srd-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.813192, + "recall": 0.863636, + "f1": 0.829084, + "accuracy": 0.863636, + "main_score": 0.829084, + "hf_subset": "srd_Latn-nya_Latn", + "languages": [ + "srd-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-slv_Latn", + "languages": [ + "srd-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "srd_Latn-tpi_Latn", + "languages": [ + "srd-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-zsm_Latn", + "languages": [ + "srd-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.507708, + "recall": 0.576087, + "f1": 0.526701, + "accuracy": 0.576087, + "main_score": 0.526701, + "hf_subset": "srd_Latn-ayr_Latn", + "languages": [ + "srd-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-dan_Latn", + "languages": [ + "srd-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-guj_Gujr", + "languages": [ + "srd-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-kaz_Cyrl", + "languages": [ + "srd-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.643751, + "recall": 0.718379, + "f1": 0.665399, + "accuracy": 0.718379, + "main_score": 0.665399, + "hf_subset": "srd_Latn-lug_Latn", + "languages": [ + "srd-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-oci_Latn", + "languages": [ + "srd-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.844368, + "recall": 0.886364, + "f1": 0.85751, + "accuracy": 0.886364, + "main_score": 0.85751, + "hf_subset": "srd_Latn-smo_Latn", + "languages": [ + "srd-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.740975, + "recall": 0.801383, + "f1": 0.758926, + "accuracy": 0.801383, + "main_score": 0.758926, + "hf_subset": "srd_Latn-tsn_Latn", + "languages": [ + "srd-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.901186, + "recall": 0.932806, + "f1": 0.911561, + "accuracy": 0.932806, + "main_score": 0.911561, + "hf_subset": "srd_Latn-zul_Latn", + "languages": [ + "srd-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.925066, + "recall": 0.949605, + "f1": 0.933136, + "accuracy": 0.949605, + "main_score": 0.933136, + "hf_subset": "srd_Latn-azb_Arab", + "languages": [ + "srd-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-deu_Latn", + "languages": [ + "srd-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.980237, + "f1": 0.974802, + "accuracy": 0.980237, + "main_score": 0.974802, + "hf_subset": "srd_Latn-hat_Latn", + "languages": [ + "srd-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.490969, + "recall": 0.552372, + "f1": 0.50796, + "accuracy": 0.552372, + "main_score": 0.50796, + "hf_subset": "srd_Latn-kbp_Latn", + "languages": [ + "srd-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.514669, + "recall": 0.582016, + "f1": 0.533078, + "accuracy": 0.582016, + "main_score": 0.533078, + "hf_subset": "srd_Latn-luo_Latn", + "languages": [ + "srd-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "srd_Latn-ory_Orya", + "languages": [ + "srd-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.8764, + "recall": 0.912055, + "f1": 0.887912, + "accuracy": 0.912055, + "main_score": 0.887912, + "hf_subset": "srd_Latn-sna_Latn", + "languages": [ + "srd-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.661957, + "recall": 0.731225, + "f1": 0.682646, + "accuracy": 0.731225, + "main_score": 0.682646, + "hf_subset": "srd_Latn-tso_Latn", + "languages": [ + "srd-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-azj_Latn", + "languages": [ + "srd-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.493154, + "recall": 0.564229, + "f1": 0.512983, + "accuracy": 0.564229, + "main_score": 0.512983, + "hf_subset": "srd_Latn-dik_Latn", + "languages": [ + "srd-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.903162, + "recall": 0.932806, + "f1": 0.912714, + "accuracy": 0.932806, + "main_score": 0.912714, + "hf_subset": "srd_Latn-hau_Latn", + "languages": [ + "srd-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-kea_Latn", + "languages": [ + "srd-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.91362, + "recall": 0.938735, + "f1": 0.921673, + "accuracy": 0.938735, + "main_score": 0.921673, + "hf_subset": "srd_Latn-lus_Latn", + "languages": [ + "srd-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.863225, + "recall": 0.901186, + "f1": 0.875395, + "accuracy": 0.901186, + "main_score": 0.875395, + "hf_subset": "srd_Latn-pag_Latn", + "languages": [ + "srd-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "srd_Latn-snd_Arab", + "languages": [ + "srd-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "srd_Latn-tuk_Latn", + "languages": [ + "srd-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-bak_Cyrl", + "languages": [ + "srd-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.455979, + "recall": 0.533597, + "f1": 0.477448, + "accuracy": 0.533597, + "main_score": 0.477448, + "hf_subset": "srd_Latn-dyu_Latn", + "languages": [ + "srd-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-heb_Hebr", + "languages": [ + "srd-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "srd_Latn-khk_Cyrl", + "languages": [ + "srd-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-lvs_Latn", + "languages": [ + "srd-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-pan_Guru", + "languages": [ + "srd-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.864361, + "recall": 0.905138, + "f1": 0.877306, + "accuracy": 0.905138, + "main_score": 0.877306, + "hf_subset": "srd_Latn-som_Latn", + "languages": [ + "srd-Latn", + "som-Latn" + ] + }, + { + "precision": 0.694532, + "recall": 0.759881, + "f1": 0.714149, + "accuracy": 0.759881, + "main_score": 0.714149, + "hf_subset": "srd_Latn-tum_Latn", + "languages": [ + "srd-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.187808, + "recall": 0.219368, + "f1": 0.195528, + "accuracy": 0.219368, + "main_score": 0.195528, + "hf_subset": "tzm_Tfng-ace_Arab", + "languages": [ + "tzm-Tfng", + "ace-Arab" + ] + }, + { + "precision": 0.185695, + "recall": 0.20751, + "f1": 0.19109, + "accuracy": 0.20751, + "main_score": 0.19109, + "hf_subset": "tzm_Tfng-bam_Latn", + "languages": [ + "tzm-Tfng", + "bam-Latn" + ] + }, + { + "precision": 0.151246, + "recall": 0.182806, + "f1": 0.158752, + "accuracy": 0.182806, + "main_score": 0.158752, + "hf_subset": "tzm_Tfng-dzo_Tibt", + "languages": [ + "tzm-Tfng", + "dzo-Tibt" + ] + }, + { + "precision": 0.182337, + "recall": 0.224308, + "f1": 0.19116, + "accuracy": 0.224308, + "main_score": 0.19116, + "hf_subset": "tzm_Tfng-hin_Deva", + "languages": [ + "tzm-Tfng", + "hin-Deva" + ] + }, + { + "precision": 0.117591, + "recall": 0.143281, + "f1": 0.123166, + "accuracy": 0.143281, + "main_score": 0.123166, + "hf_subset": "tzm_Tfng-khm_Khmr", + "languages": [ + "tzm-Tfng", + "khm-Khmr" + ] + }, + { + "precision": 0.174712, + "recall": 0.204545, + "f1": 0.181246, + "accuracy": 0.204545, + "main_score": 0.181246, + "hf_subset": "tzm_Tfng-mag_Deva", + "languages": [ + "tzm-Tfng", + "mag-Deva" + ] + }, + { + "precision": 0.160135, + "recall": 0.195652, + "f1": 0.168299, + "accuracy": 0.195652, + "main_score": 0.168299, + "hf_subset": "tzm_Tfng-pap_Latn", + "languages": [ + "tzm-Tfng", + "pap-Latn" + ] + }, + { + "precision": 0.16896, + "recall": 0.200593, + "f1": 0.175198, + "accuracy": 0.200593, + "main_score": 0.175198, + "hf_subset": "tzm_Tfng-sot_Latn", + "languages": [ + "tzm-Tfng", + "sot-Latn" + ] + }, + { + "precision": 0.168987, + "recall": 0.195652, + "f1": 0.174902, + "accuracy": 0.195652, + "main_score": 0.174902, + "hf_subset": "tzm_Tfng-tur_Latn", + "languages": [ + "tzm-Tfng", + "tur-Latn" + ] + }, + { + "precision": 0.165763, + "recall": 0.193676, + "f1": 0.172438, + "accuracy": 0.193676, + "main_score": 0.172438, + "hf_subset": "tzm_Tfng-ace_Latn", + "languages": [ + "tzm-Tfng", + "ace-Latn" + ] + }, + { + "precision": 0.148599, + "recall": 0.175889, + "f1": 0.155122, + "accuracy": 0.175889, + "main_score": 0.155122, + "hf_subset": "tzm_Tfng-ban_Latn", + "languages": [ + "tzm-Tfng", + "ban-Latn" + ] + }, + { + "precision": 0.159175, + "recall": 0.187747, + "f1": 0.164393, + "accuracy": 0.187747, + "main_score": 0.164393, + "hf_subset": "tzm_Tfng-ell_Grek", + "languages": [ + "tzm-Tfng", + "ell-Grek" + ] + }, + { + "precision": 0.164082, + "recall": 0.185771, + "f1": 0.169456, + "accuracy": 0.185771, + "main_score": 0.169456, + "hf_subset": "tzm_Tfng-hne_Deva", + "languages": [ + "tzm-Tfng", + "hne-Deva" + ] + }, + { + "precision": 0.115652, + "recall": 0.13834, + "f1": 0.120749, + "accuracy": 0.13834, + "main_score": 0.120749, + "hf_subset": "tzm_Tfng-kik_Latn", + "languages": [ + "tzm-Tfng", + "kik-Latn" + ] + }, + { + "precision": 0.167522, + "recall": 0.202569, + "f1": 0.175046, + "accuracy": 0.202569, + "main_score": 0.175046, + "hf_subset": "tzm_Tfng-mai_Deva", + "languages": [ + "tzm-Tfng", + "mai-Deva" + ] + }, + { + "precision": 0.161005, + "recall": 0.190711, + "f1": 0.167037, + "accuracy": 0.190711, + "main_score": 0.167037, + "hf_subset": "tzm_Tfng-pbt_Arab", + "languages": [ + "tzm-Tfng", + "pbt-Arab" + ] + }, + { + "precision": 0.176604, + "recall": 0.208498, + "f1": 0.182767, + "accuracy": 0.208498, + "main_score": 0.182767, + "hf_subset": "tzm_Tfng-spa_Latn", + "languages": [ + "tzm-Tfng", + "spa-Latn" + ] + }, + { + "precision": 0.168029, + "recall": 0.195652, + "f1": 0.173937, + "accuracy": 0.195652, + "main_score": 0.173937, + "hf_subset": "tzm_Tfng-twi_Latn", + "languages": [ + "tzm-Tfng", + "twi-Latn" + ] + }, + { + "precision": 0.183104, + "recall": 0.210474, + "f1": 0.189796, + "accuracy": 0.210474, + "main_score": 0.189796, + "hf_subset": "tzm_Tfng-acm_Arab", + "languages": [ + "tzm-Tfng", + "acm-Arab" + ] + }, + { + "precision": 0.135645, + "recall": 0.170949, + "f1": 0.142948, + "accuracy": 0.170949, + "main_score": 0.142948, + "hf_subset": "tzm_Tfng-bel_Cyrl", + "languages": [ + "tzm-Tfng", + "bel-Cyrl" + ] + }, + { + "precision": 0.180475, + "recall": 0.211462, + "f1": 0.186242, + "accuracy": 0.211462, + "main_score": 0.186242, + "hf_subset": "tzm_Tfng-eng_Latn", + "languages": [ + "tzm-Tfng", + "eng-Latn" + ] + }, + { + "precision": 0.158282, + "recall": 0.188735, + "f1": 0.165386, + "accuracy": 0.188735, + "main_score": 0.165386, + "hf_subset": "tzm_Tfng-hrv_Latn", + "languages": [ + "tzm-Tfng", + "hrv-Latn" + ] + }, + { + "precision": 0.158136, + "recall": 0.192688, + "f1": 0.165554, + "accuracy": 0.192688, + "main_score": 0.165554, + "hf_subset": "tzm_Tfng-kin_Latn", + "languages": [ + "tzm-Tfng", + "kin-Latn" + ] + }, + { + "precision": 0.163968, + "recall": 0.19664, + "f1": 0.170515, + "accuracy": 0.19664, + "main_score": 0.170515, + "hf_subset": "tzm_Tfng-mal_Mlym", + "languages": [ + "tzm-Tfng", + "mal-Mlym" + ] + }, + { + "precision": 0.157452, + "recall": 0.187747, + "f1": 0.16312, + "accuracy": 0.187747, + "main_score": 0.16312, + "hf_subset": "tzm_Tfng-pes_Arab", + "languages": [ + "tzm-Tfng", + "pes-Arab" + ] + }, + { + "precision": 0.170144, + "recall": 0.201581, + "f1": 0.17719, + "accuracy": 0.201581, + "main_score": 0.17719, + "hf_subset": "tzm_Tfng-srd_Latn", + "languages": [ + "tzm-Tfng", + "srd-Latn" + ] + }, + { + "precision": 0.176139, + "recall": 0.213439, + "f1": 0.183804, + "accuracy": 0.213439, + "main_score": 0.183804, + "hf_subset": "tzm_Tfng-acq_Arab", + "languages": [ + "tzm-Tfng", + "acq-Arab" + ] + }, + { + "precision": 0.182664, + "recall": 0.213439, + "f1": 0.189399, + "accuracy": 0.213439, + "main_score": 0.189399, + "hf_subset": "tzm_Tfng-bem_Latn", + "languages": [ + "tzm-Tfng", + "bem-Latn" + ] + }, + { + "precision": 0.155698, + "recall": 0.183794, + "f1": 0.160779, + "accuracy": 0.183794, + "main_score": 0.160779, + "hf_subset": "tzm_Tfng-epo_Latn", + "languages": [ + "tzm-Tfng", + "epo-Latn" + ] + }, + { + "precision": 0.162311, + "recall": 0.195652, + "f1": 0.168834, + "accuracy": 0.195652, + "main_score": 0.168834, + "hf_subset": "tzm_Tfng-hun_Latn", + "languages": [ + "tzm-Tfng", + "hun-Latn" + ] + }, + { + "precision": 0.155323, + "recall": 0.189723, + "f1": 0.162129, + "accuracy": 0.189723, + "main_score": 0.162129, + "hf_subset": "tzm_Tfng-kir_Cyrl", + "languages": [ + "tzm-Tfng", + "kir-Cyrl" + ] + }, + { + "precision": 0.147901, + "recall": 0.176877, + "f1": 0.154019, + "accuracy": 0.176877, + "main_score": 0.154019, + "hf_subset": "tzm_Tfng-mar_Deva", + "languages": [ + "tzm-Tfng", + "mar-Deva" + ] + }, + { + "precision": 0.155164, + "recall": 0.187747, + "f1": 0.162031, + "accuracy": 0.187747, + "main_score": 0.162031, + "hf_subset": "tzm_Tfng-plt_Latn", + "languages": [ + "tzm-Tfng", + "plt-Latn" + ] + }, + { + "precision": 0.162062, + "recall": 0.192688, + "f1": 0.168605, + "accuracy": 0.192688, + "main_score": 0.168605, + "hf_subset": "tzm_Tfng-srp_Cyrl", + "languages": [ + "tzm-Tfng", + "srp-Cyrl" + ] + }, + { + "precision": 0.148235, + "recall": 0.182806, + "f1": 0.154867, + "accuracy": 0.182806, + "main_score": 0.154867, + "hf_subset": "tzm_Tfng-uig_Arab", + "languages": [ + "tzm-Tfng", + "uig-Arab" + ] + }, + { + "precision": 0.173727, + "recall": 0.200593, + "f1": 0.179645, + "accuracy": 0.200593, + "main_score": 0.179645, + "hf_subset": "tzm_Tfng-aeb_Arab", + "languages": [ + "tzm-Tfng", + "aeb-Arab" + ] + }, + { + "precision": 0.167244, + "recall": 0.19664, + "f1": 0.173612, + "accuracy": 0.19664, + "main_score": 0.173612, + "hf_subset": "tzm_Tfng-ben_Beng", + "languages": [ + "tzm-Tfng", + "ben-Beng" + ] + }, + { + "precision": 0.149539, + "recall": 0.179842, + "f1": 0.154881, + "accuracy": 0.179842, + "main_score": 0.154881, + "hf_subset": "tzm_Tfng-est_Latn", + "languages": [ + "tzm-Tfng", + "est-Latn" + ] + }, + { + "precision": 0.149088, + "recall": 0.185771, + "f1": 0.157086, + "accuracy": 0.185771, + "main_score": 0.157086, + "hf_subset": "tzm_Tfng-hye_Armn", + "languages": [ + "tzm-Tfng", + "hye-Armn" + ] + }, + { + "precision": 0.199607, + "recall": 0.224308, + "f1": 0.205263, + "accuracy": 0.224308, + "main_score": 0.205263, + "hf_subset": "tzm_Tfng-kmb_Latn", + "languages": [ + "tzm-Tfng", + "kmb-Latn" + ] + }, + { + "precision": 0.193662, + "recall": 0.228261, + "f1": 0.201607, + "accuracy": 0.228261, + "main_score": 0.201607, + "hf_subset": "tzm_Tfng-min_Arab", + "languages": [ + "tzm-Tfng", + "min-Arab" + ] + }, + { + "precision": 0.153801, + "recall": 0.187747, + "f1": 0.161729, + "accuracy": 0.187747, + "main_score": 0.161729, + "hf_subset": "tzm_Tfng-pol_Latn", + "languages": [ + "tzm-Tfng", + "pol-Latn" + ] + }, + { + "precision": 0.161075, + "recall": 0.190711, + "f1": 0.168012, + "accuracy": 0.190711, + "main_score": 0.168012, + "hf_subset": "tzm_Tfng-ssw_Latn", + "languages": [ + "tzm-Tfng", + "ssw-Latn" + ] + }, + { + "precision": 0.16675, + "recall": 0.195652, + "f1": 0.173012, + "accuracy": 0.195652, + "main_score": 0.173012, + "hf_subset": "tzm_Tfng-ukr_Cyrl", + "languages": [ + "tzm-Tfng", + "ukr-Cyrl" + ] + }, + { + "precision": 0.154766, + "recall": 0.184783, + "f1": 0.161821, + "accuracy": 0.184783, + "main_score": 0.161821, + "hf_subset": "tzm_Tfng-afr_Latn", + "languages": [ + "tzm-Tfng", + "afr-Latn" + ] + }, + { + "precision": 0.195664, + "recall": 0.230237, + "f1": 0.203041, + "accuracy": 0.230237, + "main_score": 0.203041, + "hf_subset": "tzm_Tfng-bho_Deva", + "languages": [ + "tzm-Tfng", + "bho-Deva" + ] + }, + { + "precision": 0.140955, + "recall": 0.16996, + "f1": 0.147533, + "accuracy": 0.16996, + "main_score": 0.147533, + "hf_subset": "tzm_Tfng-eus_Latn", + "languages": [ + "tzm-Tfng", + "eus-Latn" + ] + }, + { + "precision": 0.152558, + "recall": 0.187747, + "f1": 0.16047, + "accuracy": 0.187747, + "main_score": 0.16047, + "hf_subset": "tzm_Tfng-ibo_Latn", + "languages": [ + "tzm-Tfng", + "ibo-Latn" + ] + }, + { + "precision": 0.162086, + "recall": 0.189723, + "f1": 0.16847, + "accuracy": 0.189723, + "main_score": 0.16847, + "hf_subset": "tzm_Tfng-kmr_Latn", + "languages": [ + "tzm-Tfng", + "kmr-Latn" + ] + }, + { + "precision": 0.153992, + "recall": 0.181818, + "f1": 0.160197, + "accuracy": 0.181818, + "main_score": 0.160197, + "hf_subset": "tzm_Tfng-min_Latn", + "languages": [ + "tzm-Tfng", + "min-Latn" + ] + }, + { + "precision": 0.175748, + "recall": 0.206522, + "f1": 0.182047, + "accuracy": 0.206522, + "main_score": 0.182047, + "hf_subset": "tzm_Tfng-por_Latn", + "languages": [ + "tzm-Tfng", + "por-Latn" + ] + }, + { + "precision": 0.147635, + "recall": 0.170949, + "f1": 0.15278, + "accuracy": 0.170949, + "main_score": 0.15278, + "hf_subset": "tzm_Tfng-sun_Latn", + "languages": [ + "tzm-Tfng", + "sun-Latn" + ] + }, + { + "precision": 0.202806, + "recall": 0.230237, + "f1": 0.210374, + "accuracy": 0.230237, + "main_score": 0.210374, + "hf_subset": "tzm_Tfng-umb_Latn", + "languages": [ + "tzm-Tfng", + "umb-Latn" + ] + }, + { + "precision": 0.171942, + "recall": 0.204545, + "f1": 0.179241, + "accuracy": 0.204545, + "main_score": 0.179241, + "hf_subset": "tzm_Tfng-ajp_Arab", + "languages": [ + "tzm-Tfng", + "ajp-Arab" + ] + }, + { + "precision": 0.196506, + "recall": 0.230237, + "f1": 0.20422, + "accuracy": 0.230237, + "main_score": 0.20422, + "hf_subset": "tzm_Tfng-bjn_Arab", + "languages": [ + "tzm-Tfng", + "bjn-Arab" + ] + }, + { + "precision": 0.152336, + "recall": 0.179842, + "f1": 0.158392, + "accuracy": 0.179842, + "main_score": 0.158392, + "hf_subset": "tzm_Tfng-ewe_Latn", + "languages": [ + "tzm-Tfng", + "ewe-Latn" + ] + }, + { + "precision": 0.132048, + "recall": 0.164032, + "f1": 0.139074, + "accuracy": 0.164032, + "main_score": 0.139074, + "hf_subset": "tzm_Tfng-ilo_Latn", + "languages": [ + "tzm-Tfng", + "ilo-Latn" + ] + }, + { + "precision": 0.151228, + "recall": 0.176877, + "f1": 0.157375, + "accuracy": 0.176877, + "main_score": 0.157375, + "hf_subset": "tzm_Tfng-knc_Arab", + "languages": [ + "tzm-Tfng", + "knc-Arab" + ] + }, + { + "precision": 0.157414, + "recall": 0.187747, + "f1": 0.164571, + "accuracy": 0.187747, + "main_score": 0.164571, + "hf_subset": "tzm_Tfng-mkd_Cyrl", + "languages": [ + "tzm-Tfng", + "mkd-Cyrl" + ] + }, + { + "precision": 0.191633, + "recall": 0.224308, + "f1": 0.19827, + "accuracy": 0.224308, + "main_score": 0.19827, + "hf_subset": "tzm_Tfng-prs_Arab", + "languages": [ + "tzm-Tfng", + "prs-Arab" + ] + }, + { + "precision": 0.163309, + "recall": 0.195652, + "f1": 0.170355, + "accuracy": 0.195652, + "main_score": 0.170355, + "hf_subset": "tzm_Tfng-swe_Latn", + "languages": [ + "tzm-Tfng", + "swe-Latn" + ] + }, + { + "precision": 0.166842, + "recall": 0.195652, + "f1": 0.172523, + "accuracy": 0.195652, + "main_score": 0.172523, + "hf_subset": "tzm_Tfng-urd_Arab", + "languages": [ + "tzm-Tfng", + "urd-Arab" + ] + }, + { + "precision": 0.162235, + "recall": 0.190711, + "f1": 0.169258, + "accuracy": 0.190711, + "main_score": 0.169258, + "hf_subset": "tzm_Tfng-aka_Latn", + "languages": [ + "tzm-Tfng", + "aka-Latn" + ] + }, + { + "precision": 0.162024, + "recall": 0.186759, + "f1": 0.167355, + "accuracy": 0.186759, + "main_score": 0.167355, + "hf_subset": "tzm_Tfng-bjn_Latn", + "languages": [ + "tzm-Tfng", + "bjn-Latn" + ] + }, + { + "precision": 0.1389, + "recall": 0.166996, + "f1": 0.144498, + "accuracy": 0.166996, + "main_score": 0.144498, + "hf_subset": "tzm_Tfng-fao_Latn", + "languages": [ + "tzm-Tfng", + "fao-Latn" + ] + }, + { + "precision": 0.159843, + "recall": 0.190711, + "f1": 0.165934, + "accuracy": 0.190711, + "main_score": 0.165934, + "hf_subset": "tzm_Tfng-ind_Latn", + "languages": [ + "tzm-Tfng", + "ind-Latn" + ] + }, + { + "precision": 0.189202, + "recall": 0.215415, + "f1": 0.195468, + "accuracy": 0.215415, + "main_score": 0.195468, + "hf_subset": "tzm_Tfng-knc_Latn", + "languages": [ + "tzm-Tfng", + "knc-Latn" + ] + }, + { + "precision": 0.132623, + "recall": 0.161067, + "f1": 0.138769, + "accuracy": 0.161067, + "main_score": 0.138769, + "hf_subset": "tzm_Tfng-mlt_Latn", + "languages": [ + "tzm-Tfng", + "mlt-Latn" + ] + }, + { + "precision": 0.195742, + "recall": 0.22332, + "f1": 0.202698, + "accuracy": 0.22332, + "main_score": 0.202698, + "hf_subset": "tzm_Tfng-quy_Latn", + "languages": [ + "tzm-Tfng", + "quy-Latn" + ] + }, + { + "precision": 0.150261, + "recall": 0.18083, + "f1": 0.156254, + "accuracy": 0.18083, + "main_score": 0.156254, + "hf_subset": "tzm_Tfng-swh_Latn", + "languages": [ + "tzm-Tfng", + "swh-Latn" + ] + }, + { + "precision": 0.154609, + "recall": 0.187747, + "f1": 0.160921, + "accuracy": 0.187747, + "main_score": 0.160921, + "hf_subset": "tzm_Tfng-uzn_Latn", + "languages": [ + "tzm-Tfng", + "uzn-Latn" + ] + }, + { + "precision": 0.15402, + "recall": 0.179842, + "f1": 0.15987, + "accuracy": 0.179842, + "main_score": 0.15987, + "hf_subset": "tzm_Tfng-als_Latn", + "languages": [ + "tzm-Tfng", + "als-Latn" + ] + }, + { + "precision": 0.156835, + "recall": 0.1917, + "f1": 0.164264, + "accuracy": 0.1917, + "main_score": 0.164264, + "hf_subset": "tzm_Tfng-bod_Tibt", + "languages": [ + "tzm-Tfng", + "bod-Tibt" + ] + }, + { + "precision": 0.191547, + "recall": 0.221344, + "f1": 0.198728, + "accuracy": 0.221344, + "main_score": 0.198728, + "hf_subset": "tzm_Tfng-fij_Latn", + "languages": [ + "tzm-Tfng", + "fij-Latn" + ] + }, + { + "precision": 0.148104, + "recall": 0.176877, + "f1": 0.153966, + "accuracy": 0.176877, + "main_score": 0.153966, + "hf_subset": "tzm_Tfng-isl_Latn", + "languages": [ + "tzm-Tfng", + "isl-Latn" + ] + }, + { + "precision": 0.189421, + "recall": 0.209486, + "f1": 0.193575, + "accuracy": 0.209486, + "main_score": 0.193575, + "hf_subset": "tzm_Tfng-kon_Latn", + "languages": [ + "tzm-Tfng", + "kon-Latn" + ] + }, + { + "precision": 0.171812, + "recall": 0.197628, + "f1": 0.177646, + "accuracy": 0.197628, + "main_score": 0.177646, + "hf_subset": "tzm_Tfng-mni_Beng", + "languages": [ + "tzm-Tfng", + "mni-Beng" + ] + }, + { + "precision": 0.156126, + "recall": 0.183794, + "f1": 0.161764, + "accuracy": 0.183794, + "main_score": 0.161764, + "hf_subset": "tzm_Tfng-ron_Latn", + "languages": [ + "tzm-Tfng", + "ron-Latn" + ] + }, + { + "precision": 0.161199, + "recall": 0.1917, + "f1": 0.167512, + "accuracy": 0.1917, + "main_score": 0.167512, + "hf_subset": "tzm_Tfng-szl_Latn", + "languages": [ + "tzm-Tfng", + "szl-Latn" + ] + }, + { + "precision": 0.169766, + "recall": 0.194664, + "f1": 0.175254, + "accuracy": 0.194664, + "main_score": 0.175254, + "hf_subset": "tzm_Tfng-vec_Latn", + "languages": [ + "tzm-Tfng", + "vec-Latn" + ] + }, + { + "precision": 0.185793, + "recall": 0.216403, + "f1": 0.192953, + "accuracy": 0.216403, + "main_score": 0.192953, + "hf_subset": "tzm_Tfng-amh_Ethi", + "languages": [ + "tzm-Tfng", + "amh-Ethi" + ] + }, + { + "precision": 0.149384, + "recall": 0.177866, + "f1": 0.155872, + "accuracy": 0.177866, + "main_score": 0.155872, + "hf_subset": "tzm_Tfng-bos_Latn", + "languages": [ + "tzm-Tfng", + "bos-Latn" + ] + }, + { + "precision": 0.156036, + "recall": 0.185771, + "f1": 0.162823, + "accuracy": 0.185771, + "main_score": 0.162823, + "hf_subset": "tzm_Tfng-fin_Latn", + "languages": [ + "tzm-Tfng", + "fin-Latn" + ] + }, + { + "precision": 0.172567, + "recall": 0.204545, + "f1": 0.179488, + "accuracy": 0.204545, + "main_score": 0.179488, + "hf_subset": "tzm_Tfng-ita_Latn", + "languages": [ + "tzm-Tfng", + "ita-Latn" + ] + }, + { + "precision": 0.176401, + "recall": 0.210474, + "f1": 0.183448, + "accuracy": 0.210474, + "main_score": 0.183448, + "hf_subset": "tzm_Tfng-kor_Hang", + "languages": [ + "tzm-Tfng", + "kor-Hang" + ] + }, + { + "precision": 0.194077, + "recall": 0.220356, + "f1": 0.200055, + "accuracy": 0.220356, + "main_score": 0.200055, + "hf_subset": "tzm_Tfng-mos_Latn", + "languages": [ + "tzm-Tfng", + "mos-Latn" + ] + }, + { + "precision": 0.164465, + "recall": 0.195652, + "f1": 0.171338, + "accuracy": 0.195652, + "main_score": 0.171338, + "hf_subset": "tzm_Tfng-run_Latn", + "languages": [ + "tzm-Tfng", + "run-Latn" + ] + }, + { + "precision": 0.164743, + "recall": 0.192688, + "f1": 0.171075, + "accuracy": 0.192688, + "main_score": 0.171075, + "hf_subset": "tzm_Tfng-tam_Taml", + "languages": [ + "tzm-Tfng", + "tam-Taml" + ] + }, + { + "precision": 0.160624, + "recall": 0.182806, + "f1": 0.165729, + "accuracy": 0.182806, + "main_score": 0.165729, + "hf_subset": "tzm_Tfng-vie_Latn", + "languages": [ + "tzm-Tfng", + "vie-Latn" + ] + }, + { + "precision": 0.167493, + "recall": 0.19664, + "f1": 0.17434, + "accuracy": 0.19664, + "main_score": 0.17434, + "hf_subset": "tzm_Tfng-apc_Arab", + "languages": [ + "tzm-Tfng", + "apc-Arab" + ] + }, + { + "precision": 0.18034, + "recall": 0.208498, + "f1": 0.186763, + "accuracy": 0.208498, + "main_score": 0.186763, + "hf_subset": "tzm_Tfng-bug_Latn", + "languages": [ + "tzm-Tfng", + "bug-Latn" + ] + }, + { + "precision": 0.174476, + "recall": 0.199605, + "f1": 0.180756, + "accuracy": 0.199605, + "main_score": 0.180756, + "hf_subset": "tzm_Tfng-fon_Latn", + "languages": [ + "tzm-Tfng", + "fon-Latn" + ] + }, + { + "precision": 0.142895, + "recall": 0.177866, + "f1": 0.150071, + "accuracy": 0.177866, + "main_score": 0.150071, + "hf_subset": "tzm_Tfng-jav_Latn", + "languages": [ + "tzm-Tfng", + "jav-Latn" + ] + }, + { + "precision": 0.121172, + "recall": 0.149209, + "f1": 0.127189, + "accuracy": 0.149209, + "main_score": 0.127189, + "hf_subset": "tzm_Tfng-lao_Laoo", + "languages": [ + "tzm-Tfng", + "lao-Laoo" + ] + }, + { + "precision": 0.158901, + "recall": 0.190711, + "f1": 0.165352, + "accuracy": 0.190711, + "main_score": 0.165352, + "hf_subset": "tzm_Tfng-mri_Latn", + "languages": [ + "tzm-Tfng", + "mri-Latn" + ] + }, + { + "precision": 0.16782, + "recall": 0.200593, + "f1": 0.173917, + "accuracy": 0.200593, + "main_score": 0.173917, + "hf_subset": "tzm_Tfng-rus_Cyrl", + "languages": [ + "tzm-Tfng", + "rus-Cyrl" + ] + }, + { + "precision": 0.189784, + "recall": 0.22332, + "f1": 0.197281, + "accuracy": 0.22332, + "main_score": 0.197281, + "hf_subset": "tzm_Tfng-taq_Latn", + "languages": [ + "tzm-Tfng", + "taq-Latn" + ] + }, + { + "precision": 0.148594, + "recall": 0.173913, + "f1": 0.154106, + "accuracy": 0.173913, + "main_score": 0.154106, + "hf_subset": "tzm_Tfng-war_Latn", + "languages": [ + "tzm-Tfng", + "war-Latn" + ] + }, + { + "precision": 0.181342, + "recall": 0.217391, + "f1": 0.189743, + "accuracy": 0.217391, + "main_score": 0.189743, + "hf_subset": "tzm_Tfng-arb_Arab", + "languages": [ + "tzm-Tfng", + "arb-Arab" + ] + }, + { + "precision": 0.167872, + "recall": 0.203557, + "f1": 0.175814, + "accuracy": 0.203557, + "main_score": 0.175814, + "hf_subset": "tzm_Tfng-bul_Cyrl", + "languages": [ + "tzm-Tfng", + "bul-Cyrl" + ] + }, + { + "precision": 0.163902, + "recall": 0.187747, + "f1": 0.168511, + "accuracy": 0.187747, + "main_score": 0.168511, + "hf_subset": "tzm_Tfng-fra_Latn", + "languages": [ + "tzm-Tfng", + "fra-Latn" + ] + }, + { + "precision": 0.181807, + "recall": 0.213439, + "f1": 0.188291, + "accuracy": 0.213439, + "main_score": 0.188291, + "hf_subset": "tzm_Tfng-jpn_Jpan", + "languages": [ + "tzm-Tfng", + "jpn-Jpan" + ] + }, + { + "precision": 0.169995, + "recall": 0.198617, + "f1": 0.176444, + "accuracy": 0.198617, + "main_score": 0.176444, + "hf_subset": "tzm_Tfng-lij_Latn", + "languages": [ + "tzm-Tfng", + "lij-Latn" + ] + }, + { + "precision": 0.147155, + "recall": 0.172925, + "f1": 0.153096, + "accuracy": 0.172925, + "main_score": 0.153096, + "hf_subset": "tzm_Tfng-mya_Mymr", + "languages": [ + "tzm-Tfng", + "mya-Mymr" + ] + }, + { + "precision": 0.196223, + "recall": 0.230237, + "f1": 0.203971, + "accuracy": 0.230237, + "main_score": 0.203971, + "hf_subset": "tzm_Tfng-sag_Latn", + "languages": [ + "tzm-Tfng", + "sag-Latn" + ] + }, + { + "precision": 0.242785, + "recall": 0.272727, + "f1": 0.250544, + "accuracy": 0.272727, + "main_score": 0.250544, + "hf_subset": "tzm_Tfng-taq_Tfng", + "languages": [ + "tzm-Tfng", + "taq-Tfng" + ] + }, + { + "precision": 0.191184, + "recall": 0.213439, + "f1": 0.196547, + "accuracy": 0.213439, + "main_score": 0.196547, + "hf_subset": "tzm_Tfng-wol_Latn", + "languages": [ + "tzm-Tfng", + "wol-Latn" + ] + }, + { + "precision": 0.16048, + "recall": 0.188735, + "f1": 0.16649, + "accuracy": 0.188735, + "main_score": 0.16649, + "hf_subset": "tzm_Tfng-arb_Latn", + "languages": [ + "tzm-Tfng", + "arb-Latn" + ] + }, + { + "precision": 0.162768, + "recall": 0.195652, + "f1": 0.169914, + "accuracy": 0.195652, + "main_score": 0.169914, + "hf_subset": "tzm_Tfng-cat_Latn", + "languages": [ + "tzm-Tfng", + "cat-Latn" + ] + }, + { + "precision": 0.161724, + "recall": 0.186759, + "f1": 0.166711, + "accuracy": 0.186759, + "main_score": 0.166711, + "hf_subset": "tzm_Tfng-fur_Latn", + "languages": [ + "tzm-Tfng", + "fur-Latn" + ] + }, + { + "precision": 0.277329, + "recall": 0.305336, + "f1": 0.283109, + "accuracy": 0.305336, + "main_score": 0.283109, + "hf_subset": "tzm_Tfng-kab_Latn", + "languages": [ + "tzm-Tfng", + "kab-Latn" + ] + }, + { + "precision": 0.164469, + "recall": 0.195652, + "f1": 0.170676, + "accuracy": 0.195652, + "main_score": 0.170676, + "hf_subset": "tzm_Tfng-lim_Latn", + "languages": [ + "tzm-Tfng", + "lim-Latn" + ] + }, + { + "precision": 0.168979, + "recall": 0.195652, + "f1": 0.174455, + "accuracy": 0.195652, + "main_score": 0.174455, + "hf_subset": "tzm_Tfng-nld_Latn", + "languages": [ + "tzm-Tfng", + "nld-Latn" + ] + }, + { + "precision": 0.169699, + "recall": 0.20751, + "f1": 0.177626, + "accuracy": 0.20751, + "main_score": 0.177626, + "hf_subset": "tzm_Tfng-san_Deva", + "languages": [ + "tzm-Tfng", + "san-Deva" + ] + }, + { + "precision": 0.144427, + "recall": 0.175889, + "f1": 0.150643, + "accuracy": 0.175889, + "main_score": 0.150643, + "hf_subset": "tzm_Tfng-tat_Cyrl", + "languages": [ + "tzm-Tfng", + "tat-Cyrl" + ] + }, + { + "precision": 0.15417, + "recall": 0.182806, + "f1": 0.160425, + "accuracy": 0.182806, + "main_score": 0.160425, + "hf_subset": "tzm_Tfng-xho_Latn", + "languages": [ + "tzm-Tfng", + "xho-Latn" + ] + }, + { + "precision": 0.160229, + "recall": 0.194664, + "f1": 0.168172, + "accuracy": 0.194664, + "main_score": 0.168172, + "hf_subset": "tzm_Tfng-ars_Arab", + "languages": [ + "tzm-Tfng", + "ars-Arab" + ] + }, + { + "precision": 0.13521, + "recall": 0.164032, + "f1": 0.141073, + "accuracy": 0.164032, + "main_score": 0.141073, + "hf_subset": "tzm_Tfng-ceb_Latn", + "languages": [ + "tzm-Tfng", + "ceb-Latn" + ] + }, + { + "precision": 0.176188, + "recall": 0.205534, + "f1": 0.181854, + "accuracy": 0.205534, + "main_score": 0.181854, + "hf_subset": "tzm_Tfng-fuv_Latn", + "languages": [ + "tzm-Tfng", + "fuv-Latn" + ] + }, + { + "precision": 0.202683, + "recall": 0.229249, + "f1": 0.208788, + "accuracy": 0.229249, + "main_score": 0.208788, + "hf_subset": "tzm_Tfng-kac_Latn", + "languages": [ + "tzm-Tfng", + "kac-Latn" + ] + }, + { + "precision": 0.186237, + "recall": 0.212451, + "f1": 0.191875, + "accuracy": 0.212451, + "main_score": 0.191875, + "hf_subset": "tzm_Tfng-lin_Latn", + "languages": [ + "tzm-Tfng", + "lin-Latn" + ] + }, + { + "precision": 0.142598, + "recall": 0.170949, + "f1": 0.148501, + "accuracy": 0.170949, + "main_score": 0.148501, + "hf_subset": "tzm_Tfng-nno_Latn", + "languages": [ + "tzm-Tfng", + "nno-Latn" + ] + }, + { + "precision": 0.174777, + "recall": 0.197628, + "f1": 0.180177, + "accuracy": 0.197628, + "main_score": 0.180177, + "hf_subset": "tzm_Tfng-sat_Olck", + "languages": [ + "tzm-Tfng", + "sat-Olck" + ] + }, + { + "precision": 0.154352, + "recall": 0.183794, + "f1": 0.160209, + "accuracy": 0.183794, + "main_score": 0.160209, + "hf_subset": "tzm_Tfng-tel_Telu", + "languages": [ + "tzm-Tfng", + "tel-Telu" + ] + }, + { + "precision": 0.15798, + "recall": 0.187747, + "f1": 0.164173, + "accuracy": 0.187747, + "main_score": 0.164173, + "hf_subset": "tzm_Tfng-ydd_Hebr", + "languages": [ + "tzm-Tfng", + "ydd-Hebr" + ] + }, + { + "precision": 0.175904, + "recall": 0.202569, + "f1": 0.181536, + "accuracy": 0.202569, + "main_score": 0.181536, + "hf_subset": "tzm_Tfng-ary_Arab", + "languages": [ + "tzm-Tfng", + "ary-Arab" + ] + }, + { + "precision": 0.162889, + "recall": 0.1917, + "f1": 0.169223, + "accuracy": 0.1917, + "main_score": 0.169223, + "hf_subset": "tzm_Tfng-ces_Latn", + "languages": [ + "tzm-Tfng", + "ces-Latn" + ] + }, + { + "precision": 0.218991, + "recall": 0.259881, + "f1": 0.228605, + "accuracy": 0.259881, + "main_score": 0.228605, + "hf_subset": "tzm_Tfng-gaz_Latn", + "languages": [ + "tzm-Tfng", + "gaz-Latn" + ] + }, + { + "precision": 0.190932, + "recall": 0.216403, + "f1": 0.19732, + "accuracy": 0.216403, + "main_score": 0.19732, + "hf_subset": "tzm_Tfng-kam_Latn", + "languages": [ + "tzm-Tfng", + "kam-Latn" + ] + }, + { + "precision": 0.155879, + "recall": 0.190711, + "f1": 0.162978, + "accuracy": 0.190711, + "main_score": 0.162978, + "hf_subset": "tzm_Tfng-lit_Latn", + "languages": [ + "tzm-Tfng", + "lit-Latn" + ] + }, + { + "precision": 0.159297, + "recall": 0.195652, + "f1": 0.167208, + "accuracy": 0.195652, + "main_score": 0.167208, + "hf_subset": "tzm_Tfng-nob_Latn", + "languages": [ + "tzm-Tfng", + "nob-Latn" + ] + }, + { + "precision": 0.164563, + "recall": 0.187747, + "f1": 0.169863, + "accuracy": 0.187747, + "main_score": 0.169863, + "hf_subset": "tzm_Tfng-scn_Latn", + "languages": [ + "tzm-Tfng", + "scn-Latn" + ] + }, + { + "precision": 0.141664, + "recall": 0.16996, + "f1": 0.147834, + "accuracy": 0.16996, + "main_score": 0.147834, + "hf_subset": "tzm_Tfng-tgk_Cyrl", + "languages": [ + "tzm-Tfng", + "tgk-Cyrl" + ] + }, + { + "precision": 0.141333, + "recall": 0.163043, + "f1": 0.145695, + "accuracy": 0.163043, + "main_score": 0.145695, + "hf_subset": "tzm_Tfng-yor_Latn", + "languages": [ + "tzm-Tfng", + "yor-Latn" + ] + }, + { + "precision": 0.171928, + "recall": 0.199605, + "f1": 0.17869, + "accuracy": 0.199605, + "main_score": 0.17869, + "hf_subset": "tzm_Tfng-arz_Arab", + "languages": [ + "tzm-Tfng", + "arz-Arab" + ] + }, + { + "precision": 0.19917, + "recall": 0.225296, + "f1": 0.204914, + "accuracy": 0.225296, + "main_score": 0.204914, + "hf_subset": "tzm_Tfng-cjk_Latn", + "languages": [ + "tzm-Tfng", + "cjk-Latn" + ] + }, + { + "precision": 0.124902, + "recall": 0.157115, + "f1": 0.131141, + "accuracy": 0.157115, + "main_score": 0.131141, + "hf_subset": "tzm_Tfng-gla_Latn", + "languages": [ + "tzm-Tfng", + "gla-Latn" + ] + }, + { + "precision": 0.148054, + "recall": 0.176877, + "f1": 0.153995, + "accuracy": 0.176877, + "main_score": 0.153995, + "hf_subset": "tzm_Tfng-kan_Knda", + "languages": [ + "tzm-Tfng", + "kan-Knda" + ] + }, + { + "precision": 0.15629, + "recall": 0.178854, + "f1": 0.161718, + "accuracy": 0.178854, + "main_score": 0.161718, + "hf_subset": "tzm_Tfng-lmo_Latn", + "languages": [ + "tzm-Tfng", + "lmo-Latn" + ] + }, + { + "precision": 0.151637, + "recall": 0.176877, + "f1": 0.15774, + "accuracy": 0.176877, + "main_score": 0.15774, + "hf_subset": "tzm_Tfng-npi_Deva", + "languages": [ + "tzm-Tfng", + "npi-Deva" + ] + }, + { + "precision": 0.127271, + "recall": 0.160079, + "f1": 0.134567, + "accuracy": 0.160079, + "main_score": 0.134567, + "hf_subset": "tzm_Tfng-shn_Mymr", + "languages": [ + "tzm-Tfng", + "shn-Mymr" + ] + }, + { + "precision": 0.16642, + "recall": 0.197628, + "f1": 0.173685, + "accuracy": 0.197628, + "main_score": 0.173685, + "hf_subset": "tzm_Tfng-tgl_Latn", + "languages": [ + "tzm-Tfng", + "tgl-Latn" + ] + }, + { + "precision": 0.150046, + "recall": 0.179842, + "f1": 0.156375, + "accuracy": 0.179842, + "main_score": 0.156375, + "hf_subset": "tzm_Tfng-yue_Hant", + "languages": [ + "tzm-Tfng", + "yue-Hant" + ] + }, + { + "precision": 0.145964, + "recall": 0.175889, + "f1": 0.152406, + "accuracy": 0.175889, + "main_score": 0.152406, + "hf_subset": "tzm_Tfng-asm_Beng", + "languages": [ + "tzm-Tfng", + "asm-Beng" + ] + }, + { + "precision": 0.175515, + "recall": 0.209486, + "f1": 0.183253, + "accuracy": 0.209486, + "main_score": 0.183253, + "hf_subset": "tzm_Tfng-ckb_Arab", + "languages": [ + "tzm-Tfng", + "ckb-Arab" + ] + }, + { + "precision": 0.139912, + "recall": 0.168972, + "f1": 0.146404, + "accuracy": 0.168972, + "main_score": 0.146404, + "hf_subset": "tzm_Tfng-gle_Latn", + "languages": [ + "tzm-Tfng", + "gle-Latn" + ] + }, + { + "precision": 0.185997, + "recall": 0.215415, + "f1": 0.193647, + "accuracy": 0.215415, + "main_score": 0.193647, + "hf_subset": "tzm_Tfng-kas_Arab", + "languages": [ + "tzm-Tfng", + "kas-Arab" + ] + }, + { + "precision": 0.162346, + "recall": 0.189723, + "f1": 0.169197, + "accuracy": 0.189723, + "main_score": 0.169197, + "hf_subset": "tzm_Tfng-ltg_Latn", + "languages": [ + "tzm-Tfng", + "ltg-Latn" + ] + }, + { + "precision": 0.17902, + "recall": 0.211462, + "f1": 0.186355, + "accuracy": 0.211462, + "main_score": 0.186355, + "hf_subset": "tzm_Tfng-nso_Latn", + "languages": [ + "tzm-Tfng", + "nso-Latn" + ] + }, + { + "precision": 0.151549, + "recall": 0.185771, + "f1": 0.15818, + "accuracy": 0.185771, + "main_score": 0.15818, + "hf_subset": "tzm_Tfng-sin_Sinh", + "languages": [ + "tzm-Tfng", + "sin-Sinh" + ] + }, + { + "precision": 0.144136, + "recall": 0.172925, + "f1": 0.150342, + "accuracy": 0.172925, + "main_score": 0.150342, + "hf_subset": "tzm_Tfng-tha_Thai", + "languages": [ + "tzm-Tfng", + "tha-Thai" + ] + }, + { + "precision": 0.113591, + "recall": 0.132411, + "f1": 0.116524, + "accuracy": 0.132411, + "main_score": 0.116524, + "hf_subset": "tzm_Tfng-zho_Hans", + "languages": [ + "tzm-Tfng", + "zho-Hans" + ] + }, + { + "precision": 0.143979, + "recall": 0.16996, + "f1": 0.149171, + "accuracy": 0.16996, + "main_score": 0.149171, + "hf_subset": "tzm_Tfng-ast_Latn", + "languages": [ + "tzm-Tfng", + "ast-Latn" + ] + }, + { + "precision": 0.170208, + "recall": 0.197628, + "f1": 0.176168, + "accuracy": 0.197628, + "main_score": 0.176168, + "hf_subset": "tzm_Tfng-crh_Latn", + "languages": [ + "tzm-Tfng", + "crh-Latn" + ] + }, + { + "precision": 0.162717, + "recall": 0.194664, + "f1": 0.168902, + "accuracy": 0.194664, + "main_score": 0.168902, + "hf_subset": "tzm_Tfng-glg_Latn", + "languages": [ + "tzm-Tfng", + "glg-Latn" + ] + }, + { + "precision": 0.17074, + "recall": 0.198617, + "f1": 0.176896, + "accuracy": 0.198617, + "main_score": 0.176896, + "hf_subset": "tzm_Tfng-kas_Deva", + "languages": [ + "tzm-Tfng", + "kas-Deva" + ] + }, + { + "precision": 0.139751, + "recall": 0.166008, + "f1": 0.144961, + "accuracy": 0.166008, + "main_score": 0.144961, + "hf_subset": "tzm_Tfng-ltz_Latn", + "languages": [ + "tzm-Tfng", + "ltz-Latn" + ] + }, + { + "precision": 0.198775, + "recall": 0.227273, + "f1": 0.205833, + "accuracy": 0.227273, + "main_score": 0.205833, + "hf_subset": "tzm_Tfng-nus_Latn", + "languages": [ + "tzm-Tfng", + "nus-Latn" + ] + }, + { + "precision": 0.15119, + "recall": 0.178854, + "f1": 0.157058, + "accuracy": 0.178854, + "main_score": 0.157058, + "hf_subset": "tzm_Tfng-slk_Latn", + "languages": [ + "tzm-Tfng", + "slk-Latn" + ] + }, + { + "precision": 0.202375, + "recall": 0.230237, + "f1": 0.20848, + "accuracy": 0.230237, + "main_score": 0.20848, + "hf_subset": "tzm_Tfng-tir_Ethi", + "languages": [ + "tzm-Tfng", + "tir-Ethi" + ] + }, + { + "precision": 0.147122, + "recall": 0.178854, + "f1": 0.154293, + "accuracy": 0.178854, + "main_score": 0.154293, + "hf_subset": "tzm_Tfng-zho_Hant", + "languages": [ + "tzm-Tfng", + "zho-Hant" + ] + }, + { + "precision": 0.162613, + "recall": 0.189723, + "f1": 0.168415, + "accuracy": 0.189723, + "main_score": 0.168415, + "hf_subset": "tzm_Tfng-awa_Deva", + "languages": [ + "tzm-Tfng", + "awa-Deva" + ] + }, + { + "precision": 0.151967, + "recall": 0.179842, + "f1": 0.157619, + "accuracy": 0.179842, + "main_score": 0.157619, + "hf_subset": "tzm_Tfng-cym_Latn", + "languages": [ + "tzm-Tfng", + "cym-Latn" + ] + }, + { + "precision": 0.163902, + "recall": 0.187747, + "f1": 0.169088, + "accuracy": 0.187747, + "main_score": 0.169088, + "hf_subset": "tzm_Tfng-grn_Latn", + "languages": [ + "tzm-Tfng", + "grn-Latn" + ] + }, + { + "precision": 0.152342, + "recall": 0.189723, + "f1": 0.160116, + "accuracy": 0.189723, + "main_score": 0.160116, + "hf_subset": "tzm_Tfng-kat_Geor", + "languages": [ + "tzm-Tfng", + "kat-Geor" + ] + }, + { + "precision": 0.190701, + "recall": 0.214427, + "f1": 0.196271, + "accuracy": 0.214427, + "main_score": 0.196271, + "hf_subset": "tzm_Tfng-lua_Latn", + "languages": [ + "tzm-Tfng", + "lua-Latn" + ] + }, + { + "precision": 0.146743, + "recall": 0.172925, + "f1": 0.152488, + "accuracy": 0.172925, + "main_score": 0.152488, + "hf_subset": "tzm_Tfng-nya_Latn", + "languages": [ + "tzm-Tfng", + "nya-Latn" + ] + }, + { + "precision": 0.15807, + "recall": 0.183794, + "f1": 0.163999, + "accuracy": 0.183794, + "main_score": 0.163999, + "hf_subset": "tzm_Tfng-slv_Latn", + "languages": [ + "tzm-Tfng", + "slv-Latn" + ] + }, + { + "precision": 0.149703, + "recall": 0.179842, + "f1": 0.156008, + "accuracy": 0.179842, + "main_score": 0.156008, + "hf_subset": "tzm_Tfng-tpi_Latn", + "languages": [ + "tzm-Tfng", + "tpi-Latn" + ] + }, + { + "precision": 0.164642, + "recall": 0.198617, + "f1": 0.172153, + "accuracy": 0.198617, + "main_score": 0.172153, + "hf_subset": "tzm_Tfng-zsm_Latn", + "languages": [ + "tzm-Tfng", + "zsm-Latn" + ] + }, + { + "precision": 0.188538, + "recall": 0.213439, + "f1": 0.194073, + "accuracy": 0.213439, + "main_score": 0.194073, + "hf_subset": "tzm_Tfng-ayr_Latn", + "languages": [ + "tzm-Tfng", + "ayr-Latn" + ] + }, + { + "precision": 0.1632, + "recall": 0.198617, + "f1": 0.170683, + "accuracy": 0.198617, + "main_score": 0.170683, + "hf_subset": "tzm_Tfng-dan_Latn", + "languages": [ + "tzm-Tfng", + "dan-Latn" + ] + }, + { + "precision": 0.155442, + "recall": 0.185771, + "f1": 0.160972, + "accuracy": 0.185771, + "main_score": 0.160972, + "hf_subset": "tzm_Tfng-guj_Gujr", + "languages": [ + "tzm-Tfng", + "guj-Gujr" + ] + }, + { + "precision": 0.139417, + "recall": 0.171937, + "f1": 0.145703, + "accuracy": 0.171937, + "main_score": 0.145703, + "hf_subset": "tzm_Tfng-kaz_Cyrl", + "languages": [ + "tzm-Tfng", + "kaz-Cyrl" + ] + }, + { + "precision": 0.171214, + "recall": 0.19664, + "f1": 0.177153, + "accuracy": 0.19664, + "main_score": 0.177153, + "hf_subset": "tzm_Tfng-lug_Latn", + "languages": [ + "tzm-Tfng", + "lug-Latn" + ] + }, + { + "precision": 0.147612, + "recall": 0.18083, + "f1": 0.154264, + "accuracy": 0.18083, + "main_score": 0.154264, + "hf_subset": "tzm_Tfng-oci_Latn", + "languages": [ + "tzm-Tfng", + "oci-Latn" + ] + }, + { + "precision": 0.158011, + "recall": 0.189723, + "f1": 0.165065, + "accuracy": 0.189723, + "main_score": 0.165065, + "hf_subset": "tzm_Tfng-smo_Latn", + "languages": [ + "tzm-Tfng", + "smo-Latn" + ] + }, + { + "precision": 0.147611, + "recall": 0.175889, + "f1": 0.154038, + "accuracy": 0.175889, + "main_score": 0.154038, + "hf_subset": "tzm_Tfng-tsn_Latn", + "languages": [ + "tzm-Tfng", + "tsn-Latn" + ] + }, + { + "precision": 0.152405, + "recall": 0.182806, + "f1": 0.158795, + "accuracy": 0.182806, + "main_score": 0.158795, + "hf_subset": "tzm_Tfng-zul_Latn", + "languages": [ + "tzm-Tfng", + "zul-Latn" + ] + }, + { + "precision": 0.152297, + "recall": 0.182806, + "f1": 0.158069, + "accuracy": 0.182806, + "main_score": 0.158069, + "hf_subset": "tzm_Tfng-azb_Arab", + "languages": [ + "tzm-Tfng", + "azb-Arab" + ] + }, + { + "precision": 0.174439, + "recall": 0.206522, + "f1": 0.181284, + "accuracy": 0.206522, + "main_score": 0.181284, + "hf_subset": "tzm_Tfng-deu_Latn", + "languages": [ + "tzm-Tfng", + "deu-Latn" + ] + }, + { + "precision": 0.168876, + "recall": 0.203557, + "f1": 0.176583, + "accuracy": 0.203557, + "main_score": 0.176583, + "hf_subset": "tzm_Tfng-hat_Latn", + "languages": [ + "tzm-Tfng", + "hat-Latn" + ] + }, + { + "precision": 0.170112, + "recall": 0.19664, + "f1": 0.176427, + "accuracy": 0.19664, + "main_score": 0.176427, + "hf_subset": "tzm_Tfng-kbp_Latn", + "languages": [ + "tzm-Tfng", + "kbp-Latn" + ] + }, + { + "precision": 0.187699, + "recall": 0.216403, + "f1": 0.195172, + "accuracy": 0.216403, + "main_score": 0.195172, + "hf_subset": "tzm_Tfng-luo_Latn", + "languages": [ + "tzm-Tfng", + "luo-Latn" + ] + }, + { + "precision": 0.141215, + "recall": 0.170949, + "f1": 0.147464, + "accuracy": 0.170949, + "main_score": 0.147464, + "hf_subset": "tzm_Tfng-ory_Orya", + "languages": [ + "tzm-Tfng", + "ory-Orya" + ] + }, + { + "precision": 0.143789, + "recall": 0.175889, + "f1": 0.151106, + "accuracy": 0.175889, + "main_score": 0.151106, + "hf_subset": "tzm_Tfng-sna_Latn", + "languages": [ + "tzm-Tfng", + "sna-Latn" + ] + }, + { + "precision": 0.187377, + "recall": 0.219368, + "f1": 0.195391, + "accuracy": 0.219368, + "main_score": 0.195391, + "hf_subset": "tzm_Tfng-tso_Latn", + "languages": [ + "tzm-Tfng", + "tso-Latn" + ] + }, + { + "precision": 0.15186, + "recall": 0.181818, + "f1": 0.15775, + "accuracy": 0.181818, + "main_score": 0.15775, + "hf_subset": "tzm_Tfng-azj_Latn", + "languages": [ + "tzm-Tfng", + "azj-Latn" + ] + }, + { + "precision": 0.160824, + "recall": 0.190711, + "f1": 0.167836, + "accuracy": 0.190711, + "main_score": 0.167836, + "hf_subset": "tzm_Tfng-dik_Latn", + "languages": [ + "tzm-Tfng", + "dik-Latn" + ] + }, + { + "precision": 0.153089, + "recall": 0.179842, + "f1": 0.158378, + "accuracy": 0.179842, + "main_score": 0.158378, + "hf_subset": "tzm_Tfng-hau_Latn", + "languages": [ + "tzm-Tfng", + "hau-Latn" + ] + }, + { + "precision": 0.173529, + "recall": 0.199605, + "f1": 0.179055, + "accuracy": 0.199605, + "main_score": 0.179055, + "hf_subset": "tzm_Tfng-kea_Latn", + "languages": [ + "tzm-Tfng", + "kea-Latn" + ] + }, + { + "precision": 0.151108, + "recall": 0.18083, + "f1": 0.156846, + "accuracy": 0.18083, + "main_score": 0.156846, + "hf_subset": "tzm_Tfng-lus_Latn", + "languages": [ + "tzm-Tfng", + "lus-Latn" + ] + }, + { + "precision": 0.177619, + "recall": 0.202569, + "f1": 0.183135, + "accuracy": 0.202569, + "main_score": 0.183135, + "hf_subset": "tzm_Tfng-pag_Latn", + "languages": [ + "tzm-Tfng", + "pag-Latn" + ] + }, + { + "precision": 0.148765, + "recall": 0.182806, + "f1": 0.15573, + "accuracy": 0.182806, + "main_score": 0.15573, + "hf_subset": "tzm_Tfng-snd_Arab", + "languages": [ + "tzm-Tfng", + "snd-Arab" + ] + }, + { + "precision": 0.131126, + "recall": 0.161067, + "f1": 0.137493, + "accuracy": 0.161067, + "main_score": 0.137493, + "hf_subset": "tzm_Tfng-tuk_Latn", + "languages": [ + "tzm-Tfng", + "tuk-Latn" + ] + }, + { + "precision": 0.151867, + "recall": 0.182806, + "f1": 0.158616, + "accuracy": 0.182806, + "main_score": 0.158616, + "hf_subset": "tzm_Tfng-bak_Cyrl", + "languages": [ + "tzm-Tfng", + "bak-Cyrl" + ] + }, + { + "precision": 0.112912, + "recall": 0.13834, + "f1": 0.118175, + "accuracy": 0.13834, + "main_score": 0.118175, + "hf_subset": "tzm_Tfng-dyu_Latn", + "languages": [ + "tzm-Tfng", + "dyu-Latn" + ] + }, + { + "precision": 0.168222, + "recall": 0.200593, + "f1": 0.175034, + "accuracy": 0.200593, + "main_score": 0.175034, + "hf_subset": "tzm_Tfng-heb_Hebr", + "languages": [ + "tzm-Tfng", + "heb-Hebr" + ] + }, + { + "precision": 0.165343, + "recall": 0.19664, + "f1": 0.171733, + "accuracy": 0.19664, + "main_score": 0.171733, + "hf_subset": "tzm_Tfng-khk_Cyrl", + "languages": [ + "tzm-Tfng", + "khk-Cyrl" + ] + }, + { + "precision": 0.145117, + "recall": 0.177866, + "f1": 0.151337, + "accuracy": 0.177866, + "main_score": 0.151337, + "hf_subset": "tzm_Tfng-lvs_Latn", + "languages": [ + "tzm-Tfng", + "lvs-Latn" + ] + }, + { + "precision": 0.157002, + "recall": 0.18083, + "f1": 0.16142, + "accuracy": 0.18083, + "main_score": 0.16142, + "hf_subset": "tzm_Tfng-pan_Guru", + "languages": [ + "tzm-Tfng", + "pan-Guru" + ] + }, + { + "precision": 0.158664, + "recall": 0.190711, + "f1": 0.166154, + "accuracy": 0.190711, + "main_score": 0.166154, + "hf_subset": "tzm_Tfng-som_Latn", + "languages": [ + "tzm-Tfng", + "som-Latn" + ] + }, + { + "precision": 0.167448, + "recall": 0.193676, + "f1": 0.173518, + "accuracy": 0.193676, + "main_score": 0.173518, + "hf_subset": "tzm_Tfng-tum_Latn", + "languages": [ + "tzm-Tfng", + "tum-Latn" + ] + }, + { + "precision": 0.518868, + "recall": 0.612648, + "f1": 0.545667, + "accuracy": 0.612648, + "main_score": 0.545667, + "hf_subset": "acq_Arab-ace_Arab", + "languages": [ + "acq-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.454336, + "recall": 0.521739, + "f1": 0.472739, + "accuracy": 0.521739, + "main_score": 0.472739, + "hf_subset": "acq_Arab-bam_Latn", + "languages": [ + "acq-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.651986, + "recall": 0.737154, + "f1": 0.676749, + "accuracy": 0.737154, + "main_score": 0.676749, + "hf_subset": "acq_Arab-dzo_Tibt", + "languages": [ + "acq-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-hin_Deva", + "languages": [ + "acq-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "acq_Arab-khm_Khmr", + "languages": [ + "acq-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acq_Arab-mag_Deva", + "languages": [ + "acq-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acq_Arab-pap_Latn", + "languages": [ + "acq-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.870257, + "recall": 0.907115, + "f1": 0.881752, + "accuracy": 0.907115, + "main_score": 0.881752, + "hf_subset": "acq_Arab-sot_Latn", + "languages": [ + "acq-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-tur_Latn", + "languages": [ + "acq-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.87053, + "recall": 0.905138, + "f1": 0.881261, + "accuracy": 0.905138, + "main_score": 0.881261, + "hf_subset": "acq_Arab-ace_Latn", + "languages": [ + "acq-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "acq_Arab-ban_Latn", + "languages": [ + "acq-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-ell_Grek", + "languages": [ + "acq-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "acq_Arab-hne_Deva", + "languages": [ + "acq-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.576483, + "recall": 0.648221, + "f1": 0.596078, + "accuracy": 0.648221, + "main_score": 0.596078, + "hf_subset": "acq_Arab-kik_Latn", + "languages": [ + "acq-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-mai_Deva", + "languages": [ + "acq-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "acq_Arab-pbt_Arab", + "languages": [ + "acq-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-spa_Latn", + "languages": [ + "acq-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.779809, + "recall": 0.839921, + "f1": 0.798123, + "accuracy": 0.839921, + "main_score": 0.798123, + "hf_subset": "acq_Arab-twi_Latn", + "languages": [ + "acq-Arab", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-acm_Arab", + "languages": [ + "acq-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-bel_Cyrl", + "languages": [ + "acq-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-eng_Latn", + "languages": [ + "acq-Arab", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-hrv_Latn", + "languages": [ + "acq-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.856555, + "recall": 0.895257, + "f1": 0.868695, + "accuracy": 0.895257, + "main_score": 0.868695, + "hf_subset": "acq_Arab-kin_Latn", + "languages": [ + "acq-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acq_Arab-mal_Mlym", + "languages": [ + "acq-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-pes_Arab", + "languages": [ + "acq-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acq_Arab-srd_Latn", + "languages": [ + "acq-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.219558, + "recall": 0.289526, + "f1": 0.236895, + "accuracy": 0.289526, + "main_score": 0.236895, + "hf_subset": "acq_Arab-tzm_Tfng", + "languages": [ + "acq-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.668577, + "recall": 0.743083, + "f1": 0.689747, + "accuracy": 0.743083, + "main_score": 0.689747, + "hf_subset": "acq_Arab-bem_Latn", + "languages": [ + "acq-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-epo_Latn", + "languages": [ + "acq-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-hun_Latn", + "languages": [ + "acq-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acq_Arab-kir_Cyrl", + "languages": [ + "acq-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-mar_Deva", + "languages": [ + "acq-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.882576, + "recall": 0.916008, + "f1": 0.892918, + "accuracy": 0.916008, + "main_score": 0.892918, + "hf_subset": "acq_Arab-plt_Latn", + "languages": [ + "acq-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-srp_Cyrl", + "languages": [ + "acq-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "acq_Arab-uig_Arab", + "languages": [ + "acq-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-aeb_Arab", + "languages": [ + "acq-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-ben_Beng", + "languages": [ + "acq-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-est_Latn", + "languages": [ + "acq-Arab", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-hye_Armn", + "languages": [ + "acq-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.458183, + "recall": 0.523715, + "f1": 0.476718, + "accuracy": 0.523715, + "main_score": 0.476718, + "hf_subset": "acq_Arab-kmb_Latn", + "languages": [ + "acq-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.486571, + "recall": 0.576087, + "f1": 0.511098, + "accuracy": 0.576087, + "main_score": 0.511098, + "hf_subset": "acq_Arab-min_Arab", + "languages": [ + "acq-Arab", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-pol_Latn", + "languages": [ + "acq-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.758514, + "recall": 0.822134, + "f1": 0.777635, + "accuracy": 0.822134, + "main_score": 0.777635, + "hf_subset": "acq_Arab-ssw_Latn", + "languages": [ + "acq-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-ukr_Cyrl", + "languages": [ + "acq-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-afr_Latn", + "languages": [ + "acq-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acq_Arab-bho_Deva", + "languages": [ + "acq-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acq_Arab-eus_Latn", + "languages": [ + "acq-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.871163, + "recall": 0.909091, + "f1": 0.882971, + "accuracy": 0.909091, + "main_score": 0.882971, + "hf_subset": "acq_Arab-ibo_Latn", + "languages": [ + "acq-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.892292, + "recall": 0.923913, + "f1": 0.902141, + "accuracy": 0.923913, + "main_score": 0.902141, + "hf_subset": "acq_Arab-kmr_Latn", + "languages": [ + "acq-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acq_Arab-min_Latn", + "languages": [ + "acq-Arab", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-por_Latn", + "languages": [ + "acq-Arab", + "por-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acq_Arab-sun_Latn", + "languages": [ + "acq-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.462593, + "recall": 0.530632, + "f1": 0.481153, + "accuracy": 0.530632, + "main_score": 0.481153, + "hf_subset": "acq_Arab-umb_Latn", + "languages": [ + "acq-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-ajp_Arab", + "languages": [ + "acq-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.517495, + "recall": 0.599802, + "f1": 0.539825, + "accuracy": 0.599802, + "main_score": 0.539825, + "hf_subset": "acq_Arab-bjn_Arab", + "languages": [ + "acq-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.431204, + "recall": 0.493083, + "f1": 0.447823, + "accuracy": 0.493083, + "main_score": 0.447823, + "hf_subset": "acq_Arab-ewe_Latn", + "languages": [ + "acq-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "acq_Arab-ilo_Latn", + "languages": [ + "acq-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.254395, + "recall": 0.325099, + "f1": 0.272855, + "accuracy": 0.325099, + "main_score": 0.272855, + "hf_subset": "acq_Arab-knc_Arab", + "languages": [ + "acq-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-mkd_Cyrl", + "languages": [ + "acq-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-prs_Arab", + "languages": [ + "acq-Arab", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-swe_Latn", + "languages": [ + "acq-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "acq_Arab-urd_Arab", + "languages": [ + "acq-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.755698, + "recall": 0.816206, + "f1": 0.773734, + "accuracy": 0.816206, + "main_score": 0.773734, + "hf_subset": "acq_Arab-aka_Latn", + "languages": [ + "acq-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "acq_Arab-bjn_Latn", + "languages": [ + "acq-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "acq_Arab-fao_Latn", + "languages": [ + "acq-Arab", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ind_Latn", + "languages": [ + "acq-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.50576, + "recall": 0.570158, + "f1": 0.522888, + "accuracy": 0.570158, + "main_score": 0.522888, + "hf_subset": "acq_Arab-knc_Latn", + "languages": [ + "acq-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-mlt_Latn", + "languages": [ + "acq-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.628115, + "recall": 0.702569, + "f1": 0.649693, + "accuracy": 0.702569, + "main_score": 0.649693, + "hf_subset": "acq_Arab-quy_Latn", + "languages": [ + "acq-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-swh_Latn", + "languages": [ + "acq-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "acq_Arab-uzn_Latn", + "languages": [ + "acq-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acq_Arab-als_Latn", + "languages": [ + "acq-Arab", + "als-Latn" + ] + }, + { + "precision": 0.819641, + "recall": 0.870553, + "f1": 0.835326, + "accuracy": 0.870553, + "main_score": 0.835326, + "hf_subset": "acq_Arab-bod_Tibt", + "languages": [ + "acq-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.626276, + "recall": 0.699605, + "f1": 0.647233, + "accuracy": 0.699605, + "main_score": 0.647233, + "hf_subset": "acq_Arab-fij_Latn", + "languages": [ + "acq-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acq_Arab-isl_Latn", + "languages": [ + "acq-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.600365, + "recall": 0.674901, + "f1": 0.621083, + "accuracy": 0.674901, + "main_score": 0.621083, + "hf_subset": "acq_Arab-kon_Latn", + "languages": [ + "acq-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.599261, + "recall": 0.681818, + "f1": 0.622663, + "accuracy": 0.681818, + "main_score": 0.622663, + "hf_subset": "acq_Arab-mni_Beng", + "languages": [ + "acq-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-ron_Latn", + "languages": [ + "acq-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "acq_Arab-szl_Latn", + "languages": [ + "acq-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-vec_Latn", + "languages": [ + "acq-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.936265, + "recall": 0.956522, + "f1": 0.942852, + "accuracy": 0.956522, + "main_score": 0.942852, + "hf_subset": "acq_Arab-amh_Ethi", + "languages": [ + "acq-Arab", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-bos_Latn", + "languages": [ + "acq-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-fin_Latn", + "languages": [ + "acq-Arab", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ita_Latn", + "languages": [ + "acq-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-kor_Hang", + "languages": [ + "acq-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.481171, + "recall": 0.547431, + "f1": 0.499015, + "accuracy": 0.547431, + "main_score": 0.499015, + "hf_subset": "acq_Arab-mos_Latn", + "languages": [ + "acq-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.769681, + "recall": 0.828063, + "f1": 0.787022, + "accuracy": 0.828063, + "main_score": 0.787022, + "hf_subset": "acq_Arab-run_Latn", + "languages": [ + "acq-Arab", + "run-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acq_Arab-tam_Taml", + "languages": [ + "acq-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-vie_Latn", + "languages": [ + "acq-Arab", + "vie-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-apc_Arab", + "languages": [ + "acq-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.723567, + "recall": 0.788538, + "f1": 0.7421, + "accuracy": 0.788538, + "main_score": 0.7421, + "hf_subset": "acq_Arab-bug_Latn", + "languages": [ + "acq-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.419647, + "recall": 0.47332, + "f1": 0.43392, + "accuracy": 0.47332, + "main_score": 0.43392, + "hf_subset": "acq_Arab-fon_Latn", + "languages": [ + "acq-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acq_Arab-jav_Latn", + "languages": [ + "acq-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "acq_Arab-lao_Laoo", + "languages": [ + "acq-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.882411, + "recall": 0.917984, + "f1": 0.893742, + "accuracy": 0.917984, + "main_score": 0.893742, + "hf_subset": "acq_Arab-mri_Latn", + "languages": [ + "acq-Arab", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-rus_Cyrl", + "languages": [ + "acq-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.493262, + "recall": 0.555336, + "f1": 0.510398, + "accuracy": 0.555336, + "main_score": 0.510398, + "hf_subset": "acq_Arab-taq_Latn", + "languages": [ + "acq-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acq_Arab-war_Latn", + "languages": [ + "acq-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-arb_Arab", + "languages": [ + "acq-Arab", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-bul_Cyrl", + "languages": [ + "acq-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-fra_Latn", + "languages": [ + "acq-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-jpn_Jpan", + "languages": [ + "acq-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acq_Arab-lij_Latn", + "languages": [ + "acq-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "acq_Arab-mya_Mymr", + "languages": [ + "acq-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.538703, + "recall": 0.61166, + "f1": 0.5583, + "accuracy": 0.61166, + "main_score": 0.5583, + "hf_subset": "acq_Arab-sag_Latn", + "languages": [ + "acq-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.211523, + "recall": 0.279644, + "f1": 0.228364, + "accuracy": 0.279644, + "main_score": 0.228364, + "hf_subset": "acq_Arab-taq_Tfng", + "languages": [ + "acq-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.617278, + "recall": 0.692688, + "f1": 0.638656, + "accuracy": 0.692688, + "main_score": 0.638656, + "hf_subset": "acq_Arab-wol_Latn", + "languages": [ + "acq-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.880764, + "recall": 0.916008, + "f1": 0.891601, + "accuracy": 0.916008, + "main_score": 0.891601, + "hf_subset": "acq_Arab-arb_Latn", + "languages": [ + "acq-Arab", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-cat_Latn", + "languages": [ + "acq-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acq_Arab-fur_Latn", + "languages": [ + "acq-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.452676, + "recall": 0.529644, + "f1": 0.47397, + "accuracy": 0.529644, + "main_score": 0.47397, + "hf_subset": "acq_Arab-kab_Latn", + "languages": [ + "acq-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acq_Arab-lim_Latn", + "languages": [ + "acq-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-nld_Latn", + "languages": [ + "acq-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "acq_Arab-san_Deva", + "languages": [ + "acq-Arab", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acq_Arab-tat_Cyrl", + "languages": [ + "acq-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.880517, + "recall": 0.916996, + "f1": 0.892358, + "accuracy": 0.916996, + "main_score": 0.892358, + "hf_subset": "acq_Arab-xho_Latn", + "languages": [ + "acq-Arab", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ars_Arab", + "languages": [ + "acq-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-ceb_Latn", + "languages": [ + "acq-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.466443, + "recall": 0.546443, + "f1": 0.487802, + "accuracy": 0.546443, + "main_score": 0.487802, + "hf_subset": "acq_Arab-fuv_Latn", + "languages": [ + "acq-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.46636, + "recall": 0.534585, + "f1": 0.484541, + "accuracy": 0.534585, + "main_score": 0.484541, + "hf_subset": "acq_Arab-kac_Latn", + "languages": [ + "acq-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.631836, + "recall": 0.706522, + "f1": 0.652561, + "accuracy": 0.706522, + "main_score": 0.652561, + "hf_subset": "acq_Arab-lin_Latn", + "languages": [ + "acq-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-nno_Latn", + "languages": [ + "acq-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.869236, + "recall": 0.907115, + "f1": 0.880698, + "accuracy": 0.907115, + "main_score": 0.880698, + "hf_subset": "acq_Arab-sat_Olck", + "languages": [ + "acq-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "acq_Arab-tel_Telu", + "languages": [ + "acq-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "acq_Arab-ydd_Hebr", + "languages": [ + "acq-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "acq_Arab-ary_Arab", + "languages": [ + "acq-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-ces_Latn", + "languages": [ + "acq-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.559823, + "recall": 0.63834, + "f1": 0.581175, + "accuracy": 0.63834, + "main_score": 0.581175, + "hf_subset": "acq_Arab-gaz_Latn", + "languages": [ + "acq-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.53404, + "recall": 0.617589, + "f1": 0.55673, + "accuracy": 0.617589, + "main_score": 0.55673, + "hf_subset": "acq_Arab-kam_Latn", + "languages": [ + "acq-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "acq_Arab-lit_Latn", + "languages": [ + "acq-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-nob_Latn", + "languages": [ + "acq-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "acq_Arab-scn_Latn", + "languages": [ + "acq-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "acq_Arab-tgk_Cyrl", + "languages": [ + "acq-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.74637, + "recall": 0.811265, + "f1": 0.765319, + "accuracy": 0.811265, + "main_score": 0.765319, + "hf_subset": "acq_Arab-yor_Latn", + "languages": [ + "acq-Arab", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-arz_Arab", + "languages": [ + "acq-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.464701, + "recall": 0.541502, + "f1": 0.485582, + "accuracy": 0.541502, + "main_score": 0.485582, + "hf_subset": "acq_Arab-cjk_Latn", + "languages": [ + "acq-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "acq_Arab-gla_Latn", + "languages": [ + "acq-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acq_Arab-kan_Knda", + "languages": [ + "acq-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "acq_Arab-lmo_Latn", + "languages": [ + "acq-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "acq_Arab-npi_Deva", + "languages": [ + "acq-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.546657, + "recall": 0.629447, + "f1": 0.569982, + "accuracy": 0.629447, + "main_score": 0.569982, + "hf_subset": "acq_Arab-shn_Mymr", + "languages": [ + "acq-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-tgl_Latn", + "languages": [ + "acq-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-yue_Hant", + "languages": [ + "acq-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acq_Arab-asm_Beng", + "languages": [ + "acq-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.935606, + "recall": 0.956522, + "f1": 0.942523, + "accuracy": 0.956522, + "main_score": 0.942523, + "hf_subset": "acq_Arab-ckb_Arab", + "languages": [ + "acq-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "acq_Arab-gle_Latn", + "languages": [ + "acq-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.908267, + "recall": 0.936759, + "f1": 0.91749, + "accuracy": 0.936759, + "main_score": 0.91749, + "hf_subset": "acq_Arab-kas_Arab", + "languages": [ + "acq-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.900198, + "recall": 0.93083, + "f1": 0.910079, + "accuracy": 0.93083, + "main_score": 0.910079, + "hf_subset": "acq_Arab-ltg_Latn", + "languages": [ + "acq-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.790464, + "recall": 0.843874, + "f1": 0.806804, + "accuracy": 0.843874, + "main_score": 0.806804, + "hf_subset": "acq_Arab-nso_Latn", + "languages": [ + "acq-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acq_Arab-sin_Sinh", + "languages": [ + "acq-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-tha_Thai", + "languages": [ + "acq-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-zho_Hans", + "languages": [ + "acq-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-ast_Latn", + "languages": [ + "acq-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acq_Arab-crh_Latn", + "languages": [ + "acq-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-glg_Latn", + "languages": [ + "acq-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.853129, + "recall": 0.894269, + "f1": 0.865744, + "accuracy": 0.894269, + "main_score": 0.865744, + "hf_subset": "acq_Arab-kas_Deva", + "languages": [ + "acq-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acq_Arab-ltz_Latn", + "languages": [ + "acq-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.416767, + "recall": 0.48419, + "f1": 0.434441, + "accuracy": 0.48419, + "main_score": 0.434441, + "hf_subset": "acq_Arab-nus_Latn", + "languages": [ + "acq-Arab", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-slk_Latn", + "languages": [ + "acq-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.65436, + "recall": 0.735178, + "f1": 0.677769, + "accuracy": 0.735178, + "main_score": 0.677769, + "hf_subset": "acq_Arab-tir_Ethi", + "languages": [ + "acq-Arab", + "tir-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-zho_Hant", + "languages": [ + "acq-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "acq_Arab-awa_Deva", + "languages": [ + "acq-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "acq_Arab-cym_Latn", + "languages": [ + "acq-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.766008, + "recall": 0.825099, + "f1": 0.783583, + "accuracy": 0.825099, + "main_score": 0.783583, + "hf_subset": "acq_Arab-grn_Latn", + "languages": [ + "acq-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-kat_Geor", + "languages": [ + "acq-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.583864, + "recall": 0.652174, + "f1": 0.602812, + "accuracy": 0.652174, + "main_score": 0.602812, + "hf_subset": "acq_Arab-lua_Latn", + "languages": [ + "acq-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.836051, + "recall": 0.883399, + "f1": 0.850692, + "accuracy": 0.883399, + "main_score": 0.850692, + "hf_subset": "acq_Arab-nya_Latn", + "languages": [ + "acq-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-slv_Latn", + "languages": [ + "acq-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acq_Arab-tpi_Latn", + "languages": [ + "acq-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-zsm_Latn", + "languages": [ + "acq-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.480311, + "recall": 0.551383, + "f1": 0.499655, + "accuracy": 0.551383, + "main_score": 0.499655, + "hf_subset": "acq_Arab-ayr_Latn", + "languages": [ + "acq-Arab", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-dan_Latn", + "languages": [ + "acq-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-guj_Gujr", + "languages": [ + "acq-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acq_Arab-kaz_Cyrl", + "languages": [ + "acq-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.639707, + "recall": 0.717391, + "f1": 0.661792, + "accuracy": 0.717391, + "main_score": 0.661792, + "hf_subset": "acq_Arab-lug_Latn", + "languages": [ + "acq-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-oci_Latn", + "languages": [ + "acq-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.846657, + "recall": 0.889328, + "f1": 0.859914, + "accuracy": 0.889328, + "main_score": 0.859914, + "hf_subset": "acq_Arab-smo_Latn", + "languages": [ + "acq-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.752701, + "recall": 0.815217, + "f1": 0.771593, + "accuracy": 0.815217, + "main_score": 0.771593, + "hf_subset": "acq_Arab-tsn_Latn", + "languages": [ + "acq-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.897892, + "recall": 0.929842, + "f1": 0.908267, + "accuracy": 0.929842, + "main_score": 0.908267, + "hf_subset": "acq_Arab-zul_Latn", + "languages": [ + "acq-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.9389, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "acq_Arab-azb_Arab", + "languages": [ + "acq-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-deu_Latn", + "languages": [ + "acq-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "acq_Arab-hat_Latn", + "languages": [ + "acq-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.467679, + "recall": 0.536561, + "f1": 0.486284, + "accuracy": 0.536561, + "main_score": 0.486284, + "hf_subset": "acq_Arab-kbp_Latn", + "languages": [ + "acq-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.496824, + "recall": 0.56917, + "f1": 0.516452, + "accuracy": 0.56917, + "main_score": 0.516452, + "hf_subset": "acq_Arab-luo_Latn", + "languages": [ + "acq-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "acq_Arab-ory_Orya", + "languages": [ + "acq-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.899045, + "recall": 0.93083, + "f1": 0.909256, + "accuracy": 0.93083, + "main_score": 0.909256, + "hf_subset": "acq_Arab-sna_Latn", + "languages": [ + "acq-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.66833, + "recall": 0.736166, + "f1": 0.68746, + "accuracy": 0.736166, + "main_score": 0.68746, + "hf_subset": "acq_Arab-tso_Latn", + "languages": [ + "acq-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acq_Arab-azj_Latn", + "languages": [ + "acq-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.494024, + "recall": 0.565217, + "f1": 0.513991, + "accuracy": 0.565217, + "main_score": 0.513991, + "hf_subset": "acq_Arab-dik_Latn", + "languages": [ + "acq-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.906621, + "recall": 0.935771, + "f1": 0.916008, + "accuracy": 0.935771, + "main_score": 0.916008, + "hf_subset": "acq_Arab-hau_Latn", + "languages": [ + "acq-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "acq_Arab-kea_Latn", + "languages": [ + "acq-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.920784, + "recall": 0.944664, + "f1": 0.92836, + "accuracy": 0.944664, + "main_score": 0.92836, + "hf_subset": "acq_Arab-lus_Latn", + "languages": [ + "acq-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.856011, + "recall": 0.897233, + "f1": 0.86861, + "accuracy": 0.897233, + "main_score": 0.86861, + "hf_subset": "acq_Arab-pag_Latn", + "languages": [ + "acq-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "acq_Arab-snd_Arab", + "languages": [ + "acq-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "acq_Arab-tuk_Latn", + "languages": [ + "acq-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acq_Arab-bak_Cyrl", + "languages": [ + "acq-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.441793, + "recall": 0.519763, + "f1": 0.463236, + "accuracy": 0.519763, + "main_score": 0.463236, + "hf_subset": "acq_Arab-dyu_Latn", + "languages": [ + "acq-Arab", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-heb_Hebr", + "languages": [ + "acq-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "acq_Arab-khk_Cyrl", + "languages": [ + "acq-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-lvs_Latn", + "languages": [ + "acq-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-pan_Guru", + "languages": [ + "acq-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.879611, + "recall": 0.916008, + "f1": 0.891107, + "accuracy": 0.916008, + "main_score": 0.891107, + "hf_subset": "acq_Arab-som_Latn", + "languages": [ + "acq-Arab", + "som-Latn" + ] + }, + { + "precision": 0.6972, + "recall": 0.762846, + "f1": 0.716653, + "accuracy": 0.762846, + "main_score": 0.716653, + "hf_subset": "acq_Arab-tum_Latn", + "languages": [ + "acq-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.459368, + "recall": 0.523715, + "f1": 0.478082, + "accuracy": 0.523715, + "main_score": 0.478082, + "hf_subset": "bem_Latn-ace_Arab", + "languages": [ + "bem-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.49897, + "recall": 0.546443, + "f1": 0.512361, + "accuracy": 0.546443, + "main_score": 0.512361, + "hf_subset": "bem_Latn-bam_Latn", + "languages": [ + "bem-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.442171, + "recall": 0.495059, + "f1": 0.45681, + "accuracy": 0.495059, + "main_score": 0.45681, + "hf_subset": "bem_Latn-dzo_Tibt", + "languages": [ + "bem-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.690522, + "recall": 0.747036, + "f1": 0.705893, + "accuracy": 0.747036, + "main_score": 0.705893, + "hf_subset": "bem_Latn-hin_Deva", + "languages": [ + "bem-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.638361, + "recall": 0.685771, + "f1": 0.651503, + "accuracy": 0.685771, + "main_score": 0.651503, + "hf_subset": "bem_Latn-khm_Khmr", + "languages": [ + "bem-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.683075, + "recall": 0.725296, + "f1": 0.694287, + "accuracy": 0.725296, + "main_score": 0.694287, + "hf_subset": "bem_Latn-mag_Deva", + "languages": [ + "bem-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.682285, + "recall": 0.731225, + "f1": 0.694731, + "accuracy": 0.731225, + "main_score": 0.694731, + "hf_subset": "bem_Latn-pap_Latn", + "languages": [ + "bem-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.68261, + "recall": 0.733202, + "f1": 0.696585, + "accuracy": 0.733202, + "main_score": 0.696585, + "hf_subset": "bem_Latn-sot_Latn", + "languages": [ + "bem-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.699184, + "recall": 0.752964, + "f1": 0.713927, + "accuracy": 0.752964, + "main_score": 0.713927, + "hf_subset": "bem_Latn-tur_Latn", + "languages": [ + "bem-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.636364, + "recall": 0.681818, + "f1": 0.648195, + "accuracy": 0.681818, + "main_score": 0.648195, + "hf_subset": "bem_Latn-ace_Latn", + "languages": [ + "bem-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.646671, + "recall": 0.692688, + "f1": 0.659065, + "accuracy": 0.692688, + "main_score": 0.659065, + "hf_subset": "bem_Latn-ban_Latn", + "languages": [ + "bem-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.674465, + "recall": 0.72332, + "f1": 0.687552, + "accuracy": 0.72332, + "main_score": 0.687552, + "hf_subset": "bem_Latn-ell_Grek", + "languages": [ + "bem-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.663197, + "recall": 0.714427, + "f1": 0.676045, + "accuracy": 0.714427, + "main_score": 0.676045, + "hf_subset": "bem_Latn-hne_Deva", + "languages": [ + "bem-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.575614, + "recall": 0.617589, + "f1": 0.587174, + "accuracy": 0.617589, + "main_score": 0.587174, + "hf_subset": "bem_Latn-kik_Latn", + "languages": [ + "bem-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.673499, + "recall": 0.72332, + "f1": 0.686536, + "accuracy": 0.72332, + "main_score": 0.686536, + "hf_subset": "bem_Latn-mai_Deva", + "languages": [ + "bem-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.642122, + "recall": 0.705534, + "f1": 0.659364, + "accuracy": 0.705534, + "main_score": 0.659364, + "hf_subset": "bem_Latn-pbt_Arab", + "languages": [ + "bem-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.701207, + "recall": 0.751976, + "f1": 0.715184, + "accuracy": 0.751976, + "main_score": 0.715184, + "hf_subset": "bem_Latn-spa_Latn", + "languages": [ + "bem-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.6301, + "recall": 0.672925, + "f1": 0.642245, + "accuracy": 0.672925, + "main_score": 0.642245, + "hf_subset": "bem_Latn-twi_Latn", + "languages": [ + "bem-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.673881, + "recall": 0.731225, + "f1": 0.68935, + "accuracy": 0.731225, + "main_score": 0.68935, + "hf_subset": "bem_Latn-acm_Arab", + "languages": [ + "bem-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.637497, + "recall": 0.688735, + "f1": 0.650915, + "accuracy": 0.688735, + "main_score": 0.650915, + "hf_subset": "bem_Latn-bel_Cyrl", + "languages": [ + "bem-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.693604, + "recall": 0.751976, + "f1": 0.709716, + "accuracy": 0.751976, + "main_score": 0.709716, + "hf_subset": "bem_Latn-eng_Latn", + "languages": [ + "bem-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.692499, + "recall": 0.73913, + "f1": 0.70452, + "accuracy": 0.73913, + "main_score": 0.70452, + "hf_subset": "bem_Latn-hrv_Latn", + "languages": [ + "bem-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.670774, + "recall": 0.721344, + "f1": 0.684838, + "accuracy": 0.721344, + "main_score": 0.684838, + "hf_subset": "bem_Latn-kin_Latn", + "languages": [ + "bem-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.668096, + "recall": 0.721344, + "f1": 0.68231, + "accuracy": 0.721344, + "main_score": 0.68231, + "hf_subset": "bem_Latn-mal_Mlym", + "languages": [ + "bem-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.65128, + "recall": 0.711462, + "f1": 0.667215, + "accuracy": 0.711462, + "main_score": 0.667215, + "hf_subset": "bem_Latn-pes_Arab", + "languages": [ + "bem-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.670631, + "recall": 0.72332, + "f1": 0.684284, + "accuracy": 0.72332, + "main_score": 0.684284, + "hf_subset": "bem_Latn-srd_Latn", + "languages": [ + "bem-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.245427, + "recall": 0.310277, + "f1": 0.261642, + "accuracy": 0.310277, + "main_score": 0.261642, + "hf_subset": "bem_Latn-tzm_Tfng", + "languages": [ + "bem-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.671838, + "recall": 0.732213, + "f1": 0.687811, + "accuracy": 0.732213, + "main_score": 0.687811, + "hf_subset": "bem_Latn-acq_Arab", + "languages": [ + "bem-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.680254, + "recall": 0.731225, + "f1": 0.693229, + "accuracy": 0.731225, + "main_score": 0.693229, + "hf_subset": "bem_Latn-epo_Latn", + "languages": [ + "bem-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.678874, + "recall": 0.729249, + "f1": 0.692294, + "accuracy": 0.729249, + "main_score": 0.692294, + "hf_subset": "bem_Latn-hun_Latn", + "languages": [ + "bem-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.651957, + "recall": 0.706522, + "f1": 0.666335, + "accuracy": 0.706522, + "main_score": 0.666335, + "hf_subset": "bem_Latn-kir_Cyrl", + "languages": [ + "bem-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.66971, + "recall": 0.726285, + "f1": 0.68513, + "accuracy": 0.726285, + "main_score": 0.68513, + "hf_subset": "bem_Latn-mar_Deva", + "languages": [ + "bem-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.669318, + "recall": 0.719368, + "f1": 0.682831, + "accuracy": 0.719368, + "main_score": 0.682831, + "hf_subset": "bem_Latn-plt_Latn", + "languages": [ + "bem-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.6798, + "recall": 0.730237, + "f1": 0.693641, + "accuracy": 0.730237, + "main_score": 0.693641, + "hf_subset": "bem_Latn-srp_Cyrl", + "languages": [ + "bem-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.589596, + "recall": 0.645257, + "f1": 0.604909, + "accuracy": 0.645257, + "main_score": 0.604909, + "hf_subset": "bem_Latn-uig_Arab", + "languages": [ + "bem-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.66505, + "recall": 0.715415, + "f1": 0.678356, + "accuracy": 0.715415, + "main_score": 0.678356, + "hf_subset": "bem_Latn-aeb_Arab", + "languages": [ + "bem-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.670569, + "recall": 0.722332, + "f1": 0.684042, + "accuracy": 0.722332, + "main_score": 0.684042, + "hf_subset": "bem_Latn-ben_Beng", + "languages": [ + "bem-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.672645, + "recall": 0.72332, + "f1": 0.6866, + "accuracy": 0.72332, + "main_score": 0.6866, + "hf_subset": "bem_Latn-est_Latn", + "languages": [ + "bem-Latn", + "est-Latn" + ] + }, + { + "precision": 0.653312, + "recall": 0.709486, + "f1": 0.668944, + "accuracy": 0.709486, + "main_score": 0.668944, + "hf_subset": "bem_Latn-hye_Armn", + "languages": [ + "bem-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.521703, + "recall": 0.567194, + "f1": 0.534526, + "accuracy": 0.567194, + "main_score": 0.534526, + "hf_subset": "bem_Latn-kmb_Latn", + "languages": [ + "bem-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.42339, + "recall": 0.491107, + "f1": 0.441207, + "accuracy": 0.491107, + "main_score": 0.441207, + "hf_subset": "bem_Latn-min_Arab", + "languages": [ + "bem-Latn", + "min-Arab" + ] + }, + { + "precision": 0.694507, + "recall": 0.743083, + "f1": 0.707589, + "accuracy": 0.743083, + "main_score": 0.707589, + "hf_subset": "bem_Latn-pol_Latn", + "languages": [ + "bem-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.661122, + "recall": 0.714427, + "f1": 0.675897, + "accuracy": 0.714427, + "main_score": 0.675897, + "hf_subset": "bem_Latn-ssw_Latn", + "languages": [ + "bem-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.696954, + "recall": 0.747036, + "f1": 0.710576, + "accuracy": 0.747036, + "main_score": 0.710576, + "hf_subset": "bem_Latn-ukr_Cyrl", + "languages": [ + "bem-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.68303, + "recall": 0.729249, + "f1": 0.695308, + "accuracy": 0.729249, + "main_score": 0.695308, + "hf_subset": "bem_Latn-afr_Latn", + "languages": [ + "bem-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.690276, + "recall": 0.740119, + "f1": 0.703429, + "accuracy": 0.740119, + "main_score": 0.703429, + "hf_subset": "bem_Latn-bho_Deva", + "languages": [ + "bem-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.666016, + "recall": 0.710474, + "f1": 0.677089, + "accuracy": 0.710474, + "main_score": 0.677089, + "hf_subset": "bem_Latn-eus_Latn", + "languages": [ + "bem-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.668871, + "recall": 0.718379, + "f1": 0.682886, + "accuracy": 0.718379, + "main_score": 0.682886, + "hf_subset": "bem_Latn-ibo_Latn", + "languages": [ + "bem-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.659165, + "recall": 0.704545, + "f1": 0.671433, + "accuracy": 0.704545, + "main_score": 0.671433, + "hf_subset": "bem_Latn-kmr_Latn", + "languages": [ + "bem-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.673251, + "recall": 0.718379, + "f1": 0.684611, + "accuracy": 0.718379, + "main_score": 0.684611, + "hf_subset": "bem_Latn-min_Latn", + "languages": [ + "bem-Latn", + "min-Latn" + ] + }, + { + "precision": 0.697885, + "recall": 0.75, + "f1": 0.711821, + "accuracy": 0.75, + "main_score": 0.711821, + "hf_subset": "bem_Latn-por_Latn", + "languages": [ + "bem-Latn", + "por-Latn" + ] + }, + { + "precision": 0.657071, + "recall": 0.697628, + "f1": 0.667513, + "accuracy": 0.697628, + "main_score": 0.667513, + "hf_subset": "bem_Latn-sun_Latn", + "languages": [ + "bem-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.497109, + "recall": 0.546443, + "f1": 0.511909, + "accuracy": 0.546443, + "main_score": 0.511909, + "hf_subset": "bem_Latn-umb_Latn", + "languages": [ + "bem-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.705645, + "recall": 0.756917, + "f1": 0.718918, + "accuracy": 0.756917, + "main_score": 0.718918, + "hf_subset": "bem_Latn-ajp_Arab", + "languages": [ + "bem-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.437433, + "recall": 0.502964, + "f1": 0.4557, + "accuracy": 0.502964, + "main_score": 0.4557, + "hf_subset": "bem_Latn-bjn_Arab", + "languages": [ + "bem-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.480644, + "recall": 0.535573, + "f1": 0.495505, + "accuracy": 0.535573, + "main_score": 0.495505, + "hf_subset": "bem_Latn-ewe_Latn", + "languages": [ + "bem-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.671093, + "recall": 0.718379, + "f1": 0.682666, + "accuracy": 0.718379, + "main_score": 0.682666, + "hf_subset": "bem_Latn-ilo_Latn", + "languages": [ + "bem-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.282693, + "recall": 0.343874, + "f1": 0.299313, + "accuracy": 0.343874, + "main_score": 0.299313, + "hf_subset": "bem_Latn-knc_Arab", + "languages": [ + "bem-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.68128, + "recall": 0.727273, + "f1": 0.693927, + "accuracy": 0.727273, + "main_score": 0.693927, + "hf_subset": "bem_Latn-mkd_Cyrl", + "languages": [ + "bem-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.687146, + "recall": 0.746047, + "f1": 0.702668, + "accuracy": 0.746047, + "main_score": 0.702668, + "hf_subset": "bem_Latn-prs_Arab", + "languages": [ + "bem-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.685199, + "recall": 0.73913, + "f1": 0.69979, + "accuracy": 0.73913, + "main_score": 0.69979, + "hf_subset": "bem_Latn-swe_Latn", + "languages": [ + "bem-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.685049, + "recall": 0.737154, + "f1": 0.699339, + "accuracy": 0.737154, + "main_score": 0.699339, + "hf_subset": "bem_Latn-urd_Arab", + "languages": [ + "bem-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.63575, + "recall": 0.681818, + "f1": 0.648064, + "accuracy": 0.681818, + "main_score": 0.648064, + "hf_subset": "bem_Latn-aka_Latn", + "languages": [ + "bem-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.66754, + "recall": 0.709486, + "f1": 0.678556, + "accuracy": 0.709486, + "main_score": 0.678556, + "hf_subset": "bem_Latn-bjn_Latn", + "languages": [ + "bem-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.667124, + "recall": 0.717391, + "f1": 0.680516, + "accuracy": 0.717391, + "main_score": 0.680516, + "hf_subset": "bem_Latn-fao_Latn", + "languages": [ + "bem-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.676449, + "recall": 0.732213, + "f1": 0.691078, + "accuracy": 0.732213, + "main_score": 0.691078, + "hf_subset": "bem_Latn-ind_Latn", + "languages": [ + "bem-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.537135, + "recall": 0.579051, + "f1": 0.549099, + "accuracy": 0.579051, + "main_score": 0.549099, + "hf_subset": "bem_Latn-knc_Latn", + "languages": [ + "bem-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.659367, + "recall": 0.706522, + "f1": 0.671512, + "accuracy": 0.706522, + "main_score": 0.671512, + "hf_subset": "bem_Latn-mlt_Latn", + "languages": [ + "bem-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.582133, + "recall": 0.631423, + "f1": 0.595808, + "accuracy": 0.631423, + "main_score": 0.595808, + "hf_subset": "bem_Latn-quy_Latn", + "languages": [ + "bem-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.682587, + "recall": 0.732213, + "f1": 0.695664, + "accuracy": 0.732213, + "main_score": 0.695664, + "hf_subset": "bem_Latn-swh_Latn", + "languages": [ + "bem-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.661273, + "recall": 0.717391, + "f1": 0.676428, + "accuracy": 0.717391, + "main_score": 0.676428, + "hf_subset": "bem_Latn-uzn_Latn", + "languages": [ + "bem-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.66605, + "recall": 0.716403, + "f1": 0.679985, + "accuracy": 0.716403, + "main_score": 0.679985, + "hf_subset": "bem_Latn-als_Latn", + "languages": [ + "bem-Latn", + "als-Latn" + ] + }, + { + "precision": 0.522084, + "recall": 0.589921, + "f1": 0.54141, + "accuracy": 0.589921, + "main_score": 0.54141, + "hf_subset": "bem_Latn-bod_Tibt", + "languages": [ + "bem-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.602256, + "recall": 0.647233, + "f1": 0.614996, + "accuracy": 0.647233, + "main_score": 0.614996, + "hf_subset": "bem_Latn-fij_Latn", + "languages": [ + "bem-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.657571, + "recall": 0.715415, + "f1": 0.673163, + "accuracy": 0.715415, + "main_score": 0.673163, + "hf_subset": "bem_Latn-isl_Latn", + "languages": [ + "bem-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.599185, + "recall": 0.63834, + "f1": 0.610297, + "accuracy": 0.63834, + "main_score": 0.610297, + "hf_subset": "bem_Latn-kon_Latn", + "languages": [ + "bem-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.49571, + "recall": 0.556324, + "f1": 0.512668, + "accuracy": 0.556324, + "main_score": 0.512668, + "hf_subset": "bem_Latn-mni_Beng", + "languages": [ + "bem-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.68828, + "recall": 0.742095, + "f1": 0.702186, + "accuracy": 0.742095, + "main_score": 0.702186, + "hf_subset": "bem_Latn-ron_Latn", + "languages": [ + "bem-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.686639, + "recall": 0.731225, + "f1": 0.698364, + "accuracy": 0.731225, + "main_score": 0.698364, + "hf_subset": "bem_Latn-szl_Latn", + "languages": [ + "bem-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.685419, + "recall": 0.736166, + "f1": 0.698601, + "accuracy": 0.736166, + "main_score": 0.698601, + "hf_subset": "bem_Latn-vec_Latn", + "languages": [ + "bem-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.676001, + "recall": 0.722332, + "f1": 0.689163, + "accuracy": 0.722332, + "main_score": 0.689163, + "hf_subset": "bem_Latn-amh_Ethi", + "languages": [ + "bem-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.68939, + "recall": 0.738142, + "f1": 0.702103, + "accuracy": 0.738142, + "main_score": 0.702103, + "hf_subset": "bem_Latn-bos_Latn", + "languages": [ + "bem-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.6799, + "recall": 0.738142, + "f1": 0.696203, + "accuracy": 0.738142, + "main_score": 0.696203, + "hf_subset": "bem_Latn-fin_Latn", + "languages": [ + "bem-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.704944, + "recall": 0.754941, + "f1": 0.718156, + "accuracy": 0.754941, + "main_score": 0.718156, + "hf_subset": "bem_Latn-ita_Latn", + "languages": [ + "bem-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.684363, + "recall": 0.740119, + "f1": 0.699418, + "accuracy": 0.740119, + "main_score": 0.699418, + "hf_subset": "bem_Latn-kor_Hang", + "languages": [ + "bem-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.49058, + "recall": 0.536561, + "f1": 0.50391, + "accuracy": 0.536561, + "main_score": 0.50391, + "hf_subset": "bem_Latn-mos_Latn", + "languages": [ + "bem-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.659446, + "recall": 0.704545, + "f1": 0.671895, + "accuracy": 0.704545, + "main_score": 0.671895, + "hf_subset": "bem_Latn-run_Latn", + "languages": [ + "bem-Latn", + "run-Latn" + ] + }, + { + "precision": 0.681344, + "recall": 0.727273, + "f1": 0.694079, + "accuracy": 0.727273, + "main_score": 0.694079, + "hf_subset": "bem_Latn-tam_Taml", + "languages": [ + "bem-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.684629, + "recall": 0.731225, + "f1": 0.696951, + "accuracy": 0.731225, + "main_score": 0.696951, + "hf_subset": "bem_Latn-vie_Latn", + "languages": [ + "bem-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.664076, + "recall": 0.718379, + "f1": 0.679082, + "accuracy": 0.718379, + "main_score": 0.679082, + "hf_subset": "bem_Latn-apc_Arab", + "languages": [ + "bem-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.597888, + "recall": 0.644269, + "f1": 0.610464, + "accuracy": 0.644269, + "main_score": 0.610464, + "hf_subset": "bem_Latn-bug_Latn", + "languages": [ + "bem-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.461072, + "recall": 0.502964, + "f1": 0.473188, + "accuracy": 0.502964, + "main_score": 0.473188, + "hf_subset": "bem_Latn-fon_Latn", + "languages": [ + "bem-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.662938, + "recall": 0.70751, + "f1": 0.674958, + "accuracy": 0.70751, + "main_score": 0.674958, + "hf_subset": "bem_Latn-jav_Latn", + "languages": [ + "bem-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.63059, + "recall": 0.68083, + "f1": 0.64364, + "accuracy": 0.68083, + "main_score": 0.64364, + "hf_subset": "bem_Latn-lao_Laoo", + "languages": [ + "bem-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.640877, + "recall": 0.695652, + "f1": 0.655622, + "accuracy": 0.695652, + "main_score": 0.655622, + "hf_subset": "bem_Latn-mri_Latn", + "languages": [ + "bem-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.686597, + "recall": 0.737154, + "f1": 0.699699, + "accuracy": 0.737154, + "main_score": 0.699699, + "hf_subset": "bem_Latn-rus_Cyrl", + "languages": [ + "bem-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.503469, + "recall": 0.550395, + "f1": 0.517568, + "accuracy": 0.550395, + "main_score": 0.517568, + "hf_subset": "bem_Latn-taq_Latn", + "languages": [ + "bem-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.670446, + "recall": 0.714427, + "f1": 0.681249, + "accuracy": 0.714427, + "main_score": 0.681249, + "hf_subset": "bem_Latn-war_Latn", + "languages": [ + "bem-Latn", + "war-Latn" + ] + }, + { + "precision": 0.687762, + "recall": 0.743083, + "f1": 0.702459, + "accuracy": 0.743083, + "main_score": 0.702459, + "hf_subset": "bem_Latn-arb_Arab", + "languages": [ + "bem-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.711347, + "recall": 0.762846, + "f1": 0.724846, + "accuracy": 0.762846, + "main_score": 0.724846, + "hf_subset": "bem_Latn-bul_Cyrl", + "languages": [ + "bem-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.693931, + "recall": 0.742095, + "f1": 0.706685, + "accuracy": 0.742095, + "main_score": 0.706685, + "hf_subset": "bem_Latn-fra_Latn", + "languages": [ + "bem-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.66851, + "recall": 0.727273, + "f1": 0.684656, + "accuracy": 0.727273, + "main_score": 0.684656, + "hf_subset": "bem_Latn-jpn_Jpan", + "languages": [ + "bem-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.689346, + "recall": 0.731225, + "f1": 0.699952, + "accuracy": 0.731225, + "main_score": 0.699952, + "hf_subset": "bem_Latn-lij_Latn", + "languages": [ + "bem-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.644058, + "recall": 0.698617, + "f1": 0.658282, + "accuracy": 0.698617, + "main_score": 0.658282, + "hf_subset": "bem_Latn-mya_Mymr", + "languages": [ + "bem-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.529309, + "recall": 0.567194, + "f1": 0.54025, + "accuracy": 0.567194, + "main_score": 0.54025, + "hf_subset": "bem_Latn-sag_Latn", + "languages": [ + "bem-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.243684, + "recall": 0.304348, + "f1": 0.259402, + "accuracy": 0.304348, + "main_score": 0.259402, + "hf_subset": "bem_Latn-taq_Tfng", + "languages": [ + "bem-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.564318, + "recall": 0.616601, + "f1": 0.57915, + "accuracy": 0.616601, + "main_score": 0.57915, + "hf_subset": "bem_Latn-wol_Latn", + "languages": [ + "bem-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.602384, + "recall": 0.662055, + "f1": 0.618889, + "accuracy": 0.662055, + "main_score": 0.618889, + "hf_subset": "bem_Latn-arb_Latn", + "languages": [ + "bem-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.686034, + "recall": 0.731225, + "f1": 0.697903, + "accuracy": 0.731225, + "main_score": 0.697903, + "hf_subset": "bem_Latn-cat_Latn", + "languages": [ + "bem-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.689882, + "recall": 0.727273, + "f1": 0.699235, + "accuracy": 0.727273, + "main_score": 0.699235, + "hf_subset": "bem_Latn-fur_Latn", + "languages": [ + "bem-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.448235, + "recall": 0.508893, + "f1": 0.465398, + "accuracy": 0.508893, + "main_score": 0.465398, + "hf_subset": "bem_Latn-kab_Latn", + "languages": [ + "bem-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.67617, + "recall": 0.72332, + "f1": 0.68925, + "accuracy": 0.72332, + "main_score": 0.68925, + "hf_subset": "bem_Latn-lim_Latn", + "languages": [ + "bem-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.68102, + "recall": 0.733202, + "f1": 0.694604, + "accuracy": 0.733202, + "main_score": 0.694604, + "hf_subset": "bem_Latn-nld_Latn", + "languages": [ + "bem-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.639106, + "recall": 0.695652, + "f1": 0.655111, + "accuracy": 0.695652, + "main_score": 0.655111, + "hf_subset": "bem_Latn-san_Deva", + "languages": [ + "bem-Latn", + "san-Deva" + ] + }, + { + "precision": 0.660041, + "recall": 0.708498, + "f1": 0.672411, + "accuracy": 0.708498, + "main_score": 0.672411, + "hf_subset": "bem_Latn-tat_Cyrl", + "languages": [ + "bem-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.698434, + "recall": 0.746047, + "f1": 0.711315, + "accuracy": 0.746047, + "main_score": 0.711315, + "hf_subset": "bem_Latn-xho_Latn", + "languages": [ + "bem-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.682787, + "recall": 0.738142, + "f1": 0.697126, + "accuracy": 0.738142, + "main_score": 0.697126, + "hf_subset": "bem_Latn-ars_Arab", + "languages": [ + "bem-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.676497, + "recall": 0.720356, + "f1": 0.687528, + "accuracy": 0.720356, + "main_score": 0.687528, + "hf_subset": "bem_Latn-ceb_Latn", + "languages": [ + "bem-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.482033, + "recall": 0.534585, + "f1": 0.496798, + "accuracy": 0.534585, + "main_score": 0.496798, + "hf_subset": "bem_Latn-fuv_Latn", + "languages": [ + "bem-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.503722, + "recall": 0.545455, + "f1": 0.515735, + "accuracy": 0.545455, + "main_score": 0.515735, + "hf_subset": "bem_Latn-kac_Latn", + "languages": [ + "bem-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.611171, + "recall": 0.655138, + "f1": 0.623275, + "accuracy": 0.655138, + "main_score": 0.623275, + "hf_subset": "bem_Latn-lin_Latn", + "languages": [ + "bem-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.673712, + "recall": 0.719368, + "f1": 0.685895, + "accuracy": 0.719368, + "main_score": 0.685895, + "hf_subset": "bem_Latn-nno_Latn", + "languages": [ + "bem-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.620336, + "recall": 0.675889, + "f1": 0.635812, + "accuracy": 0.675889, + "main_score": 0.635812, + "hf_subset": "bem_Latn-sat_Olck", + "languages": [ + "bem-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.649318, + "recall": 0.704545, + "f1": 0.663331, + "accuracy": 0.704545, + "main_score": 0.663331, + "hf_subset": "bem_Latn-tel_Telu", + "languages": [ + "bem-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.645936, + "recall": 0.703557, + "f1": 0.661784, + "accuracy": 0.703557, + "main_score": 0.661784, + "hf_subset": "bem_Latn-ydd_Hebr", + "languages": [ + "bem-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.652848, + "recall": 0.705534, + "f1": 0.667452, + "accuracy": 0.705534, + "main_score": 0.667452, + "hf_subset": "bem_Latn-ary_Arab", + "languages": [ + "bem-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.690426, + "recall": 0.745059, + "f1": 0.705187, + "accuracy": 0.745059, + "main_score": 0.705187, + "hf_subset": "bem_Latn-ces_Latn", + "languages": [ + "bem-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.527819, + "recall": 0.582016, + "f1": 0.542543, + "accuracy": 0.582016, + "main_score": 0.542543, + "hf_subset": "bem_Latn-gaz_Latn", + "languages": [ + "bem-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.564767, + "recall": 0.615613, + "f1": 0.579123, + "accuracy": 0.615613, + "main_score": 0.579123, + "hf_subset": "bem_Latn-kam_Latn", + "languages": [ + "bem-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.654487, + "recall": 0.70751, + "f1": 0.66826, + "accuracy": 0.70751, + "main_score": 0.66826, + "hf_subset": "bem_Latn-lit_Latn", + "languages": [ + "bem-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.684865, + "recall": 0.733202, + "f1": 0.697678, + "accuracy": 0.733202, + "main_score": 0.697678, + "hf_subset": "bem_Latn-nob_Latn", + "languages": [ + "bem-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.668282, + "recall": 0.708498, + "f1": 0.678696, + "accuracy": 0.708498, + "main_score": 0.678696, + "hf_subset": "bem_Latn-scn_Latn", + "languages": [ + "bem-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.650858, + "recall": 0.705534, + "f1": 0.664748, + "accuracy": 0.705534, + "main_score": 0.664748, + "hf_subset": "bem_Latn-tgk_Cyrl", + "languages": [ + "bem-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.596903, + "recall": 0.648221, + "f1": 0.611336, + "accuracy": 0.648221, + "main_score": 0.611336, + "hf_subset": "bem_Latn-yor_Latn", + "languages": [ + "bem-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.670414, + "recall": 0.728261, + "f1": 0.685507, + "accuracy": 0.728261, + "main_score": 0.685507, + "hf_subset": "bem_Latn-arz_Arab", + "languages": [ + "bem-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.502903, + "recall": 0.548419, + "f1": 0.516049, + "accuracy": 0.548419, + "main_score": 0.516049, + "hf_subset": "bem_Latn-cjk_Latn", + "languages": [ + "bem-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.662151, + "recall": 0.717391, + "f1": 0.676808, + "accuracy": 0.717391, + "main_score": 0.676808, + "hf_subset": "bem_Latn-gla_Latn", + "languages": [ + "bem-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.644544, + "recall": 0.703557, + "f1": 0.660189, + "accuracy": 0.703557, + "main_score": 0.660189, + "hf_subset": "bem_Latn-kan_Knda", + "languages": [ + "bem-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.680594, + "recall": 0.725296, + "f1": 0.692135, + "accuracy": 0.725296, + "main_score": 0.692135, + "hf_subset": "bem_Latn-lmo_Latn", + "languages": [ + "bem-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.664965, + "recall": 0.717391, + "f1": 0.678474, + "accuracy": 0.717391, + "main_score": 0.678474, + "hf_subset": "bem_Latn-npi_Deva", + "languages": [ + "bem-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.495464, + "recall": 0.555336, + "f1": 0.512452, + "accuracy": 0.555336, + "main_score": 0.512452, + "hf_subset": "bem_Latn-shn_Mymr", + "languages": [ + "bem-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.692477, + "recall": 0.738142, + "f1": 0.704006, + "accuracy": 0.738142, + "main_score": 0.704006, + "hf_subset": "bem_Latn-tgl_Latn", + "languages": [ + "bem-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.660277, + "recall": 0.715415, + "f1": 0.674378, + "accuracy": 0.715415, + "main_score": 0.674378, + "hf_subset": "bem_Latn-yue_Hant", + "languages": [ + "bem-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.64353, + "recall": 0.698617, + "f1": 0.658027, + "accuracy": 0.698617, + "main_score": 0.658027, + "hf_subset": "bem_Latn-asm_Beng", + "languages": [ + "bem-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.643816, + "recall": 0.693676, + "f1": 0.656778, + "accuracy": 0.693676, + "main_score": 0.656778, + "hf_subset": "bem_Latn-ckb_Arab", + "languages": [ + "bem-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.657995, + "recall": 0.711462, + "f1": 0.672617, + "accuracy": 0.711462, + "main_score": 0.672617, + "hf_subset": "bem_Latn-gle_Latn", + "languages": [ + "bem-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.594667, + "recall": 0.646245, + "f1": 0.609546, + "accuracy": 0.646245, + "main_score": 0.609546, + "hf_subset": "bem_Latn-kas_Arab", + "languages": [ + "bem-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.633619, + "recall": 0.675889, + "f1": 0.645083, + "accuracy": 0.675889, + "main_score": 0.645083, + "hf_subset": "bem_Latn-ltg_Latn", + "languages": [ + "bem-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.677952, + "recall": 0.721344, + "f1": 0.690714, + "accuracy": 0.721344, + "main_score": 0.690714, + "hf_subset": "bem_Latn-nso_Latn", + "languages": [ + "bem-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.645145, + "recall": 0.69664, + "f1": 0.658943, + "accuracy": 0.69664, + "main_score": 0.658943, + "hf_subset": "bem_Latn-sin_Sinh", + "languages": [ + "bem-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.670302, + "recall": 0.724308, + "f1": 0.684653, + "accuracy": 0.724308, + "main_score": 0.684653, + "hf_subset": "bem_Latn-tha_Thai", + "languages": [ + "bem-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.615496, + "recall": 0.677866, + "f1": 0.63214, + "accuracy": 0.677866, + "main_score": 0.63214, + "hf_subset": "bem_Latn-zho_Hans", + "languages": [ + "bem-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.696206, + "recall": 0.745059, + "f1": 0.708932, + "accuracy": 0.745059, + "main_score": 0.708932, + "hf_subset": "bem_Latn-ast_Latn", + "languages": [ + "bem-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.679497, + "recall": 0.729249, + "f1": 0.692694, + "accuracy": 0.729249, + "main_score": 0.692694, + "hf_subset": "bem_Latn-crh_Latn", + "languages": [ + "bem-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.682491, + "recall": 0.733202, + "f1": 0.695846, + "accuracy": 0.733202, + "main_score": 0.695846, + "hf_subset": "bem_Latn-glg_Latn", + "languages": [ + "bem-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.576861, + "recall": 0.631423, + "f1": 0.592053, + "accuracy": 0.631423, + "main_score": 0.592053, + "hf_subset": "bem_Latn-kas_Deva", + "languages": [ + "bem-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.659163, + "recall": 0.709486, + "f1": 0.67234, + "accuracy": 0.709486, + "main_score": 0.67234, + "hf_subset": "bem_Latn-ltz_Latn", + "languages": [ + "bem-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.459579, + "recall": 0.516798, + "f1": 0.475013, + "accuracy": 0.516798, + "main_score": 0.475013, + "hf_subset": "bem_Latn-nus_Latn", + "languages": [ + "bem-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.68724, + "recall": 0.730237, + "f1": 0.698247, + "accuracy": 0.730237, + "main_score": 0.698247, + "hf_subset": "bem_Latn-slk_Latn", + "languages": [ + "bem-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.53569, + "recall": 0.597826, + "f1": 0.553789, + "accuracy": 0.597826, + "main_score": 0.553789, + "hf_subset": "bem_Latn-tir_Ethi", + "languages": [ + "bem-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.651432, + "recall": 0.709486, + "f1": 0.666962, + "accuracy": 0.709486, + "main_score": 0.666962, + "hf_subset": "bem_Latn-zho_Hant", + "languages": [ + "bem-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.67841, + "recall": 0.729249, + "f1": 0.691867, + "accuracy": 0.729249, + "main_score": 0.691867, + "hf_subset": "bem_Latn-awa_Deva", + "languages": [ + "bem-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.688585, + "recall": 0.731225, + "f1": 0.700587, + "accuracy": 0.731225, + "main_score": 0.700587, + "hf_subset": "bem_Latn-cym_Latn", + "languages": [ + "bem-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.594217, + "recall": 0.63834, + "f1": 0.60566, + "accuracy": 0.63834, + "main_score": 0.60566, + "hf_subset": "bem_Latn-grn_Latn", + "languages": [ + "bem-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.675704, + "recall": 0.72332, + "f1": 0.688242, + "accuracy": 0.72332, + "main_score": 0.688242, + "hf_subset": "bem_Latn-kat_Geor", + "languages": [ + "bem-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.582399, + "recall": 0.628458, + "f1": 0.595096, + "accuracy": 0.628458, + "main_score": 0.595096, + "hf_subset": "bem_Latn-lua_Latn", + "languages": [ + "bem-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.69496, + "recall": 0.741107, + "f1": 0.7078, + "accuracy": 0.741107, + "main_score": 0.7078, + "hf_subset": "bem_Latn-nya_Latn", + "languages": [ + "bem-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.688956, + "recall": 0.738142, + "f1": 0.702499, + "accuracy": 0.738142, + "main_score": 0.702499, + "hf_subset": "bem_Latn-slv_Latn", + "languages": [ + "bem-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.666761, + "recall": 0.713439, + "f1": 0.67912, + "accuracy": 0.713439, + "main_score": 0.67912, + "hf_subset": "bem_Latn-tpi_Latn", + "languages": [ + "bem-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.675245, + "recall": 0.72332, + "f1": 0.688308, + "accuracy": 0.72332, + "main_score": 0.688308, + "hf_subset": "bem_Latn-zsm_Latn", + "languages": [ + "bem-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.503846, + "recall": 0.551383, + "f1": 0.517237, + "accuracy": 0.551383, + "main_score": 0.517237, + "hf_subset": "bem_Latn-ayr_Latn", + "languages": [ + "bem-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.694171, + "recall": 0.746047, + "f1": 0.708274, + "accuracy": 0.746047, + "main_score": 0.708274, + "hf_subset": "bem_Latn-dan_Latn", + "languages": [ + "bem-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.666222, + "recall": 0.722332, + "f1": 0.681195, + "accuracy": 0.722332, + "main_score": 0.681195, + "hf_subset": "bem_Latn-guj_Gujr", + "languages": [ + "bem-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.655169, + "recall": 0.705534, + "f1": 0.667866, + "accuracy": 0.705534, + "main_score": 0.667866, + "hf_subset": "bem_Latn-kaz_Cyrl", + "languages": [ + "bem-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.609931, + "recall": 0.664032, + "f1": 0.625956, + "accuracy": 0.664032, + "main_score": 0.625956, + "hf_subset": "bem_Latn-lug_Latn", + "languages": [ + "bem-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.670988, + "recall": 0.72332, + "f1": 0.684832, + "accuracy": 0.72332, + "main_score": 0.684832, + "hf_subset": "bem_Latn-oci_Latn", + "languages": [ + "bem-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.685295, + "recall": 0.726285, + "f1": 0.695932, + "accuracy": 0.726285, + "main_score": 0.695932, + "hf_subset": "bem_Latn-smo_Latn", + "languages": [ + "bem-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.641791, + "recall": 0.692688, + "f1": 0.656806, + "accuracy": 0.692688, + "main_score": 0.656806, + "hf_subset": "bem_Latn-tsn_Latn", + "languages": [ + "bem-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.689364, + "recall": 0.741107, + "f1": 0.703559, + "accuracy": 0.741107, + "main_score": 0.703559, + "hf_subset": "bem_Latn-zul_Latn", + "languages": [ + "bem-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.599522, + "recall": 0.65415, + "f1": 0.614842, + "accuracy": 0.65415, + "main_score": 0.614842, + "hf_subset": "bem_Latn-azb_Arab", + "languages": [ + "bem-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.685253, + "recall": 0.737154, + "f1": 0.699098, + "accuracy": 0.737154, + "main_score": 0.699098, + "hf_subset": "bem_Latn-deu_Latn", + "languages": [ + "bem-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.638209, + "recall": 0.697628, + "f1": 0.653875, + "accuracy": 0.697628, + "main_score": 0.653875, + "hf_subset": "bem_Latn-hat_Latn", + "languages": [ + "bem-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.485502, + "recall": 0.539526, + "f1": 0.501125, + "accuracy": 0.539526, + "main_score": 0.501125, + "hf_subset": "bem_Latn-kbp_Latn", + "languages": [ + "bem-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.557586, + "recall": 0.593874, + "f1": 0.567834, + "accuracy": 0.593874, + "main_score": 0.567834, + "hf_subset": "bem_Latn-luo_Latn", + "languages": [ + "bem-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.62023, + "recall": 0.685771, + "f1": 0.637745, + "accuracy": 0.685771, + "main_score": 0.637745, + "hf_subset": "bem_Latn-ory_Orya", + "languages": [ + "bem-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.689026, + "recall": 0.741107, + "f1": 0.70379, + "accuracy": 0.741107, + "main_score": 0.70379, + "hf_subset": "bem_Latn-sna_Latn", + "languages": [ + "bem-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.624821, + "recall": 0.677866, + "f1": 0.639221, + "accuracy": 0.677866, + "main_score": 0.639221, + "hf_subset": "bem_Latn-tso_Latn", + "languages": [ + "bem-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.660257, + "recall": 0.718379, + "f1": 0.67575, + "accuracy": 0.718379, + "main_score": 0.67575, + "hf_subset": "bem_Latn-azj_Latn", + "languages": [ + "bem-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.507144, + "recall": 0.55336, + "f1": 0.520125, + "accuracy": 0.55336, + "main_score": 0.520125, + "hf_subset": "bem_Latn-dik_Latn", + "languages": [ + "bem-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.649946, + "recall": 0.70751, + "f1": 0.665744, + "accuracy": 0.70751, + "main_score": 0.665744, + "hf_subset": "bem_Latn-hau_Latn", + "languages": [ + "bem-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.661409, + "recall": 0.70751, + "f1": 0.673609, + "accuracy": 0.70751, + "main_score": 0.673609, + "hf_subset": "bem_Latn-kea_Latn", + "languages": [ + "bem-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.669091, + "recall": 0.714427, + "f1": 0.68089, + "accuracy": 0.714427, + "main_score": 0.68089, + "hf_subset": "bem_Latn-lus_Latn", + "languages": [ + "bem-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.637999, + "recall": 0.674901, + "f1": 0.647983, + "accuracy": 0.674901, + "main_score": 0.647983, + "hf_subset": "bem_Latn-pag_Latn", + "languages": [ + "bem-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.621687, + "recall": 0.676877, + "f1": 0.636098, + "accuracy": 0.676877, + "main_score": 0.636098, + "hf_subset": "bem_Latn-snd_Arab", + "languages": [ + "bem-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.64971, + "recall": 0.69664, + "f1": 0.662692, + "accuracy": 0.69664, + "main_score": 0.662692, + "hf_subset": "bem_Latn-tuk_Latn", + "languages": [ + "bem-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.658764, + "recall": 0.701581, + "f1": 0.669715, + "accuracy": 0.701581, + "main_score": 0.669715, + "hf_subset": "bem_Latn-bak_Cyrl", + "languages": [ + "bem-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.439117, + "recall": 0.493083, + "f1": 0.454718, + "accuracy": 0.493083, + "main_score": 0.454718, + "hf_subset": "bem_Latn-dyu_Latn", + "languages": [ + "bem-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.686613, + "recall": 0.735178, + "f1": 0.699591, + "accuracy": 0.735178, + "main_score": 0.699591, + "hf_subset": "bem_Latn-heb_Hebr", + "languages": [ + "bem-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.653758, + "recall": 0.704545, + "f1": 0.667106, + "accuracy": 0.704545, + "main_score": 0.667106, + "hf_subset": "bem_Latn-khk_Cyrl", + "languages": [ + "bem-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.662325, + "recall": 0.714427, + "f1": 0.676176, + "accuracy": 0.714427, + "main_score": 0.676176, + "hf_subset": "bem_Latn-lvs_Latn", + "languages": [ + "bem-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.662877, + "recall": 0.712451, + "f1": 0.675461, + "accuracy": 0.712451, + "main_score": 0.675461, + "hf_subset": "bem_Latn-pan_Guru", + "languages": [ + "bem-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.63691, + "recall": 0.689723, + "f1": 0.651511, + "accuracy": 0.689723, + "main_score": 0.651511, + "hf_subset": "bem_Latn-som_Latn", + "languages": [ + "bem-Latn", + "som-Latn" + ] + }, + { + "precision": 0.646114, + "recall": 0.69664, + "f1": 0.660715, + "accuracy": 0.69664, + "main_score": 0.660715, + "hf_subset": "bem_Latn-tum_Latn", + "languages": [ + "bem-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.532414, + "recall": 0.621542, + "f1": 0.557208, + "accuracy": 0.621542, + "main_score": 0.557208, + "hf_subset": "epo_Latn-ace_Arab", + "languages": [ + "epo-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.452241, + "recall": 0.512846, + "f1": 0.468455, + "accuracy": 0.512846, + "main_score": 0.468455, + "hf_subset": "epo_Latn-bam_Latn", + "languages": [ + "epo-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.651339, + "recall": 0.732213, + "f1": 0.674562, + "accuracy": 0.732213, + "main_score": 0.674562, + "hf_subset": "epo_Latn-dzo_Tibt", + "languages": [ + "epo-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-hin_Deva", + "languages": [ + "epo-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "epo_Latn-khm_Khmr", + "languages": [ + "epo-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "epo_Latn-mag_Deva", + "languages": [ + "epo-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "epo_Latn-pap_Latn", + "languages": [ + "epo-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.858119, + "recall": 0.899209, + "f1": 0.871113, + "accuracy": 0.899209, + "main_score": 0.871113, + "hf_subset": "epo_Latn-sot_Latn", + "languages": [ + "epo-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-tur_Latn", + "languages": [ + "epo-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.855823, + "recall": 0.895257, + "f1": 0.868067, + "accuracy": 0.895257, + "main_score": 0.868067, + "hf_subset": "epo_Latn-ace_Latn", + "languages": [ + "epo-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "epo_Latn-ban_Latn", + "languages": [ + "epo-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "epo_Latn-ell_Grek", + "languages": [ + "epo-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "epo_Latn-hne_Deva", + "languages": [ + "epo-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.567971, + "recall": 0.643281, + "f1": 0.588796, + "accuracy": 0.643281, + "main_score": 0.588796, + "hf_subset": "epo_Latn-kik_Latn", + "languages": [ + "epo-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-mai_Deva", + "languages": [ + "epo-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.954051, + "recall": 0.969368, + "f1": 0.959157, + "accuracy": 0.969368, + "main_score": 0.959157, + "hf_subset": "epo_Latn-pbt_Arab", + "languages": [ + "epo-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-spa_Latn", + "languages": [ + "epo-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.763959, + "recall": 0.822134, + "f1": 0.781176, + "accuracy": 0.822134, + "main_score": 0.781176, + "hf_subset": "epo_Latn-twi_Latn", + "languages": [ + "epo-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-acm_Arab", + "languages": [ + "epo-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-bel_Cyrl", + "languages": [ + "epo-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-eng_Latn", + "languages": [ + "epo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-hrv_Latn", + "languages": [ + "epo-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.868659, + "recall": 0.902174, + "f1": 0.878807, + "accuracy": 0.902174, + "main_score": 0.878807, + "hf_subset": "epo_Latn-kin_Latn", + "languages": [ + "epo-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "epo_Latn-mal_Mlym", + "languages": [ + "epo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-pes_Arab", + "languages": [ + "epo-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "epo_Latn-srd_Latn", + "languages": [ + "epo-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.198793, + "recall": 0.26581, + "f1": 0.214984, + "accuracy": 0.26581, + "main_score": 0.214984, + "hf_subset": "epo_Latn-tzm_Tfng", + "languages": [ + "epo-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-acq_Arab", + "languages": [ + "epo-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.671411, + "recall": 0.742095, + "f1": 0.691809, + "accuracy": 0.742095, + "main_score": 0.691809, + "hf_subset": "epo_Latn-bem_Latn", + "languages": [ + "epo-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-hun_Latn", + "languages": [ + "epo-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "epo_Latn-kir_Cyrl", + "languages": [ + "epo-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "epo_Latn-mar_Deva", + "languages": [ + "epo-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.876565, + "recall": 0.913043, + "f1": 0.887912, + "accuracy": 0.913043, + "main_score": 0.887912, + "hf_subset": "epo_Latn-plt_Latn", + "languages": [ + "epo-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-srp_Cyrl", + "languages": [ + "epo-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.933053, + "recall": 0.953557, + "f1": 0.939625, + "accuracy": 0.953557, + "main_score": 0.939625, + "hf_subset": "epo_Latn-uig_Arab", + "languages": [ + "epo-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "epo_Latn-aeb_Arab", + "languages": [ + "epo-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-ben_Beng", + "languages": [ + "epo-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-est_Latn", + "languages": [ + "epo-Latn", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "epo_Latn-hye_Armn", + "languages": [ + "epo-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.448545, + "recall": 0.519763, + "f1": 0.467522, + "accuracy": 0.519763, + "main_score": 0.467522, + "hf_subset": "epo_Latn-kmb_Latn", + "languages": [ + "epo-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.473717, + "recall": 0.572134, + "f1": 0.500529, + "accuracy": 0.572134, + "main_score": 0.500529, + "hf_subset": "epo_Latn-min_Arab", + "languages": [ + "epo-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-pol_Latn", + "languages": [ + "epo-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.738999, + "recall": 0.807312, + "f1": 0.759453, + "accuracy": 0.807312, + "main_score": 0.759453, + "hf_subset": "epo_Latn-ssw_Latn", + "languages": [ + "epo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-ukr_Cyrl", + "languages": [ + "epo-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-afr_Latn", + "languages": [ + "epo-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "epo_Latn-bho_Deva", + "languages": [ + "epo-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "epo_Latn-eus_Latn", + "languages": [ + "epo-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.86586, + "recall": 0.905138, + "f1": 0.877983, + "accuracy": 0.905138, + "main_score": 0.877983, + "hf_subset": "epo_Latn-ibo_Latn", + "languages": [ + "epo-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.875593, + "recall": 0.911067, + "f1": 0.886364, + "accuracy": 0.911067, + "main_score": 0.886364, + "hf_subset": "epo_Latn-kmr_Latn", + "languages": [ + "epo-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-min_Latn", + "languages": [ + "epo-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-por_Latn", + "languages": [ + "epo-Latn", + "por-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "epo_Latn-sun_Latn", + "languages": [ + "epo-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.457733, + "recall": 0.527668, + "f1": 0.477583, + "accuracy": 0.527668, + "main_score": 0.477583, + "hf_subset": "epo_Latn-umb_Latn", + "languages": [ + "epo-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-ajp_Arab", + "languages": [ + "epo-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.517, + "recall": 0.603755, + "f1": 0.540944, + "accuracy": 0.603755, + "main_score": 0.540944, + "hf_subset": "epo_Latn-bjn_Arab", + "languages": [ + "epo-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.444928, + "recall": 0.504941, + "f1": 0.461194, + "accuracy": 0.504941, + "main_score": 0.461194, + "hf_subset": "epo_Latn-ewe_Latn", + "languages": [ + "epo-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.952322, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "epo_Latn-ilo_Latn", + "languages": [ + "epo-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.24581, + "recall": 0.314229, + "f1": 0.262864, + "accuracy": 0.314229, + "main_score": 0.262864, + "hf_subset": "epo_Latn-knc_Arab", + "languages": [ + "epo-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-mkd_Cyrl", + "languages": [ + "epo-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-prs_Arab", + "languages": [ + "epo-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-swe_Latn", + "languages": [ + "epo-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-urd_Arab", + "languages": [ + "epo-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.747334, + "recall": 0.805336, + "f1": 0.764328, + "accuracy": 0.805336, + "main_score": 0.764328, + "hf_subset": "epo_Latn-aka_Latn", + "languages": [ + "epo-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "epo_Latn-bjn_Latn", + "languages": [ + "epo-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "epo_Latn-fao_Latn", + "languages": [ + "epo-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-ind_Latn", + "languages": [ + "epo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.488087, + "recall": 0.554348, + "f1": 0.506356, + "accuracy": 0.554348, + "main_score": 0.506356, + "hf_subset": "epo_Latn-knc_Latn", + "languages": [ + "epo-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-mlt_Latn", + "languages": [ + "epo-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.625849, + "recall": 0.700593, + "f1": 0.646983, + "accuracy": 0.700593, + "main_score": 0.646983, + "hf_subset": "epo_Latn-quy_Latn", + "languages": [ + "epo-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-swh_Latn", + "languages": [ + "epo-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "epo_Latn-uzn_Latn", + "languages": [ + "epo-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-als_Latn", + "languages": [ + "epo-Latn", + "als-Latn" + ] + }, + { + "precision": 0.806531, + "recall": 0.860672, + "f1": 0.823172, + "accuracy": 0.860672, + "main_score": 0.823172, + "hf_subset": "epo_Latn-bod_Tibt", + "languages": [ + "epo-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.619502, + "recall": 0.694664, + "f1": 0.640716, + "accuracy": 0.694664, + "main_score": 0.640716, + "hf_subset": "epo_Latn-fij_Latn", + "languages": [ + "epo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "epo_Latn-isl_Latn", + "languages": [ + "epo-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.579323, + "recall": 0.659091, + "f1": 0.60091, + "accuracy": 0.659091, + "main_score": 0.60091, + "hf_subset": "epo_Latn-kon_Latn", + "languages": [ + "epo-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.598551, + "recall": 0.677866, + "f1": 0.621094, + "accuracy": 0.677866, + "main_score": 0.621094, + "hf_subset": "epo_Latn-mni_Beng", + "languages": [ + "epo-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-ron_Latn", + "languages": [ + "epo-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "epo_Latn-szl_Latn", + "languages": [ + "epo-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-vec_Latn", + "languages": [ + "epo-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.921937, + "recall": 0.945652, + "f1": 0.929513, + "accuracy": 0.945652, + "main_score": 0.929513, + "hf_subset": "epo_Latn-amh_Ethi", + "languages": [ + "epo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-bos_Latn", + "languages": [ + "epo-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-fin_Latn", + "languages": [ + "epo-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-ita_Latn", + "languages": [ + "epo-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-kor_Hang", + "languages": [ + "epo-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.484026, + "recall": 0.549407, + "f1": 0.502143, + "accuracy": 0.549407, + "main_score": 0.502143, + "hf_subset": "epo_Latn-mos_Latn", + "languages": [ + "epo-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.745405, + "recall": 0.809289, + "f1": 0.764262, + "accuracy": 0.809289, + "main_score": 0.764262, + "hf_subset": "epo_Latn-run_Latn", + "languages": [ + "epo-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "epo_Latn-tam_Taml", + "languages": [ + "epo-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-vie_Latn", + "languages": [ + "epo-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "epo_Latn-apc_Arab", + "languages": [ + "epo-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.703063, + "recall": 0.773715, + "f1": 0.723588, + "accuracy": 0.773715, + "main_score": 0.723588, + "hf_subset": "epo_Latn-bug_Latn", + "languages": [ + "epo-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.417985, + "recall": 0.471344, + "f1": 0.432286, + "accuracy": 0.471344, + "main_score": 0.432286, + "hf_subset": "epo_Latn-fon_Latn", + "languages": [ + "epo-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-jav_Latn", + "languages": [ + "epo-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.952207, + "accuracy": 0.963439, + "main_score": 0.952207, + "hf_subset": "epo_Latn-lao_Laoo", + "languages": [ + "epo-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.880468, + "recall": 0.914032, + "f1": 0.890777, + "accuracy": 0.914032, + "main_score": 0.890777, + "hf_subset": "epo_Latn-mri_Latn", + "languages": [ + "epo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-rus_Cyrl", + "languages": [ + "epo-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.483197, + "recall": 0.547431, + "f1": 0.500183, + "accuracy": 0.547431, + "main_score": 0.500183, + "hf_subset": "epo_Latn-taq_Latn", + "languages": [ + "epo-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-war_Latn", + "languages": [ + "epo-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-arb_Arab", + "languages": [ + "epo-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-bul_Cyrl", + "languages": [ + "epo-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-fra_Latn", + "languages": [ + "epo-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-jpn_Jpan", + "languages": [ + "epo-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-lij_Latn", + "languages": [ + "epo-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "epo_Latn-mya_Mymr", + "languages": [ + "epo-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.52632, + "recall": 0.597826, + "f1": 0.545657, + "accuracy": 0.597826, + "main_score": 0.545657, + "hf_subset": "epo_Latn-sag_Latn", + "languages": [ + "epo-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.219505, + "recall": 0.283597, + "f1": 0.235076, + "accuracy": 0.283597, + "main_score": 0.235076, + "hf_subset": "epo_Latn-taq_Tfng", + "languages": [ + "epo-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.61615, + "recall": 0.6917, + "f1": 0.637742, + "accuracy": 0.6917, + "main_score": 0.637742, + "hf_subset": "epo_Latn-wol_Latn", + "languages": [ + "epo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.844483, + "recall": 0.889328, + "f1": 0.858366, + "accuracy": 0.889328, + "main_score": 0.858366, + "hf_subset": "epo_Latn-arb_Latn", + "languages": [ + "epo-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-cat_Latn", + "languages": [ + "epo-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "epo_Latn-fur_Latn", + "languages": [ + "epo-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.437066, + "recall": 0.511858, + "f1": 0.456291, + "accuracy": 0.511858, + "main_score": 0.456291, + "hf_subset": "epo_Latn-kab_Latn", + "languages": [ + "epo-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-lim_Latn", + "languages": [ + "epo-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-nld_Latn", + "languages": [ + "epo-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "epo_Latn-san_Deva", + "languages": [ + "epo-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-tat_Cyrl", + "languages": [ + "epo-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.875329, + "recall": 0.912055, + "f1": 0.887154, + "accuracy": 0.912055, + "main_score": 0.887154, + "hf_subset": "epo_Latn-xho_Latn", + "languages": [ + "epo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-ars_Arab", + "languages": [ + "epo-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-ceb_Latn", + "languages": [ + "epo-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.466728, + "recall": 0.543478, + "f1": 0.48761, + "accuracy": 0.543478, + "main_score": 0.48761, + "hf_subset": "epo_Latn-fuv_Latn", + "languages": [ + "epo-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.461317, + "recall": 0.528656, + "f1": 0.478926, + "accuracy": 0.528656, + "main_score": 0.478926, + "hf_subset": "epo_Latn-kac_Latn", + "languages": [ + "epo-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.61226, + "recall": 0.688735, + "f1": 0.633214, + "accuracy": 0.688735, + "main_score": 0.633214, + "hf_subset": "epo_Latn-lin_Latn", + "languages": [ + "epo-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-nno_Latn", + "languages": [ + "epo-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.863538, + "recall": 0.903162, + "f1": 0.875791, + "accuracy": 0.903162, + "main_score": 0.875791, + "hf_subset": "epo_Latn-sat_Olck", + "languages": [ + "epo-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "epo_Latn-tel_Telu", + "languages": [ + "epo-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "epo_Latn-ydd_Hebr", + "languages": [ + "epo-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "epo_Latn-ary_Arab", + "languages": [ + "epo-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-ces_Latn", + "languages": [ + "epo-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.532995, + "recall": 0.612648, + "f1": 0.554757, + "accuracy": 0.612648, + "main_score": 0.554757, + "hf_subset": "epo_Latn-gaz_Latn", + "languages": [ + "epo-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.53152, + "recall": 0.612648, + "f1": 0.553004, + "accuracy": 0.612648, + "main_score": 0.553004, + "hf_subset": "epo_Latn-kam_Latn", + "languages": [ + "epo-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "epo_Latn-lit_Latn", + "languages": [ + "epo-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-nob_Latn", + "languages": [ + "epo-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-scn_Latn", + "languages": [ + "epo-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "epo_Latn-tgk_Cyrl", + "languages": [ + "epo-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.742416, + "recall": 0.806324, + "f1": 0.761193, + "accuracy": 0.806324, + "main_score": 0.761193, + "hf_subset": "epo_Latn-yor_Latn", + "languages": [ + "epo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-arz_Arab", + "languages": [ + "epo-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.463776, + "recall": 0.54249, + "f1": 0.484652, + "accuracy": 0.54249, + "main_score": 0.484652, + "hf_subset": "epo_Latn-cjk_Latn", + "languages": [ + "epo-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.961462, + "f1": 0.949275, + "accuracy": 0.961462, + "main_score": 0.949275, + "hf_subset": "epo_Latn-gla_Latn", + "languages": [ + "epo-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "epo_Latn-kan_Knda", + "languages": [ + "epo-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "epo_Latn-lmo_Latn", + "languages": [ + "epo-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "epo_Latn-npi_Deva", + "languages": [ + "epo-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.533285, + "recall": 0.617589, + "f1": 0.556763, + "accuracy": 0.617589, + "main_score": 0.556763, + "hf_subset": "epo_Latn-shn_Mymr", + "languages": [ + "epo-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-tgl_Latn", + "languages": [ + "epo-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-yue_Hant", + "languages": [ + "epo-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "epo_Latn-asm_Beng", + "languages": [ + "epo-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.940382, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "epo_Latn-ckb_Arab", + "languages": [ + "epo-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.983399, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "epo_Latn-gle_Latn", + "languages": [ + "epo-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.897398, + "recall": 0.926877, + "f1": 0.906423, + "accuracy": 0.926877, + "main_score": 0.906423, + "hf_subset": "epo_Latn-kas_Arab", + "languages": [ + "epo-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.909009, + "recall": 0.936759, + "f1": 0.917885, + "accuracy": 0.936759, + "main_score": 0.917885, + "hf_subset": "epo_Latn-ltg_Latn", + "languages": [ + "epo-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.787953, + "recall": 0.842885, + "f1": 0.80493, + "accuracy": 0.842885, + "main_score": 0.80493, + "hf_subset": "epo_Latn-nso_Latn", + "languages": [ + "epo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "epo_Latn-sin_Sinh", + "languages": [ + "epo-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-tha_Thai", + "languages": [ + "epo-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-zho_Hans", + "languages": [ + "epo-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-ast_Latn", + "languages": [ + "epo-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "epo_Latn-crh_Latn", + "languages": [ + "epo-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-glg_Latn", + "languages": [ + "epo-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.835161, + "recall": 0.880435, + "f1": 0.848847, + "accuracy": 0.880435, + "main_score": 0.848847, + "hf_subset": "epo_Latn-kas_Deva", + "languages": [ + "epo-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-ltz_Latn", + "languages": [ + "epo-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.416114, + "recall": 0.485178, + "f1": 0.434602, + "accuracy": 0.485178, + "main_score": 0.434602, + "hf_subset": "epo_Latn-nus_Latn", + "languages": [ + "epo-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-slk_Latn", + "languages": [ + "epo-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.629851, + "recall": 0.714427, + "f1": 0.654138, + "accuracy": 0.714427, + "main_score": 0.654138, + "hf_subset": "epo_Latn-tir_Ethi", + "languages": [ + "epo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-zho_Hant", + "languages": [ + "epo-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.980484, + "recall": 0.985178, + "f1": 0.98195, + "accuracy": 0.985178, + "main_score": 0.98195, + "hf_subset": "epo_Latn-awa_Deva", + "languages": [ + "epo-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "epo_Latn-cym_Latn", + "languages": [ + "epo-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.756225, + "recall": 0.816206, + "f1": 0.773913, + "accuracy": 0.816206, + "main_score": 0.773913, + "hf_subset": "epo_Latn-grn_Latn", + "languages": [ + "epo-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-kat_Geor", + "languages": [ + "epo-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.576708, + "recall": 0.645257, + "f1": 0.595492, + "accuracy": 0.645257, + "main_score": 0.595492, + "hf_subset": "epo_Latn-lua_Latn", + "languages": [ + "epo-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.822134, + "recall": 0.871542, + "f1": 0.837385, + "accuracy": 0.871542, + "main_score": 0.837385, + "hf_subset": "epo_Latn-nya_Latn", + "languages": [ + "epo-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-slv_Latn", + "languages": [ + "epo-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "epo_Latn-tpi_Latn", + "languages": [ + "epo-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-zsm_Latn", + "languages": [ + "epo-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.481565, + "recall": 0.554348, + "f1": 0.5012, + "accuracy": 0.554348, + "main_score": 0.5012, + "hf_subset": "epo_Latn-ayr_Latn", + "languages": [ + "epo-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-dan_Latn", + "languages": [ + "epo-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-guj_Gujr", + "languages": [ + "epo-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-kaz_Cyrl", + "languages": [ + "epo-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.639972, + "recall": 0.716403, + "f1": 0.661703, + "accuracy": 0.716403, + "main_score": 0.661703, + "hf_subset": "epo_Latn-lug_Latn", + "languages": [ + "epo-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-oci_Latn", + "languages": [ + "epo-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.829496, + "recall": 0.875494, + "f1": 0.843775, + "accuracy": 0.875494, + "main_score": 0.843775, + "hf_subset": "epo_Latn-smo_Latn", + "languages": [ + "epo-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.745092, + "recall": 0.809289, + "f1": 0.764465, + "accuracy": 0.809289, + "main_score": 0.764465, + "hf_subset": "epo_Latn-tsn_Latn", + "languages": [ + "epo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.890646, + "recall": 0.924901, + "f1": 0.90168, + "accuracy": 0.924901, + "main_score": 0.90168, + "hf_subset": "epo_Latn-zul_Latn", + "languages": [ + "epo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.928689, + "recall": 0.951581, + "f1": 0.9361, + "accuracy": 0.951581, + "main_score": 0.9361, + "hf_subset": "epo_Latn-azb_Arab", + "languages": [ + "epo-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-deu_Latn", + "languages": [ + "epo-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "epo_Latn-hat_Latn", + "languages": [ + "epo-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.45114, + "recall": 0.522727, + "f1": 0.470836, + "accuracy": 0.522727, + "main_score": 0.470836, + "hf_subset": "epo_Latn-kbp_Latn", + "languages": [ + "epo-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.498955, + "recall": 0.568182, + "f1": 0.517616, + "accuracy": 0.568182, + "main_score": 0.517616, + "hf_subset": "epo_Latn-luo_Latn", + "languages": [ + "epo-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "epo_Latn-ory_Orya", + "languages": [ + "epo-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.88274, + "recall": 0.917984, + "f1": 0.893906, + "accuracy": 0.917984, + "main_score": 0.893906, + "hf_subset": "epo_Latn-sna_Latn", + "languages": [ + "epo-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.652809, + "recall": 0.725296, + "f1": 0.673903, + "accuracy": 0.725296, + "main_score": 0.673903, + "hf_subset": "epo_Latn-tso_Latn", + "languages": [ + "epo-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-azj_Latn", + "languages": [ + "epo-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.476837, + "recall": 0.544466, + "f1": 0.4953, + "accuracy": 0.544466, + "main_score": 0.4953, + "hf_subset": "epo_Latn-dik_Latn", + "languages": [ + "epo-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.905715, + "recall": 0.933794, + "f1": 0.914756, + "accuracy": 0.933794, + "main_score": 0.914756, + "hf_subset": "epo_Latn-hau_Latn", + "languages": [ + "epo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "epo_Latn-kea_Latn", + "languages": [ + "epo-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.915679, + "recall": 0.939723, + "f1": 0.923221, + "accuracy": 0.939723, + "main_score": 0.923221, + "hf_subset": "epo_Latn-lus_Latn", + "languages": [ + "epo-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.853014, + "recall": 0.893281, + "f1": 0.865481, + "accuracy": 0.893281, + "main_score": 0.865481, + "hf_subset": "epo_Latn-pag_Latn", + "languages": [ + "epo-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "epo_Latn-snd_Arab", + "languages": [ + "epo-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "epo_Latn-tuk_Latn", + "languages": [ + "epo-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "epo_Latn-bak_Cyrl", + "languages": [ + "epo-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.442482, + "recall": 0.519763, + "f1": 0.463732, + "accuracy": 0.519763, + "main_score": 0.463732, + "hf_subset": "epo_Latn-dyu_Latn", + "languages": [ + "epo-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-heb_Hebr", + "languages": [ + "epo-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "epo_Latn-khk_Cyrl", + "languages": [ + "epo-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-lvs_Latn", + "languages": [ + "epo-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "epo_Latn-pan_Guru", + "languages": [ + "epo-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.87948, + "recall": 0.916008, + "f1": 0.890975, + "accuracy": 0.916008, + "main_score": 0.890975, + "hf_subset": "epo_Latn-som_Latn", + "languages": [ + "epo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.685961, + "recall": 0.750988, + "f1": 0.705108, + "accuracy": 0.750988, + "main_score": 0.705108, + "hf_subset": "epo_Latn-tum_Latn", + "languages": [ + "epo-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.516967, + "recall": 0.607708, + "f1": 0.543027, + "accuracy": 0.607708, + "main_score": 0.543027, + "hf_subset": "hun_Latn-ace_Arab", + "languages": [ + "hun-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.4696, + "recall": 0.534585, + "f1": 0.486961, + "accuracy": 0.534585, + "main_score": 0.486961, + "hf_subset": "hun_Latn-bam_Latn", + "languages": [ + "hun-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.65547, + "recall": 0.738142, + "f1": 0.679415, + "accuracy": 0.738142, + "main_score": 0.679415, + "hf_subset": "hun_Latn-dzo_Tibt", + "languages": [ + "hun-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-hin_Deva", + "languages": [ + "hun-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hun_Latn-khm_Khmr", + "languages": [ + "hun-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-mag_Deva", + "languages": [ + "hun-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hun_Latn-pap_Latn", + "languages": [ + "hun-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.865646, + "recall": 0.907115, + "f1": 0.878788, + "accuracy": 0.907115, + "main_score": 0.878788, + "hf_subset": "hun_Latn-sot_Latn", + "languages": [ + "hun-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-tur_Latn", + "languages": [ + "hun-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.870422, + "recall": 0.907115, + "f1": 0.882035, + "accuracy": 0.907115, + "main_score": 0.882035, + "hf_subset": "hun_Latn-ace_Latn", + "languages": [ + "hun-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "hun_Latn-ban_Latn", + "languages": [ + "hun-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-ell_Grek", + "languages": [ + "hun-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "hun_Latn-hne_Deva", + "languages": [ + "hun-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.583613, + "recall": 0.655138, + "f1": 0.603584, + "accuracy": 0.655138, + "main_score": 0.603584, + "hf_subset": "hun_Latn-kik_Latn", + "languages": [ + "hun-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-mai_Deva", + "languages": [ + "hun-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "hun_Latn-pbt_Arab", + "languages": [ + "hun-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-spa_Latn", + "languages": [ + "hun-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.778722, + "recall": 0.833992, + "f1": 0.795144, + "accuracy": 0.833992, + "main_score": 0.795144, + "hf_subset": "hun_Latn-twi_Latn", + "languages": [ + "hun-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-acm_Arab", + "languages": [ + "hun-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-bel_Cyrl", + "languages": [ + "hun-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-hrv_Latn", + "languages": [ + "hun-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.856588, + "recall": 0.896245, + "f1": 0.868874, + "accuracy": 0.896245, + "main_score": 0.868874, + "hf_subset": "hun_Latn-kin_Latn", + "languages": [ + "hun-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-mal_Mlym", + "languages": [ + "hun-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-pes_Arab", + "languages": [ + "hun-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-srd_Latn", + "languages": [ + "hun-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.198932, + "recall": 0.264822, + "f1": 0.214577, + "accuracy": 0.264822, + "main_score": 0.214577, + "hf_subset": "hun_Latn-tzm_Tfng", + "languages": [ + "hun-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-acq_Arab", + "languages": [ + "hun-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.65826, + "recall": 0.730237, + "f1": 0.678691, + "accuracy": 0.730237, + "main_score": 0.678691, + "hf_subset": "hun_Latn-bem_Latn", + "languages": [ + "hun-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-epo_Latn", + "languages": [ + "hun-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hun_Latn-kir_Cyrl", + "languages": [ + "hun-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-mar_Deva", + "languages": [ + "hun-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.882164, + "recall": 0.916996, + "f1": 0.892984, + "accuracy": 0.916996, + "main_score": 0.892984, + "hf_subset": "hun_Latn-plt_Latn", + "languages": [ + "hun-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-srp_Cyrl", + "languages": [ + "hun-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.942111, + "recall": 0.959486, + "f1": 0.94753, + "accuracy": 0.959486, + "main_score": 0.94753, + "hf_subset": "hun_Latn-uig_Arab", + "languages": [ + "hun-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-aeb_Arab", + "languages": [ + "hun-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-ben_Beng", + "languages": [ + "hun-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-est_Latn", + "languages": [ + "hun-Latn", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-hye_Armn", + "languages": [ + "hun-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.468103, + "recall": 0.535573, + "f1": 0.486882, + "accuracy": 0.535573, + "main_score": 0.486882, + "hf_subset": "hun_Latn-kmb_Latn", + "languages": [ + "hun-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.499469, + "recall": 0.589921, + "f1": 0.52412, + "accuracy": 0.589921, + "main_score": 0.52412, + "hf_subset": "hun_Latn-min_Arab", + "languages": [ + "hun-Latn", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-pol_Latn", + "languages": [ + "hun-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.746657, + "recall": 0.811265, + "f1": 0.766093, + "accuracy": 0.811265, + "main_score": 0.766093, + "hf_subset": "hun_Latn-ssw_Latn", + "languages": [ + "hun-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-ukr_Cyrl", + "languages": [ + "hun-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-afr_Latn", + "languages": [ + "hun-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-bho_Deva", + "languages": [ + "hun-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hun_Latn-eus_Latn", + "languages": [ + "hun-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.884305, + "recall": 0.91996, + "f1": 0.895652, + "accuracy": 0.91996, + "main_score": 0.895652, + "hf_subset": "hun_Latn-ibo_Latn", + "languages": [ + "hun-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.886117, + "recall": 0.91996, + "f1": 0.896805, + "accuracy": 0.91996, + "main_score": 0.896805, + "hf_subset": "hun_Latn-kmr_Latn", + "languages": [ + "hun-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "hun_Latn-min_Latn", + "languages": [ + "hun-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-por_Latn", + "languages": [ + "hun-Latn", + "por-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-sun_Latn", + "languages": [ + "hun-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.465399, + "recall": 0.538538, + "f1": 0.486404, + "accuracy": 0.538538, + "main_score": 0.486404, + "hf_subset": "hun_Latn-umb_Latn", + "languages": [ + "hun-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-ajp_Arab", + "languages": [ + "hun-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.516692, + "recall": 0.598814, + "f1": 0.538622, + "accuracy": 0.598814, + "main_score": 0.538622, + "hf_subset": "hun_Latn-bjn_Arab", + "languages": [ + "hun-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.445335, + "recall": 0.508893, + "f1": 0.462112, + "accuracy": 0.508893, + "main_score": 0.462112, + "hf_subset": "hun_Latn-ewe_Latn", + "languages": [ + "hun-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "hun_Latn-ilo_Latn", + "languages": [ + "hun-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.260277, + "recall": 0.331028, + "f1": 0.278393, + "accuracy": 0.331028, + "main_score": 0.278393, + "hf_subset": "hun_Latn-knc_Arab", + "languages": [ + "hun-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-mkd_Cyrl", + "languages": [ + "hun-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-prs_Arab", + "languages": [ + "hun-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-swe_Latn", + "languages": [ + "hun-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "hun_Latn-urd_Arab", + "languages": [ + "hun-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.766329, + "recall": 0.823123, + "f1": 0.783421, + "accuracy": 0.823123, + "main_score": 0.783421, + "hf_subset": "hun_Latn-aka_Latn", + "languages": [ + "hun-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hun_Latn-bjn_Latn", + "languages": [ + "hun-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "hun_Latn-fao_Latn", + "languages": [ + "hun-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-ind_Latn", + "languages": [ + "hun-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.51083, + "recall": 0.578063, + "f1": 0.529317, + "accuracy": 0.578063, + "main_score": 0.529317, + "hf_subset": "hun_Latn-knc_Latn", + "languages": [ + "hun-Latn", + "knc-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-mlt_Latn", + "languages": [ + "hun-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.629743, + "recall": 0.704545, + "f1": 0.651118, + "accuracy": 0.704545, + "main_score": 0.651118, + "hf_subset": "hun_Latn-quy_Latn", + "languages": [ + "hun-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-swh_Latn", + "languages": [ + "hun-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-uzn_Latn", + "languages": [ + "hun-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-als_Latn", + "languages": [ + "hun-Latn", + "als-Latn" + ] + }, + { + "precision": 0.819104, + "recall": 0.871542, + "f1": 0.835277, + "accuracy": 0.871542, + "main_score": 0.835277, + "hf_subset": "hun_Latn-bod_Tibt", + "languages": [ + "hun-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.629935, + "recall": 0.702569, + "f1": 0.650155, + "accuracy": 0.702569, + "main_score": 0.650155, + "hf_subset": "hun_Latn-fij_Latn", + "languages": [ + "hun-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "hun_Latn-isl_Latn", + "languages": [ + "hun-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.596922, + "recall": 0.673913, + "f1": 0.61789, + "accuracy": 0.673913, + "main_score": 0.61789, + "hf_subset": "hun_Latn-kon_Latn", + "languages": [ + "hun-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.592384, + "recall": 0.677866, + "f1": 0.616835, + "accuracy": 0.677866, + "main_score": 0.616835, + "hf_subset": "hun_Latn-mni_Beng", + "languages": [ + "hun-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-ron_Latn", + "languages": [ + "hun-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "hun_Latn-szl_Latn", + "languages": [ + "hun-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-vec_Latn", + "languages": [ + "hun-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.935277, + "recall": 0.954545, + "f1": 0.94137, + "accuracy": 0.954545, + "main_score": 0.94137, + "hf_subset": "hun_Latn-amh_Ethi", + "languages": [ + "hun-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-bos_Latn", + "languages": [ + "hun-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-fin_Latn", + "languages": [ + "hun-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-ita_Latn", + "languages": [ + "hun-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-kor_Hang", + "languages": [ + "hun-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.491246, + "recall": 0.554348, + "f1": 0.508136, + "accuracy": 0.554348, + "main_score": 0.508136, + "hf_subset": "hun_Latn-mos_Latn", + "languages": [ + "hun-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.771607, + "recall": 0.831028, + "f1": 0.78946, + "accuracy": 0.831028, + "main_score": 0.78946, + "hf_subset": "hun_Latn-run_Latn", + "languages": [ + "hun-Latn", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hun_Latn-tam_Taml", + "languages": [ + "hun-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-vie_Latn", + "languages": [ + "hun-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-apc_Arab", + "languages": [ + "hun-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.737938, + "recall": 0.801383, + "f1": 0.756576, + "accuracy": 0.801383, + "main_score": 0.756576, + "hf_subset": "hun_Latn-bug_Latn", + "languages": [ + "hun-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.417929, + "recall": 0.471344, + "f1": 0.431806, + "accuracy": 0.471344, + "main_score": 0.431806, + "hf_subset": "hun_Latn-fon_Latn", + "languages": [ + "hun-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hun_Latn-jav_Latn", + "languages": [ + "hun-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "hun_Latn-lao_Laoo", + "languages": [ + "hun-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.883235, + "recall": 0.918972, + "f1": 0.894598, + "accuracy": 0.918972, + "main_score": 0.894598, + "hf_subset": "hun_Latn-mri_Latn", + "languages": [ + "hun-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-rus_Cyrl", + "languages": [ + "hun-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.493843, + "recall": 0.559289, + "f1": 0.511476, + "accuracy": 0.559289, + "main_score": 0.511476, + "hf_subset": "hun_Latn-taq_Latn", + "languages": [ + "hun-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-war_Latn", + "languages": [ + "hun-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-arb_Arab", + "languages": [ + "hun-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-bul_Cyrl", + "languages": [ + "hun-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-fra_Latn", + "languages": [ + "hun-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-jpn_Jpan", + "languages": [ + "hun-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hun_Latn-lij_Latn", + "languages": [ + "hun-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "hun_Latn-mya_Mymr", + "languages": [ + "hun-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.539024, + "recall": 0.606719, + "f1": 0.55708, + "accuracy": 0.606719, + "main_score": 0.55708, + "hf_subset": "hun_Latn-sag_Latn", + "languages": [ + "hun-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.217483, + "recall": 0.283597, + "f1": 0.232618, + "accuracy": 0.283597, + "main_score": 0.232618, + "hf_subset": "hun_Latn-taq_Tfng", + "languages": [ + "hun-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.627462, + "recall": 0.695652, + "f1": 0.646569, + "accuracy": 0.695652, + "main_score": 0.646569, + "hf_subset": "hun_Latn-wol_Latn", + "languages": [ + "hun-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.852767, + "recall": 0.896245, + "f1": 0.866403, + "accuracy": 0.896245, + "main_score": 0.866403, + "hf_subset": "hun_Latn-arb_Latn", + "languages": [ + "hun-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-cat_Latn", + "languages": [ + "hun-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-fur_Latn", + "languages": [ + "hun-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.433216, + "recall": 0.51087, + "f1": 0.454224, + "accuracy": 0.51087, + "main_score": 0.454224, + "hf_subset": "hun_Latn-kab_Latn", + "languages": [ + "hun-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hun_Latn-lim_Latn", + "languages": [ + "hun-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-nld_Latn", + "languages": [ + "hun-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "hun_Latn-san_Deva", + "languages": [ + "hun-Latn", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-tat_Cyrl", + "languages": [ + "hun-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.882493, + "recall": 0.917984, + "f1": 0.894005, + "accuracy": 0.917984, + "main_score": 0.894005, + "hf_subset": "hun_Latn-xho_Latn", + "languages": [ + "hun-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-ars_Arab", + "languages": [ + "hun-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-ceb_Latn", + "languages": [ + "hun-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.460175, + "recall": 0.539526, + "f1": 0.481776, + "accuracy": 0.539526, + "main_score": 0.481776, + "hf_subset": "hun_Latn-fuv_Latn", + "languages": [ + "hun-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.458854, + "recall": 0.527668, + "f1": 0.476793, + "accuracy": 0.527668, + "main_score": 0.476793, + "hf_subset": "hun_Latn-kac_Latn", + "languages": [ + "hun-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.630824, + "recall": 0.705534, + "f1": 0.651608, + "accuracy": 0.705534, + "main_score": 0.651608, + "hf_subset": "hun_Latn-lin_Latn", + "languages": [ + "hun-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-nno_Latn", + "languages": [ + "hun-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.870998, + "recall": 0.909091, + "f1": 0.882806, + "accuracy": 0.909091, + "main_score": 0.882806, + "hf_subset": "hun_Latn-sat_Olck", + "languages": [ + "hun-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hun_Latn-tel_Telu", + "languages": [ + "hun-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hun_Latn-ydd_Hebr", + "languages": [ + "hun-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "hun_Latn-ary_Arab", + "languages": [ + "hun-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-ces_Latn", + "languages": [ + "hun-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.552263, + "recall": 0.634387, + "f1": 0.574971, + "accuracy": 0.634387, + "main_score": 0.574971, + "hf_subset": "hun_Latn-gaz_Latn", + "languages": [ + "hun-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.532087, + "recall": 0.615613, + "f1": 0.55451, + "accuracy": 0.615613, + "main_score": 0.55451, + "hf_subset": "hun_Latn-kam_Latn", + "languages": [ + "hun-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hun_Latn-lit_Latn", + "languages": [ + "hun-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-nob_Latn", + "languages": [ + "hun-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-scn_Latn", + "languages": [ + "hun-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "hun_Latn-tgk_Cyrl", + "languages": [ + "hun-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.749054, + "recall": 0.814229, + "f1": 0.768546, + "accuracy": 0.814229, + "main_score": 0.768546, + "hf_subset": "hun_Latn-yor_Latn", + "languages": [ + "hun-Latn", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-arz_Arab", + "languages": [ + "hun-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.489265, + "recall": 0.562253, + "f1": 0.509431, + "accuracy": 0.562253, + "main_score": 0.509431, + "hf_subset": "hun_Latn-cjk_Latn", + "languages": [ + "hun-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "hun_Latn-gla_Latn", + "languages": [ + "hun-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-kan_Knda", + "languages": [ + "hun-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-lmo_Latn", + "languages": [ + "hun-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "hun_Latn-npi_Deva", + "languages": [ + "hun-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.536715, + "recall": 0.625494, + "f1": 0.561899, + "accuracy": 0.625494, + "main_score": 0.561899, + "hf_subset": "hun_Latn-shn_Mymr", + "languages": [ + "hun-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-tgl_Latn", + "languages": [ + "hun-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-yue_Hant", + "languages": [ + "hun-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hun_Latn-asm_Beng", + "languages": [ + "hun-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.932971, + "recall": 0.954545, + "f1": 0.940053, + "accuracy": 0.954545, + "main_score": 0.940053, + "hf_subset": "hun_Latn-ckb_Arab", + "languages": [ + "hun-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hun_Latn-gle_Latn", + "languages": [ + "hun-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.910161, + "recall": 0.938735, + "f1": 0.919368, + "accuracy": 0.938735, + "main_score": 0.919368, + "hf_subset": "hun_Latn-kas_Arab", + "languages": [ + "hun-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.899868, + "recall": 0.929842, + "f1": 0.909387, + "accuracy": 0.929842, + "main_score": 0.909387, + "hf_subset": "hun_Latn-ltg_Latn", + "languages": [ + "hun-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.787953, + "recall": 0.841897, + "f1": 0.804106, + "accuracy": 0.841897, + "main_score": 0.804106, + "hf_subset": "hun_Latn-nso_Latn", + "languages": [ + "hun-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-sin_Sinh", + "languages": [ + "hun-Latn", + "sin-Sinh" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-tha_Thai", + "languages": [ + "hun-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-zho_Hans", + "languages": [ + "hun-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-ast_Latn", + "languages": [ + "hun-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-crh_Latn", + "languages": [ + "hun-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-glg_Latn", + "languages": [ + "hun-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.857955, + "recall": 0.898221, + "f1": 0.870455, + "accuracy": 0.898221, + "main_score": 0.870455, + "hf_subset": "hun_Latn-kas_Deva", + "languages": [ + "hun-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-ltz_Latn", + "languages": [ + "hun-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.412017, + "recall": 0.480237, + "f1": 0.430092, + "accuracy": 0.480237, + "main_score": 0.430092, + "hf_subset": "hun_Latn-nus_Latn", + "languages": [ + "hun-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-slk_Latn", + "languages": [ + "hun-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.633969, + "recall": 0.715415, + "f1": 0.657352, + "accuracy": 0.715415, + "main_score": 0.657352, + "hf_subset": "hun_Latn-tir_Ethi", + "languages": [ + "hun-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-zho_Hant", + "languages": [ + "hun-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.979578, + "recall": 0.985178, + "f1": 0.98139, + "accuracy": 0.985178, + "main_score": 0.98139, + "hf_subset": "hun_Latn-awa_Deva", + "languages": [ + "hun-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "hun_Latn-cym_Latn", + "languages": [ + "hun-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.780303, + "recall": 0.83498, + "f1": 0.796377, + "accuracy": 0.83498, + "main_score": 0.796377, + "hf_subset": "hun_Latn-grn_Latn", + "languages": [ + "hun-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-kat_Geor", + "languages": [ + "hun-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.591342, + "recall": 0.661067, + "f1": 0.610699, + "accuracy": 0.661067, + "main_score": 0.610699, + "hf_subset": "hun_Latn-lua_Latn", + "languages": [ + "hun-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.836874, + "recall": 0.883399, + "f1": 0.851318, + "accuracy": 0.883399, + "main_score": 0.851318, + "hf_subset": "hun_Latn-nya_Latn", + "languages": [ + "hun-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-slv_Latn", + "languages": [ + "hun-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hun_Latn-tpi_Latn", + "languages": [ + "hun-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-zsm_Latn", + "languages": [ + "hun-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.498827, + "recall": 0.567194, + "f1": 0.517291, + "accuracy": 0.567194, + "main_score": 0.517291, + "hf_subset": "hun_Latn-ayr_Latn", + "languages": [ + "hun-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-dan_Latn", + "languages": [ + "hun-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-guj_Gujr", + "languages": [ + "hun-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-kaz_Cyrl", + "languages": [ + "hun-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.643379, + "recall": 0.721344, + "f1": 0.666276, + "accuracy": 0.721344, + "main_score": 0.666276, + "hf_subset": "hun_Latn-lug_Latn", + "languages": [ + "hun-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-oci_Latn", + "languages": [ + "hun-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.830155, + "recall": 0.876482, + "f1": 0.844401, + "accuracy": 0.876482, + "main_score": 0.844401, + "hf_subset": "hun_Latn-smo_Latn", + "languages": [ + "hun-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.748024, + "recall": 0.816206, + "f1": 0.769005, + "accuracy": 0.816206, + "main_score": 0.769005, + "hf_subset": "hun_Latn-tsn_Latn", + "languages": [ + "hun-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.905138, + "recall": 0.933794, + "f1": 0.914361, + "accuracy": 0.933794, + "main_score": 0.914361, + "hf_subset": "hun_Latn-zul_Latn", + "languages": [ + "hun-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.943017, + "recall": 0.960474, + "f1": 0.948617, + "accuracy": 0.960474, + "main_score": 0.948617, + "hf_subset": "hun_Latn-azb_Arab", + "languages": [ + "hun-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-deu_Latn", + "languages": [ + "hun-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "hun_Latn-hat_Latn", + "languages": [ + "hun-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.46619, + "recall": 0.531621, + "f1": 0.484496, + "accuracy": 0.531621, + "main_score": 0.484496, + "hf_subset": "hun_Latn-kbp_Latn", + "languages": [ + "hun-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.504827, + "recall": 0.577075, + "f1": 0.524274, + "accuracy": 0.577075, + "main_score": 0.524274, + "hf_subset": "hun_Latn-luo_Latn", + "languages": [ + "hun-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "hun_Latn-ory_Orya", + "languages": [ + "hun-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.90168, + "recall": 0.932806, + "f1": 0.911726, + "accuracy": 0.932806, + "main_score": 0.911726, + "hf_subset": "hun_Latn-sna_Latn", + "languages": [ + "hun-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.673427, + "recall": 0.743083, + "f1": 0.693506, + "accuracy": 0.743083, + "main_score": 0.693506, + "hf_subset": "hun_Latn-tso_Latn", + "languages": [ + "hun-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-azj_Latn", + "languages": [ + "hun-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.475895, + "recall": 0.551383, + "f1": 0.49729, + "accuracy": 0.551383, + "main_score": 0.49729, + "hf_subset": "hun_Latn-dik_Latn", + "languages": [ + "hun-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.910079, + "recall": 0.937747, + "f1": 0.919137, + "accuracy": 0.937747, + "main_score": 0.919137, + "hf_subset": "hun_Latn-hau_Latn", + "languages": [ + "hun-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hun_Latn-kea_Latn", + "languages": [ + "hun-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.925889, + "recall": 0.948617, + "f1": 0.933136, + "accuracy": 0.948617, + "main_score": 0.933136, + "hf_subset": "hun_Latn-lus_Latn", + "languages": [ + "hun-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.868001, + "recall": 0.905138, + "f1": 0.879644, + "accuracy": 0.905138, + "main_score": 0.879644, + "hf_subset": "hun_Latn-pag_Latn", + "languages": [ + "hun-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "hun_Latn-snd_Arab", + "languages": [ + "hun-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "hun_Latn-tuk_Latn", + "languages": [ + "hun-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hun_Latn-bak_Cyrl", + "languages": [ + "hun-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.452507, + "recall": 0.533597, + "f1": 0.474765, + "accuracy": 0.533597, + "main_score": 0.474765, + "hf_subset": "hun_Latn-dyu_Latn", + "languages": [ + "hun-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-heb_Hebr", + "languages": [ + "hun-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "hun_Latn-khk_Cyrl", + "languages": [ + "hun-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-lvs_Latn", + "languages": [ + "hun-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-pan_Guru", + "languages": [ + "hun-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.874868, + "recall": 0.912055, + "f1": 0.886528, + "accuracy": 0.912055, + "main_score": 0.886528, + "hf_subset": "hun_Latn-som_Latn", + "languages": [ + "hun-Latn", + "som-Latn" + ] + }, + { + "precision": 0.696789, + "recall": 0.762846, + "f1": 0.716041, + "accuracy": 0.762846, + "main_score": 0.716041, + "hf_subset": "hun_Latn-tum_Latn", + "languages": [ + "hun-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.509141, + "recall": 0.592885, + "f1": 0.532252, + "accuracy": 0.592885, + "main_score": 0.532252, + "hf_subset": "kir_Cyrl-ace_Arab", + "languages": [ + "kir-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.460456, + "recall": 0.521739, + "f1": 0.476468, + "accuracy": 0.521739, + "main_score": 0.476468, + "hf_subset": "kir_Cyrl-bam_Latn", + "languages": [ + "kir-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.627811, + "recall": 0.711462, + "f1": 0.650979, + "accuracy": 0.711462, + "main_score": 0.650979, + "hf_subset": "kir_Cyrl-dzo_Tibt", + "languages": [ + "kir-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-hin_Deva", + "languages": [ + "kir-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "kir_Cyrl-khm_Khmr", + "languages": [ + "kir-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-mag_Deva", + "languages": [ + "kir-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "kir_Cyrl-pap_Latn", + "languages": [ + "kir-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.857625, + "recall": 0.897233, + "f1": 0.869749, + "accuracy": 0.897233, + "main_score": 0.869749, + "hf_subset": "kir_Cyrl-sot_Latn", + "languages": [ + "kir-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-tur_Latn", + "languages": [ + "kir-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.837401, + "recall": 0.881423, + "f1": 0.850988, + "accuracy": 0.881423, + "main_score": 0.850988, + "hf_subset": "kir_Cyrl-ace_Latn", + "languages": [ + "kir-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "kir_Cyrl-ban_Latn", + "languages": [ + "kir-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-ell_Grek", + "languages": [ + "kir-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "kir_Cyrl-hne_Deva", + "languages": [ + "kir-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.577619, + "recall": 0.650198, + "f1": 0.597737, + "accuracy": 0.650198, + "main_score": 0.597737, + "hf_subset": "kir_Cyrl-kik_Latn", + "languages": [ + "kir-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-mai_Deva", + "languages": [ + "kir-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.947299, + "recall": 0.964427, + "f1": 0.952899, + "accuracy": 0.964427, + "main_score": 0.952899, + "hf_subset": "kir_Cyrl-pbt_Arab", + "languages": [ + "kir-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-spa_Latn", + "languages": [ + "kir-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.747901, + "recall": 0.8083, + "f1": 0.765944, + "accuracy": 0.8083, + "main_score": 0.765944, + "hf_subset": "kir_Cyrl-twi_Latn", + "languages": [ + "kir-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-acm_Arab", + "languages": [ + "kir-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-bel_Cyrl", + "languages": [ + "kir-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-hrv_Latn", + "languages": [ + "kir-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.846904, + "recall": 0.88834, + "f1": 0.859816, + "accuracy": 0.88834, + "main_score": 0.859816, + "hf_subset": "kir_Cyrl-kin_Latn", + "languages": [ + "kir-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-mal_Mlym", + "languages": [ + "kir-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-pes_Arab", + "languages": [ + "kir-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-srd_Latn", + "languages": [ + "kir-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.200026, + "recall": 0.258893, + "f1": 0.214334, + "accuracy": 0.258893, + "main_score": 0.214334, + "hf_subset": "kir_Cyrl-tzm_Tfng", + "languages": [ + "kir-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-acq_Arab", + "languages": [ + "kir-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.665375, + "recall": 0.73419, + "f1": 0.685279, + "accuracy": 0.73419, + "main_score": 0.685279, + "hf_subset": "kir_Cyrl-bem_Latn", + "languages": [ + "kir-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-epo_Latn", + "languages": [ + "kir-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-hun_Latn", + "languages": [ + "kir-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kir_Cyrl-mar_Deva", + "languages": [ + "kir-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.871212, + "recall": 0.907115, + "f1": 0.882378, + "accuracy": 0.907115, + "main_score": 0.882378, + "hf_subset": "kir_Cyrl-plt_Latn", + "languages": [ + "kir-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-srp_Cyrl", + "languages": [ + "kir-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.948946, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "kir_Cyrl-uig_Arab", + "languages": [ + "kir-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kir_Cyrl-aeb_Arab", + "languages": [ + "kir-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-ben_Beng", + "languages": [ + "kir-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-est_Latn", + "languages": [ + "kir-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-hye_Armn", + "languages": [ + "kir-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.462312, + "recall": 0.521739, + "f1": 0.47891, + "accuracy": 0.521739, + "main_score": 0.47891, + "hf_subset": "kir_Cyrl-kmb_Latn", + "languages": [ + "kir-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.482482, + "recall": 0.56917, + "f1": 0.505983, + "accuracy": 0.56917, + "main_score": 0.505983, + "hf_subset": "kir_Cyrl-min_Arab", + "languages": [ + "kir-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-pol_Latn", + "languages": [ + "kir-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.748419, + "recall": 0.807312, + "f1": 0.766027, + "accuracy": 0.807312, + "main_score": 0.766027, + "hf_subset": "kir_Cyrl-ssw_Latn", + "languages": [ + "kir-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-ukr_Cyrl", + "languages": [ + "kir-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-afr_Latn", + "languages": [ + "kir-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kir_Cyrl-bho_Deva", + "languages": [ + "kir-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-eus_Latn", + "languages": [ + "kir-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.857131, + "recall": 0.900198, + "f1": 0.870784, + "accuracy": 0.900198, + "main_score": 0.870784, + "hf_subset": "kir_Cyrl-ibo_Latn", + "languages": [ + "kir-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.871904, + "recall": 0.907115, + "f1": 0.882708, + "accuracy": 0.907115, + "main_score": 0.882708, + "hf_subset": "kir_Cyrl-kmr_Latn", + "languages": [ + "kir-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "kir_Cyrl-min_Latn", + "languages": [ + "kir-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-por_Latn", + "languages": [ + "kir-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kir_Cyrl-sun_Latn", + "languages": [ + "kir-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.446636, + "recall": 0.511858, + "f1": 0.464716, + "accuracy": 0.511858, + "main_score": 0.464716, + "hf_subset": "kir_Cyrl-umb_Latn", + "languages": [ + "kir-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-ajp_Arab", + "languages": [ + "kir-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.488369, + "recall": 0.577075, + "f1": 0.512462, + "accuracy": 0.577075, + "main_score": 0.512462, + "hf_subset": "kir_Cyrl-bjn_Arab", + "languages": [ + "kir-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.439424, + "recall": 0.500988, + "f1": 0.456153, + "accuracy": 0.500988, + "main_score": 0.456153, + "hf_subset": "kir_Cyrl-ewe_Latn", + "languages": [ + "kir-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.940464, + "recall": 0.958498, + "f1": 0.946212, + "accuracy": 0.958498, + "main_score": 0.946212, + "hf_subset": "kir_Cyrl-ilo_Latn", + "languages": [ + "kir-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.249902, + "recall": 0.315217, + "f1": 0.265842, + "accuracy": 0.315217, + "main_score": 0.265842, + "hf_subset": "kir_Cyrl-knc_Arab", + "languages": [ + "kir-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-mkd_Cyrl", + "languages": [ + "kir-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-prs_Arab", + "languages": [ + "kir-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kir_Cyrl-swe_Latn", + "languages": [ + "kir-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-urd_Arab", + "languages": [ + "kir-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.735385, + "recall": 0.795455, + "f1": 0.752765, + "accuracy": 0.795455, + "main_score": 0.752765, + "hf_subset": "kir_Cyrl-aka_Latn", + "languages": [ + "kir-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "kir_Cyrl-bjn_Latn", + "languages": [ + "kir-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "kir_Cyrl-fao_Latn", + "languages": [ + "kir-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-ind_Latn", + "languages": [ + "kir-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.493703, + "recall": 0.55336, + "f1": 0.509252, + "accuracy": 0.55336, + "main_score": 0.509252, + "hf_subset": "kir_Cyrl-knc_Latn", + "languages": [ + "kir-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-mlt_Latn", + "languages": [ + "kir-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.63251, + "recall": 0.697628, + "f1": 0.650871, + "accuracy": 0.697628, + "main_score": 0.650871, + "hf_subset": "kir_Cyrl-quy_Latn", + "languages": [ + "kir-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-swh_Latn", + "languages": [ + "kir-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "kir_Cyrl-uzn_Latn", + "languages": [ + "kir-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-als_Latn", + "languages": [ + "kir-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.791347, + "recall": 0.846838, + "f1": 0.807987, + "accuracy": 0.846838, + "main_score": 0.807987, + "hf_subset": "kir_Cyrl-bod_Tibt", + "languages": [ + "kir-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.605641, + "recall": 0.673913, + "f1": 0.624482, + "accuracy": 0.673913, + "main_score": 0.624482, + "hf_subset": "kir_Cyrl-fij_Latn", + "languages": [ + "kir-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "kir_Cyrl-isl_Latn", + "languages": [ + "kir-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.582321, + "recall": 0.653162, + "f1": 0.602106, + "accuracy": 0.653162, + "main_score": 0.602106, + "hf_subset": "kir_Cyrl-kon_Latn", + "languages": [ + "kir-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.578379, + "recall": 0.653162, + "f1": 0.599379, + "accuracy": 0.653162, + "main_score": 0.599379, + "hf_subset": "kir_Cyrl-mni_Beng", + "languages": [ + "kir-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-ron_Latn", + "languages": [ + "kir-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.980237, + "f1": 0.974967, + "accuracy": 0.980237, + "main_score": 0.974967, + "hf_subset": "kir_Cyrl-szl_Latn", + "languages": [ + "kir-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-vec_Latn", + "languages": [ + "kir-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.927207, + "recall": 0.948617, + "f1": 0.934124, + "accuracy": 0.948617, + "main_score": 0.934124, + "hf_subset": "kir_Cyrl-amh_Ethi", + "languages": [ + "kir-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-bos_Latn", + "languages": [ + "kir-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-fin_Latn", + "languages": [ + "kir-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-ita_Latn", + "languages": [ + "kir-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-kor_Hang", + "languages": [ + "kir-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.486492, + "recall": 0.546443, + "f1": 0.502739, + "accuracy": 0.546443, + "main_score": 0.502739, + "hf_subset": "kir_Cyrl-mos_Latn", + "languages": [ + "kir-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.757609, + "recall": 0.818182, + "f1": 0.775922, + "accuracy": 0.818182, + "main_score": 0.775922, + "hf_subset": "kir_Cyrl-run_Latn", + "languages": [ + "kir-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-tam_Taml", + "languages": [ + "kir-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-vie_Latn", + "languages": [ + "kir-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kir_Cyrl-apc_Arab", + "languages": [ + "kir-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.696329, + "recall": 0.761858, + "f1": 0.715355, + "accuracy": 0.761858, + "main_score": 0.715355, + "hf_subset": "kir_Cyrl-bug_Latn", + "languages": [ + "kir-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.417772, + "recall": 0.470356, + "f1": 0.431979, + "accuracy": 0.470356, + "main_score": 0.431979, + "hf_subset": "kir_Cyrl-fon_Latn", + "languages": [ + "kir-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-jav_Latn", + "languages": [ + "kir-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.935524, + "recall": 0.955534, + "f1": 0.94193, + "accuracy": 0.955534, + "main_score": 0.94193, + "hf_subset": "kir_Cyrl-lao_Laoo", + "languages": [ + "kir-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.860837, + "recall": 0.899209, + "f1": 0.872826, + "accuracy": 0.899209, + "main_score": 0.872826, + "hf_subset": "kir_Cyrl-mri_Latn", + "languages": [ + "kir-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-rus_Cyrl", + "languages": [ + "kir-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.488772, + "recall": 0.54249, + "f1": 0.502944, + "accuracy": 0.54249, + "main_score": 0.502944, + "hf_subset": "kir_Cyrl-taq_Latn", + "languages": [ + "kir-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kir_Cyrl-war_Latn", + "languages": [ + "kir-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-arb_Arab", + "languages": [ + "kir-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-bul_Cyrl", + "languages": [ + "kir-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-fra_Latn", + "languages": [ + "kir-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kir_Cyrl-jpn_Jpan", + "languages": [ + "kir-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-lij_Latn", + "languages": [ + "kir-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "kir_Cyrl-mya_Mymr", + "languages": [ + "kir-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.524595, + "recall": 0.589921, + "f1": 0.541763, + "accuracy": 0.589921, + "main_score": 0.541763, + "hf_subset": "kir_Cyrl-sag_Latn", + "languages": [ + "kir-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.230353, + "recall": 0.290514, + "f1": 0.244999, + "accuracy": 0.290514, + "main_score": 0.244999, + "hf_subset": "kir_Cyrl-taq_Tfng", + "languages": [ + "kir-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.604388, + "recall": 0.674901, + "f1": 0.624213, + "accuracy": 0.674901, + "main_score": 0.624213, + "hf_subset": "kir_Cyrl-wol_Latn", + "languages": [ + "kir-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.828673, + "recall": 0.878458, + "f1": 0.844269, + "accuracy": 0.878458, + "main_score": 0.844269, + "hf_subset": "kir_Cyrl-arb_Latn", + "languages": [ + "kir-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-cat_Latn", + "languages": [ + "kir-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-fur_Latn", + "languages": [ + "kir-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.435313, + "recall": 0.502964, + "f1": 0.453232, + "accuracy": 0.502964, + "main_score": 0.453232, + "hf_subset": "kir_Cyrl-kab_Latn", + "languages": [ + "kir-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-lim_Latn", + "languages": [ + "kir-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-nld_Latn", + "languages": [ + "kir-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "kir_Cyrl-san_Deva", + "languages": [ + "kir-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kir_Cyrl-tat_Cyrl", + "languages": [ + "kir-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.8708, + "recall": 0.909091, + "f1": 0.882938, + "accuracy": 0.909091, + "main_score": 0.882938, + "hf_subset": "kir_Cyrl-xho_Latn", + "languages": [ + "kir-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-ars_Arab", + "languages": [ + "kir-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-ceb_Latn", + "languages": [ + "kir-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.468656, + "recall": 0.535573, + "f1": 0.487171, + "accuracy": 0.535573, + "main_score": 0.487171, + "hf_subset": "kir_Cyrl-fuv_Latn", + "languages": [ + "kir-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.459885, + "recall": 0.521739, + "f1": 0.476528, + "accuracy": 0.521739, + "main_score": 0.476528, + "hf_subset": "kir_Cyrl-kac_Latn", + "languages": [ + "kir-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.623257, + "recall": 0.69664, + "f1": 0.643823, + "accuracy": 0.69664, + "main_score": 0.643823, + "hf_subset": "kir_Cyrl-lin_Latn", + "languages": [ + "kir-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-nno_Latn", + "languages": [ + "kir-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.855484, + "recall": 0.896245, + "f1": 0.868083, + "accuracy": 0.896245, + "main_score": 0.868083, + "hf_subset": "kir_Cyrl-sat_Olck", + "languages": [ + "kir-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-tel_Telu", + "languages": [ + "kir-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-ydd_Hebr", + "languages": [ + "kir-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "kir_Cyrl-ary_Arab", + "languages": [ + "kir-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-ces_Latn", + "languages": [ + "kir-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.570916, + "recall": 0.644269, + "f1": 0.591327, + "accuracy": 0.644269, + "main_score": 0.591327, + "hf_subset": "kir_Cyrl-gaz_Latn", + "languages": [ + "kir-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.530229, + "recall": 0.606719, + "f1": 0.551452, + "accuracy": 0.606719, + "main_score": 0.551452, + "hf_subset": "kir_Cyrl-kam_Latn", + "languages": [ + "kir-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kir_Cyrl-lit_Latn", + "languages": [ + "kir-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "kir_Cyrl-nob_Latn", + "languages": [ + "kir-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "kir_Cyrl-scn_Latn", + "languages": [ + "kir-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "kir_Cyrl-tgk_Cyrl", + "languages": [ + "kir-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.728954, + "recall": 0.797431, + "f1": 0.748937, + "accuracy": 0.797431, + "main_score": 0.748937, + "hf_subset": "kir_Cyrl-yor_Latn", + "languages": [ + "kir-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-arz_Arab", + "languages": [ + "kir-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.461257, + "recall": 0.52668, + "f1": 0.479401, + "accuracy": 0.52668, + "main_score": 0.479401, + "hf_subset": "kir_Cyrl-cjk_Latn", + "languages": [ + "kir-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.93857, + "recall": 0.958498, + "f1": 0.945158, + "accuracy": 0.958498, + "main_score": 0.945158, + "hf_subset": "kir_Cyrl-gla_Latn", + "languages": [ + "kir-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-kan_Knda", + "languages": [ + "kir-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.974555, + "recall": 0.982213, + "f1": 0.977009, + "accuracy": 0.982213, + "main_score": 0.977009, + "hf_subset": "kir_Cyrl-lmo_Latn", + "languages": [ + "kir-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "kir_Cyrl-npi_Deva", + "languages": [ + "kir-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.531338, + "recall": 0.609684, + "f1": 0.553722, + "accuracy": 0.609684, + "main_score": 0.553722, + "hf_subset": "kir_Cyrl-shn_Mymr", + "languages": [ + "kir-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-tgl_Latn", + "languages": [ + "kir-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-yue_Hant", + "languages": [ + "kir-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "kir_Cyrl-asm_Beng", + "languages": [ + "kir-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.928689, + "recall": 0.949605, + "f1": 0.935441, + "accuracy": 0.949605, + "main_score": 0.935441, + "hf_subset": "kir_Cyrl-ckb_Arab", + "languages": [ + "kir-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "kir_Cyrl-gle_Latn", + "languages": [ + "kir-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.863126, + "recall": 0.902174, + "f1": 0.875231, + "accuracy": 0.902174, + "main_score": 0.875231, + "hf_subset": "kir_Cyrl-kas_Arab", + "languages": [ + "kir-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.890184, + "recall": 0.921937, + "f1": 0.900198, + "accuracy": 0.921937, + "main_score": 0.900198, + "hf_subset": "kir_Cyrl-ltg_Latn", + "languages": [ + "kir-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.776039, + "recall": 0.827075, + "f1": 0.791672, + "accuracy": 0.827075, + "main_score": 0.791672, + "hf_subset": "kir_Cyrl-nso_Latn", + "languages": [ + "kir-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "kir_Cyrl-sin_Sinh", + "languages": [ + "kir-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-tha_Thai", + "languages": [ + "kir-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kir_Cyrl-zho_Hans", + "languages": [ + "kir-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-ast_Latn", + "languages": [ + "kir-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "kir_Cyrl-crh_Latn", + "languages": [ + "kir-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-glg_Latn", + "languages": [ + "kir-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.827273, + "recall": 0.873518, + "f1": 0.84129, + "accuracy": 0.873518, + "main_score": 0.84129, + "hf_subset": "kir_Cyrl-kas_Deva", + "languages": [ + "kir-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kir_Cyrl-ltz_Latn", + "languages": [ + "kir-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.416285, + "recall": 0.481225, + "f1": 0.433876, + "accuracy": 0.481225, + "main_score": 0.433876, + "hf_subset": "kir_Cyrl-nus_Latn", + "languages": [ + "kir-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kir_Cyrl-slk_Latn", + "languages": [ + "kir-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.618052, + "recall": 0.700593, + "f1": 0.64169, + "accuracy": 0.700593, + "main_score": 0.64169, + "hf_subset": "kir_Cyrl-tir_Ethi", + "languages": [ + "kir-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-zho_Hant", + "languages": [ + "kir-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.971591, + "recall": 0.979249, + "f1": 0.974045, + "accuracy": 0.979249, + "main_score": 0.974045, + "hf_subset": "kir_Cyrl-awa_Deva", + "languages": [ + "kir-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-cym_Latn", + "languages": [ + "kir-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.757815, + "recall": 0.813241, + "f1": 0.774006, + "accuracy": 0.813241, + "main_score": 0.774006, + "hf_subset": "kir_Cyrl-grn_Latn", + "languages": [ + "kir-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-kat_Geor", + "languages": [ + "kir-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.571223, + "recall": 0.631423, + "f1": 0.587928, + "accuracy": 0.631423, + "main_score": 0.587928, + "hf_subset": "kir_Cyrl-lua_Latn", + "languages": [ + "kir-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.817721, + "recall": 0.866601, + "f1": 0.832938, + "accuracy": 0.866601, + "main_score": 0.832938, + "hf_subset": "kir_Cyrl-nya_Latn", + "languages": [ + "kir-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kir_Cyrl-slv_Latn", + "languages": [ + "kir-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kir_Cyrl-tpi_Latn", + "languages": [ + "kir-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-zsm_Latn", + "languages": [ + "kir-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.490326, + "recall": 0.554348, + "f1": 0.507728, + "accuracy": 0.554348, + "main_score": 0.507728, + "hf_subset": "kir_Cyrl-ayr_Latn", + "languages": [ + "kir-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kir_Cyrl-dan_Latn", + "languages": [ + "kir-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-guj_Gujr", + "languages": [ + "kir-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-kaz_Cyrl", + "languages": [ + "kir-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.616585, + "recall": 0.689723, + "f1": 0.637508, + "accuracy": 0.689723, + "main_score": 0.637508, + "hf_subset": "kir_Cyrl-lug_Latn", + "languages": [ + "kir-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-oci_Latn", + "languages": [ + "kir-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.818874, + "recall": 0.865613, + "f1": 0.833465, + "accuracy": 0.865613, + "main_score": 0.833465, + "hf_subset": "kir_Cyrl-smo_Latn", + "languages": [ + "kir-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.733936, + "recall": 0.794466, + "f1": 0.751569, + "accuracy": 0.794466, + "main_score": 0.751569, + "hf_subset": "kir_Cyrl-tsn_Latn", + "languages": [ + "kir-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.897151, + "recall": 0.927866, + "f1": 0.907016, + "accuracy": 0.927866, + "main_score": 0.907016, + "hf_subset": "kir_Cyrl-zul_Latn", + "languages": [ + "kir-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.911182, + "recall": 0.937747, + "f1": 0.919532, + "accuracy": 0.937747, + "main_score": 0.919532, + "hf_subset": "kir_Cyrl-azb_Arab", + "languages": [ + "kir-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-deu_Latn", + "languages": [ + "kir-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.956686, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "kir_Cyrl-hat_Latn", + "languages": [ + "kir-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.469575, + "recall": 0.533597, + "f1": 0.487083, + "accuracy": 0.533597, + "main_score": 0.487083, + "hf_subset": "kir_Cyrl-kbp_Latn", + "languages": [ + "kir-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.507211, + "recall": 0.573123, + "f1": 0.525237, + "accuracy": 0.573123, + "main_score": 0.525237, + "hf_subset": "kir_Cyrl-luo_Latn", + "languages": [ + "kir-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "kir_Cyrl-ory_Orya", + "languages": [ + "kir-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.877553, + "recall": 0.91502, + "f1": 0.889394, + "accuracy": 0.91502, + "main_score": 0.889394, + "hf_subset": "kir_Cyrl-sna_Latn", + "languages": [ + "kir-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.630288, + "recall": 0.704545, + "f1": 0.651178, + "accuracy": 0.704545, + "main_score": 0.651178, + "hf_subset": "kir_Cyrl-tso_Latn", + "languages": [ + "kir-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-azj_Latn", + "languages": [ + "kir-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.488706, + "recall": 0.554348, + "f1": 0.507041, + "accuracy": 0.554348, + "main_score": 0.507041, + "hf_subset": "kir_Cyrl-dik_Latn", + "languages": [ + "kir-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.896278, + "recall": 0.926877, + "f1": 0.905962, + "accuracy": 0.926877, + "main_score": 0.905962, + "hf_subset": "kir_Cyrl-hau_Latn", + "languages": [ + "kir-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.966403, + "f1": 0.956357, + "accuracy": 0.966403, + "main_score": 0.956357, + "hf_subset": "kir_Cyrl-kea_Latn", + "languages": [ + "kir-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.915596, + "recall": 0.9417, + "f1": 0.923979, + "accuracy": 0.9417, + "main_score": 0.923979, + "hf_subset": "kir_Cyrl-lus_Latn", + "languages": [ + "kir-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.831637, + "recall": 0.876482, + "f1": 0.845671, + "accuracy": 0.876482, + "main_score": 0.845671, + "hf_subset": "kir_Cyrl-pag_Latn", + "languages": [ + "kir-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "kir_Cyrl-snd_Arab", + "languages": [ + "kir-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-tuk_Latn", + "languages": [ + "kir-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-bak_Cyrl", + "languages": [ + "kir-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.435263, + "recall": 0.509881, + "f1": 0.456146, + "accuracy": 0.509881, + "main_score": 0.456146, + "hf_subset": "kir_Cyrl-dyu_Latn", + "languages": [ + "kir-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-heb_Hebr", + "languages": [ + "kir-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "kir_Cyrl-khk_Cyrl", + "languages": [ + "kir-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-lvs_Latn", + "languages": [ + "kir-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-pan_Guru", + "languages": [ + "kir-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.849671, + "recall": 0.893281, + "f1": 0.863603, + "accuracy": 0.893281, + "main_score": 0.863603, + "hf_subset": "kir_Cyrl-som_Latn", + "languages": [ + "kir-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.663251, + "recall": 0.731225, + "f1": 0.68327, + "accuracy": 0.731225, + "main_score": 0.68327, + "hf_subset": "kir_Cyrl-tum_Latn", + "languages": [ + "kir-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.531111, + "recall": 0.619565, + "f1": 0.556444, + "accuracy": 0.619565, + "main_score": 0.556444, + "hf_subset": "mar_Deva-ace_Arab", + "languages": [ + "mar-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.483938, + "recall": 0.544466, + "f1": 0.49986, + "accuracy": 0.544466, + "main_score": 0.49986, + "hf_subset": "mar_Deva-bam_Latn", + "languages": [ + "mar-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.671673, + "recall": 0.749012, + "f1": 0.693827, + "accuracy": 0.749012, + "main_score": 0.693827, + "hf_subset": "mar_Deva-dzo_Tibt", + "languages": [ + "mar-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "mar_Deva-khm_Khmr", + "languages": [ + "mar-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-mag_Deva", + "languages": [ + "mar-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-pap_Latn", + "languages": [ + "mar-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.860754, + "recall": 0.900198, + "f1": 0.873207, + "accuracy": 0.900198, + "main_score": 0.873207, + "hf_subset": "mar_Deva-sot_Latn", + "languages": [ + "mar-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-tur_Latn", + "languages": [ + "mar-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.867045, + "recall": 0.905138, + "f1": 0.879136, + "accuracy": 0.905138, + "main_score": 0.879136, + "hf_subset": "mar_Deva-ace_Latn", + "languages": [ + "mar-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "mar_Deva-ban_Latn", + "languages": [ + "mar-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mar_Deva-ell_Grek", + "languages": [ + "mar-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "mar_Deva-hne_Deva", + "languages": [ + "mar-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.571324, + "recall": 0.641304, + "f1": 0.590355, + "accuracy": 0.641304, + "main_score": 0.590355, + "hf_subset": "mar_Deva-kik_Latn", + "languages": [ + "mar-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-mai_Deva", + "languages": [ + "mar-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "mar_Deva-pbt_Arab", + "languages": [ + "mar-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-spa_Latn", + "languages": [ + "mar-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.771673, + "recall": 0.831028, + "f1": 0.789625, + "accuracy": 0.831028, + "main_score": 0.789625, + "hf_subset": "mar_Deva-twi_Latn", + "languages": [ + "mar-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-acm_Arab", + "languages": [ + "mar-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-bel_Cyrl", + "languages": [ + "mar-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-hrv_Latn", + "languages": [ + "mar-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.868363, + "recall": 0.906126, + "f1": 0.880138, + "accuracy": 0.906126, + "main_score": 0.880138, + "hf_subset": "mar_Deva-kin_Latn", + "languages": [ + "mar-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mar_Deva-mal_Mlym", + "languages": [ + "mar-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-pes_Arab", + "languages": [ + "mar-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mar_Deva-srd_Latn", + "languages": [ + "mar-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.204405, + "recall": 0.270751, + "f1": 0.22066, + "accuracy": 0.270751, + "main_score": 0.22066, + "hf_subset": "mar_Deva-tzm_Tfng", + "languages": [ + "mar-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-acq_Arab", + "languages": [ + "mar-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.659437, + "recall": 0.73419, + "f1": 0.680835, + "accuracy": 0.73419, + "main_score": 0.680835, + "hf_subset": "mar_Deva-bem_Latn", + "languages": [ + "mar-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-epo_Latn", + "languages": [ + "mar-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-hun_Latn", + "languages": [ + "mar-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mar_Deva-kir_Cyrl", + "languages": [ + "mar-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.87887, + "recall": 0.913043, + "f1": 0.889361, + "accuracy": 0.913043, + "main_score": 0.889361, + "hf_subset": "mar_Deva-plt_Latn", + "languages": [ + "mar-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-srp_Cyrl", + "languages": [ + "mar-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.936512, + "recall": 0.955534, + "f1": 0.942589, + "accuracy": 0.955534, + "main_score": 0.942589, + "hf_subset": "mar_Deva-uig_Arab", + "languages": [ + "mar-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mar_Deva-aeb_Arab", + "languages": [ + "mar-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-est_Latn", + "languages": [ + "mar-Deva", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-hye_Armn", + "languages": [ + "mar-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.456956, + "recall": 0.518775, + "f1": 0.473942, + "accuracy": 0.518775, + "main_score": 0.473942, + "hf_subset": "mar_Deva-kmb_Latn", + "languages": [ + "mar-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.48437, + "recall": 0.577075, + "f1": 0.509406, + "accuracy": 0.577075, + "main_score": 0.509406, + "hf_subset": "mar_Deva-min_Arab", + "languages": [ + "mar-Deva", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-pol_Latn", + "languages": [ + "mar-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.753162, + "recall": 0.817194, + "f1": 0.772793, + "accuracy": 0.817194, + "main_score": 0.772793, + "hf_subset": "mar_Deva-ssw_Latn", + "languages": [ + "mar-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-ukr_Cyrl", + "languages": [ + "mar-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-afr_Latn", + "languages": [ + "mar-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-bho_Deva", + "languages": [ + "mar-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-eus_Latn", + "languages": [ + "mar-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.86413, + "recall": 0.906126, + "f1": 0.877635, + "accuracy": 0.906126, + "main_score": 0.877635, + "hf_subset": "mar_Deva-ibo_Latn", + "languages": [ + "mar-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.895339, + "recall": 0.926877, + "f1": 0.905369, + "accuracy": 0.926877, + "main_score": 0.905369, + "hf_subset": "mar_Deva-kmr_Latn", + "languages": [ + "mar-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mar_Deva-min_Latn", + "languages": [ + "mar-Deva", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-por_Latn", + "languages": [ + "mar-Deva", + "por-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mar_Deva-sun_Latn", + "languages": [ + "mar-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.441694, + "recall": 0.51581, + "f1": 0.462406, + "accuracy": 0.51581, + "main_score": 0.462406, + "hf_subset": "mar_Deva-umb_Latn", + "languages": [ + "mar-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-ajp_Arab", + "languages": [ + "mar-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.51212, + "recall": 0.590909, + "f1": 0.533419, + "accuracy": 0.590909, + "main_score": 0.533419, + "hf_subset": "mar_Deva-bjn_Arab", + "languages": [ + "mar-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.443669, + "recall": 0.501976, + "f1": 0.459316, + "accuracy": 0.501976, + "main_score": 0.459316, + "hf_subset": "mar_Deva-ewe_Latn", + "languages": [ + "mar-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.966403, + "f1": 0.955369, + "accuracy": 0.966403, + "main_score": 0.955369, + "hf_subset": "mar_Deva-ilo_Latn", + "languages": [ + "mar-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.251795, + "recall": 0.318182, + "f1": 0.268122, + "accuracy": 0.318182, + "main_score": 0.268122, + "hf_subset": "mar_Deva-knc_Arab", + "languages": [ + "mar-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-mkd_Cyrl", + "languages": [ + "mar-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-prs_Arab", + "languages": [ + "mar-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-swe_Latn", + "languages": [ + "mar-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.751334, + "recall": 0.812253, + "f1": 0.769175, + "accuracy": 0.812253, + "main_score": 0.769175, + "hf_subset": "mar_Deva-aka_Latn", + "languages": [ + "mar-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mar_Deva-bjn_Latn", + "languages": [ + "mar-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "mar_Deva-fao_Latn", + "languages": [ + "mar-Deva", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ind_Latn", + "languages": [ + "mar-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.508849, + "recall": 0.571146, + "f1": 0.52515, + "accuracy": 0.571146, + "main_score": 0.52515, + "hf_subset": "mar_Deva-knc_Latn", + "languages": [ + "mar-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-mlt_Latn", + "languages": [ + "mar-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.618496, + "recall": 0.689723, + "f1": 0.638712, + "accuracy": 0.689723, + "main_score": 0.638712, + "hf_subset": "mar_Deva-quy_Latn", + "languages": [ + "mar-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "mar_Deva-swh_Latn", + "languages": [ + "mar-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-uzn_Latn", + "languages": [ + "mar-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-als_Latn", + "languages": [ + "mar-Deva", + "als-Latn" + ] + }, + { + "precision": 0.8273, + "recall": 0.875494, + "f1": 0.842161, + "accuracy": 0.875494, + "main_score": 0.842161, + "hf_subset": "mar_Deva-bod_Tibt", + "languages": [ + "mar-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.624465, + "recall": 0.692688, + "f1": 0.643539, + "accuracy": 0.692688, + "main_score": 0.643539, + "hf_subset": "mar_Deva-fij_Latn", + "languages": [ + "mar-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mar_Deva-isl_Latn", + "languages": [ + "mar-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.585079, + "recall": 0.658103, + "f1": 0.605349, + "accuracy": 0.658103, + "main_score": 0.605349, + "hf_subset": "mar_Deva-kon_Latn", + "languages": [ + "mar-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.603302, + "recall": 0.678854, + "f1": 0.624711, + "accuracy": 0.678854, + "main_score": 0.624711, + "hf_subset": "mar_Deva-mni_Beng", + "languages": [ + "mar-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mar_Deva-ron_Latn", + "languages": [ + "mar-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "mar_Deva-szl_Latn", + "languages": [ + "mar-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-vec_Latn", + "languages": [ + "mar-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.943099, + "recall": 0.960474, + "f1": 0.948682, + "accuracy": 0.960474, + "main_score": 0.948682, + "hf_subset": "mar_Deva-amh_Ethi", + "languages": [ + "mar-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-bos_Latn", + "languages": [ + "mar-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "mar_Deva-fin_Latn", + "languages": [ + "mar-Deva", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ita_Latn", + "languages": [ + "mar-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-kor_Hang", + "languages": [ + "mar-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.482555, + "recall": 0.54249, + "f1": 0.498823, + "accuracy": 0.54249, + "main_score": 0.498823, + "hf_subset": "mar_Deva-mos_Latn", + "languages": [ + "mar-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.763735, + "recall": 0.825099, + "f1": 0.781969, + "accuracy": 0.825099, + "main_score": 0.781969, + "hf_subset": "mar_Deva-run_Latn", + "languages": [ + "mar-Deva", + "run-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-vie_Latn", + "languages": [ + "mar-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-apc_Arab", + "languages": [ + "mar-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.717663, + "recall": 0.782609, + "f1": 0.736273, + "accuracy": 0.782609, + "main_score": 0.736273, + "hf_subset": "mar_Deva-bug_Latn", + "languages": [ + "mar-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.408887, + "recall": 0.461462, + "f1": 0.42318, + "accuracy": 0.461462, + "main_score": 0.42318, + "hf_subset": "mar_Deva-fon_Latn", + "languages": [ + "mar-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mar_Deva-jav_Latn", + "languages": [ + "mar-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "mar_Deva-lao_Laoo", + "languages": [ + "mar-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.857049, + "recall": 0.899209, + "f1": 0.870191, + "accuracy": 0.899209, + "main_score": 0.870191, + "hf_subset": "mar_Deva-mri_Latn", + "languages": [ + "mar-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-rus_Cyrl", + "languages": [ + "mar-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.475533, + "recall": 0.537549, + "f1": 0.492707, + "accuracy": 0.537549, + "main_score": 0.492707, + "hf_subset": "mar_Deva-taq_Latn", + "languages": [ + "mar-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-war_Latn", + "languages": [ + "mar-Deva", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-arb_Arab", + "languages": [ + "mar-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-bul_Cyrl", + "languages": [ + "mar-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-fra_Latn", + "languages": [ + "mar-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-jpn_Jpan", + "languages": [ + "mar-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-lij_Latn", + "languages": [ + "mar-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mar_Deva-mya_Mymr", + "languages": [ + "mar-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.536851, + "recall": 0.601779, + "f1": 0.554246, + "accuracy": 0.601779, + "main_score": 0.554246, + "hf_subset": "mar_Deva-sag_Latn", + "languages": [ + "mar-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.22357, + "recall": 0.287549, + "f1": 0.238802, + "accuracy": 0.287549, + "main_score": 0.238802, + "hf_subset": "mar_Deva-taq_Tfng", + "languages": [ + "mar-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.618243, + "recall": 0.688735, + "f1": 0.638383, + "accuracy": 0.688735, + "main_score": 0.638383, + "hf_subset": "mar_Deva-wol_Latn", + "languages": [ + "mar-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.855155, + "recall": 0.898221, + "f1": 0.868808, + "accuracy": 0.898221, + "main_score": 0.868808, + "hf_subset": "mar_Deva-arb_Latn", + "languages": [ + "mar-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-cat_Latn", + "languages": [ + "mar-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-fur_Latn", + "languages": [ + "mar-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.427959, + "recall": 0.505929, + "f1": 0.448258, + "accuracy": 0.505929, + "main_score": 0.448258, + "hf_subset": "mar_Deva-kab_Latn", + "languages": [ + "mar-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mar_Deva-lim_Latn", + "languages": [ + "mar-Deva", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-nld_Latn", + "languages": [ + "mar-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "mar_Deva-san_Deva", + "languages": [ + "mar-Deva", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-tat_Cyrl", + "languages": [ + "mar-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.883844, + "recall": 0.916996, + "f1": 0.894335, + "accuracy": 0.916996, + "main_score": 0.894335, + "hf_subset": "mar_Deva-xho_Latn", + "languages": [ + "mar-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-ars_Arab", + "languages": [ + "mar-Deva", + "ars-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ceb_Latn", + "languages": [ + "mar-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.466315, + "recall": 0.535573, + "f1": 0.484993, + "accuracy": 0.535573, + "main_score": 0.484993, + "hf_subset": "mar_Deva-fuv_Latn", + "languages": [ + "mar-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.453749, + "recall": 0.525692, + "f1": 0.473264, + "accuracy": 0.525692, + "main_score": 0.473264, + "hf_subset": "mar_Deva-kac_Latn", + "languages": [ + "mar-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.626665, + "recall": 0.697628, + "f1": 0.645826, + "accuracy": 0.697628, + "main_score": 0.645826, + "hf_subset": "mar_Deva-lin_Latn", + "languages": [ + "mar-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-nno_Latn", + "languages": [ + "mar-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.890316, + "recall": 0.922925, + "f1": 0.900461, + "accuracy": 0.922925, + "main_score": 0.900461, + "hf_subset": "mar_Deva-sat_Olck", + "languages": [ + "mar-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mar_Deva-ydd_Hebr", + "languages": [ + "mar-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "mar_Deva-ary_Arab", + "languages": [ + "mar-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-ces_Latn", + "languages": [ + "mar-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.558641, + "recall": 0.631423, + "f1": 0.578815, + "accuracy": 0.631423, + "main_score": 0.578815, + "hf_subset": "mar_Deva-gaz_Latn", + "languages": [ + "mar-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.510787, + "recall": 0.593874, + "f1": 0.533722, + "accuracy": 0.593874, + "main_score": 0.533722, + "hf_subset": "mar_Deva-kam_Latn", + "languages": [ + "mar-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "mar_Deva-lit_Latn", + "languages": [ + "mar-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-nob_Latn", + "languages": [ + "mar-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mar_Deva-scn_Latn", + "languages": [ + "mar-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "mar_Deva-tgk_Cyrl", + "languages": [ + "mar-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.77104, + "recall": 0.833992, + "f1": 0.790102, + "accuracy": 0.833992, + "main_score": 0.790102, + "hf_subset": "mar_Deva-yor_Latn", + "languages": [ + "mar-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-arz_Arab", + "languages": [ + "mar-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.468594, + "recall": 0.539526, + "f1": 0.488164, + "accuracy": 0.539526, + "main_score": 0.488164, + "hf_subset": "mar_Deva-cjk_Latn", + "languages": [ + "mar-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.942523, + "recall": 0.961462, + "f1": 0.948781, + "accuracy": 0.961462, + "main_score": 0.948781, + "hf_subset": "mar_Deva-gla_Latn", + "languages": [ + "mar-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mar_Deva-lmo_Latn", + "languages": [ + "mar-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "mar_Deva-npi_Deva", + "languages": [ + "mar-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.542954, + "recall": 0.62747, + "f1": 0.566905, + "accuracy": 0.62747, + "main_score": 0.566905, + "hf_subset": "mar_Deva-shn_Mymr", + "languages": [ + "mar-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-tgl_Latn", + "languages": [ + "mar-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mar_Deva-yue_Hant", + "languages": [ + "mar-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-asm_Beng", + "languages": [ + "mar-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.938406, + "recall": 0.95751, + "f1": 0.944499, + "accuracy": 0.95751, + "main_score": 0.944499, + "hf_subset": "mar_Deva-ckb_Arab", + "languages": [ + "mar-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "mar_Deva-gle_Latn", + "languages": [ + "mar-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.915102, + "recall": 0.9417, + "f1": 0.92365, + "accuracy": 0.9417, + "main_score": 0.92365, + "hf_subset": "mar_Deva-kas_Arab", + "languages": [ + "mar-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.902586, + "recall": 0.932806, + "f1": 0.912286, + "accuracy": 0.932806, + "main_score": 0.912286, + "hf_subset": "mar_Deva-ltg_Latn", + "languages": [ + "mar-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.7911, + "recall": 0.843874, + "f1": 0.807084, + "accuracy": 0.843874, + "main_score": 0.807084, + "hf_subset": "mar_Deva-nso_Latn", + "languages": [ + "mar-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-sin_Sinh", + "languages": [ + "mar-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mar_Deva-tha_Thai", + "languages": [ + "mar-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-zho_Hans", + "languages": [ + "mar-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-ast_Latn", + "languages": [ + "mar-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mar_Deva-crh_Latn", + "languages": [ + "mar-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-glg_Latn", + "languages": [ + "mar-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.858037, + "recall": 0.898221, + "f1": 0.870309, + "accuracy": 0.898221, + "main_score": 0.870309, + "hf_subset": "mar_Deva-kas_Deva", + "languages": [ + "mar-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mar_Deva-ltz_Latn", + "languages": [ + "mar-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.405351, + "recall": 0.474308, + "f1": 0.423913, + "accuracy": 0.474308, + "main_score": 0.423913, + "hf_subset": "mar_Deva-nus_Latn", + "languages": [ + "mar-Deva", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-slk_Latn", + "languages": [ + "mar-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.637611, + "recall": 0.715415, + "f1": 0.659821, + "accuracy": 0.715415, + "main_score": 0.659821, + "hf_subset": "mar_Deva-tir_Ethi", + "languages": [ + "mar-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-zho_Hant", + "languages": [ + "mar-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.981966, + "recall": 0.986166, + "f1": 0.983267, + "accuracy": 0.986166, + "main_score": 0.983267, + "hf_subset": "mar_Deva-awa_Deva", + "languages": [ + "mar-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mar_Deva-cym_Latn", + "languages": [ + "mar-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.773024, + "recall": 0.826087, + "f1": 0.788754, + "accuracy": 0.826087, + "main_score": 0.788754, + "hf_subset": "mar_Deva-grn_Latn", + "languages": [ + "mar-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-kat_Geor", + "languages": [ + "mar-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.577226, + "recall": 0.642292, + "f1": 0.59549, + "accuracy": 0.642292, + "main_score": 0.59549, + "hf_subset": "mar_Deva-lua_Latn", + "languages": [ + "mar-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.82197, + "recall": 0.871542, + "f1": 0.837582, + "accuracy": 0.871542, + "main_score": 0.837582, + "hf_subset": "mar_Deva-nya_Latn", + "languages": [ + "mar-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mar_Deva-slv_Latn", + "languages": [ + "mar-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mar_Deva-tpi_Latn", + "languages": [ + "mar-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-zsm_Latn", + "languages": [ + "mar-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.477895, + "recall": 0.543478, + "f1": 0.496058, + "accuracy": 0.543478, + "main_score": 0.496058, + "hf_subset": "mar_Deva-ayr_Latn", + "languages": [ + "mar-Deva", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-dan_Latn", + "languages": [ + "mar-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "mar_Deva-kaz_Cyrl", + "languages": [ + "mar-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.634404, + "recall": 0.711462, + "f1": 0.656428, + "accuracy": 0.711462, + "main_score": 0.656428, + "hf_subset": "mar_Deva-lug_Latn", + "languages": [ + "mar-Deva", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-oci_Latn", + "languages": [ + "mar-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.832164, + "recall": 0.878458, + "f1": 0.846739, + "accuracy": 0.878458, + "main_score": 0.846739, + "hf_subset": "mar_Deva-smo_Latn", + "languages": [ + "mar-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.732658, + "recall": 0.800395, + "f1": 0.753049, + "accuracy": 0.800395, + "main_score": 0.753049, + "hf_subset": "mar_Deva-tsn_Latn", + "languages": [ + "mar-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.897727, + "recall": 0.929842, + "f1": 0.908103, + "accuracy": 0.929842, + "main_score": 0.908103, + "hf_subset": "mar_Deva-zul_Latn", + "languages": [ + "mar-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.931028, + "recall": 0.951581, + "f1": 0.937418, + "accuracy": 0.951581, + "main_score": 0.937418, + "hf_subset": "mar_Deva-azb_Arab", + "languages": [ + "mar-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-deu_Latn", + "languages": [ + "mar-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "mar_Deva-hat_Latn", + "languages": [ + "mar-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.451954, + "recall": 0.512846, + "f1": 0.468583, + "accuracy": 0.512846, + "main_score": 0.468583, + "hf_subset": "mar_Deva-kbp_Latn", + "languages": [ + "mar-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.50432, + "recall": 0.56917, + "f1": 0.522058, + "accuracy": 0.56917, + "main_score": 0.522058, + "hf_subset": "mar_Deva-luo_Latn", + "languages": [ + "mar-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-ory_Orya", + "languages": [ + "mar-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.913373, + "recall": 0.939723, + "f1": 0.921937, + "accuracy": 0.939723, + "main_score": 0.921937, + "hf_subset": "mar_Deva-sna_Latn", + "languages": [ + "mar-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.63712, + "recall": 0.711462, + "f1": 0.658148, + "accuracy": 0.711462, + "main_score": 0.658148, + "hf_subset": "mar_Deva-tso_Latn", + "languages": [ + "mar-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-azj_Latn", + "languages": [ + "mar-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.489852, + "recall": 0.554348, + "f1": 0.508229, + "accuracy": 0.554348, + "main_score": 0.508229, + "hf_subset": "mar_Deva-dik_Latn", + "languages": [ + "mar-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.899457, + "recall": 0.929842, + "f1": 0.909157, + "accuracy": 0.929842, + "main_score": 0.909157, + "hf_subset": "mar_Deva-hau_Latn", + "languages": [ + "mar-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "mar_Deva-kea_Latn", + "languages": [ + "mar-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.931324, + "recall": 0.952569, + "f1": 0.938076, + "accuracy": 0.952569, + "main_score": 0.938076, + "hf_subset": "mar_Deva-lus_Latn", + "languages": [ + "mar-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.849308, + "recall": 0.890316, + "f1": 0.862154, + "accuracy": 0.890316, + "main_score": 0.862154, + "hf_subset": "mar_Deva-pag_Latn", + "languages": [ + "mar-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mar_Deva-snd_Arab", + "languages": [ + "mar-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mar_Deva-tuk_Latn", + "languages": [ + "mar-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mar_Deva-bak_Cyrl", + "languages": [ + "mar-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.433948, + "recall": 0.507905, + "f1": 0.454178, + "accuracy": 0.507905, + "main_score": 0.454178, + "hf_subset": "mar_Deva-dyu_Latn", + "languages": [ + "mar-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-heb_Hebr", + "languages": [ + "mar-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "mar_Deva-khk_Cyrl", + "languages": [ + "mar-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-lvs_Latn", + "languages": [ + "mar-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.881785, + "recall": 0.917984, + "f1": 0.893445, + "accuracy": 0.917984, + "main_score": 0.893445, + "hf_subset": "mar_Deva-som_Latn", + "languages": [ + "mar-Deva", + "som-Latn" + ] + }, + { + "precision": 0.690473, + "recall": 0.751976, + "f1": 0.708619, + "accuracy": 0.751976, + "main_score": 0.708619, + "hf_subset": "mar_Deva-tum_Latn", + "languages": [ + "mar-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.457843, + "recall": 0.533597, + "f1": 0.479161, + "accuracy": 0.533597, + "main_score": 0.479161, + "hf_subset": "plt_Latn-ace_Arab", + "languages": [ + "plt-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.472536, + "recall": 0.522727, + "f1": 0.48653, + "accuracy": 0.522727, + "main_score": 0.48653, + "hf_subset": "plt_Latn-bam_Latn", + "languages": [ + "plt-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.531749, + "recall": 0.61166, + "f1": 0.554217, + "accuracy": 0.61166, + "main_score": 0.554217, + "hf_subset": "plt_Latn-dzo_Tibt", + "languages": [ + "plt-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.89529, + "recall": 0.923913, + "f1": 0.903906, + "accuracy": 0.923913, + "main_score": 0.903906, + "hf_subset": "plt_Latn-hin_Deva", + "languages": [ + "plt-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.805418, + "recall": 0.855731, + "f1": 0.820407, + "accuracy": 0.855731, + "main_score": 0.820407, + "hf_subset": "plt_Latn-khm_Khmr", + "languages": [ + "plt-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.861604, + "recall": 0.893281, + "f1": 0.870839, + "accuracy": 0.893281, + "main_score": 0.870839, + "hf_subset": "plt_Latn-mag_Deva", + "languages": [ + "plt-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.859446, + "recall": 0.892292, + "f1": 0.868975, + "accuracy": 0.892292, + "main_score": 0.868975, + "hf_subset": "plt_Latn-pap_Latn", + "languages": [ + "plt-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.812022, + "recall": 0.857708, + "f1": 0.825856, + "accuracy": 0.857708, + "main_score": 0.825856, + "hf_subset": "plt_Latn-sot_Latn", + "languages": [ + "plt-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.88274, + "recall": 0.913043, + "f1": 0.891789, + "accuracy": 0.913043, + "main_score": 0.891789, + "hf_subset": "plt_Latn-tur_Latn", + "languages": [ + "plt-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.745932, + "recall": 0.787549, + "f1": 0.757589, + "accuracy": 0.787549, + "main_score": 0.757589, + "hf_subset": "plt_Latn-ace_Latn", + "languages": [ + "plt-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.823748, + "recall": 0.860672, + "f1": 0.834424, + "accuracy": 0.860672, + "main_score": 0.834424, + "hf_subset": "plt_Latn-ban_Latn", + "languages": [ + "plt-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.865152, + "recall": 0.903162, + "f1": 0.876614, + "accuracy": 0.903162, + "main_score": 0.876614, + "hf_subset": "plt_Latn-ell_Grek", + "languages": [ + "plt-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.872892, + "recall": 0.905138, + "f1": 0.882345, + "accuracy": 0.905138, + "main_score": 0.882345, + "hf_subset": "plt_Latn-hne_Deva", + "languages": [ + "plt-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.564049, + "recall": 0.620553, + "f1": 0.579832, + "accuracy": 0.620553, + "main_score": 0.579832, + "hf_subset": "plt_Latn-kik_Latn", + "languages": [ + "plt-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.870783, + "recall": 0.899209, + "f1": 0.879073, + "accuracy": 0.899209, + "main_score": 0.879073, + "hf_subset": "plt_Latn-mai_Deva", + "languages": [ + "plt-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.83666, + "recall": 0.882411, + "f1": 0.850527, + "accuracy": 0.882411, + "main_score": 0.850527, + "hf_subset": "plt_Latn-pbt_Arab", + "languages": [ + "plt-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.877612, + "recall": 0.911067, + "f1": 0.887895, + "accuracy": 0.911067, + "main_score": 0.887895, + "hf_subset": "plt_Latn-spa_Latn", + "languages": [ + "plt-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.707529, + "recall": 0.761858, + "f1": 0.722682, + "accuracy": 0.761858, + "main_score": 0.722682, + "hf_subset": "plt_Latn-twi_Latn", + "languages": [ + "plt-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.860425, + "recall": 0.899209, + "f1": 0.872036, + "accuracy": 0.899209, + "main_score": 0.872036, + "hf_subset": "plt_Latn-acm_Arab", + "languages": [ + "plt-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.848321, + "recall": 0.886364, + "f1": 0.859379, + "accuracy": 0.886364, + "main_score": 0.859379, + "hf_subset": "plt_Latn-bel_Cyrl", + "languages": [ + "plt-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.871847, + "recall": 0.905138, + "f1": 0.881928, + "accuracy": 0.905138, + "main_score": 0.881928, + "hf_subset": "plt_Latn-eng_Latn", + "languages": [ + "plt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.876927, + "recall": 0.910079, + "f1": 0.886726, + "accuracy": 0.910079, + "main_score": 0.886726, + "hf_subset": "plt_Latn-hrv_Latn", + "languages": [ + "plt-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.794433, + "recall": 0.839921, + "f1": 0.807795, + "accuracy": 0.839921, + "main_score": 0.807795, + "hf_subset": "plt_Latn-kin_Latn", + "languages": [ + "plt-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.852608, + "recall": 0.889328, + "f1": 0.86357, + "accuracy": 0.889328, + "main_score": 0.86357, + "hf_subset": "plt_Latn-mal_Mlym", + "languages": [ + "plt-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.844304, + "recall": 0.883399, + "f1": 0.855717, + "accuracy": 0.883399, + "main_score": 0.855717, + "hf_subset": "plt_Latn-pes_Arab", + "languages": [ + "plt-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.86615, + "recall": 0.898221, + "f1": 0.874975, + "accuracy": 0.898221, + "main_score": 0.874975, + "hf_subset": "plt_Latn-srd_Latn", + "languages": [ + "plt-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.22784, + "recall": 0.286561, + "f1": 0.242322, + "accuracy": 0.286561, + "main_score": 0.242322, + "hf_subset": "plt_Latn-tzm_Tfng", + "languages": [ + "plt-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.873518, + "recall": 0.909091, + "f1": 0.884684, + "accuracy": 0.909091, + "main_score": 0.884684, + "hf_subset": "plt_Latn-acq_Arab", + "languages": [ + "plt-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.657972, + "recall": 0.711462, + "f1": 0.672897, + "accuracy": 0.711462, + "main_score": 0.672897, + "hf_subset": "plt_Latn-bem_Latn", + "languages": [ + "plt-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.88055, + "recall": 0.912055, + "f1": 0.889657, + "accuracy": 0.912055, + "main_score": 0.889657, + "hf_subset": "plt_Latn-epo_Latn", + "languages": [ + "plt-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.886949, + "recall": 0.91502, + "f1": 0.895334, + "accuracy": 0.91502, + "main_score": 0.895334, + "hf_subset": "plt_Latn-hun_Latn", + "languages": [ + "plt-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.861248, + "recall": 0.894269, + "f1": 0.87156, + "accuracy": 0.894269, + "main_score": 0.87156, + "hf_subset": "plt_Latn-kir_Cyrl", + "languages": [ + "plt-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.88881, + "recall": 0.916996, + "f1": 0.896991, + "accuracy": 0.916996, + "main_score": 0.896991, + "hf_subset": "plt_Latn-mar_Deva", + "languages": [ + "plt-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.871616, + "recall": 0.90415, + "f1": 0.880923, + "accuracy": 0.90415, + "main_score": 0.880923, + "hf_subset": "plt_Latn-srp_Cyrl", + "languages": [ + "plt-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.815177, + "recall": 0.857708, + "f1": 0.827623, + "accuracy": 0.857708, + "main_score": 0.827623, + "hf_subset": "plt_Latn-uig_Arab", + "languages": [ + "plt-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.851249, + "recall": 0.882411, + "f1": 0.860221, + "accuracy": 0.882411, + "main_score": 0.860221, + "hf_subset": "plt_Latn-aeb_Arab", + "languages": [ + "plt-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.863867, + "recall": 0.901186, + "f1": 0.874887, + "accuracy": 0.901186, + "main_score": 0.874887, + "hf_subset": "plt_Latn-ben_Beng", + "languages": [ + "plt-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.886479, + "recall": 0.916996, + "f1": 0.895619, + "accuracy": 0.916996, + "main_score": 0.895619, + "hf_subset": "plt_Latn-est_Latn", + "languages": [ + "plt-Latn", + "est-Latn" + ] + }, + { + "precision": 0.878162, + "recall": 0.911067, + "f1": 0.888227, + "accuracy": 0.911067, + "main_score": 0.888227, + "hf_subset": "plt_Latn-hye_Armn", + "languages": [ + "plt-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.48862, + "recall": 0.536561, + "f1": 0.501531, + "accuracy": 0.536561, + "main_score": 0.501531, + "hf_subset": "plt_Latn-kmb_Latn", + "languages": [ + "plt-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.443482, + "recall": 0.520751, + "f1": 0.463438, + "accuracy": 0.520751, + "main_score": 0.463438, + "hf_subset": "plt_Latn-min_Arab", + "languages": [ + "plt-Latn", + "min-Arab" + ] + }, + { + "precision": 0.887215, + "recall": 0.916996, + "f1": 0.896311, + "accuracy": 0.916996, + "main_score": 0.896311, + "hf_subset": "plt_Latn-pol_Latn", + "languages": [ + "plt-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.707882, + "recall": 0.76581, + "f1": 0.724951, + "accuracy": 0.76581, + "main_score": 0.724951, + "hf_subset": "plt_Latn-ssw_Latn", + "languages": [ + "plt-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.870998, + "recall": 0.905138, + "f1": 0.881291, + "accuracy": 0.905138, + "main_score": 0.881291, + "hf_subset": "plt_Latn-ukr_Cyrl", + "languages": [ + "plt-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.876541, + "recall": 0.906126, + "f1": 0.885034, + "accuracy": 0.906126, + "main_score": 0.885034, + "hf_subset": "plt_Latn-afr_Latn", + "languages": [ + "plt-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.8508, + "recall": 0.889328, + "f1": 0.862241, + "accuracy": 0.889328, + "main_score": 0.862241, + "hf_subset": "plt_Latn-bho_Deva", + "languages": [ + "plt-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.862399, + "recall": 0.893281, + "f1": 0.871196, + "accuracy": 0.893281, + "main_score": 0.871196, + "hf_subset": "plt_Latn-eus_Latn", + "languages": [ + "plt-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.814504, + "recall": 0.858696, + "f1": 0.827635, + "accuracy": 0.858696, + "main_score": 0.827635, + "hf_subset": "plt_Latn-ibo_Latn", + "languages": [ + "plt-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.802135, + "recall": 0.844862, + "f1": 0.814954, + "accuracy": 0.844862, + "main_score": 0.814954, + "hf_subset": "plt_Latn-kmr_Latn", + "languages": [ + "plt-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.866049, + "recall": 0.901186, + "f1": 0.876537, + "accuracy": 0.901186, + "main_score": 0.876537, + "hf_subset": "plt_Latn-min_Latn", + "languages": [ + "plt-Latn", + "min-Latn" + ] + }, + { + "precision": 0.88414, + "recall": 0.917984, + "f1": 0.894598, + "accuracy": 0.917984, + "main_score": 0.894598, + "hf_subset": "plt_Latn-por_Latn", + "languages": [ + "plt-Latn", + "por-Latn" + ] + }, + { + "precision": 0.864832, + "recall": 0.899209, + "f1": 0.874969, + "accuracy": 0.899209, + "main_score": 0.874969, + "hf_subset": "plt_Latn-sun_Latn", + "languages": [ + "plt-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.476617, + "recall": 0.539526, + "f1": 0.494356, + "accuracy": 0.539526, + "main_score": 0.494356, + "hf_subset": "plt_Latn-umb_Latn", + "languages": [ + "plt-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.881044, + "recall": 0.914032, + "f1": 0.890975, + "accuracy": 0.914032, + "main_score": 0.890975, + "hf_subset": "plt_Latn-ajp_Arab", + "languages": [ + "plt-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.462999, + "recall": 0.536561, + "f1": 0.482804, + "accuracy": 0.536561, + "main_score": 0.482804, + "hf_subset": "plt_Latn-bjn_Arab", + "languages": [ + "plt-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.466829, + "recall": 0.520751, + "f1": 0.48081, + "accuracy": 0.520751, + "main_score": 0.48081, + "hf_subset": "plt_Latn-ewe_Latn", + "languages": [ + "plt-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.829974, + "recall": 0.87253, + "f1": 0.842622, + "accuracy": 0.87253, + "main_score": 0.842622, + "hf_subset": "plt_Latn-ilo_Latn", + "languages": [ + "plt-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.265298, + "recall": 0.33004, + "f1": 0.281608, + "accuracy": 0.33004, + "main_score": 0.281608, + "hf_subset": "plt_Latn-knc_Arab", + "languages": [ + "plt-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.883267, + "recall": 0.913043, + "f1": 0.891756, + "accuracy": 0.913043, + "main_score": 0.891756, + "hf_subset": "plt_Latn-mkd_Cyrl", + "languages": [ + "plt-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.87612, + "recall": 0.908103, + "f1": 0.885654, + "accuracy": 0.908103, + "main_score": 0.885654, + "hf_subset": "plt_Latn-prs_Arab", + "languages": [ + "plt-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.890046, + "recall": 0.918972, + "f1": 0.898619, + "accuracy": 0.918972, + "main_score": 0.898619, + "hf_subset": "plt_Latn-swe_Latn", + "languages": [ + "plt-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.860293, + "recall": 0.898221, + "f1": 0.871937, + "accuracy": 0.898221, + "main_score": 0.871937, + "hf_subset": "plt_Latn-urd_Arab", + "languages": [ + "plt-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.68571, + "recall": 0.73913, + "f1": 0.700134, + "accuracy": 0.73913, + "main_score": 0.700134, + "hf_subset": "plt_Latn-aka_Latn", + "languages": [ + "plt-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.843334, + "recall": 0.879447, + "f1": 0.853637, + "accuracy": 0.879447, + "main_score": 0.853637, + "hf_subset": "plt_Latn-bjn_Latn", + "languages": [ + "plt-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.852981, + "recall": 0.887352, + "f1": 0.863124, + "accuracy": 0.887352, + "main_score": 0.863124, + "hf_subset": "plt_Latn-fao_Latn", + "languages": [ + "plt-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.889814, + "recall": 0.918972, + "f1": 0.898375, + "accuracy": 0.918972, + "main_score": 0.898375, + "hf_subset": "plt_Latn-ind_Latn", + "languages": [ + "plt-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.511752, + "recall": 0.5583, + "f1": 0.524719, + "accuracy": 0.5583, + "main_score": 0.524719, + "hf_subset": "plt_Latn-knc_Latn", + "languages": [ + "plt-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.840899, + "recall": 0.873518, + "f1": 0.850149, + "accuracy": 0.873518, + "main_score": 0.850149, + "hf_subset": "plt_Latn-mlt_Latn", + "languages": [ + "plt-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.588189, + "recall": 0.649209, + "f1": 0.605076, + "accuracy": 0.649209, + "main_score": 0.605076, + "hf_subset": "plt_Latn-quy_Latn", + "languages": [ + "plt-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.887718, + "recall": 0.91502, + "f1": 0.895523, + "accuracy": 0.91502, + "main_score": 0.895523, + "hf_subset": "plt_Latn-swh_Latn", + "languages": [ + "plt-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.861709, + "recall": 0.895257, + "f1": 0.871392, + "accuracy": 0.895257, + "main_score": 0.871392, + "hf_subset": "plt_Latn-uzn_Latn", + "languages": [ + "plt-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.87935, + "recall": 0.909091, + "f1": 0.888043, + "accuracy": 0.909091, + "main_score": 0.888043, + "hf_subset": "plt_Latn-als_Latn", + "languages": [ + "plt-Latn", + "als-Latn" + ] + }, + { + "precision": 0.672307, + "recall": 0.747036, + "f1": 0.694113, + "accuracy": 0.747036, + "main_score": 0.694113, + "hf_subset": "plt_Latn-bod_Tibt", + "languages": [ + "plt-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.612318, + "recall": 0.667984, + "f1": 0.627817, + "accuracy": 0.667984, + "main_score": 0.627817, + "hf_subset": "plt_Latn-fij_Latn", + "languages": [ + "plt-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.853649, + "recall": 0.889328, + "f1": 0.864166, + "accuracy": 0.889328, + "main_score": 0.864166, + "hf_subset": "plt_Latn-isl_Latn", + "languages": [ + "plt-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.565073, + "recall": 0.617589, + "f1": 0.579403, + "accuracy": 0.617589, + "main_score": 0.579403, + "hf_subset": "plt_Latn-kon_Latn", + "languages": [ + "plt-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.523459, + "recall": 0.583004, + "f1": 0.539789, + "accuracy": 0.583004, + "main_score": 0.539789, + "hf_subset": "plt_Latn-mni_Beng", + "languages": [ + "plt-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.866683, + "recall": 0.90415, + "f1": 0.878524, + "accuracy": 0.90415, + "main_score": 0.878524, + "hf_subset": "plt_Latn-ron_Latn", + "languages": [ + "plt-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.886232, + "recall": 0.916008, + "f1": 0.895144, + "accuracy": 0.916008, + "main_score": 0.895144, + "hf_subset": "plt_Latn-szl_Latn", + "languages": [ + "plt-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.883573, + "recall": 0.914032, + "f1": 0.892412, + "accuracy": 0.914032, + "main_score": 0.892412, + "hf_subset": "plt_Latn-vec_Latn", + "languages": [ + "plt-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.847094, + "recall": 0.883399, + "f1": 0.857987, + "accuracy": 0.883399, + "main_score": 0.857987, + "hf_subset": "plt_Latn-amh_Ethi", + "languages": [ + "plt-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.885408, + "recall": 0.916008, + "f1": 0.894335, + "accuracy": 0.916008, + "main_score": 0.894335, + "hf_subset": "plt_Latn-bos_Latn", + "languages": [ + "plt-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.863728, + "recall": 0.899209, + "f1": 0.874113, + "accuracy": 0.899209, + "main_score": 0.874113, + "hf_subset": "plt_Latn-fin_Latn", + "languages": [ + "plt-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.88475, + "recall": 0.916996, + "f1": 0.894518, + "accuracy": 0.916996, + "main_score": 0.894518, + "hf_subset": "plt_Latn-ita_Latn", + "languages": [ + "plt-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.881291, + "recall": 0.911067, + "f1": 0.89025, + "accuracy": 0.911067, + "main_score": 0.89025, + "hf_subset": "plt_Latn-kor_Hang", + "languages": [ + "plt-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.483222, + "recall": 0.537549, + "f1": 0.497926, + "accuracy": 0.537549, + "main_score": 0.497926, + "hf_subset": "plt_Latn-mos_Latn", + "languages": [ + "plt-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.714341, + "recall": 0.767787, + "f1": 0.729908, + "accuracy": 0.767787, + "main_score": 0.729908, + "hf_subset": "plt_Latn-run_Latn", + "languages": [ + "plt-Latn", + "run-Latn" + ] + }, + { + "precision": 0.848781, + "recall": 0.88834, + "f1": 0.860494, + "accuracy": 0.88834, + "main_score": 0.860494, + "hf_subset": "plt_Latn-tam_Taml", + "languages": [ + "plt-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.869739, + "recall": 0.90415, + "f1": 0.880075, + "accuracy": 0.90415, + "main_score": 0.880075, + "hf_subset": "plt_Latn-vie_Latn", + "languages": [ + "plt-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.866346, + "recall": 0.90415, + "f1": 0.878052, + "accuracy": 0.90415, + "main_score": 0.878052, + "hf_subset": "plt_Latn-apc_Arab", + "languages": [ + "plt-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.646506, + "recall": 0.699605, + "f1": 0.660674, + "accuracy": 0.699605, + "main_score": 0.660674, + "hf_subset": "plt_Latn-bug_Latn", + "languages": [ + "plt-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.440121, + "recall": 0.48419, + "f1": 0.45198, + "accuracy": 0.48419, + "main_score": 0.45198, + "hf_subset": "plt_Latn-fon_Latn", + "languages": [ + "plt-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.848435, + "recall": 0.887352, + "f1": 0.859952, + "accuracy": 0.887352, + "main_score": 0.859952, + "hf_subset": "plt_Latn-jav_Latn", + "languages": [ + "plt-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.831021, + "recall": 0.87253, + "f1": 0.843718, + "accuracy": 0.87253, + "main_score": 0.843718, + "hf_subset": "plt_Latn-lao_Laoo", + "languages": [ + "plt-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.808484, + "recall": 0.851779, + "f1": 0.821113, + "accuracy": 0.851779, + "main_score": 0.821113, + "hf_subset": "plt_Latn-mri_Latn", + "languages": [ + "plt-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.871542, + "recall": 0.905138, + "f1": 0.881277, + "accuracy": 0.905138, + "main_score": 0.881277, + "hf_subset": "plt_Latn-rus_Cyrl", + "languages": [ + "plt-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.495449, + "recall": 0.537549, + "f1": 0.507204, + "accuracy": 0.537549, + "main_score": 0.507204, + "hf_subset": "plt_Latn-taq_Latn", + "languages": [ + "plt-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.844016, + "recall": 0.87747, + "f1": 0.853565, + "accuracy": 0.87747, + "main_score": 0.853565, + "hf_subset": "plt_Latn-war_Latn", + "languages": [ + "plt-Latn", + "war-Latn" + ] + }, + { + "precision": 0.884305, + "recall": 0.917984, + "f1": 0.894631, + "accuracy": 0.917984, + "main_score": 0.894631, + "hf_subset": "plt_Latn-arb_Arab", + "languages": [ + "plt-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.885417, + "recall": 0.916008, + "f1": 0.894686, + "accuracy": 0.916008, + "main_score": 0.894686, + "hf_subset": "plt_Latn-bul_Cyrl", + "languages": [ + "plt-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.879513, + "recall": 0.911067, + "f1": 0.888933, + "accuracy": 0.911067, + "main_score": 0.888933, + "hf_subset": "plt_Latn-fra_Latn", + "languages": [ + "plt-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.862138, + "recall": 0.900198, + "f1": 0.873682, + "accuracy": 0.900198, + "main_score": 0.873682, + "hf_subset": "plt_Latn-jpn_Jpan", + "languages": [ + "plt-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.875115, + "recall": 0.906126, + "f1": 0.884304, + "accuracy": 0.906126, + "main_score": 0.884304, + "hf_subset": "plt_Latn-lij_Latn", + "languages": [ + "plt-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.840039, + "recall": 0.879447, + "f1": 0.852028, + "accuracy": 0.879447, + "main_score": 0.852028, + "hf_subset": "plt_Latn-mya_Mymr", + "languages": [ + "plt-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.515095, + "recall": 0.56917, + "f1": 0.530161, + "accuracy": 0.56917, + "main_score": 0.530161, + "hf_subset": "plt_Latn-sag_Latn", + "languages": [ + "plt-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.232248, + "recall": 0.297431, + "f1": 0.247996, + "accuracy": 0.297431, + "main_score": 0.247996, + "hf_subset": "plt_Latn-taq_Tfng", + "languages": [ + "plt-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.590129, + "recall": 0.642292, + "f1": 0.604089, + "accuracy": 0.642292, + "main_score": 0.604089, + "hf_subset": "plt_Latn-wol_Latn", + "languages": [ + "plt-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.760119, + "recall": 0.811265, + "f1": 0.7747, + "accuracy": 0.811265, + "main_score": 0.7747, + "hf_subset": "plt_Latn-arb_Latn", + "languages": [ + "plt-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.893857, + "recall": 0.923913, + "f1": 0.903195, + "accuracy": 0.923913, + "main_score": 0.903195, + "hf_subset": "plt_Latn-cat_Latn", + "languages": [ + "plt-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.867144, + "recall": 0.900198, + "f1": 0.876877, + "accuracy": 0.900198, + "main_score": 0.876877, + "hf_subset": "plt_Latn-fur_Latn", + "languages": [ + "plt-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.463251, + "recall": 0.529644, + "f1": 0.481603, + "accuracy": 0.529644, + "main_score": 0.481603, + "hf_subset": "plt_Latn-kab_Latn", + "languages": [ + "plt-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.845537, + "recall": 0.882411, + "f1": 0.856397, + "accuracy": 0.882411, + "main_score": 0.856397, + "hf_subset": "plt_Latn-lim_Latn", + "languages": [ + "plt-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.876845, + "recall": 0.909091, + "f1": 0.886382, + "accuracy": 0.909091, + "main_score": 0.886382, + "hf_subset": "plt_Latn-nld_Latn", + "languages": [ + "plt-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.842525, + "recall": 0.876482, + "f1": 0.852306, + "accuracy": 0.876482, + "main_score": 0.852306, + "hf_subset": "plt_Latn-san_Deva", + "languages": [ + "plt-Latn", + "san-Deva" + ] + }, + { + "precision": 0.858558, + "recall": 0.893281, + "f1": 0.868751, + "accuracy": 0.893281, + "main_score": 0.868751, + "hf_subset": "plt_Latn-tat_Cyrl", + "languages": [ + "plt-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.828302, + "recall": 0.865613, + "f1": 0.839877, + "accuracy": 0.865613, + "main_score": 0.839877, + "hf_subset": "plt_Latn-xho_Latn", + "languages": [ + "plt-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.880435, + "recall": 0.916008, + "f1": 0.891601, + "accuracy": 0.916008, + "main_score": 0.891601, + "hf_subset": "plt_Latn-ars_Arab", + "languages": [ + "plt-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.863458, + "recall": 0.899209, + "f1": 0.874177, + "accuracy": 0.899209, + "main_score": 0.874177, + "hf_subset": "plt_Latn-ceb_Latn", + "languages": [ + "plt-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.462745, + "recall": 0.518775, + "f1": 0.478062, + "accuracy": 0.518775, + "main_score": 0.478062, + "hf_subset": "plt_Latn-fuv_Latn", + "languages": [ + "plt-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.482958, + "recall": 0.532609, + "f1": 0.496517, + "accuracy": 0.532609, + "main_score": 0.496517, + "hf_subset": "plt_Latn-kac_Latn", + "languages": [ + "plt-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.61197, + "recall": 0.663043, + "f1": 0.625829, + "accuracy": 0.663043, + "main_score": 0.625829, + "hf_subset": "plt_Latn-lin_Latn", + "languages": [ + "plt-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.868669, + "recall": 0.902174, + "f1": 0.878527, + "accuracy": 0.902174, + "main_score": 0.878527, + "hf_subset": "plt_Latn-nno_Latn", + "languages": [ + "plt-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.750486, + "recall": 0.810277, + "f1": 0.768157, + "accuracy": 0.810277, + "main_score": 0.768157, + "hf_subset": "plt_Latn-sat_Olck", + "languages": [ + "plt-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.844221, + "recall": 0.884387, + "f1": 0.856151, + "accuracy": 0.884387, + "main_score": 0.856151, + "hf_subset": "plt_Latn-tel_Telu", + "languages": [ + "plt-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.857858, + "recall": 0.893281, + "f1": 0.868544, + "accuracy": 0.893281, + "main_score": 0.868544, + "hf_subset": "plt_Latn-ydd_Hebr", + "languages": [ + "plt-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.854447, + "recall": 0.891304, + "f1": 0.865595, + "accuracy": 0.891304, + "main_score": 0.865595, + "hf_subset": "plt_Latn-ary_Arab", + "languages": [ + "plt-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.883836, + "recall": 0.914032, + "f1": 0.892907, + "accuracy": 0.914032, + "main_score": 0.892907, + "hf_subset": "plt_Latn-ces_Latn", + "languages": [ + "plt-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.560901, + "recall": 0.62253, + "f1": 0.577545, + "accuracy": 0.62253, + "main_score": 0.577545, + "hf_subset": "plt_Latn-gaz_Latn", + "languages": [ + "plt-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.523716, + "recall": 0.583992, + "f1": 0.540679, + "accuracy": 0.583992, + "main_score": 0.540679, + "hf_subset": "plt_Latn-kam_Latn", + "languages": [ + "plt-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.869812, + "recall": 0.90415, + "f1": 0.879927, + "accuracy": 0.90415, + "main_score": 0.879927, + "hf_subset": "plt_Latn-lit_Latn", + "languages": [ + "plt-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.867902, + "recall": 0.902174, + "f1": 0.87795, + "accuracy": 0.902174, + "main_score": 0.87795, + "hf_subset": "plt_Latn-nob_Latn", + "languages": [ + "plt-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.860538, + "recall": 0.891304, + "f1": 0.869112, + "accuracy": 0.891304, + "main_score": 0.869112, + "hf_subset": "plt_Latn-scn_Latn", + "languages": [ + "plt-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.859272, + "recall": 0.892292, + "f1": 0.868757, + "accuracy": 0.892292, + "main_score": 0.868757, + "hf_subset": "plt_Latn-tgk_Cyrl", + "languages": [ + "plt-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.676314, + "recall": 0.73419, + "f1": 0.691801, + "accuracy": 0.73419, + "main_score": 0.691801, + "hf_subset": "plt_Latn-yor_Latn", + "languages": [ + "plt-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.861661, + "recall": 0.897233, + "f1": 0.871961, + "accuracy": 0.897233, + "main_score": 0.871961, + "hf_subset": "plt_Latn-arz_Arab", + "languages": [ + "plt-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.472605, + "recall": 0.527668, + "f1": 0.487811, + "accuracy": 0.527668, + "main_score": 0.487811, + "hf_subset": "plt_Latn-cjk_Latn", + "languages": [ + "plt-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.840201, + "recall": 0.880435, + "f1": 0.85247, + "accuracy": 0.880435, + "main_score": 0.85247, + "hf_subset": "plt_Latn-gla_Latn", + "languages": [ + "plt-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.844024, + "recall": 0.884387, + "f1": 0.855783, + "accuracy": 0.884387, + "main_score": 0.855783, + "hf_subset": "plt_Latn-kan_Knda", + "languages": [ + "plt-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.866288, + "recall": 0.901186, + "f1": 0.876454, + "accuracy": 0.901186, + "main_score": 0.876454, + "hf_subset": "plt_Latn-lmo_Latn", + "languages": [ + "plt-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.855319, + "recall": 0.892292, + "f1": 0.866263, + "accuracy": 0.892292, + "main_score": 0.866263, + "hf_subset": "plt_Latn-npi_Deva", + "languages": [ + "plt-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.53149, + "recall": 0.605731, + "f1": 0.552095, + "accuracy": 0.605731, + "main_score": 0.552095, + "hf_subset": "plt_Latn-shn_Mymr", + "languages": [ + "plt-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.889257, + "recall": 0.916996, + "f1": 0.897497, + "accuracy": 0.916996, + "main_score": 0.897497, + "hf_subset": "plt_Latn-tgl_Latn", + "languages": [ + "plt-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.85388, + "recall": 0.894269, + "f1": 0.866255, + "accuracy": 0.894269, + "main_score": 0.866255, + "hf_subset": "plt_Latn-yue_Hant", + "languages": [ + "plt-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.837501, + "recall": 0.878458, + "f1": 0.849366, + "accuracy": 0.878458, + "main_score": 0.849366, + "hf_subset": "plt_Latn-asm_Beng", + "languages": [ + "plt-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.829663, + "recall": 0.866601, + "f1": 0.840553, + "accuracy": 0.866601, + "main_score": 0.840553, + "hf_subset": "plt_Latn-ckb_Arab", + "languages": [ + "plt-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.864954, + "recall": 0.901186, + "f1": 0.875593, + "accuracy": 0.901186, + "main_score": 0.875593, + "hf_subset": "plt_Latn-gle_Latn", + "languages": [ + "plt-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.757867, + "recall": 0.807312, + "f1": 0.77294, + "accuracy": 0.807312, + "main_score": 0.77294, + "hf_subset": "plt_Latn-kas_Arab", + "languages": [ + "plt-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.76698, + "recall": 0.815217, + "f1": 0.781046, + "accuracy": 0.815217, + "main_score": 0.781046, + "hf_subset": "plt_Latn-ltg_Latn", + "languages": [ + "plt-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.755649, + "recall": 0.801383, + "f1": 0.768928, + "accuracy": 0.801383, + "main_score": 0.768928, + "hf_subset": "plt_Latn-nso_Latn", + "languages": [ + "plt-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.844328, + "recall": 0.884387, + "f1": 0.856232, + "accuracy": 0.884387, + "main_score": 0.856232, + "hf_subset": "plt_Latn-sin_Sinh", + "languages": [ + "plt-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.852652, + "recall": 0.88834, + "f1": 0.86334, + "accuracy": 0.88834, + "main_score": 0.86334, + "hf_subset": "plt_Latn-tha_Thai", + "languages": [ + "plt-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.824411, + "recall": 0.865613, + "f1": 0.835839, + "accuracy": 0.865613, + "main_score": 0.835839, + "hf_subset": "plt_Latn-zho_Hans", + "languages": [ + "plt-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.888841, + "recall": 0.916996, + "f1": 0.897219, + "accuracy": 0.916996, + "main_score": 0.897219, + "hf_subset": "plt_Latn-ast_Latn", + "languages": [ + "plt-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.861314, + "recall": 0.896245, + "f1": 0.871739, + "accuracy": 0.896245, + "main_score": 0.871739, + "hf_subset": "plt_Latn-crh_Latn", + "languages": [ + "plt-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.873295, + "recall": 0.90415, + "f1": 0.882115, + "accuracy": 0.90415, + "main_score": 0.882115, + "hf_subset": "plt_Latn-glg_Latn", + "languages": [ + "plt-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.705174, + "recall": 0.757905, + "f1": 0.719783, + "accuracy": 0.757905, + "main_score": 0.719783, + "hf_subset": "plt_Latn-kas_Deva", + "languages": [ + "plt-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.848909, + "recall": 0.883399, + "f1": 0.859014, + "accuracy": 0.883399, + "main_score": 0.859014, + "hf_subset": "plt_Latn-ltz_Latn", + "languages": [ + "plt-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.422708, + "recall": 0.480237, + "f1": 0.43763, + "accuracy": 0.480237, + "main_score": 0.43763, + "hf_subset": "plt_Latn-nus_Latn", + "languages": [ + "plt-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.873784, + "recall": 0.90415, + "f1": 0.882642, + "accuracy": 0.90415, + "main_score": 0.882642, + "hf_subset": "plt_Latn-slk_Latn", + "languages": [ + "plt-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.58725, + "recall": 0.657115, + "f1": 0.607058, + "accuracy": 0.657115, + "main_score": 0.607058, + "hf_subset": "plt_Latn-tir_Ethi", + "languages": [ + "plt-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.845562, + "recall": 0.88834, + "f1": 0.858572, + "accuracy": 0.88834, + "main_score": 0.858572, + "hf_subset": "plt_Latn-zho_Hant", + "languages": [ + "plt-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.85103, + "recall": 0.887352, + "f1": 0.861498, + "accuracy": 0.887352, + "main_score": 0.861498, + "hf_subset": "plt_Latn-awa_Deva", + "languages": [ + "plt-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.87556, + "recall": 0.907115, + "f1": 0.884966, + "accuracy": 0.907115, + "main_score": 0.884966, + "hf_subset": "plt_Latn-cym_Latn", + "languages": [ + "plt-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.642145, + "recall": 0.69664, + "f1": 0.656963, + "accuracy": 0.69664, + "main_score": 0.656963, + "hf_subset": "plt_Latn-grn_Latn", + "languages": [ + "plt-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.859561, + "recall": 0.896245, + "f1": 0.870405, + "accuracy": 0.896245, + "main_score": 0.870405, + "hf_subset": "plt_Latn-kat_Geor", + "languages": [ + "plt-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.557308, + "recall": 0.609684, + "f1": 0.571784, + "accuracy": 0.609684, + "main_score": 0.571784, + "hf_subset": "plt_Latn-lua_Latn", + "languages": [ + "plt-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.763291, + "recall": 0.815217, + "f1": 0.778971, + "accuracy": 0.815217, + "main_score": 0.778971, + "hf_subset": "plt_Latn-nya_Latn", + "languages": [ + "plt-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.882609, + "recall": 0.913043, + "f1": 0.891718, + "accuracy": 0.913043, + "main_score": 0.891718, + "hf_subset": "plt_Latn-slv_Latn", + "languages": [ + "plt-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.829678, + "recall": 0.869565, + "f1": 0.841241, + "accuracy": 0.869565, + "main_score": 0.841241, + "hf_subset": "plt_Latn-tpi_Latn", + "languages": [ + "plt-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.886948, + "recall": 0.913043, + "f1": 0.894437, + "accuracy": 0.913043, + "main_score": 0.894437, + "hf_subset": "plt_Latn-zsm_Latn", + "languages": [ + "plt-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.500825, + "recall": 0.548419, + "f1": 0.514517, + "accuracy": 0.548419, + "main_score": 0.514517, + "hf_subset": "plt_Latn-ayr_Latn", + "languages": [ + "plt-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.895751, + "recall": 0.922925, + "f1": 0.904117, + "accuracy": 0.922925, + "main_score": 0.904117, + "hf_subset": "plt_Latn-dan_Latn", + "languages": [ + "plt-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.880534, + "recall": 0.911067, + "f1": 0.889577, + "accuracy": 0.911067, + "main_score": 0.889577, + "hf_subset": "plt_Latn-guj_Gujr", + "languages": [ + "plt-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.860375, + "recall": 0.896245, + "f1": 0.871052, + "accuracy": 0.896245, + "main_score": 0.871052, + "hf_subset": "plt_Latn-kaz_Cyrl", + "languages": [ + "plt-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.639224, + "recall": 0.706522, + "f1": 0.658289, + "accuracy": 0.706522, + "main_score": 0.658289, + "hf_subset": "plt_Latn-lug_Latn", + "languages": [ + "plt-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.876935, + "recall": 0.90415, + "f1": 0.884445, + "accuracy": 0.90415, + "main_score": 0.884445, + "hf_subset": "plt_Latn-oci_Latn", + "languages": [ + "plt-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.783286, + "recall": 0.827075, + "f1": 0.795889, + "accuracy": 0.827075, + "main_score": 0.795889, + "hf_subset": "plt_Latn-smo_Latn", + "languages": [ + "plt-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.700099, + "recall": 0.758893, + "f1": 0.717391, + "accuracy": 0.758893, + "main_score": 0.717391, + "hf_subset": "plt_Latn-tsn_Latn", + "languages": [ + "plt-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.854013, + "recall": 0.891304, + "f1": 0.865349, + "accuracy": 0.891304, + "main_score": 0.865349, + "hf_subset": "plt_Latn-zul_Latn", + "languages": [ + "plt-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.749393, + "recall": 0.802372, + "f1": 0.765021, + "accuracy": 0.802372, + "main_score": 0.765021, + "hf_subset": "plt_Latn-azb_Arab", + "languages": [ + "plt-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.87309, + "recall": 0.907115, + "f1": 0.883202, + "accuracy": 0.907115, + "main_score": 0.883202, + "hf_subset": "plt_Latn-deu_Latn", + "languages": [ + "plt-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.835038, + "recall": 0.876482, + "f1": 0.847472, + "accuracy": 0.876482, + "main_score": 0.847472, + "hf_subset": "plt_Latn-hat_Latn", + "languages": [ + "plt-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.487745, + "recall": 0.538538, + "f1": 0.501576, + "accuracy": 0.538538, + "main_score": 0.501576, + "hf_subset": "plt_Latn-kbp_Latn", + "languages": [ + "plt-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.509257, + "recall": 0.555336, + "f1": 0.521957, + "accuracy": 0.555336, + "main_score": 0.521957, + "hf_subset": "plt_Latn-luo_Latn", + "languages": [ + "plt-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.844212, + "recall": 0.886364, + "f1": 0.856901, + "accuracy": 0.886364, + "main_score": 0.856901, + "hf_subset": "plt_Latn-ory_Orya", + "languages": [ + "plt-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.803327, + "recall": 0.853755, + "f1": 0.818808, + "accuracy": 0.853755, + "main_score": 0.818808, + "hf_subset": "plt_Latn-sna_Latn", + "languages": [ + "plt-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.638417, + "recall": 0.697628, + "f1": 0.654872, + "accuracy": 0.697628, + "main_score": 0.654872, + "hf_subset": "plt_Latn-tso_Latn", + "languages": [ + "plt-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.851976, + "recall": 0.890316, + "f1": 0.863523, + "accuracy": 0.890316, + "main_score": 0.863523, + "hf_subset": "plt_Latn-azj_Latn", + "languages": [ + "plt-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.467292, + "recall": 0.520751, + "f1": 0.481878, + "accuracy": 0.520751, + "main_score": 0.481878, + "hf_subset": "plt_Latn-dik_Latn", + "languages": [ + "plt-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.816947, + "recall": 0.857708, + "f1": 0.829367, + "accuracy": 0.857708, + "main_score": 0.829367, + "hf_subset": "plt_Latn-hau_Latn", + "languages": [ + "plt-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.849349, + "recall": 0.886364, + "f1": 0.860267, + "accuracy": 0.886364, + "main_score": 0.860267, + "hf_subset": "plt_Latn-kea_Latn", + "languages": [ + "plt-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.770657, + "recall": 0.81917, + "f1": 0.784359, + "accuracy": 0.81917, + "main_score": 0.784359, + "hf_subset": "plt_Latn-lus_Latn", + "languages": [ + "plt-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.703134, + "recall": 0.752964, + "f1": 0.717212, + "accuracy": 0.752964, + "main_score": 0.717212, + "hf_subset": "plt_Latn-pag_Latn", + "languages": [ + "plt-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.845689, + "recall": 0.881423, + "f1": 0.856298, + "accuracy": 0.881423, + "main_score": 0.856298, + "hf_subset": "plt_Latn-snd_Arab", + "languages": [ + "plt-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.856126, + "recall": 0.893281, + "f1": 0.867133, + "accuracy": 0.893281, + "main_score": 0.867133, + "hf_subset": "plt_Latn-tuk_Latn", + "languages": [ + "plt-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.861473, + "recall": 0.891304, + "f1": 0.869651, + "accuracy": 0.891304, + "main_score": 0.869651, + "hf_subset": "plt_Latn-bak_Cyrl", + "languages": [ + "plt-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.428294, + "recall": 0.492095, + "f1": 0.445919, + "accuracy": 0.492095, + "main_score": 0.445919, + "hf_subset": "plt_Latn-dyu_Latn", + "languages": [ + "plt-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.883004, + "recall": 0.916008, + "f1": 0.893083, + "accuracy": 0.916008, + "main_score": 0.893083, + "hf_subset": "plt_Latn-heb_Hebr", + "languages": [ + "plt-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.855188, + "recall": 0.891304, + "f1": 0.865669, + "accuracy": 0.891304, + "main_score": 0.865669, + "hf_subset": "plt_Latn-khk_Cyrl", + "languages": [ + "plt-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.866371, + "recall": 0.899209, + "f1": 0.876012, + "accuracy": 0.899209, + "main_score": 0.876012, + "hf_subset": "plt_Latn-lvs_Latn", + "languages": [ + "plt-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.853294, + "recall": 0.890316, + "f1": 0.864116, + "accuracy": 0.890316, + "main_score": 0.864116, + "hf_subset": "plt_Latn-pan_Guru", + "languages": [ + "plt-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.788719, + "recall": 0.841897, + "f1": 0.80448, + "accuracy": 0.841897, + "main_score": 0.80448, + "hf_subset": "plt_Latn-som_Latn", + "languages": [ + "plt-Latn", + "som-Latn" + ] + }, + { + "precision": 0.646294, + "recall": 0.69664, + "f1": 0.66079, + "accuracy": 0.69664, + "main_score": 0.66079, + "hf_subset": "plt_Latn-tum_Latn", + "languages": [ + "plt-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.539717, + "recall": 0.630435, + "f1": 0.565511, + "accuracy": 0.630435, + "main_score": 0.565511, + "hf_subset": "srp_Cyrl-ace_Arab", + "languages": [ + "srp-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.467992, + "recall": 0.527668, + "f1": 0.483958, + "accuracy": 0.527668, + "main_score": 0.483958, + "hf_subset": "srp_Cyrl-bam_Latn", + "languages": [ + "srp-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.651062, + "recall": 0.733202, + "f1": 0.674569, + "accuracy": 0.733202, + "main_score": 0.674569, + "hf_subset": "srp_Cyrl-dzo_Tibt", + "languages": [ + "srp-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-hin_Deva", + "languages": [ + "srp-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "srp_Cyrl-khm_Khmr", + "languages": [ + "srp-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-mag_Deva", + "languages": [ + "srp-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srp_Cyrl-pap_Latn", + "languages": [ + "srp-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.860244, + "recall": 0.902174, + "f1": 0.873485, + "accuracy": 0.902174, + "main_score": 0.873485, + "hf_subset": "srp_Cyrl-sot_Latn", + "languages": [ + "srp-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-tur_Latn", + "languages": [ + "srp-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.865646, + "recall": 0.903162, + "f1": 0.877588, + "accuracy": 0.903162, + "main_score": 0.877588, + "hf_subset": "srp_Cyrl-ace_Latn", + "languages": [ + "srp-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.97332, + "f1": 0.965909, + "accuracy": 0.97332, + "main_score": 0.965909, + "hf_subset": "srp_Cyrl-ban_Latn", + "languages": [ + "srp-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-ell_Grek", + "languages": [ + "srp-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "srp_Cyrl-hne_Deva", + "languages": [ + "srp-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.553759, + "recall": 0.632411, + "f1": 0.575768, + "accuracy": 0.632411, + "main_score": 0.575768, + "hf_subset": "srp_Cyrl-kik_Latn", + "languages": [ + "srp-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-mai_Deva", + "languages": [ + "srp-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.94697, + "recall": 0.964427, + "f1": 0.952734, + "accuracy": 0.964427, + "main_score": 0.952734, + "hf_subset": "srp_Cyrl-pbt_Arab", + "languages": [ + "srp-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-spa_Latn", + "languages": [ + "srp-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.768281, + "recall": 0.827075, + "f1": 0.785597, + "accuracy": 0.827075, + "main_score": 0.785597, + "hf_subset": "srp_Cyrl-twi_Latn", + "languages": [ + "srp-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-acm_Arab", + "languages": [ + "srp-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-bel_Cyrl", + "languages": [ + "srp-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-hrv_Latn", + "languages": [ + "srp-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.846979, + "recall": 0.88834, + "f1": 0.859569, + "accuracy": 0.88834, + "main_score": 0.859569, + "hf_subset": "srp_Cyrl-kin_Latn", + "languages": [ + "srp-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-mal_Mlym", + "languages": [ + "srp-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-pes_Arab", + "languages": [ + "srp-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srp_Cyrl-srd_Latn", + "languages": [ + "srp-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.200846, + "recall": 0.266798, + "f1": 0.216548, + "accuracy": 0.266798, + "main_score": 0.216548, + "hf_subset": "srp_Cyrl-tzm_Tfng", + "languages": [ + "srp-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-acq_Arab", + "languages": [ + "srp-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.668852, + "recall": 0.741107, + "f1": 0.689563, + "accuracy": 0.741107, + "main_score": 0.689563, + "hf_subset": "srp_Cyrl-bem_Latn", + "languages": [ + "srp-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-epo_Latn", + "languages": [ + "srp-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-hun_Latn", + "languages": [ + "srp-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-kir_Cyrl", + "languages": [ + "srp-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-mar_Deva", + "languages": [ + "srp-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.876976, + "recall": 0.913043, + "f1": 0.888142, + "accuracy": 0.913043, + "main_score": 0.888142, + "hf_subset": "srp_Cyrl-plt_Latn", + "languages": [ + "srp-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.946393, + "recall": 0.962451, + "f1": 0.951482, + "accuracy": 0.962451, + "main_score": 0.951482, + "hf_subset": "srp_Cyrl-uig_Arab", + "languages": [ + "srp-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-aeb_Arab", + "languages": [ + "srp-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "srp_Cyrl-ben_Beng", + "languages": [ + "srp-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srp_Cyrl-est_Latn", + "languages": [ + "srp-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-hye_Armn", + "languages": [ + "srp-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.456042, + "recall": 0.522727, + "f1": 0.474294, + "accuracy": 0.522727, + "main_score": 0.474294, + "hf_subset": "srp_Cyrl-kmb_Latn", + "languages": [ + "srp-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.497603, + "recall": 0.586957, + "f1": 0.521598, + "accuracy": 0.586957, + "main_score": 0.521598, + "hf_subset": "srp_Cyrl-min_Arab", + "languages": [ + "srp-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-pol_Latn", + "languages": [ + "srp-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.75135, + "recall": 0.818182, + "f1": 0.77164, + "accuracy": 0.818182, + "main_score": 0.77164, + "hf_subset": "srp_Cyrl-ssw_Latn", + "languages": [ + "srp-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-ukr_Cyrl", + "languages": [ + "srp-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-afr_Latn", + "languages": [ + "srp-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srp_Cyrl-bho_Deva", + "languages": [ + "srp-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-eus_Latn", + "languages": [ + "srp-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.862566, + "recall": 0.903162, + "f1": 0.875198, + "accuracy": 0.903162, + "main_score": 0.875198, + "hf_subset": "srp_Cyrl-ibo_Latn", + "languages": [ + "srp-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.880682, + "recall": 0.916008, + "f1": 0.891864, + "accuracy": 0.916008, + "main_score": 0.891864, + "hf_subset": "srp_Cyrl-kmr_Latn", + "languages": [ + "srp-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srp_Cyrl-min_Latn", + "languages": [ + "srp-Cyrl", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-por_Latn", + "languages": [ + "srp-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srp_Cyrl-sun_Latn", + "languages": [ + "srp-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.436981, + "recall": 0.507905, + "f1": 0.456304, + "accuracy": 0.507905, + "main_score": 0.456304, + "hf_subset": "srp_Cyrl-umb_Latn", + "languages": [ + "srp-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-ajp_Arab", + "languages": [ + "srp-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.515656, + "recall": 0.600791, + "f1": 0.539125, + "accuracy": 0.600791, + "main_score": 0.539125, + "hf_subset": "srp_Cyrl-bjn_Arab", + "languages": [ + "srp-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.439026, + "recall": 0.502964, + "f1": 0.456221, + "accuracy": 0.502964, + "main_score": 0.456221, + "hf_subset": "srp_Cyrl-ewe_Latn", + "languages": [ + "srp-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.944005, + "recall": 0.962451, + "f1": 0.950099, + "accuracy": 0.962451, + "main_score": 0.950099, + "hf_subset": "srp_Cyrl-ilo_Latn", + "languages": [ + "srp-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.258096, + "recall": 0.332016, + "f1": 0.276331, + "accuracy": 0.332016, + "main_score": 0.276331, + "hf_subset": "srp_Cyrl-knc_Arab", + "languages": [ + "srp-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-mkd_Cyrl", + "languages": [ + "srp-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-prs_Arab", + "languages": [ + "srp-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-swe_Latn", + "languages": [ + "srp-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-urd_Arab", + "languages": [ + "srp-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.739575, + "recall": 0.805336, + "f1": 0.758945, + "accuracy": 0.805336, + "main_score": 0.758945, + "hf_subset": "srp_Cyrl-aka_Latn", + "languages": [ + "srp-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "srp_Cyrl-bjn_Latn", + "languages": [ + "srp-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "srp_Cyrl-fao_Latn", + "languages": [ + "srp-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-ind_Latn", + "languages": [ + "srp-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.496454, + "recall": 0.563241, + "f1": 0.51448, + "accuracy": 0.563241, + "main_score": 0.51448, + "hf_subset": "srp_Cyrl-knc_Latn", + "languages": [ + "srp-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-mlt_Latn", + "languages": [ + "srp-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.623159, + "recall": 0.700593, + "f1": 0.645523, + "accuracy": 0.700593, + "main_score": 0.645523, + "hf_subset": "srp_Cyrl-quy_Latn", + "languages": [ + "srp-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srp_Cyrl-swh_Latn", + "languages": [ + "srp-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "srp_Cyrl-uzn_Latn", + "languages": [ + "srp-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-als_Latn", + "languages": [ + "srp-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.802216, + "recall": 0.856719, + "f1": 0.819055, + "accuracy": 0.856719, + "main_score": 0.819055, + "hf_subset": "srp_Cyrl-bod_Tibt", + "languages": [ + "srp-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.605083, + "recall": 0.683794, + "f1": 0.627856, + "accuracy": 0.683794, + "main_score": 0.627856, + "hf_subset": "srp_Cyrl-fij_Latn", + "languages": [ + "srp-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srp_Cyrl-isl_Latn", + "languages": [ + "srp-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.584133, + "recall": 0.661067, + "f1": 0.605785, + "accuracy": 0.661067, + "main_score": 0.605785, + "hf_subset": "srp_Cyrl-kon_Latn", + "languages": [ + "srp-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.589109, + "recall": 0.675889, + "f1": 0.613951, + "accuracy": 0.675889, + "main_score": 0.613951, + "hf_subset": "srp_Cyrl-mni_Beng", + "languages": [ + "srp-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-ron_Latn", + "languages": [ + "srp-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.985178, + "f1": 0.981884, + "accuracy": 0.985178, + "main_score": 0.981884, + "hf_subset": "srp_Cyrl-szl_Latn", + "languages": [ + "srp-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-vec_Latn", + "languages": [ + "srp-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.951581, + "f1": 0.93643, + "accuracy": 0.951581, + "main_score": 0.93643, + "hf_subset": "srp_Cyrl-amh_Ethi", + "languages": [ + "srp-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-bos_Latn", + "languages": [ + "srp-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-fin_Latn", + "languages": [ + "srp-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-ita_Latn", + "languages": [ + "srp-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-kor_Hang", + "languages": [ + "srp-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.470193, + "recall": 0.534585, + "f1": 0.487705, + "accuracy": 0.534585, + "main_score": 0.487705, + "hf_subset": "srp_Cyrl-mos_Latn", + "languages": [ + "srp-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.760458, + "recall": 0.820158, + "f1": 0.778393, + "accuracy": 0.820158, + "main_score": 0.778393, + "hf_subset": "srp_Cyrl-run_Latn", + "languages": [ + "srp-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srp_Cyrl-tam_Taml", + "languages": [ + "srp-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-vie_Latn", + "languages": [ + "srp-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-apc_Arab", + "languages": [ + "srp-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.709684, + "recall": 0.780632, + "f1": 0.730435, + "accuracy": 0.780632, + "main_score": 0.730435, + "hf_subset": "srp_Cyrl-bug_Latn", + "languages": [ + "srp-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.40317, + "recall": 0.459486, + "f1": 0.418539, + "accuracy": 0.459486, + "main_score": 0.418539, + "hf_subset": "srp_Cyrl-fon_Latn", + "languages": [ + "srp-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srp_Cyrl-jav_Latn", + "languages": [ + "srp-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "srp_Cyrl-lao_Laoo", + "languages": [ + "srp-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.874868, + "recall": 0.911067, + "f1": 0.886199, + "accuracy": 0.911067, + "main_score": 0.886199, + "hf_subset": "srp_Cyrl-mri_Latn", + "languages": [ + "srp-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-rus_Cyrl", + "languages": [ + "srp-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.4812, + "recall": 0.546443, + "f1": 0.498704, + "accuracy": 0.546443, + "main_score": 0.498704, + "hf_subset": "srp_Cyrl-taq_Latn", + "languages": [ + "srp-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srp_Cyrl-war_Latn", + "languages": [ + "srp-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-arb_Arab", + "languages": [ + "srp-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-bul_Cyrl", + "languages": [ + "srp-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-fra_Latn", + "languages": [ + "srp-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-jpn_Jpan", + "languages": [ + "srp-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srp_Cyrl-lij_Latn", + "languages": [ + "srp-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "srp_Cyrl-mya_Mymr", + "languages": [ + "srp-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.525761, + "recall": 0.598814, + "f1": 0.545595, + "accuracy": 0.598814, + "main_score": 0.545595, + "hf_subset": "srp_Cyrl-sag_Latn", + "languages": [ + "srp-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.216866, + "recall": 0.288538, + "f1": 0.234892, + "accuracy": 0.288538, + "main_score": 0.234892, + "hf_subset": "srp_Cyrl-taq_Tfng", + "languages": [ + "srp-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.619491, + "recall": 0.69664, + "f1": 0.641409, + "accuracy": 0.69664, + "main_score": 0.641409, + "hf_subset": "srp_Cyrl-wol_Latn", + "languages": [ + "srp-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.843824, + "recall": 0.88834, + "f1": 0.857576, + "accuracy": 0.88834, + "main_score": 0.857576, + "hf_subset": "srp_Cyrl-arb_Latn", + "languages": [ + "srp-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-cat_Latn", + "languages": [ + "srp-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-fur_Latn", + "languages": [ + "srp-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.446359, + "recall": 0.523715, + "f1": 0.466802, + "accuracy": 0.523715, + "main_score": 0.466802, + "hf_subset": "srp_Cyrl-kab_Latn", + "languages": [ + "srp-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "srp_Cyrl-lim_Latn", + "languages": [ + "srp-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-nld_Latn", + "languages": [ + "srp-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.974308, + "f1": 0.967227, + "accuracy": 0.974308, + "main_score": 0.967227, + "hf_subset": "srp_Cyrl-san_Deva", + "languages": [ + "srp-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-tat_Cyrl", + "languages": [ + "srp-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.878623, + "recall": 0.91502, + "f1": 0.890283, + "accuracy": 0.91502, + "main_score": 0.890283, + "hf_subset": "srp_Cyrl-xho_Latn", + "languages": [ + "srp-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-ars_Arab", + "languages": [ + "srp-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "srp_Cyrl-ceb_Latn", + "languages": [ + "srp-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.464486, + "recall": 0.540514, + "f1": 0.485201, + "accuracy": 0.540514, + "main_score": 0.485201, + "hf_subset": "srp_Cyrl-fuv_Latn", + "languages": [ + "srp-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.448584, + "recall": 0.522727, + "f1": 0.468073, + "accuracy": 0.522727, + "main_score": 0.468073, + "hf_subset": "srp_Cyrl-kac_Latn", + "languages": [ + "srp-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.609965, + "recall": 0.690711, + "f1": 0.632558, + "accuracy": 0.690711, + "main_score": 0.632558, + "hf_subset": "srp_Cyrl-lin_Latn", + "languages": [ + "srp-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-nno_Latn", + "languages": [ + "srp-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.857823, + "recall": 0.899209, + "f1": 0.870718, + "accuracy": 0.899209, + "main_score": 0.870718, + "hf_subset": "srp_Cyrl-sat_Olck", + "languages": [ + "srp-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-tel_Telu", + "languages": [ + "srp-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srp_Cyrl-ydd_Hebr", + "languages": [ + "srp-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "srp_Cyrl-ary_Arab", + "languages": [ + "srp-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-ces_Latn", + "languages": [ + "srp-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.572344, + "recall": 0.652174, + "f1": 0.594677, + "accuracy": 0.652174, + "main_score": 0.594677, + "hf_subset": "srp_Cyrl-gaz_Latn", + "languages": [ + "srp-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.530204, + "recall": 0.615613, + "f1": 0.553419, + "accuracy": 0.615613, + "main_score": 0.553419, + "hf_subset": "srp_Cyrl-kam_Latn", + "languages": [ + "srp-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "srp_Cyrl-lit_Latn", + "languages": [ + "srp-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-nob_Latn", + "languages": [ + "srp-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "srp_Cyrl-scn_Latn", + "languages": [ + "srp-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "srp_Cyrl-tgk_Cyrl", + "languages": [ + "srp-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.738587, + "recall": 0.805336, + "f1": 0.757976, + "accuracy": 0.805336, + "main_score": 0.757976, + "hf_subset": "srp_Cyrl-yor_Latn", + "languages": [ + "srp-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srp_Cyrl-arz_Arab", + "languages": [ + "srp-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.476808, + "recall": 0.551383, + "f1": 0.496841, + "accuracy": 0.551383, + "main_score": 0.496841, + "hf_subset": "srp_Cyrl-cjk_Latn", + "languages": [ + "srp-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.942852, + "recall": 0.960474, + "f1": 0.948617, + "accuracy": 0.960474, + "main_score": 0.948617, + "hf_subset": "srp_Cyrl-gla_Latn", + "languages": [ + "srp-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-kan_Knda", + "languages": [ + "srp-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "srp_Cyrl-lmo_Latn", + "languages": [ + "srp-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "srp_Cyrl-npi_Deva", + "languages": [ + "srp-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.540038, + "recall": 0.626482, + "f1": 0.564339, + "accuracy": 0.626482, + "main_score": 0.564339, + "hf_subset": "srp_Cyrl-shn_Mymr", + "languages": [ + "srp-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-tgl_Latn", + "languages": [ + "srp-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-yue_Hant", + "languages": [ + "srp-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "srp_Cyrl-asm_Beng", + "languages": [ + "srp-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.925395, + "recall": 0.948617, + "f1": 0.932806, + "accuracy": 0.948617, + "main_score": 0.932806, + "hf_subset": "srp_Cyrl-ckb_Arab", + "languages": [ + "srp-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "srp_Cyrl-gle_Latn", + "languages": [ + "srp-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.902586, + "recall": 0.932806, + "f1": 0.912286, + "accuracy": 0.932806, + "main_score": 0.912286, + "hf_subset": "srp_Cyrl-kas_Arab", + "languages": [ + "srp-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.906291, + "recall": 0.934783, + "f1": 0.915316, + "accuracy": 0.934783, + "main_score": 0.915316, + "hf_subset": "srp_Cyrl-ltg_Latn", + "languages": [ + "srp-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.790737, + "recall": 0.842885, + "f1": 0.806722, + "accuracy": 0.842885, + "main_score": 0.806722, + "hf_subset": "srp_Cyrl-nso_Latn", + "languages": [ + "srp-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "srp_Cyrl-sin_Sinh", + "languages": [ + "srp-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-tha_Thai", + "languages": [ + "srp-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-zho_Hans", + "languages": [ + "srp-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-ast_Latn", + "languages": [ + "srp-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "srp_Cyrl-crh_Latn", + "languages": [ + "srp-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-glg_Latn", + "languages": [ + "srp-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.861578, + "recall": 0.899209, + "f1": 0.872859, + "accuracy": 0.899209, + "main_score": 0.872859, + "hf_subset": "srp_Cyrl-kas_Deva", + "languages": [ + "srp-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-ltz_Latn", + "languages": [ + "srp-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.411351, + "recall": 0.478261, + "f1": 0.429522, + "accuracy": 0.478261, + "main_score": 0.429522, + "hf_subset": "srp_Cyrl-nus_Latn", + "languages": [ + "srp-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-slk_Latn", + "languages": [ + "srp-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.639423, + "recall": 0.722332, + "f1": 0.662941, + "accuracy": 0.722332, + "main_score": 0.662941, + "hf_subset": "srp_Cyrl-tir_Ethi", + "languages": [ + "srp-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-zho_Hant", + "languages": [ + "srp-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.979002, + "recall": 0.98419, + "f1": 0.980632, + "accuracy": 0.98419, + "main_score": 0.980632, + "hf_subset": "srp_Cyrl-awa_Deva", + "languages": [ + "srp-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srp_Cyrl-cym_Latn", + "languages": [ + "srp-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.766337, + "recall": 0.825099, + "f1": 0.783762, + "accuracy": 0.825099, + "main_score": 0.783762, + "hf_subset": "srp_Cyrl-grn_Latn", + "languages": [ + "srp-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-kat_Geor", + "languages": [ + "srp-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.580713, + "recall": 0.650198, + "f1": 0.59977, + "accuracy": 0.650198, + "main_score": 0.59977, + "hf_subset": "srp_Cyrl-lua_Latn", + "languages": [ + "srp-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.827734, + "recall": 0.87747, + "f1": 0.843182, + "accuracy": 0.87747, + "main_score": 0.843182, + "hf_subset": "srp_Cyrl-nya_Latn", + "languages": [ + "srp-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-slv_Latn", + "languages": [ + "srp-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "srp_Cyrl-tpi_Latn", + "languages": [ + "srp-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srp_Cyrl-zsm_Latn", + "languages": [ + "srp-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.483908, + "recall": 0.554348, + "f1": 0.502827, + "accuracy": 0.554348, + "main_score": 0.502827, + "hf_subset": "srp_Cyrl-ayr_Latn", + "languages": [ + "srp-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-dan_Latn", + "languages": [ + "srp-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-guj_Gujr", + "languages": [ + "srp-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-kaz_Cyrl", + "languages": [ + "srp-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.632526, + "recall": 0.717391, + "f1": 0.657053, + "accuracy": 0.717391, + "main_score": 0.657053, + "hf_subset": "srp_Cyrl-lug_Latn", + "languages": [ + "srp-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-oci_Latn", + "languages": [ + "srp-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.836825, + "recall": 0.881423, + "f1": 0.850908, + "accuracy": 0.881423, + "main_score": 0.850908, + "hf_subset": "srp_Cyrl-smo_Latn", + "languages": [ + "srp-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.739279, + "recall": 0.806324, + "f1": 0.75959, + "accuracy": 0.806324, + "main_score": 0.75959, + "hf_subset": "srp_Cyrl-tsn_Latn", + "languages": [ + "srp-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.904727, + "recall": 0.931818, + "f1": 0.913274, + "accuracy": 0.931818, + "main_score": 0.913274, + "hf_subset": "srp_Cyrl-zul_Latn", + "languages": [ + "srp-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.919137, + "recall": 0.944664, + "f1": 0.927372, + "accuracy": 0.944664, + "main_score": 0.927372, + "hf_subset": "srp_Cyrl-azb_Arab", + "languages": [ + "srp-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-deu_Latn", + "languages": [ + "srp-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "srp_Cyrl-hat_Latn", + "languages": [ + "srp-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.457497, + "recall": 0.525692, + "f1": 0.476041, + "accuracy": 0.525692, + "main_score": 0.476041, + "hf_subset": "srp_Cyrl-kbp_Latn", + "languages": [ + "srp-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.488679, + "recall": 0.560277, + "f1": 0.508255, + "accuracy": 0.560277, + "main_score": 0.508255, + "hf_subset": "srp_Cyrl-luo_Latn", + "languages": [ + "srp-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "srp_Cyrl-ory_Orya", + "languages": [ + "srp-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.88442, + "recall": 0.918972, + "f1": 0.895422, + "accuracy": 0.918972, + "main_score": 0.895422, + "hf_subset": "srp_Cyrl-sna_Latn", + "languages": [ + "srp-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.651763, + "recall": 0.727273, + "f1": 0.673711, + "accuracy": 0.727273, + "main_score": 0.673711, + "hf_subset": "srp_Cyrl-tso_Latn", + "languages": [ + "srp-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-azj_Latn", + "languages": [ + "srp-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.483673, + "recall": 0.554348, + "f1": 0.503261, + "accuracy": 0.554348, + "main_score": 0.503261, + "hf_subset": "srp_Cyrl-dik_Latn", + "languages": [ + "srp-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.900033, + "recall": 0.929842, + "f1": 0.909585, + "accuracy": 0.929842, + "main_score": 0.909585, + "hf_subset": "srp_Cyrl-hau_Latn", + "languages": [ + "srp-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "srp_Cyrl-kea_Latn", + "languages": [ + "srp-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.924819, + "recall": 0.947628, + "f1": 0.932049, + "accuracy": 0.947628, + "main_score": 0.932049, + "hf_subset": "srp_Cyrl-lus_Latn", + "languages": [ + "srp-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.862731, + "recall": 0.90415, + "f1": 0.875725, + "accuracy": 0.90415, + "main_score": 0.875725, + "hf_subset": "srp_Cyrl-pag_Latn", + "languages": [ + "srp-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "srp_Cyrl-snd_Arab", + "languages": [ + "srp-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "srp_Cyrl-tuk_Latn", + "languages": [ + "srp-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-bak_Cyrl", + "languages": [ + "srp-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.447602, + "recall": 0.522727, + "f1": 0.468273, + "accuracy": 0.522727, + "main_score": 0.468273, + "hf_subset": "srp_Cyrl-dyu_Latn", + "languages": [ + "srp-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-heb_Hebr", + "languages": [ + "srp-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "srp_Cyrl-khk_Cyrl", + "languages": [ + "srp-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-lvs_Latn", + "languages": [ + "srp-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-pan_Guru", + "languages": [ + "srp-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.871739, + "recall": 0.911067, + "f1": 0.884387, + "accuracy": 0.911067, + "main_score": 0.884387, + "hf_subset": "srp_Cyrl-som_Latn", + "languages": [ + "srp-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.686966, + "recall": 0.752964, + "f1": 0.706425, + "accuracy": 0.752964, + "main_score": 0.706425, + "hf_subset": "srp_Cyrl-tum_Latn", + "languages": [ + "srp-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.452822, + "recall": 0.534585, + "f1": 0.475375, + "accuracy": 0.534585, + "main_score": 0.475375, + "hf_subset": "uig_Arab-ace_Arab", + "languages": [ + "uig-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.415243, + "recall": 0.469368, + "f1": 0.429851, + "accuracy": 0.469368, + "main_score": 0.429851, + "hf_subset": "uig_Arab-bam_Latn", + "languages": [ + "uig-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.570819, + "recall": 0.667984, + "f1": 0.598885, + "accuracy": 0.667984, + "main_score": 0.598885, + "hf_subset": "uig_Arab-dzo_Tibt", + "languages": [ + "uig-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "uig_Arab-hin_Deva", + "languages": [ + "uig-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.92029, + "recall": 0.945652, + "f1": 0.928524, + "accuracy": 0.945652, + "main_score": 0.928524, + "hf_subset": "uig_Arab-khm_Khmr", + "languages": [ + "uig-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "uig_Arab-mag_Deva", + "languages": [ + "uig-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "uig_Arab-pap_Latn", + "languages": [ + "uig-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.81385, + "recall": 0.864625, + "f1": 0.829578, + "accuracy": 0.864625, + "main_score": 0.829578, + "hf_subset": "uig_Arab-sot_Latn", + "languages": [ + "uig-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "uig_Arab-tur_Latn", + "languages": [ + "uig-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.786649, + "recall": 0.833992, + "f1": 0.800642, + "accuracy": 0.833992, + "main_score": 0.800642, + "hf_subset": "uig_Arab-ace_Latn", + "languages": [ + "uig-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.891387, + "recall": 0.920949, + "f1": 0.900527, + "accuracy": 0.920949, + "main_score": 0.900527, + "hf_subset": "uig_Arab-ban_Latn", + "languages": [ + "uig-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.965827, + "recall": 0.976285, + "f1": 0.969104, + "accuracy": 0.976285, + "main_score": 0.969104, + "hf_subset": "uig_Arab-ell_Grek", + "languages": [ + "uig-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "uig_Arab-hne_Deva", + "languages": [ + "uig-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.508603, + "recall": 0.581028, + "f1": 0.528414, + "accuracy": 0.581028, + "main_score": 0.528414, + "hf_subset": "uig_Arab-kik_Latn", + "languages": [ + "uig-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.958202, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "uig_Arab-mai_Deva", + "languages": [ + "uig-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.922596, + "recall": 0.945652, + "f1": 0.929974, + "accuracy": 0.945652, + "main_score": 0.929974, + "hf_subset": "uig_Arab-pbt_Arab", + "languages": [ + "uig-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "uig_Arab-spa_Latn", + "languages": [ + "uig-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.670496, + "recall": 0.740119, + "f1": 0.690661, + "accuracy": 0.740119, + "main_score": 0.690661, + "hf_subset": "uig_Arab-twi_Latn", + "languages": [ + "uig-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "uig_Arab-acm_Arab", + "languages": [ + "uig-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "uig_Arab-bel_Cyrl", + "languages": [ + "uig-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.968577, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "uig_Arab-eng_Latn", + "languages": [ + "uig-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "uig_Arab-hrv_Latn", + "languages": [ + "uig-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.806251, + "recall": 0.853755, + "f1": 0.820932, + "accuracy": 0.853755, + "main_score": 0.820932, + "hf_subset": "uig_Arab-kin_Latn", + "languages": [ + "uig-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.958416, + "recall": 0.971344, + "f1": 0.962516, + "accuracy": 0.971344, + "main_score": 0.962516, + "hf_subset": "uig_Arab-mal_Mlym", + "languages": [ + "uig-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "uig_Arab-pes_Arab", + "languages": [ + "uig-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.943676, + "recall": 0.960474, + "f1": 0.948946, + "accuracy": 0.960474, + "main_score": 0.948946, + "hf_subset": "uig_Arab-srd_Latn", + "languages": [ + "uig-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.189406, + "recall": 0.248024, + "f1": 0.203114, + "accuracy": 0.248024, + "main_score": 0.203114, + "hf_subset": "uig_Arab-tzm_Tfng", + "languages": [ + "uig-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "uig_Arab-acq_Arab", + "languages": [ + "uig-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.591057, + "recall": 0.666008, + "f1": 0.612719, + "accuracy": 0.666008, + "main_score": 0.612719, + "hf_subset": "uig_Arab-bem_Latn", + "languages": [ + "uig-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.964015, + "recall": 0.974308, + "f1": 0.967292, + "accuracy": 0.974308, + "main_score": 0.967292, + "hf_subset": "uig_Arab-epo_Latn", + "languages": [ + "uig-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.968956, + "recall": 0.978261, + "f1": 0.971904, + "accuracy": 0.978261, + "main_score": 0.971904, + "hf_subset": "uig_Arab-hun_Latn", + "languages": [ + "uig-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.958086, + "recall": 0.971344, + "f1": 0.962352, + "accuracy": 0.971344, + "main_score": 0.962352, + "hf_subset": "uig_Arab-kir_Cyrl", + "languages": [ + "uig-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "uig_Arab-mar_Deva", + "languages": [ + "uig-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.806604, + "recall": 0.858696, + "f1": 0.822497, + "accuracy": 0.858696, + "main_score": 0.822497, + "hf_subset": "uig_Arab-plt_Latn", + "languages": [ + "uig-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "uig_Arab-srp_Cyrl", + "languages": [ + "uig-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.953508, + "recall": 0.966403, + "f1": 0.957411, + "accuracy": 0.966403, + "main_score": 0.957411, + "hf_subset": "uig_Arab-aeb_Arab", + "languages": [ + "uig-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.959898, + "recall": 0.972332, + "f1": 0.963834, + "accuracy": 0.972332, + "main_score": 0.963834, + "hf_subset": "uig_Arab-ben_Beng", + "languages": [ + "uig-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "uig_Arab-est_Latn", + "languages": [ + "uig-Arab", + "est-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "uig_Arab-hye_Armn", + "languages": [ + "uig-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.411602, + "recall": 0.468379, + "f1": 0.426584, + "accuracy": 0.468379, + "main_score": 0.426584, + "hf_subset": "uig_Arab-kmb_Latn", + "languages": [ + "uig-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.421436, + "recall": 0.507905, + "f1": 0.445016, + "accuracy": 0.507905, + "main_score": 0.445016, + "hf_subset": "uig_Arab-min_Arab", + "languages": [ + "uig-Arab", + "min-Arab" + ] + }, + { + "precision": 0.965497, + "recall": 0.976285, + "f1": 0.968939, + "accuracy": 0.976285, + "main_score": 0.968939, + "hf_subset": "uig_Arab-pol_Latn", + "languages": [ + "uig-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.698068, + "recall": 0.766798, + "f1": 0.718412, + "accuracy": 0.766798, + "main_score": 0.718412, + "hf_subset": "uig_Arab-ssw_Latn", + "languages": [ + "uig-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "uig_Arab-ukr_Cyrl", + "languages": [ + "uig-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "uig_Arab-afr_Latn", + "languages": [ + "uig-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.947052, + "recall": 0.963439, + "f1": 0.952306, + "accuracy": 0.963439, + "main_score": 0.952306, + "hf_subset": "uig_Arab-bho_Deva", + "languages": [ + "uig-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.946805, + "recall": 0.963439, + "f1": 0.95224, + "accuracy": 0.963439, + "main_score": 0.95224, + "hf_subset": "uig_Arab-eus_Latn", + "languages": [ + "uig-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.814246, + "recall": 0.864625, + "f1": 0.829743, + "accuracy": 0.864625, + "main_score": 0.829743, + "hf_subset": "uig_Arab-ibo_Latn", + "languages": [ + "uig-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.836133, + "recall": 0.881423, + "f1": 0.850593, + "accuracy": 0.881423, + "main_score": 0.850593, + "hf_subset": "uig_Arab-kmr_Latn", + "languages": [ + "uig-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.929595, + "recall": 0.950593, + "f1": 0.936331, + "accuracy": 0.950593, + "main_score": 0.936331, + "hf_subset": "uig_Arab-min_Latn", + "languages": [ + "uig-Arab", + "min-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "uig_Arab-por_Latn", + "languages": [ + "uig-Arab", + "por-Latn" + ] + }, + { + "precision": 0.940794, + "recall": 0.95751, + "f1": 0.946047, + "accuracy": 0.95751, + "main_score": 0.946047, + "hf_subset": "uig_Arab-sun_Latn", + "languages": [ + "uig-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.402824, + "recall": 0.467391, + "f1": 0.420103, + "accuracy": 0.467391, + "main_score": 0.420103, + "hf_subset": "uig_Arab-umb_Latn", + "languages": [ + "uig-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "uig_Arab-ajp_Arab", + "languages": [ + "uig-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.443312, + "recall": 0.52668, + "f1": 0.465597, + "accuracy": 0.52668, + "main_score": 0.465597, + "hf_subset": "uig_Arab-bjn_Arab", + "languages": [ + "uig-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.390284, + "recall": 0.442688, + "f1": 0.404212, + "accuracy": 0.442688, + "main_score": 0.404212, + "hf_subset": "uig_Arab-ewe_Latn", + "languages": [ + "uig-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.899819, + "recall": 0.926877, + "f1": 0.908122, + "accuracy": 0.926877, + "main_score": 0.908122, + "hf_subset": "uig_Arab-ilo_Latn", + "languages": [ + "uig-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.229835, + "recall": 0.288538, + "f1": 0.244988, + "accuracy": 0.288538, + "main_score": 0.244988, + "hf_subset": "uig_Arab-knc_Arab", + "languages": [ + "uig-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "uig_Arab-mkd_Cyrl", + "languages": [ + "uig-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.963109, + "recall": 0.97332, + "f1": 0.966191, + "accuracy": 0.97332, + "main_score": 0.966191, + "hf_subset": "uig_Arab-prs_Arab", + "languages": [ + "uig-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "uig_Arab-swe_Latn", + "languages": [ + "uig-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "uig_Arab-urd_Arab", + "languages": [ + "uig-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.671704, + "recall": 0.742095, + "f1": 0.691871, + "accuracy": 0.742095, + "main_score": 0.691871, + "hf_subset": "uig_Arab-aka_Latn", + "languages": [ + "uig-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.924828, + "recall": 0.943676, + "f1": 0.930484, + "accuracy": 0.943676, + "main_score": 0.930484, + "hf_subset": "uig_Arab-bjn_Latn", + "languages": [ + "uig-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.934206, + "recall": 0.954545, + "f1": 0.940613, + "accuracy": 0.954545, + "main_score": 0.940613, + "hf_subset": "uig_Arab-fao_Latn", + "languages": [ + "uig-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "uig_Arab-ind_Latn", + "languages": [ + "uig-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.450125, + "recall": 0.502964, + "f1": 0.463483, + "accuracy": 0.502964, + "main_score": 0.463483, + "hf_subset": "uig_Arab-knc_Latn", + "languages": [ + "uig-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.943511, + "recall": 0.961462, + "f1": 0.949275, + "accuracy": 0.961462, + "main_score": 0.949275, + "hf_subset": "uig_Arab-mlt_Latn", + "languages": [ + "uig-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.572901, + "recall": 0.642292, + "f1": 0.592092, + "accuracy": 0.642292, + "main_score": 0.592092, + "hf_subset": "uig_Arab-quy_Latn", + "languages": [ + "uig-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "uig_Arab-swh_Latn", + "languages": [ + "uig-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "uig_Arab-uzn_Latn", + "languages": [ + "uig-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.958696, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "uig_Arab-als_Latn", + "languages": [ + "uig-Arab", + "als-Latn" + ] + }, + { + "precision": 0.75098, + "recall": 0.811265, + "f1": 0.768815, + "accuracy": 0.811265, + "main_score": 0.768815, + "hf_subset": "uig_Arab-bod_Tibt", + "languages": [ + "uig-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.570349, + "recall": 0.63834, + "f1": 0.589586, + "accuracy": 0.63834, + "main_score": 0.589586, + "hf_subset": "uig_Arab-fij_Latn", + "languages": [ + "uig-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "uig_Arab-isl_Latn", + "languages": [ + "uig-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.511136, + "recall": 0.577075, + "f1": 0.528388, + "accuracy": 0.577075, + "main_score": 0.528388, + "hf_subset": "uig_Arab-kon_Latn", + "languages": [ + "uig-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.528841, + "recall": 0.602767, + "f1": 0.550178, + "accuracy": 0.602767, + "main_score": 0.550178, + "hf_subset": "uig_Arab-mni_Beng", + "languages": [ + "uig-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "uig_Arab-ron_Latn", + "languages": [ + "uig-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.969368, + "f1": 0.960639, + "accuracy": 0.969368, + "main_score": 0.960639, + "hf_subset": "uig_Arab-szl_Latn", + "languages": [ + "uig-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "uig_Arab-vec_Latn", + "languages": [ + "uig-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.905303, + "recall": 0.932806, + "f1": 0.913985, + "accuracy": 0.932806, + "main_score": 0.913985, + "hf_subset": "uig_Arab-amh_Ethi", + "languages": [ + "uig-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "uig_Arab-bos_Latn", + "languages": [ + "uig-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.961215, + "recall": 0.97332, + "f1": 0.965152, + "accuracy": 0.97332, + "main_score": 0.965152, + "hf_subset": "uig_Arab-fin_Latn", + "languages": [ + "uig-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "uig_Arab-ita_Latn", + "languages": [ + "uig-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.968297, + "recall": 0.977273, + "f1": 0.97108, + "accuracy": 0.977273, + "main_score": 0.97108, + "hf_subset": "uig_Arab-kor_Hang", + "languages": [ + "uig-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.437112, + "recall": 0.494071, + "f1": 0.452651, + "accuracy": 0.494071, + "main_score": 0.452651, + "hf_subset": "uig_Arab-mos_Latn", + "languages": [ + "uig-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.692845, + "recall": 0.76087, + "f1": 0.713309, + "accuracy": 0.76087, + "main_score": 0.713309, + "hf_subset": "uig_Arab-run_Latn", + "languages": [ + "uig-Arab", + "run-Latn" + ] + }, + { + "precision": 0.96413, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "uig_Arab-tam_Taml", + "languages": [ + "uig-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "uig_Arab-vie_Latn", + "languages": [ + "uig-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "uig_Arab-apc_Arab", + "languages": [ + "uig-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.628468, + "recall": 0.697628, + "f1": 0.64818, + "accuracy": 0.697628, + "main_score": 0.64818, + "hf_subset": "uig_Arab-bug_Latn", + "languages": [ + "uig-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.382291, + "recall": 0.427866, + "f1": 0.394772, + "accuracy": 0.427866, + "main_score": 0.394772, + "hf_subset": "uig_Arab-fon_Latn", + "languages": [ + "uig-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.939559, + "recall": 0.95751, + "f1": 0.94529, + "accuracy": 0.95751, + "main_score": 0.94529, + "hf_subset": "uig_Arab-jav_Latn", + "languages": [ + "uig-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.911067, + "recall": 0.937747, + "f1": 0.919631, + "accuracy": 0.937747, + "main_score": 0.919631, + "hf_subset": "uig_Arab-lao_Laoo", + "languages": [ + "uig-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.81502, + "recall": 0.86166, + "f1": 0.829183, + "accuracy": 0.86166, + "main_score": 0.829183, + "hf_subset": "uig_Arab-mri_Latn", + "languages": [ + "uig-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "uig_Arab-rus_Cyrl", + "languages": [ + "uig-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.425693, + "recall": 0.474308, + "f1": 0.43869, + "accuracy": 0.474308, + "main_score": 0.43869, + "hf_subset": "uig_Arab-taq_Latn", + "languages": [ + "uig-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.940464, + "recall": 0.95751, + "f1": 0.945685, + "accuracy": 0.95751, + "main_score": 0.945685, + "hf_subset": "uig_Arab-war_Latn", + "languages": [ + "uig-Arab", + "war-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "uig_Arab-arb_Arab", + "languages": [ + "uig-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "uig_Arab-bul_Cyrl", + "languages": [ + "uig-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "uig_Arab-fra_Latn", + "languages": [ + "uig-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "uig_Arab-jpn_Jpan", + "languages": [ + "uig-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.954875, + "recall": 0.968379, + "f1": 0.959321, + "accuracy": 0.968379, + "main_score": 0.959321, + "hf_subset": "uig_Arab-lij_Latn", + "languages": [ + "uig-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "uig_Arab-mya_Mymr", + "languages": [ + "uig-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.47372, + "recall": 0.533597, + "f1": 0.489724, + "accuracy": 0.533597, + "main_score": 0.489724, + "hf_subset": "uig_Arab-sag_Latn", + "languages": [ + "uig-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.211778, + "recall": 0.267787, + "f1": 0.225708, + "accuracy": 0.267787, + "main_score": 0.225708, + "hf_subset": "uig_Arab-taq_Tfng", + "languages": [ + "uig-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.539631, + "recall": 0.613636, + "f1": 0.559706, + "accuracy": 0.613636, + "main_score": 0.559706, + "hf_subset": "uig_Arab-wol_Latn", + "languages": [ + "uig-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.798855, + "recall": 0.851779, + "f1": 0.814731, + "accuracy": 0.851779, + "main_score": 0.814731, + "hf_subset": "uig_Arab-arb_Latn", + "languages": [ + "uig-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.968956, + "recall": 0.978261, + "f1": 0.971904, + "accuracy": 0.978261, + "main_score": 0.971904, + "hf_subset": "uig_Arab-cat_Latn", + "languages": [ + "uig-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.94058, + "recall": 0.958498, + "f1": 0.946311, + "accuracy": 0.958498, + "main_score": 0.946311, + "hf_subset": "uig_Arab-fur_Latn", + "languages": [ + "uig-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.407265, + "recall": 0.481225, + "f1": 0.426477, + "accuracy": 0.481225, + "main_score": 0.426477, + "hf_subset": "uig_Arab-kab_Latn", + "languages": [ + "uig-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.935524, + "recall": 0.955534, + "f1": 0.94193, + "accuracy": 0.955534, + "main_score": 0.94193, + "hf_subset": "uig_Arab-lim_Latn", + "languages": [ + "uig-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.956604, + "recall": 0.970356, + "f1": 0.961034, + "accuracy": 0.970356, + "main_score": 0.961034, + "hf_subset": "uig_Arab-nld_Latn", + "languages": [ + "uig-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.925231, + "recall": 0.947628, + "f1": 0.932444, + "accuracy": 0.947628, + "main_score": 0.932444, + "hf_subset": "uig_Arab-san_Deva", + "languages": [ + "uig-Arab", + "san-Deva" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "uig_Arab-tat_Cyrl", + "languages": [ + "uig-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.83246, + "recall": 0.87747, + "f1": 0.846283, + "accuracy": 0.87747, + "main_score": 0.846283, + "hf_subset": "uig_Arab-xho_Latn", + "languages": [ + "uig-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "uig_Arab-ars_Arab", + "languages": [ + "uig-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.943841, + "recall": 0.960474, + "f1": 0.949111, + "accuracy": 0.960474, + "main_score": 0.949111, + "hf_subset": "uig_Arab-ceb_Latn", + "languages": [ + "uig-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.412486, + "recall": 0.480237, + "f1": 0.431103, + "accuracy": 0.480237, + "main_score": 0.431103, + "hf_subset": "uig_Arab-fuv_Latn", + "languages": [ + "uig-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.41994, + "recall": 0.476285, + "f1": 0.435185, + "accuracy": 0.476285, + "main_score": 0.435185, + "hf_subset": "uig_Arab-kac_Latn", + "languages": [ + "uig-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.567556, + "recall": 0.639328, + "f1": 0.587378, + "accuracy": 0.639328, + "main_score": 0.587378, + "hf_subset": "uig_Arab-lin_Latn", + "languages": [ + "uig-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.967144, + "recall": 0.977273, + "f1": 0.970422, + "accuracy": 0.977273, + "main_score": 0.970422, + "hf_subset": "uig_Arab-nno_Latn", + "languages": [ + "uig-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.816897, + "recall": 0.865613, + "f1": 0.831936, + "accuracy": 0.865613, + "main_score": 0.831936, + "hf_subset": "uig_Arab-sat_Olck", + "languages": [ + "uig-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.962615, + "recall": 0.97332, + "f1": 0.965876, + "accuracy": 0.97332, + "main_score": 0.965876, + "hf_subset": "uig_Arab-tel_Telu", + "languages": [ + "uig-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "uig_Arab-ydd_Hebr", + "languages": [ + "uig-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.925725, + "recall": 0.94664, + "f1": 0.932265, + "accuracy": 0.94664, + "main_score": 0.932265, + "hf_subset": "uig_Arab-ary_Arab", + "languages": [ + "uig-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "uig_Arab-ces_Latn", + "languages": [ + "uig-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.527764, + "recall": 0.602767, + "f1": 0.548462, + "accuracy": 0.602767, + "main_score": 0.548462, + "hf_subset": "uig_Arab-gaz_Latn", + "languages": [ + "uig-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.481262, + "recall": 0.552372, + "f1": 0.500019, + "accuracy": 0.552372, + "main_score": 0.500019, + "hf_subset": "uig_Arab-kam_Latn", + "languages": [ + "uig-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.977273, + "f1": 0.971179, + "accuracy": 0.977273, + "main_score": 0.971179, + "hf_subset": "uig_Arab-lit_Latn", + "languages": [ + "uig-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.962039, + "recall": 0.97332, + "f1": 0.965646, + "accuracy": 0.97332, + "main_score": 0.965646, + "hf_subset": "uig_Arab-nob_Latn", + "languages": [ + "uig-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.945735, + "recall": 0.962451, + "f1": 0.950988, + "accuracy": 0.962451, + "main_score": 0.950988, + "hf_subset": "uig_Arab-scn_Latn", + "languages": [ + "uig-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.948534, + "recall": 0.964427, + "f1": 0.953623, + "accuracy": 0.964427, + "main_score": 0.953623, + "hf_subset": "uig_Arab-tgk_Cyrl", + "languages": [ + "uig-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.681317, + "recall": 0.753953, + "f1": 0.70255, + "accuracy": 0.753953, + "main_score": 0.70255, + "hf_subset": "uig_Arab-yor_Latn", + "languages": [ + "uig-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "uig_Arab-arz_Arab", + "languages": [ + "uig-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.4031, + "recall": 0.462451, + "f1": 0.419352, + "accuracy": 0.462451, + "main_score": 0.419352, + "hf_subset": "uig_Arab-cjk_Latn", + "languages": [ + "uig-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.907526, + "recall": 0.934783, + "f1": 0.916238, + "accuracy": 0.934783, + "main_score": 0.916238, + "hf_subset": "uig_Arab-gla_Latn", + "languages": [ + "uig-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.948287, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "uig_Arab-kan_Knda", + "languages": [ + "uig-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.947134, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "uig_Arab-lmo_Latn", + "languages": [ + "uig-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.956275, + "recall": 0.968379, + "f1": 0.960211, + "accuracy": 0.968379, + "main_score": 0.960211, + "hf_subset": "uig_Arab-npi_Deva", + "languages": [ + "uig-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.491428, + "recall": 0.564229, + "f1": 0.511477, + "accuracy": 0.564229, + "main_score": 0.511477, + "hf_subset": "uig_Arab-shn_Mymr", + "languages": [ + "uig-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.962731, + "recall": 0.97332, + "f1": 0.965975, + "accuracy": 0.97332, + "main_score": 0.965975, + "hf_subset": "uig_Arab-tgl_Latn", + "languages": [ + "uig-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "uig_Arab-yue_Hant", + "languages": [ + "uig-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.933218, + "recall": 0.953557, + "f1": 0.939789, + "accuracy": 0.953557, + "main_score": 0.939789, + "hf_subset": "uig_Arab-asm_Beng", + "languages": [ + "uig-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.895422, + "recall": 0.925889, + "f1": 0.904927, + "accuracy": 0.925889, + "main_score": 0.904927, + "hf_subset": "uig_Arab-ckb_Arab", + "languages": [ + "uig-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.92976, + "recall": 0.951581, + "f1": 0.93666, + "accuracy": 0.951581, + "main_score": 0.93666, + "hf_subset": "uig_Arab-gle_Latn", + "languages": [ + "uig-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.849285, + "recall": 0.886364, + "f1": 0.860886, + "accuracy": 0.886364, + "main_score": 0.860886, + "hf_subset": "uig_Arab-kas_Arab", + "languages": [ + "uig-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.837286, + "recall": 0.878458, + "f1": 0.850099, + "accuracy": 0.878458, + "main_score": 0.850099, + "hf_subset": "uig_Arab-ltg_Latn", + "languages": [ + "uig-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.747928, + "recall": 0.798419, + "f1": 0.76274, + "accuracy": 0.798419, + "main_score": 0.76274, + "hf_subset": "uig_Arab-nso_Latn", + "languages": [ + "uig-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.950058, + "recall": 0.964427, + "f1": 0.9546, + "accuracy": 0.964427, + "main_score": 0.9546, + "hf_subset": "uig_Arab-sin_Sinh", + "languages": [ + "uig-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.955122, + "recall": 0.969368, + "f1": 0.959717, + "accuracy": 0.969368, + "main_score": 0.959717, + "hf_subset": "uig_Arab-tha_Thai", + "languages": [ + "uig-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.950099, + "recall": 0.964427, + "f1": 0.954465, + "accuracy": 0.964427, + "main_score": 0.954465, + "hf_subset": "uig_Arab-zho_Hans", + "languages": [ + "uig-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "uig_Arab-ast_Latn", + "languages": [ + "uig-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.960063, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "uig_Arab-crh_Latn", + "languages": [ + "uig-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "uig_Arab-glg_Latn", + "languages": [ + "uig-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.767202, + "recall": 0.823123, + "f1": 0.783289, + "accuracy": 0.823123, + "main_score": 0.783289, + "hf_subset": "uig_Arab-kas_Deva", + "languages": [ + "uig-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.952487, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "uig_Arab-ltz_Latn", + "languages": [ + "uig-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.391873, + "recall": 0.455534, + "f1": 0.408713, + "accuracy": 0.455534, + "main_score": 0.408713, + "hf_subset": "uig_Arab-nus_Latn", + "languages": [ + "uig-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "uig_Arab-slk_Latn", + "languages": [ + "uig-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.602737, + "recall": 0.68083, + "f1": 0.624869, + "accuracy": 0.68083, + "main_score": 0.624869, + "hf_subset": "uig_Arab-tir_Ethi", + "languages": [ + "uig-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "uig_Arab-zho_Hant", + "languages": [ + "uig-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.947299, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "uig_Arab-awa_Deva", + "languages": [ + "uig-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "uig_Arab-cym_Latn", + "languages": [ + "uig-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.656099, + "recall": 0.720356, + "f1": 0.674358, + "accuracy": 0.720356, + "main_score": 0.674358, + "hf_subset": "uig_Arab-grn_Latn", + "languages": [ + "uig-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.964954, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "uig_Arab-kat_Geor", + "languages": [ + "uig-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.504089, + "recall": 0.56917, + "f1": 0.52256, + "accuracy": 0.56917, + "main_score": 0.52256, + "hf_subset": "uig_Arab-lua_Latn", + "languages": [ + "uig-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.769986, + "recall": 0.825099, + "f1": 0.786446, + "accuracy": 0.825099, + "main_score": 0.786446, + "hf_subset": "uig_Arab-nya_Latn", + "languages": [ + "uig-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "uig_Arab-slv_Latn", + "languages": [ + "uig-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.887905, + "recall": 0.920949, + "f1": 0.89837, + "accuracy": 0.920949, + "main_score": 0.89837, + "hf_subset": "uig_Arab-tpi_Latn", + "languages": [ + "uig-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "uig_Arab-zsm_Latn", + "languages": [ + "uig-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.438654, + "recall": 0.496047, + "f1": 0.454468, + "accuracy": 0.496047, + "main_score": 0.454468, + "hf_subset": "uig_Arab-ayr_Latn", + "languages": [ + "uig-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "uig_Arab-dan_Latn", + "languages": [ + "uig-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.971047, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "uig_Arab-guj_Gujr", + "languages": [ + "uig-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "uig_Arab-kaz_Cyrl", + "languages": [ + "uig-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.582412, + "recall": 0.662055, + "f1": 0.604981, + "accuracy": 0.662055, + "main_score": 0.604981, + "hf_subset": "uig_Arab-lug_Latn", + "languages": [ + "uig-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.972414, + "recall": 0.980237, + "f1": 0.974868, + "accuracy": 0.980237, + "main_score": 0.974868, + "hf_subset": "uig_Arab-oci_Latn", + "languages": [ + "uig-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.770893, + "recall": 0.828063, + "f1": 0.787703, + "accuracy": 0.828063, + "main_score": 0.787703, + "hf_subset": "uig_Arab-smo_Latn", + "languages": [ + "uig-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.683582, + "recall": 0.756917, + "f1": 0.705261, + "accuracy": 0.756917, + "main_score": 0.705261, + "hf_subset": "uig_Arab-tsn_Latn", + "languages": [ + "uig-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.866518, + "recall": 0.905138, + "f1": 0.878656, + "accuracy": 0.905138, + "main_score": 0.878656, + "hf_subset": "uig_Arab-zul_Latn", + "languages": [ + "uig-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.878623, + "recall": 0.912055, + "f1": 0.88913, + "accuracy": 0.912055, + "main_score": 0.88913, + "hf_subset": "uig_Arab-azb_Arab", + "languages": [ + "uig-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "uig_Arab-deu_Latn", + "languages": [ + "uig-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.921031, + "recall": 0.945652, + "f1": 0.929084, + "accuracy": 0.945652, + "main_score": 0.929084, + "hf_subset": "uig_Arab-hat_Latn", + "languages": [ + "uig-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.425139, + "recall": 0.487154, + "f1": 0.442042, + "accuracy": 0.487154, + "main_score": 0.442042, + "hf_subset": "uig_Arab-kbp_Latn", + "languages": [ + "uig-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.460984, + "recall": 0.518775, + "f1": 0.477501, + "accuracy": 0.518775, + "main_score": 0.477501, + "hf_subset": "uig_Arab-luo_Latn", + "languages": [ + "uig-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.945982, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "uig_Arab-ory_Orya", + "languages": [ + "uig-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.834272, + "recall": 0.881423, + "f1": 0.849045, + "accuracy": 0.881423, + "main_score": 0.849045, + "hf_subset": "uig_Arab-sna_Latn", + "languages": [ + "uig-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.592559, + "recall": 0.664032, + "f1": 0.612364, + "accuracy": 0.664032, + "main_score": 0.612364, + "hf_subset": "uig_Arab-tso_Latn", + "languages": [ + "uig-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "uig_Arab-azj_Latn", + "languages": [ + "uig-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.438529, + "recall": 0.496047, + "f1": 0.454738, + "accuracy": 0.496047, + "main_score": 0.454738, + "hf_subset": "uig_Arab-dik_Latn", + "languages": [ + "uig-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.85527, + "recall": 0.896245, + "f1": 0.868248, + "accuracy": 0.896245, + "main_score": 0.868248, + "hf_subset": "uig_Arab-hau_Latn", + "languages": [ + "uig-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.92803, + "recall": 0.950593, + "f1": 0.935277, + "accuracy": 0.950593, + "main_score": 0.935277, + "hf_subset": "uig_Arab-kea_Latn", + "languages": [ + "uig-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.8736, + "recall": 0.908103, + "f1": 0.884406, + "accuracy": 0.908103, + "main_score": 0.884406, + "hf_subset": "uig_Arab-lus_Latn", + "languages": [ + "uig-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.769871, + "recall": 0.820158, + "f1": 0.784672, + "accuracy": 0.820158, + "main_score": 0.784672, + "hf_subset": "uig_Arab-pag_Latn", + "languages": [ + "uig-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.930254, + "recall": 0.952569, + "f1": 0.937484, + "accuracy": 0.952569, + "main_score": 0.937484, + "hf_subset": "uig_Arab-snd_Arab", + "languages": [ + "uig-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "uig_Arab-tuk_Latn", + "languages": [ + "uig-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "uig_Arab-bak_Cyrl", + "languages": [ + "uig-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.389443, + "recall": 0.460474, + "f1": 0.409193, + "accuracy": 0.460474, + "main_score": 0.409193, + "hf_subset": "uig_Arab-dyu_Latn", + "languages": [ + "uig-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uig_Arab-heb_Hebr", + "languages": [ + "uig-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.944088, + "recall": 0.961462, + "f1": 0.949671, + "accuracy": 0.961462, + "main_score": 0.949671, + "hf_subset": "uig_Arab-khk_Cyrl", + "languages": [ + "uig-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "uig_Arab-lvs_Latn", + "languages": [ + "uig-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "uig_Arab-pan_Guru", + "languages": [ + "uig-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.825388, + "recall": 0.873518, + "f1": 0.840234, + "accuracy": 0.873518, + "main_score": 0.840234, + "hf_subset": "uig_Arab-som_Latn", + "languages": [ + "uig-Arab", + "som-Latn" + ] + }, + { + "precision": 0.625634, + "recall": 0.693676, + "f1": 0.645726, + "accuracy": 0.693676, + "main_score": 0.645726, + "hf_subset": "uig_Arab-tum_Latn", + "languages": [ + "uig-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.525125, + "recall": 0.610672, + "f1": 0.550163, + "accuracy": 0.610672, + "main_score": 0.550163, + "hf_subset": "aeb_Arab-ace_Arab", + "languages": [ + "aeb-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.45893, + "recall": 0.522727, + "f1": 0.476139, + "accuracy": 0.522727, + "main_score": 0.476139, + "hf_subset": "aeb_Arab-bam_Latn", + "languages": [ + "aeb-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.63764, + "recall": 0.724308, + "f1": 0.662543, + "accuracy": 0.724308, + "main_score": 0.662543, + "hf_subset": "aeb_Arab-dzo_Tibt", + "languages": [ + "aeb-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-hin_Deva", + "languages": [ + "aeb-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "aeb_Arab-khm_Khmr", + "languages": [ + "aeb-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-mag_Deva", + "languages": [ + "aeb-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "aeb_Arab-pap_Latn", + "languages": [ + "aeb-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.851565, + "recall": 0.894269, + "f1": 0.864855, + "accuracy": 0.894269, + "main_score": 0.864855, + "hf_subset": "aeb_Arab-sot_Latn", + "languages": [ + "aeb-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-tur_Latn", + "languages": [ + "aeb-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.869104, + "recall": 0.90415, + "f1": 0.880025, + "accuracy": 0.90415, + "main_score": 0.880025, + "hf_subset": "aeb_Arab-ace_Latn", + "languages": [ + "aeb-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "aeb_Arab-ban_Latn", + "languages": [ + "aeb-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-ell_Grek", + "languages": [ + "aeb-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "aeb_Arab-hne_Deva", + "languages": [ + "aeb-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.57048, + "recall": 0.642292, + "f1": 0.590599, + "accuracy": 0.642292, + "main_score": 0.590599, + "hf_subset": "aeb_Arab-kik_Latn", + "languages": [ + "aeb-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-mai_Deva", + "languages": [ + "aeb-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.943264, + "recall": 0.961462, + "f1": 0.949177, + "accuracy": 0.961462, + "main_score": 0.949177, + "hf_subset": "aeb_Arab-pbt_Arab", + "languages": [ + "aeb-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-spa_Latn", + "languages": [ + "aeb-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.782065, + "recall": 0.835968, + "f1": 0.798372, + "accuracy": 0.835968, + "main_score": 0.798372, + "hf_subset": "aeb_Arab-twi_Latn", + "languages": [ + "aeb-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-acm_Arab", + "languages": [ + "aeb-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-bel_Cyrl", + "languages": [ + "aeb-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-eng_Latn", + "languages": [ + "aeb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-hrv_Latn", + "languages": [ + "aeb-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.857246, + "recall": 0.896245, + "f1": 0.869203, + "accuracy": 0.896245, + "main_score": 0.869203, + "hf_subset": "aeb_Arab-kin_Latn", + "languages": [ + "aeb-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-mal_Mlym", + "languages": [ + "aeb-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-pes_Arab", + "languages": [ + "aeb-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "aeb_Arab-srd_Latn", + "languages": [ + "aeb-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.211596, + "recall": 0.274704, + "f1": 0.227507, + "accuracy": 0.274704, + "main_score": 0.227507, + "hf_subset": "aeb_Arab-tzm_Tfng", + "languages": [ + "aeb-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-acq_Arab", + "languages": [ + "aeb-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.672472, + "recall": 0.741107, + "f1": 0.692122, + "accuracy": 0.741107, + "main_score": 0.692122, + "hf_subset": "aeb_Arab-bem_Latn", + "languages": [ + "aeb-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-epo_Latn", + "languages": [ + "aeb-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-hun_Latn", + "languages": [ + "aeb-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "aeb_Arab-kir_Cyrl", + "languages": [ + "aeb-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-mar_Deva", + "languages": [ + "aeb-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.855517, + "recall": 0.895257, + "f1": 0.867819, + "accuracy": 0.895257, + "main_score": 0.867819, + "hf_subset": "aeb_Arab-plt_Latn", + "languages": [ + "aeb-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-srp_Cyrl", + "languages": [ + "aeb-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.9389, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "aeb_Arab-uig_Arab", + "languages": [ + "aeb-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-ben_Beng", + "languages": [ + "aeb-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-est_Latn", + "languages": [ + "aeb-Arab", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-hye_Armn", + "languages": [ + "aeb-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.465647, + "recall": 0.525692, + "f1": 0.482348, + "accuracy": 0.525692, + "main_score": 0.482348, + "hf_subset": "aeb_Arab-kmb_Latn", + "languages": [ + "aeb-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.4975, + "recall": 0.58498, + "f1": 0.521565, + "accuracy": 0.58498, + "main_score": 0.521565, + "hf_subset": "aeb_Arab-min_Arab", + "languages": [ + "aeb-Arab", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-pol_Latn", + "languages": [ + "aeb-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.749054, + "recall": 0.811265, + "f1": 0.767803, + "accuracy": 0.811265, + "main_score": 0.767803, + "hf_subset": "aeb_Arab-ssw_Latn", + "languages": [ + "aeb-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-ukr_Cyrl", + "languages": [ + "aeb-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-afr_Latn", + "languages": [ + "aeb-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-bho_Deva", + "languages": [ + "aeb-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "aeb_Arab-eus_Latn", + "languages": [ + "aeb-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.869565, + "recall": 0.909091, + "f1": 0.882049, + "accuracy": 0.909091, + "main_score": 0.882049, + "hf_subset": "aeb_Arab-ibo_Latn", + "languages": [ + "aeb-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.86721, + "recall": 0.905138, + "f1": 0.879018, + "accuracy": 0.905138, + "main_score": 0.879018, + "hf_subset": "aeb_Arab-kmr_Latn", + "languages": [ + "aeb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "aeb_Arab-min_Latn", + "languages": [ + "aeb-Arab", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-por_Latn", + "languages": [ + "aeb-Arab", + "por-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "aeb_Arab-sun_Latn", + "languages": [ + "aeb-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.45575, + "recall": 0.525692, + "f1": 0.475532, + "accuracy": 0.525692, + "main_score": 0.475532, + "hf_subset": "aeb_Arab-umb_Latn", + "languages": [ + "aeb-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-ajp_Arab", + "languages": [ + "aeb-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.511665, + "recall": 0.589921, + "f1": 0.533098, + "accuracy": 0.589921, + "main_score": 0.533098, + "hf_subset": "aeb_Arab-bjn_Arab", + "languages": [ + "aeb-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.437606, + "recall": 0.498024, + "f1": 0.45391, + "accuracy": 0.498024, + "main_score": 0.45391, + "hf_subset": "aeb_Arab-ewe_Latn", + "languages": [ + "aeb-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.946146, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "aeb_Arab-ilo_Latn", + "languages": [ + "aeb-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.262116, + "recall": 0.324111, + "f1": 0.27805, + "accuracy": 0.324111, + "main_score": 0.27805, + "hf_subset": "aeb_Arab-knc_Arab", + "languages": [ + "aeb-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-mkd_Cyrl", + "languages": [ + "aeb-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-prs_Arab", + "languages": [ + "aeb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-swe_Latn", + "languages": [ + "aeb-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-urd_Arab", + "languages": [ + "aeb-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.745257, + "recall": 0.804348, + "f1": 0.76214, + "accuracy": 0.804348, + "main_score": 0.76214, + "hf_subset": "aeb_Arab-aka_Latn", + "languages": [ + "aeb-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "aeb_Arab-bjn_Latn", + "languages": [ + "aeb-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "aeb_Arab-fao_Latn", + "languages": [ + "aeb-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-ind_Latn", + "languages": [ + "aeb-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.507699, + "recall": 0.567194, + "f1": 0.523586, + "accuracy": 0.567194, + "main_score": 0.523586, + "hf_subset": "aeb_Arab-knc_Latn", + "languages": [ + "aeb-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-mlt_Latn", + "languages": [ + "aeb-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.630962, + "recall": 0.703557, + "f1": 0.652303, + "accuracy": 0.703557, + "main_score": 0.652303, + "hf_subset": "aeb_Arab-quy_Latn", + "languages": [ + "aeb-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-swh_Latn", + "languages": [ + "aeb-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.979331, + "recall": 0.985178, + "f1": 0.981126, + "accuracy": 0.985178, + "main_score": 0.981126, + "hf_subset": "aeb_Arab-uzn_Latn", + "languages": [ + "aeb-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-als_Latn", + "languages": [ + "aeb-Arab", + "als-Latn" + ] + }, + { + "precision": 0.787154, + "recall": 0.844862, + "f1": 0.804762, + "accuracy": 0.844862, + "main_score": 0.804762, + "hf_subset": "aeb_Arab-bod_Tibt", + "languages": [ + "aeb-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.621766, + "recall": 0.689723, + "f1": 0.641082, + "accuracy": 0.689723, + "main_score": 0.641082, + "hf_subset": "aeb_Arab-fij_Latn", + "languages": [ + "aeb-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "aeb_Arab-isl_Latn", + "languages": [ + "aeb-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.596456, + "recall": 0.668972, + "f1": 0.616847, + "accuracy": 0.668972, + "main_score": 0.616847, + "hf_subset": "aeb_Arab-kon_Latn", + "languages": [ + "aeb-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.59194, + "recall": 0.668972, + "f1": 0.613965, + "accuracy": 0.668972, + "main_score": 0.613965, + "hf_subset": "aeb_Arab-mni_Beng", + "languages": [ + "aeb-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-ron_Latn", + "languages": [ + "aeb-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "aeb_Arab-szl_Latn", + "languages": [ + "aeb-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-vec_Latn", + "languages": [ + "aeb-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.925066, + "recall": 0.948617, + "f1": 0.932642, + "accuracy": 0.948617, + "main_score": 0.932642, + "hf_subset": "aeb_Arab-amh_Ethi", + "languages": [ + "aeb-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-bos_Latn", + "languages": [ + "aeb-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-fin_Latn", + "languages": [ + "aeb-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-ita_Latn", + "languages": [ + "aeb-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-kor_Hang", + "languages": [ + "aeb-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.463087, + "recall": 0.530632, + "f1": 0.481595, + "accuracy": 0.530632, + "main_score": 0.481595, + "hf_subset": "aeb_Arab-mos_Latn", + "languages": [ + "aeb-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.758844, + "recall": 0.818182, + "f1": 0.776877, + "accuracy": 0.818182, + "main_score": 0.776877, + "hf_subset": "aeb_Arab-run_Latn", + "languages": [ + "aeb-Arab", + "run-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-tam_Taml", + "languages": [ + "aeb-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-vie_Latn", + "languages": [ + "aeb-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-apc_Arab", + "languages": [ + "aeb-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.735277, + "recall": 0.796443, + "f1": 0.753148, + "accuracy": 0.796443, + "main_score": 0.753148, + "hf_subset": "aeb_Arab-bug_Latn", + "languages": [ + "aeb-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.411464, + "recall": 0.468379, + "f1": 0.427059, + "accuracy": 0.468379, + "main_score": 0.427059, + "hf_subset": "aeb_Arab-fon_Latn", + "languages": [ + "aeb-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "aeb_Arab-jav_Latn", + "languages": [ + "aeb-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "aeb_Arab-lao_Laoo", + "languages": [ + "aeb-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.866189, + "recall": 0.905138, + "f1": 0.878689, + "accuracy": 0.905138, + "main_score": 0.878689, + "hf_subset": "aeb_Arab-mri_Latn", + "languages": [ + "aeb-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-rus_Cyrl", + "languages": [ + "aeb-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.495983, + "recall": 0.559289, + "f1": 0.51324, + "accuracy": 0.559289, + "main_score": 0.51324, + "hf_subset": "aeb_Arab-taq_Latn", + "languages": [ + "aeb-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-war_Latn", + "languages": [ + "aeb-Arab", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-arb_Arab", + "languages": [ + "aeb-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-bul_Cyrl", + "languages": [ + "aeb-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-fra_Latn", + "languages": [ + "aeb-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-jpn_Jpan", + "languages": [ + "aeb-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-lij_Latn", + "languages": [ + "aeb-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "aeb_Arab-mya_Mymr", + "languages": [ + "aeb-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.540633, + "recall": 0.612648, + "f1": 0.560434, + "accuracy": 0.612648, + "main_score": 0.560434, + "hf_subset": "aeb_Arab-sag_Latn", + "languages": [ + "aeb-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.219989, + "recall": 0.288538, + "f1": 0.237314, + "accuracy": 0.288538, + "main_score": 0.237314, + "hf_subset": "aeb_Arab-taq_Tfng", + "languages": [ + "aeb-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.611515, + "recall": 0.686759, + "f1": 0.632654, + "accuracy": 0.686759, + "main_score": 0.632654, + "hf_subset": "aeb_Arab-wol_Latn", + "languages": [ + "aeb-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.875, + "recall": 0.912055, + "f1": 0.886495, + "accuracy": 0.912055, + "main_score": 0.886495, + "hf_subset": "aeb_Arab-arb_Latn", + "languages": [ + "aeb-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-cat_Latn", + "languages": [ + "aeb-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "aeb_Arab-fur_Latn", + "languages": [ + "aeb-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.454077, + "recall": 0.524704, + "f1": 0.473324, + "accuracy": 0.524704, + "main_score": 0.473324, + "hf_subset": "aeb_Arab-kab_Latn", + "languages": [ + "aeb-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "aeb_Arab-lim_Latn", + "languages": [ + "aeb-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-nld_Latn", + "languages": [ + "aeb-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "aeb_Arab-san_Deva", + "languages": [ + "aeb-Arab", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-tat_Cyrl", + "languages": [ + "aeb-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.871047, + "recall": 0.910079, + "f1": 0.883498, + "accuracy": 0.910079, + "main_score": 0.883498, + "hf_subset": "aeb_Arab-xho_Latn", + "languages": [ + "aeb-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-ars_Arab", + "languages": [ + "aeb-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "aeb_Arab-ceb_Latn", + "languages": [ + "aeb-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.45557, + "recall": 0.528656, + "f1": 0.476078, + "accuracy": 0.528656, + "main_score": 0.476078, + "hf_subset": "aeb_Arab-fuv_Latn", + "languages": [ + "aeb-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.459648, + "recall": 0.525692, + "f1": 0.477735, + "accuracy": 0.525692, + "main_score": 0.477735, + "hf_subset": "aeb_Arab-kac_Latn", + "languages": [ + "aeb-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.633075, + "recall": 0.705534, + "f1": 0.653386, + "accuracy": 0.705534, + "main_score": 0.653386, + "hf_subset": "aeb_Arab-lin_Latn", + "languages": [ + "aeb-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-nno_Latn", + "languages": [ + "aeb-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.862319, + "recall": 0.900198, + "f1": 0.873781, + "accuracy": 0.900198, + "main_score": 0.873781, + "hf_subset": "aeb_Arab-sat_Olck", + "languages": [ + "aeb-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-tel_Telu", + "languages": [ + "aeb-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "aeb_Arab-ydd_Hebr", + "languages": [ + "aeb-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "aeb_Arab-ary_Arab", + "languages": [ + "aeb-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-ces_Latn", + "languages": [ + "aeb-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.541247, + "recall": 0.621542, + "f1": 0.563541, + "accuracy": 0.621542, + "main_score": 0.563541, + "hf_subset": "aeb_Arab-gaz_Latn", + "languages": [ + "aeb-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.526689, + "recall": 0.608696, + "f1": 0.549622, + "accuracy": 0.608696, + "main_score": 0.549622, + "hf_subset": "aeb_Arab-kam_Latn", + "languages": [ + "aeb-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "aeb_Arab-lit_Latn", + "languages": [ + "aeb-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-nob_Latn", + "languages": [ + "aeb-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "aeb_Arab-scn_Latn", + "languages": [ + "aeb-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "aeb_Arab-tgk_Cyrl", + "languages": [ + "aeb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.740046, + "recall": 0.806324, + "f1": 0.759625, + "accuracy": 0.806324, + "main_score": 0.759625, + "hf_subset": "aeb_Arab-yor_Latn", + "languages": [ + "aeb-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-arz_Arab", + "languages": [ + "aeb-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.476577, + "recall": 0.556324, + "f1": 0.498908, + "accuracy": 0.556324, + "main_score": 0.498908, + "hf_subset": "aeb_Arab-cjk_Latn", + "languages": [ + "aeb-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.938076, + "recall": 0.95751, + "f1": 0.944335, + "accuracy": 0.95751, + "main_score": 0.944335, + "hf_subset": "aeb_Arab-gla_Latn", + "languages": [ + "aeb-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-kan_Knda", + "languages": [ + "aeb-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "aeb_Arab-lmo_Latn", + "languages": [ + "aeb-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "aeb_Arab-npi_Deva", + "languages": [ + "aeb-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.531458, + "recall": 0.609684, + "f1": 0.553342, + "accuracy": 0.609684, + "main_score": 0.553342, + "hf_subset": "aeb_Arab-shn_Mymr", + "languages": [ + "aeb-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-tgl_Latn", + "languages": [ + "aeb-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-yue_Hant", + "languages": [ + "aeb-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "aeb_Arab-asm_Beng", + "languages": [ + "aeb-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.931406, + "recall": 0.952569, + "f1": 0.938142, + "accuracy": 0.952569, + "main_score": 0.938142, + "hf_subset": "aeb_Arab-ckb_Arab", + "languages": [ + "aeb-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "aeb_Arab-gle_Latn", + "languages": [ + "aeb-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.90135, + "recall": 0.93083, + "f1": 0.910738, + "accuracy": 0.93083, + "main_score": 0.910738, + "hf_subset": "aeb_Arab-kas_Arab", + "languages": [ + "aeb-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.887764, + "recall": 0.921937, + "f1": 0.898748, + "accuracy": 0.921937, + "main_score": 0.898748, + "hf_subset": "aeb_Arab-ltg_Latn", + "languages": [ + "aeb-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.782947, + "recall": 0.835968, + "f1": 0.799292, + "accuracy": 0.835968, + "main_score": 0.799292, + "hf_subset": "aeb_Arab-nso_Latn", + "languages": [ + "aeb-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "aeb_Arab-sin_Sinh", + "languages": [ + "aeb-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-tha_Thai", + "languages": [ + "aeb-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-zho_Hans", + "languages": [ + "aeb-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-ast_Latn", + "languages": [ + "aeb-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "aeb_Arab-crh_Latn", + "languages": [ + "aeb-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-glg_Latn", + "languages": [ + "aeb-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.839789, + "recall": 0.883399, + "f1": 0.852734, + "accuracy": 0.883399, + "main_score": 0.852734, + "hf_subset": "aeb_Arab-kas_Deva", + "languages": [ + "aeb-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-ltz_Latn", + "languages": [ + "aeb-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.421245, + "recall": 0.488142, + "f1": 0.438933, + "accuracy": 0.488142, + "main_score": 0.438933, + "hf_subset": "aeb_Arab-nus_Latn", + "languages": [ + "aeb-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-slk_Latn", + "languages": [ + "aeb-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.641182, + "recall": 0.717391, + "f1": 0.662994, + "accuracy": 0.717391, + "main_score": 0.662994, + "hf_subset": "aeb_Arab-tir_Ethi", + "languages": [ + "aeb-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-zho_Hant", + "languages": [ + "aeb-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "aeb_Arab-awa_Deva", + "languages": [ + "aeb-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "aeb_Arab-cym_Latn", + "languages": [ + "aeb-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.763389, + "recall": 0.820158, + "f1": 0.779861, + "accuracy": 0.820158, + "main_score": 0.779861, + "hf_subset": "aeb_Arab-grn_Latn", + "languages": [ + "aeb-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-kat_Geor", + "languages": [ + "aeb-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.608738, + "recall": 0.667984, + "f1": 0.624729, + "accuracy": 0.667984, + "main_score": 0.624729, + "hf_subset": "aeb_Arab-lua_Latn", + "languages": [ + "aeb-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.828673, + "recall": 0.87747, + "f1": 0.844104, + "accuracy": 0.87747, + "main_score": 0.844104, + "hf_subset": "aeb_Arab-nya_Latn", + "languages": [ + "aeb-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-slv_Latn", + "languages": [ + "aeb-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "aeb_Arab-tpi_Latn", + "languages": [ + "aeb-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-zsm_Latn", + "languages": [ + "aeb-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.478612, + "recall": 0.545455, + "f1": 0.496945, + "accuracy": 0.545455, + "main_score": 0.496945, + "hf_subset": "aeb_Arab-ayr_Latn", + "languages": [ + "aeb-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-dan_Latn", + "languages": [ + "aeb-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-guj_Gujr", + "languages": [ + "aeb-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-kaz_Cyrl", + "languages": [ + "aeb-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.640507, + "recall": 0.715415, + "f1": 0.66242, + "accuracy": 0.715415, + "main_score": 0.66242, + "hf_subset": "aeb_Arab-lug_Latn", + "languages": [ + "aeb-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-oci_Latn", + "languages": [ + "aeb-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.828896, + "recall": 0.87253, + "f1": 0.842276, + "accuracy": 0.87253, + "main_score": 0.842276, + "hf_subset": "aeb_Arab-smo_Latn", + "languages": [ + "aeb-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.740104, + "recall": 0.804348, + "f1": 0.759058, + "accuracy": 0.804348, + "main_score": 0.759058, + "hf_subset": "aeb_Arab-tsn_Latn", + "languages": [ + "aeb-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.886281, + "recall": 0.91996, + "f1": 0.897134, + "accuracy": 0.91996, + "main_score": 0.897134, + "hf_subset": "aeb_Arab-zul_Latn", + "languages": [ + "aeb-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.935194, + "recall": 0.954545, + "f1": 0.941436, + "accuracy": 0.954545, + "main_score": 0.941436, + "hf_subset": "aeb_Arab-azb_Arab", + "languages": [ + "aeb-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-deu_Latn", + "languages": [ + "aeb-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "aeb_Arab-hat_Latn", + "languages": [ + "aeb-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.477458, + "recall": 0.541502, + "f1": 0.495266, + "accuracy": 0.541502, + "main_score": 0.495266, + "hf_subset": "aeb_Arab-kbp_Latn", + "languages": [ + "aeb-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.491365, + "recall": 0.5583, + "f1": 0.508952, + "accuracy": 0.5583, + "main_score": 0.508952, + "hf_subset": "aeb_Arab-luo_Latn", + "languages": [ + "aeb-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "aeb_Arab-ory_Orya", + "languages": [ + "aeb-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.888999, + "recall": 0.922925, + "f1": 0.899868, + "accuracy": 0.922925, + "main_score": 0.899868, + "hf_subset": "aeb_Arab-sna_Latn", + "languages": [ + "aeb-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.652108, + "recall": 0.721344, + "f1": 0.67204, + "accuracy": 0.721344, + "main_score": 0.67204, + "hf_subset": "aeb_Arab-tso_Latn", + "languages": [ + "aeb-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-azj_Latn", + "languages": [ + "aeb-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.48442, + "recall": 0.556324, + "f1": 0.504538, + "accuracy": 0.556324, + "main_score": 0.504538, + "hf_subset": "aeb_Arab-dik_Latn", + "languages": [ + "aeb-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.889493, + "recall": 0.922925, + "f1": 0.900198, + "accuracy": 0.922925, + "main_score": 0.900198, + "hf_subset": "aeb_Arab-hau_Latn", + "languages": [ + "aeb-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "aeb_Arab-kea_Latn", + "languages": [ + "aeb-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.922266, + "recall": 0.94664, + "f1": 0.930171, + "accuracy": 0.94664, + "main_score": 0.930171, + "hf_subset": "aeb_Arab-lus_Latn", + "languages": [ + "aeb-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.856999, + "recall": 0.896245, + "f1": 0.869302, + "accuracy": 0.896245, + "main_score": 0.869302, + "hf_subset": "aeb_Arab-pag_Latn", + "languages": [ + "aeb-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "aeb_Arab-snd_Arab", + "languages": [ + "aeb-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "aeb_Arab-tuk_Latn", + "languages": [ + "aeb-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "aeb_Arab-bak_Cyrl", + "languages": [ + "aeb-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.439468, + "recall": 0.513834, + "f1": 0.459295, + "accuracy": 0.513834, + "main_score": 0.459295, + "hf_subset": "aeb_Arab-dyu_Latn", + "languages": [ + "aeb-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-heb_Hebr", + "languages": [ + "aeb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "aeb_Arab-khk_Cyrl", + "languages": [ + "aeb-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-lvs_Latn", + "languages": [ + "aeb-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-pan_Guru", + "languages": [ + "aeb-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.86973, + "recall": 0.908103, + "f1": 0.881719, + "accuracy": 0.908103, + "main_score": 0.881719, + "hf_subset": "aeb_Arab-som_Latn", + "languages": [ + "aeb-Arab", + "som-Latn" + ] + }, + { + "precision": 0.69086, + "recall": 0.756917, + "f1": 0.710578, + "accuracy": 0.756917, + "main_score": 0.710578, + "hf_subset": "aeb_Arab-tum_Latn", + "languages": [ + "aeb-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.536723, + "recall": 0.621542, + "f1": 0.560177, + "accuracy": 0.621542, + "main_score": 0.560177, + "hf_subset": "ben_Beng-ace_Arab", + "languages": [ + "ben-Beng", + "ace-Arab" + ] + }, + { + "precision": 0.447957, + "recall": 0.511858, + "f1": 0.465012, + "accuracy": 0.511858, + "main_score": 0.465012, + "hf_subset": "ben_Beng-bam_Latn", + "languages": [ + "ben-Beng", + "bam-Latn" + ] + }, + { + "precision": 0.669156, + "recall": 0.75, + "f1": 0.692827, + "accuracy": 0.75, + "main_score": 0.692827, + "hf_subset": "ben_Beng-dzo_Tibt", + "languages": [ + "ben-Beng", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ben_Beng-khm_Khmr", + "languages": [ + "ben-Beng", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-mag_Deva", + "languages": [ + "ben-Beng", + "mag-Deva" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ben_Beng-pap_Latn", + "languages": [ + "ben-Beng", + "pap-Latn" + ] + }, + { + "precision": 0.873765, + "recall": 0.908103, + "f1": 0.884176, + "accuracy": 0.908103, + "main_score": 0.884176, + "hf_subset": "ben_Beng-sot_Latn", + "languages": [ + "ben-Beng", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-tur_Latn", + "languages": [ + "ben-Beng", + "tur-Latn" + ] + }, + { + "precision": 0.858193, + "recall": 0.897233, + "f1": 0.870279, + "accuracy": 0.897233, + "main_score": 0.870279, + "hf_subset": "ben_Beng-ace_Latn", + "languages": [ + "ben-Beng", + "ace-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.968379, + "f1": 0.959651, + "accuracy": 0.968379, + "main_score": 0.959651, + "hf_subset": "ben_Beng-ban_Latn", + "languages": [ + "ben-Beng", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-ell_Grek", + "languages": [ + "ben-Beng", + "ell-Grek" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ben_Beng-hne_Deva", + "languages": [ + "ben-Beng", + "hne-Deva" + ] + }, + { + "precision": 0.5723, + "recall": 0.642292, + "f1": 0.59157, + "accuracy": 0.642292, + "main_score": 0.59157, + "hf_subset": "ben_Beng-kik_Latn", + "languages": [ + "ben-Beng", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-mai_Deva", + "languages": [ + "ben-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.951828, + "recall": 0.967391, + "f1": 0.956917, + "accuracy": 0.967391, + "main_score": 0.956917, + "hf_subset": "ben_Beng-pbt_Arab", + "languages": [ + "ben-Beng", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-spa_Latn", + "languages": [ + "ben-Beng", + "spa-Latn" + ] + }, + { + "precision": 0.77803, + "recall": 0.833992, + "f1": 0.794664, + "accuracy": 0.833992, + "main_score": 0.794664, + "hf_subset": "ben_Beng-twi_Latn", + "languages": [ + "ben-Beng", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-acm_Arab", + "languages": [ + "ben-Beng", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-bel_Cyrl", + "languages": [ + "ben-Beng", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-hrv_Latn", + "languages": [ + "ben-Beng", + "hrv-Latn" + ] + }, + { + "precision": 0.852174, + "recall": 0.893281, + "f1": 0.864921, + "accuracy": 0.893281, + "main_score": 0.864921, + "hf_subset": "ben_Beng-kin_Latn", + "languages": [ + "ben-Beng", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-mal_Mlym", + "languages": [ + "ben-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-pes_Arab", + "languages": [ + "ben-Beng", + "pes-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ben_Beng-srd_Latn", + "languages": [ + "ben-Beng", + "srd-Latn" + ] + }, + { + "precision": 0.219633, + "recall": 0.280632, + "f1": 0.233876, + "accuracy": 0.280632, + "main_score": 0.233876, + "hf_subset": "ben_Beng-tzm_Tfng", + "languages": [ + "ben-Beng", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-acq_Arab", + "languages": [ + "ben-Beng", + "acq-Arab" + ] + }, + { + "precision": 0.655825, + "recall": 0.730237, + "f1": 0.677214, + "accuracy": 0.730237, + "main_score": 0.677214, + "hf_subset": "ben_Beng-bem_Latn", + "languages": [ + "ben-Beng", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-epo_Latn", + "languages": [ + "ben-Beng", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-hun_Latn", + "languages": [ + "ben-Beng", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ben_Beng-kir_Cyrl", + "languages": [ + "ben-Beng", + "kir-Cyrl" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.875247, + "recall": 0.912055, + "f1": 0.886759, + "accuracy": 0.912055, + "main_score": 0.886759, + "hf_subset": "ben_Beng-plt_Latn", + "languages": [ + "ben-Beng", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-srp_Cyrl", + "languages": [ + "ben-Beng", + "srp-Cyrl" + ] + }, + { + "precision": 0.94804, + "recall": 0.963439, + "f1": 0.952964, + "accuracy": 0.963439, + "main_score": 0.952964, + "hf_subset": "ben_Beng-uig_Arab", + "languages": [ + "ben-Beng", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-aeb_Arab", + "languages": [ + "ben-Beng", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ben_Beng-est_Latn", + "languages": [ + "ben-Beng", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-hye_Armn", + "languages": [ + "ben-Beng", + "hye-Armn" + ] + }, + { + "precision": 0.453605, + "recall": 0.518775, + "f1": 0.471684, + "accuracy": 0.518775, + "main_score": 0.471684, + "hf_subset": "ben_Beng-kmb_Latn", + "languages": [ + "ben-Beng", + "kmb-Latn" + ] + }, + { + "precision": 0.495122, + "recall": 0.585968, + "f1": 0.519485, + "accuracy": 0.585968, + "main_score": 0.519485, + "hf_subset": "ben_Beng-min_Arab", + "languages": [ + "ben-Beng", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-pol_Latn", + "languages": [ + "ben-Beng", + "pol-Latn" + ] + }, + { + "precision": 0.754974, + "recall": 0.820158, + "f1": 0.774605, + "accuracy": 0.820158, + "main_score": 0.774605, + "hf_subset": "ben_Beng-ssw_Latn", + "languages": [ + "ben-Beng", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-ukr_Cyrl", + "languages": [ + "ben-Beng", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-afr_Latn", + "languages": [ + "ben-Beng", + "afr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-bho_Deva", + "languages": [ + "ben-Beng", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-eus_Latn", + "languages": [ + "ben-Beng", + "eus-Latn" + ] + }, + { + "precision": 0.875906, + "recall": 0.914032, + "f1": 0.887912, + "accuracy": 0.914032, + "main_score": 0.887912, + "hf_subset": "ben_Beng-ibo_Latn", + "languages": [ + "ben-Beng", + "ibo-Latn" + ] + }, + { + "precision": 0.890431, + "recall": 0.922925, + "f1": 0.900593, + "accuracy": 0.922925, + "main_score": 0.900593, + "hf_subset": "ben_Beng-kmr_Latn", + "languages": [ + "ben-Beng", + "kmr-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "ben_Beng-min_Latn", + "languages": [ + "ben-Beng", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-por_Latn", + "languages": [ + "ben-Beng", + "por-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ben_Beng-sun_Latn", + "languages": [ + "ben-Beng", + "sun-Latn" + ] + }, + { + "precision": 0.468482, + "recall": 0.533597, + "f1": 0.486606, + "accuracy": 0.533597, + "main_score": 0.486606, + "hf_subset": "ben_Beng-umb_Latn", + "languages": [ + "ben-Beng", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-ajp_Arab", + "languages": [ + "ben-Beng", + "ajp-Arab" + ] + }, + { + "precision": 0.515636, + "recall": 0.598814, + "f1": 0.539137, + "accuracy": 0.598814, + "main_score": 0.539137, + "hf_subset": "ben_Beng-bjn_Arab", + "languages": [ + "ben-Beng", + "bjn-Arab" + ] + }, + { + "precision": 0.446437, + "recall": 0.502964, + "f1": 0.461569, + "accuracy": 0.502964, + "main_score": 0.461569, + "hf_subset": "ben_Beng-ewe_Latn", + "languages": [ + "ben-Beng", + "ewe-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "ben_Beng-ilo_Latn", + "languages": [ + "ben-Beng", + "ilo-Latn" + ] + }, + { + "precision": 0.276583, + "recall": 0.347826, + "f1": 0.294427, + "accuracy": 0.347826, + "main_score": 0.294427, + "hf_subset": "ben_Beng-knc_Arab", + "languages": [ + "ben-Beng", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-mkd_Cyrl", + "languages": [ + "ben-Beng", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-prs_Arab", + "languages": [ + "ben-Beng", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-swe_Latn", + "languages": [ + "ben-Beng", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.745142, + "recall": 0.809289, + "f1": 0.764483, + "accuracy": 0.809289, + "main_score": 0.764483, + "hf_subset": "ben_Beng-aka_Latn", + "languages": [ + "ben-Beng", + "aka-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ben_Beng-bjn_Latn", + "languages": [ + "ben-Beng", + "bjn-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ben_Beng-fao_Latn", + "languages": [ + "ben-Beng", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ind_Latn", + "languages": [ + "ben-Beng", + "ind-Latn" + ] + }, + { + "precision": 0.508929, + "recall": 0.567194, + "f1": 0.524658, + "accuracy": 0.567194, + "main_score": 0.524658, + "hf_subset": "ben_Beng-knc_Latn", + "languages": [ + "ben-Beng", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-mlt_Latn", + "languages": [ + "ben-Beng", + "mlt-Latn" + ] + }, + { + "precision": 0.624666, + "recall": 0.697628, + "f1": 0.645411, + "accuracy": 0.697628, + "main_score": 0.645411, + "hf_subset": "ben_Beng-quy_Latn", + "languages": [ + "ben-Beng", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ben_Beng-swh_Latn", + "languages": [ + "ben-Beng", + "swh-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ben_Beng-uzn_Latn", + "languages": [ + "ben-Beng", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-als_Latn", + "languages": [ + "ben-Beng", + "als-Latn" + ] + }, + { + "precision": 0.823264, + "recall": 0.875494, + "f1": 0.839641, + "accuracy": 0.875494, + "main_score": 0.839641, + "hf_subset": "ben_Beng-bod_Tibt", + "languages": [ + "ben-Beng", + "bod-Tibt" + ] + }, + { + "precision": 0.617213, + "recall": 0.689723, + "f1": 0.637854, + "accuracy": 0.689723, + "main_score": 0.637854, + "hf_subset": "ben_Beng-fij_Latn", + "languages": [ + "ben-Beng", + "fij-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ben_Beng-isl_Latn", + "languages": [ + "ben-Beng", + "isl-Latn" + ] + }, + { + "precision": 0.580873, + "recall": 0.656126, + "f1": 0.60195, + "accuracy": 0.656126, + "main_score": 0.60195, + "hf_subset": "ben_Beng-kon_Latn", + "languages": [ + "ben-Beng", + "kon-Latn" + ] + }, + { + "precision": 0.614721, + "recall": 0.69664, + "f1": 0.638295, + "accuracy": 0.69664, + "main_score": 0.638295, + "hf_subset": "ben_Beng-mni_Beng", + "languages": [ + "ben-Beng", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-ron_Latn", + "languages": [ + "ben-Beng", + "ron-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "ben_Beng-szl_Latn", + "languages": [ + "ben-Beng", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-vec_Latn", + "languages": [ + "ben-Beng", + "vec-Latn" + ] + }, + { + "precision": 0.94417, + "recall": 0.961462, + "f1": 0.949769, + "accuracy": 0.961462, + "main_score": 0.949769, + "hf_subset": "ben_Beng-amh_Ethi", + "languages": [ + "ben-Beng", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-bos_Latn", + "languages": [ + "ben-Beng", + "bos-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-fin_Latn", + "languages": [ + "ben-Beng", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ita_Latn", + "languages": [ + "ben-Beng", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-kor_Hang", + "languages": [ + "ben-Beng", + "kor-Hang" + ] + }, + { + "precision": 0.472935, + "recall": 0.536561, + "f1": 0.490137, + "accuracy": 0.536561, + "main_score": 0.490137, + "hf_subset": "ben_Beng-mos_Latn", + "languages": [ + "ben-Beng", + "mos-Latn" + ] + }, + { + "precision": 0.760903, + "recall": 0.81917, + "f1": 0.778228, + "accuracy": 0.81917, + "main_score": 0.778228, + "hf_subset": "ben_Beng-run_Latn", + "languages": [ + "ben-Beng", + "run-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ben_Beng-vie_Latn", + "languages": [ + "ben-Beng", + "vie-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ben_Beng-apc_Arab", + "languages": [ + "ben-Beng", + "apc-Arab" + ] + }, + { + "precision": 0.705273, + "recall": 0.773715, + "f1": 0.724876, + "accuracy": 0.773715, + "main_score": 0.724876, + "hf_subset": "ben_Beng-bug_Latn", + "languages": [ + "ben-Beng", + "bug-Latn" + ] + }, + { + "precision": 0.41246, + "recall": 0.468379, + "f1": 0.427985, + "accuracy": 0.468379, + "main_score": 0.427985, + "hf_subset": "ben_Beng-fon_Latn", + "languages": [ + "ben-Beng", + "fon-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ben_Beng-jav_Latn", + "languages": [ + "ben-Beng", + "jav-Latn" + ] + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "ben_Beng-lao_Laoo", + "languages": [ + "ben-Beng", + "lao-Laoo" + ] + }, + { + "precision": 0.866683, + "recall": 0.905138, + "f1": 0.878689, + "accuracy": 0.905138, + "main_score": 0.878689, + "hf_subset": "ben_Beng-mri_Latn", + "languages": [ + "ben-Beng", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-rus_Cyrl", + "languages": [ + "ben-Beng", + "rus-Cyrl" + ] + }, + { + "precision": 0.484245, + "recall": 0.547431, + "f1": 0.501426, + "accuracy": 0.547431, + "main_score": 0.501426, + "hf_subset": "ben_Beng-taq_Latn", + "languages": [ + "ben-Beng", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-war_Latn", + "languages": [ + "ben-Beng", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-arb_Arab", + "languages": [ + "ben-Beng", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-bul_Cyrl", + "languages": [ + "ben-Beng", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-fra_Latn", + "languages": [ + "ben-Beng", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-jpn_Jpan", + "languages": [ + "ben-Beng", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ben_Beng-lij_Latn", + "languages": [ + "ben-Beng", + "lij-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "ben_Beng-mya_Mymr", + "languages": [ + "ben-Beng", + "mya-Mymr" + ] + }, + { + "precision": 0.527662, + "recall": 0.597826, + "f1": 0.546241, + "accuracy": 0.597826, + "main_score": 0.546241, + "hf_subset": "ben_Beng-sag_Latn", + "languages": [ + "ben-Beng", + "sag-Latn" + ] + }, + { + "precision": 0.238337, + "recall": 0.302372, + "f1": 0.254166, + "accuracy": 0.302372, + "main_score": 0.254166, + "hf_subset": "ben_Beng-taq_Tfng", + "languages": [ + "ben-Beng", + "taq-Tfng" + ] + }, + { + "precision": 0.61257, + "recall": 0.684783, + "f1": 0.632682, + "accuracy": 0.684783, + "main_score": 0.632682, + "hf_subset": "ben_Beng-wol_Latn", + "languages": [ + "ben-Beng", + "wol-Latn" + ] + }, + { + "precision": 0.836825, + "recall": 0.884387, + "f1": 0.851416, + "accuracy": 0.884387, + "main_score": 0.851416, + "hf_subset": "ben_Beng-arb_Latn", + "languages": [ + "ben-Beng", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-cat_Latn", + "languages": [ + "ben-Beng", + "cat-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ben_Beng-fur_Latn", + "languages": [ + "ben-Beng", + "fur-Latn" + ] + }, + { + "precision": 0.436554, + "recall": 0.513834, + "f1": 0.457525, + "accuracy": 0.513834, + "main_score": 0.457525, + "hf_subset": "ben_Beng-kab_Latn", + "languages": [ + "ben-Beng", + "kab-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ben_Beng-lim_Latn", + "languages": [ + "ben-Beng", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-nld_Latn", + "languages": [ + "ben-Beng", + "nld-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "ben_Beng-san_Deva", + "languages": [ + "ben-Beng", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-tat_Cyrl", + "languages": [ + "ben-Beng", + "tat-Cyrl" + ] + }, + { + "precision": 0.868577, + "recall": 0.905138, + "f1": 0.879908, + "accuracy": 0.905138, + "main_score": 0.879908, + "hf_subset": "ben_Beng-xho_Latn", + "languages": [ + "ben-Beng", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-ars_Arab", + "languages": [ + "ben-Beng", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-ceb_Latn", + "languages": [ + "ben-Beng", + "ceb-Latn" + ] + }, + { + "precision": 0.474145, + "recall": 0.546443, + "f1": 0.493917, + "accuracy": 0.546443, + "main_score": 0.493917, + "hf_subset": "ben_Beng-fuv_Latn", + "languages": [ + "ben-Beng", + "fuv-Latn" + ] + }, + { + "precision": 0.461965, + "recall": 0.529644, + "f1": 0.479679, + "accuracy": 0.529644, + "main_score": 0.479679, + "hf_subset": "ben_Beng-kac_Latn", + "languages": [ + "ben-Beng", + "kac-Latn" + ] + }, + { + "precision": 0.609911, + "recall": 0.686759, + "f1": 0.631183, + "accuracy": 0.686759, + "main_score": 0.631183, + "hf_subset": "ben_Beng-lin_Latn", + "languages": [ + "ben-Beng", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-nno_Latn", + "languages": [ + "ben-Beng", + "nno-Latn" + ] + }, + { + "precision": 0.882329, + "recall": 0.916008, + "f1": 0.892589, + "accuracy": 0.916008, + "main_score": 0.892589, + "hf_subset": "ben_Beng-sat_Olck", + "languages": [ + "ben-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ben_Beng-ydd_Hebr", + "languages": [ + "ben-Beng", + "ydd-Hebr" + ] + }, + { + "precision": 0.970553, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "ben_Beng-ary_Arab", + "languages": [ + "ben-Beng", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-ces_Latn", + "languages": [ + "ben-Beng", + "ces-Latn" + ] + }, + { + "precision": 0.556123, + "recall": 0.634387, + "f1": 0.577665, + "accuracy": 0.634387, + "main_score": 0.577665, + "hf_subset": "ben_Beng-gaz_Latn", + "languages": [ + "ben-Beng", + "gaz-Latn" + ] + }, + { + "precision": 0.518686, + "recall": 0.597826, + "f1": 0.539888, + "accuracy": 0.597826, + "main_score": 0.539888, + "hf_subset": "ben_Beng-kam_Latn", + "languages": [ + "ben-Beng", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ben_Beng-lit_Latn", + "languages": [ + "ben-Beng", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-nob_Latn", + "languages": [ + "ben-Beng", + "nob-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ben_Beng-scn_Latn", + "languages": [ + "ben-Beng", + "scn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ben_Beng-tgk_Cyrl", + "languages": [ + "ben-Beng", + "tgk-Cyrl" + ] + }, + { + "precision": 0.735568, + "recall": 0.80336, + "f1": 0.755439, + "accuracy": 0.80336, + "main_score": 0.755439, + "hf_subset": "ben_Beng-yor_Latn", + "languages": [ + "ben-Beng", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-arz_Arab", + "languages": [ + "ben-Beng", + "arz-Arab" + ] + }, + { + "precision": 0.468923, + "recall": 0.544466, + "f1": 0.489248, + "accuracy": 0.544466, + "main_score": 0.489248, + "hf_subset": "ben_Beng-cjk_Latn", + "languages": [ + "ben-Beng", + "cjk-Latn" + ] + }, + { + "precision": 0.943676, + "recall": 0.961462, + "f1": 0.94944, + "accuracy": 0.961462, + "main_score": 0.94944, + "hf_subset": "ben_Beng-gla_Latn", + "languages": [ + "ben-Beng", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ben_Beng-lmo_Latn", + "languages": [ + "ben-Beng", + "lmo-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "ben_Beng-npi_Deva", + "languages": [ + "ben-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.54625, + "recall": 0.631423, + "f1": 0.570202, + "accuracy": 0.631423, + "main_score": 0.570202, + "hf_subset": "ben_Beng-shn_Mymr", + "languages": [ + "ben-Beng", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-tgl_Latn", + "languages": [ + "ben-Beng", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-yue_Hant", + "languages": [ + "ben-Beng", + "yue-Hant" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ben_Beng-asm_Beng", + "languages": [ + "ben-Beng", + "asm-Beng" + ] + }, + { + "precision": 0.930171, + "recall": 0.951581, + "f1": 0.937088, + "accuracy": 0.951581, + "main_score": 0.937088, + "hf_subset": "ben_Beng-ckb_Arab", + "languages": [ + "ben-Beng", + "ckb-Arab" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "ben_Beng-gle_Latn", + "languages": [ + "ben-Beng", + "gle-Latn" + ] + }, + { + "precision": 0.909667, + "recall": 0.936759, + "f1": 0.918215, + "accuracy": 0.936759, + "main_score": 0.918215, + "hf_subset": "ben_Beng-kas_Arab", + "languages": [ + "ben-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.891881, + "recall": 0.923913, + "f1": 0.90224, + "accuracy": 0.923913, + "main_score": 0.90224, + "hf_subset": "ben_Beng-ltg_Latn", + "languages": [ + "ben-Beng", + "ltg-Latn" + ] + }, + { + "precision": 0.782537, + "recall": 0.835968, + "f1": 0.79865, + "accuracy": 0.835968, + "main_score": 0.79865, + "hf_subset": "ben_Beng-nso_Latn", + "languages": [ + "ben-Beng", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ben_Beng-sin_Sinh", + "languages": [ + "ben-Beng", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-tha_Thai", + "languages": [ + "ben-Beng", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-zho_Hans", + "languages": [ + "ben-Beng", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-ast_Latn", + "languages": [ + "ben-Beng", + "ast-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ben_Beng-crh_Latn", + "languages": [ + "ben-Beng", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-glg_Latn", + "languages": [ + "ben-Beng", + "glg-Latn" + ] + }, + { + "precision": 0.862138, + "recall": 0.902174, + "f1": 0.874539, + "accuracy": 0.902174, + "main_score": 0.874539, + "hf_subset": "ben_Beng-kas_Deva", + "languages": [ + "ben-Beng", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-ltz_Latn", + "languages": [ + "ben-Beng", + "ltz-Latn" + ] + }, + { + "precision": 0.414493, + "recall": 0.483202, + "f1": 0.432351, + "accuracy": 0.483202, + "main_score": 0.432351, + "hf_subset": "ben_Beng-nus_Latn", + "languages": [ + "ben-Beng", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-slk_Latn", + "languages": [ + "ben-Beng", + "slk-Latn" + ] + }, + { + "precision": 0.6502, + "recall": 0.72332, + "f1": 0.67098, + "accuracy": 0.72332, + "main_score": 0.67098, + "hf_subset": "ben_Beng-tir_Ethi", + "languages": [ + "ben-Beng", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-zho_Hant", + "languages": [ + "ben-Beng", + "zho-Hant" + ] + }, + { + "precision": 0.981555, + "recall": 0.986166, + "f1": 0.983037, + "accuracy": 0.986166, + "main_score": 0.983037, + "hf_subset": "ben_Beng-awa_Deva", + "languages": [ + "ben-Beng", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-cym_Latn", + "languages": [ + "ben-Beng", + "cym-Latn" + ] + }, + { + "precision": 0.753343, + "recall": 0.811265, + "f1": 0.770422, + "accuracy": 0.811265, + "main_score": 0.770422, + "hf_subset": "ben_Beng-grn_Latn", + "languages": [ + "ben-Beng", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-kat_Geor", + "languages": [ + "ben-Beng", + "kat-Geor" + ] + }, + { + "precision": 0.579652, + "recall": 0.644269, + "f1": 0.59774, + "accuracy": 0.644269, + "main_score": 0.59774, + "hf_subset": "ben_Beng-lua_Latn", + "languages": [ + "ben-Beng", + "lua-Latn" + ] + }, + { + "precision": 0.81525, + "recall": 0.864625, + "f1": 0.830468, + "accuracy": 0.864625, + "main_score": 0.830468, + "hf_subset": "ben_Beng-nya_Latn", + "languages": [ + "ben-Beng", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-slv_Latn", + "languages": [ + "ben-Beng", + "slv-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ben_Beng-tpi_Latn", + "languages": [ + "ben-Beng", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-zsm_Latn", + "languages": [ + "ben-Beng", + "zsm-Latn" + ] + }, + { + "precision": 0.483794, + "recall": 0.548419, + "f1": 0.501294, + "accuracy": 0.548419, + "main_score": 0.501294, + "hf_subset": "ben_Beng-ayr_Latn", + "languages": [ + "ben-Beng", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-dan_Latn", + "languages": [ + "ben-Beng", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ben_Beng-kaz_Cyrl", + "languages": [ + "ben-Beng", + "kaz-Cyrl" + ] + }, + { + "precision": 0.625025, + "recall": 0.705534, + "f1": 0.648163, + "accuracy": 0.705534, + "main_score": 0.648163, + "hf_subset": "ben_Beng-lug_Latn", + "languages": [ + "ben-Beng", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-oci_Latn", + "languages": [ + "ben-Beng", + "oci-Latn" + ] + }, + { + "precision": 0.827602, + "recall": 0.874506, + "f1": 0.842161, + "accuracy": 0.874506, + "main_score": 0.842161, + "hf_subset": "ben_Beng-smo_Latn", + "languages": [ + "ben-Beng", + "smo-Latn" + ] + }, + { + "precision": 0.736594, + "recall": 0.800395, + "f1": 0.755336, + "accuracy": 0.800395, + "main_score": 0.755336, + "hf_subset": "ben_Beng-tsn_Latn", + "languages": [ + "ben-Beng", + "tsn-Latn" + ] + }, + { + "precision": 0.894104, + "recall": 0.925889, + "f1": 0.90415, + "accuracy": 0.925889, + "main_score": 0.90415, + "hf_subset": "ben_Beng-zul_Latn", + "languages": [ + "ben-Beng", + "zul-Latn" + ] + }, + { + "precision": 0.937829, + "recall": 0.956522, + "f1": 0.943742, + "accuracy": 0.956522, + "main_score": 0.943742, + "hf_subset": "ben_Beng-azb_Arab", + "languages": [ + "ben-Beng", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-deu_Latn", + "languages": [ + "ben-Beng", + "deu-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ben_Beng-hat_Latn", + "languages": [ + "ben-Beng", + "hat-Latn" + ] + }, + { + "precision": 0.460209, + "recall": 0.520751, + "f1": 0.476639, + "accuracy": 0.520751, + "main_score": 0.476639, + "hf_subset": "ben_Beng-kbp_Latn", + "languages": [ + "ben-Beng", + "kbp-Latn" + ] + }, + { + "precision": 0.493071, + "recall": 0.564229, + "f1": 0.512161, + "accuracy": 0.564229, + "main_score": 0.512161, + "hf_subset": "ben_Beng-luo_Latn", + "languages": [ + "ben-Beng", + "luo-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ben_Beng-ory_Orya", + "languages": [ + "ben-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.892128, + "recall": 0.923913, + "f1": 0.902141, + "accuracy": 0.923913, + "main_score": 0.902141, + "hf_subset": "ben_Beng-sna_Latn", + "languages": [ + "ben-Beng", + "sna-Latn" + ] + }, + { + "precision": 0.659619, + "recall": 0.733202, + "f1": 0.680272, + "accuracy": 0.733202, + "main_score": 0.680272, + "hf_subset": "ben_Beng-tso_Latn", + "languages": [ + "ben-Beng", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ben_Beng-azj_Latn", + "languages": [ + "ben-Beng", + "azj-Latn" + ] + }, + { + "precision": 0.470751, + "recall": 0.545455, + "f1": 0.492157, + "accuracy": 0.545455, + "main_score": 0.492157, + "hf_subset": "ben_Beng-dik_Latn", + "languages": [ + "ben-Beng", + "dik-Latn" + ] + }, + { + "precision": 0.903327, + "recall": 0.931818, + "f1": 0.912352, + "accuracy": 0.931818, + "main_score": 0.912352, + "hf_subset": "ben_Beng-hau_Latn", + "languages": [ + "ben-Beng", + "hau-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ben_Beng-kea_Latn", + "languages": [ + "ben-Beng", + "kea-Latn" + ] + }, + { + "precision": 0.924407, + "recall": 0.947628, + "f1": 0.931818, + "accuracy": 0.947628, + "main_score": 0.931818, + "hf_subset": "ben_Beng-lus_Latn", + "languages": [ + "ben-Beng", + "lus-Latn" + ] + }, + { + "precision": 0.848979, + "recall": 0.890316, + "f1": 0.861957, + "accuracy": 0.890316, + "main_score": 0.861957, + "hf_subset": "ben_Beng-pag_Latn", + "languages": [ + "ben-Beng", + "pag-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ben_Beng-snd_Arab", + "languages": [ + "ben-Beng", + "snd-Arab" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ben_Beng-tuk_Latn", + "languages": [ + "ben-Beng", + "tuk-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ben_Beng-bak_Cyrl", + "languages": [ + "ben-Beng", + "bak-Cyrl" + ] + }, + { + "precision": 0.426238, + "recall": 0.506917, + "f1": 0.448376, + "accuracy": 0.506917, + "main_score": 0.448376, + "hf_subset": "ben_Beng-dyu_Latn", + "languages": [ + "ben-Beng", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-heb_Hebr", + "languages": [ + "ben-Beng", + "heb-Hebr" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ben_Beng-khk_Cyrl", + "languages": [ + "ben-Beng", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-lvs_Latn", + "languages": [ + "ben-Beng", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.861578, + "recall": 0.903162, + "f1": 0.874689, + "accuracy": 0.903162, + "main_score": 0.874689, + "hf_subset": "ben_Beng-som_Latn", + "languages": [ + "ben-Beng", + "som-Latn" + ] + }, + { + "precision": 0.686199, + "recall": 0.752964, + "f1": 0.705698, + "accuracy": 0.752964, + "main_score": 0.705698, + "hf_subset": "ben_Beng-tum_Latn", + "languages": [ + "ben-Beng", + "tum-Latn" + ] + }, + { + "precision": 0.517864, + "recall": 0.607708, + "f1": 0.54359, + "accuracy": 0.607708, + "main_score": 0.54359, + "hf_subset": "est_Latn-ace_Arab", + "languages": [ + "est-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.453294, + "recall": 0.518775, + "f1": 0.470878, + "accuracy": 0.518775, + "main_score": 0.470878, + "hf_subset": "est_Latn-bam_Latn", + "languages": [ + "est-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.649024, + "recall": 0.730237, + "f1": 0.672057, + "accuracy": 0.730237, + "main_score": 0.672057, + "hf_subset": "est_Latn-dzo_Tibt", + "languages": [ + "est-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-hin_Deva", + "languages": [ + "est-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "est_Latn-khm_Khmr", + "languages": [ + "est-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "est_Latn-mag_Deva", + "languages": [ + "est-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-pap_Latn", + "languages": [ + "est-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.864987, + "recall": 0.903162, + "f1": 0.876779, + "accuracy": 0.903162, + "main_score": 0.876779, + "hf_subset": "est_Latn-sot_Latn", + "languages": [ + "est-Latn", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-tur_Latn", + "languages": [ + "est-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.854373, + "recall": 0.895257, + "f1": 0.867267, + "accuracy": 0.895257, + "main_score": 0.867267, + "hf_subset": "est_Latn-ace_Latn", + "languages": [ + "est-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "est_Latn-ban_Latn", + "languages": [ + "est-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "est_Latn-ell_Grek", + "languages": [ + "est-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "est_Latn-hne_Deva", + "languages": [ + "est-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.560787, + "recall": 0.639328, + "f1": 0.582588, + "accuracy": 0.639328, + "main_score": 0.582588, + "hf_subset": "est_Latn-kik_Latn", + "languages": [ + "est-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-mai_Deva", + "languages": [ + "est-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.949605, + "recall": 0.966403, + "f1": 0.955204, + "accuracy": 0.966403, + "main_score": 0.955204, + "hf_subset": "est_Latn-pbt_Arab", + "languages": [ + "est-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-spa_Latn", + "languages": [ + "est-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.77164, + "recall": 0.829051, + "f1": 0.788523, + "accuracy": 0.829051, + "main_score": 0.788523, + "hf_subset": "est_Latn-twi_Latn", + "languages": [ + "est-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-acm_Arab", + "languages": [ + "est-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-bel_Cyrl", + "languages": [ + "est-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-eng_Latn", + "languages": [ + "est-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-hrv_Latn", + "languages": [ + "est-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.843503, + "recall": 0.883399, + "f1": 0.855588, + "accuracy": 0.883399, + "main_score": 0.855588, + "hf_subset": "est_Latn-kin_Latn", + "languages": [ + "est-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "est_Latn-mal_Mlym", + "languages": [ + "est-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-pes_Arab", + "languages": [ + "est-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "est_Latn-srd_Latn", + "languages": [ + "est-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.188242, + "recall": 0.257905, + "f1": 0.204613, + "accuracy": 0.257905, + "main_score": 0.204613, + "hf_subset": "est_Latn-tzm_Tfng", + "languages": [ + "est-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-acq_Arab", + "languages": [ + "est-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.659687, + "recall": 0.73419, + "f1": 0.681304, + "accuracy": 0.73419, + "main_score": 0.681304, + "hf_subset": "est_Latn-bem_Latn", + "languages": [ + "est-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-epo_Latn", + "languages": [ + "est-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-hun_Latn", + "languages": [ + "est-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "est_Latn-kir_Cyrl", + "languages": [ + "est-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-mar_Deva", + "languages": [ + "est-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.874506, + "recall": 0.910079, + "f1": 0.885343, + "accuracy": 0.910079, + "main_score": 0.885343, + "hf_subset": "est_Latn-plt_Latn", + "languages": [ + "est-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-srp_Cyrl", + "languages": [ + "est-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.945899, + "recall": 0.962451, + "f1": 0.951153, + "accuracy": 0.962451, + "main_score": 0.951153, + "hf_subset": "est_Latn-uig_Arab", + "languages": [ + "est-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-aeb_Arab", + "languages": [ + "est-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-ben_Beng", + "languages": [ + "est-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-hye_Armn", + "languages": [ + "est-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.452544, + "recall": 0.518775, + "f1": 0.470893, + "accuracy": 0.518775, + "main_score": 0.470893, + "hf_subset": "est_Latn-kmb_Latn", + "languages": [ + "est-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.505982, + "recall": 0.597826, + "f1": 0.530532, + "accuracy": 0.597826, + "main_score": 0.530532, + "hf_subset": "est_Latn-min_Arab", + "languages": [ + "est-Latn", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-pol_Latn", + "languages": [ + "est-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.748748, + "recall": 0.812253, + "f1": 0.76749, + "accuracy": 0.812253, + "main_score": 0.76749, + "hf_subset": "est_Latn-ssw_Latn", + "languages": [ + "est-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-ukr_Cyrl", + "languages": [ + "est-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-afr_Latn", + "languages": [ + "est-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "est_Latn-bho_Deva", + "languages": [ + "est-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-eus_Latn", + "languages": [ + "est-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.864048, + "recall": 0.90415, + "f1": 0.876482, + "accuracy": 0.90415, + "main_score": 0.876482, + "hf_subset": "est_Latn-ibo_Latn", + "languages": [ + "est-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.885211, + "recall": 0.918972, + "f1": 0.895883, + "accuracy": 0.918972, + "main_score": 0.895883, + "hf_subset": "est_Latn-kmr_Latn", + "languages": [ + "est-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "est_Latn-min_Latn", + "languages": [ + "est-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-por_Latn", + "languages": [ + "est-Latn", + "por-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "est_Latn-sun_Latn", + "languages": [ + "est-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.44852, + "recall": 0.519763, + "f1": 0.468296, + "accuracy": 0.519763, + "main_score": 0.468296, + "hf_subset": "est_Latn-umb_Latn", + "languages": [ + "est-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-ajp_Arab", + "languages": [ + "est-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.501892, + "recall": 0.588933, + "f1": 0.525248, + "accuracy": 0.588933, + "main_score": 0.525248, + "hf_subset": "est_Latn-bjn_Arab", + "languages": [ + "est-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.443111, + "recall": 0.502964, + "f1": 0.459006, + "accuracy": 0.502964, + "main_score": 0.459006, + "hf_subset": "est_Latn-ewe_Latn", + "languages": [ + "est-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.960474, + "f1": 0.947628, + "accuracy": 0.960474, + "main_score": 0.947628, + "hf_subset": "est_Latn-ilo_Latn", + "languages": [ + "est-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.262504, + "recall": 0.332016, + "f1": 0.279429, + "accuracy": 0.332016, + "main_score": 0.279429, + "hf_subset": "est_Latn-knc_Arab", + "languages": [ + "est-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-mkd_Cyrl", + "languages": [ + "est-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-prs_Arab", + "languages": [ + "est-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-swe_Latn", + "languages": [ + "est-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-urd_Arab", + "languages": [ + "est-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.733531, + "recall": 0.799407, + "f1": 0.752786, + "accuracy": 0.799407, + "main_score": 0.752786, + "hf_subset": "est_Latn-aka_Latn", + "languages": [ + "est-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "est_Latn-bjn_Latn", + "languages": [ + "est-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "est_Latn-fao_Latn", + "languages": [ + "est-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-ind_Latn", + "languages": [ + "est-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.500506, + "recall": 0.566206, + "f1": 0.517858, + "accuracy": 0.566206, + "main_score": 0.517858, + "hf_subset": "est_Latn-knc_Latn", + "languages": [ + "est-Latn", + "knc-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-mlt_Latn", + "languages": [ + "est-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.622477, + "recall": 0.701581, + "f1": 0.645158, + "accuracy": 0.701581, + "main_score": 0.645158, + "hf_subset": "est_Latn-quy_Latn", + "languages": [ + "est-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-swh_Latn", + "languages": [ + "est-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-uzn_Latn", + "languages": [ + "est-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-als_Latn", + "languages": [ + "est-Latn", + "als-Latn" + ] + }, + { + "precision": 0.811759, + "recall": 0.864625, + "f1": 0.827786, + "accuracy": 0.864625, + "main_score": 0.827786, + "hf_subset": "est_Latn-bod_Tibt", + "languages": [ + "est-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.618356, + "recall": 0.692688, + "f1": 0.639576, + "accuracy": 0.692688, + "main_score": 0.639576, + "hf_subset": "est_Latn-fij_Latn", + "languages": [ + "est-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "est_Latn-isl_Latn", + "languages": [ + "est-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.593129, + "recall": 0.668972, + "f1": 0.614018, + "accuracy": 0.668972, + "main_score": 0.614018, + "hf_subset": "est_Latn-kon_Latn", + "languages": [ + "est-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.577332, + "recall": 0.660079, + "f1": 0.600718, + "accuracy": 0.660079, + "main_score": 0.600718, + "hf_subset": "est_Latn-mni_Beng", + "languages": [ + "est-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-ron_Latn", + "languages": [ + "est-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.986166, + "f1": 0.983202, + "accuracy": 0.986166, + "main_score": 0.983202, + "hf_subset": "est_Latn-szl_Latn", + "languages": [ + "est-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-vec_Latn", + "languages": [ + "est-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.927536, + "recall": 0.948617, + "f1": 0.934124, + "accuracy": 0.948617, + "main_score": 0.934124, + "hf_subset": "est_Latn-amh_Ethi", + "languages": [ + "est-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-bos_Latn", + "languages": [ + "est-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-fin_Latn", + "languages": [ + "est-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-ita_Latn", + "languages": [ + "est-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-kor_Hang", + "languages": [ + "est-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.479057, + "recall": 0.545455, + "f1": 0.497286, + "accuracy": 0.545455, + "main_score": 0.497286, + "hf_subset": "est_Latn-mos_Latn", + "languages": [ + "est-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.763785, + "recall": 0.824111, + "f1": 0.78195, + "accuracy": 0.824111, + "main_score": 0.78195, + "hf_subset": "est_Latn-run_Latn", + "languages": [ + "est-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "est_Latn-tam_Taml", + "languages": [ + "est-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-vie_Latn", + "languages": [ + "est-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-apc_Arab", + "languages": [ + "est-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.708474, + "recall": 0.778656, + "f1": 0.729087, + "accuracy": 0.778656, + "main_score": 0.729087, + "hf_subset": "est_Latn-bug_Latn", + "languages": [ + "est-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.405281, + "recall": 0.461462, + "f1": 0.42009, + "accuracy": 0.461462, + "main_score": 0.42009, + "hf_subset": "est_Latn-fon_Latn", + "languages": [ + "est-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "est_Latn-jav_Latn", + "languages": [ + "est-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "est_Latn-lao_Laoo", + "languages": [ + "est-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.870751, + "recall": 0.908103, + "f1": 0.882378, + "accuracy": 0.908103, + "main_score": 0.882378, + "hf_subset": "est_Latn-mri_Latn", + "languages": [ + "est-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-rus_Cyrl", + "languages": [ + "est-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.483216, + "recall": 0.550395, + "f1": 0.50103, + "accuracy": 0.550395, + "main_score": 0.50103, + "hf_subset": "est_Latn-taq_Latn", + "languages": [ + "est-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-war_Latn", + "languages": [ + "est-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-arb_Arab", + "languages": [ + "est-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-bul_Cyrl", + "languages": [ + "est-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-fra_Latn", + "languages": [ + "est-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-jpn_Jpan", + "languages": [ + "est-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "est_Latn-lij_Latn", + "languages": [ + "est-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "est_Latn-mya_Mymr", + "languages": [ + "est-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.547422, + "recall": 0.616601, + "f1": 0.566086, + "accuracy": 0.616601, + "main_score": 0.566086, + "hf_subset": "est_Latn-sag_Latn", + "languages": [ + "est-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.223376, + "recall": 0.288538, + "f1": 0.239507, + "accuracy": 0.288538, + "main_score": 0.239507, + "hf_subset": "est_Latn-taq_Tfng", + "languages": [ + "est-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.616487, + "recall": 0.689723, + "f1": 0.637247, + "accuracy": 0.689723, + "main_score": 0.637247, + "hf_subset": "est_Latn-wol_Latn", + "languages": [ + "est-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.839921, + "recall": 0.885375, + "f1": 0.854018, + "accuracy": 0.885375, + "main_score": 0.854018, + "hf_subset": "est_Latn-arb_Latn", + "languages": [ + "est-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-cat_Latn", + "languages": [ + "est-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-fur_Latn", + "languages": [ + "est-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.426044, + "recall": 0.505929, + "f1": 0.447383, + "accuracy": 0.505929, + "main_score": 0.447383, + "hf_subset": "est_Latn-kab_Latn", + "languages": [ + "est-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-lim_Latn", + "languages": [ + "est-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-nld_Latn", + "languages": [ + "est-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "est_Latn-san_Deva", + "languages": [ + "est-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-tat_Cyrl", + "languages": [ + "est-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.870224, + "recall": 0.908103, + "f1": 0.882213, + "accuracy": 0.908103, + "main_score": 0.882213, + "hf_subset": "est_Latn-xho_Latn", + "languages": [ + "est-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-ars_Arab", + "languages": [ + "est-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-ceb_Latn", + "languages": [ + "est-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.456938, + "recall": 0.532609, + "f1": 0.477002, + "accuracy": 0.532609, + "main_score": 0.477002, + "hf_subset": "est_Latn-fuv_Latn", + "languages": [ + "est-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.445919, + "recall": 0.519763, + "f1": 0.465554, + "accuracy": 0.519763, + "main_score": 0.465554, + "hf_subset": "est_Latn-kac_Latn", + "languages": [ + "est-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.616958, + "recall": 0.689723, + "f1": 0.637166, + "accuracy": 0.689723, + "main_score": 0.637166, + "hf_subset": "est_Latn-lin_Latn", + "languages": [ + "est-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-nno_Latn", + "languages": [ + "est-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.865646, + "recall": 0.905138, + "f1": 0.877931, + "accuracy": 0.905138, + "main_score": 0.877931, + "hf_subset": "est_Latn-sat_Olck", + "languages": [ + "est-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-tel_Telu", + "languages": [ + "est-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "est_Latn-ydd_Hebr", + "languages": [ + "est-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "est_Latn-ary_Arab", + "languages": [ + "est-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-ces_Latn", + "languages": [ + "est-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.540511, + "recall": 0.625494, + "f1": 0.56442, + "accuracy": 0.625494, + "main_score": 0.56442, + "hf_subset": "est_Latn-gaz_Latn", + "languages": [ + "est-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.519908, + "recall": 0.602767, + "f1": 0.542646, + "accuracy": 0.602767, + "main_score": 0.542646, + "hf_subset": "est_Latn-kam_Latn", + "languages": [ + "est-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "est_Latn-lit_Latn", + "languages": [ + "est-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-nob_Latn", + "languages": [ + "est-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "est_Latn-scn_Latn", + "languages": [ + "est-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "est_Latn-tgk_Cyrl", + "languages": [ + "est-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.745586, + "recall": 0.810277, + "f1": 0.764512, + "accuracy": 0.810277, + "main_score": 0.764512, + "hf_subset": "est_Latn-yor_Latn", + "languages": [ + "est-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-arz_Arab", + "languages": [ + "est-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.473334, + "recall": 0.550395, + "f1": 0.494601, + "accuracy": 0.550395, + "main_score": 0.494601, + "hf_subset": "est_Latn-cjk_Latn", + "languages": [ + "est-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "est_Latn-gla_Latn", + "languages": [ + "est-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "est_Latn-kan_Knda", + "languages": [ + "est-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "est_Latn-lmo_Latn", + "languages": [ + "est-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "est_Latn-npi_Deva", + "languages": [ + "est-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.531769, + "recall": 0.621542, + "f1": 0.556966, + "accuracy": 0.621542, + "main_score": 0.556966, + "hf_subset": "est_Latn-shn_Mymr", + "languages": [ + "est-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-tgl_Latn", + "languages": [ + "est-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-yue_Hant", + "languages": [ + "est-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "est_Latn-asm_Beng", + "languages": [ + "est-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.924325, + "recall": 0.94664, + "f1": 0.93139, + "accuracy": 0.94664, + "main_score": 0.93139, + "hf_subset": "est_Latn-ckb_Arab", + "languages": [ + "est-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "est_Latn-gle_Latn", + "languages": [ + "est-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.905303, + "recall": 0.933794, + "f1": 0.914196, + "accuracy": 0.933794, + "main_score": 0.914196, + "hf_subset": "est_Latn-kas_Arab", + "languages": [ + "est-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.909503, + "recall": 0.936759, + "f1": 0.91805, + "accuracy": 0.936759, + "main_score": 0.91805, + "hf_subset": "est_Latn-ltg_Latn", + "languages": [ + "est-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.773527, + "recall": 0.831028, + "f1": 0.790991, + "accuracy": 0.831028, + "main_score": 0.790991, + "hf_subset": "est_Latn-nso_Latn", + "languages": [ + "est-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "est_Latn-sin_Sinh", + "languages": [ + "est-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-tha_Thai", + "languages": [ + "est-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-zho_Hans", + "languages": [ + "est-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-ast_Latn", + "languages": [ + "est-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "est_Latn-crh_Latn", + "languages": [ + "est-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-glg_Latn", + "languages": [ + "est-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.841321, + "recall": 0.88834, + "f1": 0.855929, + "accuracy": 0.88834, + "main_score": 0.855929, + "hf_subset": "est_Latn-kas_Deva", + "languages": [ + "est-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-ltz_Latn", + "languages": [ + "est-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.40107, + "recall": 0.471344, + "f1": 0.419676, + "accuracy": 0.471344, + "main_score": 0.419676, + "hf_subset": "est_Latn-nus_Latn", + "languages": [ + "est-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-slk_Latn", + "languages": [ + "est-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.631185, + "recall": 0.715415, + "f1": 0.655357, + "accuracy": 0.715415, + "main_score": 0.655357, + "hf_subset": "est_Latn-tir_Ethi", + "languages": [ + "est-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-zho_Hant", + "languages": [ + "est-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.981966, + "recall": 0.986166, + "f1": 0.983267, + "accuracy": 0.986166, + "main_score": 0.983267, + "hf_subset": "est_Latn-awa_Deva", + "languages": [ + "est-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "est_Latn-cym_Latn", + "languages": [ + "est-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.77253, + "recall": 0.827075, + "f1": 0.788603, + "accuracy": 0.827075, + "main_score": 0.788603, + "hf_subset": "est_Latn-grn_Latn", + "languages": [ + "est-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-kat_Geor", + "languages": [ + "est-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.577664, + "recall": 0.644269, + "f1": 0.595522, + "accuracy": 0.644269, + "main_score": 0.595522, + "hf_subset": "est_Latn-lua_Latn", + "languages": [ + "est-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.821723, + "recall": 0.87253, + "f1": 0.837648, + "accuracy": 0.87253, + "main_score": 0.837648, + "hf_subset": "est_Latn-nya_Latn", + "languages": [ + "est-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-slv_Latn", + "languages": [ + "est-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "est_Latn-tpi_Latn", + "languages": [ + "est-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-zsm_Latn", + "languages": [ + "est-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.482299, + "recall": 0.552372, + "f1": 0.501791, + "accuracy": 0.552372, + "main_score": 0.501791, + "hf_subset": "est_Latn-ayr_Latn", + "languages": [ + "est-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-dan_Latn", + "languages": [ + "est-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-guj_Gujr", + "languages": [ + "est-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "est_Latn-kaz_Cyrl", + "languages": [ + "est-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.621871, + "recall": 0.703557, + "f1": 0.645944, + "accuracy": 0.703557, + "main_score": 0.645944, + "hf_subset": "est_Latn-lug_Latn", + "languages": [ + "est-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-oci_Latn", + "languages": [ + "est-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.824704, + "recall": 0.871542, + "f1": 0.839262, + "accuracy": 0.871542, + "main_score": 0.839262, + "hf_subset": "est_Latn-smo_Latn", + "languages": [ + "est-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.744499, + "recall": 0.810277, + "f1": 0.764347, + "accuracy": 0.810277, + "main_score": 0.764347, + "hf_subset": "est_Latn-tsn_Latn", + "languages": [ + "est-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.891798, + "recall": 0.924901, + "f1": 0.902339, + "accuracy": 0.924901, + "main_score": 0.902339, + "hf_subset": "est_Latn-zul_Latn", + "languages": [ + "est-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.935771, + "recall": 0.956522, + "f1": 0.942523, + "accuracy": 0.956522, + "main_score": 0.942523, + "hf_subset": "est_Latn-azb_Arab", + "languages": [ + "est-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-deu_Latn", + "languages": [ + "est-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "est_Latn-hat_Latn", + "languages": [ + "est-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.463441, + "recall": 0.524704, + "f1": 0.48016, + "accuracy": 0.524704, + "main_score": 0.48016, + "hf_subset": "est_Latn-kbp_Latn", + "languages": [ + "est-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.493607, + "recall": 0.565217, + "f1": 0.51268, + "accuracy": 0.565217, + "main_score": 0.51268, + "hf_subset": "est_Latn-luo_Latn", + "languages": [ + "est-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "est_Latn-ory_Orya", + "languages": [ + "est-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.892787, + "recall": 0.926877, + "f1": 0.903788, + "accuracy": 0.926877, + "main_score": 0.903788, + "hf_subset": "est_Latn-sna_Latn", + "languages": [ + "est-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.653131, + "recall": 0.725296, + "f1": 0.67351, + "accuracy": 0.725296, + "main_score": 0.67351, + "hf_subset": "est_Latn-tso_Latn", + "languages": [ + "est-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-azj_Latn", + "languages": [ + "est-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.47262, + "recall": 0.548419, + "f1": 0.493752, + "accuracy": 0.548419, + "main_score": 0.493752, + "hf_subset": "est_Latn-dik_Latn", + "languages": [ + "est-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.907444, + "recall": 0.933794, + "f1": 0.91581, + "accuracy": 0.933794, + "main_score": 0.91581, + "hf_subset": "est_Latn-hau_Latn", + "languages": [ + "est-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "est_Latn-kea_Latn", + "languages": [ + "est-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.917408, + "recall": 0.940711, + "f1": 0.924638, + "accuracy": 0.940711, + "main_score": 0.924638, + "hf_subset": "est_Latn-lus_Latn", + "languages": [ + "est-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.840333, + "recall": 0.883399, + "f1": 0.85359, + "accuracy": 0.883399, + "main_score": 0.85359, + "hf_subset": "est_Latn-pag_Latn", + "languages": [ + "est-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "est_Latn-snd_Arab", + "languages": [ + "est-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "est_Latn-tuk_Latn", + "languages": [ + "est-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "est_Latn-bak_Cyrl", + "languages": [ + "est-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.443495, + "recall": 0.521739, + "f1": 0.465211, + "accuracy": 0.521739, + "main_score": 0.465211, + "hf_subset": "est_Latn-dyu_Latn", + "languages": [ + "est-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-heb_Hebr", + "languages": [ + "est-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "est_Latn-khk_Cyrl", + "languages": [ + "est-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-lvs_Latn", + "languages": [ + "est-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-pan_Guru", + "languages": [ + "est-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.861413, + "recall": 0.902174, + "f1": 0.874031, + "accuracy": 0.902174, + "main_score": 0.874031, + "hf_subset": "est_Latn-som_Latn", + "languages": [ + "est-Latn", + "som-Latn" + ] + }, + { + "precision": 0.679917, + "recall": 0.75, + "f1": 0.700087, + "accuracy": 0.75, + "main_score": 0.700087, + "hf_subset": "est_Latn-tum_Latn", + "languages": [ + "est-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.507821, + "recall": 0.599802, + "f1": 0.533827, + "accuracy": 0.599802, + "main_score": 0.533827, + "hf_subset": "hye_Armn-ace_Arab", + "languages": [ + "hye-Armn", + "ace-Arab" + ] + }, + { + "precision": 0.458978, + "recall": 0.514822, + "f1": 0.473541, + "accuracy": 0.514822, + "main_score": 0.473541, + "hf_subset": "hye_Armn-bam_Latn", + "languages": [ + "hye-Armn", + "bam-Latn" + ] + }, + { + "precision": 0.656276, + "recall": 0.738142, + "f1": 0.679913, + "accuracy": 0.738142, + "main_score": 0.679913, + "hf_subset": "hye_Armn-dzo_Tibt", + "languages": [ + "hye-Armn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-hin_Deva", + "languages": [ + "hye-Armn", + "hin-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hye_Armn-khm_Khmr", + "languages": [ + "hye-Armn", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hye_Armn-mag_Deva", + "languages": [ + "hye-Armn", + "mag-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hye_Armn-pap_Latn", + "languages": [ + "hye-Armn", + "pap-Latn" + ] + }, + { + "precision": 0.864542, + "recall": 0.90415, + "f1": 0.877042, + "accuracy": 0.90415, + "main_score": 0.877042, + "hf_subset": "hye_Armn-sot_Latn", + "languages": [ + "hye-Armn", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-tur_Latn", + "languages": [ + "hye-Armn", + "tur-Latn" + ] + }, + { + "precision": 0.856736, + "recall": 0.898221, + "f1": 0.869796, + "accuracy": 0.898221, + "main_score": 0.869796, + "hf_subset": "hye_Armn-ace_Latn", + "languages": [ + "hye-Armn", + "ace-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "hye_Armn-ban_Latn", + "languages": [ + "hye-Armn", + "ban-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "hye_Armn-ell_Grek", + "languages": [ + "hye-Armn", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "hye_Armn-hne_Deva", + "languages": [ + "hye-Armn", + "hne-Deva" + ] + }, + { + "precision": 0.563334, + "recall": 0.634387, + "f1": 0.582574, + "accuracy": 0.634387, + "main_score": 0.582574, + "hf_subset": "hye_Armn-kik_Latn", + "languages": [ + "hye-Armn", + "kik-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-mai_Deva", + "languages": [ + "hye-Armn", + "mai-Deva" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "hye_Armn-pbt_Arab", + "languages": [ + "hye-Armn", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-spa_Latn", + "languages": [ + "hye-Armn", + "spa-Latn" + ] + }, + { + "precision": 0.759881, + "recall": 0.820158, + "f1": 0.777734, + "accuracy": 0.820158, + "main_score": 0.777734, + "hf_subset": "hye_Armn-twi_Latn", + "languages": [ + "hye-Armn", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-acm_Arab", + "languages": [ + "hye-Armn", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-bel_Cyrl", + "languages": [ + "hye-Armn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-hrv_Latn", + "languages": [ + "hye-Armn", + "hrv-Latn" + ] + }, + { + "precision": 0.858547, + "recall": 0.896245, + "f1": 0.870125, + "accuracy": 0.896245, + "main_score": 0.870125, + "hf_subset": "hye_Armn-kin_Latn", + "languages": [ + "hye-Armn", + "kin-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "hye_Armn-mal_Mlym", + "languages": [ + "hye-Armn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hye_Armn-pes_Arab", + "languages": [ + "hye-Armn", + "pes-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "hye_Armn-srd_Latn", + "languages": [ + "hye-Armn", + "srd-Latn" + ] + }, + { + "precision": 0.201224, + "recall": 0.267787, + "f1": 0.216637, + "accuracy": 0.267787, + "main_score": 0.216637, + "hf_subset": "hye_Armn-tzm_Tfng", + "languages": [ + "hye-Armn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-acq_Arab", + "languages": [ + "hye-Armn", + "acq-Arab" + ] + }, + { + "precision": 0.66773, + "recall": 0.73913, + "f1": 0.687848, + "accuracy": 0.73913, + "main_score": 0.687848, + "hf_subset": "hye_Armn-bem_Latn", + "languages": [ + "hye-Armn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-epo_Latn", + "languages": [ + "hye-Armn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-hun_Latn", + "languages": [ + "hye-Armn", + "hun-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hye_Armn-kir_Cyrl", + "languages": [ + "hye-Armn", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-mar_Deva", + "languages": [ + "hye-Armn", + "mar-Deva" + ] + }, + { + "precision": 0.874424, + "recall": 0.911067, + "f1": 0.885738, + "accuracy": 0.911067, + "main_score": 0.885738, + "hf_subset": "hye_Armn-plt_Latn", + "languages": [ + "hye-Armn", + "plt-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "hye_Armn-srp_Cyrl", + "languages": [ + "hye-Armn", + "srp-Cyrl" + ] + }, + { + "precision": 0.952981, + "recall": 0.967391, + "f1": 0.957576, + "accuracy": 0.967391, + "main_score": 0.957576, + "hf_subset": "hye_Armn-uig_Arab", + "languages": [ + "hye-Armn", + "uig-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "hye_Armn-aeb_Arab", + "languages": [ + "hye-Armn", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-ben_Beng", + "languages": [ + "hye-Armn", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-est_Latn", + "languages": [ + "hye-Armn", + "est-Latn" + ] + }, + { + "precision": 0.454016, + "recall": 0.511858, + "f1": 0.469671, + "accuracy": 0.511858, + "main_score": 0.469671, + "hf_subset": "hye_Armn-kmb_Latn", + "languages": [ + "hye-Armn", + "kmb-Latn" + ] + }, + { + "precision": 0.4837, + "recall": 0.58004, + "f1": 0.509508, + "accuracy": 0.58004, + "main_score": 0.509508, + "hf_subset": "hye_Armn-min_Arab", + "languages": [ + "hye-Armn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-pol_Latn", + "languages": [ + "hye-Armn", + "pol-Latn" + ] + }, + { + "precision": 0.753047, + "recall": 0.815217, + "f1": 0.771377, + "accuracy": 0.815217, + "main_score": 0.771377, + "hf_subset": "hye_Armn-ssw_Latn", + "languages": [ + "hye-Armn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ukr_Cyrl", + "languages": [ + "hye-Armn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-afr_Latn", + "languages": [ + "hye-Armn", + "afr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-bho_Deva", + "languages": [ + "hye-Armn", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hye_Armn-eus_Latn", + "languages": [ + "hye-Armn", + "eus-Latn" + ] + }, + { + "precision": 0.867457, + "recall": 0.907115, + "f1": 0.879743, + "accuracy": 0.907115, + "main_score": 0.879743, + "hf_subset": "hye_Armn-ibo_Latn", + "languages": [ + "hye-Armn", + "ibo-Latn" + ] + }, + { + "precision": 0.893116, + "recall": 0.925889, + "f1": 0.903656, + "accuracy": 0.925889, + "main_score": 0.903656, + "hf_subset": "hye_Armn-kmr_Latn", + "languages": [ + "hye-Armn", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hye_Armn-min_Latn", + "languages": [ + "hye-Armn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-por_Latn", + "languages": [ + "hye-Armn", + "por-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "hye_Armn-sun_Latn", + "languages": [ + "hye-Armn", + "sun-Latn" + ] + }, + { + "precision": 0.444809, + "recall": 0.509881, + "f1": 0.462317, + "accuracy": 0.509881, + "main_score": 0.462317, + "hf_subset": "hye_Armn-umb_Latn", + "languages": [ + "hye-Armn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-ajp_Arab", + "languages": [ + "hye-Armn", + "ajp-Arab" + ] + }, + { + "precision": 0.50014, + "recall": 0.581028, + "f1": 0.522312, + "accuracy": 0.581028, + "main_score": 0.522312, + "hf_subset": "hye_Armn-bjn_Arab", + "languages": [ + "hye-Armn", + "bjn-Arab" + ] + }, + { + "precision": 0.433548, + "recall": 0.492095, + "f1": 0.449238, + "accuracy": 0.492095, + "main_score": 0.449238, + "hf_subset": "hye_Armn-ewe_Latn", + "languages": [ + "hye-Armn", + "ewe-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.968379, + "f1": 0.957839, + "accuracy": 0.968379, + "main_score": 0.957839, + "hf_subset": "hye_Armn-ilo_Latn", + "languages": [ + "hye-Armn", + "ilo-Latn" + ] + }, + { + "precision": 0.253944, + "recall": 0.323123, + "f1": 0.27118, + "accuracy": 0.323123, + "main_score": 0.27118, + "hf_subset": "hye_Armn-knc_Arab", + "languages": [ + "hye-Armn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-mkd_Cyrl", + "languages": [ + "hye-Armn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-prs_Arab", + "languages": [ + "hye-Armn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-swe_Latn", + "languages": [ + "hye-Armn", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-urd_Arab", + "languages": [ + "hye-Armn", + "urd-Arab" + ] + }, + { + "precision": 0.73503, + "recall": 0.800395, + "f1": 0.7544, + "accuracy": 0.800395, + "main_score": 0.7544, + "hf_subset": "hye_Armn-aka_Latn", + "languages": [ + "hye-Armn", + "aka-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hye_Armn-bjn_Latn", + "languages": [ + "hye-Armn", + "bjn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hye_Armn-fao_Latn", + "languages": [ + "hye-Armn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ind_Latn", + "languages": [ + "hye-Armn", + "ind-Latn" + ] + }, + { + "precision": 0.492382, + "recall": 0.552372, + "f1": 0.507985, + "accuracy": 0.552372, + "main_score": 0.507985, + "hf_subset": "hye_Armn-knc_Latn", + "languages": [ + "hye-Armn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-mlt_Latn", + "languages": [ + "hye-Armn", + "mlt-Latn" + ] + }, + { + "precision": 0.624006, + "recall": 0.699605, + "f1": 0.645284, + "accuracy": 0.699605, + "main_score": 0.645284, + "hf_subset": "hye_Armn-quy_Latn", + "languages": [ + "hye-Armn", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-swh_Latn", + "languages": [ + "hye-Armn", + "swh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-uzn_Latn", + "languages": [ + "hye-Armn", + "uzn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-als_Latn", + "languages": [ + "hye-Armn", + "als-Latn" + ] + }, + { + "precision": 0.832806, + "recall": 0.880435, + "f1": 0.847643, + "accuracy": 0.880435, + "main_score": 0.847643, + "hf_subset": "hye_Armn-bod_Tibt", + "languages": [ + "hye-Armn", + "bod-Tibt" + ] + }, + { + "precision": 0.601054, + "recall": 0.675889, + "f1": 0.621628, + "accuracy": 0.675889, + "main_score": 0.621628, + "hf_subset": "hye_Armn-fij_Latn", + "languages": [ + "hye-Armn", + "fij-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "hye_Armn-isl_Latn", + "languages": [ + "hye-Armn", + "isl-Latn" + ] + }, + { + "precision": 0.582532, + "recall": 0.656126, + "f1": 0.603113, + "accuracy": 0.656126, + "main_score": 0.603113, + "hf_subset": "hye_Armn-kon_Latn", + "languages": [ + "hye-Armn", + "kon-Latn" + ] + }, + { + "precision": 0.578847, + "recall": 0.661067, + "f1": 0.602121, + "accuracy": 0.661067, + "main_score": 0.602121, + "hf_subset": "hye_Armn-mni_Beng", + "languages": [ + "hye-Armn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-ron_Latn", + "languages": [ + "hye-Armn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "hye_Armn-szl_Latn", + "languages": [ + "hye-Armn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-vec_Latn", + "languages": [ + "hye-Armn", + "vec-Latn" + ] + }, + { + "precision": 0.937912, + "recall": 0.95751, + "f1": 0.944335, + "accuracy": 0.95751, + "main_score": 0.944335, + "hf_subset": "hye_Armn-amh_Ethi", + "languages": [ + "hye-Armn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-bos_Latn", + "languages": [ + "hye-Armn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-fin_Latn", + "languages": [ + "hye-Armn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ita_Latn", + "languages": [ + "hye-Armn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-kor_Hang", + "languages": [ + "hye-Armn", + "kor-Hang" + ] + }, + { + "precision": 0.477032, + "recall": 0.539526, + "f1": 0.494144, + "accuracy": 0.539526, + "main_score": 0.494144, + "hf_subset": "hye_Armn-mos_Latn", + "languages": [ + "hye-Armn", + "mos-Latn" + ] + }, + { + "precision": 0.761726, + "recall": 0.820158, + "f1": 0.779051, + "accuracy": 0.820158, + "main_score": 0.779051, + "hf_subset": "hye_Armn-run_Latn", + "languages": [ + "hye-Armn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hye_Armn-tam_Taml", + "languages": [ + "hye-Armn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-vie_Latn", + "languages": [ + "hye-Armn", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-apc_Arab", + "languages": [ + "hye-Armn", + "apc-Arab" + ] + }, + { + "precision": 0.704368, + "recall": 0.773715, + "f1": 0.724621, + "accuracy": 0.773715, + "main_score": 0.724621, + "hf_subset": "hye_Armn-bug_Latn", + "languages": [ + "hye-Armn", + "bug-Latn" + ] + }, + { + "precision": 0.416618, + "recall": 0.463439, + "f1": 0.428874, + "accuracy": 0.463439, + "main_score": 0.428874, + "hf_subset": "hye_Armn-fon_Latn", + "languages": [ + "hye-Armn", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hye_Armn-jav_Latn", + "languages": [ + "hye-Armn", + "jav-Latn" + ] + }, + { + "precision": 0.964674, + "recall": 0.975296, + "f1": 0.967951, + "accuracy": 0.975296, + "main_score": 0.967951, + "hf_subset": "hye_Armn-lao_Laoo", + "languages": [ + "hye-Armn", + "lao-Laoo" + ] + }, + { + "precision": 0.874209, + "recall": 0.912055, + "f1": 0.886364, + "accuracy": 0.912055, + "main_score": 0.886364, + "hf_subset": "hye_Armn-mri_Latn", + "languages": [ + "hye-Armn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-rus_Cyrl", + "languages": [ + "hye-Armn", + "rus-Cyrl" + ] + }, + { + "precision": 0.481669, + "recall": 0.538538, + "f1": 0.496422, + "accuracy": 0.538538, + "main_score": 0.496422, + "hf_subset": "hye_Armn-taq_Latn", + "languages": [ + "hye-Armn", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-war_Latn", + "languages": [ + "hye-Armn", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-arb_Arab", + "languages": [ + "hye-Armn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-bul_Cyrl", + "languages": [ + "hye-Armn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-fra_Latn", + "languages": [ + "hye-Armn", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-jpn_Jpan", + "languages": [ + "hye-Armn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hye_Armn-lij_Latn", + "languages": [ + "hye-Armn", + "lij-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "hye_Armn-mya_Mymr", + "languages": [ + "hye-Armn", + "mya-Mymr" + ] + }, + { + "precision": 0.510563, + "recall": 0.576087, + "f1": 0.527808, + "accuracy": 0.576087, + "main_score": 0.527808, + "hf_subset": "hye_Armn-sag_Latn", + "languages": [ + "hye-Armn", + "sag-Latn" + ] + }, + { + "precision": 0.22219, + "recall": 0.287549, + "f1": 0.237801, + "accuracy": 0.287549, + "main_score": 0.237801, + "hf_subset": "hye_Armn-taq_Tfng", + "languages": [ + "hye-Armn", + "taq-Tfng" + ] + }, + { + "precision": 0.610384, + "recall": 0.682806, + "f1": 0.630624, + "accuracy": 0.682806, + "main_score": 0.630624, + "hf_subset": "hye_Armn-wol_Latn", + "languages": [ + "hye-Armn", + "wol-Latn" + ] + }, + { + "precision": 0.860013, + "recall": 0.901186, + "f1": 0.872958, + "accuracy": 0.901186, + "main_score": 0.872958, + "hf_subset": "hye_Armn-arb_Latn", + "languages": [ + "hye-Armn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-cat_Latn", + "languages": [ + "hye-Armn", + "cat-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hye_Armn-fur_Latn", + "languages": [ + "hye-Armn", + "fur-Latn" + ] + }, + { + "precision": 0.437083, + "recall": 0.508893, + "f1": 0.456426, + "accuracy": 0.508893, + "main_score": 0.456426, + "hf_subset": "hye_Armn-kab_Latn", + "languages": [ + "hye-Armn", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hye_Armn-lim_Latn", + "languages": [ + "hye-Armn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-nld_Latn", + "languages": [ + "hye-Armn", + "nld-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "hye_Armn-san_Deva", + "languages": [ + "hye-Armn", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hye_Armn-tat_Cyrl", + "languages": [ + "hye-Armn", + "tat-Cyrl" + ] + }, + { + "precision": 0.886775, + "recall": 0.920949, + "f1": 0.897628, + "accuracy": 0.920949, + "main_score": 0.897628, + "hf_subset": "hye_Armn-xho_Latn", + "languages": [ + "hye-Armn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ars_Arab", + "languages": [ + "hye-Armn", + "ars-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-ceb_Latn", + "languages": [ + "hye-Armn", + "ceb-Latn" + ] + }, + { + "precision": 0.454634, + "recall": 0.520751, + "f1": 0.472066, + "accuracy": 0.520751, + "main_score": 0.472066, + "hf_subset": "hye_Armn-fuv_Latn", + "languages": [ + "hye-Armn", + "fuv-Latn" + ] + }, + { + "precision": 0.448004, + "recall": 0.513834, + "f1": 0.465316, + "accuracy": 0.513834, + "main_score": 0.465316, + "hf_subset": "hye_Armn-kac_Latn", + "languages": [ + "hye-Armn", + "kac-Latn" + ] + }, + { + "precision": 0.612277, + "recall": 0.688735, + "f1": 0.633056, + "accuracy": 0.688735, + "main_score": 0.633056, + "hf_subset": "hye_Armn-lin_Latn", + "languages": [ + "hye-Armn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-nno_Latn", + "languages": [ + "hye-Armn", + "nno-Latn" + ] + }, + { + "precision": 0.867507, + "recall": 0.906126, + "f1": 0.87948, + "accuracy": 0.906126, + "main_score": 0.87948, + "hf_subset": "hye_Armn-sat_Olck", + "languages": [ + "hye-Armn", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hye_Armn-tel_Telu", + "languages": [ + "hye-Armn", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hye_Armn-ydd_Hebr", + "languages": [ + "hye-Armn", + "ydd-Hebr" + ] + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "hye_Armn-ary_Arab", + "languages": [ + "hye-Armn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-ces_Latn", + "languages": [ + "hye-Armn", + "ces-Latn" + ] + }, + { + "precision": 0.549635, + "recall": 0.629447, + "f1": 0.571903, + "accuracy": 0.629447, + "main_score": 0.571903, + "hf_subset": "hye_Armn-gaz_Latn", + "languages": [ + "hye-Armn", + "gaz-Latn" + ] + }, + { + "precision": 0.515094, + "recall": 0.593874, + "f1": 0.536303, + "accuracy": 0.593874, + "main_score": 0.536303, + "hf_subset": "hye_Armn-kam_Latn", + "languages": [ + "hye-Armn", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hye_Armn-lit_Latn", + "languages": [ + "hye-Armn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-nob_Latn", + "languages": [ + "hye-Armn", + "nob-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "hye_Armn-scn_Latn", + "languages": [ + "hye-Armn", + "scn-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "hye_Armn-tgk_Cyrl", + "languages": [ + "hye-Armn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.761849, + "recall": 0.823123, + "f1": 0.780029, + "accuracy": 0.823123, + "main_score": 0.780029, + "hf_subset": "hye_Armn-yor_Latn", + "languages": [ + "hye-Armn", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-arz_Arab", + "languages": [ + "hye-Armn", + "arz-Arab" + ] + }, + { + "precision": 0.44619, + "recall": 0.516798, + "f1": 0.464756, + "accuracy": 0.516798, + "main_score": 0.464756, + "hf_subset": "hye_Armn-cjk_Latn", + "languages": [ + "hye-Armn", + "cjk-Latn" + ] + }, + { + "precision": 0.948452, + "recall": 0.965415, + "f1": 0.954051, + "accuracy": 0.965415, + "main_score": 0.954051, + "hf_subset": "hye_Armn-gla_Latn", + "languages": [ + "hye-Armn", + "gla-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hye_Armn-kan_Knda", + "languages": [ + "hye-Armn", + "kan-Knda" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hye_Armn-lmo_Latn", + "languages": [ + "hye-Armn", + "lmo-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "hye_Armn-npi_Deva", + "languages": [ + "hye-Armn", + "npi-Deva" + ] + }, + { + "precision": 0.535854, + "recall": 0.618577, + "f1": 0.559342, + "accuracy": 0.618577, + "main_score": 0.559342, + "hf_subset": "hye_Armn-shn_Mymr", + "languages": [ + "hye-Armn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-tgl_Latn", + "languages": [ + "hye-Armn", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-yue_Hant", + "languages": [ + "hye-Armn", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hye_Armn-asm_Beng", + "languages": [ + "hye-Armn", + "asm-Beng" + ] + }, + { + "precision": 0.935441, + "recall": 0.955534, + "f1": 0.942029, + "accuracy": 0.955534, + "main_score": 0.942029, + "hf_subset": "hye_Armn-ckb_Arab", + "languages": [ + "hye-Armn", + "ckb-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "hye_Armn-gle_Latn", + "languages": [ + "hye-Armn", + "gle-Latn" + ] + }, + { + "precision": 0.89081, + "recall": 0.923913, + "f1": 0.901186, + "accuracy": 0.923913, + "main_score": 0.901186, + "hf_subset": "hye_Armn-kas_Arab", + "languages": [ + "hye-Armn", + "kas-Arab" + ] + }, + { + "precision": 0.893445, + "recall": 0.925889, + "f1": 0.903821, + "accuracy": 0.925889, + "main_score": 0.903821, + "hf_subset": "hye_Armn-ltg_Latn", + "languages": [ + "hye-Armn", + "ltg-Latn" + ] + }, + { + "precision": 0.791182, + "recall": 0.843874, + "f1": 0.807032, + "accuracy": 0.843874, + "main_score": 0.807032, + "hf_subset": "hye_Armn-nso_Latn", + "languages": [ + "hye-Armn", + "nso-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hye_Armn-sin_Sinh", + "languages": [ + "hye-Armn", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-tha_Thai", + "languages": [ + "hye-Armn", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-zho_Hans", + "languages": [ + "hye-Armn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ast_Latn", + "languages": [ + "hye-Armn", + "ast-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "hye_Armn-crh_Latn", + "languages": [ + "hye-Armn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-glg_Latn", + "languages": [ + "hye-Armn", + "glg-Latn" + ] + }, + { + "precision": 0.838966, + "recall": 0.883399, + "f1": 0.85216, + "accuracy": 0.883399, + "main_score": 0.85216, + "hf_subset": "hye_Armn-kas_Deva", + "languages": [ + "hye-Armn", + "kas-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "hye_Armn-ltz_Latn", + "languages": [ + "hye-Armn", + "ltz-Latn" + ] + }, + { + "precision": 0.395451, + "recall": 0.464427, + "f1": 0.413854, + "accuracy": 0.464427, + "main_score": 0.413854, + "hf_subset": "hye_Armn-nus_Latn", + "languages": [ + "hye-Armn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-slk_Latn", + "languages": [ + "hye-Armn", + "slk-Latn" + ] + }, + { + "precision": 0.636455, + "recall": 0.714427, + "f1": 0.658135, + "accuracy": 0.714427, + "main_score": 0.658135, + "hf_subset": "hye_Armn-tir_Ethi", + "languages": [ + "hye-Armn", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-zho_Hant", + "languages": [ + "hye-Armn", + "zho-Hant" + ] + }, + { + "precision": 0.981472, + "recall": 0.986166, + "f1": 0.982938, + "accuracy": 0.986166, + "main_score": 0.982938, + "hf_subset": "hye_Armn-awa_Deva", + "languages": [ + "hye-Armn", + "awa-Deva" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "hye_Armn-cym_Latn", + "languages": [ + "hye-Armn", + "cym-Latn" + ] + }, + { + "precision": 0.751548, + "recall": 0.812253, + "f1": 0.769664, + "accuracy": 0.812253, + "main_score": 0.769664, + "hf_subset": "hye_Armn-grn_Latn", + "languages": [ + "hye-Armn", + "grn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-kat_Geor", + "languages": [ + "hye-Armn", + "kat-Geor" + ] + }, + { + "precision": 0.575648, + "recall": 0.641304, + "f1": 0.593496, + "accuracy": 0.641304, + "main_score": 0.593496, + "hf_subset": "hye_Armn-lua_Latn", + "languages": [ + "hye-Armn", + "lua-Latn" + ] + }, + { + "precision": 0.823732, + "recall": 0.874506, + "f1": 0.839493, + "accuracy": 0.874506, + "main_score": 0.839493, + "hf_subset": "hye_Armn-nya_Latn", + "languages": [ + "hye-Armn", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-slv_Latn", + "languages": [ + "hye-Armn", + "slv-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "hye_Armn-tpi_Latn", + "languages": [ + "hye-Armn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-zsm_Latn", + "languages": [ + "hye-Armn", + "zsm-Latn" + ] + }, + { + "precision": 0.466235, + "recall": 0.539526, + "f1": 0.486311, + "accuracy": 0.539526, + "main_score": 0.486311, + "hf_subset": "hye_Armn-ayr_Latn", + "languages": [ + "hye-Armn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-dan_Latn", + "languages": [ + "hye-Armn", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-guj_Gujr", + "languages": [ + "hye-Armn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hye_Armn-kaz_Cyrl", + "languages": [ + "hye-Armn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.620833, + "recall": 0.703557, + "f1": 0.644181, + "accuracy": 0.703557, + "main_score": 0.644181, + "hf_subset": "hye_Armn-lug_Latn", + "languages": [ + "hye-Armn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-oci_Latn", + "languages": [ + "hye-Armn", + "oci-Latn" + ] + }, + { + "precision": 0.843824, + "recall": 0.88834, + "f1": 0.857773, + "accuracy": 0.88834, + "main_score": 0.857773, + "hf_subset": "hye_Armn-smo_Latn", + "languages": [ + "hye-Armn", + "smo-Latn" + ] + }, + { + "precision": 0.73554, + "recall": 0.804348, + "f1": 0.756079, + "accuracy": 0.804348, + "main_score": 0.756079, + "hf_subset": "hye_Armn-tsn_Latn", + "languages": [ + "hye-Armn", + "tsn-Latn" + ] + }, + { + "precision": 0.912714, + "recall": 0.938735, + "f1": 0.921113, + "accuracy": 0.938735, + "main_score": 0.921113, + "hf_subset": "hye_Armn-zul_Latn", + "languages": [ + "hye-Armn", + "zul-Latn" + ] + }, + { + "precision": 0.909173, + "recall": 0.936759, + "f1": 0.917852, + "accuracy": 0.936759, + "main_score": 0.917852, + "hf_subset": "hye_Armn-azb_Arab", + "languages": [ + "hye-Armn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-deu_Latn", + "languages": [ + "hye-Armn", + "deu-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "hye_Armn-hat_Latn", + "languages": [ + "hye-Armn", + "hat-Latn" + ] + }, + { + "precision": 0.448332, + "recall": 0.508893, + "f1": 0.46433, + "accuracy": 0.508893, + "main_score": 0.46433, + "hf_subset": "hye_Armn-kbp_Latn", + "languages": [ + "hye-Armn", + "kbp-Latn" + ] + }, + { + "precision": 0.493544, + "recall": 0.556324, + "f1": 0.51023, + "accuracy": 0.556324, + "main_score": 0.51023, + "hf_subset": "hye_Armn-luo_Latn", + "languages": [ + "hye-Armn", + "luo-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hye_Armn-ory_Orya", + "languages": [ + "hye-Armn", + "ory-Orya" + ] + }, + { + "precision": 0.900395, + "recall": 0.929842, + "f1": 0.909585, + "accuracy": 0.929842, + "main_score": 0.909585, + "hf_subset": "hye_Armn-sna_Latn", + "languages": [ + "hye-Armn", + "sna-Latn" + ] + }, + { + "precision": 0.657322, + "recall": 0.722332, + "f1": 0.675983, + "accuracy": 0.722332, + "main_score": 0.675983, + "hf_subset": "hye_Armn-tso_Latn", + "languages": [ + "hye-Armn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-azj_Latn", + "languages": [ + "hye-Armn", + "azj-Latn" + ] + }, + { + "precision": 0.462827, + "recall": 0.530632, + "f1": 0.481755, + "accuracy": 0.530632, + "main_score": 0.481755, + "hf_subset": "hye_Armn-dik_Latn", + "languages": [ + "hye-Armn", + "dik-Latn" + ] + }, + { + "precision": 0.896574, + "recall": 0.927866, + "f1": 0.906785, + "accuracy": 0.927866, + "main_score": 0.906785, + "hf_subset": "hye_Armn-hau_Latn", + "languages": [ + "hye-Armn", + "hau-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "hye_Armn-kea_Latn", + "languages": [ + "hye-Armn", + "kea-Latn" + ] + }, + { + "precision": 0.914032, + "recall": 0.940711, + "f1": 0.922596, + "accuracy": 0.940711, + "main_score": 0.922596, + "hf_subset": "hye_Armn-lus_Latn", + "languages": [ + "hye-Armn", + "lus-Latn" + ] + }, + { + "precision": 0.845026, + "recall": 0.885375, + "f1": 0.85751, + "accuracy": 0.885375, + "main_score": 0.85751, + "hf_subset": "hye_Armn-pag_Latn", + "languages": [ + "hye-Armn", + "pag-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "hye_Armn-snd_Arab", + "languages": [ + "hye-Armn", + "snd-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hye_Armn-tuk_Latn", + "languages": [ + "hye-Armn", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hye_Armn-bak_Cyrl", + "languages": [ + "hye-Armn", + "bak-Cyrl" + ] + }, + { + "precision": 0.43477, + "recall": 0.509881, + "f1": 0.455764, + "accuracy": 0.509881, + "main_score": 0.455764, + "hf_subset": "hye_Armn-dyu_Latn", + "languages": [ + "hye-Armn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-heb_Hebr", + "languages": [ + "hye-Armn", + "heb-Hebr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hye_Armn-khk_Cyrl", + "languages": [ + "hye-Armn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-lvs_Latn", + "languages": [ + "hye-Armn", + "lvs-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-pan_Guru", + "languages": [ + "hye-Armn", + "pan-Guru" + ] + }, + { + "precision": 0.867375, + "recall": 0.907115, + "f1": 0.879842, + "accuracy": 0.907115, + "main_score": 0.879842, + "hf_subset": "hye_Armn-som_Latn", + "languages": [ + "hye-Armn", + "som-Latn" + ] + }, + { + "precision": 0.679578, + "recall": 0.747036, + "f1": 0.699671, + "accuracy": 0.747036, + "main_score": 0.699671, + "hf_subset": "hye_Armn-tum_Latn", + "languages": [ + "hye-Armn", + "tum-Latn" + ] + }, + { + "precision": 0.377597, + "recall": 0.431818, + "f1": 0.393213, + "accuracy": 0.431818, + "main_score": 0.393213, + "hf_subset": "kmb_Latn-ace_Arab", + "languages": [ + "kmb-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.465264, + "recall": 0.506917, + "f1": 0.477621, + "accuracy": 0.506917, + "main_score": 0.477621, + "hf_subset": "kmb_Latn-bam_Latn", + "languages": [ + "kmb-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.320339, + "recall": 0.368577, + "f1": 0.333158, + "accuracy": 0.368577, + "main_score": 0.333158, + "hf_subset": "kmb_Latn-dzo_Tibt", + "languages": [ + "kmb-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.469007, + "recall": 0.519763, + "f1": 0.482837, + "accuracy": 0.519763, + "main_score": 0.482837, + "hf_subset": "kmb_Latn-hin_Deva", + "languages": [ + "kmb-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.43848, + "recall": 0.48419, + "f1": 0.45087, + "accuracy": 0.48419, + "main_score": 0.45087, + "hf_subset": "kmb_Latn-khm_Khmr", + "languages": [ + "kmb-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.456909, + "recall": 0.506917, + "f1": 0.469849, + "accuracy": 0.506917, + "main_score": 0.469849, + "hf_subset": "kmb_Latn-mag_Deva", + "languages": [ + "kmb-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.482125, + "recall": 0.524704, + "f1": 0.493532, + "accuracy": 0.524704, + "main_score": 0.493532, + "hf_subset": "kmb_Latn-pap_Latn", + "languages": [ + "kmb-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.492935, + "recall": 0.538538, + "f1": 0.504583, + "accuracy": 0.538538, + "main_score": 0.504583, + "hf_subset": "kmb_Latn-sot_Latn", + "languages": [ + "kmb-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.469873, + "recall": 0.514822, + "f1": 0.481324, + "accuracy": 0.514822, + "main_score": 0.481324, + "hf_subset": "kmb_Latn-tur_Latn", + "languages": [ + "kmb-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.493163, + "recall": 0.531621, + "f1": 0.503133, + "accuracy": 0.531621, + "main_score": 0.503133, + "hf_subset": "kmb_Latn-ace_Latn", + "languages": [ + "kmb-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.461396, + "recall": 0.505929, + "f1": 0.472815, + "accuracy": 0.505929, + "main_score": 0.472815, + "hf_subset": "kmb_Latn-ban_Latn", + "languages": [ + "kmb-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.468421, + "recall": 0.51581, + "f1": 0.481114, + "accuracy": 0.51581, + "main_score": 0.481114, + "hf_subset": "kmb_Latn-ell_Grek", + "languages": [ + "kmb-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.458102, + "recall": 0.504941, + "f1": 0.470774, + "accuracy": 0.504941, + "main_score": 0.470774, + "hf_subset": "kmb_Latn-hne_Deva", + "languages": [ + "kmb-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.465531, + "recall": 0.509881, + "f1": 0.477772, + "accuracy": 0.509881, + "main_score": 0.477772, + "hf_subset": "kmb_Latn-kik_Latn", + "languages": [ + "kmb-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.441461, + "recall": 0.494071, + "f1": 0.454547, + "accuracy": 0.494071, + "main_score": 0.454547, + "hf_subset": "kmb_Latn-mai_Deva", + "languages": [ + "kmb-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.435296, + "recall": 0.48913, + "f1": 0.449683, + "accuracy": 0.48913, + "main_score": 0.449683, + "hf_subset": "kmb_Latn-pbt_Arab", + "languages": [ + "kmb-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.494221, + "recall": 0.546443, + "f1": 0.507098, + "accuracy": 0.546443, + "main_score": 0.507098, + "hf_subset": "kmb_Latn-spa_Latn", + "languages": [ + "kmb-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.495936, + "recall": 0.538538, + "f1": 0.507669, + "accuracy": 0.538538, + "main_score": 0.507669, + "hf_subset": "kmb_Latn-twi_Latn", + "languages": [ + "kmb-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.457616, + "recall": 0.51087, + "f1": 0.471626, + "accuracy": 0.51087, + "main_score": 0.471626, + "hf_subset": "kmb_Latn-acm_Arab", + "languages": [ + "kmb-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.439227, + "recall": 0.486166, + "f1": 0.451433, + "accuracy": 0.486166, + "main_score": 0.451433, + "hf_subset": "kmb_Latn-bel_Cyrl", + "languages": [ + "kmb-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.477465, + "recall": 0.532609, + "f1": 0.491692, + "accuracy": 0.532609, + "main_score": 0.491692, + "hf_subset": "kmb_Latn-eng_Latn", + "languages": [ + "kmb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.478858, + "recall": 0.519763, + "f1": 0.489289, + "accuracy": 0.519763, + "main_score": 0.489289, + "hf_subset": "kmb_Latn-hrv_Latn", + "languages": [ + "kmb-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.481491, + "recall": 0.519763, + "f1": 0.491617, + "accuracy": 0.519763, + "main_score": 0.491617, + "hf_subset": "kmb_Latn-kin_Latn", + "languages": [ + "kmb-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.447667, + "recall": 0.497036, + "f1": 0.46124, + "accuracy": 0.497036, + "main_score": 0.46124, + "hf_subset": "kmb_Latn-mal_Mlym", + "languages": [ + "kmb-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.440921, + "recall": 0.492095, + "f1": 0.453832, + "accuracy": 0.492095, + "main_score": 0.453832, + "hf_subset": "kmb_Latn-pes_Arab", + "languages": [ + "kmb-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.469623, + "recall": 0.514822, + "f1": 0.481095, + "accuracy": 0.514822, + "main_score": 0.481095, + "hf_subset": "kmb_Latn-srd_Latn", + "languages": [ + "kmb-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.24474, + "recall": 0.30336, + "f1": 0.258852, + "accuracy": 0.30336, + "main_score": 0.258852, + "hf_subset": "kmb_Latn-tzm_Tfng", + "languages": [ + "kmb-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.455793, + "recall": 0.504941, + "f1": 0.468958, + "accuracy": 0.504941, + "main_score": 0.468958, + "hf_subset": "kmb_Latn-acq_Arab", + "languages": [ + "kmb-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.499061, + "recall": 0.539526, + "f1": 0.510084, + "accuracy": 0.539526, + "main_score": 0.510084, + "hf_subset": "kmb_Latn-bem_Latn", + "languages": [ + "kmb-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.467386, + "recall": 0.512846, + "f1": 0.478491, + "accuracy": 0.512846, + "main_score": 0.478491, + "hf_subset": "kmb_Latn-epo_Latn", + "languages": [ + "kmb-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.477954, + "recall": 0.525692, + "f1": 0.490511, + "accuracy": 0.525692, + "main_score": 0.490511, + "hf_subset": "kmb_Latn-hun_Latn", + "languages": [ + "kmb-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.447221, + "recall": 0.505929, + "f1": 0.462743, + "accuracy": 0.505929, + "main_score": 0.462743, + "hf_subset": "kmb_Latn-kir_Cyrl", + "languages": [ + "kmb-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.459359, + "recall": 0.51087, + "f1": 0.473061, + "accuracy": 0.51087, + "main_score": 0.473061, + "hf_subset": "kmb_Latn-mar_Deva", + "languages": [ + "kmb-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.501198, + "recall": 0.538538, + "f1": 0.51125, + "accuracy": 0.538538, + "main_score": 0.51125, + "hf_subset": "kmb_Latn-plt_Latn", + "languages": [ + "kmb-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.470442, + "recall": 0.518775, + "f1": 0.482374, + "accuracy": 0.518775, + "main_score": 0.482374, + "hf_subset": "kmb_Latn-srp_Cyrl", + "languages": [ + "kmb-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.406335, + "recall": 0.454545, + "f1": 0.41939, + "accuracy": 0.454545, + "main_score": 0.41939, + "hf_subset": "kmb_Latn-uig_Arab", + "languages": [ + "kmb-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.447808, + "recall": 0.498024, + "f1": 0.46157, + "accuracy": 0.498024, + "main_score": 0.46157, + "hf_subset": "kmb_Latn-aeb_Arab", + "languages": [ + "kmb-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.456685, + "recall": 0.506917, + "f1": 0.469242, + "accuracy": 0.506917, + "main_score": 0.469242, + "hf_subset": "kmb_Latn-ben_Beng", + "languages": [ + "kmb-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.45804, + "recall": 0.511858, + "f1": 0.471811, + "accuracy": 0.511858, + "main_score": 0.471811, + "hf_subset": "kmb_Latn-est_Latn", + "languages": [ + "kmb-Latn", + "est-Latn" + ] + }, + { + "precision": 0.430033, + "recall": 0.486166, + "f1": 0.444706, + "accuracy": 0.486166, + "main_score": 0.444706, + "hf_subset": "kmb_Latn-hye_Armn", + "languages": [ + "kmb-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.373254, + "recall": 0.425889, + "f1": 0.387571, + "accuracy": 0.425889, + "main_score": 0.387571, + "hf_subset": "kmb_Latn-min_Arab", + "languages": [ + "kmb-Latn", + "min-Arab" + ] + }, + { + "precision": 0.46953, + "recall": 0.520751, + "f1": 0.483019, + "accuracy": 0.520751, + "main_score": 0.483019, + "hf_subset": "kmb_Latn-pol_Latn", + "languages": [ + "kmb-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.487065, + "recall": 0.520751, + "f1": 0.496384, + "accuracy": 0.520751, + "main_score": 0.496384, + "hf_subset": "kmb_Latn-ssw_Latn", + "languages": [ + "kmb-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.463958, + "recall": 0.511858, + "f1": 0.476454, + "accuracy": 0.511858, + "main_score": 0.476454, + "hf_subset": "kmb_Latn-ukr_Cyrl", + "languages": [ + "kmb-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.468988, + "recall": 0.513834, + "f1": 0.480259, + "accuracy": 0.513834, + "main_score": 0.480259, + "hf_subset": "kmb_Latn-afr_Latn", + "languages": [ + "kmb-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.460371, + "recall": 0.508893, + "f1": 0.472706, + "accuracy": 0.508893, + "main_score": 0.472706, + "hf_subset": "kmb_Latn-bho_Deva", + "languages": [ + "kmb-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.469195, + "recall": 0.507905, + "f1": 0.478813, + "accuracy": 0.507905, + "main_score": 0.478813, + "hf_subset": "kmb_Latn-eus_Latn", + "languages": [ + "kmb-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.468826, + "recall": 0.504941, + "f1": 0.479498, + "accuracy": 0.504941, + "main_score": 0.479498, + "hf_subset": "kmb_Latn-ibo_Latn", + "languages": [ + "kmb-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.483233, + "recall": 0.52668, + "f1": 0.49517, + "accuracy": 0.52668, + "main_score": 0.49517, + "hf_subset": "kmb_Latn-kmr_Latn", + "languages": [ + "kmb-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.441466, + "recall": 0.490119, + "f1": 0.45436, + "accuracy": 0.490119, + "main_score": 0.45436, + "hf_subset": "kmb_Latn-min_Latn", + "languages": [ + "kmb-Latn", + "min-Latn" + ] + }, + { + "precision": 0.500518, + "recall": 0.543478, + "f1": 0.5118, + "accuracy": 0.543478, + "main_score": 0.5118, + "hf_subset": "kmb_Latn-por_Latn", + "languages": [ + "kmb-Latn", + "por-Latn" + ] + }, + { + "precision": 0.468318, + "recall": 0.511858, + "f1": 0.479816, + "accuracy": 0.511858, + "main_score": 0.479816, + "hf_subset": "kmb_Latn-sun_Latn", + "languages": [ + "kmb-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.521916, + "recall": 0.5583, + "f1": 0.53229, + "accuracy": 0.5583, + "main_score": 0.53229, + "hf_subset": "kmb_Latn-umb_Latn", + "languages": [ + "kmb-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.469683, + "recall": 0.518775, + "f1": 0.481953, + "accuracy": 0.518775, + "main_score": 0.481953, + "hf_subset": "kmb_Latn-ajp_Arab", + "languages": [ + "kmb-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.368377, + "recall": 0.422925, + "f1": 0.383475, + "accuracy": 0.422925, + "main_score": 0.383475, + "hf_subset": "kmb_Latn-bjn_Arab", + "languages": [ + "kmb-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.459084, + "recall": 0.496047, + "f1": 0.469245, + "accuracy": 0.496047, + "main_score": 0.469245, + "hf_subset": "kmb_Latn-ewe_Latn", + "languages": [ + "kmb-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.455003, + "recall": 0.503953, + "f1": 0.468301, + "accuracy": 0.503953, + "main_score": 0.468301, + "hf_subset": "kmb_Latn-ilo_Latn", + "languages": [ + "kmb-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.263382, + "recall": 0.316206, + "f1": 0.276935, + "accuracy": 0.316206, + "main_score": 0.276935, + "hf_subset": "kmb_Latn-knc_Arab", + "languages": [ + "kmb-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.480764, + "recall": 0.523715, + "f1": 0.492261, + "accuracy": 0.523715, + "main_score": 0.492261, + "hf_subset": "kmb_Latn-mkd_Cyrl", + "languages": [ + "kmb-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.454157, + "recall": 0.509881, + "f1": 0.46894, + "accuracy": 0.509881, + "main_score": 0.46894, + "hf_subset": "kmb_Latn-prs_Arab", + "languages": [ + "kmb-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.484748, + "recall": 0.534585, + "f1": 0.49755, + "accuracy": 0.534585, + "main_score": 0.49755, + "hf_subset": "kmb_Latn-swe_Latn", + "languages": [ + "kmb-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.44229, + "recall": 0.48913, + "f1": 0.454417, + "accuracy": 0.48913, + "main_score": 0.454417, + "hf_subset": "kmb_Latn-urd_Arab", + "languages": [ + "kmb-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.500758, + "recall": 0.539526, + "f1": 0.510983, + "accuracy": 0.539526, + "main_score": 0.510983, + "hf_subset": "kmb_Latn-aka_Latn", + "languages": [ + "kmb-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.484671, + "recall": 0.52668, + "f1": 0.495012, + "accuracy": 0.52668, + "main_score": 0.495012, + "hf_subset": "kmb_Latn-bjn_Latn", + "languages": [ + "kmb-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.459335, + "recall": 0.498024, + "f1": 0.469784, + "accuracy": 0.498024, + "main_score": 0.469784, + "hf_subset": "kmb_Latn-fao_Latn", + "languages": [ + "kmb-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.470117, + "recall": 0.519763, + "f1": 0.482534, + "accuracy": 0.519763, + "main_score": 0.482534, + "hf_subset": "kmb_Latn-ind_Latn", + "languages": [ + "kmb-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.495751, + "recall": 0.525692, + "f1": 0.504019, + "accuracy": 0.525692, + "main_score": 0.504019, + "hf_subset": "kmb_Latn-knc_Latn", + "languages": [ + "kmb-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.471751, + "recall": 0.516798, + "f1": 0.483036, + "accuracy": 0.516798, + "main_score": 0.483036, + "hf_subset": "kmb_Latn-mlt_Latn", + "languages": [ + "kmb-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.505689, + "recall": 0.550395, + "f1": 0.518113, + "accuracy": 0.550395, + "main_score": 0.518113, + "hf_subset": "kmb_Latn-quy_Latn", + "languages": [ + "kmb-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.46519, + "recall": 0.512846, + "f1": 0.478083, + "accuracy": 0.512846, + "main_score": 0.478083, + "hf_subset": "kmb_Latn-swh_Latn", + "languages": [ + "kmb-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.448748, + "recall": 0.5, + "f1": 0.461312, + "accuracy": 0.5, + "main_score": 0.461312, + "hf_subset": "kmb_Latn-uzn_Latn", + "languages": [ + "kmb-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.456478, + "recall": 0.502964, + "f1": 0.469217, + "accuracy": 0.502964, + "main_score": 0.469217, + "hf_subset": "kmb_Latn-als_Latn", + "languages": [ + "kmb-Latn", + "als-Latn" + ] + }, + { + "precision": 0.37198, + "recall": 0.421937, + "f1": 0.385576, + "accuracy": 0.421937, + "main_score": 0.385576, + "hf_subset": "kmb_Latn-bod_Tibt", + "languages": [ + "kmb-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.488718, + "recall": 0.525692, + "f1": 0.499222, + "accuracy": 0.525692, + "main_score": 0.499222, + "hf_subset": "kmb_Latn-fij_Latn", + "languages": [ + "kmb-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.460669, + "recall": 0.507905, + "f1": 0.473103, + "accuracy": 0.507905, + "main_score": 0.473103, + "hf_subset": "kmb_Latn-isl_Latn", + "languages": [ + "kmb-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.518848, + "recall": 0.562253, + "f1": 0.530145, + "accuracy": 0.562253, + "main_score": 0.530145, + "hf_subset": "kmb_Latn-kon_Latn", + "languages": [ + "kmb-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.409241, + "recall": 0.452569, + "f1": 0.421273, + "accuracy": 0.452569, + "main_score": 0.421273, + "hf_subset": "kmb_Latn-mni_Beng", + "languages": [ + "kmb-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.476524, + "recall": 0.524704, + "f1": 0.488259, + "accuracy": 0.524704, + "main_score": 0.488259, + "hf_subset": "kmb_Latn-ron_Latn", + "languages": [ + "kmb-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.489497, + "recall": 0.537549, + "f1": 0.502094, + "accuracy": 0.537549, + "main_score": 0.502094, + "hf_subset": "kmb_Latn-szl_Latn", + "languages": [ + "kmb-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.492769, + "recall": 0.533597, + "f1": 0.503334, + "accuracy": 0.533597, + "main_score": 0.503334, + "hf_subset": "kmb_Latn-vec_Latn", + "languages": [ + "kmb-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.462468, + "recall": 0.513834, + "f1": 0.475992, + "accuracy": 0.513834, + "main_score": 0.475992, + "hf_subset": "kmb_Latn-amh_Ethi", + "languages": [ + "kmb-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.472857, + "recall": 0.519763, + "f1": 0.485341, + "accuracy": 0.519763, + "main_score": 0.485341, + "hf_subset": "kmb_Latn-bos_Latn", + "languages": [ + "kmb-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.457772, + "recall": 0.506917, + "f1": 0.470221, + "accuracy": 0.506917, + "main_score": 0.470221, + "hf_subset": "kmb_Latn-fin_Latn", + "languages": [ + "kmb-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.485444, + "recall": 0.529644, + "f1": 0.497776, + "accuracy": 0.529644, + "main_score": 0.497776, + "hf_subset": "kmb_Latn-ita_Latn", + "languages": [ + "kmb-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.475133, + "recall": 0.52668, + "f1": 0.488322, + "accuracy": 0.52668, + "main_score": 0.488322, + "hf_subset": "kmb_Latn-kor_Hang", + "languages": [ + "kmb-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.465193, + "recall": 0.503953, + "f1": 0.47649, + "accuracy": 0.503953, + "main_score": 0.47649, + "hf_subset": "kmb_Latn-mos_Latn", + "languages": [ + "kmb-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.474572, + "recall": 0.513834, + "f1": 0.485579, + "accuracy": 0.513834, + "main_score": 0.485579, + "hf_subset": "kmb_Latn-run_Latn", + "languages": [ + "kmb-Latn", + "run-Latn" + ] + }, + { + "precision": 0.450512, + "recall": 0.497036, + "f1": 0.46187, + "accuracy": 0.497036, + "main_score": 0.46187, + "hf_subset": "kmb_Latn-tam_Taml", + "languages": [ + "kmb-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.481755, + "recall": 0.525692, + "f1": 0.493325, + "accuracy": 0.525692, + "main_score": 0.493325, + "hf_subset": "kmb_Latn-vie_Latn", + "languages": [ + "kmb-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.458307, + "recall": 0.506917, + "f1": 0.471047, + "accuracy": 0.506917, + "main_score": 0.471047, + "hf_subset": "kmb_Latn-apc_Arab", + "languages": [ + "kmb-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.487705, + "recall": 0.527668, + "f1": 0.498624, + "accuracy": 0.527668, + "main_score": 0.498624, + "hf_subset": "kmb_Latn-bug_Latn", + "languages": [ + "kmb-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.451668, + "recall": 0.48419, + "f1": 0.460935, + "accuracy": 0.48419, + "main_score": 0.460935, + "hf_subset": "kmb_Latn-fon_Latn", + "languages": [ + "kmb-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.455568, + "recall": 0.501976, + "f1": 0.467566, + "accuracy": 0.501976, + "main_score": 0.467566, + "hf_subset": "kmb_Latn-jav_Latn", + "languages": [ + "kmb-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.426305, + "recall": 0.474308, + "f1": 0.439235, + "accuracy": 0.474308, + "main_score": 0.439235, + "hf_subset": "kmb_Latn-lao_Laoo", + "languages": [ + "kmb-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.467329, + "recall": 0.508893, + "f1": 0.478702, + "accuracy": 0.508893, + "main_score": 0.478702, + "hf_subset": "kmb_Latn-mri_Latn", + "languages": [ + "kmb-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.458565, + "recall": 0.51087, + "f1": 0.47246, + "accuracy": 0.51087, + "main_score": 0.47246, + "hf_subset": "kmb_Latn-rus_Cyrl", + "languages": [ + "kmb-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.477277, + "recall": 0.509881, + "f1": 0.486775, + "accuracy": 0.509881, + "main_score": 0.486775, + "hf_subset": "kmb_Latn-taq_Latn", + "languages": [ + "kmb-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.469663, + "recall": 0.51087, + "f1": 0.480124, + "accuracy": 0.51087, + "main_score": 0.480124, + "hf_subset": "kmb_Latn-war_Latn", + "languages": [ + "kmb-Latn", + "war-Latn" + ] + }, + { + "precision": 0.457297, + "recall": 0.508893, + "f1": 0.470904, + "accuracy": 0.508893, + "main_score": 0.470904, + "hf_subset": "kmb_Latn-arb_Arab", + "languages": [ + "kmb-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.48387, + "recall": 0.533597, + "f1": 0.496309, + "accuracy": 0.533597, + "main_score": 0.496309, + "hf_subset": "kmb_Latn-bul_Cyrl", + "languages": [ + "kmb-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.494313, + "recall": 0.541502, + "f1": 0.506135, + "accuracy": 0.541502, + "main_score": 0.506135, + "hf_subset": "kmb_Latn-fra_Latn", + "languages": [ + "kmb-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.478939, + "recall": 0.530632, + "f1": 0.492539, + "accuracy": 0.530632, + "main_score": 0.492539, + "hf_subset": "kmb_Latn-jpn_Jpan", + "languages": [ + "kmb-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.480164, + "recall": 0.520751, + "f1": 0.49079, + "accuracy": 0.520751, + "main_score": 0.49079, + "hf_subset": "kmb_Latn-lij_Latn", + "languages": [ + "kmb-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.427471, + "recall": 0.474308, + "f1": 0.439582, + "accuracy": 0.474308, + "main_score": 0.439582, + "hf_subset": "kmb_Latn-mya_Mymr", + "languages": [ + "kmb-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.481134, + "recall": 0.516798, + "f1": 0.491308, + "accuracy": 0.516798, + "main_score": 0.491308, + "hf_subset": "kmb_Latn-sag_Latn", + "languages": [ + "kmb-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.244706, + "recall": 0.301383, + "f1": 0.258832, + "accuracy": 0.301383, + "main_score": 0.258832, + "hf_subset": "kmb_Latn-taq_Tfng", + "languages": [ + "kmb-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.496831, + "recall": 0.530632, + "f1": 0.506505, + "accuracy": 0.530632, + "main_score": 0.506505, + "hf_subset": "kmb_Latn-wol_Latn", + "languages": [ + "kmb-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.437251, + "recall": 0.493083, + "f1": 0.451372, + "accuracy": 0.493083, + "main_score": 0.451372, + "hf_subset": "kmb_Latn-arb_Latn", + "languages": [ + "kmb-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.472554, + "recall": 0.519763, + "f1": 0.484667, + "accuracy": 0.519763, + "main_score": 0.484667, + "hf_subset": "kmb_Latn-cat_Latn", + "languages": [ + "kmb-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.50306, + "recall": 0.547431, + "f1": 0.513499, + "accuracy": 0.547431, + "main_score": 0.513499, + "hf_subset": "kmb_Latn-fur_Latn", + "languages": [ + "kmb-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.411092, + "recall": 0.455534, + "f1": 0.423775, + "accuracy": 0.455534, + "main_score": 0.423775, + "hf_subset": "kmb_Latn-kab_Latn", + "languages": [ + "kmb-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.462464, + "recall": 0.506917, + "f1": 0.474002, + "accuracy": 0.506917, + "main_score": 0.474002, + "hf_subset": "kmb_Latn-lim_Latn", + "languages": [ + "kmb-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.476486, + "recall": 0.527668, + "f1": 0.489766, + "accuracy": 0.527668, + "main_score": 0.489766, + "hf_subset": "kmb_Latn-nld_Latn", + "languages": [ + "kmb-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.442516, + "recall": 0.495059, + "f1": 0.45618, + "accuracy": 0.495059, + "main_score": 0.45618, + "hf_subset": "kmb_Latn-san_Deva", + "languages": [ + "kmb-Latn", + "san-Deva" + ] + }, + { + "precision": 0.457183, + "recall": 0.505929, + "f1": 0.469978, + "accuracy": 0.505929, + "main_score": 0.469978, + "hf_subset": "kmb_Latn-tat_Cyrl", + "languages": [ + "kmb-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.481236, + "recall": 0.525692, + "f1": 0.493213, + "accuracy": 0.525692, + "main_score": 0.493213, + "hf_subset": "kmb_Latn-xho_Latn", + "languages": [ + "kmb-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.450201, + "recall": 0.500988, + "f1": 0.464254, + "accuracy": 0.500988, + "main_score": 0.464254, + "hf_subset": "kmb_Latn-ars_Arab", + "languages": [ + "kmb-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.459592, + "recall": 0.506917, + "f1": 0.471557, + "accuracy": 0.506917, + "main_score": 0.471557, + "hf_subset": "kmb_Latn-ceb_Latn", + "languages": [ + "kmb-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.43973, + "recall": 0.488142, + "f1": 0.453074, + "accuracy": 0.488142, + "main_score": 0.453074, + "hf_subset": "kmb_Latn-fuv_Latn", + "languages": [ + "kmb-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.486307, + "recall": 0.520751, + "f1": 0.496346, + "accuracy": 0.520751, + "main_score": 0.496346, + "hf_subset": "kmb_Latn-kac_Latn", + "languages": [ + "kmb-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.526051, + "recall": 0.560277, + "f1": 0.534692, + "accuracy": 0.560277, + "main_score": 0.534692, + "hf_subset": "kmb_Latn-lin_Latn", + "languages": [ + "kmb-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.4646, + "recall": 0.513834, + "f1": 0.477292, + "accuracy": 0.513834, + "main_score": 0.477292, + "hf_subset": "kmb_Latn-nno_Latn", + "languages": [ + "kmb-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.438686, + "recall": 0.482213, + "f1": 0.450829, + "accuracy": 0.482213, + "main_score": 0.450829, + "hf_subset": "kmb_Latn-sat_Olck", + "languages": [ + "kmb-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.460702, + "recall": 0.505929, + "f1": 0.471902, + "accuracy": 0.505929, + "main_score": 0.471902, + "hf_subset": "kmb_Latn-tel_Telu", + "languages": [ + "kmb-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.414482, + "recall": 0.462451, + "f1": 0.426033, + "accuracy": 0.462451, + "main_score": 0.426033, + "hf_subset": "kmb_Latn-ydd_Hebr", + "languages": [ + "kmb-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.441189, + "recall": 0.487154, + "f1": 0.453664, + "accuracy": 0.487154, + "main_score": 0.453664, + "hf_subset": "kmb_Latn-ary_Arab", + "languages": [ + "kmb-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.476154, + "recall": 0.525692, + "f1": 0.488595, + "accuracy": 0.525692, + "main_score": 0.488595, + "hf_subset": "kmb_Latn-ces_Latn", + "languages": [ + "kmb-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.452053, + "recall": 0.500988, + "f1": 0.465711, + "accuracy": 0.500988, + "main_score": 0.465711, + "hf_subset": "kmb_Latn-gaz_Latn", + "languages": [ + "kmb-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.493934, + "recall": 0.527668, + "f1": 0.503271, + "accuracy": 0.527668, + "main_score": 0.503271, + "hf_subset": "kmb_Latn-kam_Latn", + "languages": [ + "kmb-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.459236, + "recall": 0.511858, + "f1": 0.472483, + "accuracy": 0.511858, + "main_score": 0.472483, + "hf_subset": "kmb_Latn-lit_Latn", + "languages": [ + "kmb-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.480128, + "recall": 0.525692, + "f1": 0.491882, + "accuracy": 0.525692, + "main_score": 0.491882, + "hf_subset": "kmb_Latn-nob_Latn", + "languages": [ + "kmb-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.477942, + "recall": 0.516798, + "f1": 0.48863, + "accuracy": 0.516798, + "main_score": 0.48863, + "hf_subset": "kmb_Latn-scn_Latn", + "languages": [ + "kmb-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.441611, + "recall": 0.493083, + "f1": 0.455581, + "accuracy": 0.493083, + "main_score": 0.455581, + "hf_subset": "kmb_Latn-tgk_Cyrl", + "languages": [ + "kmb-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.443126, + "recall": 0.48913, + "f1": 0.455642, + "accuracy": 0.48913, + "main_score": 0.455642, + "hf_subset": "kmb_Latn-yor_Latn", + "languages": [ + "kmb-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.464836, + "recall": 0.516798, + "f1": 0.478997, + "accuracy": 0.516798, + "main_score": 0.478997, + "hf_subset": "kmb_Latn-arz_Arab", + "languages": [ + "kmb-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.499489, + "recall": 0.538538, + "f1": 0.510094, + "accuracy": 0.538538, + "main_score": 0.510094, + "hf_subset": "kmb_Latn-cjk_Latn", + "languages": [ + "kmb-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.453394, + "recall": 0.499012, + "f1": 0.465184, + "accuracy": 0.499012, + "main_score": 0.465184, + "hf_subset": "kmb_Latn-gla_Latn", + "languages": [ + "kmb-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.433612, + "recall": 0.483202, + "f1": 0.445874, + "accuracy": 0.483202, + "main_score": 0.445874, + "hf_subset": "kmb_Latn-kan_Knda", + "languages": [ + "kmb-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.48288, + "recall": 0.521739, + "f1": 0.492936, + "accuracy": 0.521739, + "main_score": 0.492936, + "hf_subset": "kmb_Latn-lmo_Latn", + "languages": [ + "kmb-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.447088, + "recall": 0.48913, + "f1": 0.457876, + "accuracy": 0.48913, + "main_score": 0.457876, + "hf_subset": "kmb_Latn-npi_Deva", + "languages": [ + "kmb-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.402102, + "recall": 0.449605, + "f1": 0.415371, + "accuracy": 0.449605, + "main_score": 0.415371, + "hf_subset": "kmb_Latn-shn_Mymr", + "languages": [ + "kmb-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.478481, + "recall": 0.52668, + "f1": 0.490287, + "accuracy": 0.52668, + "main_score": 0.490287, + "hf_subset": "kmb_Latn-tgl_Latn", + "languages": [ + "kmb-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.448783, + "recall": 0.496047, + "f1": 0.461511, + "accuracy": 0.496047, + "main_score": 0.461511, + "hf_subset": "kmb_Latn-yue_Hant", + "languages": [ + "kmb-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.414781, + "recall": 0.460474, + "f1": 0.427939, + "accuracy": 0.460474, + "main_score": 0.427939, + "hf_subset": "kmb_Latn-asm_Beng", + "languages": [ + "kmb-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.437032, + "recall": 0.48419, + "f1": 0.449648, + "accuracy": 0.48419, + "main_score": 0.449648, + "hf_subset": "kmb_Latn-ckb_Arab", + "languages": [ + "kmb-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.446178, + "recall": 0.488142, + "f1": 0.457473, + "accuracy": 0.488142, + "main_score": 0.457473, + "hf_subset": "kmb_Latn-gle_Latn", + "languages": [ + "kmb-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.438253, + "recall": 0.483202, + "f1": 0.450801, + "accuracy": 0.483202, + "main_score": 0.450801, + "hf_subset": "kmb_Latn-kas_Arab", + "languages": [ + "kmb-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.463768, + "recall": 0.516798, + "f1": 0.477689, + "accuracy": 0.516798, + "main_score": 0.477689, + "hf_subset": "kmb_Latn-ltg_Latn", + "languages": [ + "kmb-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.511278, + "recall": 0.55336, + "f1": 0.522504, + "accuracy": 0.55336, + "main_score": 0.522504, + "hf_subset": "kmb_Latn-nso_Latn", + "languages": [ + "kmb-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.456455, + "recall": 0.501976, + "f1": 0.468137, + "accuracy": 0.501976, + "main_score": 0.468137, + "hf_subset": "kmb_Latn-sin_Sinh", + "languages": [ + "kmb-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.452876, + "recall": 0.501976, + "f1": 0.465165, + "accuracy": 0.501976, + "main_score": 0.465165, + "hf_subset": "kmb_Latn-tha_Thai", + "languages": [ + "kmb-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.418298, + "recall": 0.464427, + "f1": 0.429295, + "accuracy": 0.464427, + "main_score": 0.429295, + "hf_subset": "kmb_Latn-zho_Hans", + "languages": [ + "kmb-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.46641, + "recall": 0.516798, + "f1": 0.480377, + "accuracy": 0.516798, + "main_score": 0.480377, + "hf_subset": "kmb_Latn-ast_Latn", + "languages": [ + "kmb-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.485683, + "recall": 0.527668, + "f1": 0.496316, + "accuracy": 0.527668, + "main_score": 0.496316, + "hf_subset": "kmb_Latn-crh_Latn", + "languages": [ + "kmb-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.476054, + "recall": 0.523715, + "f1": 0.488399, + "accuracy": 0.523715, + "main_score": 0.488399, + "hf_subset": "kmb_Latn-glg_Latn", + "languages": [ + "kmb-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.45289, + "recall": 0.505929, + "f1": 0.466336, + "accuracy": 0.505929, + "main_score": 0.466336, + "hf_subset": "kmb_Latn-kas_Deva", + "languages": [ + "kmb-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.434103, + "recall": 0.482213, + "f1": 0.448131, + "accuracy": 0.482213, + "main_score": 0.448131, + "hf_subset": "kmb_Latn-ltz_Latn", + "languages": [ + "kmb-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.432157, + "recall": 0.477273, + "f1": 0.444598, + "accuracy": 0.477273, + "main_score": 0.444598, + "hf_subset": "kmb_Latn-nus_Latn", + "languages": [ + "kmb-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.471517, + "recall": 0.51581, + "f1": 0.483116, + "accuracy": 0.51581, + "main_score": 0.483116, + "hf_subset": "kmb_Latn-slk_Latn", + "languages": [ + "kmb-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.466973, + "recall": 0.511858, + "f1": 0.479573, + "accuracy": 0.511858, + "main_score": 0.479573, + "hf_subset": "kmb_Latn-tir_Ethi", + "languages": [ + "kmb-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.459678, + "recall": 0.508893, + "f1": 0.472595, + "accuracy": 0.508893, + "main_score": 0.472595, + "hf_subset": "kmb_Latn-zho_Hant", + "languages": [ + "kmb-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.447016, + "recall": 0.501976, + "f1": 0.461241, + "accuracy": 0.501976, + "main_score": 0.461241, + "hf_subset": "kmb_Latn-awa_Deva", + "languages": [ + "kmb-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.463951, + "recall": 0.51087, + "f1": 0.476666, + "accuracy": 0.51087, + "main_score": 0.476666, + "hf_subset": "kmb_Latn-cym_Latn", + "languages": [ + "kmb-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.476099, + "recall": 0.512846, + "f1": 0.486289, + "accuracy": 0.512846, + "main_score": 0.486289, + "hf_subset": "kmb_Latn-grn_Latn", + "languages": [ + "kmb-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.43759, + "recall": 0.487154, + "f1": 0.450301, + "accuracy": 0.487154, + "main_score": 0.450301, + "hf_subset": "kmb_Latn-kat_Geor", + "languages": [ + "kmb-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.495296, + "recall": 0.533597, + "f1": 0.505305, + "accuracy": 0.533597, + "main_score": 0.505305, + "hf_subset": "kmb_Latn-lua_Latn", + "languages": [ + "kmb-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.47877, + "recall": 0.52668, + "f1": 0.492175, + "accuracy": 0.52668, + "main_score": 0.492175, + "hf_subset": "kmb_Latn-nya_Latn", + "languages": [ + "kmb-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.47257, + "recall": 0.524704, + "f1": 0.486076, + "accuracy": 0.524704, + "main_score": 0.486076, + "hf_subset": "kmb_Latn-slv_Latn", + "languages": [ + "kmb-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.473282, + "recall": 0.514822, + "f1": 0.484023, + "accuracy": 0.514822, + "main_score": 0.484023, + "hf_subset": "kmb_Latn-tpi_Latn", + "languages": [ + "kmb-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.476889, + "recall": 0.522727, + "f1": 0.489112, + "accuracy": 0.522727, + "main_score": 0.489112, + "hf_subset": "kmb_Latn-zsm_Latn", + "languages": [ + "kmb-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.482946, + "recall": 0.522727, + "f1": 0.494441, + "accuracy": 0.522727, + "main_score": 0.494441, + "hf_subset": "kmb_Latn-ayr_Latn", + "languages": [ + "kmb-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.475307, + "recall": 0.519763, + "f1": 0.486867, + "accuracy": 0.519763, + "main_score": 0.486867, + "hf_subset": "kmb_Latn-dan_Latn", + "languages": [ + "kmb-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.452242, + "recall": 0.500988, + "f1": 0.464657, + "accuracy": 0.500988, + "main_score": 0.464657, + "hf_subset": "kmb_Latn-guj_Gujr", + "languages": [ + "kmb-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.456043, + "recall": 0.504941, + "f1": 0.469013, + "accuracy": 0.504941, + "main_score": 0.469013, + "hf_subset": "kmb_Latn-kaz_Cyrl", + "languages": [ + "kmb-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.471859, + "recall": 0.512846, + "f1": 0.48337, + "accuracy": 0.512846, + "main_score": 0.48337, + "hf_subset": "kmb_Latn-lug_Latn", + "languages": [ + "kmb-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.476122, + "recall": 0.519763, + "f1": 0.487066, + "accuracy": 0.519763, + "main_score": 0.487066, + "hf_subset": "kmb_Latn-oci_Latn", + "languages": [ + "kmb-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.470462, + "recall": 0.512846, + "f1": 0.481607, + "accuracy": 0.512846, + "main_score": 0.481607, + "hf_subset": "kmb_Latn-smo_Latn", + "languages": [ + "kmb-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.47926, + "recall": 0.52668, + "f1": 0.492587, + "accuracy": 0.52668, + "main_score": 0.492587, + "hf_subset": "kmb_Latn-tsn_Latn", + "languages": [ + "kmb-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.47259, + "recall": 0.514822, + "f1": 0.484087, + "accuracy": 0.514822, + "main_score": 0.484087, + "hf_subset": "kmb_Latn-zul_Latn", + "languages": [ + "kmb-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.399133, + "recall": 0.454545, + "f1": 0.414134, + "accuracy": 0.454545, + "main_score": 0.414134, + "hf_subset": "kmb_Latn-azb_Arab", + "languages": [ + "kmb-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.484089, + "recall": 0.533597, + "f1": 0.497064, + "accuracy": 0.533597, + "main_score": 0.497064, + "hf_subset": "kmb_Latn-deu_Latn", + "languages": [ + "kmb-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.453105, + "recall": 0.502964, + "f1": 0.466889, + "accuracy": 0.502964, + "main_score": 0.466889, + "hf_subset": "kmb_Latn-hat_Latn", + "languages": [ + "kmb-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.469001, + "recall": 0.507905, + "f1": 0.47983, + "accuracy": 0.507905, + "main_score": 0.47983, + "hf_subset": "kmb_Latn-kbp_Latn", + "languages": [ + "kmb-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.48663, + "recall": 0.521739, + "f1": 0.49656, + "accuracy": 0.521739, + "main_score": 0.49656, + "hf_subset": "kmb_Latn-luo_Latn", + "languages": [ + "kmb-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.415105, + "recall": 0.467391, + "f1": 0.429104, + "accuracy": 0.467391, + "main_score": 0.429104, + "hf_subset": "kmb_Latn-ory_Orya", + "languages": [ + "kmb-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.478879, + "recall": 0.521739, + "f1": 0.490073, + "accuracy": 0.521739, + "main_score": 0.490073, + "hf_subset": "kmb_Latn-sna_Latn", + "languages": [ + "kmb-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.495292, + "recall": 0.530632, + "f1": 0.505421, + "accuracy": 0.530632, + "main_score": 0.505421, + "hf_subset": "kmb_Latn-tso_Latn", + "languages": [ + "kmb-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.459775, + "recall": 0.51087, + "f1": 0.473517, + "accuracy": 0.51087, + "main_score": 0.473517, + "hf_subset": "kmb_Latn-azj_Latn", + "languages": [ + "kmb-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.449525, + "recall": 0.490119, + "f1": 0.461138, + "accuracy": 0.490119, + "main_score": 0.461138, + "hf_subset": "kmb_Latn-dik_Latn", + "languages": [ + "kmb-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.471051, + "recall": 0.513834, + "f1": 0.48196, + "accuracy": 0.513834, + "main_score": 0.48196, + "hf_subset": "kmb_Latn-hau_Latn", + "languages": [ + "kmb-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.476291, + "recall": 0.519763, + "f1": 0.488282, + "accuracy": 0.519763, + "main_score": 0.488282, + "hf_subset": "kmb_Latn-kea_Latn", + "languages": [ + "kmb-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.465697, + "recall": 0.505929, + "f1": 0.475925, + "accuracy": 0.505929, + "main_score": 0.475925, + "hf_subset": "kmb_Latn-lus_Latn", + "languages": [ + "kmb-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.486043, + "recall": 0.529644, + "f1": 0.497373, + "accuracy": 0.529644, + "main_score": 0.497373, + "hf_subset": "kmb_Latn-pag_Latn", + "languages": [ + "kmb-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.422186, + "recall": 0.474308, + "f1": 0.435518, + "accuracy": 0.474308, + "main_score": 0.435518, + "hf_subset": "kmb_Latn-snd_Arab", + "languages": [ + "kmb-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.444267, + "recall": 0.497036, + "f1": 0.458185, + "accuracy": 0.497036, + "main_score": 0.458185, + "hf_subset": "kmb_Latn-tuk_Latn", + "languages": [ + "kmb-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.436357, + "recall": 0.483202, + "f1": 0.448343, + "accuracy": 0.483202, + "main_score": 0.448343, + "hf_subset": "kmb_Latn-bak_Cyrl", + "languages": [ + "kmb-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.389563, + "recall": 0.443676, + "f1": 0.404956, + "accuracy": 0.443676, + "main_score": 0.404956, + "hf_subset": "kmb_Latn-dyu_Latn", + "languages": [ + "kmb-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.455593, + "recall": 0.512846, + "f1": 0.470531, + "accuracy": 0.512846, + "main_score": 0.470531, + "hf_subset": "kmb_Latn-heb_Hebr", + "languages": [ + "kmb-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.461792, + "recall": 0.503953, + "f1": 0.473066, + "accuracy": 0.503953, + "main_score": 0.473066, + "hf_subset": "kmb_Latn-khk_Cyrl", + "languages": [ + "kmb-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.45298, + "recall": 0.503953, + "f1": 0.466148, + "accuracy": 0.503953, + "main_score": 0.466148, + "hf_subset": "kmb_Latn-lvs_Latn", + "languages": [ + "kmb-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.436467, + "recall": 0.485178, + "f1": 0.448378, + "accuracy": 0.485178, + "main_score": 0.448378, + "hf_subset": "kmb_Latn-pan_Guru", + "languages": [ + "kmb-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.461037, + "recall": 0.504941, + "f1": 0.472854, + "accuracy": 0.504941, + "main_score": 0.472854, + "hf_subset": "kmb_Latn-som_Latn", + "languages": [ + "kmb-Latn", + "som-Latn" + ] + }, + { + "precision": 0.480819, + "recall": 0.521739, + "f1": 0.49213, + "accuracy": 0.521739, + "main_score": 0.49213, + "hf_subset": "kmb_Latn-tum_Latn", + "languages": [ + "kmb-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.63969, + "recall": 0.695652, + "f1": 0.654848, + "accuracy": 0.695652, + "main_score": 0.654848, + "hf_subset": "min_Arab-ace_Arab", + "languages": [ + "min-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.358014, + "recall": 0.395257, + "f1": 0.36804, + "accuracy": 0.395257, + "main_score": 0.36804, + "hf_subset": "min_Arab-bam_Latn", + "languages": [ + "min-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.287192, + "recall": 0.344862, + "f1": 0.302189, + "accuracy": 0.344862, + "main_score": 0.302189, + "hf_subset": "min_Arab-dzo_Tibt", + "languages": [ + "min-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.529523, + "recall": 0.600791, + "f1": 0.547498, + "accuracy": 0.600791, + "main_score": 0.547498, + "hf_subset": "min_Arab-hin_Deva", + "languages": [ + "min-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.378919, + "recall": 0.442688, + "f1": 0.393906, + "accuracy": 0.442688, + "main_score": 0.393906, + "hf_subset": "min_Arab-khm_Khmr", + "languages": [ + "min-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.503799, + "recall": 0.561265, + "f1": 0.518741, + "accuracy": 0.561265, + "main_score": 0.518741, + "hf_subset": "min_Arab-mag_Deva", + "languages": [ + "min-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.47674, + "recall": 0.538538, + "f1": 0.492846, + "accuracy": 0.538538, + "main_score": 0.492846, + "hf_subset": "min_Arab-pap_Latn", + "languages": [ + "min-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.390714, + "recall": 0.456522, + "f1": 0.406948, + "accuracy": 0.456522, + "main_score": 0.406948, + "hf_subset": "min_Arab-sot_Latn", + "languages": [ + "min-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.49559, + "recall": 0.557312, + "f1": 0.510799, + "accuracy": 0.557312, + "main_score": 0.510799, + "hf_subset": "min_Arab-tur_Latn", + "languages": [ + "min-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.508996, + "recall": 0.566206, + "f1": 0.524031, + "accuracy": 0.566206, + "main_score": 0.524031, + "hf_subset": "min_Arab-ace_Latn", + "languages": [ + "min-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.471131, + "recall": 0.540514, + "f1": 0.488717, + "accuracy": 0.540514, + "main_score": 0.488717, + "hf_subset": "min_Arab-ban_Latn", + "languages": [ + "min-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.469362, + "recall": 0.537549, + "f1": 0.48542, + "accuracy": 0.537549, + "main_score": 0.48542, + "hf_subset": "min_Arab-ell_Grek", + "languages": [ + "min-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.492904, + "recall": 0.550395, + "f1": 0.507643, + "accuracy": 0.550395, + "main_score": 0.507643, + "hf_subset": "min_Arab-hne_Deva", + "languages": [ + "min-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.340246, + "recall": 0.386364, + "f1": 0.352603, + "accuracy": 0.386364, + "main_score": 0.352603, + "hf_subset": "min_Arab-kik_Latn", + "languages": [ + "min-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.492486, + "recall": 0.551383, + "f1": 0.507496, + "accuracy": 0.551383, + "main_score": 0.507496, + "hf_subset": "min_Arab-mai_Deva", + "languages": [ + "min-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.431235, + "recall": 0.503953, + "f1": 0.449219, + "accuracy": 0.503953, + "main_score": 0.449219, + "hf_subset": "min_Arab-pbt_Arab", + "languages": [ + "min-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.491801, + "recall": 0.568182, + "f1": 0.511596, + "accuracy": 0.568182, + "main_score": 0.511596, + "hf_subset": "min_Arab-spa_Latn", + "languages": [ + "min-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.405267, + "recall": 0.461462, + "f1": 0.41982, + "accuracy": 0.461462, + "main_score": 0.41982, + "hf_subset": "min_Arab-twi_Latn", + "languages": [ + "min-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.482573, + "recall": 0.557312, + "f1": 0.502475, + "accuracy": 0.557312, + "main_score": 0.502475, + "hf_subset": "min_Arab-acm_Arab", + "languages": [ + "min-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.412483, + "recall": 0.48419, + "f1": 0.430437, + "accuracy": 0.48419, + "main_score": 0.430437, + "hf_subset": "min_Arab-bel_Cyrl", + "languages": [ + "min-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.524897, + "recall": 0.602767, + "f1": 0.544451, + "accuracy": 0.602767, + "main_score": 0.544451, + "hf_subset": "min_Arab-eng_Latn", + "languages": [ + "min-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.480407, + "recall": 0.543478, + "f1": 0.495913, + "accuracy": 0.543478, + "main_score": 0.495913, + "hf_subset": "min_Arab-hrv_Latn", + "languages": [ + "min-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.378794, + "recall": 0.4417, + "f1": 0.395244, + "accuracy": 0.4417, + "main_score": 0.395244, + "hf_subset": "min_Arab-kin_Latn", + "languages": [ + "min-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.445018, + "recall": 0.519763, + "f1": 0.463415, + "accuracy": 0.519763, + "main_score": 0.463415, + "hf_subset": "min_Arab-mal_Mlym", + "languages": [ + "min-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.478272, + "recall": 0.546443, + "f1": 0.494766, + "accuracy": 0.546443, + "main_score": 0.494766, + "hf_subset": "min_Arab-pes_Arab", + "languages": [ + "min-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.458787, + "recall": 0.52668, + "f1": 0.475423, + "accuracy": 0.52668, + "main_score": 0.475423, + "hf_subset": "min_Arab-srd_Latn", + "languages": [ + "min-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.232863, + "recall": 0.274704, + "f1": 0.244023, + "accuracy": 0.274704, + "main_score": 0.244023, + "hf_subset": "min_Arab-tzm_Tfng", + "languages": [ + "min-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.489227, + "recall": 0.548419, + "f1": 0.504447, + "accuracy": 0.548419, + "main_score": 0.504447, + "hf_subset": "min_Arab-acq_Arab", + "languages": [ + "min-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.390873, + "recall": 0.444664, + "f1": 0.405254, + "accuracy": 0.444664, + "main_score": 0.405254, + "hf_subset": "min_Arab-bem_Latn", + "languages": [ + "min-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.464185, + "recall": 0.523715, + "f1": 0.479027, + "accuracy": 0.523715, + "main_score": 0.479027, + "hf_subset": "min_Arab-epo_Latn", + "languages": [ + "min-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.485387, + "recall": 0.557312, + "f1": 0.503611, + "accuracy": 0.557312, + "main_score": 0.503611, + "hf_subset": "min_Arab-hun_Latn", + "languages": [ + "min-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.450793, + "recall": 0.517787, + "f1": 0.468096, + "accuracy": 0.517787, + "main_score": 0.468096, + "hf_subset": "min_Arab-kir_Cyrl", + "languages": [ + "min-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.474386, + "recall": 0.538538, + "f1": 0.489827, + "accuracy": 0.538538, + "main_score": 0.489827, + "hf_subset": "min_Arab-mar_Deva", + "languages": [ + "min-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.396603, + "recall": 0.453557, + "f1": 0.410587, + "accuracy": 0.453557, + "main_score": 0.410587, + "hf_subset": "min_Arab-plt_Latn", + "languages": [ + "min-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.49213, + "recall": 0.557312, + "f1": 0.508548, + "accuracy": 0.557312, + "main_score": 0.508548, + "hf_subset": "min_Arab-srp_Cyrl", + "languages": [ + "min-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.40964, + "recall": 0.468379, + "f1": 0.424247, + "accuracy": 0.468379, + "main_score": 0.424247, + "hf_subset": "min_Arab-uig_Arab", + "languages": [ + "min-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.467608, + "recall": 0.528656, + "f1": 0.482007, + "accuracy": 0.528656, + "main_score": 0.482007, + "hf_subset": "min_Arab-aeb_Arab", + "languages": [ + "min-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.480431, + "recall": 0.539526, + "f1": 0.49497, + "accuracy": 0.539526, + "main_score": 0.49497, + "hf_subset": "min_Arab-ben_Beng", + "languages": [ + "min-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.461169, + "recall": 0.535573, + "f1": 0.480618, + "accuracy": 0.535573, + "main_score": 0.480618, + "hf_subset": "min_Arab-est_Latn", + "languages": [ + "min-Arab", + "est-Latn" + ] + }, + { + "precision": 0.454987, + "recall": 0.522727, + "f1": 0.471909, + "accuracy": 0.522727, + "main_score": 0.471909, + "hf_subset": "min_Arab-hye_Armn", + "languages": [ + "min-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.342187, + "recall": 0.386364, + "f1": 0.354905, + "accuracy": 0.386364, + "main_score": 0.354905, + "hf_subset": "min_Arab-kmb_Latn", + "languages": [ + "min-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.486902, + "recall": 0.5583, + "f1": 0.505127, + "accuracy": 0.5583, + "main_score": 0.505127, + "hf_subset": "min_Arab-pol_Latn", + "languages": [ + "min-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.345879, + "recall": 0.408103, + "f1": 0.362572, + "accuracy": 0.408103, + "main_score": 0.362572, + "hf_subset": "min_Arab-ssw_Latn", + "languages": [ + "min-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.504858, + "recall": 0.575099, + "f1": 0.522013, + "accuracy": 0.575099, + "main_score": 0.522013, + "hf_subset": "min_Arab-ukr_Cyrl", + "languages": [ + "min-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.474949, + "recall": 0.541502, + "f1": 0.491894, + "accuracy": 0.541502, + "main_score": 0.491894, + "hf_subset": "min_Arab-afr_Latn", + "languages": [ + "min-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.516417, + "recall": 0.582016, + "f1": 0.533379, + "accuracy": 0.582016, + "main_score": 0.533379, + "hf_subset": "min_Arab-bho_Deva", + "languages": [ + "min-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.441981, + "recall": 0.501976, + "f1": 0.456536, + "accuracy": 0.501976, + "main_score": 0.456536, + "hf_subset": "min_Arab-eus_Latn", + "languages": [ + "min-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.394952, + "recall": 0.45751, + "f1": 0.410724, + "accuracy": 0.45751, + "main_score": 0.410724, + "hf_subset": "min_Arab-ibo_Latn", + "languages": [ + "min-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.422499, + "recall": 0.482213, + "f1": 0.437559, + "accuracy": 0.482213, + "main_score": 0.437559, + "hf_subset": "min_Arab-kmr_Latn", + "languages": [ + "min-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.589449, + "recall": 0.651186, + "f1": 0.604418, + "accuracy": 0.651186, + "main_score": 0.604418, + "hf_subset": "min_Arab-min_Latn", + "languages": [ + "min-Arab", + "min-Latn" + ] + }, + { + "precision": 0.517777, + "recall": 0.583992, + "f1": 0.534042, + "accuracy": 0.583992, + "main_score": 0.534042, + "hf_subset": "min_Arab-por_Latn", + "languages": [ + "min-Arab", + "por-Latn" + ] + }, + { + "precision": 0.472946, + "recall": 0.529644, + "f1": 0.486107, + "accuracy": 0.529644, + "main_score": 0.486107, + "hf_subset": "min_Arab-sun_Latn", + "languages": [ + "min-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.353025, + "recall": 0.399209, + "f1": 0.366256, + "accuracy": 0.399209, + "main_score": 0.366256, + "hf_subset": "min_Arab-umb_Latn", + "languages": [ + "min-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.514833, + "recall": 0.573123, + "f1": 0.528277, + "accuracy": 0.573123, + "main_score": 0.528277, + "hf_subset": "min_Arab-ajp_Arab", + "languages": [ + "min-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.685879, + "recall": 0.748024, + "f1": 0.703696, + "accuracy": 0.748024, + "main_score": 0.703696, + "hf_subset": "min_Arab-bjn_Arab", + "languages": [ + "min-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.327911, + "recall": 0.365613, + "f1": 0.338223, + "accuracy": 0.365613, + "main_score": 0.338223, + "hf_subset": "min_Arab-ewe_Latn", + "languages": [ + "min-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.440869, + "recall": 0.506917, + "f1": 0.45733, + "accuracy": 0.506917, + "main_score": 0.45733, + "hf_subset": "min_Arab-ilo_Latn", + "languages": [ + "min-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.252942, + "recall": 0.29249, + "f1": 0.262917, + "accuracy": 0.29249, + "main_score": 0.262917, + "hf_subset": "min_Arab-knc_Arab", + "languages": [ + "min-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.480766, + "recall": 0.546443, + "f1": 0.498003, + "accuracy": 0.546443, + "main_score": 0.498003, + "hf_subset": "min_Arab-mkd_Cyrl", + "languages": [ + "min-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.513906, + "recall": 0.577075, + "f1": 0.529026, + "accuracy": 0.577075, + "main_score": 0.529026, + "hf_subset": "min_Arab-prs_Arab", + "languages": [ + "min-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.514091, + "recall": 0.585968, + "f1": 0.531753, + "accuracy": 0.585968, + "main_score": 0.531753, + "hf_subset": "min_Arab-swe_Latn", + "languages": [ + "min-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.49112, + "recall": 0.55336, + "f1": 0.50663, + "accuracy": 0.55336, + "main_score": 0.50663, + "hf_subset": "min_Arab-urd_Arab", + "languages": [ + "min-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.394416, + "recall": 0.454545, + "f1": 0.410345, + "accuracy": 0.454545, + "main_score": 0.410345, + "hf_subset": "min_Arab-aka_Latn", + "languages": [ + "min-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.499682, + "recall": 0.561265, + "f1": 0.514882, + "accuracy": 0.561265, + "main_score": 0.514882, + "hf_subset": "min_Arab-bjn_Latn", + "languages": [ + "min-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.401611, + "recall": 0.455534, + "f1": 0.415643, + "accuracy": 0.455534, + "main_score": 0.415643, + "hf_subset": "min_Arab-fao_Latn", + "languages": [ + "min-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.549431, + "recall": 0.606719, + "f1": 0.563573, + "accuracy": 0.606719, + "main_score": 0.563573, + "hf_subset": "min_Arab-ind_Latn", + "languages": [ + "min-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.365468, + "recall": 0.403162, + "f1": 0.37538, + "accuracy": 0.403162, + "main_score": 0.37538, + "hf_subset": "min_Arab-knc_Latn", + "languages": [ + "min-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.439027, + "recall": 0.498024, + "f1": 0.453622, + "accuracy": 0.498024, + "main_score": 0.453622, + "hf_subset": "min_Arab-mlt_Latn", + "languages": [ + "min-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.404401, + "recall": 0.456522, + "f1": 0.418378, + "accuracy": 0.456522, + "main_score": 0.418378, + "hf_subset": "min_Arab-quy_Latn", + "languages": [ + "min-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.436185, + "recall": 0.51087, + "f1": 0.454894, + "accuracy": 0.51087, + "main_score": 0.454894, + "hf_subset": "min_Arab-swh_Latn", + "languages": [ + "min-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.437498, + "recall": 0.504941, + "f1": 0.455275, + "accuracy": 0.504941, + "main_score": 0.455275, + "hf_subset": "min_Arab-uzn_Latn", + "languages": [ + "min-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.471142, + "recall": 0.532609, + "f1": 0.487278, + "accuracy": 0.532609, + "main_score": 0.487278, + "hf_subset": "min_Arab-als_Latn", + "languages": [ + "min-Arab", + "als-Latn" + ] + }, + { + "precision": 0.311165, + "recall": 0.370553, + "f1": 0.324722, + "accuracy": 0.370553, + "main_score": 0.324722, + "hf_subset": "min_Arab-bod_Tibt", + "languages": [ + "min-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.379744, + "recall": 0.43083, + "f1": 0.393588, + "accuracy": 0.43083, + "main_score": 0.393588, + "hf_subset": "min_Arab-fij_Latn", + "languages": [ + "min-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.405504, + "recall": 0.482213, + "f1": 0.424516, + "accuracy": 0.482213, + "main_score": 0.424516, + "hf_subset": "min_Arab-isl_Latn", + "languages": [ + "min-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.425647, + "recall": 0.474308, + "f1": 0.438964, + "accuracy": 0.474308, + "main_score": 0.438964, + "hf_subset": "min_Arab-kon_Latn", + "languages": [ + "min-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.421456, + "recall": 0.476285, + "f1": 0.436255, + "accuracy": 0.476285, + "main_score": 0.436255, + "hf_subset": "min_Arab-mni_Beng", + "languages": [ + "min-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.502104, + "recall": 0.559289, + "f1": 0.516231, + "accuracy": 0.559289, + "main_score": 0.516231, + "hf_subset": "min_Arab-ron_Latn", + "languages": [ + "min-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.503891, + "recall": 0.564229, + "f1": 0.518623, + "accuracy": 0.564229, + "main_score": 0.518623, + "hf_subset": "min_Arab-szl_Latn", + "languages": [ + "min-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.502526, + "recall": 0.564229, + "f1": 0.518575, + "accuracy": 0.564229, + "main_score": 0.518575, + "hf_subset": "min_Arab-vec_Latn", + "languages": [ + "min-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.456433, + "recall": 0.517787, + "f1": 0.47226, + "accuracy": 0.517787, + "main_score": 0.47226, + "hf_subset": "min_Arab-amh_Ethi", + "languages": [ + "min-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.478161, + "recall": 0.538538, + "f1": 0.492859, + "accuracy": 0.538538, + "main_score": 0.492859, + "hf_subset": "min_Arab-bos_Latn", + "languages": [ + "min-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.461982, + "recall": 0.529644, + "f1": 0.47825, + "accuracy": 0.529644, + "main_score": 0.47825, + "hf_subset": "min_Arab-fin_Latn", + "languages": [ + "min-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.482296, + "recall": 0.550395, + "f1": 0.500217, + "accuracy": 0.550395, + "main_score": 0.500217, + "hf_subset": "min_Arab-ita_Latn", + "languages": [ + "min-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.496214, + "recall": 0.573123, + "f1": 0.515486, + "accuracy": 0.573123, + "main_score": 0.515486, + "hf_subset": "min_Arab-kor_Hang", + "languages": [ + "min-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.368824, + "recall": 0.409091, + "f1": 0.379721, + "accuracy": 0.409091, + "main_score": 0.379721, + "hf_subset": "min_Arab-mos_Latn", + "languages": [ + "min-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.35973, + "recall": 0.413043, + "f1": 0.374251, + "accuracy": 0.413043, + "main_score": 0.374251, + "hf_subset": "min_Arab-run_Latn", + "languages": [ + "min-Arab", + "run-Latn" + ] + }, + { + "precision": 0.425136, + "recall": 0.498024, + "f1": 0.443114, + "accuracy": 0.498024, + "main_score": 0.443114, + "hf_subset": "min_Arab-tam_Taml", + "languages": [ + "min-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.469765, + "recall": 0.532609, + "f1": 0.484891, + "accuracy": 0.532609, + "main_score": 0.484891, + "hf_subset": "min_Arab-vie_Latn", + "languages": [ + "min-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.491069, + "recall": 0.554348, + "f1": 0.506622, + "accuracy": 0.554348, + "main_score": 0.506622, + "hf_subset": "min_Arab-apc_Arab", + "languages": [ + "min-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.478416, + "recall": 0.537549, + "f1": 0.49359, + "accuracy": 0.537549, + "main_score": 0.49359, + "hf_subset": "min_Arab-bug_Latn", + "languages": [ + "min-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.307055, + "recall": 0.350791, + "f1": 0.318683, + "accuracy": 0.350791, + "main_score": 0.318683, + "hf_subset": "min_Arab-fon_Latn", + "languages": [ + "min-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.47299, + "recall": 0.528656, + "f1": 0.487746, + "accuracy": 0.528656, + "main_score": 0.487746, + "hf_subset": "min_Arab-jav_Latn", + "languages": [ + "min-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.358837, + "recall": 0.422925, + "f1": 0.374021, + "accuracy": 0.422925, + "main_score": 0.374021, + "hf_subset": "min_Arab-lao_Laoo", + "languages": [ + "min-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.384148, + "recall": 0.448617, + "f1": 0.400284, + "accuracy": 0.448617, + "main_score": 0.400284, + "hf_subset": "min_Arab-mri_Latn", + "languages": [ + "min-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.499153, + "recall": 0.568182, + "f1": 0.51584, + "accuracy": 0.568182, + "main_score": 0.51584, + "hf_subset": "min_Arab-rus_Cyrl", + "languages": [ + "min-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.373593, + "recall": 0.426877, + "f1": 0.38724, + "accuracy": 0.426877, + "main_score": 0.38724, + "hf_subset": "min_Arab-taq_Latn", + "languages": [ + "min-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.461538, + "recall": 0.521739, + "f1": 0.476342, + "accuracy": 0.521739, + "main_score": 0.476342, + "hf_subset": "min_Arab-war_Latn", + "languages": [ + "min-Arab", + "war-Latn" + ] + }, + { + "precision": 0.492128, + "recall": 0.566206, + "f1": 0.511416, + "accuracy": 0.566206, + "main_score": 0.511416, + "hf_subset": "min_Arab-arb_Arab", + "languages": [ + "min-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.50096, + "recall": 0.565217, + "f1": 0.516857, + "accuracy": 0.565217, + "main_score": 0.516857, + "hf_subset": "min_Arab-bul_Cyrl", + "languages": [ + "min-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.489388, + "recall": 0.552372, + "f1": 0.505397, + "accuracy": 0.552372, + "main_score": 0.505397, + "hf_subset": "min_Arab-fra_Latn", + "languages": [ + "min-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.490887, + "recall": 0.567194, + "f1": 0.509836, + "accuracy": 0.567194, + "main_score": 0.509836, + "hf_subset": "min_Arab-jpn_Jpan", + "languages": [ + "min-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.497794, + "recall": 0.556324, + "f1": 0.512539, + "accuracy": 0.556324, + "main_score": 0.512539, + "hf_subset": "min_Arab-lij_Latn", + "languages": [ + "min-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.406604, + "recall": 0.474308, + "f1": 0.423167, + "accuracy": 0.474308, + "main_score": 0.423167, + "hf_subset": "min_Arab-mya_Mymr", + "languages": [ + "min-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.379096, + "recall": 0.424901, + "f1": 0.39136, + "accuracy": 0.424901, + "main_score": 0.39136, + "hf_subset": "min_Arab-sag_Latn", + "languages": [ + "min-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.240853, + "recall": 0.281621, + "f1": 0.250925, + "accuracy": 0.281621, + "main_score": 0.250925, + "hf_subset": "min_Arab-taq_Tfng", + "languages": [ + "min-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.424822, + "recall": 0.477273, + "f1": 0.439141, + "accuracy": 0.477273, + "main_score": 0.439141, + "hf_subset": "min_Arab-wol_Latn", + "languages": [ + "min-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.403867, + "recall": 0.472332, + "f1": 0.421097, + "accuracy": 0.472332, + "main_score": 0.421097, + "hf_subset": "min_Arab-arb_Latn", + "languages": [ + "min-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.49045, + "recall": 0.5583, + "f1": 0.506547, + "accuracy": 0.5583, + "main_score": 0.506547, + "hf_subset": "min_Arab-cat_Latn", + "languages": [ + "min-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.499224, + "recall": 0.557312, + "f1": 0.513365, + "accuracy": 0.557312, + "main_score": 0.513365, + "hf_subset": "min_Arab-fur_Latn", + "languages": [ + "min-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.352534, + "recall": 0.396245, + "f1": 0.36412, + "accuracy": 0.396245, + "main_score": 0.36412, + "hf_subset": "min_Arab-kab_Latn", + "languages": [ + "min-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.474947, + "recall": 0.534585, + "f1": 0.489902, + "accuracy": 0.534585, + "main_score": 0.489902, + "hf_subset": "min_Arab-lim_Latn", + "languages": [ + "min-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.49154, + "recall": 0.561265, + "f1": 0.508774, + "accuracy": 0.561265, + "main_score": 0.508774, + "hf_subset": "min_Arab-nld_Latn", + "languages": [ + "min-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.448347, + "recall": 0.517787, + "f1": 0.466058, + "accuracy": 0.517787, + "main_score": 0.466058, + "hf_subset": "min_Arab-san_Deva", + "languages": [ + "min-Arab", + "san-Deva" + ] + }, + { + "precision": 0.444153, + "recall": 0.511858, + "f1": 0.461123, + "accuracy": 0.511858, + "main_score": 0.461123, + "hf_subset": "min_Arab-tat_Cyrl", + "languages": [ + "min-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.380492, + "recall": 0.44664, + "f1": 0.396638, + "accuracy": 0.44664, + "main_score": 0.396638, + "hf_subset": "min_Arab-xho_Latn", + "languages": [ + "min-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.480578, + "recall": 0.55336, + "f1": 0.499066, + "accuracy": 0.55336, + "main_score": 0.499066, + "hf_subset": "min_Arab-ars_Arab", + "languages": [ + "min-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.457962, + "recall": 0.51581, + "f1": 0.471673, + "accuracy": 0.51581, + "main_score": 0.471673, + "hf_subset": "min_Arab-ceb_Latn", + "languages": [ + "min-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.340668, + "recall": 0.390316, + "f1": 0.354318, + "accuracy": 0.390316, + "main_score": 0.354318, + "hf_subset": "min_Arab-fuv_Latn", + "languages": [ + "min-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.36714, + "recall": 0.406126, + "f1": 0.377354, + "accuracy": 0.406126, + "main_score": 0.377354, + "hf_subset": "min_Arab-kac_Latn", + "languages": [ + "min-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.415119, + "recall": 0.468379, + "f1": 0.429131, + "accuracy": 0.468379, + "main_score": 0.429131, + "hf_subset": "min_Arab-lin_Latn", + "languages": [ + "min-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.480437, + "recall": 0.543478, + "f1": 0.497244, + "accuracy": 0.543478, + "main_score": 0.497244, + "hf_subset": "min_Arab-nno_Latn", + "languages": [ + "min-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.448492, + "recall": 0.504941, + "f1": 0.463032, + "accuracy": 0.504941, + "main_score": 0.463032, + "hf_subset": "min_Arab-sat_Olck", + "languages": [ + "min-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.432853, + "recall": 0.499012, + "f1": 0.44832, + "accuracy": 0.499012, + "main_score": 0.44832, + "hf_subset": "min_Arab-tel_Telu", + "languages": [ + "min-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.470532, + "recall": 0.54249, + "f1": 0.488641, + "accuracy": 0.54249, + "main_score": 0.488641, + "hf_subset": "min_Arab-ydd_Hebr", + "languages": [ + "min-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.469618, + "recall": 0.52668, + "f1": 0.484212, + "accuracy": 0.52668, + "main_score": 0.484212, + "hf_subset": "min_Arab-ary_Arab", + "languages": [ + "min-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.490982, + "recall": 0.561265, + "f1": 0.508644, + "accuracy": 0.561265, + "main_score": 0.508644, + "hf_subset": "min_Arab-ces_Latn", + "languages": [ + "min-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.402789, + "recall": 0.45751, + "f1": 0.417257, + "accuracy": 0.45751, + "main_score": 0.417257, + "hf_subset": "min_Arab-gaz_Latn", + "languages": [ + "min-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.360346, + "recall": 0.408103, + "f1": 0.373383, + "accuracy": 0.408103, + "main_score": 0.373383, + "hf_subset": "min_Arab-kam_Latn", + "languages": [ + "min-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.482647, + "recall": 0.550395, + "f1": 0.499851, + "accuracy": 0.550395, + "main_score": 0.499851, + "hf_subset": "min_Arab-lit_Latn", + "languages": [ + "min-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.48347, + "recall": 0.554348, + "f1": 0.501062, + "accuracy": 0.554348, + "main_score": 0.501062, + "hf_subset": "min_Arab-nob_Latn", + "languages": [ + "min-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.468569, + "recall": 0.520751, + "f1": 0.482136, + "accuracy": 0.520751, + "main_score": 0.482136, + "hf_subset": "min_Arab-scn_Latn", + "languages": [ + "min-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.444274, + "recall": 0.502964, + "f1": 0.4588, + "accuracy": 0.502964, + "main_score": 0.4588, + "hf_subset": "min_Arab-tgk_Cyrl", + "languages": [ + "min-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.3381, + "recall": 0.396245, + "f1": 0.352571, + "accuracy": 0.396245, + "main_score": 0.352571, + "hf_subset": "min_Arab-yor_Latn", + "languages": [ + "min-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.495697, + "recall": 0.552372, + "f1": 0.509892, + "accuracy": 0.552372, + "main_score": 0.509892, + "hf_subset": "min_Arab-arz_Arab", + "languages": [ + "min-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.356379, + "recall": 0.402174, + "f1": 0.368019, + "accuracy": 0.402174, + "main_score": 0.368019, + "hf_subset": "min_Arab-cjk_Latn", + "languages": [ + "min-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.390047, + "recall": 0.452569, + "f1": 0.405557, + "accuracy": 0.452569, + "main_score": 0.405557, + "hf_subset": "min_Arab-gla_Latn", + "languages": [ + "min-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.442759, + "recall": 0.502964, + "f1": 0.457689, + "accuracy": 0.502964, + "main_score": 0.457689, + "hf_subset": "min_Arab-kan_Knda", + "languages": [ + "min-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.499481, + "recall": 0.556324, + "f1": 0.513861, + "accuracy": 0.556324, + "main_score": 0.513861, + "hf_subset": "min_Arab-lmo_Latn", + "languages": [ + "min-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.46886, + "recall": 0.522727, + "f1": 0.48219, + "accuracy": 0.522727, + "main_score": 0.48219, + "hf_subset": "min_Arab-npi_Deva", + "languages": [ + "min-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.287027, + "recall": 0.333004, + "f1": 0.29891, + "accuracy": 0.333004, + "main_score": 0.29891, + "hf_subset": "min_Arab-shn_Mymr", + "languages": [ + "min-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.50057, + "recall": 0.561265, + "f1": 0.515055, + "accuracy": 0.561265, + "main_score": 0.515055, + "hf_subset": "min_Arab-tgl_Latn", + "languages": [ + "min-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.46973, + "recall": 0.538538, + "f1": 0.485609, + "accuracy": 0.538538, + "main_score": 0.485609, + "hf_subset": "min_Arab-yue_Hant", + "languages": [ + "min-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.418216, + "recall": 0.469368, + "f1": 0.431194, + "accuracy": 0.469368, + "main_score": 0.431194, + "hf_subset": "min_Arab-asm_Beng", + "languages": [ + "min-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.432404, + "recall": 0.496047, + "f1": 0.449686, + "accuracy": 0.496047, + "main_score": 0.449686, + "hf_subset": "min_Arab-ckb_Arab", + "languages": [ + "min-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.387602, + "recall": 0.459486, + "f1": 0.405901, + "accuracy": 0.459486, + "main_score": 0.405901, + "hf_subset": "min_Arab-gle_Latn", + "languages": [ + "min-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.459075, + "recall": 0.516798, + "f1": 0.474659, + "accuracy": 0.516798, + "main_score": 0.474659, + "hf_subset": "min_Arab-kas_Arab", + "languages": [ + "min-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.469757, + "recall": 0.525692, + "f1": 0.483682, + "accuracy": 0.525692, + "main_score": 0.483682, + "hf_subset": "min_Arab-ltg_Latn", + "languages": [ + "min-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.403268, + "recall": 0.463439, + "f1": 0.418599, + "accuracy": 0.463439, + "main_score": 0.418599, + "hf_subset": "min_Arab-nso_Latn", + "languages": [ + "min-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.429569, + "recall": 0.498024, + "f1": 0.446013, + "accuracy": 0.498024, + "main_score": 0.446013, + "hf_subset": "min_Arab-sin_Sinh", + "languages": [ + "min-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.452557, + "recall": 0.519763, + "f1": 0.469669, + "accuracy": 0.519763, + "main_score": 0.469669, + "hf_subset": "min_Arab-tha_Thai", + "languages": [ + "min-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.398647, + "recall": 0.472332, + "f1": 0.416019, + "accuracy": 0.472332, + "main_score": 0.416019, + "hf_subset": "min_Arab-zho_Hans", + "languages": [ + "min-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.463649, + "recall": 0.532609, + "f1": 0.480972, + "accuracy": 0.532609, + "main_score": 0.480972, + "hf_subset": "min_Arab-ast_Latn", + "languages": [ + "min-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.492721, + "recall": 0.548419, + "f1": 0.507206, + "accuracy": 0.548419, + "main_score": 0.507206, + "hf_subset": "min_Arab-crh_Latn", + "languages": [ + "min-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.484024, + "recall": 0.548419, + "f1": 0.499953, + "accuracy": 0.548419, + "main_score": 0.499953, + "hf_subset": "min_Arab-glg_Latn", + "languages": [ + "min-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.435914, + "recall": 0.502964, + "f1": 0.453888, + "accuracy": 0.502964, + "main_score": 0.453888, + "hf_subset": "min_Arab-kas_Deva", + "languages": [ + "min-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.442035, + "recall": 0.505929, + "f1": 0.457685, + "accuracy": 0.505929, + "main_score": 0.457685, + "hf_subset": "min_Arab-ltz_Latn", + "languages": [ + "min-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.323511, + "recall": 0.378458, + "f1": 0.338047, + "accuracy": 0.378458, + "main_score": 0.338047, + "hf_subset": "min_Arab-nus_Latn", + "languages": [ + "min-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.468194, + "recall": 0.533597, + "f1": 0.483996, + "accuracy": 0.533597, + "main_score": 0.483996, + "hf_subset": "min_Arab-slk_Latn", + "languages": [ + "min-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.426581, + "recall": 0.479249, + "f1": 0.441847, + "accuracy": 0.479249, + "main_score": 0.441847, + "hf_subset": "min_Arab-tir_Ethi", + "languages": [ + "min-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.455875, + "recall": 0.529644, + "f1": 0.473912, + "accuracy": 0.529644, + "main_score": 0.473912, + "hf_subset": "min_Arab-zho_Hant", + "languages": [ + "min-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.477883, + "recall": 0.545455, + "f1": 0.494518, + "accuracy": 0.545455, + "main_score": 0.494518, + "hf_subset": "min_Arab-awa_Deva", + "languages": [ + "min-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.441099, + "recall": 0.505929, + "f1": 0.456797, + "accuracy": 0.505929, + "main_score": 0.456797, + "hf_subset": "min_Arab-cym_Latn", + "languages": [ + "min-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.430006, + "recall": 0.479249, + "f1": 0.443121, + "accuracy": 0.479249, + "main_score": 0.443121, + "hf_subset": "min_Arab-grn_Latn", + "languages": [ + "min-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.454437, + "recall": 0.517787, + "f1": 0.470209, + "accuracy": 0.517787, + "main_score": 0.470209, + "hf_subset": "min_Arab-kat_Geor", + "languages": [ + "min-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.39542, + "recall": 0.436759, + "f1": 0.406391, + "accuracy": 0.436759, + "main_score": 0.406391, + "hf_subset": "min_Arab-lua_Latn", + "languages": [ + "min-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.361985, + "recall": 0.421937, + "f1": 0.376861, + "accuracy": 0.421937, + "main_score": 0.376861, + "hf_subset": "min_Arab-nya_Latn", + "languages": [ + "min-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.47721, + "recall": 0.545455, + "f1": 0.493236, + "accuracy": 0.545455, + "main_score": 0.493236, + "hf_subset": "min_Arab-slv_Latn", + "languages": [ + "min-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.440647, + "recall": 0.498024, + "f1": 0.454202, + "accuracy": 0.498024, + "main_score": 0.454202, + "hf_subset": "min_Arab-tpi_Latn", + "languages": [ + "min-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.505173, + "recall": 0.573123, + "f1": 0.521155, + "accuracy": 0.573123, + "main_score": 0.521155, + "hf_subset": "min_Arab-zsm_Latn", + "languages": [ + "min-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.354813, + "recall": 0.40415, + "f1": 0.368251, + "accuracy": 0.40415, + "main_score": 0.368251, + "hf_subset": "min_Arab-ayr_Latn", + "languages": [ + "min-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.513577, + "recall": 0.583992, + "f1": 0.530991, + "accuracy": 0.583992, + "main_score": 0.530991, + "hf_subset": "min_Arab-dan_Latn", + "languages": [ + "min-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.462923, + "recall": 0.536561, + "f1": 0.481225, + "accuracy": 0.536561, + "main_score": 0.481225, + "hf_subset": "min_Arab-guj_Gujr", + "languages": [ + "min-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.451388, + "recall": 0.514822, + "f1": 0.467396, + "accuracy": 0.514822, + "main_score": 0.467396, + "hf_subset": "min_Arab-kaz_Cyrl", + "languages": [ + "min-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.353952, + "recall": 0.411067, + "f1": 0.36829, + "accuracy": 0.411067, + "main_score": 0.36829, + "hf_subset": "min_Arab-lug_Latn", + "languages": [ + "min-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.471878, + "recall": 0.539526, + "f1": 0.488077, + "accuracy": 0.539526, + "main_score": 0.488077, + "hf_subset": "min_Arab-oci_Latn", + "languages": [ + "min-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.373121, + "recall": 0.433794, + "f1": 0.387631, + "accuracy": 0.433794, + "main_score": 0.387631, + "hf_subset": "min_Arab-smo_Latn", + "languages": [ + "min-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.366006, + "recall": 0.418972, + "f1": 0.37931, + "accuracy": 0.418972, + "main_score": 0.37931, + "hf_subset": "min_Arab-tsn_Latn", + "languages": [ + "min-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.377039, + "recall": 0.444664, + "f1": 0.3937, + "accuracy": 0.444664, + "main_score": 0.3937, + "hf_subset": "min_Arab-zul_Latn", + "languages": [ + "min-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.445576, + "recall": 0.498024, + "f1": 0.45902, + "accuracy": 0.498024, + "main_score": 0.45902, + "hf_subset": "min_Arab-azb_Arab", + "languages": [ + "min-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.506762, + "recall": 0.572134, + "f1": 0.522863, + "accuracy": 0.572134, + "main_score": 0.522863, + "hf_subset": "min_Arab-deu_Latn", + "languages": [ + "min-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.458282, + "recall": 0.529644, + "f1": 0.476771, + "accuracy": 0.529644, + "main_score": 0.476771, + "hf_subset": "min_Arab-hat_Latn", + "languages": [ + "min-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.339111, + "recall": 0.384387, + "f1": 0.351215, + "accuracy": 0.384387, + "main_score": 0.351215, + "hf_subset": "min_Arab-kbp_Latn", + "languages": [ + "min-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.373407, + "recall": 0.416996, + "f1": 0.38548, + "accuracy": 0.416996, + "main_score": 0.38548, + "hf_subset": "min_Arab-luo_Latn", + "languages": [ + "min-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.400486, + "recall": 0.478261, + "f1": 0.419917, + "accuracy": 0.478261, + "main_score": 0.419917, + "hf_subset": "min_Arab-ory_Orya", + "languages": [ + "min-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.379458, + "recall": 0.438735, + "f1": 0.394348, + "accuracy": 0.438735, + "main_score": 0.394348, + "hf_subset": "min_Arab-sna_Latn", + "languages": [ + "min-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.394425, + "recall": 0.444664, + "f1": 0.407985, + "accuracy": 0.444664, + "main_score": 0.407985, + "hf_subset": "min_Arab-tso_Latn", + "languages": [ + "min-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.443303, + "recall": 0.51087, + "f1": 0.45916, + "accuracy": 0.51087, + "main_score": 0.45916, + "hf_subset": "min_Arab-azj_Latn", + "languages": [ + "min-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.316092, + "recall": 0.367589, + "f1": 0.33, + "accuracy": 0.367589, + "main_score": 0.33, + "hf_subset": "min_Arab-dik_Latn", + "languages": [ + "min-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.383382, + "recall": 0.44664, + "f1": 0.398776, + "accuracy": 0.44664, + "main_score": 0.398776, + "hf_subset": "min_Arab-hau_Latn", + "languages": [ + "min-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.488754, + "recall": 0.548419, + "f1": 0.503787, + "accuracy": 0.548419, + "main_score": 0.503787, + "hf_subset": "min_Arab-kea_Latn", + "languages": [ + "min-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.42441, + "recall": 0.470356, + "f1": 0.435622, + "accuracy": 0.470356, + "main_score": 0.435622, + "hf_subset": "min_Arab-lus_Latn", + "languages": [ + "min-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.480061, + "recall": 0.528656, + "f1": 0.492966, + "accuracy": 0.528656, + "main_score": 0.492966, + "hf_subset": "min_Arab-pag_Latn", + "languages": [ + "min-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.433628, + "recall": 0.502964, + "f1": 0.450449, + "accuracy": 0.502964, + "main_score": 0.450449, + "hf_subset": "min_Arab-snd_Arab", + "languages": [ + "min-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.439151, + "recall": 0.5, + "f1": 0.45439, + "accuracy": 0.5, + "main_score": 0.45439, + "hf_subset": "min_Arab-tuk_Latn", + "languages": [ + "min-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.468034, + "recall": 0.527668, + "f1": 0.482923, + "accuracy": 0.527668, + "main_score": 0.482923, + "hf_subset": "min_Arab-bak_Cyrl", + "languages": [ + "min-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.302986, + "recall": 0.354743, + "f1": 0.317027, + "accuracy": 0.354743, + "main_score": 0.317027, + "hf_subset": "min_Arab-dyu_Latn", + "languages": [ + "min-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.484799, + "recall": 0.554348, + "f1": 0.502861, + "accuracy": 0.554348, + "main_score": 0.502861, + "hf_subset": "min_Arab-heb_Hebr", + "languages": [ + "min-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.466309, + "recall": 0.533597, + "f1": 0.482949, + "accuracy": 0.533597, + "main_score": 0.482949, + "hf_subset": "min_Arab-khk_Cyrl", + "languages": [ + "min-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.468246, + "recall": 0.533597, + "f1": 0.48429, + "accuracy": 0.533597, + "main_score": 0.48429, + "hf_subset": "min_Arab-lvs_Latn", + "languages": [ + "min-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.448797, + "recall": 0.51087, + "f1": 0.463209, + "accuracy": 0.51087, + "main_score": 0.463209, + "hf_subset": "min_Arab-pan_Guru", + "languages": [ + "min-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.39266, + "recall": 0.462451, + "f1": 0.409959, + "accuracy": 0.462451, + "main_score": 0.409959, + "hf_subset": "min_Arab-som_Latn", + "languages": [ + "min-Arab", + "som-Latn" + ] + }, + { + "precision": 0.357818, + "recall": 0.406126, + "f1": 0.370654, + "accuracy": 0.406126, + "main_score": 0.370654, + "hf_subset": "min_Arab-tum_Latn", + "languages": [ + "min-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.530461, + "recall": 0.616601, + "f1": 0.555242, + "accuracy": 0.616601, + "main_score": 0.555242, + "hf_subset": "pol_Latn-ace_Arab", + "languages": [ + "pol-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.468899, + "recall": 0.534585, + "f1": 0.486796, + "accuracy": 0.534585, + "main_score": 0.486796, + "hf_subset": "pol_Latn-bam_Latn", + "languages": [ + "pol-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.657906, + "recall": 0.740119, + "f1": 0.681444, + "accuracy": 0.740119, + "main_score": 0.681444, + "hf_subset": "pol_Latn-dzo_Tibt", + "languages": [ + "pol-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-hin_Deva", + "languages": [ + "pol-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pol_Latn-khm_Khmr", + "languages": [ + "pol-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-mag_Deva", + "languages": [ + "pol-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-pap_Latn", + "languages": [ + "pol-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.86194, + "recall": 0.901186, + "f1": 0.874045, + "accuracy": 0.901186, + "main_score": 0.874045, + "hf_subset": "pol_Latn-sot_Latn", + "languages": [ + "pol-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-tur_Latn", + "languages": [ + "pol-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.865366, + "recall": 0.903162, + "f1": 0.877324, + "accuracy": 0.903162, + "main_score": 0.877324, + "hf_subset": "pol_Latn-ace_Latn", + "languages": [ + "pol-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "pol_Latn-ban_Latn", + "languages": [ + "pol-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-ell_Grek", + "languages": [ + "pol-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "pol_Latn-hne_Deva", + "languages": [ + "pol-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.580085, + "recall": 0.652174, + "f1": 0.599986, + "accuracy": 0.652174, + "main_score": 0.599986, + "hf_subset": "pol_Latn-kik_Latn", + "languages": [ + "pol-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-mai_Deva", + "languages": [ + "pol-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "pol_Latn-pbt_Arab", + "languages": [ + "pol-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-spa_Latn", + "languages": [ + "pol-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.793923, + "recall": 0.846838, + "f1": 0.809571, + "accuracy": 0.846838, + "main_score": 0.809571, + "hf_subset": "pol_Latn-twi_Latn", + "languages": [ + "pol-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-acm_Arab", + "languages": [ + "pol-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-bel_Cyrl", + "languages": [ + "pol-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-hrv_Latn", + "languages": [ + "pol-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.848463, + "recall": 0.890316, + "f1": 0.861528, + "accuracy": 0.890316, + "main_score": 0.861528, + "hf_subset": "pol_Latn-kin_Latn", + "languages": [ + "pol-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pol_Latn-mal_Mlym", + "languages": [ + "pol-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-pes_Arab", + "languages": [ + "pol-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pol_Latn-srd_Latn", + "languages": [ + "pol-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.20212, + "recall": 0.263834, + "f1": 0.216754, + "accuracy": 0.263834, + "main_score": 0.216754, + "hf_subset": "pol_Latn-tzm_Tfng", + "languages": [ + "pol-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-acq_Arab", + "languages": [ + "pol-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.668714, + "recall": 0.743083, + "f1": 0.689943, + "accuracy": 0.743083, + "main_score": 0.689943, + "hf_subset": "pol_Latn-bem_Latn", + "languages": [ + "pol-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-epo_Latn", + "languages": [ + "pol-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-hun_Latn", + "languages": [ + "pol-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "pol_Latn-kir_Cyrl", + "languages": [ + "pol-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-mar_Deva", + "languages": [ + "pol-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.875988, + "recall": 0.911067, + "f1": 0.886792, + "accuracy": 0.911067, + "main_score": 0.886792, + "hf_subset": "pol_Latn-plt_Latn", + "languages": [ + "pol-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-srp_Cyrl", + "languages": [ + "pol-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "pol_Latn-uig_Arab", + "languages": [ + "pol-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-aeb_Arab", + "languages": [ + "pol-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-ben_Beng", + "languages": [ + "pol-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-est_Latn", + "languages": [ + "pol-Latn", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-hye_Armn", + "languages": [ + "pol-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.474759, + "recall": 0.540514, + "f1": 0.493001, + "accuracy": 0.540514, + "main_score": 0.493001, + "hf_subset": "pol_Latn-kmb_Latn", + "languages": [ + "pol-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.511308, + "recall": 0.590909, + "f1": 0.531899, + "accuracy": 0.590909, + "main_score": 0.531899, + "hf_subset": "pol_Latn-min_Arab", + "languages": [ + "pol-Latn", + "min-Arab" + ] + }, + { + "precision": 0.753327, + "recall": 0.816206, + "f1": 0.771631, + "accuracy": 0.816206, + "main_score": 0.771631, + "hf_subset": "pol_Latn-ssw_Latn", + "languages": [ + "pol-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-ukr_Cyrl", + "languages": [ + "pol-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-afr_Latn", + "languages": [ + "pol-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-bho_Deva", + "languages": [ + "pol-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-eus_Latn", + "languages": [ + "pol-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.872365, + "recall": 0.911067, + "f1": 0.884684, + "accuracy": 0.911067, + "main_score": 0.884684, + "hf_subset": "pol_Latn-ibo_Latn", + "languages": [ + "pol-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.872266, + "recall": 0.908103, + "f1": 0.883366, + "accuracy": 0.908103, + "main_score": 0.883366, + "hf_subset": "pol_Latn-kmr_Latn", + "languages": [ + "pol-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pol_Latn-min_Latn", + "languages": [ + "pol-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-por_Latn", + "languages": [ + "pol-Latn", + "por-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pol_Latn-sun_Latn", + "languages": [ + "pol-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.482712, + "recall": 0.552372, + "f1": 0.502588, + "accuracy": 0.552372, + "main_score": 0.502588, + "hf_subset": "pol_Latn-umb_Latn", + "languages": [ + "pol-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-ajp_Arab", + "languages": [ + "pol-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.522587, + "recall": 0.605731, + "f1": 0.545296, + "accuracy": 0.605731, + "main_score": 0.545296, + "hf_subset": "pol_Latn-bjn_Arab", + "languages": [ + "pol-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.45435, + "recall": 0.512846, + "f1": 0.469858, + "accuracy": 0.512846, + "main_score": 0.469858, + "hf_subset": "pol_Latn-ewe_Latn", + "languages": [ + "pol-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "pol_Latn-ilo_Latn", + "languages": [ + "pol-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.267109, + "recall": 0.332016, + "f1": 0.283373, + "accuracy": 0.332016, + "main_score": 0.283373, + "hf_subset": "pol_Latn-knc_Arab", + "languages": [ + "pol-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-mkd_Cyrl", + "languages": [ + "pol-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-prs_Arab", + "languages": [ + "pol-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-swe_Latn", + "languages": [ + "pol-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-urd_Arab", + "languages": [ + "pol-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.741667, + "recall": 0.805336, + "f1": 0.760375, + "accuracy": 0.805336, + "main_score": 0.760375, + "hf_subset": "pol_Latn-aka_Latn", + "languages": [ + "pol-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "pol_Latn-bjn_Latn", + "languages": [ + "pol-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "pol_Latn-fao_Latn", + "languages": [ + "pol-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ind_Latn", + "languages": [ + "pol-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.519913, + "recall": 0.579051, + "f1": 0.536337, + "accuracy": 0.579051, + "main_score": 0.536337, + "hf_subset": "pol_Latn-knc_Latn", + "languages": [ + "pol-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-mlt_Latn", + "languages": [ + "pol-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.63484, + "recall": 0.710474, + "f1": 0.656973, + "accuracy": 0.710474, + "main_score": 0.656973, + "hf_subset": "pol_Latn-quy_Latn", + "languages": [ + "pol-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "pol_Latn-swh_Latn", + "languages": [ + "pol-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "pol_Latn-uzn_Latn", + "languages": [ + "pol-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-als_Latn", + "languages": [ + "pol-Latn", + "als-Latn" + ] + }, + { + "precision": 0.806983, + "recall": 0.864625, + "f1": 0.825033, + "accuracy": 0.864625, + "main_score": 0.825033, + "hf_subset": "pol_Latn-bod_Tibt", + "languages": [ + "pol-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.624704, + "recall": 0.69664, + "f1": 0.644684, + "accuracy": 0.69664, + "main_score": 0.644684, + "hf_subset": "pol_Latn-fij_Latn", + "languages": [ + "pol-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "pol_Latn-isl_Latn", + "languages": [ + "pol-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.595745, + "recall": 0.673913, + "f1": 0.618213, + "accuracy": 0.673913, + "main_score": 0.618213, + "hf_subset": "pol_Latn-kon_Latn", + "languages": [ + "pol-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.607999, + "recall": 0.689723, + "f1": 0.630848, + "accuracy": 0.689723, + "main_score": 0.630848, + "hf_subset": "pol_Latn-mni_Beng", + "languages": [ + "pol-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ron_Latn", + "languages": [ + "pol-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "pol_Latn-szl_Latn", + "languages": [ + "pol-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-vec_Latn", + "languages": [ + "pol-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.933465, + "recall": 0.954545, + "f1": 0.940382, + "accuracy": 0.954545, + "main_score": 0.940382, + "hf_subset": "pol_Latn-amh_Ethi", + "languages": [ + "pol-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-bos_Latn", + "languages": [ + "pol-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-fin_Latn", + "languages": [ + "pol-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-ita_Latn", + "languages": [ + "pol-Latn", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-kor_Hang", + "languages": [ + "pol-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.503955, + "recall": 0.567194, + "f1": 0.521499, + "accuracy": 0.567194, + "main_score": 0.521499, + "hf_subset": "pol_Latn-mos_Latn", + "languages": [ + "pol-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.765514, + "recall": 0.826087, + "f1": 0.783267, + "accuracy": 0.826087, + "main_score": 0.783267, + "hf_subset": "pol_Latn-run_Latn", + "languages": [ + "pol-Latn", + "run-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pol_Latn-tam_Taml", + "languages": [ + "pol-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-vie_Latn", + "languages": [ + "pol-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-apc_Arab", + "languages": [ + "pol-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.731835, + "recall": 0.794466, + "f1": 0.750132, + "accuracy": 0.794466, + "main_score": 0.750132, + "hf_subset": "pol_Latn-bug_Latn", + "languages": [ + "pol-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.423074, + "recall": 0.481225, + "f1": 0.438631, + "accuracy": 0.481225, + "main_score": 0.438631, + "hf_subset": "pol_Latn-fon_Latn", + "languages": [ + "pol-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pol_Latn-jav_Latn", + "languages": [ + "pol-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.955781, + "recall": 0.969368, + "f1": 0.960211, + "accuracy": 0.969368, + "main_score": 0.960211, + "hf_subset": "pol_Latn-lao_Laoo", + "languages": [ + "pol-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.878953, + "recall": 0.91502, + "f1": 0.890316, + "accuracy": 0.91502, + "main_score": 0.890316, + "hf_subset": "pol_Latn-mri_Latn", + "languages": [ + "pol-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-rus_Cyrl", + "languages": [ + "pol-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.506485, + "recall": 0.570158, + "f1": 0.523903, + "accuracy": 0.570158, + "main_score": 0.523903, + "hf_subset": "pol_Latn-taq_Latn", + "languages": [ + "pol-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pol_Latn-war_Latn", + "languages": [ + "pol-Latn", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-arb_Arab", + "languages": [ + "pol-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-bul_Cyrl", + "languages": [ + "pol-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-fra_Latn", + "languages": [ + "pol-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-jpn_Jpan", + "languages": [ + "pol-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-lij_Latn", + "languages": [ + "pol-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "pol_Latn-mya_Mymr", + "languages": [ + "pol-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.548261, + "recall": 0.617589, + "f1": 0.566927, + "accuracy": 0.617589, + "main_score": 0.566927, + "hf_subset": "pol_Latn-sag_Latn", + "languages": [ + "pol-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.222471, + "recall": 0.288538, + "f1": 0.2378, + "accuracy": 0.288538, + "main_score": 0.2378, + "hf_subset": "pol_Latn-taq_Tfng", + "languages": [ + "pol-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.618333, + "recall": 0.69664, + "f1": 0.640851, + "accuracy": 0.69664, + "main_score": 0.640851, + "hf_subset": "pol_Latn-wol_Latn", + "languages": [ + "pol-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.850873, + "recall": 0.895257, + "f1": 0.864657, + "accuracy": 0.895257, + "main_score": 0.864657, + "hf_subset": "pol_Latn-arb_Latn", + "languages": [ + "pol-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-cat_Latn", + "languages": [ + "pol-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-fur_Latn", + "languages": [ + "pol-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.439601, + "recall": 0.521739, + "f1": 0.462145, + "accuracy": 0.521739, + "main_score": 0.462145, + "hf_subset": "pol_Latn-kab_Latn", + "languages": [ + "pol-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pol_Latn-lim_Latn", + "languages": [ + "pol-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-nld_Latn", + "languages": [ + "pol-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "pol_Latn-san_Deva", + "languages": [ + "pol-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-tat_Cyrl", + "languages": [ + "pol-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.870916, + "recall": 0.909091, + "f1": 0.88307, + "accuracy": 0.909091, + "main_score": 0.88307, + "hf_subset": "pol_Latn-xho_Latn", + "languages": [ + "pol-Latn", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ars_Arab", + "languages": [ + "pol-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-ceb_Latn", + "languages": [ + "pol-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.464463, + "recall": 0.540514, + "f1": 0.48556, + "accuracy": 0.540514, + "main_score": 0.48556, + "hf_subset": "pol_Latn-fuv_Latn", + "languages": [ + "pol-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.470924, + "recall": 0.538538, + "f1": 0.488719, + "accuracy": 0.538538, + "main_score": 0.488719, + "hf_subset": "pol_Latn-kac_Latn", + "languages": [ + "pol-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.636275, + "recall": 0.70751, + "f1": 0.656079, + "accuracy": 0.70751, + "main_score": 0.656079, + "hf_subset": "pol_Latn-lin_Latn", + "languages": [ + "pol-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-nno_Latn", + "languages": [ + "pol-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.859305, + "recall": 0.898221, + "f1": 0.871245, + "accuracy": 0.898221, + "main_score": 0.871245, + "hf_subset": "pol_Latn-sat_Olck", + "languages": [ + "pol-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-tel_Telu", + "languages": [ + "pol-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pol_Latn-ydd_Hebr", + "languages": [ + "pol-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "pol_Latn-ary_Arab", + "languages": [ + "pol-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-ces_Latn", + "languages": [ + "pol-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.558244, + "recall": 0.637352, + "f1": 0.580003, + "accuracy": 0.637352, + "main_score": 0.580003, + "hf_subset": "pol_Latn-gaz_Latn", + "languages": [ + "pol-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.542075, + "recall": 0.62253, + "f1": 0.564512, + "accuracy": 0.62253, + "main_score": 0.564512, + "hf_subset": "pol_Latn-kam_Latn", + "languages": [ + "pol-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pol_Latn-lit_Latn", + "languages": [ + "pol-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-nob_Latn", + "languages": [ + "pol-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pol_Latn-scn_Latn", + "languages": [ + "pol-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "pol_Latn-tgk_Cyrl", + "languages": [ + "pol-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.748858, + "recall": 0.812253, + "f1": 0.767805, + "accuracy": 0.812253, + "main_score": 0.767805, + "hf_subset": "pol_Latn-yor_Latn", + "languages": [ + "pol-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-arz_Arab", + "languages": [ + "pol-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.488154, + "recall": 0.562253, + "f1": 0.508599, + "accuracy": 0.562253, + "main_score": 0.508599, + "hf_subset": "pol_Latn-cjk_Latn", + "languages": [ + "pol-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "pol_Latn-gla_Latn", + "languages": [ + "pol-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-kan_Knda", + "languages": [ + "pol-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "pol_Latn-lmo_Latn", + "languages": [ + "pol-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pol_Latn-npi_Deva", + "languages": [ + "pol-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.521599, + "recall": 0.61166, + "f1": 0.545979, + "accuracy": 0.61166, + "main_score": 0.545979, + "hf_subset": "pol_Latn-shn_Mymr", + "languages": [ + "pol-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-tgl_Latn", + "languages": [ + "pol-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-yue_Hant", + "languages": [ + "pol-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pol_Latn-asm_Beng", + "languages": [ + "pol-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.925725, + "recall": 0.948617, + "f1": 0.933136, + "accuracy": 0.948617, + "main_score": 0.933136, + "hf_subset": "pol_Latn-ckb_Arab", + "languages": [ + "pol-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "pol_Latn-gle_Latn", + "languages": [ + "pol-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.914196, + "recall": 0.940711, + "f1": 0.922563, + "accuracy": 0.940711, + "main_score": 0.922563, + "hf_subset": "pol_Latn-kas_Arab", + "languages": [ + "pol-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.902997, + "recall": 0.93083, + "f1": 0.911726, + "accuracy": 0.93083, + "main_score": 0.911726, + "hf_subset": "pol_Latn-ltg_Latn", + "languages": [ + "pol-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.771584, + "recall": 0.828063, + "f1": 0.788653, + "accuracy": 0.828063, + "main_score": 0.788653, + "hf_subset": "pol_Latn-nso_Latn", + "languages": [ + "pol-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pol_Latn-sin_Sinh", + "languages": [ + "pol-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-tha_Thai", + "languages": [ + "pol-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-zho_Hans", + "languages": [ + "pol-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-ast_Latn", + "languages": [ + "pol-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pol_Latn-crh_Latn", + "languages": [ + "pol-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-glg_Latn", + "languages": [ + "pol-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.858613, + "recall": 0.899209, + "f1": 0.87108, + "accuracy": 0.899209, + "main_score": 0.87108, + "hf_subset": "pol_Latn-kas_Deva", + "languages": [ + "pol-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-ltz_Latn", + "languages": [ + "pol-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.412115, + "recall": 0.477273, + "f1": 0.429473, + "accuracy": 0.477273, + "main_score": 0.429473, + "hf_subset": "pol_Latn-nus_Latn", + "languages": [ + "pol-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-slk_Latn", + "languages": [ + "pol-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.643539, + "recall": 0.719368, + "f1": 0.665222, + "accuracy": 0.719368, + "main_score": 0.665222, + "hf_subset": "pol_Latn-tir_Ethi", + "languages": [ + "pol-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-zho_Hant", + "languages": [ + "pol-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.985919, + "recall": 0.98913, + "f1": 0.986891, + "accuracy": 0.98913, + "main_score": 0.986891, + "hf_subset": "pol_Latn-awa_Deva", + "languages": [ + "pol-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.991765, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pol_Latn-cym_Latn", + "languages": [ + "pol-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.783663, + "recall": 0.83498, + "f1": 0.798405, + "accuracy": 0.83498, + "main_score": 0.798405, + "hf_subset": "pol_Latn-grn_Latn", + "languages": [ + "pol-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-kat_Geor", + "languages": [ + "pol-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.583512, + "recall": 0.652174, + "f1": 0.602503, + "accuracy": 0.652174, + "main_score": 0.602503, + "hf_subset": "pol_Latn-lua_Latn", + "languages": [ + "pol-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.830978, + "recall": 0.879447, + "f1": 0.845883, + "accuracy": 0.879447, + "main_score": 0.845883, + "hf_subset": "pol_Latn-nya_Latn", + "languages": [ + "pol-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-slv_Latn", + "languages": [ + "pol-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pol_Latn-tpi_Latn", + "languages": [ + "pol-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-zsm_Latn", + "languages": [ + "pol-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.496426, + "recall": 0.562253, + "f1": 0.514416, + "accuracy": 0.562253, + "main_score": 0.514416, + "hf_subset": "pol_Latn-ayr_Latn", + "languages": [ + "pol-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-dan_Latn", + "languages": [ + "pol-Latn", + "dan-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-guj_Gujr", + "languages": [ + "pol-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pol_Latn-kaz_Cyrl", + "languages": [ + "pol-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.643091, + "recall": 0.725296, + "f1": 0.667249, + "accuracy": 0.725296, + "main_score": 0.667249, + "hf_subset": "pol_Latn-lug_Latn", + "languages": [ + "pol-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-oci_Latn", + "languages": [ + "pol-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.824045, + "recall": 0.87253, + "f1": 0.838886, + "accuracy": 0.87253, + "main_score": 0.838886, + "hf_subset": "pol_Latn-smo_Latn", + "languages": [ + "pol-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.743248, + "recall": 0.810277, + "f1": 0.763505, + "accuracy": 0.810277, + "main_score": 0.763505, + "hf_subset": "pol_Latn-tsn_Latn", + "languages": [ + "pol-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.89081, + "recall": 0.924901, + "f1": 0.901845, + "accuracy": 0.924901, + "main_score": 0.901845, + "hf_subset": "pol_Latn-zul_Latn", + "languages": [ + "pol-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.932148, + "recall": 0.953557, + "f1": 0.939065, + "accuracy": 0.953557, + "main_score": 0.939065, + "hf_subset": "pol_Latn-azb_Arab", + "languages": [ + "pol-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-deu_Latn", + "languages": [ + "pol-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "pol_Latn-hat_Latn", + "languages": [ + "pol-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.47733, + "recall": 0.543478, + "f1": 0.495647, + "accuracy": 0.543478, + "main_score": 0.495647, + "hf_subset": "pol_Latn-kbp_Latn", + "languages": [ + "pol-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.505608, + "recall": 0.578063, + "f1": 0.52503, + "accuracy": 0.578063, + "main_score": 0.52503, + "hf_subset": "pol_Latn-luo_Latn", + "languages": [ + "pol-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pol_Latn-ory_Orya", + "languages": [ + "pol-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.90028, + "recall": 0.93083, + "f1": 0.90998, + "accuracy": 0.93083, + "main_score": 0.90998, + "hf_subset": "pol_Latn-sna_Latn", + "languages": [ + "pol-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.64552, + "recall": 0.722332, + "f1": 0.667826, + "accuracy": 0.722332, + "main_score": 0.667826, + "hf_subset": "pol_Latn-tso_Latn", + "languages": [ + "pol-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-azj_Latn", + "languages": [ + "pol-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.484708, + "recall": 0.5583, + "f1": 0.505655, + "accuracy": 0.5583, + "main_score": 0.505655, + "hf_subset": "pol_Latn-dik_Latn", + "languages": [ + "pol-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.888999, + "recall": 0.921937, + "f1": 0.899539, + "accuracy": 0.921937, + "main_score": 0.899539, + "hf_subset": "pol_Latn-hau_Latn", + "languages": [ + "pol-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "pol_Latn-kea_Latn", + "languages": [ + "pol-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.930501, + "recall": 0.951581, + "f1": 0.937253, + "accuracy": 0.951581, + "main_score": 0.937253, + "hf_subset": "pol_Latn-lus_Latn", + "languages": [ + "pol-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.866601, + "recall": 0.903162, + "f1": 0.878096, + "accuracy": 0.903162, + "main_score": 0.878096, + "hf_subset": "pol_Latn-pag_Latn", + "languages": [ + "pol-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "pol_Latn-snd_Arab", + "languages": [ + "pol-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "pol_Latn-tuk_Latn", + "languages": [ + "pol-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-bak_Cyrl", + "languages": [ + "pol-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.460389, + "recall": 0.536561, + "f1": 0.480964, + "accuracy": 0.536561, + "main_score": 0.480964, + "hf_subset": "pol_Latn-dyu_Latn", + "languages": [ + "pol-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-heb_Hebr", + "languages": [ + "pol-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "pol_Latn-khk_Cyrl", + "languages": [ + "pol-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-lvs_Latn", + "languages": [ + "pol-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-pan_Guru", + "languages": [ + "pol-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.86721, + "recall": 0.906126, + "f1": 0.879183, + "accuracy": 0.906126, + "main_score": 0.879183, + "hf_subset": "pol_Latn-som_Latn", + "languages": [ + "pol-Latn", + "som-Latn" + ] + }, + { + "precision": 0.706482, + "recall": 0.770751, + "f1": 0.725449, + "accuracy": 0.770751, + "main_score": 0.725449, + "hf_subset": "pol_Latn-tum_Latn", + "languages": [ + "pol-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.434129, + "recall": 0.502964, + "f1": 0.453049, + "accuracy": 0.502964, + "main_score": 0.453049, + "hf_subset": "ssw_Latn-ace_Arab", + "languages": [ + "ssw-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.481535, + "recall": 0.523715, + "f1": 0.492529, + "accuracy": 0.523715, + "main_score": 0.492529, + "hf_subset": "ssw_Latn-bam_Latn", + "languages": [ + "ssw-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.461453, + "recall": 0.528656, + "f1": 0.479883, + "accuracy": 0.528656, + "main_score": 0.479883, + "hf_subset": "ssw_Latn-dzo_Tibt", + "languages": [ + "ssw-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.777727, + "recall": 0.829051, + "f1": 0.792122, + "accuracy": 0.829051, + "main_score": 0.792122, + "hf_subset": "ssw_Latn-hin_Deva", + "languages": [ + "ssw-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.715621, + "recall": 0.768775, + "f1": 0.730443, + "accuracy": 0.768775, + "main_score": 0.730443, + "hf_subset": "ssw_Latn-khm_Khmr", + "languages": [ + "ssw-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.757405, + "recall": 0.806324, + "f1": 0.770924, + "accuracy": 0.806324, + "main_score": 0.770924, + "hf_subset": "ssw_Latn-mag_Deva", + "languages": [ + "ssw-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.768519, + "recall": 0.812253, + "f1": 0.780258, + "accuracy": 0.812253, + "main_score": 0.780258, + "hf_subset": "ssw_Latn-pap_Latn", + "languages": [ + "ssw-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.782379, + "recall": 0.827075, + "f1": 0.795212, + "accuracy": 0.827075, + "main_score": 0.795212, + "hf_subset": "ssw_Latn-sot_Latn", + "languages": [ + "ssw-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.791848, + "recall": 0.836957, + "f1": 0.804604, + "accuracy": 0.836957, + "main_score": 0.804604, + "hf_subset": "ssw_Latn-tur_Latn", + "languages": [ + "ssw-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.677525, + "recall": 0.725296, + "f1": 0.689763, + "accuracy": 0.725296, + "main_score": 0.689763, + "hf_subset": "ssw_Latn-ace_Latn", + "languages": [ + "ssw-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.71464, + "recall": 0.761858, + "f1": 0.727963, + "accuracy": 0.761858, + "main_score": 0.727963, + "hf_subset": "ssw_Latn-ban_Latn", + "languages": [ + "ssw-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.75175, + "recall": 0.80336, + "f1": 0.766049, + "accuracy": 0.80336, + "main_score": 0.766049, + "hf_subset": "ssw_Latn-ell_Grek", + "languages": [ + "ssw-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.750303, + "recall": 0.799407, + "f1": 0.763712, + "accuracy": 0.799407, + "main_score": 0.763712, + "hf_subset": "ssw_Latn-hne_Deva", + "languages": [ + "ssw-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.567043, + "recall": 0.62253, + "f1": 0.582403, + "accuracy": 0.62253, + "main_score": 0.582403, + "hf_subset": "ssw_Latn-kik_Latn", + "languages": [ + "ssw-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.751428, + "recall": 0.801383, + "f1": 0.764769, + "accuracy": 0.801383, + "main_score": 0.764769, + "hf_subset": "ssw_Latn-mai_Deva", + "languages": [ + "ssw-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.729929, + "recall": 0.784585, + "f1": 0.744695, + "accuracy": 0.784585, + "main_score": 0.744695, + "hf_subset": "ssw_Latn-pbt_Arab", + "languages": [ + "ssw-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.770144, + "recall": 0.820158, + "f1": 0.784475, + "accuracy": 0.820158, + "main_score": 0.784475, + "hf_subset": "ssw_Latn-spa_Latn", + "languages": [ + "ssw-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.669592, + "recall": 0.720356, + "f1": 0.683606, + "accuracy": 0.720356, + "main_score": 0.683606, + "hf_subset": "ssw_Latn-twi_Latn", + "languages": [ + "ssw-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.762395, + "recall": 0.810277, + "f1": 0.775978, + "accuracy": 0.810277, + "main_score": 0.775978, + "hf_subset": "ssw_Latn-acm_Arab", + "languages": [ + "ssw-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.715319, + "recall": 0.770751, + "f1": 0.730418, + "accuracy": 0.770751, + "main_score": 0.730418, + "hf_subset": "ssw_Latn-bel_Cyrl", + "languages": [ + "ssw-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.767446, + "recall": 0.817194, + "f1": 0.781327, + "accuracy": 0.817194, + "main_score": 0.781327, + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.790095, + "recall": 0.833992, + "f1": 0.802195, + "accuracy": 0.833992, + "main_score": 0.802195, + "hf_subset": "ssw_Latn-hrv_Latn", + "languages": [ + "ssw-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.725602, + "recall": 0.775692, + "f1": 0.740256, + "accuracy": 0.775692, + "main_score": 0.740256, + "hf_subset": "ssw_Latn-kin_Latn", + "languages": [ + "ssw-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.734964, + "recall": 0.79249, + "f1": 0.751438, + "accuracy": 0.79249, + "main_score": 0.751438, + "hf_subset": "ssw_Latn-mal_Mlym", + "languages": [ + "ssw-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.738836, + "recall": 0.793478, + "f1": 0.753566, + "accuracy": 0.793478, + "main_score": 0.753566, + "hf_subset": "ssw_Latn-pes_Arab", + "languages": [ + "ssw-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.74543, + "recall": 0.794466, + "f1": 0.758769, + "accuracy": 0.794466, + "main_score": 0.758769, + "hf_subset": "ssw_Latn-srd_Latn", + "languages": [ + "ssw-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.229959, + "recall": 0.291502, + "f1": 0.244951, + "accuracy": 0.291502, + "main_score": 0.244951, + "hf_subset": "ssw_Latn-tzm_Tfng", + "languages": [ + "ssw-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.756144, + "recall": 0.810277, + "f1": 0.771387, + "accuracy": 0.810277, + "main_score": 0.771387, + "hf_subset": "ssw_Latn-acq_Arab", + "languages": [ + "ssw-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.645678, + "recall": 0.698617, + "f1": 0.660935, + "accuracy": 0.698617, + "main_score": 0.660935, + "hf_subset": "ssw_Latn-bem_Latn", + "languages": [ + "ssw-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.748529, + "recall": 0.795455, + "f1": 0.761112, + "accuracy": 0.795455, + "main_score": 0.761112, + "hf_subset": "ssw_Latn-epo_Latn", + "languages": [ + "ssw-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.770875, + "recall": 0.817194, + "f1": 0.784146, + "accuracy": 0.817194, + "main_score": 0.784146, + "hf_subset": "ssw_Latn-hun_Latn", + "languages": [ + "ssw-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.750372, + "recall": 0.797431, + "f1": 0.763091, + "accuracy": 0.797431, + "main_score": 0.763091, + "hf_subset": "ssw_Latn-kir_Cyrl", + "languages": [ + "ssw-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.778011, + "recall": 0.822134, + "f1": 0.789902, + "accuracy": 0.822134, + "main_score": 0.789902, + "hf_subset": "ssw_Latn-mar_Deva", + "languages": [ + "ssw-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.713074, + "recall": 0.762846, + "f1": 0.727294, + "accuracy": 0.762846, + "main_score": 0.727294, + "hf_subset": "ssw_Latn-plt_Latn", + "languages": [ + "ssw-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.771565, + "recall": 0.815217, + "f1": 0.783517, + "accuracy": 0.815217, + "main_score": 0.783517, + "hf_subset": "ssw_Latn-srp_Cyrl", + "languages": [ + "ssw-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.694551, + "recall": 0.748024, + "f1": 0.709726, + "accuracy": 0.748024, + "main_score": 0.709726, + "hf_subset": "ssw_Latn-uig_Arab", + "languages": [ + "ssw-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.719814, + "recall": 0.770751, + "f1": 0.733696, + "accuracy": 0.770751, + "main_score": 0.733696, + "hf_subset": "ssw_Latn-aeb_Arab", + "languages": [ + "ssw-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.76404, + "recall": 0.812253, + "f1": 0.777439, + "accuracy": 0.812253, + "main_score": 0.777439, + "hf_subset": "ssw_Latn-ben_Beng", + "languages": [ + "ssw-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.758962, + "recall": 0.8083, + "f1": 0.773035, + "accuracy": 0.8083, + "main_score": 0.773035, + "hf_subset": "ssw_Latn-est_Latn", + "languages": [ + "ssw-Latn", + "est-Latn" + ] + }, + { + "precision": 0.753002, + "recall": 0.799407, + "f1": 0.765599, + "accuracy": 0.799407, + "main_score": 0.765599, + "hf_subset": "ssw_Latn-hye_Armn", + "languages": [ + "ssw-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.495591, + "recall": 0.539526, + "f1": 0.507624, + "accuracy": 0.539526, + "main_score": 0.507624, + "hf_subset": "ssw_Latn-kmb_Latn", + "languages": [ + "ssw-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.413407, + "recall": 0.483202, + "f1": 0.431816, + "accuracy": 0.483202, + "main_score": 0.431816, + "hf_subset": "ssw_Latn-min_Arab", + "languages": [ + "ssw-Latn", + "min-Arab" + ] + }, + { + "precision": 0.771521, + "recall": 0.81917, + "f1": 0.785151, + "accuracy": 0.81917, + "main_score": 0.785151, + "hf_subset": "ssw_Latn-pol_Latn", + "languages": [ + "ssw-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.750653, + "recall": 0.806324, + "f1": 0.766623, + "accuracy": 0.806324, + "main_score": 0.766623, + "hf_subset": "ssw_Latn-ukr_Cyrl", + "languages": [ + "ssw-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.766476, + "recall": 0.811265, + "f1": 0.778657, + "accuracy": 0.811265, + "main_score": 0.778657, + "hf_subset": "ssw_Latn-afr_Latn", + "languages": [ + "ssw-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.744642, + "recall": 0.799407, + "f1": 0.759758, + "accuracy": 0.799407, + "main_score": 0.759758, + "hf_subset": "ssw_Latn-bho_Deva", + "languages": [ + "ssw-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.746769, + "recall": 0.791502, + "f1": 0.759138, + "accuracy": 0.791502, + "main_score": 0.759138, + "hf_subset": "ssw_Latn-eus_Latn", + "languages": [ + "ssw-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.732859, + "recall": 0.780632, + "f1": 0.746864, + "accuracy": 0.780632, + "main_score": 0.746864, + "hf_subset": "ssw_Latn-ibo_Latn", + "languages": [ + "ssw-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.717612, + "recall": 0.762846, + "f1": 0.730672, + "accuracy": 0.762846, + "main_score": 0.730672, + "hf_subset": "ssw_Latn-kmr_Latn", + "languages": [ + "ssw-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.758736, + "recall": 0.80336, + "f1": 0.770946, + "accuracy": 0.80336, + "main_score": 0.770946, + "hf_subset": "ssw_Latn-min_Latn", + "languages": [ + "ssw-Latn", + "min-Latn" + ] + }, + { + "precision": 0.771921, + "recall": 0.823123, + "f1": 0.786407, + "accuracy": 0.823123, + "main_score": 0.786407, + "hf_subset": "ssw_Latn-por_Latn", + "languages": [ + "ssw-Latn", + "por-Latn" + ] + }, + { + "precision": 0.735686, + "recall": 0.780632, + "f1": 0.747664, + "accuracy": 0.780632, + "main_score": 0.747664, + "hf_subset": "ssw_Latn-sun_Latn", + "languages": [ + "ssw-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.504193, + "recall": 0.551383, + "f1": 0.517572, + "accuracy": 0.551383, + "main_score": 0.517572, + "hf_subset": "ssw_Latn-umb_Latn", + "languages": [ + "ssw-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.78191, + "recall": 0.829051, + "f1": 0.795184, + "accuracy": 0.829051, + "main_score": 0.795184, + "hf_subset": "ssw_Latn-ajp_Arab", + "languages": [ + "ssw-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.421005, + "recall": 0.490119, + "f1": 0.439325, + "accuracy": 0.490119, + "main_score": 0.439325, + "hf_subset": "ssw_Latn-bjn_Arab", + "languages": [ + "ssw-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.473846, + "recall": 0.517787, + "f1": 0.48495, + "accuracy": 0.517787, + "main_score": 0.48495, + "hf_subset": "ssw_Latn-ewe_Latn", + "languages": [ + "ssw-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.743618, + "recall": 0.788538, + "f1": 0.755765, + "accuracy": 0.788538, + "main_score": 0.755765, + "hf_subset": "ssw_Latn-ilo_Latn", + "languages": [ + "ssw-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.257583, + "recall": 0.316206, + "f1": 0.272454, + "accuracy": 0.316206, + "main_score": 0.272454, + "hf_subset": "ssw_Latn-knc_Arab", + "languages": [ + "ssw-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.763596, + "recall": 0.812253, + "f1": 0.777014, + "accuracy": 0.812253, + "main_score": 0.777014, + "hf_subset": "ssw_Latn-mkd_Cyrl", + "languages": [ + "ssw-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.770773, + "recall": 0.816206, + "f1": 0.783193, + "accuracy": 0.816206, + "main_score": 0.783193, + "hf_subset": "ssw_Latn-prs_Arab", + "languages": [ + "ssw-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.785016, + "recall": 0.83004, + "f1": 0.797438, + "accuracy": 0.83004, + "main_score": 0.797438, + "hf_subset": "ssw_Latn-swe_Latn", + "languages": [ + "ssw-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.753296, + "recall": 0.807312, + "f1": 0.768556, + "accuracy": 0.807312, + "main_score": 0.768556, + "hf_subset": "ssw_Latn-urd_Arab", + "languages": [ + "ssw-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.640706, + "recall": 0.688735, + "f1": 0.654354, + "accuracy": 0.688735, + "main_score": 0.654354, + "hf_subset": "ssw_Latn-aka_Latn", + "languages": [ + "ssw-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.735334, + "recall": 0.779644, + "f1": 0.747369, + "accuracy": 0.779644, + "main_score": 0.747369, + "hf_subset": "ssw_Latn-bjn_Latn", + "languages": [ + "ssw-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.745625, + "recall": 0.793478, + "f1": 0.759585, + "accuracy": 0.793478, + "main_score": 0.759585, + "hf_subset": "ssw_Latn-fao_Latn", + "languages": [ + "ssw-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.774756, + "recall": 0.825099, + "f1": 0.788417, + "accuracy": 0.825099, + "main_score": 0.788417, + "hf_subset": "ssw_Latn-ind_Latn", + "languages": [ + "ssw-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.518765, + "recall": 0.557312, + "f1": 0.529937, + "accuracy": 0.557312, + "main_score": 0.529937, + "hf_subset": "ssw_Latn-knc_Latn", + "languages": [ + "ssw-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.74409, + "recall": 0.784585, + "f1": 0.754996, + "accuracy": 0.784585, + "main_score": 0.754996, + "hf_subset": "ssw_Latn-mlt_Latn", + "languages": [ + "ssw-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.561695, + "recall": 0.616601, + "f1": 0.576998, + "accuracy": 0.616601, + "main_score": 0.576998, + "hf_subset": "ssw_Latn-quy_Latn", + "languages": [ + "ssw-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.776634, + "recall": 0.821146, + "f1": 0.788669, + "accuracy": 0.821146, + "main_score": 0.788669, + "hf_subset": "ssw_Latn-swh_Latn", + "languages": [ + "ssw-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.752373, + "recall": 0.799407, + "f1": 0.765275, + "accuracy": 0.799407, + "main_score": 0.765275, + "hf_subset": "ssw_Latn-uzn_Latn", + "languages": [ + "ssw-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.753805, + "recall": 0.80336, + "f1": 0.767513, + "accuracy": 0.80336, + "main_score": 0.767513, + "hf_subset": "ssw_Latn-als_Latn", + "languages": [ + "ssw-Latn", + "als-Latn" + ] + }, + { + "precision": 0.578037, + "recall": 0.649209, + "f1": 0.597677, + "accuracy": 0.649209, + "main_score": 0.597677, + "hf_subset": "ssw_Latn-bod_Tibt", + "languages": [ + "ssw-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.607058, + "recall": 0.655138, + "f1": 0.620699, + "accuracy": 0.655138, + "main_score": 0.620699, + "hf_subset": "ssw_Latn-fij_Latn", + "languages": [ + "ssw-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.731325, + "recall": 0.785573, + "f1": 0.747046, + "accuracy": 0.785573, + "main_score": 0.747046, + "hf_subset": "ssw_Latn-isl_Latn", + "languages": [ + "ssw-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.567489, + "recall": 0.612648, + "f1": 0.579592, + "accuracy": 0.612648, + "main_score": 0.579592, + "hf_subset": "ssw_Latn-kon_Latn", + "languages": [ + "ssw-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.486965, + "recall": 0.548419, + "f1": 0.503492, + "accuracy": 0.548419, + "main_score": 0.503492, + "hf_subset": "ssw_Latn-mni_Beng", + "languages": [ + "ssw-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.754211, + "recall": 0.807312, + "f1": 0.768928, + "accuracy": 0.807312, + "main_score": 0.768928, + "hf_subset": "ssw_Latn-ron_Latn", + "languages": [ + "ssw-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.772949, + "recall": 0.817194, + "f1": 0.785183, + "accuracy": 0.817194, + "main_score": 0.785183, + "hf_subset": "ssw_Latn-szl_Latn", + "languages": [ + "ssw-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.774465, + "recall": 0.824111, + "f1": 0.788455, + "accuracy": 0.824111, + "main_score": 0.788455, + "hf_subset": "ssw_Latn-vec_Latn", + "languages": [ + "ssw-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.754094, + "recall": 0.805336, + "f1": 0.768683, + "accuracy": 0.805336, + "main_score": 0.768683, + "hf_subset": "ssw_Latn-amh_Ethi", + "languages": [ + "ssw-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.76801, + "recall": 0.817194, + "f1": 0.781694, + "accuracy": 0.817194, + "main_score": 0.781694, + "hf_subset": "ssw_Latn-bos_Latn", + "languages": [ + "ssw-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.770479, + "recall": 0.818182, + "f1": 0.783661, + "accuracy": 0.818182, + "main_score": 0.783661, + "hf_subset": "ssw_Latn-fin_Latn", + "languages": [ + "ssw-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.778995, + "recall": 0.83004, + "f1": 0.793703, + "accuracy": 0.83004, + "main_score": 0.793703, + "hf_subset": "ssw_Latn-ita_Latn", + "languages": [ + "ssw-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.756144, + "recall": 0.810277, + "f1": 0.771261, + "accuracy": 0.810277, + "main_score": 0.771261, + "hf_subset": "ssw_Latn-kor_Hang", + "languages": [ + "ssw-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.487336, + "recall": 0.531621, + "f1": 0.499378, + "accuracy": 0.531621, + "main_score": 0.499378, + "hf_subset": "ssw_Latn-mos_Latn", + "languages": [ + "ssw-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.680753, + "recall": 0.731225, + "f1": 0.694907, + "accuracy": 0.731225, + "main_score": 0.694907, + "hf_subset": "ssw_Latn-run_Latn", + "languages": [ + "ssw-Latn", + "run-Latn" + ] + }, + { + "precision": 0.733063, + "recall": 0.787549, + "f1": 0.74808, + "accuracy": 0.787549, + "main_score": 0.74808, + "hf_subset": "ssw_Latn-tam_Taml", + "languages": [ + "ssw-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.759223, + "recall": 0.8083, + "f1": 0.772253, + "accuracy": 0.8083, + "main_score": 0.772253, + "hf_subset": "ssw_Latn-vie_Latn", + "languages": [ + "ssw-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.760119, + "recall": 0.815217, + "f1": 0.776168, + "accuracy": 0.815217, + "main_score": 0.776168, + "hf_subset": "ssw_Latn-apc_Arab", + "languages": [ + "ssw-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.588146, + "recall": 0.642292, + "f1": 0.602422, + "accuracy": 0.642292, + "main_score": 0.602422, + "hf_subset": "ssw_Latn-bug_Latn", + "languages": [ + "ssw-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.439177, + "recall": 0.475296, + "f1": 0.449566, + "accuracy": 0.475296, + "main_score": 0.449566, + "hf_subset": "ssw_Latn-fon_Latn", + "languages": [ + "ssw-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.74112, + "recall": 0.787549, + "f1": 0.75388, + "accuracy": 0.787549, + "main_score": 0.75388, + "hf_subset": "ssw_Latn-jav_Latn", + "languages": [ + "ssw-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.711764, + "recall": 0.76087, + "f1": 0.725879, + "accuracy": 0.76087, + "main_score": 0.725879, + "hf_subset": "ssw_Latn-lao_Laoo", + "languages": [ + "ssw-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.707832, + "recall": 0.762846, + "f1": 0.723666, + "accuracy": 0.762846, + "main_score": 0.723666, + "hf_subset": "ssw_Latn-mri_Latn", + "languages": [ + "ssw-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.754216, + "recall": 0.807312, + "f1": 0.769057, + "accuracy": 0.807312, + "main_score": 0.769057, + "hf_subset": "ssw_Latn-rus_Cyrl", + "languages": [ + "ssw-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.482331, + "recall": 0.527668, + "f1": 0.495093, + "accuracy": 0.527668, + "main_score": 0.495093, + "hf_subset": "ssw_Latn-taq_Latn", + "languages": [ + "ssw-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.736504, + "recall": 0.785573, + "f1": 0.750469, + "accuracy": 0.785573, + "main_score": 0.750469, + "hf_subset": "ssw_Latn-war_Latn", + "languages": [ + "ssw-Latn", + "war-Latn" + ] + }, + { + "precision": 0.757083, + "recall": 0.810277, + "f1": 0.772494, + "accuracy": 0.810277, + "main_score": 0.772494, + "hf_subset": "ssw_Latn-arb_Arab", + "languages": [ + "ssw-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.792404, + "recall": 0.835968, + "f1": 0.804633, + "accuracy": 0.835968, + "main_score": 0.804633, + "hf_subset": "ssw_Latn-bul_Cyrl", + "languages": [ + "ssw-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.769912, + "recall": 0.820158, + "f1": 0.784299, + "accuracy": 0.820158, + "main_score": 0.784299, + "hf_subset": "ssw_Latn-fra_Latn", + "languages": [ + "ssw-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.757559, + "recall": 0.809289, + "f1": 0.771953, + "accuracy": 0.809289, + "main_score": 0.771953, + "hf_subset": "ssw_Latn-jpn_Jpan", + "languages": [ + "ssw-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.769216, + "recall": 0.812253, + "f1": 0.780884, + "accuracy": 0.812253, + "main_score": 0.780884, + "hf_subset": "ssw_Latn-lij_Latn", + "languages": [ + "ssw-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.720795, + "recall": 0.775692, + "f1": 0.736853, + "accuracy": 0.775692, + "main_score": 0.736853, + "hf_subset": "ssw_Latn-mya_Mymr", + "languages": [ + "ssw-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.520819, + "recall": 0.564229, + "f1": 0.532742, + "accuracy": 0.564229, + "main_score": 0.532742, + "hf_subset": "ssw_Latn-sag_Latn", + "languages": [ + "ssw-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.243644, + "recall": 0.302372, + "f1": 0.257545, + "accuracy": 0.302372, + "main_score": 0.257545, + "hf_subset": "ssw_Latn-taq_Tfng", + "languages": [ + "ssw-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.567735, + "recall": 0.620553, + "f1": 0.582315, + "accuracy": 0.620553, + "main_score": 0.582315, + "hf_subset": "ssw_Latn-wol_Latn", + "languages": [ + "ssw-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.661488, + "recall": 0.722332, + "f1": 0.678618, + "accuracy": 0.722332, + "main_score": 0.678618, + "hf_subset": "ssw_Latn-arb_Latn", + "languages": [ + "ssw-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.7828, + "recall": 0.829051, + "f1": 0.795642, + "accuracy": 0.829051, + "main_score": 0.795642, + "hf_subset": "ssw_Latn-cat_Latn", + "languages": [ + "ssw-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.748708, + "recall": 0.795455, + "f1": 0.761693, + "accuracy": 0.795455, + "main_score": 0.761693, + "hf_subset": "ssw_Latn-fur_Latn", + "languages": [ + "ssw-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.459545, + "recall": 0.52668, + "f1": 0.477676, + "accuracy": 0.52668, + "main_score": 0.477676, + "hf_subset": "ssw_Latn-kab_Latn", + "languages": [ + "ssw-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.750028, + "recall": 0.794466, + "f1": 0.761855, + "accuracy": 0.794466, + "main_score": 0.761855, + "hf_subset": "ssw_Latn-lim_Latn", + "languages": [ + "ssw-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.757924, + "recall": 0.815217, + "f1": 0.774441, + "accuracy": 0.815217, + "main_score": 0.774441, + "hf_subset": "ssw_Latn-nld_Latn", + "languages": [ + "ssw-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.713601, + "recall": 0.766798, + "f1": 0.728243, + "accuracy": 0.766798, + "main_score": 0.728243, + "hf_subset": "ssw_Latn-san_Deva", + "languages": [ + "ssw-Latn", + "san-Deva" + ] + }, + { + "precision": 0.75453, + "recall": 0.797431, + "f1": 0.766117, + "accuracy": 0.797431, + "main_score": 0.766117, + "hf_subset": "ssw_Latn-tat_Cyrl", + "languages": [ + "ssw-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.805768, + "recall": 0.846838, + "f1": 0.817474, + "accuracy": 0.846838, + "main_score": 0.817474, + "hf_subset": "ssw_Latn-xho_Latn", + "languages": [ + "ssw-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.757017, + "recall": 0.815217, + "f1": 0.774131, + "accuracy": 0.815217, + "main_score": 0.774131, + "hf_subset": "ssw_Latn-ars_Arab", + "languages": [ + "ssw-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.753304, + "recall": 0.801383, + "f1": 0.766245, + "accuracy": 0.801383, + "main_score": 0.766245, + "hf_subset": "ssw_Latn-ceb_Latn", + "languages": [ + "ssw-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.469771, + "recall": 0.528656, + "f1": 0.486107, + "accuracy": 0.528656, + "main_score": 0.486107, + "hf_subset": "ssw_Latn-fuv_Latn", + "languages": [ + "ssw-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.48913, + "recall": 0.536561, + "f1": 0.502489, + "accuracy": 0.536561, + "main_score": 0.502489, + "hf_subset": "ssw_Latn-kac_Latn", + "languages": [ + "ssw-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.588894, + "recall": 0.637352, + "f1": 0.602205, + "accuracy": 0.637352, + "main_score": 0.602205, + "hf_subset": "ssw_Latn-lin_Latn", + "languages": [ + "ssw-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.755238, + "recall": 0.807312, + "f1": 0.769752, + "accuracy": 0.807312, + "main_score": 0.769752, + "hf_subset": "ssw_Latn-nno_Latn", + "languages": [ + "ssw-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.650505, + "recall": 0.715415, + "f1": 0.668465, + "accuracy": 0.715415, + "main_score": 0.668465, + "hf_subset": "ssw_Latn-sat_Olck", + "languages": [ + "ssw-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.752016, + "recall": 0.805336, + "f1": 0.766592, + "accuracy": 0.805336, + "main_score": 0.766592, + "hf_subset": "ssw_Latn-tel_Telu", + "languages": [ + "ssw-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.732402, + "recall": 0.786561, + "f1": 0.747173, + "accuracy": 0.786561, + "main_score": 0.747173, + "hf_subset": "ssw_Latn-ydd_Hebr", + "languages": [ + "ssw-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.733765, + "recall": 0.780632, + "f1": 0.746906, + "accuracy": 0.780632, + "main_score": 0.746906, + "hf_subset": "ssw_Latn-ary_Arab", + "languages": [ + "ssw-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.781926, + "recall": 0.83004, + "f1": 0.795571, + "accuracy": 0.83004, + "main_score": 0.795571, + "hf_subset": "ssw_Latn-ces_Latn", + "languages": [ + "ssw-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.539834, + "recall": 0.603755, + "f1": 0.557674, + "accuracy": 0.603755, + "main_score": 0.557674, + "hf_subset": "ssw_Latn-gaz_Latn", + "languages": [ + "ssw-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.540129, + "recall": 0.594862, + "f1": 0.554808, + "accuracy": 0.594862, + "main_score": 0.554808, + "hf_subset": "ssw_Latn-kam_Latn", + "languages": [ + "ssw-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.756992, + "recall": 0.8083, + "f1": 0.771392, + "accuracy": 0.8083, + "main_score": 0.771392, + "hf_subset": "ssw_Latn-lit_Latn", + "languages": [ + "ssw-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.764514, + "recall": 0.810277, + "f1": 0.777108, + "accuracy": 0.810277, + "main_score": 0.777108, + "hf_subset": "ssw_Latn-nob_Latn", + "languages": [ + "ssw-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.736665, + "recall": 0.779644, + "f1": 0.748124, + "accuracy": 0.779644, + "main_score": 0.748124, + "hf_subset": "ssw_Latn-scn_Latn", + "languages": [ + "ssw-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.720593, + "recall": 0.768775, + "f1": 0.733295, + "accuracy": 0.768775, + "main_score": 0.733295, + "hf_subset": "ssw_Latn-tgk_Cyrl", + "languages": [ + "ssw-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.621667, + "recall": 0.68083, + "f1": 0.637983, + "accuracy": 0.68083, + "main_score": 0.637983, + "hf_subset": "ssw_Latn-yor_Latn", + "languages": [ + "ssw-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.746167, + "recall": 0.797431, + "f1": 0.759962, + "accuracy": 0.797431, + "main_score": 0.759962, + "hf_subset": "ssw_Latn-arz_Arab", + "languages": [ + "ssw-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.46673, + "recall": 0.51581, + "f1": 0.480882, + "accuracy": 0.51581, + "main_score": 0.480882, + "hf_subset": "ssw_Latn-cjk_Latn", + "languages": [ + "ssw-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.727293, + "recall": 0.779644, + "f1": 0.741524, + "accuracy": 0.779644, + "main_score": 0.741524, + "hf_subset": "ssw_Latn-gla_Latn", + "languages": [ + "ssw-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.737675, + "recall": 0.790514, + "f1": 0.752214, + "accuracy": 0.790514, + "main_score": 0.752214, + "hf_subset": "ssw_Latn-kan_Knda", + "languages": [ + "ssw-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.749231, + "recall": 0.796443, + "f1": 0.76196, + "accuracy": 0.796443, + "main_score": 0.76196, + "hf_subset": "ssw_Latn-lmo_Latn", + "languages": [ + "ssw-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.755302, + "recall": 0.802372, + "f1": 0.76851, + "accuracy": 0.802372, + "main_score": 0.76851, + "hf_subset": "ssw_Latn-npi_Deva", + "languages": [ + "ssw-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.498229, + "recall": 0.5583, + "f1": 0.51404, + "accuracy": 0.5583, + "main_score": 0.51404, + "hf_subset": "ssw_Latn-shn_Mymr", + "languages": [ + "ssw-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.773435, + "recall": 0.821146, + "f1": 0.786774, + "accuracy": 0.821146, + "main_score": 0.786774, + "hf_subset": "ssw_Latn-tgl_Latn", + "languages": [ + "ssw-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.749268, + "recall": 0.804348, + "f1": 0.764889, + "accuracy": 0.804348, + "main_score": 0.764889, + "hf_subset": "ssw_Latn-yue_Hant", + "languages": [ + "ssw-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.734212, + "recall": 0.788538, + "f1": 0.749529, + "accuracy": 0.788538, + "main_score": 0.749529, + "hf_subset": "ssw_Latn-asm_Beng", + "languages": [ + "ssw-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.726263, + "recall": 0.77668, + "f1": 0.739919, + "accuracy": 0.77668, + "main_score": 0.739919, + "hf_subset": "ssw_Latn-ckb_Arab", + "languages": [ + "ssw-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.74749, + "recall": 0.799407, + "f1": 0.762164, + "accuracy": 0.799407, + "main_score": 0.762164, + "hf_subset": "ssw_Latn-gle_Latn", + "languages": [ + "ssw-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.6325, + "recall": 0.700593, + "f1": 0.651577, + "accuracy": 0.700593, + "main_score": 0.651577, + "hf_subset": "ssw_Latn-kas_Arab", + "languages": [ + "ssw-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.691325, + "recall": 0.742095, + "f1": 0.705452, + "accuracy": 0.742095, + "main_score": 0.705452, + "hf_subset": "ssw_Latn-ltg_Latn", + "languages": [ + "ssw-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.746299, + "recall": 0.79249, + "f1": 0.759143, + "accuracy": 0.79249, + "main_score": 0.759143, + "hf_subset": "ssw_Latn-nso_Latn", + "languages": [ + "ssw-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.727859, + "recall": 0.785573, + "f1": 0.744133, + "accuracy": 0.785573, + "main_score": 0.744133, + "hf_subset": "ssw_Latn-sin_Sinh", + "languages": [ + "ssw-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.731113, + "recall": 0.789526, + "f1": 0.747636, + "accuracy": 0.789526, + "main_score": 0.747636, + "hf_subset": "ssw_Latn-tha_Thai", + "languages": [ + "ssw-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.703237, + "recall": 0.757905, + "f1": 0.717631, + "accuracy": 0.757905, + "main_score": 0.717631, + "hf_subset": "ssw_Latn-zho_Hans", + "languages": [ + "ssw-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.764657, + "recall": 0.811265, + "f1": 0.777575, + "accuracy": 0.811265, + "main_score": 0.777575, + "hf_subset": "ssw_Latn-ast_Latn", + "languages": [ + "ssw-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.742233, + "recall": 0.793478, + "f1": 0.756064, + "accuracy": 0.793478, + "main_score": 0.756064, + "hf_subset": "ssw_Latn-crh_Latn", + "languages": [ + "ssw-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.75474, + "recall": 0.80336, + "f1": 0.767754, + "accuracy": 0.80336, + "main_score": 0.767754, + "hf_subset": "ssw_Latn-glg_Latn", + "languages": [ + "ssw-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.634888, + "recall": 0.690711, + "f1": 0.650158, + "accuracy": 0.690711, + "main_score": 0.650158, + "hf_subset": "ssw_Latn-kas_Deva", + "languages": [ + "ssw-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.743095, + "recall": 0.789526, + "f1": 0.755887, + "accuracy": 0.789526, + "main_score": 0.755887, + "hf_subset": "ssw_Latn-ltz_Latn", + "languages": [ + "ssw-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.416747, + "recall": 0.479249, + "f1": 0.433724, + "accuracy": 0.479249, + "main_score": 0.433724, + "hf_subset": "ssw_Latn-nus_Latn", + "languages": [ + "ssw-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.760128, + "recall": 0.805336, + "f1": 0.772283, + "accuracy": 0.805336, + "main_score": 0.772283, + "hf_subset": "ssw_Latn-slk_Latn", + "languages": [ + "ssw-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.54777, + "recall": 0.620553, + "f1": 0.567883, + "accuracy": 0.620553, + "main_score": 0.567883, + "hf_subset": "ssw_Latn-tir_Ethi", + "languages": [ + "ssw-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.739604, + "recall": 0.799407, + "f1": 0.756558, + "accuracy": 0.799407, + "main_score": 0.756558, + "hf_subset": "ssw_Latn-zho_Hant", + "languages": [ + "ssw-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.742049, + "recall": 0.794466, + "f1": 0.757108, + "accuracy": 0.794466, + "main_score": 0.757108, + "hf_subset": "ssw_Latn-awa_Deva", + "languages": [ + "ssw-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.763437, + "recall": 0.807312, + "f1": 0.775878, + "accuracy": 0.807312, + "main_score": 0.775878, + "hf_subset": "ssw_Latn-cym_Latn", + "languages": [ + "ssw-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.584425, + "recall": 0.633399, + "f1": 0.597189, + "accuracy": 0.633399, + "main_score": 0.597189, + "hf_subset": "ssw_Latn-grn_Latn", + "languages": [ + "ssw-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.766216, + "recall": 0.815217, + "f1": 0.779523, + "accuracy": 0.815217, + "main_score": 0.779523, + "hf_subset": "ssw_Latn-kat_Geor", + "languages": [ + "ssw-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.538608, + "recall": 0.585968, + "f1": 0.55169, + "accuracy": 0.585968, + "main_score": 0.55169, + "hf_subset": "ssw_Latn-lua_Latn", + "languages": [ + "ssw-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.72883, + "recall": 0.77668, + "f1": 0.743067, + "accuracy": 0.77668, + "main_score": 0.743067, + "hf_subset": "ssw_Latn-nya_Latn", + "languages": [ + "ssw-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.773433, + "recall": 0.81917, + "f1": 0.787017, + "accuracy": 0.81917, + "main_score": 0.787017, + "hf_subset": "ssw_Latn-slv_Latn", + "languages": [ + "ssw-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.719003, + "recall": 0.771739, + "f1": 0.733203, + "accuracy": 0.771739, + "main_score": 0.733203, + "hf_subset": "ssw_Latn-tpi_Latn", + "languages": [ + "ssw-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.772918, + "recall": 0.822134, + "f1": 0.787632, + "accuracy": 0.822134, + "main_score": 0.787632, + "hf_subset": "ssw_Latn-zsm_Latn", + "languages": [ + "ssw-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.505135, + "recall": 0.551383, + "f1": 0.518435, + "accuracy": 0.551383, + "main_score": 0.518435, + "hf_subset": "ssw_Latn-ayr_Latn", + "languages": [ + "ssw-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.781815, + "recall": 0.824111, + "f1": 0.793675, + "accuracy": 0.824111, + "main_score": 0.793675, + "hf_subset": "ssw_Latn-dan_Latn", + "languages": [ + "ssw-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.751454, + "recall": 0.799407, + "f1": 0.764766, + "accuracy": 0.799407, + "main_score": 0.764766, + "hf_subset": "ssw_Latn-guj_Gujr", + "languages": [ + "ssw-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.747313, + "recall": 0.797431, + "f1": 0.760918, + "accuracy": 0.797431, + "main_score": 0.760918, + "hf_subset": "ssw_Latn-kaz_Cyrl", + "languages": [ + "ssw-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.634988, + "recall": 0.695652, + "f1": 0.651573, + "accuracy": 0.695652, + "main_score": 0.651573, + "hf_subset": "ssw_Latn-lug_Latn", + "languages": [ + "ssw-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.75712, + "recall": 0.804348, + "f1": 0.770084, + "accuracy": 0.804348, + "main_score": 0.770084, + "hf_subset": "ssw_Latn-oci_Latn", + "languages": [ + "ssw-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.704792, + "recall": 0.753953, + "f1": 0.71913, + "accuracy": 0.753953, + "main_score": 0.71913, + "hf_subset": "ssw_Latn-smo_Latn", + "languages": [ + "ssw-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.683295, + "recall": 0.747036, + "f1": 0.70209, + "accuracy": 0.747036, + "main_score": 0.70209, + "hf_subset": "ssw_Latn-tsn_Latn", + "languages": [ + "ssw-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.850653, + "recall": 0.88834, + "f1": 0.862187, + "accuracy": 0.88834, + "main_score": 0.862187, + "hf_subset": "ssw_Latn-zul_Latn", + "languages": [ + "ssw-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.639431, + "recall": 0.694664, + "f1": 0.655291, + "accuracy": 0.694664, + "main_score": 0.655291, + "hf_subset": "ssw_Latn-azb_Arab", + "languages": [ + "ssw-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.765797, + "recall": 0.81917, + "f1": 0.780499, + "accuracy": 0.81917, + "main_score": 0.780499, + "hf_subset": "ssw_Latn-deu_Latn", + "languages": [ + "ssw-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.740218, + "recall": 0.789526, + "f1": 0.753927, + "accuracy": 0.789526, + "main_score": 0.753927, + "hf_subset": "ssw_Latn-hat_Latn", + "languages": [ + "ssw-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.498284, + "recall": 0.544466, + "f1": 0.511172, + "accuracy": 0.544466, + "main_score": 0.511172, + "hf_subset": "ssw_Latn-kbp_Latn", + "languages": [ + "ssw-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.52464, + "recall": 0.566206, + "f1": 0.536584, + "accuracy": 0.566206, + "main_score": 0.536584, + "hf_subset": "ssw_Latn-luo_Latn", + "languages": [ + "ssw-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.717331, + "recall": 0.77668, + "f1": 0.73406, + "accuracy": 0.77668, + "main_score": 0.73406, + "hf_subset": "ssw_Latn-ory_Orya", + "languages": [ + "ssw-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.764749, + "recall": 0.811265, + "f1": 0.777527, + "accuracy": 0.811265, + "main_score": 0.777527, + "hf_subset": "ssw_Latn-sna_Latn", + "languages": [ + "ssw-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.660668, + "recall": 0.717391, + "f1": 0.676412, + "accuracy": 0.717391, + "main_score": 0.676412, + "hf_subset": "ssw_Latn-tso_Latn", + "languages": [ + "ssw-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.723622, + "recall": 0.780632, + "f1": 0.739275, + "accuracy": 0.780632, + "main_score": 0.739275, + "hf_subset": "ssw_Latn-azj_Latn", + "languages": [ + "ssw-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.474383, + "recall": 0.524704, + "f1": 0.488973, + "accuracy": 0.524704, + "main_score": 0.488973, + "hf_subset": "ssw_Latn-dik_Latn", + "languages": [ + "ssw-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.736556, + "recall": 0.784585, + "f1": 0.750626, + "accuracy": 0.784585, + "main_score": 0.750626, + "hf_subset": "ssw_Latn-hau_Latn", + "languages": [ + "ssw-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.744555, + "recall": 0.79249, + "f1": 0.757776, + "accuracy": 0.79249, + "main_score": 0.757776, + "hf_subset": "ssw_Latn-kea_Latn", + "languages": [ + "ssw-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.707955, + "recall": 0.757905, + "f1": 0.722309, + "accuracy": 0.757905, + "main_score": 0.722309, + "hf_subset": "ssw_Latn-lus_Latn", + "languages": [ + "ssw-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.637486, + "recall": 0.687747, + "f1": 0.651734, + "accuracy": 0.687747, + "main_score": 0.651734, + "hf_subset": "ssw_Latn-pag_Latn", + "languages": [ + "ssw-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.721852, + "recall": 0.775692, + "f1": 0.73686, + "accuracy": 0.775692, + "main_score": 0.73686, + "hf_subset": "ssw_Latn-snd_Arab", + "languages": [ + "ssw-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.756046, + "recall": 0.798419, + "f1": 0.768338, + "accuracy": 0.798419, + "main_score": 0.768338, + "hf_subset": "ssw_Latn-tuk_Latn", + "languages": [ + "ssw-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.733759, + "recall": 0.781621, + "f1": 0.746971, + "accuracy": 0.781621, + "main_score": 0.746971, + "hf_subset": "ssw_Latn-bak_Cyrl", + "languages": [ + "ssw-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.421581, + "recall": 0.481225, + "f1": 0.4383, + "accuracy": 0.481225, + "main_score": 0.4383, + "hf_subset": "ssw_Latn-dyu_Latn", + "languages": [ + "ssw-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.760417, + "recall": 0.8083, + "f1": 0.773862, + "accuracy": 0.8083, + "main_score": 0.773862, + "hf_subset": "ssw_Latn-heb_Hebr", + "languages": [ + "ssw-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.733717, + "recall": 0.786561, + "f1": 0.749079, + "accuracy": 0.786561, + "main_score": 0.749079, + "hf_subset": "ssw_Latn-khk_Cyrl", + "languages": [ + "ssw-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.757267, + "recall": 0.805336, + "f1": 0.770128, + "accuracy": 0.805336, + "main_score": 0.770128, + "hf_subset": "ssw_Latn-lvs_Latn", + "languages": [ + "ssw-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.749808, + "recall": 0.801383, + "f1": 0.763746, + "accuracy": 0.801383, + "main_score": 0.763746, + "hf_subset": "ssw_Latn-pan_Guru", + "languages": [ + "ssw-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.737492, + "recall": 0.793478, + "f1": 0.754173, + "accuracy": 0.793478, + "main_score": 0.754173, + "hf_subset": "ssw_Latn-som_Latn", + "languages": [ + "ssw-Latn", + "som-Latn" + ] + }, + { + "precision": 0.648317, + "recall": 0.701581, + "f1": 0.66325, + "accuracy": 0.701581, + "main_score": 0.66325, + "hf_subset": "ssw_Latn-tum_Latn", + "languages": [ + "ssw-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.522988, + "recall": 0.618577, + "f1": 0.550156, + "accuracy": 0.618577, + "main_score": 0.550156, + "hf_subset": "ukr_Cyrl-ace_Arab", + "languages": [ + "ukr-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.463704, + "recall": 0.525692, + "f1": 0.480101, + "accuracy": 0.525692, + "main_score": 0.480101, + "hf_subset": "ukr_Cyrl-bam_Latn", + "languages": [ + "ukr-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.6573, + "recall": 0.737154, + "f1": 0.679908, + "accuracy": 0.737154, + "main_score": 0.679908, + "hf_subset": "ukr_Cyrl-dzo_Tibt", + "languages": [ + "ukr-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-hin_Deva", + "languages": [ + "ukr-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ukr_Cyrl-khm_Khmr", + "languages": [ + "ukr-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ukr_Cyrl-mag_Deva", + "languages": [ + "ukr-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-pap_Latn", + "languages": [ + "ukr-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.855385, + "recall": 0.897233, + "f1": 0.868478, + "accuracy": 0.897233, + "main_score": 0.868478, + "hf_subset": "ukr_Cyrl-sot_Latn", + "languages": [ + "ukr-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-tur_Latn", + "languages": [ + "ukr-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.862295, + "recall": 0.898221, + "f1": 0.873553, + "accuracy": 0.898221, + "main_score": 0.873553, + "hf_subset": "ukr_Cyrl-ace_Latn", + "languages": [ + "ukr-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "ukr_Cyrl-ban_Latn", + "languages": [ + "ukr-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-ell_Grek", + "languages": [ + "ukr-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ukr_Cyrl-hne_Deva", + "languages": [ + "ukr-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.567232, + "recall": 0.643281, + "f1": 0.588862, + "accuracy": 0.643281, + "main_score": 0.588862, + "hf_subset": "ukr_Cyrl-kik_Latn", + "languages": [ + "ukr-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-mai_Deva", + "languages": [ + "ukr-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "ukr_Cyrl-pbt_Arab", + "languages": [ + "ukr-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-spa_Latn", + "languages": [ + "ukr-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.770026, + "recall": 0.827075, + "f1": 0.786891, + "accuracy": 0.827075, + "main_score": 0.786891, + "hf_subset": "ukr_Cyrl-twi_Latn", + "languages": [ + "ukr-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-acm_Arab", + "languages": [ + "ukr-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-bel_Cyrl", + "languages": [ + "ukr-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-hrv_Latn", + "languages": [ + "ukr-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.860401, + "recall": 0.898221, + "f1": 0.871972, + "accuracy": 0.898221, + "main_score": 0.871972, + "hf_subset": "ukr_Cyrl-kin_Latn", + "languages": [ + "ukr-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-mal_Mlym", + "languages": [ + "ukr-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-pes_Arab", + "languages": [ + "ukr-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ukr_Cyrl-srd_Latn", + "languages": [ + "ukr-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.195618, + "recall": 0.26581, + "f1": 0.212261, + "accuracy": 0.26581, + "main_score": 0.212261, + "hf_subset": "ukr_Cyrl-tzm_Tfng", + "languages": [ + "ukr-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-acq_Arab", + "languages": [ + "ukr-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.663481, + "recall": 0.736166, + "f1": 0.68375, + "accuracy": 0.736166, + "main_score": 0.68375, + "hf_subset": "ukr_Cyrl-bem_Latn", + "languages": [ + "ukr-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-epo_Latn", + "languages": [ + "ukr-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-hun_Latn", + "languages": [ + "ukr-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ukr_Cyrl-kir_Cyrl", + "languages": [ + "ukr-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ukr_Cyrl-mar_Deva", + "languages": [ + "ukr-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.88083, + "recall": 0.914032, + "f1": 0.890942, + "accuracy": 0.914032, + "main_score": 0.890942, + "hf_subset": "ukr_Cyrl-plt_Latn", + "languages": [ + "ukr-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-srp_Cyrl", + "languages": [ + "ukr-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.949934, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "ukr_Cyrl-uig_Arab", + "languages": [ + "ukr-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-aeb_Arab", + "languages": [ + "ukr-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-ben_Beng", + "languages": [ + "ukr-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-est_Latn", + "languages": [ + "ukr-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-hye_Armn", + "languages": [ + "ukr-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.46032, + "recall": 0.523715, + "f1": 0.477288, + "accuracy": 0.523715, + "main_score": 0.477288, + "hf_subset": "ukr_Cyrl-kmb_Latn", + "languages": [ + "ukr-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.500604, + "recall": 0.589921, + "f1": 0.524959, + "accuracy": 0.589921, + "main_score": 0.524959, + "hf_subset": "ukr_Cyrl-min_Arab", + "languages": [ + "ukr-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-pol_Latn", + "languages": [ + "ukr-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.742408, + "recall": 0.810277, + "f1": 0.762813, + "accuracy": 0.810277, + "main_score": 0.762813, + "hf_subset": "ukr_Cyrl-ssw_Latn", + "languages": [ + "ukr-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-afr_Latn", + "languages": [ + "ukr-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ukr_Cyrl-bho_Deva", + "languages": [ + "ukr-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ukr_Cyrl-eus_Latn", + "languages": [ + "ukr-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.866518, + "recall": 0.905138, + "f1": 0.878458, + "accuracy": 0.905138, + "main_score": 0.878458, + "hf_subset": "ukr_Cyrl-ibo_Latn", + "languages": [ + "ukr-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.869565, + "recall": 0.908103, + "f1": 0.881719, + "accuracy": 0.908103, + "main_score": 0.881719, + "hf_subset": "ukr_Cyrl-kmr_Latn", + "languages": [ + "ukr-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ukr_Cyrl-min_Latn", + "languages": [ + "ukr-Cyrl", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-por_Latn", + "languages": [ + "ukr-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ukr_Cyrl-sun_Latn", + "languages": [ + "ukr-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.459084, + "recall": 0.527668, + "f1": 0.478114, + "accuracy": 0.527668, + "main_score": 0.478114, + "hf_subset": "ukr_Cyrl-umb_Latn", + "languages": [ + "ukr-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-ajp_Arab", + "languages": [ + "ukr-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.505738, + "recall": 0.593874, + "f1": 0.53039, + "accuracy": 0.593874, + "main_score": 0.53039, + "hf_subset": "ukr_Cyrl-bjn_Arab", + "languages": [ + "ukr-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.448285, + "recall": 0.508893, + "f1": 0.464652, + "accuracy": 0.508893, + "main_score": 0.464652, + "hf_subset": "ukr_Cyrl-ewe_Latn", + "languages": [ + "ukr-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "ukr_Cyrl-ilo_Latn", + "languages": [ + "ukr-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.266274, + "recall": 0.331028, + "f1": 0.282285, + "accuracy": 0.331028, + "main_score": 0.282285, + "hf_subset": "ukr_Cyrl-knc_Arab", + "languages": [ + "ukr-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-mkd_Cyrl", + "languages": [ + "ukr-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-prs_Arab", + "languages": [ + "ukr-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-swe_Latn", + "languages": [ + "ukr-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ukr_Cyrl-urd_Arab", + "languages": [ + "ukr-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.736849, + "recall": 0.802372, + "f1": 0.756497, + "accuracy": 0.802372, + "main_score": 0.756497, + "hf_subset": "ukr_Cyrl-aka_Latn", + "languages": [ + "ukr-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ukr_Cyrl-bjn_Latn", + "languages": [ + "ukr-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ukr_Cyrl-fao_Latn", + "languages": [ + "ukr-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-ind_Latn", + "languages": [ + "ukr-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.512829, + "recall": 0.577075, + "f1": 0.530434, + "accuracy": 0.577075, + "main_score": 0.530434, + "hf_subset": "ukr_Cyrl-knc_Latn", + "languages": [ + "ukr-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-mlt_Latn", + "languages": [ + "ukr-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.615912, + "recall": 0.692688, + "f1": 0.637835, + "accuracy": 0.692688, + "main_score": 0.637835, + "hf_subset": "ukr_Cyrl-quy_Latn", + "languages": [ + "ukr-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ukr_Cyrl-swh_Latn", + "languages": [ + "ukr-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.99333, + "recall": 0.995059, + "f1": 0.993808, + "accuracy": 0.995059, + "main_score": 0.993808, + "hf_subset": "ukr_Cyrl-uzn_Latn", + "languages": [ + "ukr-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-als_Latn", + "languages": [ + "ukr-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.823922, + "recall": 0.874506, + "f1": 0.839641, + "accuracy": 0.874506, + "main_score": 0.839641, + "hf_subset": "ukr_Cyrl-bod_Tibt", + "languages": [ + "ukr-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.613112, + "recall": 0.689723, + "f1": 0.63467, + "accuracy": 0.689723, + "main_score": 0.63467, + "hf_subset": "ukr_Cyrl-fij_Latn", + "languages": [ + "ukr-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "ukr_Cyrl-isl_Latn", + "languages": [ + "ukr-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.598658, + "recall": 0.675889, + "f1": 0.62019, + "accuracy": 0.675889, + "main_score": 0.62019, + "hf_subset": "ukr_Cyrl-kon_Latn", + "languages": [ + "ukr-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.591177, + "recall": 0.674901, + "f1": 0.614676, + "accuracy": 0.674901, + "main_score": 0.614676, + "hf_subset": "ukr_Cyrl-mni_Beng", + "languages": [ + "ukr-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-ron_Latn", + "languages": [ + "ukr-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.98419, + "f1": 0.980567, + "accuracy": 0.98419, + "main_score": 0.980567, + "hf_subset": "ukr_Cyrl-szl_Latn", + "languages": [ + "ukr-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-vec_Latn", + "languages": [ + "ukr-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.928689, + "recall": 0.950593, + "f1": 0.935771, + "accuracy": 0.950593, + "main_score": 0.935771, + "hf_subset": "ukr_Cyrl-amh_Ethi", + "languages": [ + "ukr-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-bos_Latn", + "languages": [ + "ukr-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-fin_Latn", + "languages": [ + "ukr-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-ita_Latn", + "languages": [ + "ukr-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-kor_Hang", + "languages": [ + "ukr-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.491058, + "recall": 0.559289, + "f1": 0.509794, + "accuracy": 0.559289, + "main_score": 0.509794, + "hf_subset": "ukr_Cyrl-mos_Latn", + "languages": [ + "ukr-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.755797, + "recall": 0.816206, + "f1": 0.773339, + "accuracy": 0.816206, + "main_score": 0.773339, + "hf_subset": "ukr_Cyrl-run_Latn", + "languages": [ + "ukr-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ukr_Cyrl-tam_Taml", + "languages": [ + "ukr-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-vie_Latn", + "languages": [ + "ukr-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-apc_Arab", + "languages": [ + "ukr-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.720949, + "recall": 0.789526, + "f1": 0.74129, + "accuracy": 0.789526, + "main_score": 0.74129, + "hf_subset": "ukr_Cyrl-bug_Latn", + "languages": [ + "ukr-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.406997, + "recall": 0.466403, + "f1": 0.422867, + "accuracy": 0.466403, + "main_score": 0.422867, + "hf_subset": "ukr_Cyrl-fon_Latn", + "languages": [ + "ukr-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "ukr_Cyrl-jav_Latn", + "languages": [ + "ukr-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.945652, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "ukr_Cyrl-lao_Laoo", + "languages": [ + "ukr-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.872974, + "recall": 0.910079, + "f1": 0.884618, + "accuracy": 0.910079, + "main_score": 0.884618, + "hf_subset": "ukr_Cyrl-mri_Latn", + "languages": [ + "ukr-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-rus_Cyrl", + "languages": [ + "ukr-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.481764, + "recall": 0.551383, + "f1": 0.500956, + "accuracy": 0.551383, + "main_score": 0.500956, + "hf_subset": "ukr_Cyrl-taq_Latn", + "languages": [ + "ukr-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-war_Latn", + "languages": [ + "ukr-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-arb_Arab", + "languages": [ + "ukr-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-bul_Cyrl", + "languages": [ + "ukr-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-fra_Latn", + "languages": [ + "ukr-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-jpn_Jpan", + "languages": [ + "ukr-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ukr_Cyrl-lij_Latn", + "languages": [ + "ukr-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "ukr_Cyrl-mya_Mymr", + "languages": [ + "ukr-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.53471, + "recall": 0.610672, + "f1": 0.55504, + "accuracy": 0.610672, + "main_score": 0.55504, + "hf_subset": "ukr_Cyrl-sag_Latn", + "languages": [ + "ukr-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.228263, + "recall": 0.294466, + "f1": 0.24368, + "accuracy": 0.294466, + "main_score": 0.24368, + "hf_subset": "ukr_Cyrl-taq_Tfng", + "languages": [ + "ukr-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.613673, + "recall": 0.692688, + "f1": 0.636136, + "accuracy": 0.692688, + "main_score": 0.636136, + "hf_subset": "ukr_Cyrl-wol_Latn", + "languages": [ + "ukr-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.848238, + "recall": 0.892292, + "f1": 0.861825, + "accuracy": 0.892292, + "main_score": 0.861825, + "hf_subset": "ukr_Cyrl-arb_Latn", + "languages": [ + "ukr-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-cat_Latn", + "languages": [ + "ukr-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ukr_Cyrl-fur_Latn", + "languages": [ + "ukr-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.446721, + "recall": 0.523715, + "f1": 0.467289, + "accuracy": 0.523715, + "main_score": 0.467289, + "hf_subset": "ukr_Cyrl-kab_Latn", + "languages": [ + "ukr-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "ukr_Cyrl-lim_Latn", + "languages": [ + "ukr-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-nld_Latn", + "languages": [ + "ukr-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "ukr_Cyrl-san_Deva", + "languages": [ + "ukr-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-tat_Cyrl", + "languages": [ + "ukr-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.877553, + "recall": 0.913043, + "f1": 0.8889, + "accuracy": 0.913043, + "main_score": 0.8889, + "hf_subset": "ukr_Cyrl-xho_Latn", + "languages": [ + "ukr-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-ars_Arab", + "languages": [ + "ukr-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ukr_Cyrl-ceb_Latn", + "languages": [ + "ukr-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.448448, + "recall": 0.530632, + "f1": 0.470654, + "accuracy": 0.530632, + "main_score": 0.470654, + "hf_subset": "ukr_Cyrl-fuv_Latn", + "languages": [ + "ukr-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.450266, + "recall": 0.520751, + "f1": 0.468427, + "accuracy": 0.520751, + "main_score": 0.468427, + "hf_subset": "ukr_Cyrl-kac_Latn", + "languages": [ + "ukr-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.626665, + "recall": 0.702569, + "f1": 0.64777, + "accuracy": 0.702569, + "main_score": 0.64777, + "hf_subset": "ukr_Cyrl-lin_Latn", + "languages": [ + "ukr-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-nno_Latn", + "languages": [ + "ukr-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.877997, + "recall": 0.913043, + "f1": 0.888801, + "accuracy": 0.913043, + "main_score": 0.888801, + "hf_subset": "ukr_Cyrl-sat_Olck", + "languages": [ + "ukr-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ukr_Cyrl-tel_Telu", + "languages": [ + "ukr-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ukr_Cyrl-ydd_Hebr", + "languages": [ + "ukr-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ukr_Cyrl-ary_Arab", + "languages": [ + "ukr-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-ces_Latn", + "languages": [ + "ukr-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.554855, + "recall": 0.632411, + "f1": 0.576497, + "accuracy": 0.632411, + "main_score": 0.576497, + "hf_subset": "ukr_Cyrl-gaz_Latn", + "languages": [ + "ukr-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.522971, + "recall": 0.603755, + "f1": 0.544984, + "accuracy": 0.603755, + "main_score": 0.544984, + "hf_subset": "ukr_Cyrl-kam_Latn", + "languages": [ + "ukr-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ukr_Cyrl-lit_Latn", + "languages": [ + "ukr-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "ukr_Cyrl-nob_Latn", + "languages": [ + "ukr-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-scn_Latn", + "languages": [ + "ukr-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ukr_Cyrl-tgk_Cyrl", + "languages": [ + "ukr-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.735253, + "recall": 0.801383, + "f1": 0.754562, + "accuracy": 0.801383, + "main_score": 0.754562, + "hf_subset": "ukr_Cyrl-yor_Latn", + "languages": [ + "ukr-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-arz_Arab", + "languages": [ + "ukr-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.461836, + "recall": 0.543478, + "f1": 0.484202, + "accuracy": 0.543478, + "main_score": 0.484202, + "hf_subset": "ukr_Cyrl-cjk_Latn", + "languages": [ + "ukr-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.939888, + "recall": 0.959486, + "f1": 0.946311, + "accuracy": 0.959486, + "main_score": 0.946311, + "hf_subset": "ukr_Cyrl-gla_Latn", + "languages": [ + "ukr-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ukr_Cyrl-kan_Knda", + "languages": [ + "ukr-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ukr_Cyrl-lmo_Latn", + "languages": [ + "ukr-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ukr_Cyrl-npi_Deva", + "languages": [ + "ukr-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.534645, + "recall": 0.62253, + "f1": 0.559332, + "accuracy": 0.62253, + "main_score": 0.559332, + "hf_subset": "ukr_Cyrl-shn_Mymr", + "languages": [ + "ukr-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-tgl_Latn", + "languages": [ + "ukr-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-yue_Hant", + "languages": [ + "ukr-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ukr_Cyrl-asm_Beng", + "languages": [ + "ukr-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.932148, + "recall": 0.953557, + "f1": 0.939065, + "accuracy": 0.953557, + "main_score": 0.939065, + "hf_subset": "ukr_Cyrl-ckb_Arab", + "languages": [ + "ukr-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.976318, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "ukr_Cyrl-gle_Latn", + "languages": [ + "ukr-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.903821, + "recall": 0.933794, + "f1": 0.913373, + "accuracy": 0.933794, + "main_score": 0.913373, + "hf_subset": "ukr_Cyrl-kas_Arab", + "languages": [ + "ukr-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.892704, + "recall": 0.924901, + "f1": 0.902899, + "accuracy": 0.924901, + "main_score": 0.902899, + "hf_subset": "ukr_Cyrl-ltg_Latn", + "languages": [ + "ukr-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.792647, + "recall": 0.844862, + "f1": 0.808228, + "accuracy": 0.844862, + "main_score": 0.808228, + "hf_subset": "ukr_Cyrl-nso_Latn", + "languages": [ + "ukr-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ukr_Cyrl-sin_Sinh", + "languages": [ + "ukr-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-tha_Thai", + "languages": [ + "ukr-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-zho_Hans", + "languages": [ + "ukr-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-ast_Latn", + "languages": [ + "ukr-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ukr_Cyrl-crh_Latn", + "languages": [ + "ukr-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-glg_Latn", + "languages": [ + "ukr-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.857691, + "recall": 0.899209, + "f1": 0.870619, + "accuracy": 0.899209, + "main_score": 0.870619, + "hf_subset": "ukr_Cyrl-kas_Deva", + "languages": [ + "ukr-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ukr_Cyrl-ltz_Latn", + "languages": [ + "ukr-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.422019, + "recall": 0.495059, + "f1": 0.441625, + "accuracy": 0.495059, + "main_score": 0.441625, + "hf_subset": "ukr_Cyrl-nus_Latn", + "languages": [ + "ukr-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-slk_Latn", + "languages": [ + "ukr-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.640927, + "recall": 0.722332, + "f1": 0.664268, + "accuracy": 0.722332, + "main_score": 0.664268, + "hf_subset": "ukr_Cyrl-tir_Ethi", + "languages": [ + "ukr-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-zho_Hant", + "languages": [ + "ukr-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.979002, + "recall": 0.98419, + "f1": 0.980632, + "accuracy": 0.98419, + "main_score": 0.980632, + "hf_subset": "ukr_Cyrl-awa_Deva", + "languages": [ + "ukr-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ukr_Cyrl-cym_Latn", + "languages": [ + "ukr-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.769746, + "recall": 0.829051, + "f1": 0.787502, + "accuracy": 0.829051, + "main_score": 0.787502, + "hf_subset": "ukr_Cyrl-grn_Latn", + "languages": [ + "ukr-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ukr_Cyrl-kat_Geor", + "languages": [ + "ukr-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.583724, + "recall": 0.653162, + "f1": 0.602745, + "accuracy": 0.653162, + "main_score": 0.602745, + "hf_subset": "ukr_Cyrl-lua_Latn", + "languages": [ + "ukr-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.81166, + "recall": 0.863636, + "f1": 0.827701, + "accuracy": 0.863636, + "main_score": 0.827701, + "hf_subset": "ukr_Cyrl-nya_Latn", + "languages": [ + "ukr-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-slv_Latn", + "languages": [ + "ukr-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ukr_Cyrl-tpi_Latn", + "languages": [ + "ukr-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-zsm_Latn", + "languages": [ + "ukr-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.487305, + "recall": 0.5583, + "f1": 0.506772, + "accuracy": 0.5583, + "main_score": 0.506772, + "hf_subset": "ukr_Cyrl-ayr_Latn", + "languages": [ + "ukr-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-dan_Latn", + "languages": [ + "ukr-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-guj_Gujr", + "languages": [ + "ukr-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-kaz_Cyrl", + "languages": [ + "ukr-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.617054, + "recall": 0.699605, + "f1": 0.64095, + "accuracy": 0.699605, + "main_score": 0.64095, + "hf_subset": "ukr_Cyrl-lug_Latn", + "languages": [ + "ukr-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-oci_Latn", + "languages": [ + "ukr-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.836742, + "recall": 0.881423, + "f1": 0.850494, + "accuracy": 0.881423, + "main_score": 0.850494, + "hf_subset": "ukr_Cyrl-smo_Latn", + "languages": [ + "ukr-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.735079, + "recall": 0.800395, + "f1": 0.754842, + "accuracy": 0.800395, + "main_score": 0.754842, + "hf_subset": "ukr_Cyrl-tsn_Latn", + "languages": [ + "ukr-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.894516, + "recall": 0.926877, + "f1": 0.904875, + "accuracy": 0.926877, + "main_score": 0.904875, + "hf_subset": "ukr_Cyrl-zul_Latn", + "languages": [ + "ukr-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.92836, + "recall": 0.950593, + "f1": 0.935408, + "accuracy": 0.950593, + "main_score": 0.935408, + "hf_subset": "ukr_Cyrl-azb_Arab", + "languages": [ + "ukr-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-deu_Latn", + "languages": [ + "ukr-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "ukr_Cyrl-hat_Latn", + "languages": [ + "ukr-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.449997, + "recall": 0.519763, + "f1": 0.469084, + "accuracy": 0.519763, + "main_score": 0.469084, + "hf_subset": "ukr_Cyrl-kbp_Latn", + "languages": [ + "ukr-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.504495, + "recall": 0.574111, + "f1": 0.52289, + "accuracy": 0.574111, + "main_score": 0.52289, + "hf_subset": "ukr_Cyrl-luo_Latn", + "languages": [ + "ukr-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ukr_Cyrl-ory_Orya", + "languages": [ + "ukr-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.893528, + "recall": 0.925889, + "f1": 0.903722, + "accuracy": 0.925889, + "main_score": 0.903722, + "hf_subset": "ukr_Cyrl-sna_Latn", + "languages": [ + "ukr-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.656275, + "recall": 0.732213, + "f1": 0.678168, + "accuracy": 0.732213, + "main_score": 0.678168, + "hf_subset": "ukr_Cyrl-tso_Latn", + "languages": [ + "ukr-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-azj_Latn", + "languages": [ + "ukr-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.480363, + "recall": 0.555336, + "f1": 0.501274, + "accuracy": 0.555336, + "main_score": 0.501274, + "hf_subset": "ukr_Cyrl-dik_Latn", + "languages": [ + "ukr-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.904891, + "recall": 0.932806, + "f1": 0.913768, + "accuracy": 0.932806, + "main_score": 0.913768, + "hf_subset": "ukr_Cyrl-hau_Latn", + "languages": [ + "ukr-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "ukr_Cyrl-kea_Latn", + "languages": [ + "ukr-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.924078, + "recall": 0.94664, + "f1": 0.931159, + "accuracy": 0.94664, + "main_score": 0.931159, + "hf_subset": "ukr_Cyrl-lus_Latn", + "languages": [ + "ukr-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.86059, + "recall": 0.900198, + "f1": 0.873057, + "accuracy": 0.900198, + "main_score": 0.873057, + "hf_subset": "ukr_Cyrl-pag_Latn", + "languages": [ + "ukr-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "ukr_Cyrl-snd_Arab", + "languages": [ + "ukr-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ukr_Cyrl-tuk_Latn", + "languages": [ + "ukr-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ukr_Cyrl-bak_Cyrl", + "languages": [ + "ukr-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.453141, + "recall": 0.529644, + "f1": 0.474092, + "accuracy": 0.529644, + "main_score": 0.474092, + "hf_subset": "ukr_Cyrl-dyu_Latn", + "languages": [ + "ukr-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-heb_Hebr", + "languages": [ + "ukr-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "ukr_Cyrl-khk_Cyrl", + "languages": [ + "ukr-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-lvs_Latn", + "languages": [ + "ukr-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ukr_Cyrl-pan_Guru", + "languages": [ + "ukr-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.86586, + "recall": 0.907115, + "f1": 0.878854, + "accuracy": 0.907115, + "main_score": 0.878854, + "hf_subset": "ukr_Cyrl-som_Latn", + "languages": [ + "ukr-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.693034, + "recall": 0.763834, + "f1": 0.713669, + "accuracy": 0.763834, + "main_score": 0.713669, + "hf_subset": "ukr_Cyrl-tum_Latn", + "languages": [ + "ukr-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.533031, + "recall": 0.621542, + "f1": 0.557695, + "accuracy": 0.621542, + "main_score": 0.557695, + "hf_subset": "afr_Latn-ace_Arab", + "languages": [ + "afr-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.458478, + "recall": 0.523715, + "f1": 0.475962, + "accuracy": 0.523715, + "main_score": 0.475962, + "hf_subset": "afr_Latn-bam_Latn", + "languages": [ + "afr-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.64842, + "recall": 0.733202, + "f1": 0.67302, + "accuracy": 0.733202, + "main_score": 0.67302, + "hf_subset": "afr_Latn-dzo_Tibt", + "languages": [ + "afr-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-hin_Deva", + "languages": [ + "afr-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "afr_Latn-khm_Khmr", + "languages": [ + "afr-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-mag_Deva", + "languages": [ + "afr-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-pap_Latn", + "languages": [ + "afr-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.857872, + "recall": 0.897233, + "f1": 0.869979, + "accuracy": 0.897233, + "main_score": 0.869979, + "hf_subset": "afr_Latn-sot_Latn", + "languages": [ + "afr-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-tur_Latn", + "languages": [ + "afr-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.861742, + "recall": 0.900198, + "f1": 0.873819, + "accuracy": 0.900198, + "main_score": 0.873819, + "hf_subset": "afr_Latn-ace_Latn", + "languages": [ + "afr-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.974308, + "f1": 0.967227, + "accuracy": 0.974308, + "main_score": 0.967227, + "hf_subset": "afr_Latn-ban_Latn", + "languages": [ + "afr-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "afr_Latn-ell_Grek", + "languages": [ + "afr-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "afr_Latn-hne_Deva", + "languages": [ + "afr-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.554563, + "recall": 0.630435, + "f1": 0.575374, + "accuracy": 0.630435, + "main_score": 0.575374, + "hf_subset": "afr_Latn-kik_Latn", + "languages": [ + "afr-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-mai_Deva", + "languages": [ + "afr-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "afr_Latn-pbt_Arab", + "languages": [ + "afr-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-spa_Latn", + "languages": [ + "afr-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.77542, + "recall": 0.83004, + "f1": 0.791293, + "accuracy": 0.83004, + "main_score": 0.791293, + "hf_subset": "afr_Latn-twi_Latn", + "languages": [ + "afr-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-acm_Arab", + "languages": [ + "afr-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-bel_Cyrl", + "languages": [ + "afr-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-hrv_Latn", + "languages": [ + "afr-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.856341, + "recall": 0.895257, + "f1": 0.868116, + "accuracy": 0.895257, + "main_score": 0.868116, + "hf_subset": "afr_Latn-kin_Latn", + "languages": [ + "afr-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-mal_Mlym", + "languages": [ + "afr-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-pes_Arab", + "languages": [ + "afr-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "afr_Latn-srd_Latn", + "languages": [ + "afr-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.192942, + "recall": 0.26581, + "f1": 0.210286, + "accuracy": 0.26581, + "main_score": 0.210286, + "hf_subset": "afr_Latn-tzm_Tfng", + "languages": [ + "afr-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-acq_Arab", + "languages": [ + "afr-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.664923, + "recall": 0.73913, + "f1": 0.686208, + "accuracy": 0.73913, + "main_score": 0.686208, + "hf_subset": "afr_Latn-bem_Latn", + "languages": [ + "afr-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-epo_Latn", + "languages": [ + "afr-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-hun_Latn", + "languages": [ + "afr-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "afr_Latn-kir_Cyrl", + "languages": [ + "afr-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-mar_Deva", + "languages": [ + "afr-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.879529, + "recall": 0.916008, + "f1": 0.891041, + "accuracy": 0.916008, + "main_score": 0.891041, + "hf_subset": "afr_Latn-plt_Latn", + "languages": [ + "afr-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-srp_Cyrl", + "languages": [ + "afr-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.936594, + "recall": 0.956522, + "f1": 0.943017, + "accuracy": 0.956522, + "main_score": 0.943017, + "hf_subset": "afr_Latn-uig_Arab", + "languages": [ + "afr-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "afr_Latn-aeb_Arab", + "languages": [ + "afr-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-ben_Beng", + "languages": [ + "afr-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-est_Latn", + "languages": [ + "afr-Latn", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "afr_Latn-hye_Armn", + "languages": [ + "afr-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.460596, + "recall": 0.529644, + "f1": 0.479781, + "accuracy": 0.529644, + "main_score": 0.479781, + "hf_subset": "afr_Latn-kmb_Latn", + "languages": [ + "afr-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.493328, + "recall": 0.583004, + "f1": 0.516787, + "accuracy": 0.583004, + "main_score": 0.516787, + "hf_subset": "afr_Latn-min_Arab", + "languages": [ + "afr-Latn", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-pol_Latn", + "languages": [ + "afr-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.74198, + "recall": 0.8083, + "f1": 0.761331, + "accuracy": 0.8083, + "main_score": 0.761331, + "hf_subset": "afr_Latn-ssw_Latn", + "languages": [ + "afr-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-ukr_Cyrl", + "languages": [ + "afr-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-bho_Deva", + "languages": [ + "afr-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-eus_Latn", + "languages": [ + "afr-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.86413, + "recall": 0.903162, + "f1": 0.876087, + "accuracy": 0.903162, + "main_score": 0.876087, + "hf_subset": "afr_Latn-ibo_Latn", + "languages": [ + "afr-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.883267, + "recall": 0.917984, + "f1": 0.894236, + "accuracy": 0.917984, + "main_score": 0.894236, + "hf_subset": "afr_Latn-kmr_Latn", + "languages": [ + "afr-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "afr_Latn-min_Latn", + "languages": [ + "afr-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-por_Latn", + "languages": [ + "afr-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "afr_Latn-sun_Latn", + "languages": [ + "afr-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.45151, + "recall": 0.522727, + "f1": 0.471244, + "accuracy": 0.522727, + "main_score": 0.471244, + "hf_subset": "afr_Latn-umb_Latn", + "languages": [ + "afr-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-ajp_Arab", + "languages": [ + "afr-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.510803, + "recall": 0.599802, + "f1": 0.535142, + "accuracy": 0.599802, + "main_score": 0.535142, + "hf_subset": "afr_Latn-bjn_Arab", + "languages": [ + "afr-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.454583, + "recall": 0.516798, + "f1": 0.471562, + "accuracy": 0.516798, + "main_score": 0.471562, + "hf_subset": "afr_Latn-ewe_Latn", + "languages": [ + "afr-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "afr_Latn-ilo_Latn", + "languages": [ + "afr-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.253117, + "recall": 0.327075, + "f1": 0.271381, + "accuracy": 0.327075, + "main_score": 0.271381, + "hf_subset": "afr_Latn-knc_Arab", + "languages": [ + "afr-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-mkd_Cyrl", + "languages": [ + "afr-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-prs_Arab", + "languages": [ + "afr-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-swe_Latn", + "languages": [ + "afr-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-urd_Arab", + "languages": [ + "afr-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.744763, + "recall": 0.809289, + "f1": 0.763773, + "accuracy": 0.809289, + "main_score": 0.763773, + "hf_subset": "afr_Latn-aka_Latn", + "languages": [ + "afr-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "afr_Latn-bjn_Latn", + "languages": [ + "afr-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "afr_Latn-fao_Latn", + "languages": [ + "afr-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ind_Latn", + "languages": [ + "afr-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.506496, + "recall": 0.56917, + "f1": 0.523257, + "accuracy": 0.56917, + "main_score": 0.523257, + "hf_subset": "afr_Latn-knc_Latn", + "languages": [ + "afr-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-mlt_Latn", + "languages": [ + "afr-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.617399, + "recall": 0.695652, + "f1": 0.639281, + "accuracy": 0.695652, + "main_score": 0.639281, + "hf_subset": "afr_Latn-quy_Latn", + "languages": [ + "afr-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-swh_Latn", + "languages": [ + "afr-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "afr_Latn-uzn_Latn", + "languages": [ + "afr-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-als_Latn", + "languages": [ + "afr-Latn", + "als-Latn" + ] + }, + { + "precision": 0.81895, + "recall": 0.868577, + "f1": 0.834124, + "accuracy": 0.868577, + "main_score": 0.834124, + "hf_subset": "afr_Latn-bod_Tibt", + "languages": [ + "afr-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.613968, + "recall": 0.6917, + "f1": 0.63571, + "accuracy": 0.6917, + "main_score": 0.63571, + "hf_subset": "afr_Latn-fij_Latn", + "languages": [ + "afr-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "afr_Latn-isl_Latn", + "languages": [ + "afr-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.580155, + "recall": 0.658103, + "f1": 0.601875, + "accuracy": 0.658103, + "main_score": 0.601875, + "hf_subset": "afr_Latn-kon_Latn", + "languages": [ + "afr-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.60719, + "recall": 0.690711, + "f1": 0.63107, + "accuracy": 0.690711, + "main_score": 0.63107, + "hf_subset": "afr_Latn-mni_Beng", + "languages": [ + "afr-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ron_Latn", + "languages": [ + "afr-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "afr_Latn-szl_Latn", + "languages": [ + "afr-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-vec_Latn", + "languages": [ + "afr-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.918314, + "recall": 0.943676, + "f1": 0.926383, + "accuracy": 0.943676, + "main_score": 0.926383, + "hf_subset": "afr_Latn-amh_Ethi", + "languages": [ + "afr-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-bos_Latn", + "languages": [ + "afr-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-fin_Latn", + "languages": [ + "afr-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ita_Latn", + "languages": [ + "afr-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-kor_Hang", + "languages": [ + "afr-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.481975, + "recall": 0.547431, + "f1": 0.500422, + "accuracy": 0.547431, + "main_score": 0.500422, + "hf_subset": "afr_Latn-mos_Latn", + "languages": [ + "afr-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.762895, + "recall": 0.821146, + "f1": 0.780256, + "accuracy": 0.821146, + "main_score": 0.780256, + "hf_subset": "afr_Latn-run_Latn", + "languages": [ + "afr-Latn", + "run-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "afr_Latn-tam_Taml", + "languages": [ + "afr-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-vie_Latn", + "languages": [ + "afr-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "afr_Latn-apc_Arab", + "languages": [ + "afr-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.711051, + "recall": 0.778656, + "f1": 0.730802, + "accuracy": 0.778656, + "main_score": 0.730802, + "hf_subset": "afr_Latn-bug_Latn", + "languages": [ + "afr-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.408798, + "recall": 0.464427, + "f1": 0.423851, + "accuracy": 0.464427, + "main_score": 0.423851, + "hf_subset": "afr_Latn-fon_Latn", + "languages": [ + "afr-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "afr_Latn-jav_Latn", + "languages": [ + "afr-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "afr_Latn-lao_Laoo", + "languages": [ + "afr-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.879562, + "recall": 0.914032, + "f1": 0.890184, + "accuracy": 0.914032, + "main_score": 0.890184, + "hf_subset": "afr_Latn-mri_Latn", + "languages": [ + "afr-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-rus_Cyrl", + "languages": [ + "afr-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.484528, + "recall": 0.549407, + "f1": 0.502085, + "accuracy": 0.549407, + "main_score": 0.502085, + "hf_subset": "afr_Latn-taq_Latn", + "languages": [ + "afr-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-war_Latn", + "languages": [ + "afr-Latn", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-arb_Arab", + "languages": [ + "afr-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-bul_Cyrl", + "languages": [ + "afr-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-fra_Latn", + "languages": [ + "afr-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-jpn_Jpan", + "languages": [ + "afr-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-lij_Latn", + "languages": [ + "afr-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "afr_Latn-mya_Mymr", + "languages": [ + "afr-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.538622, + "recall": 0.610672, + "f1": 0.55781, + "accuracy": 0.610672, + "main_score": 0.55781, + "hf_subset": "afr_Latn-sag_Latn", + "languages": [ + "afr-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.221106, + "recall": 0.291502, + "f1": 0.238148, + "accuracy": 0.291502, + "main_score": 0.238148, + "hf_subset": "afr_Latn-taq_Tfng", + "languages": [ + "afr-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.611134, + "recall": 0.685771, + "f1": 0.63214, + "accuracy": 0.685771, + "main_score": 0.63214, + "hf_subset": "afr_Latn-wol_Latn", + "languages": [ + "afr-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.834404, + "recall": 0.884387, + "f1": 0.85, + "accuracy": 0.884387, + "main_score": 0.85, + "hf_subset": "afr_Latn-arb_Latn", + "languages": [ + "afr-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-cat_Latn", + "languages": [ + "afr-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "afr_Latn-fur_Latn", + "languages": [ + "afr-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.426473, + "recall": 0.505929, + "f1": 0.447759, + "accuracy": 0.505929, + "main_score": 0.447759, + "hf_subset": "afr_Latn-kab_Latn", + "languages": [ + "afr-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "afr_Latn-lim_Latn", + "languages": [ + "afr-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-nld_Latn", + "languages": [ + "afr-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "afr_Latn-san_Deva", + "languages": [ + "afr-Latn", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "afr_Latn-tat_Cyrl", + "languages": [ + "afr-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.891057, + "recall": 0.922925, + "f1": 0.901252, + "accuracy": 0.922925, + "main_score": 0.901252, + "hf_subset": "afr_Latn-xho_Latn", + "languages": [ + "afr-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-ars_Arab", + "languages": [ + "afr-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "afr_Latn-ceb_Latn", + "languages": [ + "afr-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.465492, + "recall": 0.543478, + "f1": 0.486293, + "accuracy": 0.543478, + "main_score": 0.486293, + "hf_subset": "afr_Latn-fuv_Latn", + "languages": [ + "afr-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.461072, + "recall": 0.529644, + "f1": 0.478887, + "accuracy": 0.529644, + "main_score": 0.478887, + "hf_subset": "afr_Latn-kac_Latn", + "languages": [ + "afr-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.609358, + "recall": 0.686759, + "f1": 0.63101, + "accuracy": 0.686759, + "main_score": 0.63101, + "hf_subset": "afr_Latn-lin_Latn", + "languages": [ + "afr-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-nno_Latn", + "languages": [ + "afr-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.861693, + "recall": 0.902174, + "f1": 0.874111, + "accuracy": 0.902174, + "main_score": 0.874111, + "hf_subset": "afr_Latn-sat_Olck", + "languages": [ + "afr-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "afr_Latn-tel_Telu", + "languages": [ + "afr-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "afr_Latn-ydd_Hebr", + "languages": [ + "afr-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "afr_Latn-ary_Arab", + "languages": [ + "afr-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-ces_Latn", + "languages": [ + "afr-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.556427, + "recall": 0.636364, + "f1": 0.577937, + "accuracy": 0.636364, + "main_score": 0.577937, + "hf_subset": "afr_Latn-gaz_Latn", + "languages": [ + "afr-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.521858, + "recall": 0.604743, + "f1": 0.544352, + "accuracy": 0.604743, + "main_score": 0.544352, + "hf_subset": "afr_Latn-kam_Latn", + "languages": [ + "afr-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "afr_Latn-lit_Latn", + "languages": [ + "afr-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-nob_Latn", + "languages": [ + "afr-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "afr_Latn-scn_Latn", + "languages": [ + "afr-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "afr_Latn-tgk_Cyrl", + "languages": [ + "afr-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.734939, + "recall": 0.802372, + "f1": 0.754591, + "accuracy": 0.802372, + "main_score": 0.754591, + "hf_subset": "afr_Latn-yor_Latn", + "languages": [ + "afr-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-arz_Arab", + "languages": [ + "afr-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.479346, + "recall": 0.55336, + "f1": 0.498828, + "accuracy": 0.55336, + "main_score": 0.498828, + "hf_subset": "afr_Latn-cjk_Latn", + "languages": [ + "afr-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.931818, + "recall": 0.953557, + "f1": 0.9389, + "accuracy": 0.953557, + "main_score": 0.9389, + "hf_subset": "afr_Latn-gla_Latn", + "languages": [ + "afr-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-kan_Knda", + "languages": [ + "afr-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "afr_Latn-lmo_Latn", + "languages": [ + "afr-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "afr_Latn-npi_Deva", + "languages": [ + "afr-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.540554, + "recall": 0.62747, + "f1": 0.565439, + "accuracy": 0.62747, + "main_score": 0.565439, + "hf_subset": "afr_Latn-shn_Mymr", + "languages": [ + "afr-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-tgl_Latn", + "languages": [ + "afr-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-yue_Hant", + "languages": [ + "afr-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "afr_Latn-asm_Beng", + "languages": [ + "afr-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.93363, + "recall": 0.954545, + "f1": 0.940382, + "accuracy": 0.954545, + "main_score": 0.940382, + "hf_subset": "afr_Latn-ckb_Arab", + "languages": [ + "afr-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "afr_Latn-gle_Latn", + "languages": [ + "afr-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.903986, + "recall": 0.931818, + "f1": 0.912484, + "accuracy": 0.931818, + "main_score": 0.912484, + "hf_subset": "afr_Latn-kas_Arab", + "languages": [ + "afr-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.895833, + "recall": 0.926877, + "f1": 0.90583, + "accuracy": 0.926877, + "main_score": 0.90583, + "hf_subset": "afr_Latn-ltg_Latn", + "languages": [ + "afr-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.778946, + "recall": 0.833992, + "f1": 0.795556, + "accuracy": 0.833992, + "main_score": 0.795556, + "hf_subset": "afr_Latn-nso_Latn", + "languages": [ + "afr-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "afr_Latn-sin_Sinh", + "languages": [ + "afr-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-tha_Thai", + "languages": [ + "afr-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-zho_Hans", + "languages": [ + "afr-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-ast_Latn", + "languages": [ + "afr-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "afr_Latn-crh_Latn", + "languages": [ + "afr-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-glg_Latn", + "languages": [ + "afr-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.850873, + "recall": 0.894269, + "f1": 0.864493, + "accuracy": 0.894269, + "main_score": 0.864493, + "hf_subset": "afr_Latn-kas_Deva", + "languages": [ + "afr-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-ltz_Latn", + "languages": [ + "afr-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.413547, + "recall": 0.486166, + "f1": 0.433338, + "accuracy": 0.486166, + "main_score": 0.433338, + "hf_subset": "afr_Latn-nus_Latn", + "languages": [ + "afr-Latn", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-slk_Latn", + "languages": [ + "afr-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.628237, + "recall": 0.712451, + "f1": 0.652214, + "accuracy": 0.712451, + "main_score": 0.652214, + "hf_subset": "afr_Latn-tir_Ethi", + "languages": [ + "afr-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-zho_Hant", + "languages": [ + "afr-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.97999, + "recall": 0.985178, + "f1": 0.981621, + "accuracy": 0.985178, + "main_score": 0.981621, + "hf_subset": "afr_Latn-awa_Deva", + "languages": [ + "afr-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "afr_Latn-cym_Latn", + "languages": [ + "afr-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.761528, + "recall": 0.822134, + "f1": 0.780007, + "accuracy": 0.822134, + "main_score": 0.780007, + "hf_subset": "afr_Latn-grn_Latn", + "languages": [ + "afr-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-kat_Geor", + "languages": [ + "afr-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.576643, + "recall": 0.648221, + "f1": 0.59589, + "accuracy": 0.648221, + "main_score": 0.59589, + "hf_subset": "afr_Latn-lua_Latn", + "languages": [ + "afr-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.814427, + "recall": 0.866601, + "f1": 0.830698, + "accuracy": 0.866601, + "main_score": 0.830698, + "hf_subset": "afr_Latn-nya_Latn", + "languages": [ + "afr-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-slv_Latn", + "languages": [ + "afr-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "afr_Latn-tpi_Latn", + "languages": [ + "afr-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-zsm_Latn", + "languages": [ + "afr-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.49204, + "recall": 0.562253, + "f1": 0.511449, + "accuracy": 0.562253, + "main_score": 0.511449, + "hf_subset": "afr_Latn-ayr_Latn", + "languages": [ + "afr-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-dan_Latn", + "languages": [ + "afr-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-guj_Gujr", + "languages": [ + "afr-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-kaz_Cyrl", + "languages": [ + "afr-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.640415, + "recall": 0.717391, + "f1": 0.662554, + "accuracy": 0.717391, + "main_score": 0.662554, + "hf_subset": "afr_Latn-lug_Latn", + "languages": [ + "afr-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-oci_Latn", + "languages": [ + "afr-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.833762, + "recall": 0.878458, + "f1": 0.847464, + "accuracy": 0.878458, + "main_score": 0.847464, + "hf_subset": "afr_Latn-smo_Latn", + "languages": [ + "afr-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.742045, + "recall": 0.805336, + "f1": 0.761199, + "accuracy": 0.805336, + "main_score": 0.761199, + "hf_subset": "afr_Latn-tsn_Latn", + "languages": [ + "afr-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.889312, + "recall": 0.920949, + "f1": 0.899111, + "accuracy": 0.920949, + "main_score": 0.899111, + "hf_subset": "afr_Latn-zul_Latn", + "languages": [ + "afr-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.928689, + "recall": 0.951581, + "f1": 0.9361, + "accuracy": 0.951581, + "main_score": 0.9361, + "hf_subset": "afr_Latn-azb_Arab", + "languages": [ + "afr-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-deu_Latn", + "languages": [ + "afr-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "afr_Latn-hat_Latn", + "languages": [ + "afr-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.466824, + "recall": 0.529644, + "f1": 0.483421, + "accuracy": 0.529644, + "main_score": 0.483421, + "hf_subset": "afr_Latn-kbp_Latn", + "languages": [ + "afr-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.506841, + "recall": 0.578063, + "f1": 0.525707, + "accuracy": 0.578063, + "main_score": 0.525707, + "hf_subset": "afr_Latn-luo_Latn", + "languages": [ + "afr-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "afr_Latn-ory_Orya", + "languages": [ + "afr-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.887928, + "recall": 0.921937, + "f1": 0.898781, + "accuracy": 0.921937, + "main_score": 0.898781, + "hf_subset": "afr_Latn-sna_Latn", + "languages": [ + "afr-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.643252, + "recall": 0.720356, + "f1": 0.66529, + "accuracy": 0.720356, + "main_score": 0.66529, + "hf_subset": "afr_Latn-tso_Latn", + "languages": [ + "afr-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-azj_Latn", + "languages": [ + "afr-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.485834, + "recall": 0.561265, + "f1": 0.506784, + "accuracy": 0.561265, + "main_score": 0.506784, + "hf_subset": "afr_Latn-dik_Latn", + "languages": [ + "afr-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.890975, + "recall": 0.924901, + "f1": 0.902174, + "accuracy": 0.924901, + "main_score": 0.902174, + "hf_subset": "afr_Latn-hau_Latn", + "languages": [ + "afr-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "afr_Latn-kea_Latn", + "languages": [ + "afr-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.920455, + "recall": 0.943676, + "f1": 0.927701, + "accuracy": 0.943676, + "main_score": 0.927701, + "hf_subset": "afr_Latn-lus_Latn", + "languages": [ + "afr-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.851565, + "recall": 0.893281, + "f1": 0.864328, + "accuracy": 0.893281, + "main_score": 0.864328, + "hf_subset": "afr_Latn-pag_Latn", + "languages": [ + "afr-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "afr_Latn-snd_Arab", + "languages": [ + "afr-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "afr_Latn-tuk_Latn", + "languages": [ + "afr-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "afr_Latn-bak_Cyrl", + "languages": [ + "afr-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.44255, + "recall": 0.522727, + "f1": 0.464479, + "accuracy": 0.522727, + "main_score": 0.464479, + "hf_subset": "afr_Latn-dyu_Latn", + "languages": [ + "afr-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-heb_Hebr", + "languages": [ + "afr-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "afr_Latn-khk_Cyrl", + "languages": [ + "afr-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-lvs_Latn", + "languages": [ + "afr-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-pan_Guru", + "languages": [ + "afr-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.869104, + "recall": 0.909091, + "f1": 0.881752, + "accuracy": 0.909091, + "main_score": 0.881752, + "hf_subset": "afr_Latn-som_Latn", + "languages": [ + "afr-Latn", + "som-Latn" + ] + }, + { + "precision": 0.702981, + "recall": 0.766798, + "f1": 0.721659, + "accuracy": 0.766798, + "main_score": 0.721659, + "hf_subset": "afr_Latn-tum_Latn", + "languages": [ + "afr-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.550694, + "recall": 0.635375, + "f1": 0.575372, + "accuracy": 0.635375, + "main_score": 0.575372, + "hf_subset": "bho_Deva-ace_Arab", + "languages": [ + "bho-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.492477, + "recall": 0.554348, + "f1": 0.509682, + "accuracy": 0.554348, + "main_score": 0.509682, + "hf_subset": "bho_Deva-bam_Latn", + "languages": [ + "bho-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.668184, + "recall": 0.75, + "f1": 0.692151, + "accuracy": 0.75, + "main_score": 0.692151, + "hf_subset": "bho_Deva-dzo_Tibt", + "languages": [ + "bho-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-hin_Deva", + "languages": [ + "bho-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "bho_Deva-khm_Khmr", + "languages": [ + "bho-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-mag_Deva", + "languages": [ + "bho-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-pap_Latn", + "languages": [ + "bho-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.854578, + "recall": 0.899209, + "f1": 0.868742, + "accuracy": 0.899209, + "main_score": 0.868742, + "hf_subset": "bho_Deva-sot_Latn", + "languages": [ + "bho-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-tur_Latn", + "languages": [ + "bho-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.888373, + "recall": 0.918972, + "f1": 0.897859, + "accuracy": 0.918972, + "main_score": 0.897859, + "hf_subset": "bho_Deva-ace_Latn", + "languages": [ + "bho-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "bho_Deva-ban_Latn", + "languages": [ + "bho-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-ell_Grek", + "languages": [ + "bho-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "bho_Deva-hne_Deva", + "languages": [ + "bho-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.596286, + "recall": 0.661067, + "f1": 0.614308, + "accuracy": 0.661067, + "main_score": 0.614308, + "hf_subset": "bho_Deva-kik_Latn", + "languages": [ + "bho-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-mai_Deva", + "languages": [ + "bho-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.943676, + "recall": 0.962451, + "f1": 0.949934, + "accuracy": 0.962451, + "main_score": 0.949934, + "hf_subset": "bho_Deva-pbt_Arab", + "languages": [ + "bho-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-spa_Latn", + "languages": [ + "bho-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.794302, + "recall": 0.844862, + "f1": 0.810079, + "accuracy": 0.844862, + "main_score": 0.810079, + "hf_subset": "bho_Deva-twi_Latn", + "languages": [ + "bho-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-acm_Arab", + "languages": [ + "bho-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "bho_Deva-bel_Cyrl", + "languages": [ + "bho-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho_Deva-eng_Latn", + "languages": [ + "bho-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-hrv_Latn", + "languages": [ + "bho-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.847365, + "recall": 0.891304, + "f1": 0.861133, + "accuracy": 0.891304, + "main_score": 0.861133, + "hf_subset": "bho_Deva-kin_Latn", + "languages": [ + "bho-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "bho_Deva-mal_Mlym", + "languages": [ + "bho-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-pes_Arab", + "languages": [ + "bho-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bho_Deva-srd_Latn", + "languages": [ + "bho-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.214168, + "recall": 0.280632, + "f1": 0.231592, + "accuracy": 0.280632, + "main_score": 0.231592, + "hf_subset": "bho_Deva-tzm_Tfng", + "languages": [ + "bho-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-acq_Arab", + "languages": [ + "bho-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.678434, + "recall": 0.749012, + "f1": 0.699039, + "accuracy": 0.749012, + "main_score": 0.699039, + "hf_subset": "bho_Deva-bem_Latn", + "languages": [ + "bho-Deva", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho_Deva-epo_Latn", + "languages": [ + "bho-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-hun_Latn", + "languages": [ + "bho-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-kir_Cyrl", + "languages": [ + "bho-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "bho_Deva-mar_Deva", + "languages": [ + "bho-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.86553, + "recall": 0.905138, + "f1": 0.87803, + "accuracy": 0.905138, + "main_score": 0.87803, + "hf_subset": "bho_Deva-plt_Latn", + "languages": [ + "bho-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-srp_Cyrl", + "languages": [ + "bho-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.934783, + "recall": 0.955534, + "f1": 0.941535, + "accuracy": 0.955534, + "main_score": 0.941535, + "hf_subset": "bho_Deva-uig_Arab", + "languages": [ + "bho-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bho_Deva-aeb_Arab", + "languages": [ + "bho-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-ben_Beng", + "languages": [ + "bho-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "bho_Deva-est_Latn", + "languages": [ + "bho-Deva", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-hye_Armn", + "languages": [ + "bho-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.494238, + "recall": 0.547431, + "f1": 0.509656, + "accuracy": 0.547431, + "main_score": 0.509656, + "hf_subset": "bho_Deva-kmb_Latn", + "languages": [ + "bho-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.527858, + "recall": 0.613636, + "f1": 0.552021, + "accuracy": 0.613636, + "main_score": 0.552021, + "hf_subset": "bho_Deva-min_Arab", + "languages": [ + "bho-Deva", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-pol_Latn", + "languages": [ + "bho-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.752503, + "recall": 0.813241, + "f1": 0.771014, + "accuracy": 0.813241, + "main_score": 0.771014, + "hf_subset": "bho_Deva-ssw_Latn", + "languages": [ + "bho-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-ukr_Cyrl", + "languages": [ + "bho-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-afr_Latn", + "languages": [ + "bho-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bho_Deva-eus_Latn", + "languages": [ + "bho-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.871327, + "recall": 0.909091, + "f1": 0.883136, + "accuracy": 0.909091, + "main_score": 0.883136, + "hf_subset": "bho_Deva-ibo_Latn", + "languages": [ + "bho-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.870586, + "recall": 0.906126, + "f1": 0.881376, + "accuracy": 0.906126, + "main_score": 0.881376, + "hf_subset": "bho_Deva-kmr_Latn", + "languages": [ + "bho-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bho_Deva-min_Latn", + "languages": [ + "bho-Deva", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-por_Latn", + "languages": [ + "bho-Deva", + "por-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bho_Deva-sun_Latn", + "languages": [ + "bho-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.482619, + "recall": 0.551383, + "f1": 0.501866, + "accuracy": 0.551383, + "main_score": 0.501866, + "hf_subset": "bho_Deva-umb_Latn", + "languages": [ + "bho-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-ajp_Arab", + "languages": [ + "bho-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.53485, + "recall": 0.612648, + "f1": 0.557151, + "accuracy": 0.612648, + "main_score": 0.557151, + "hf_subset": "bho_Deva-bjn_Arab", + "languages": [ + "bho-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.481494, + "recall": 0.538538, + "f1": 0.496773, + "accuracy": 0.538538, + "main_score": 0.496773, + "hf_subset": "bho_Deva-ewe_Latn", + "languages": [ + "bho-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.95364, + "recall": 0.968379, + "f1": 0.958399, + "accuracy": 0.968379, + "main_score": 0.958399, + "hf_subset": "bho_Deva-ilo_Latn", + "languages": [ + "bho-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.288665, + "recall": 0.358696, + "f1": 0.307301, + "accuracy": 0.358696, + "main_score": 0.307301, + "hf_subset": "bho_Deva-knc_Arab", + "languages": [ + "bho-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-mkd_Cyrl", + "languages": [ + "bho-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-prs_Arab", + "languages": [ + "bho-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "bho_Deva-swe_Latn", + "languages": [ + "bho-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-urd_Arab", + "languages": [ + "bho-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.750099, + "recall": 0.812253, + "f1": 0.769038, + "accuracy": 0.812253, + "main_score": 0.769038, + "hf_subset": "bho_Deva-aka_Latn", + "languages": [ + "bho-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bho_Deva-bjn_Latn", + "languages": [ + "bho-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "bho_Deva-fao_Latn", + "languages": [ + "bho-Deva", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho_Deva-ind_Latn", + "languages": [ + "bho-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.541907, + "recall": 0.599802, + "f1": 0.55819, + "accuracy": 0.599802, + "main_score": 0.55819, + "hf_subset": "bho_Deva-knc_Latn", + "languages": [ + "bho-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-mlt_Latn", + "languages": [ + "bho-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.658597, + "recall": 0.72332, + "f1": 0.677955, + "accuracy": 0.72332, + "main_score": 0.677955, + "hf_subset": "bho_Deva-quy_Latn", + "languages": [ + "bho-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-swh_Latn", + "languages": [ + "bho-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-uzn_Latn", + "languages": [ + "bho-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "bho_Deva-als_Latn", + "languages": [ + "bho-Deva", + "als-Latn" + ] + }, + { + "precision": 0.823057, + "recall": 0.873518, + "f1": 0.838721, + "accuracy": 0.873518, + "main_score": 0.838721, + "hf_subset": "bho_Deva-bod_Tibt", + "languages": [ + "bho-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.641901, + "recall": 0.711462, + "f1": 0.661742, + "accuracy": 0.711462, + "main_score": 0.661742, + "hf_subset": "bho_Deva-fij_Latn", + "languages": [ + "bho-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "bho_Deva-isl_Latn", + "languages": [ + "bho-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.619937, + "recall": 0.687747, + "f1": 0.639134, + "accuracy": 0.687747, + "main_score": 0.639134, + "hf_subset": "bho_Deva-kon_Latn", + "languages": [ + "bho-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.635383, + "recall": 0.713439, + "f1": 0.658366, + "accuracy": 0.713439, + "main_score": 0.658366, + "hf_subset": "bho_Deva-mni_Beng", + "languages": [ + "bho-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-ron_Latn", + "languages": [ + "bho-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "bho_Deva-szl_Latn", + "languages": [ + "bho-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-vec_Latn", + "languages": [ + "bho-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.933498, + "recall": 0.952569, + "f1": 0.939394, + "accuracy": 0.952569, + "main_score": 0.939394, + "hf_subset": "bho_Deva-amh_Ethi", + "languages": [ + "bho-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-bos_Latn", + "languages": [ + "bho-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "bho_Deva-fin_Latn", + "languages": [ + "bho-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-ita_Latn", + "languages": [ + "bho-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-kor_Hang", + "languages": [ + "bho-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.494103, + "recall": 0.559289, + "f1": 0.512298, + "accuracy": 0.559289, + "main_score": 0.512298, + "hf_subset": "bho_Deva-mos_Latn", + "languages": [ + "bho-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.766354, + "recall": 0.823123, + "f1": 0.783103, + "accuracy": 0.823123, + "main_score": 0.783103, + "hf_subset": "bho_Deva-run_Latn", + "languages": [ + "bho-Deva", + "run-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "bho_Deva-tam_Taml", + "languages": [ + "bho-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-vie_Latn", + "languages": [ + "bho-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-apc_Arab", + "languages": [ + "bho-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.742737, + "recall": 0.804348, + "f1": 0.761514, + "accuracy": 0.804348, + "main_score": 0.761514, + "hf_subset": "bho_Deva-bug_Latn", + "languages": [ + "bho-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.422885, + "recall": 0.47332, + "f1": 0.436647, + "accuracy": 0.47332, + "main_score": 0.436647, + "hf_subset": "bho_Deva-fon_Latn", + "languages": [ + "bho-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bho_Deva-jav_Latn", + "languages": [ + "bho-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "bho_Deva-lao_Laoo", + "languages": [ + "bho-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.869071, + "recall": 0.906126, + "f1": 0.880731, + "accuracy": 0.906126, + "main_score": 0.880731, + "hf_subset": "bho_Deva-mri_Latn", + "languages": [ + "bho-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-rus_Cyrl", + "languages": [ + "bho-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.52633, + "recall": 0.589921, + "f1": 0.54418, + "accuracy": 0.589921, + "main_score": 0.54418, + "hf_subset": "bho_Deva-taq_Latn", + "languages": [ + "bho-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "bho_Deva-war_Latn", + "languages": [ + "bho-Deva", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-arb_Arab", + "languages": [ + "bho-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "bho_Deva-bul_Cyrl", + "languages": [ + "bho-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "bho_Deva-fra_Latn", + "languages": [ + "bho-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-jpn_Jpan", + "languages": [ + "bho-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-lij_Latn", + "languages": [ + "bho-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "bho_Deva-mya_Mymr", + "languages": [ + "bho-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.557272, + "recall": 0.62747, + "f1": 0.577242, + "accuracy": 0.62747, + "main_score": 0.577242, + "hf_subset": "bho_Deva-sag_Latn", + "languages": [ + "bho-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.23382, + "recall": 0.299407, + "f1": 0.250721, + "accuracy": 0.299407, + "main_score": 0.250721, + "hf_subset": "bho_Deva-taq_Tfng", + "languages": [ + "bho-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.623914, + "recall": 0.694664, + "f1": 0.644128, + "accuracy": 0.694664, + "main_score": 0.644128, + "hf_subset": "bho_Deva-wol_Latn", + "languages": [ + "bho-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.841733, + "recall": 0.887352, + "f1": 0.85583, + "accuracy": 0.887352, + "main_score": 0.85583, + "hf_subset": "bho_Deva-arb_Latn", + "languages": [ + "bho-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-cat_Latn", + "languages": [ + "bho-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "bho_Deva-fur_Latn", + "languages": [ + "bho-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.456902, + "recall": 0.528656, + "f1": 0.478008, + "accuracy": 0.528656, + "main_score": 0.478008, + "hf_subset": "bho_Deva-kab_Latn", + "languages": [ + "bho-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bho_Deva-lim_Latn", + "languages": [ + "bho-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-nld_Latn", + "languages": [ + "bho-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "bho_Deva-san_Deva", + "languages": [ + "bho-Deva", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-tat_Cyrl", + "languages": [ + "bho-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.881374, + "recall": 0.916996, + "f1": 0.892688, + "accuracy": 0.916996, + "main_score": 0.892688, + "hf_subset": "bho_Deva-xho_Latn", + "languages": [ + "bho-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-ars_Arab", + "languages": [ + "bho-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-ceb_Latn", + "languages": [ + "bho-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.494809, + "recall": 0.568182, + "f1": 0.515383, + "accuracy": 0.568182, + "main_score": 0.515383, + "hf_subset": "bho_Deva-fuv_Latn", + "languages": [ + "bho-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.47339, + "recall": 0.541502, + "f1": 0.492174, + "accuracy": 0.541502, + "main_score": 0.492174, + "hf_subset": "bho_Deva-kac_Latn", + "languages": [ + "bho-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.648239, + "recall": 0.717391, + "f1": 0.66783, + "accuracy": 0.717391, + "main_score": 0.66783, + "hf_subset": "bho_Deva-lin_Latn", + "languages": [ + "bho-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-nno_Latn", + "languages": [ + "bho-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.897398, + "recall": 0.927866, + "f1": 0.907115, + "accuracy": 0.927866, + "main_score": 0.907115, + "hf_subset": "bho_Deva-sat_Olck", + "languages": [ + "bho-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bho_Deva-tel_Telu", + "languages": [ + "bho-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bho_Deva-ydd_Hebr", + "languages": [ + "bho-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "bho_Deva-ary_Arab", + "languages": [ + "bho-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-ces_Latn", + "languages": [ + "bho-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.581778, + "recall": 0.656126, + "f1": 0.602548, + "accuracy": 0.656126, + "main_score": 0.602548, + "hf_subset": "bho_Deva-gaz_Latn", + "languages": [ + "bho-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.553878, + "recall": 0.630435, + "f1": 0.57593, + "accuracy": 0.630435, + "main_score": 0.57593, + "hf_subset": "bho_Deva-kam_Latn", + "languages": [ + "bho-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "bho_Deva-lit_Latn", + "languages": [ + "bho-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-nob_Latn", + "languages": [ + "bho-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-scn_Latn", + "languages": [ + "bho-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "bho_Deva-tgk_Cyrl", + "languages": [ + "bho-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.736018, + "recall": 0.80336, + "f1": 0.756211, + "accuracy": 0.80336, + "main_score": 0.756211, + "hf_subset": "bho_Deva-yor_Latn", + "languages": [ + "bho-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-arz_Arab", + "languages": [ + "bho-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.509709, + "recall": 0.583004, + "f1": 0.530542, + "accuracy": 0.583004, + "main_score": 0.530542, + "hf_subset": "bho_Deva-cjk_Latn", + "languages": [ + "bho-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.92556, + "recall": 0.948617, + "f1": 0.933136, + "accuracy": 0.948617, + "main_score": 0.933136, + "hf_subset": "bho_Deva-gla_Latn", + "languages": [ + "bho-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-kan_Knda", + "languages": [ + "bho-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "bho_Deva-lmo_Latn", + "languages": [ + "bho-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "bho_Deva-npi_Deva", + "languages": [ + "bho-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.541149, + "recall": 0.621542, + "f1": 0.564349, + "accuracy": 0.621542, + "main_score": 0.564349, + "hf_subset": "bho_Deva-shn_Mymr", + "languages": [ + "bho-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-tgl_Latn", + "languages": [ + "bho-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-yue_Hant", + "languages": [ + "bho-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bho_Deva-asm_Beng", + "languages": [ + "bho-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.940958, + "recall": 0.958498, + "f1": 0.946542, + "accuracy": 0.958498, + "main_score": 0.946542, + "hf_subset": "bho_Deva-ckb_Arab", + "languages": [ + "bho-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "bho_Deva-gle_Latn", + "languages": [ + "bho-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.929677, + "recall": 0.951581, + "f1": 0.936759, + "accuracy": 0.951581, + "main_score": 0.936759, + "hf_subset": "bho_Deva-kas_Arab", + "languages": [ + "bho-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.911644, + "recall": 0.937747, + "f1": 0.920026, + "accuracy": 0.937747, + "main_score": 0.920026, + "hf_subset": "bho_Deva-ltg_Latn", + "languages": [ + "bho-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.769269, + "recall": 0.825099, + "f1": 0.786237, + "accuracy": 0.825099, + "main_score": 0.786237, + "hf_subset": "bho_Deva-nso_Latn", + "languages": [ + "bho-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bho_Deva-sin_Sinh", + "languages": [ + "bho-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-tha_Thai", + "languages": [ + "bho-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-zho_Hans", + "languages": [ + "bho-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "bho_Deva-ast_Latn", + "languages": [ + "bho-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bho_Deva-crh_Latn", + "languages": [ + "bho-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "bho_Deva-glg_Latn", + "languages": [ + "bho-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.890481, + "recall": 0.923913, + "f1": 0.900988, + "accuracy": 0.923913, + "main_score": 0.900988, + "hf_subset": "bho_Deva-kas_Deva", + "languages": [ + "bho-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bho_Deva-ltz_Latn", + "languages": [ + "bho-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.427339, + "recall": 0.497036, + "f1": 0.446269, + "accuracy": 0.497036, + "main_score": 0.446269, + "hf_subset": "bho_Deva-nus_Latn", + "languages": [ + "bho-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-slk_Latn", + "languages": [ + "bho-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.661159, + "recall": 0.737154, + "f1": 0.683435, + "accuracy": 0.737154, + "main_score": 0.683435, + "hf_subset": "bho_Deva-tir_Ethi", + "languages": [ + "bho-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-zho_Hant", + "languages": [ + "bho-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.983037, + "recall": 0.987154, + "f1": 0.984354, + "accuracy": 0.987154, + "main_score": 0.984354, + "hf_subset": "bho_Deva-awa_Deva", + "languages": [ + "bho-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bho_Deva-cym_Latn", + "languages": [ + "bho-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.791815, + "recall": 0.841897, + "f1": 0.807016, + "accuracy": 0.841897, + "main_score": 0.807016, + "hf_subset": "bho_Deva-grn_Latn", + "languages": [ + "bho-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "bho_Deva-kat_Geor", + "languages": [ + "bho-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.622897, + "recall": 0.68083, + "f1": 0.639413, + "accuracy": 0.68083, + "main_score": 0.639413, + "hf_subset": "bho_Deva-lua_Latn", + "languages": [ + "bho-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.836825, + "recall": 0.880435, + "f1": 0.850066, + "accuracy": 0.880435, + "main_score": 0.850066, + "hf_subset": "bho_Deva-nya_Latn", + "languages": [ + "bho-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-slv_Latn", + "languages": [ + "bho-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bho_Deva-tpi_Latn", + "languages": [ + "bho-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-zsm_Latn", + "languages": [ + "bho-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.506538, + "recall": 0.571146, + "f1": 0.524432, + "accuracy": 0.571146, + "main_score": 0.524432, + "hf_subset": "bho_Deva-ayr_Latn", + "languages": [ + "bho-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-dan_Latn", + "languages": [ + "bho-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-guj_Gujr", + "languages": [ + "bho-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bho_Deva-kaz_Cyrl", + "languages": [ + "bho-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.643619, + "recall": 0.722332, + "f1": 0.6669, + "accuracy": 0.722332, + "main_score": 0.6669, + "hf_subset": "bho_Deva-lug_Latn", + "languages": [ + "bho-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-oci_Latn", + "languages": [ + "bho-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.825214, + "recall": 0.871542, + "f1": 0.839742, + "accuracy": 0.871542, + "main_score": 0.839742, + "hf_subset": "bho_Deva-smo_Latn", + "languages": [ + "bho-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.739163, + "recall": 0.806324, + "f1": 0.759816, + "accuracy": 0.806324, + "main_score": 0.759816, + "hf_subset": "bho_Deva-tsn_Latn", + "languages": [ + "bho-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.87253, + "recall": 0.910079, + "f1": 0.884717, + "accuracy": 0.910079, + "main_score": 0.884717, + "hf_subset": "bho_Deva-zul_Latn", + "languages": [ + "bho-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.936594, + "recall": 0.956522, + "f1": 0.943182, + "accuracy": 0.956522, + "main_score": 0.943182, + "hf_subset": "bho_Deva-azb_Arab", + "languages": [ + "bho-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-deu_Latn", + "languages": [ + "bho-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "bho_Deva-hat_Latn", + "languages": [ + "bho-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.489059, + "recall": 0.550395, + "f1": 0.506451, + "accuracy": 0.550395, + "main_score": 0.506451, + "hf_subset": "bho_Deva-kbp_Latn", + "languages": [ + "bho-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.513083, + "recall": 0.582016, + "f1": 0.53235, + "accuracy": 0.582016, + "main_score": 0.53235, + "hf_subset": "bho_Deva-luo_Latn", + "languages": [ + "bho-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bho_Deva-ory_Orya", + "languages": [ + "bho-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.875362, + "recall": 0.911067, + "f1": 0.886528, + "accuracy": 0.911067, + "main_score": 0.886528, + "hf_subset": "bho_Deva-sna_Latn", + "languages": [ + "bho-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.658053, + "recall": 0.727273, + "f1": 0.678201, + "accuracy": 0.727273, + "main_score": 0.678201, + "hf_subset": "bho_Deva-tso_Latn", + "languages": [ + "bho-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-azj_Latn", + "languages": [ + "bho-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.502851, + "recall": 0.567194, + "f1": 0.521805, + "accuracy": 0.567194, + "main_score": 0.521805, + "hf_subset": "bho_Deva-dik_Latn", + "languages": [ + "bho-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.896986, + "recall": 0.927866, + "f1": 0.906851, + "accuracy": 0.927866, + "main_score": 0.906851, + "hf_subset": "bho_Deva-hau_Latn", + "languages": [ + "bho-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "bho_Deva-kea_Latn", + "languages": [ + "bho-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.929101, + "recall": 0.949605, + "f1": 0.935672, + "accuracy": 0.949605, + "main_score": 0.935672, + "hf_subset": "bho_Deva-lus_Latn", + "languages": [ + "bho-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.878211, + "recall": 0.913043, + "f1": 0.889394, + "accuracy": 0.913043, + "main_score": 0.889394, + "hf_subset": "bho_Deva-pag_Latn", + "languages": [ + "bho-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bho_Deva-snd_Arab", + "languages": [ + "bho-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bho_Deva-tuk_Latn", + "languages": [ + "bho-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bho_Deva-bak_Cyrl", + "languages": [ + "bho-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.44783, + "recall": 0.52668, + "f1": 0.469147, + "accuracy": 0.52668, + "main_score": 0.469147, + "hf_subset": "bho_Deva-dyu_Latn", + "languages": [ + "bho-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-heb_Hebr", + "languages": [ + "bho-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "bho_Deva-khk_Cyrl", + "languages": [ + "bho-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-lvs_Latn", + "languages": [ + "bho-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-pan_Guru", + "languages": [ + "bho-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.862401, + "recall": 0.903162, + "f1": 0.875395, + "accuracy": 0.903162, + "main_score": 0.875395, + "hf_subset": "bho_Deva-som_Latn", + "languages": [ + "bho-Deva", + "som-Latn" + ] + }, + { + "precision": 0.717272, + "recall": 0.779644, + "f1": 0.735894, + "accuracy": 0.779644, + "main_score": 0.735894, + "hf_subset": "bho_Deva-tum_Latn", + "languages": [ + "bho-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.518322, + "recall": 0.607708, + "f1": 0.543456, + "accuracy": 0.607708, + "main_score": 0.543456, + "hf_subset": "eus_Latn-ace_Arab", + "languages": [ + "eus-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.485515, + "recall": 0.54249, + "f1": 0.500829, + "accuracy": 0.54249, + "main_score": 0.500829, + "hf_subset": "eus_Latn-bam_Latn", + "languages": [ + "eus-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.622379, + "recall": 0.704545, + "f1": 0.64546, + "accuracy": 0.704545, + "main_score": 0.64546, + "hf_subset": "eus_Latn-dzo_Tibt", + "languages": [ + "eus-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-hin_Deva", + "languages": [ + "eus-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "eus_Latn-khm_Khmr", + "languages": [ + "eus-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-mag_Deva", + "languages": [ + "eus-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-pap_Latn", + "languages": [ + "eus-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.870059, + "recall": 0.907115, + "f1": 0.881719, + "accuracy": 0.907115, + "main_score": 0.881719, + "hf_subset": "eus_Latn-sot_Latn", + "languages": [ + "eus-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eus_Latn-tur_Latn", + "languages": [ + "eus-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.857213, + "recall": 0.895257, + "f1": 0.869109, + "accuracy": 0.895257, + "main_score": 0.869109, + "hf_subset": "eus_Latn-ace_Latn", + "languages": [ + "eus-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "eus_Latn-ban_Latn", + "languages": [ + "eus-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "eus_Latn-ell_Grek", + "languages": [ + "eus-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "eus_Latn-hne_Deva", + "languages": [ + "eus-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.566107, + "recall": 0.63834, + "f1": 0.586102, + "accuracy": 0.63834, + "main_score": 0.586102, + "hf_subset": "eus_Latn-kik_Latn", + "languages": [ + "eus-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-mai_Deva", + "languages": [ + "eus-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.940053, + "recall": 0.959486, + "f1": 0.946476, + "accuracy": 0.959486, + "main_score": 0.946476, + "hf_subset": "eus_Latn-pbt_Arab", + "languages": [ + "eus-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-spa_Latn", + "languages": [ + "eus-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.767807, + "recall": 0.822134, + "f1": 0.783449, + "accuracy": 0.822134, + "main_score": 0.783449, + "hf_subset": "eus_Latn-twi_Latn", + "languages": [ + "eus-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-acm_Arab", + "languages": [ + "eus-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-bel_Cyrl", + "languages": [ + "eus-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eus_Latn-hrv_Latn", + "languages": [ + "eus-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.841281, + "recall": 0.882411, + "f1": 0.85356, + "accuracy": 0.882411, + "main_score": 0.85356, + "hf_subset": "eus_Latn-kin_Latn", + "languages": [ + "eus-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "eus_Latn-mal_Mlym", + "languages": [ + "eus-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-pes_Arab", + "languages": [ + "eus-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eus_Latn-srd_Latn", + "languages": [ + "eus-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.198799, + "recall": 0.262846, + "f1": 0.214454, + "accuracy": 0.262846, + "main_score": 0.214454, + "hf_subset": "eus_Latn-tzm_Tfng", + "languages": [ + "eus-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-acq_Arab", + "languages": [ + "eus-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.659025, + "recall": 0.732213, + "f1": 0.680487, + "accuracy": 0.732213, + "main_score": 0.680487, + "hf_subset": "eus_Latn-bem_Latn", + "languages": [ + "eus-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eus_Latn-epo_Latn", + "languages": [ + "eus-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eus_Latn-hun_Latn", + "languages": [ + "eus-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "eus_Latn-kir_Cyrl", + "languages": [ + "eus-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-mar_Deva", + "languages": [ + "eus-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.870175, + "recall": 0.90415, + "f1": 0.880468, + "accuracy": 0.90415, + "main_score": 0.880468, + "hf_subset": "eus_Latn-plt_Latn", + "languages": [ + "eus-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-srp_Cyrl", + "languages": [ + "eus-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.938653, + "recall": 0.95751, + "f1": 0.94473, + "accuracy": 0.95751, + "main_score": 0.94473, + "hf_subset": "eus_Latn-uig_Arab", + "languages": [ + "eus-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-aeb_Arab", + "languages": [ + "eus-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-ben_Beng", + "languages": [ + "eus-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eus_Latn-est_Latn", + "languages": [ + "eus-Latn", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-hye_Armn", + "languages": [ + "eus-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.465324, + "recall": 0.523715, + "f1": 0.481227, + "accuracy": 0.523715, + "main_score": 0.481227, + "hf_subset": "eus_Latn-kmb_Latn", + "languages": [ + "eus-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.464919, + "recall": 0.560277, + "f1": 0.490866, + "accuracy": 0.560277, + "main_score": 0.490866, + "hf_subset": "eus_Latn-min_Arab", + "languages": [ + "eus-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-pol_Latn", + "languages": [ + "eus-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.742622, + "recall": 0.804348, + "f1": 0.761067, + "accuracy": 0.804348, + "main_score": 0.761067, + "hf_subset": "eus_Latn-ssw_Latn", + "languages": [ + "eus-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-ukr_Cyrl", + "languages": [ + "eus-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-afr_Latn", + "languages": [ + "eus-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "eus_Latn-bho_Deva", + "languages": [ + "eus-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.849061, + "recall": 0.892292, + "f1": 0.862352, + "accuracy": 0.892292, + "main_score": 0.862352, + "hf_subset": "eus_Latn-ibo_Latn", + "languages": [ + "eus-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.865069, + "recall": 0.901186, + "f1": 0.876219, + "accuracy": 0.901186, + "main_score": 0.876219, + "hf_subset": "eus_Latn-kmr_Latn", + "languages": [ + "eus-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "eus_Latn-min_Latn", + "languages": [ + "eus-Latn", + "min-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-por_Latn", + "languages": [ + "eus-Latn", + "por-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "eus_Latn-sun_Latn", + "languages": [ + "eus-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.459152, + "recall": 0.52668, + "f1": 0.477708, + "accuracy": 0.52668, + "main_score": 0.477708, + "hf_subset": "eus_Latn-umb_Latn", + "languages": [ + "eus-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "eus_Latn-ajp_Arab", + "languages": [ + "eus-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.494225, + "recall": 0.58498, + "f1": 0.519207, + "accuracy": 0.58498, + "main_score": 0.519207, + "hf_subset": "eus_Latn-bjn_Arab", + "languages": [ + "eus-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.453691, + "recall": 0.507905, + "f1": 0.468332, + "accuracy": 0.507905, + "main_score": 0.468332, + "hf_subset": "eus_Latn-ewe_Latn", + "languages": [ + "eus-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "eus_Latn-ilo_Latn", + "languages": [ + "eus-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.255412, + "recall": 0.324111, + "f1": 0.272571, + "accuracy": 0.324111, + "main_score": 0.272571, + "hf_subset": "eus_Latn-knc_Arab", + "languages": [ + "eus-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-mkd_Cyrl", + "languages": [ + "eus-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-prs_Arab", + "languages": [ + "eus-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eus_Latn-swe_Latn", + "languages": [ + "eus-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eus_Latn-urd_Arab", + "languages": [ + "eus-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.728682, + "recall": 0.791502, + "f1": 0.747118, + "accuracy": 0.791502, + "main_score": 0.747118, + "hf_subset": "eus_Latn-aka_Latn", + "languages": [ + "eus-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "eus_Latn-bjn_Latn", + "languages": [ + "eus-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "eus_Latn-fao_Latn", + "languages": [ + "eus-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-ind_Latn", + "languages": [ + "eus-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.496781, + "recall": 0.556324, + "f1": 0.512284, + "accuracy": 0.556324, + "main_score": 0.512284, + "hf_subset": "eus_Latn-knc_Latn", + "languages": [ + "eus-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-mlt_Latn", + "languages": [ + "eus-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.624607, + "recall": 0.697628, + "f1": 0.64536, + "accuracy": 0.697628, + "main_score": 0.64536, + "hf_subset": "eus_Latn-quy_Latn", + "languages": [ + "eus-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-swh_Latn", + "languages": [ + "eus-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-uzn_Latn", + "languages": [ + "eus-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-als_Latn", + "languages": [ + "eus-Latn", + "als-Latn" + ] + }, + { + "precision": 0.779919, + "recall": 0.839921, + "f1": 0.798584, + "accuracy": 0.839921, + "main_score": 0.798584, + "hf_subset": "eus_Latn-bod_Tibt", + "languages": [ + "eus-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.610326, + "recall": 0.683794, + "f1": 0.631757, + "accuracy": 0.683794, + "main_score": 0.631757, + "hf_subset": "eus_Latn-fij_Latn", + "languages": [ + "eus-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "eus_Latn-isl_Latn", + "languages": [ + "eus-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.596897, + "recall": 0.66502, + "f1": 0.615506, + "accuracy": 0.66502, + "main_score": 0.615506, + "hf_subset": "eus_Latn-kon_Latn", + "languages": [ + "eus-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.585756, + "recall": 0.66502, + "f1": 0.608794, + "accuracy": 0.66502, + "main_score": 0.608794, + "hf_subset": "eus_Latn-mni_Beng", + "languages": [ + "eus-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "eus_Latn-ron_Latn", + "languages": [ + "eus-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "eus_Latn-szl_Latn", + "languages": [ + "eus-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-vec_Latn", + "languages": [ + "eus-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.921113, + "recall": 0.945652, + "f1": 0.929018, + "accuracy": 0.945652, + "main_score": 0.929018, + "hf_subset": "eus_Latn-amh_Ethi", + "languages": [ + "eus-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-bos_Latn", + "languages": [ + "eus-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-fin_Latn", + "languages": [ + "eus-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-ita_Latn", + "languages": [ + "eus-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-kor_Hang", + "languages": [ + "eus-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.493194, + "recall": 0.549407, + "f1": 0.509192, + "accuracy": 0.549407, + "main_score": 0.509192, + "hf_subset": "eus_Latn-mos_Latn", + "languages": [ + "eus-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.755122, + "recall": 0.814229, + "f1": 0.77268, + "accuracy": 0.814229, + "main_score": 0.77268, + "hf_subset": "eus_Latn-run_Latn", + "languages": [ + "eus-Latn", + "run-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "eus_Latn-tam_Taml", + "languages": [ + "eus-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-vie_Latn", + "languages": [ + "eus-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "eus_Latn-apc_Arab", + "languages": [ + "eus-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.704629, + "recall": 0.771739, + "f1": 0.724431, + "accuracy": 0.771739, + "main_score": 0.724431, + "hf_subset": "eus_Latn-bug_Latn", + "languages": [ + "eus-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.418374, + "recall": 0.468379, + "f1": 0.431882, + "accuracy": 0.468379, + "main_score": 0.431882, + "hf_subset": "eus_Latn-fon_Latn", + "languages": [ + "eus-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-jav_Latn", + "languages": [ + "eus-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.946558, + "recall": 0.963439, + "f1": 0.951976, + "accuracy": 0.963439, + "main_score": 0.951976, + "hf_subset": "eus_Latn-lao_Laoo", + "languages": [ + "eus-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.879611, + "recall": 0.91502, + "f1": 0.890613, + "accuracy": 0.91502, + "main_score": 0.890613, + "hf_subset": "eus_Latn-mri_Latn", + "languages": [ + "eus-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-rus_Cyrl", + "languages": [ + "eus-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.482744, + "recall": 0.543478, + "f1": 0.499123, + "accuracy": 0.543478, + "main_score": 0.499123, + "hf_subset": "eus_Latn-taq_Latn", + "languages": [ + "eus-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-war_Latn", + "languages": [ + "eus-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-arb_Arab", + "languages": [ + "eus-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-bul_Cyrl", + "languages": [ + "eus-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-fra_Latn", + "languages": [ + "eus-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-jpn_Jpan", + "languages": [ + "eus-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-lij_Latn", + "languages": [ + "eus-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.969368, + "f1": 0.959157, + "accuracy": 0.969368, + "main_score": 0.959157, + "hf_subset": "eus_Latn-mya_Mymr", + "languages": [ + "eus-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.536049, + "recall": 0.603755, + "f1": 0.55408, + "accuracy": 0.603755, + "main_score": 0.55408, + "hf_subset": "eus_Latn-sag_Latn", + "languages": [ + "eus-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.22636, + "recall": 0.293478, + "f1": 0.242761, + "accuracy": 0.293478, + "main_score": 0.242761, + "hf_subset": "eus_Latn-taq_Tfng", + "languages": [ + "eus-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.614247, + "recall": 0.682806, + "f1": 0.634313, + "accuracy": 0.682806, + "main_score": 0.634313, + "hf_subset": "eus_Latn-wol_Latn", + "languages": [ + "eus-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.833564, + "recall": 0.880435, + "f1": 0.847925, + "accuracy": 0.880435, + "main_score": 0.847925, + "hf_subset": "eus_Latn-arb_Latn", + "languages": [ + "eus-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-cat_Latn", + "languages": [ + "eus-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "eus_Latn-fur_Latn", + "languages": [ + "eus-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.433301, + "recall": 0.51087, + "f1": 0.454212, + "accuracy": 0.51087, + "main_score": 0.454212, + "hf_subset": "eus_Latn-kab_Latn", + "languages": [ + "eus-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "eus_Latn-lim_Latn", + "languages": [ + "eus-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-nld_Latn", + "languages": [ + "eus-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.95751, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "eus_Latn-san_Deva", + "languages": [ + "eus-Latn", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-tat_Cyrl", + "languages": [ + "eus-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.884058, + "recall": 0.918972, + "f1": 0.895257, + "accuracy": 0.918972, + "main_score": 0.895257, + "hf_subset": "eus_Latn-xho_Latn", + "languages": [ + "eus-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-ars_Arab", + "languages": [ + "eus-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-ceb_Latn", + "languages": [ + "eus-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.464178, + "recall": 0.535573, + "f1": 0.483053, + "accuracy": 0.535573, + "main_score": 0.483053, + "hf_subset": "eus_Latn-fuv_Latn", + "languages": [ + "eus-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.468643, + "recall": 0.533597, + "f1": 0.486098, + "accuracy": 0.533597, + "main_score": 0.486098, + "hf_subset": "eus_Latn-kac_Latn", + "languages": [ + "eus-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.619896, + "recall": 0.688735, + "f1": 0.639138, + "accuracy": 0.688735, + "main_score": 0.639138, + "hf_subset": "eus_Latn-lin_Latn", + "languages": [ + "eus-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-nno_Latn", + "languages": [ + "eus-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.85219, + "recall": 0.893281, + "f1": 0.864973, + "accuracy": 0.893281, + "main_score": 0.864973, + "hf_subset": "eus_Latn-sat_Olck", + "languages": [ + "eus-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eus_Latn-tel_Telu", + "languages": [ + "eus-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "eus_Latn-ydd_Hebr", + "languages": [ + "eus-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "eus_Latn-ary_Arab", + "languages": [ + "eus-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eus_Latn-ces_Latn", + "languages": [ + "eus-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.551863, + "recall": 0.631423, + "f1": 0.574194, + "accuracy": 0.631423, + "main_score": 0.574194, + "hf_subset": "eus_Latn-gaz_Latn", + "languages": [ + "eus-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.515913, + "recall": 0.593874, + "f1": 0.537146, + "accuracy": 0.593874, + "main_score": 0.537146, + "hf_subset": "eus_Latn-kam_Latn", + "languages": [ + "eus-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "eus_Latn-lit_Latn", + "languages": [ + "eus-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-nob_Latn", + "languages": [ + "eus-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "eus_Latn-scn_Latn", + "languages": [ + "eus-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "eus_Latn-tgk_Cyrl", + "languages": [ + "eus-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.729525, + "recall": 0.797431, + "f1": 0.749925, + "accuracy": 0.797431, + "main_score": 0.749925, + "hf_subset": "eus_Latn-yor_Latn", + "languages": [ + "eus-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "eus_Latn-arz_Arab", + "languages": [ + "eus-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.467133, + "recall": 0.537549, + "f1": 0.486408, + "accuracy": 0.537549, + "main_score": 0.486408, + "hf_subset": "eus_Latn-cjk_Latn", + "languages": [ + "eus-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "eus_Latn-gla_Latn", + "languages": [ + "eus-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eus_Latn-kan_Knda", + "languages": [ + "eus-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "eus_Latn-lmo_Latn", + "languages": [ + "eus-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "eus_Latn-npi_Deva", + "languages": [ + "eus-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.521781, + "recall": 0.606719, + "f1": 0.545435, + "accuracy": 0.606719, + "main_score": 0.545435, + "hf_subset": "eus_Latn-shn_Mymr", + "languages": [ + "eus-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-tgl_Latn", + "languages": [ + "eus-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-yue_Hant", + "languages": [ + "eus-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "eus_Latn-asm_Beng", + "languages": [ + "eus-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.926136, + "recall": 0.947628, + "f1": 0.933037, + "accuracy": 0.947628, + "main_score": 0.933037, + "hf_subset": "eus_Latn-ckb_Arab", + "languages": [ + "eus-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.97197, + "accuracy": 0.978261, + "main_score": 0.97197, + "hf_subset": "eus_Latn-gle_Latn", + "languages": [ + "eus-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.896327, + "recall": 0.926877, + "f1": 0.906028, + "accuracy": 0.926877, + "main_score": 0.906028, + "hf_subset": "eus_Latn-kas_Arab", + "languages": [ + "eus-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.895092, + "recall": 0.925889, + "f1": 0.904974, + "accuracy": 0.925889, + "main_score": 0.904974, + "hf_subset": "eus_Latn-ltg_Latn", + "languages": [ + "eus-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.792013, + "recall": 0.841897, + "f1": 0.806969, + "accuracy": 0.841897, + "main_score": 0.806969, + "hf_subset": "eus_Latn-nso_Latn", + "languages": [ + "eus-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "eus_Latn-sin_Sinh", + "languages": [ + "eus-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-tha_Thai", + "languages": [ + "eus-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eus_Latn-zho_Hans", + "languages": [ + "eus-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eus_Latn-ast_Latn", + "languages": [ + "eus-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "eus_Latn-crh_Latn", + "languages": [ + "eus-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eus_Latn-glg_Latn", + "languages": [ + "eus-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.816798, + "recall": 0.867589, + "f1": 0.832148, + "accuracy": 0.867589, + "main_score": 0.832148, + "hf_subset": "eus_Latn-kas_Deva", + "languages": [ + "eus-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "eus_Latn-ltz_Latn", + "languages": [ + "eus-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.415806, + "recall": 0.481225, + "f1": 0.432999, + "accuracy": 0.481225, + "main_score": 0.432999, + "hf_subset": "eus_Latn-nus_Latn", + "languages": [ + "eus-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-slk_Latn", + "languages": [ + "eus-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.627654, + "recall": 0.703557, + "f1": 0.648834, + "accuracy": 0.703557, + "main_score": 0.648834, + "hf_subset": "eus_Latn-tir_Ethi", + "languages": [ + "eus-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-zho_Hant", + "languages": [ + "eus-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.977108, + "recall": 0.983202, + "f1": 0.979084, + "accuracy": 0.983202, + "main_score": 0.979084, + "hf_subset": "eus_Latn-awa_Deva", + "languages": [ + "eus-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-cym_Latn", + "languages": [ + "eus-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.744153, + "recall": 0.802372, + "f1": 0.761039, + "accuracy": 0.802372, + "main_score": 0.761039, + "hf_subset": "eus_Latn-grn_Latn", + "languages": [ + "eus-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-kat_Geor", + "languages": [ + "eus-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.578416, + "recall": 0.640316, + "f1": 0.594922, + "accuracy": 0.640316, + "main_score": 0.594922, + "hf_subset": "eus_Latn-lua_Latn", + "languages": [ + "eus-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.829298, + "recall": 0.879447, + "f1": 0.845257, + "accuracy": 0.879447, + "main_score": 0.845257, + "hf_subset": "eus_Latn-nya_Latn", + "languages": [ + "eus-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-slv_Latn", + "languages": [ + "eus-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "eus_Latn-tpi_Latn", + "languages": [ + "eus-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-zsm_Latn", + "languages": [ + "eus-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.500027, + "recall": 0.562253, + "f1": 0.516805, + "accuracy": 0.562253, + "main_score": 0.516805, + "hf_subset": "eus_Latn-ayr_Latn", + "languages": [ + "eus-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eus_Latn-dan_Latn", + "languages": [ + "eus-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-guj_Gujr", + "languages": [ + "eus-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eus_Latn-kaz_Cyrl", + "languages": [ + "eus-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.630872, + "recall": 0.709486, + "f1": 0.653329, + "accuracy": 0.709486, + "main_score": 0.653329, + "hf_subset": "eus_Latn-lug_Latn", + "languages": [ + "eus-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eus_Latn-oci_Latn", + "languages": [ + "eus-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.831225, + "recall": 0.876482, + "f1": 0.845276, + "accuracy": 0.876482, + "main_score": 0.845276, + "hf_subset": "eus_Latn-smo_Latn", + "languages": [ + "eus-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.750725, + "recall": 0.813241, + "f1": 0.769419, + "accuracy": 0.813241, + "main_score": 0.769419, + "hf_subset": "eus_Latn-tsn_Latn", + "languages": [ + "eus-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.898584, + "recall": 0.928854, + "f1": 0.908267, + "accuracy": 0.928854, + "main_score": 0.908267, + "hf_subset": "eus_Latn-zul_Latn", + "languages": [ + "eus-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.912385, + "recall": 0.938735, + "f1": 0.920751, + "accuracy": 0.938735, + "main_score": 0.920751, + "hf_subset": "eus_Latn-azb_Arab", + "languages": [ + "eus-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-deu_Latn", + "languages": [ + "eus-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "eus_Latn-hat_Latn", + "languages": [ + "eus-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.46523, + "recall": 0.528656, + "f1": 0.48255, + "accuracy": 0.528656, + "main_score": 0.48255, + "hf_subset": "eus_Latn-kbp_Latn", + "languages": [ + "eus-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.498807, + "recall": 0.565217, + "f1": 0.517378, + "accuracy": 0.565217, + "main_score": 0.517378, + "hf_subset": "eus_Latn-luo_Latn", + "languages": [ + "eus-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "eus_Latn-ory_Orya", + "languages": [ + "eus-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.88587, + "recall": 0.91996, + "f1": 0.896904, + "accuracy": 0.91996, + "main_score": 0.896904, + "hf_subset": "eus_Latn-sna_Latn", + "languages": [ + "eus-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.638505, + "recall": 0.709486, + "f1": 0.658904, + "accuracy": 0.709486, + "main_score": 0.658904, + "hf_subset": "eus_Latn-tso_Latn", + "languages": [ + "eus-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-azj_Latn", + "languages": [ + "eus-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.477353, + "recall": 0.547431, + "f1": 0.496785, + "accuracy": 0.547431, + "main_score": 0.496785, + "hf_subset": "eus_Latn-dik_Latn", + "languages": [ + "eus-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.898633, + "recall": 0.928854, + "f1": 0.908333, + "accuracy": 0.928854, + "main_score": 0.908333, + "hf_subset": "eus_Latn-hau_Latn", + "languages": [ + "eus-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "eus_Latn-kea_Latn", + "languages": [ + "eus-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.900445, + "recall": 0.93083, + "f1": 0.910145, + "accuracy": 0.93083, + "main_score": 0.910145, + "hf_subset": "eus_Latn-lus_Latn", + "languages": [ + "eus-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.842968, + "recall": 0.883399, + "f1": 0.855402, + "accuracy": 0.883399, + "main_score": 0.855402, + "hf_subset": "eus_Latn-pag_Latn", + "languages": [ + "eus-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "eus_Latn-snd_Arab", + "languages": [ + "eus-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "eus_Latn-tuk_Latn", + "languages": [ + "eus-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eus_Latn-bak_Cyrl", + "languages": [ + "eus-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.445306, + "recall": 0.522727, + "f1": 0.46649, + "accuracy": 0.522727, + "main_score": 0.46649, + "hf_subset": "eus_Latn-dyu_Latn", + "languages": [ + "eus-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-heb_Hebr", + "languages": [ + "eus-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "eus_Latn-khk_Cyrl", + "languages": [ + "eus-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-lvs_Latn", + "languages": [ + "eus-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-pan_Guru", + "languages": [ + "eus-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.8542, + "recall": 0.898221, + "f1": 0.868149, + "accuracy": 0.898221, + "main_score": 0.868149, + "hf_subset": "eus_Latn-som_Latn", + "languages": [ + "eus-Latn", + "som-Latn" + ] + }, + { + "precision": 0.684042, + "recall": 0.750988, + "f1": 0.703458, + "accuracy": 0.750988, + "main_score": 0.703458, + "hf_subset": "eus_Latn-tum_Latn", + "languages": [ + "eus-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.469075, + "recall": 0.545455, + "f1": 0.489858, + "accuracy": 0.545455, + "main_score": 0.489858, + "hf_subset": "ibo_Latn-ace_Arab", + "languages": [ + "ibo-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.477168, + "recall": 0.529644, + "f1": 0.491175, + "accuracy": 0.529644, + "main_score": 0.491175, + "hf_subset": "ibo_Latn-bam_Latn", + "languages": [ + "ibo-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.568417, + "recall": 0.645257, + "f1": 0.58957, + "accuracy": 0.645257, + "main_score": 0.58957, + "hf_subset": "ibo_Latn-dzo_Tibt", + "languages": [ + "ibo-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.919796, + "recall": 0.944664, + "f1": 0.927833, + "accuracy": 0.944664, + "main_score": 0.927833, + "hf_subset": "ibo_Latn-hin_Deva", + "languages": [ + "ibo-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.857576, + "recall": 0.896245, + "f1": 0.86917, + "accuracy": 0.896245, + "main_score": 0.86917, + "hf_subset": "ibo_Latn-khm_Khmr", + "languages": [ + "ibo-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.888373, + "recall": 0.920949, + "f1": 0.898551, + "accuracy": 0.920949, + "main_score": 0.898551, + "hf_subset": "ibo_Latn-mag_Deva", + "languages": [ + "ibo-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.881176, + "recall": 0.913043, + "f1": 0.890796, + "accuracy": 0.913043, + "main_score": 0.890796, + "hf_subset": "ibo_Latn-pap_Latn", + "languages": [ + "ibo-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.825, + "recall": 0.869565, + "f1": 0.838208, + "accuracy": 0.869565, + "main_score": 0.838208, + "hf_subset": "ibo_Latn-sot_Latn", + "languages": [ + "ibo-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.906621, + "recall": 0.932806, + "f1": 0.914822, + "accuracy": 0.932806, + "main_score": 0.914822, + "hf_subset": "ibo_Latn-tur_Latn", + "languages": [ + "ibo-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.777432, + "recall": 0.815217, + "f1": 0.787708, + "accuracy": 0.815217, + "main_score": 0.787708, + "hf_subset": "ibo_Latn-ace_Latn", + "languages": [ + "ibo-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.834792, + "recall": 0.87253, + "f1": 0.845504, + "accuracy": 0.87253, + "main_score": 0.845504, + "hf_subset": "ibo_Latn-ban_Latn", + "languages": [ + "ibo-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.895537, + "recall": 0.922925, + "f1": 0.90384, + "accuracy": 0.922925, + "main_score": 0.90384, + "hf_subset": "ibo_Latn-ell_Grek", + "languages": [ + "ibo-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.882806, + "recall": 0.916008, + "f1": 0.893116, + "accuracy": 0.916008, + "main_score": 0.893116, + "hf_subset": "ibo_Latn-hne_Deva", + "languages": [ + "ibo-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.586579, + "recall": 0.642292, + "f1": 0.601704, + "accuracy": 0.642292, + "main_score": 0.601704, + "hf_subset": "ibo_Latn-kik_Latn", + "languages": [ + "ibo-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.880797, + "recall": 0.91502, + "f1": 0.891436, + "accuracy": 0.91502, + "main_score": 0.891436, + "hf_subset": "ibo_Latn-mai_Deva", + "languages": [ + "ibo-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.840475, + "recall": 0.878458, + "f1": 0.851733, + "accuracy": 0.878458, + "main_score": 0.851733, + "hf_subset": "ibo_Latn-pbt_Arab", + "languages": [ + "ibo-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.904562, + "recall": 0.932806, + "f1": 0.913241, + "accuracy": 0.932806, + "main_score": 0.913241, + "hf_subset": "ibo_Latn-spa_Latn", + "languages": [ + "ibo-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.740557, + "recall": 0.794466, + "f1": 0.755725, + "accuracy": 0.794466, + "main_score": 0.755725, + "hf_subset": "ibo_Latn-twi_Latn", + "languages": [ + "ibo-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.879374, + "recall": 0.911067, + "f1": 0.88862, + "accuracy": 0.911067, + "main_score": 0.88862, + "hf_subset": "ibo_Latn-acm_Arab", + "languages": [ + "ibo-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.845586, + "recall": 0.887352, + "f1": 0.85791, + "accuracy": 0.887352, + "main_score": 0.85791, + "hf_subset": "ibo_Latn-bel_Cyrl", + "languages": [ + "ibo-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.910903, + "recall": 0.938735, + "f1": 0.919796, + "accuracy": 0.938735, + "main_score": 0.919796, + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.897233, + "recall": 0.925889, + "f1": 0.905896, + "accuracy": 0.925889, + "main_score": 0.905896, + "hf_subset": "ibo_Latn-hrv_Latn", + "languages": [ + "ibo-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.835592, + "recall": 0.873518, + "f1": 0.846758, + "accuracy": 0.873518, + "main_score": 0.846758, + "hf_subset": "ibo_Latn-kin_Latn", + "languages": [ + "ibo-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.88167, + "recall": 0.91502, + "f1": 0.892194, + "accuracy": 0.91502, + "main_score": 0.892194, + "hf_subset": "ibo_Latn-mal_Mlym", + "languages": [ + "ibo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.872753, + "recall": 0.909091, + "f1": 0.883877, + "accuracy": 0.909091, + "main_score": 0.883877, + "hf_subset": "ibo_Latn-pes_Arab", + "languages": [ + "ibo-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.892803, + "recall": 0.918972, + "f1": 0.900773, + "accuracy": 0.918972, + "main_score": 0.900773, + "hf_subset": "ibo_Latn-srd_Latn", + "languages": [ + "ibo-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.219696, + "recall": 0.282609, + "f1": 0.235502, + "accuracy": 0.282609, + "main_score": 0.235502, + "hf_subset": "ibo_Latn-tzm_Tfng", + "languages": [ + "ibo-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.898404, + "recall": 0.925889, + "f1": 0.906626, + "accuracy": 0.925889, + "main_score": 0.906626, + "hf_subset": "ibo_Latn-acq_Arab", + "languages": [ + "ibo-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.679764, + "recall": 0.737154, + "f1": 0.695775, + "accuracy": 0.737154, + "main_score": 0.695775, + "hf_subset": "ibo_Latn-bem_Latn", + "languages": [ + "ibo-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.878574, + "recall": 0.911067, + "f1": 0.888688, + "accuracy": 0.911067, + "main_score": 0.888688, + "hf_subset": "ibo_Latn-epo_Latn", + "languages": [ + "ibo-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.910886, + "recall": 0.935771, + "f1": 0.918544, + "accuracy": 0.935771, + "main_score": 0.918544, + "hf_subset": "ibo_Latn-hun_Latn", + "languages": [ + "ibo-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.869067, + "recall": 0.902174, + "f1": 0.878977, + "accuracy": 0.902174, + "main_score": 0.878977, + "hf_subset": "ibo_Latn-kir_Cyrl", + "languages": [ + "ibo-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.899209, + "recall": 0.929842, + "f1": 0.908893, + "accuracy": 0.929842, + "main_score": 0.908893, + "hf_subset": "ibo_Latn-mar_Deva", + "languages": [ + "ibo-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.821196, + "recall": 0.862648, + "f1": 0.833711, + "accuracy": 0.862648, + "main_score": 0.833711, + "hf_subset": "ibo_Latn-plt_Latn", + "languages": [ + "ibo-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.890851, + "recall": 0.920949, + "f1": 0.899758, + "accuracy": 0.920949, + "main_score": 0.899758, + "hf_subset": "ibo_Latn-srp_Cyrl", + "languages": [ + "ibo-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.841115, + "recall": 0.881423, + "f1": 0.853349, + "accuracy": 0.881423, + "main_score": 0.853349, + "hf_subset": "ibo_Latn-uig_Arab", + "languages": [ + "ibo-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.875725, + "recall": 0.909091, + "f1": 0.885757, + "accuracy": 0.909091, + "main_score": 0.885757, + "hf_subset": "ibo_Latn-aeb_Arab", + "languages": [ + "ibo-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.899407, + "recall": 0.927866, + "f1": 0.908023, + "accuracy": 0.927866, + "main_score": 0.908023, + "hf_subset": "ibo_Latn-ben_Beng", + "languages": [ + "ibo-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.882526, + "recall": 0.91502, + "f1": 0.892358, + "accuracy": 0.91502, + "main_score": 0.892358, + "hf_subset": "ibo_Latn-est_Latn", + "languages": [ + "ibo-Latn", + "est-Latn" + ] + }, + { + "precision": 0.881893, + "recall": 0.914032, + "f1": 0.891471, + "accuracy": 0.914032, + "main_score": 0.891471, + "hf_subset": "ibo_Latn-hye_Armn", + "languages": [ + "ibo-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.489645, + "recall": 0.541502, + "f1": 0.503978, + "accuracy": 0.541502, + "main_score": 0.503978, + "hf_subset": "ibo_Latn-kmb_Latn", + "languages": [ + "ibo-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.461998, + "recall": 0.539526, + "f1": 0.48366, + "accuracy": 0.539526, + "main_score": 0.48366, + "hf_subset": "ibo_Latn-min_Arab", + "languages": [ + "ibo-Latn", + "min-Arab" + ] + }, + { + "precision": 0.901845, + "recall": 0.93083, + "f1": 0.91087, + "accuracy": 0.93083, + "main_score": 0.91087, + "hf_subset": "ibo_Latn-pol_Latn", + "languages": [ + "ibo-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.749682, + "recall": 0.800395, + "f1": 0.764789, + "accuracy": 0.800395, + "main_score": 0.764789, + "hf_subset": "ibo_Latn-ssw_Latn", + "languages": [ + "ibo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.888455, + "recall": 0.920949, + "f1": 0.898452, + "accuracy": 0.920949, + "main_score": 0.898452, + "hf_subset": "ibo_Latn-ukr_Cyrl", + "languages": [ + "ibo-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.873271, + "recall": 0.907115, + "f1": 0.883433, + "accuracy": 0.907115, + "main_score": 0.883433, + "hf_subset": "ibo_Latn-afr_Latn", + "languages": [ + "ibo-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.895619, + "recall": 0.924901, + "f1": 0.904611, + "accuracy": 0.924901, + "main_score": 0.904611, + "hf_subset": "ibo_Latn-bho_Deva", + "languages": [ + "ibo-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.871388, + "recall": 0.90415, + "f1": 0.881014, + "accuracy": 0.90415, + "main_score": 0.881014, + "hf_subset": "ibo_Latn-eus_Latn", + "languages": [ + "ibo-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.796443, + "recall": 0.84585, + "f1": 0.810987, + "accuracy": 0.84585, + "main_score": 0.810987, + "hf_subset": "ibo_Latn-kmr_Latn", + "languages": [ + "ibo-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.858911, + "recall": 0.894269, + "f1": 0.869359, + "accuracy": 0.894269, + "main_score": 0.869359, + "hf_subset": "ibo_Latn-min_Latn", + "languages": [ + "ibo-Latn", + "min-Latn" + ] + }, + { + "precision": 0.906653, + "recall": 0.931818, + "f1": 0.914163, + "accuracy": 0.931818, + "main_score": 0.914163, + "hf_subset": "ibo_Latn-por_Latn", + "languages": [ + "ibo-Latn", + "por-Latn" + ] + }, + { + "precision": 0.856202, + "recall": 0.891304, + "f1": 0.86649, + "accuracy": 0.891304, + "main_score": 0.86649, + "hf_subset": "ibo_Latn-sun_Latn", + "languages": [ + "ibo-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.494855, + "recall": 0.551383, + "f1": 0.511202, + "accuracy": 0.551383, + "main_score": 0.511202, + "hf_subset": "ibo_Latn-umb_Latn", + "languages": [ + "ibo-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.894664, + "recall": 0.922925, + "f1": 0.903082, + "accuracy": 0.922925, + "main_score": 0.903082, + "hf_subset": "ibo_Latn-ajp_Arab", + "languages": [ + "ibo-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.469899, + "recall": 0.539526, + "f1": 0.489069, + "accuracy": 0.539526, + "main_score": 0.489069, + "hf_subset": "ibo_Latn-bjn_Arab", + "languages": [ + "ibo-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.47314, + "recall": 0.521739, + "f1": 0.486132, + "accuracy": 0.521739, + "main_score": 0.486132, + "hf_subset": "ibo_Latn-ewe_Latn", + "languages": [ + "ibo-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.826757, + "recall": 0.868577, + "f1": 0.838806, + "accuracy": 0.868577, + "main_score": 0.838806, + "hf_subset": "ibo_Latn-ilo_Latn", + "languages": [ + "ibo-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.26826, + "recall": 0.325099, + "f1": 0.282481, + "accuracy": 0.325099, + "main_score": 0.282481, + "hf_subset": "ibo_Latn-knc_Arab", + "languages": [ + "ibo-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.884626, + "recall": 0.916008, + "f1": 0.893863, + "accuracy": 0.916008, + "main_score": 0.893863, + "hf_subset": "ibo_Latn-mkd_Cyrl", + "languages": [ + "ibo-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.894576, + "recall": 0.923913, + "f1": 0.903491, + "accuracy": 0.923913, + "main_score": 0.903491, + "hf_subset": "ibo_Latn-prs_Arab", + "languages": [ + "ibo-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.907806, + "recall": 0.934783, + "f1": 0.916173, + "accuracy": 0.934783, + "main_score": 0.916173, + "hf_subset": "ibo_Latn-swe_Latn", + "languages": [ + "ibo-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.877174, + "recall": 0.912055, + "f1": 0.887978, + "accuracy": 0.912055, + "main_score": 0.887978, + "hf_subset": "ibo_Latn-urd_Arab", + "languages": [ + "ibo-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.725176, + "recall": 0.778656, + "f1": 0.74042, + "accuracy": 0.778656, + "main_score": 0.74042, + "hf_subset": "ibo_Latn-aka_Latn", + "languages": [ + "ibo-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.869666, + "recall": 0.900198, + "f1": 0.878491, + "accuracy": 0.900198, + "main_score": 0.878491, + "hf_subset": "ibo_Latn-bjn_Latn", + "languages": [ + "ibo-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.876515, + "recall": 0.909091, + "f1": 0.88666, + "accuracy": 0.909091, + "main_score": 0.88666, + "hf_subset": "ibo_Latn-fao_Latn", + "languages": [ + "ibo-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.906763, + "recall": 0.93083, + "f1": 0.914032, + "accuracy": 0.93083, + "main_score": 0.914032, + "hf_subset": "ibo_Latn-ind_Latn", + "languages": [ + "ibo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.540807, + "recall": 0.582016, + "f1": 0.552041, + "accuracy": 0.582016, + "main_score": 0.552041, + "hf_subset": "ibo_Latn-knc_Latn", + "languages": [ + "ibo-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.86875, + "recall": 0.902174, + "f1": 0.878335, + "accuracy": 0.902174, + "main_score": 0.878335, + "hf_subset": "ibo_Latn-mlt_Latn", + "languages": [ + "ibo-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.616181, + "recall": 0.671937, + "f1": 0.632621, + "accuracy": 0.671937, + "main_score": 0.632621, + "hf_subset": "ibo_Latn-quy_Latn", + "languages": [ + "ibo-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.89254, + "recall": 0.922925, + "f1": 0.90183, + "accuracy": 0.922925, + "main_score": 0.90183, + "hf_subset": "ibo_Latn-swh_Latn", + "languages": [ + "ibo-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.874878, + "recall": 0.909091, + "f1": 0.885425, + "accuracy": 0.909091, + "main_score": 0.885425, + "hf_subset": "ibo_Latn-uzn_Latn", + "languages": [ + "ibo-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.886314, + "recall": 0.916996, + "f1": 0.895572, + "accuracy": 0.916996, + "main_score": 0.895572, + "hf_subset": "ibo_Latn-als_Latn", + "languages": [ + "ibo-Latn", + "als-Latn" + ] + }, + { + "precision": 0.71399, + "recall": 0.775692, + "f1": 0.73186, + "accuracy": 0.775692, + "main_score": 0.73186, + "hf_subset": "ibo_Latn-bod_Tibt", + "languages": [ + "ibo-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.645415, + "recall": 0.697628, + "f1": 0.660427, + "accuracy": 0.697628, + "main_score": 0.660427, + "hf_subset": "ibo_Latn-fij_Latn", + "languages": [ + "ibo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.866502, + "recall": 0.90415, + "f1": 0.878129, + "accuracy": 0.90415, + "main_score": 0.878129, + "hf_subset": "ibo_Latn-isl_Latn", + "languages": [ + "ibo-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.58473, + "recall": 0.643281, + "f1": 0.600586, + "accuracy": 0.643281, + "main_score": 0.600586, + "hf_subset": "ibo_Latn-kon_Latn", + "languages": [ + "ibo-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.548593, + "recall": 0.612648, + "f1": 0.566733, + "accuracy": 0.612648, + "main_score": 0.566733, + "hf_subset": "ibo_Latn-mni_Beng", + "languages": [ + "ibo-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.885161, + "recall": 0.916996, + "f1": 0.894796, + "accuracy": 0.916996, + "main_score": 0.894796, + "hf_subset": "ibo_Latn-ron_Latn", + "languages": [ + "ibo-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.884091, + "recall": 0.911067, + "f1": 0.891772, + "accuracy": 0.911067, + "main_score": 0.891772, + "hf_subset": "ibo_Latn-szl_Latn", + "languages": [ + "ibo-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.899978, + "recall": 0.926877, + "f1": 0.908253, + "accuracy": 0.926877, + "main_score": 0.908253, + "hf_subset": "ibo_Latn-vec_Latn", + "languages": [ + "ibo-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.860878, + "recall": 0.899209, + "f1": 0.872815, + "accuracy": 0.899209, + "main_score": 0.872815, + "hf_subset": "ibo_Latn-amh_Ethi", + "languages": [ + "ibo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.891561, + "recall": 0.91996, + "f1": 0.899805, + "accuracy": 0.91996, + "main_score": 0.899805, + "hf_subset": "ibo_Latn-bos_Latn", + "languages": [ + "ibo-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.870965, + "recall": 0.907115, + "f1": 0.882232, + "accuracy": 0.907115, + "main_score": 0.882232, + "hf_subset": "ibo_Latn-fin_Latn", + "languages": [ + "ibo-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.892292, + "recall": 0.920949, + "f1": 0.901139, + "accuracy": 0.920949, + "main_score": 0.901139, + "hf_subset": "ibo_Latn-ita_Latn", + "languages": [ + "ibo-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.90168, + "recall": 0.931818, + "f1": 0.911199, + "accuracy": 0.931818, + "main_score": 0.911199, + "hf_subset": "ibo_Latn-kor_Hang", + "languages": [ + "ibo-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.499729, + "recall": 0.551383, + "f1": 0.514225, + "accuracy": 0.551383, + "main_score": 0.514225, + "hf_subset": "ibo_Latn-mos_Latn", + "languages": [ + "ibo-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.772414, + "recall": 0.816206, + "f1": 0.785361, + "accuracy": 0.816206, + "main_score": 0.785361, + "hf_subset": "ibo_Latn-run_Latn", + "languages": [ + "ibo-Latn", + "run-Latn" + ] + }, + { + "precision": 0.8898, + "recall": 0.91996, + "f1": 0.898833, + "accuracy": 0.91996, + "main_score": 0.898833, + "hf_subset": "ibo_Latn-tam_Taml", + "languages": [ + "ibo-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.906357, + "recall": 0.932806, + "f1": 0.914493, + "accuracy": 0.932806, + "main_score": 0.914493, + "hf_subset": "ibo_Latn-vie_Latn", + "languages": [ + "ibo-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.890014, + "recall": 0.91996, + "f1": 0.898946, + "accuracy": 0.91996, + "main_score": 0.898946, + "hf_subset": "ibo_Latn-apc_Arab", + "languages": [ + "ibo-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.662896, + "recall": 0.713439, + "f1": 0.676779, + "accuracy": 0.713439, + "main_score": 0.676779, + "hf_subset": "ibo_Latn-bug_Latn", + "languages": [ + "ibo-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.437179, + "recall": 0.478261, + "f1": 0.448479, + "accuracy": 0.478261, + "main_score": 0.448479, + "hf_subset": "ibo_Latn-fon_Latn", + "languages": [ + "ibo-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.867714, + "recall": 0.901186, + "f1": 0.877421, + "accuracy": 0.901186, + "main_score": 0.877421, + "hf_subset": "ibo_Latn-jav_Latn", + "languages": [ + "ibo-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.870553, + "recall": 0.903162, + "f1": 0.880896, + "accuracy": 0.903162, + "main_score": 0.880896, + "hf_subset": "ibo_Latn-lao_Laoo", + "languages": [ + "ibo-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.799317, + "recall": 0.849802, + "f1": 0.814435, + "accuracy": 0.849802, + "main_score": 0.814435, + "hf_subset": "ibo_Latn-mri_Latn", + "languages": [ + "ibo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.886726, + "recall": 0.916996, + "f1": 0.895605, + "accuracy": 0.916996, + "main_score": 0.895605, + "hf_subset": "ibo_Latn-rus_Cyrl", + "languages": [ + "ibo-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.49947, + "recall": 0.546443, + "f1": 0.5127, + "accuracy": 0.546443, + "main_score": 0.5127, + "hf_subset": "ibo_Latn-taq_Latn", + "languages": [ + "ibo-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.867048, + "recall": 0.901186, + "f1": 0.876896, + "accuracy": 0.901186, + "main_score": 0.876896, + "hf_subset": "ibo_Latn-war_Latn", + "languages": [ + "ibo-Latn", + "war-Latn" + ] + }, + { + "precision": 0.893347, + "recall": 0.922925, + "f1": 0.902273, + "accuracy": 0.922925, + "main_score": 0.902273, + "hf_subset": "ibo_Latn-arb_Arab", + "languages": [ + "ibo-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.910112, + "recall": 0.936759, + "f1": 0.918314, + "accuracy": 0.936759, + "main_score": 0.918314, + "hf_subset": "ibo_Latn-bul_Cyrl", + "languages": [ + "ibo-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.903771, + "recall": 0.93083, + "f1": 0.912121, + "accuracy": 0.93083, + "main_score": 0.912121, + "hf_subset": "ibo_Latn-fra_Latn", + "languages": [ + "ibo-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.898139, + "recall": 0.928854, + "f1": 0.907642, + "accuracy": 0.928854, + "main_score": 0.907642, + "hf_subset": "ibo_Latn-jpn_Jpan", + "languages": [ + "ibo-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.893198, + "recall": 0.922925, + "f1": 0.90216, + "accuracy": 0.922925, + "main_score": 0.90216, + "hf_subset": "ibo_Latn-lij_Latn", + "languages": [ + "ibo-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.862608, + "recall": 0.900198, + "f1": 0.873962, + "accuracy": 0.900198, + "main_score": 0.873962, + "hf_subset": "ibo_Latn-mya_Mymr", + "languages": [ + "ibo-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.517812, + "recall": 0.567194, + "f1": 0.532103, + "accuracy": 0.567194, + "main_score": 0.532103, + "hf_subset": "ibo_Latn-sag_Latn", + "languages": [ + "ibo-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.227581, + "recall": 0.286561, + "f1": 0.243306, + "accuracy": 0.286561, + "main_score": 0.243306, + "hf_subset": "ibo_Latn-taq_Tfng", + "languages": [ + "ibo-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.602823, + "recall": 0.655138, + "f1": 0.617726, + "accuracy": 0.655138, + "main_score": 0.617726, + "hf_subset": "ibo_Latn-wol_Latn", + "languages": [ + "ibo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.744245, + "recall": 0.805336, + "f1": 0.762651, + "accuracy": 0.805336, + "main_score": 0.762651, + "hf_subset": "ibo_Latn-arb_Latn", + "languages": [ + "ibo-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.894598, + "recall": 0.925889, + "f1": 0.904447, + "accuracy": 0.925889, + "main_score": 0.904447, + "hf_subset": "ibo_Latn-cat_Latn", + "languages": [ + "ibo-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.894361, + "recall": 0.920949, + "f1": 0.902322, + "accuracy": 0.920949, + "main_score": 0.902322, + "hf_subset": "ibo_Latn-fur_Latn", + "languages": [ + "ibo-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.459514, + "recall": 0.534585, + "f1": 0.479575, + "accuracy": 0.534585, + "main_score": 0.479575, + "hf_subset": "ibo_Latn-kab_Latn", + "languages": [ + "ibo-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.866074, + "recall": 0.901186, + "f1": 0.876563, + "accuracy": 0.901186, + "main_score": 0.876563, + "hf_subset": "ibo_Latn-lim_Latn", + "languages": [ + "ibo-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.87113, + "recall": 0.907115, + "f1": 0.882068, + "accuracy": 0.907115, + "main_score": 0.882068, + "hf_subset": "ibo_Latn-nld_Latn", + "languages": [ + "ibo-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.848584, + "recall": 0.887352, + "f1": 0.860395, + "accuracy": 0.887352, + "main_score": 0.860395, + "hf_subset": "ibo_Latn-san_Deva", + "languages": [ + "ibo-Latn", + "san-Deva" + ] + }, + { + "precision": 0.870695, + "recall": 0.908103, + "f1": 0.882263, + "accuracy": 0.908103, + "main_score": 0.882263, + "hf_subset": "ibo_Latn-tat_Cyrl", + "languages": [ + "ibo-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.831275, + "recall": 0.873518, + "f1": 0.844038, + "accuracy": 0.873518, + "main_score": 0.844038, + "hf_subset": "ibo_Latn-xho_Latn", + "languages": [ + "ibo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.883317, + "recall": 0.916996, + "f1": 0.893925, + "accuracy": 0.916996, + "main_score": 0.893925, + "hf_subset": "ibo_Latn-ars_Arab", + "languages": [ + "ibo-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.871584, + "recall": 0.90415, + "f1": 0.880898, + "accuracy": 0.90415, + "main_score": 0.880898, + "hf_subset": "ibo_Latn-ceb_Latn", + "languages": [ + "ibo-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.477877, + "recall": 0.536561, + "f1": 0.49354, + "accuracy": 0.536561, + "main_score": 0.49354, + "hf_subset": "ibo_Latn-fuv_Latn", + "languages": [ + "ibo-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.49252, + "recall": 0.541502, + "f1": 0.50631, + "accuracy": 0.541502, + "main_score": 0.50631, + "hf_subset": "ibo_Latn-kac_Latn", + "languages": [ + "ibo-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.635724, + "recall": 0.687747, + "f1": 0.649459, + "accuracy": 0.687747, + "main_score": 0.649459, + "hf_subset": "ibo_Latn-lin_Latn", + "languages": [ + "ibo-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.879562, + "recall": 0.912055, + "f1": 0.889163, + "accuracy": 0.912055, + "main_score": 0.889163, + "hf_subset": "ibo_Latn-nno_Latn", + "languages": [ + "ibo-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.787681, + "recall": 0.841897, + "f1": 0.804117, + "accuracy": 0.841897, + "main_score": 0.804117, + "hf_subset": "ibo_Latn-sat_Olck", + "languages": [ + "ibo-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.880303, + "recall": 0.913043, + "f1": 0.890401, + "accuracy": 0.913043, + "main_score": 0.890401, + "hf_subset": "ibo_Latn-tel_Telu", + "languages": [ + "ibo-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.862599, + "recall": 0.899209, + "f1": 0.873701, + "accuracy": 0.899209, + "main_score": 0.873701, + "hf_subset": "ibo_Latn-ydd_Hebr", + "languages": [ + "ibo-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.85392, + "recall": 0.894269, + "f1": 0.86629, + "accuracy": 0.894269, + "main_score": 0.86629, + "hf_subset": "ibo_Latn-ary_Arab", + "languages": [ + "ibo-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.900922, + "recall": 0.928854, + "f1": 0.909387, + "accuracy": 0.928854, + "main_score": 0.909387, + "hf_subset": "ibo_Latn-ces_Latn", + "languages": [ + "ibo-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.568945, + "recall": 0.642292, + "f1": 0.589685, + "accuracy": 0.642292, + "main_score": 0.589685, + "hf_subset": "ibo_Latn-gaz_Latn", + "languages": [ + "ibo-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.548525, + "recall": 0.604743, + "f1": 0.564122, + "accuracy": 0.604743, + "main_score": 0.564122, + "hf_subset": "ibo_Latn-kam_Latn", + "languages": [ + "ibo-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.878797, + "recall": 0.912055, + "f1": 0.888836, + "accuracy": 0.912055, + "main_score": 0.888836, + "hf_subset": "ibo_Latn-lit_Latn", + "languages": [ + "ibo-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.894384, + "recall": 0.923913, + "f1": 0.903327, + "accuracy": 0.923913, + "main_score": 0.903327, + "hf_subset": "ibo_Latn-nob_Latn", + "languages": [ + "ibo-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.881465, + "recall": 0.908103, + "f1": 0.889141, + "accuracy": 0.908103, + "main_score": 0.889141, + "hf_subset": "ibo_Latn-scn_Latn", + "languages": [ + "ibo-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.858366, + "recall": 0.896245, + "f1": 0.869829, + "accuracy": 0.896245, + "main_score": 0.869829, + "hf_subset": "ibo_Latn-tgk_Cyrl", + "languages": [ + "ibo-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.738251, + "recall": 0.795455, + "f1": 0.75524, + "accuracy": 0.795455, + "main_score": 0.75524, + "hf_subset": "ibo_Latn-yor_Latn", + "languages": [ + "ibo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.888614, + "recall": 0.917984, + "f1": 0.897365, + "accuracy": 0.917984, + "main_score": 0.897365, + "hf_subset": "ibo_Latn-arz_Arab", + "languages": [ + "ibo-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.484637, + "recall": 0.538538, + "f1": 0.499621, + "accuracy": 0.538538, + "main_score": 0.499621, + "hf_subset": "ibo_Latn-cjk_Latn", + "languages": [ + "ibo-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.852092, + "recall": 0.890316, + "f1": 0.863669, + "accuracy": 0.890316, + "main_score": 0.863669, + "hf_subset": "ibo_Latn-gla_Latn", + "languages": [ + "ibo-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.875553, + "recall": 0.908103, + "f1": 0.885326, + "accuracy": 0.908103, + "main_score": 0.885326, + "hf_subset": "ibo_Latn-kan_Knda", + "languages": [ + "ibo-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.891337, + "recall": 0.922925, + "f1": 0.900988, + "accuracy": 0.922925, + "main_score": 0.900988, + "hf_subset": "ibo_Latn-lmo_Latn", + "languages": [ + "ibo-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.884634, + "recall": 0.916996, + "f1": 0.894617, + "accuracy": 0.916996, + "main_score": 0.894617, + "hf_subset": "ibo_Latn-npi_Deva", + "languages": [ + "ibo-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.526861, + "recall": 0.596838, + "f1": 0.546972, + "accuracy": 0.596838, + "main_score": 0.546972, + "hf_subset": "ibo_Latn-shn_Mymr", + "languages": [ + "ibo-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.893766, + "recall": 0.921937, + "f1": 0.902196, + "accuracy": 0.921937, + "main_score": 0.902196, + "hf_subset": "ibo_Latn-tgl_Latn", + "languages": [ + "ibo-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.875165, + "recall": 0.911067, + "f1": 0.88627, + "accuracy": 0.911067, + "main_score": 0.88627, + "hf_subset": "ibo_Latn-yue_Hant", + "languages": [ + "ibo-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.863232, + "recall": 0.899209, + "f1": 0.874308, + "accuracy": 0.899209, + "main_score": 0.874308, + "hf_subset": "ibo_Latn-asm_Beng", + "languages": [ + "ibo-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.858646, + "recall": 0.892292, + "f1": 0.868972, + "accuracy": 0.892292, + "main_score": 0.868972, + "hf_subset": "ibo_Latn-ckb_Arab", + "languages": [ + "ibo-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.874852, + "recall": 0.907115, + "f1": 0.884618, + "accuracy": 0.907115, + "main_score": 0.884618, + "hf_subset": "ibo_Latn-gle_Latn", + "languages": [ + "ibo-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.77309, + "recall": 0.823123, + "f1": 0.788096, + "accuracy": 0.823123, + "main_score": 0.788096, + "hf_subset": "ibo_Latn-kas_Arab", + "languages": [ + "ibo-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.799045, + "recall": 0.842885, + "f1": 0.812126, + "accuracy": 0.842885, + "main_score": 0.812126, + "hf_subset": "ibo_Latn-ltg_Latn", + "languages": [ + "ibo-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.779743, + "recall": 0.83004, + "f1": 0.795059, + "accuracy": 0.83004, + "main_score": 0.795059, + "hf_subset": "ibo_Latn-nso_Latn", + "languages": [ + "ibo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.870257, + "recall": 0.906126, + "f1": 0.880981, + "accuracy": 0.906126, + "main_score": 0.880981, + "hf_subset": "ibo_Latn-sin_Sinh", + "languages": [ + "ibo-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.874028, + "recall": 0.908103, + "f1": 0.884044, + "accuracy": 0.908103, + "main_score": 0.884044, + "hf_subset": "ibo_Latn-tha_Thai", + "languages": [ + "ibo-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.863472, + "recall": 0.898221, + "f1": 0.873654, + "accuracy": 0.898221, + "main_score": 0.873654, + "hf_subset": "ibo_Latn-zho_Hans", + "languages": [ + "ibo-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.894302, + "recall": 0.923913, + "f1": 0.903096, + "accuracy": 0.923913, + "main_score": 0.903096, + "hf_subset": "ibo_Latn-ast_Latn", + "languages": [ + "ibo-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.88335, + "recall": 0.916008, + "f1": 0.893478, + "accuracy": 0.916008, + "main_score": 0.893478, + "hf_subset": "ibo_Latn-crh_Latn", + "languages": [ + "ibo-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.878327, + "recall": 0.910079, + "f1": 0.887516, + "accuracy": 0.910079, + "main_score": 0.887516, + "hf_subset": "ibo_Latn-glg_Latn", + "languages": [ + "ibo-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.714234, + "recall": 0.771739, + "f1": 0.73056, + "accuracy": 0.771739, + "main_score": 0.73056, + "hf_subset": "ibo_Latn-kas_Deva", + "languages": [ + "ibo-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.866354, + "recall": 0.901186, + "f1": 0.876691, + "accuracy": 0.901186, + "main_score": 0.876691, + "hf_subset": "ibo_Latn-ltz_Latn", + "languages": [ + "ibo-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.414668, + "recall": 0.471344, + "f1": 0.430261, + "accuracy": 0.471344, + "main_score": 0.430261, + "hf_subset": "ibo_Latn-nus_Latn", + "languages": [ + "ibo-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.888069, + "recall": 0.91996, + "f1": 0.897711, + "accuracy": 0.91996, + "main_score": 0.897711, + "hf_subset": "ibo_Latn-slk_Latn", + "languages": [ + "ibo-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.611135, + "recall": 0.684783, + "f1": 0.632601, + "accuracy": 0.684783, + "main_score": 0.632601, + "hf_subset": "ibo_Latn-tir_Ethi", + "languages": [ + "ibo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.874984, + "recall": 0.910079, + "f1": 0.885724, + "accuracy": 0.910079, + "main_score": 0.885724, + "hf_subset": "ibo_Latn-zho_Hant", + "languages": [ + "ibo-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.888785, + "recall": 0.91996, + "f1": 0.898452, + "accuracy": 0.91996, + "main_score": 0.898452, + "hf_subset": "ibo_Latn-awa_Deva", + "languages": [ + "ibo-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.885046, + "recall": 0.918972, + "f1": 0.895718, + "accuracy": 0.918972, + "main_score": 0.895718, + "hf_subset": "ibo_Latn-cym_Latn", + "languages": [ + "ibo-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.673192, + "recall": 0.722332, + "f1": 0.686819, + "accuracy": 0.722332, + "main_score": 0.686819, + "hf_subset": "ibo_Latn-grn_Latn", + "languages": [ + "ibo-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.86861, + "recall": 0.906126, + "f1": 0.880025, + "accuracy": 0.906126, + "main_score": 0.880025, + "hf_subset": "ibo_Latn-kat_Geor", + "languages": [ + "ibo-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.568647, + "recall": 0.623518, + "f1": 0.584159, + "accuracy": 0.623518, + "main_score": 0.584159, + "hf_subset": "ibo_Latn-lua_Latn", + "languages": [ + "ibo-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.79879, + "recall": 0.838933, + "f1": 0.810347, + "accuracy": 0.838933, + "main_score": 0.810347, + "hf_subset": "ibo_Latn-nya_Latn", + "languages": [ + "ibo-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.866469, + "recall": 0.903162, + "f1": 0.877569, + "accuracy": 0.903162, + "main_score": 0.877569, + "hf_subset": "ibo_Latn-slv_Latn", + "languages": [ + "ibo-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.853829, + "recall": 0.890316, + "f1": 0.864454, + "accuracy": 0.890316, + "main_score": 0.864454, + "hf_subset": "ibo_Latn-tpi_Latn", + "languages": [ + "ibo-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.895825, + "recall": 0.925889, + "f1": 0.905094, + "accuracy": 0.925889, + "main_score": 0.905094, + "hf_subset": "ibo_Latn-zsm_Latn", + "languages": [ + "ibo-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.485206, + "recall": 0.537549, + "f1": 0.500194, + "accuracy": 0.537549, + "main_score": 0.500194, + "hf_subset": "ibo_Latn-ayr_Latn", + "languages": [ + "ibo-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.900289, + "recall": 0.928854, + "f1": 0.909074, + "accuracy": 0.928854, + "main_score": 0.909074, + "hf_subset": "ibo_Latn-dan_Latn", + "languages": [ + "ibo-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.900033, + "recall": 0.929842, + "f1": 0.909552, + "accuracy": 0.929842, + "main_score": 0.909552, + "hf_subset": "ibo_Latn-guj_Gujr", + "languages": [ + "ibo-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.883267, + "recall": 0.916996, + "f1": 0.893742, + "accuracy": 0.916996, + "main_score": 0.893742, + "hf_subset": "ibo_Latn-kaz_Cyrl", + "languages": [ + "ibo-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.648946, + "recall": 0.716403, + "f1": 0.668681, + "accuracy": 0.716403, + "main_score": 0.668681, + "hf_subset": "ibo_Latn-lug_Latn", + "languages": [ + "ibo-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.873115, + "recall": 0.907115, + "f1": 0.883138, + "accuracy": 0.907115, + "main_score": 0.883138, + "hf_subset": "ibo_Latn-oci_Latn", + "languages": [ + "ibo-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.774654, + "recall": 0.828063, + "f1": 0.790829, + "accuracy": 0.828063, + "main_score": 0.790829, + "hf_subset": "ibo_Latn-smo_Latn", + "languages": [ + "ibo-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.725403, + "recall": 0.782609, + "f1": 0.742841, + "accuracy": 0.782609, + "main_score": 0.742841, + "hf_subset": "ibo_Latn-tsn_Latn", + "languages": [ + "ibo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.842391, + "recall": 0.88834, + "f1": 0.856851, + "accuracy": 0.88834, + "main_score": 0.856851, + "hf_subset": "ibo_Latn-zul_Latn", + "languages": [ + "ibo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.784865, + "recall": 0.836957, + "f1": 0.800758, + "accuracy": 0.836957, + "main_score": 0.800758, + "hf_subset": "ibo_Latn-azb_Arab", + "languages": [ + "ibo-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.89968, + "recall": 0.926877, + "f1": 0.907856, + "accuracy": 0.926877, + "main_score": 0.907856, + "hf_subset": "ibo_Latn-deu_Latn", + "languages": [ + "ibo-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.866001, + "recall": 0.902174, + "f1": 0.877092, + "accuracy": 0.902174, + "main_score": 0.877092, + "hf_subset": "ibo_Latn-hat_Latn", + "languages": [ + "ibo-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.492434, + "recall": 0.543478, + "f1": 0.506101, + "accuracy": 0.543478, + "main_score": 0.506101, + "hf_subset": "ibo_Latn-kbp_Latn", + "languages": [ + "ibo-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.531001, + "recall": 0.582016, + "f1": 0.545117, + "accuracy": 0.582016, + "main_score": 0.545117, + "hf_subset": "ibo_Latn-luo_Latn", + "languages": [ + "ibo-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.854035, + "recall": 0.896245, + "f1": 0.867128, + "accuracy": 0.896245, + "main_score": 0.867128, + "hf_subset": "ibo_Latn-ory_Orya", + "languages": [ + "ibo-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.838183, + "recall": 0.878458, + "f1": 0.850337, + "accuracy": 0.878458, + "main_score": 0.850337, + "hf_subset": "ibo_Latn-sna_Latn", + "languages": [ + "ibo-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.661467, + "recall": 0.724308, + "f1": 0.678793, + "accuracy": 0.724308, + "main_score": 0.678793, + "hf_subset": "ibo_Latn-tso_Latn", + "languages": [ + "ibo-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.870257, + "recall": 0.903162, + "f1": 0.88004, + "accuracy": 0.903162, + "main_score": 0.88004, + "hf_subset": "ibo_Latn-azj_Latn", + "languages": [ + "ibo-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.498286, + "recall": 0.549407, + "f1": 0.512498, + "accuracy": 0.549407, + "main_score": 0.512498, + "hf_subset": "ibo_Latn-dik_Latn", + "languages": [ + "ibo-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.850906, + "recall": 0.88834, + "f1": 0.862516, + "accuracy": 0.88834, + "main_score": 0.862516, + "hf_subset": "ibo_Latn-hau_Latn", + "languages": [ + "ibo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.863448, + "recall": 0.896245, + "f1": 0.873355, + "accuracy": 0.896245, + "main_score": 0.873355, + "hf_subset": "ibo_Latn-kea_Latn", + "languages": [ + "ibo-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.816897, + "recall": 0.857708, + "f1": 0.828601, + "accuracy": 0.857708, + "main_score": 0.828601, + "hf_subset": "ibo_Latn-lus_Latn", + "languages": [ + "ibo-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.734911, + "recall": 0.784585, + "f1": 0.748998, + "accuracy": 0.784585, + "main_score": 0.748998, + "hf_subset": "ibo_Latn-pag_Latn", + "languages": [ + "ibo-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.840119, + "recall": 0.884387, + "f1": 0.853642, + "accuracy": 0.884387, + "main_score": 0.853642, + "hf_subset": "ibo_Latn-snd_Arab", + "languages": [ + "ibo-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.850791, + "recall": 0.890316, + "f1": 0.862832, + "accuracy": 0.890316, + "main_score": 0.862832, + "hf_subset": "ibo_Latn-tuk_Latn", + "languages": [ + "ibo-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.87389, + "recall": 0.907115, + "f1": 0.883717, + "accuracy": 0.907115, + "main_score": 0.883717, + "hf_subset": "ibo_Latn-bak_Cyrl", + "languages": [ + "ibo-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.436048, + "recall": 0.504941, + "f1": 0.454729, + "accuracy": 0.504941, + "main_score": 0.454729, + "hf_subset": "ibo_Latn-dyu_Latn", + "languages": [ + "ibo-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.89184, + "recall": 0.920949, + "f1": 0.900436, + "accuracy": 0.920949, + "main_score": 0.900436, + "hf_subset": "ibo_Latn-heb_Hebr", + "languages": [ + "ibo-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.884758, + "recall": 0.914032, + "f1": 0.893533, + "accuracy": 0.914032, + "main_score": 0.893533, + "hf_subset": "ibo_Latn-khk_Cyrl", + "languages": [ + "ibo-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.889196, + "recall": 0.91996, + "f1": 0.898471, + "accuracy": 0.91996, + "main_score": 0.898471, + "hf_subset": "ibo_Latn-lvs_Latn", + "languages": [ + "ibo-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.882395, + "recall": 0.913043, + "f1": 0.891456, + "accuracy": 0.913043, + "main_score": 0.891456, + "hf_subset": "ibo_Latn-pan_Guru", + "languages": [ + "ibo-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.791288, + "recall": 0.841897, + "f1": 0.807002, + "accuracy": 0.841897, + "main_score": 0.807002, + "hf_subset": "ibo_Latn-som_Latn", + "languages": [ + "ibo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.674349, + "recall": 0.729249, + "f1": 0.690617, + "accuracy": 0.729249, + "main_score": 0.690617, + "hf_subset": "ibo_Latn-tum_Latn", + "languages": [ + "ibo-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.502421, + "recall": 0.576087, + "f1": 0.523446, + "accuracy": 0.576087, + "main_score": 0.523446, + "hf_subset": "kmr_Latn-ace_Arab", + "languages": [ + "kmr-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.485858, + "recall": 0.534585, + "f1": 0.498459, + "accuracy": 0.534585, + "main_score": 0.498459, + "hf_subset": "kmr_Latn-bam_Latn", + "languages": [ + "kmr-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.535838, + "recall": 0.610672, + "f1": 0.556683, + "accuracy": 0.610672, + "main_score": 0.556683, + "hf_subset": "kmr_Latn-dzo_Tibt", + "languages": [ + "kmr-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.898304, + "recall": 0.927866, + "f1": 0.907477, + "accuracy": 0.927866, + "main_score": 0.907477, + "hf_subset": "kmr_Latn-hin_Deva", + "languages": [ + "kmr-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.842928, + "recall": 0.880435, + "f1": 0.85363, + "accuracy": 0.880435, + "main_score": 0.85363, + "hf_subset": "kmr_Latn-khm_Khmr", + "languages": [ + "kmr-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.878715, + "recall": 0.909091, + "f1": 0.887796, + "accuracy": 0.909091, + "main_score": 0.887796, + "hf_subset": "kmr_Latn-mag_Deva", + "languages": [ + "kmr-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.885408, + "recall": 0.91502, + "f1": 0.894565, + "accuracy": 0.91502, + "main_score": 0.894565, + "hf_subset": "kmr_Latn-pap_Latn", + "languages": [ + "kmr-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.799605, + "recall": 0.851779, + "f1": 0.815481, + "accuracy": 0.851779, + "main_score": 0.815481, + "hf_subset": "kmr_Latn-sot_Latn", + "languages": [ + "kmr-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.907073, + "recall": 0.933794, + "f1": 0.915206, + "accuracy": 0.933794, + "main_score": 0.915206, + "hf_subset": "kmr_Latn-tur_Latn", + "languages": [ + "kmr-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.773492, + "recall": 0.814229, + "f1": 0.784674, + "accuracy": 0.814229, + "main_score": 0.784674, + "hf_subset": "kmr_Latn-ace_Latn", + "languages": [ + "kmr-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.844344, + "recall": 0.876482, + "f1": 0.853936, + "accuracy": 0.876482, + "main_score": 0.853936, + "hf_subset": "kmr_Latn-ban_Latn", + "languages": [ + "kmr-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.883827, + "recall": 0.914032, + "f1": 0.892918, + "accuracy": 0.914032, + "main_score": 0.892918, + "hf_subset": "kmr_Latn-ell_Grek", + "languages": [ + "kmr-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.869812, + "recall": 0.90415, + "f1": 0.880303, + "accuracy": 0.90415, + "main_score": 0.880303, + "hf_subset": "kmr_Latn-hne_Deva", + "languages": [ + "kmr-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.558191, + "recall": 0.612648, + "f1": 0.572414, + "accuracy": 0.612648, + "main_score": 0.572414, + "hf_subset": "kmr_Latn-kik_Latn", + "languages": [ + "kmr-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.877745, + "recall": 0.911067, + "f1": 0.888043, + "accuracy": 0.911067, + "main_score": 0.888043, + "hf_subset": "kmr_Latn-mai_Deva", + "languages": [ + "kmr-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.85849, + "recall": 0.895257, + "f1": 0.869752, + "accuracy": 0.895257, + "main_score": 0.869752, + "hf_subset": "kmr_Latn-pbt_Arab", + "languages": [ + "kmr-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.907477, + "recall": 0.932806, + "f1": 0.915316, + "accuracy": 0.932806, + "main_score": 0.915316, + "hf_subset": "kmr_Latn-spa_Latn", + "languages": [ + "kmr-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.685179, + "recall": 0.742095, + "f1": 0.700878, + "accuracy": 0.742095, + "main_score": 0.700878, + "hf_subset": "kmr_Latn-twi_Latn", + "languages": [ + "kmr-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.872241, + "recall": 0.908103, + "f1": 0.883322, + "accuracy": 0.908103, + "main_score": 0.883322, + "hf_subset": "kmr_Latn-acm_Arab", + "languages": [ + "kmr-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.849894, + "recall": 0.887352, + "f1": 0.86074, + "accuracy": 0.887352, + "main_score": 0.86074, + "hf_subset": "kmr_Latn-bel_Cyrl", + "languages": [ + "kmr-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.881628, + "recall": 0.913043, + "f1": 0.890843, + "accuracy": 0.913043, + "main_score": 0.890843, + "hf_subset": "kmr_Latn-eng_Latn", + "languages": [ + "kmr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.873221, + "recall": 0.908103, + "f1": 0.883663, + "accuracy": 0.908103, + "main_score": 0.883663, + "hf_subset": "kmr_Latn-hrv_Latn", + "languages": [ + "kmr-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.798246, + "recall": 0.842885, + "f1": 0.811371, + "accuracy": 0.842885, + "main_score": 0.811371, + "hf_subset": "kmr_Latn-kin_Latn", + "languages": [ + "kmr-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.876219, + "recall": 0.909091, + "f1": 0.885968, + "accuracy": 0.909091, + "main_score": 0.885968, + "hf_subset": "kmr_Latn-mal_Mlym", + "languages": [ + "kmr-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.867099, + "recall": 0.899209, + "f1": 0.876372, + "accuracy": 0.899209, + "main_score": 0.876372, + "hf_subset": "kmr_Latn-pes_Arab", + "languages": [ + "kmr-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.877635, + "recall": 0.910079, + "f1": 0.887352, + "accuracy": 0.910079, + "main_score": 0.887352, + "hf_subset": "kmr_Latn-srd_Latn", + "languages": [ + "kmr-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.226476, + "recall": 0.294466, + "f1": 0.243381, + "accuracy": 0.294466, + "main_score": 0.243381, + "hf_subset": "kmr_Latn-tzm_Tfng", + "languages": [ + "kmr-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.890293, + "recall": 0.921937, + "f1": 0.900082, + "accuracy": 0.921937, + "main_score": 0.900082, + "hf_subset": "kmr_Latn-acq_Arab", + "languages": [ + "kmr-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.644346, + "recall": 0.698617, + "f1": 0.659399, + "accuracy": 0.698617, + "main_score": 0.659399, + "hf_subset": "kmr_Latn-bem_Latn", + "languages": [ + "kmr-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.881686, + "recall": 0.912055, + "f1": 0.890613, + "accuracy": 0.912055, + "main_score": 0.890613, + "hf_subset": "kmr_Latn-epo_Latn", + "languages": [ + "kmr-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.896897, + "recall": 0.923913, + "f1": 0.904792, + "accuracy": 0.923913, + "main_score": 0.904792, + "hf_subset": "kmr_Latn-hun_Latn", + "languages": [ + "kmr-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.861495, + "recall": 0.899209, + "f1": 0.872925, + "accuracy": 0.899209, + "main_score": 0.872925, + "hf_subset": "kmr_Latn-kir_Cyrl", + "languages": [ + "kmr-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.893108, + "recall": 0.920949, + "f1": 0.901325, + "accuracy": 0.920949, + "main_score": 0.901325, + "hf_subset": "kmr_Latn-mar_Deva", + "languages": [ + "kmr-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.795866, + "recall": 0.841897, + "f1": 0.809129, + "accuracy": 0.841897, + "main_score": 0.809129, + "hf_subset": "kmr_Latn-plt_Latn", + "languages": [ + "kmr-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.882068, + "recall": 0.912055, + "f1": 0.890964, + "accuracy": 0.912055, + "main_score": 0.890964, + "hf_subset": "kmr_Latn-srp_Cyrl", + "languages": [ + "kmr-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.837905, + "recall": 0.878458, + "f1": 0.849687, + "accuracy": 0.878458, + "main_score": 0.849687, + "hf_subset": "kmr_Latn-uig_Arab", + "languages": [ + "kmr-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.848247, + "recall": 0.884387, + "f1": 0.858699, + "accuracy": 0.884387, + "main_score": 0.858699, + "hf_subset": "kmr_Latn-aeb_Arab", + "languages": [ + "kmr-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.879941, + "recall": 0.912055, + "f1": 0.889497, + "accuracy": 0.912055, + "main_score": 0.889497, + "hf_subset": "kmr_Latn-ben_Beng", + "languages": [ + "kmr-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.889065, + "recall": 0.920949, + "f1": 0.899045, + "accuracy": 0.920949, + "main_score": 0.899045, + "hf_subset": "kmr_Latn-est_Latn", + "languages": [ + "kmr-Latn", + "est-Latn" + ] + }, + { + "precision": 0.872596, + "recall": 0.907115, + "f1": 0.882957, + "accuracy": 0.907115, + "main_score": 0.882957, + "hf_subset": "kmr_Latn-hye_Armn", + "languages": [ + "kmr-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.491096, + "recall": 0.536561, + "f1": 0.504005, + "accuracy": 0.536561, + "main_score": 0.504005, + "hf_subset": "kmr_Latn-kmb_Latn", + "languages": [ + "kmr-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.470514, + "recall": 0.547431, + "f1": 0.490914, + "accuracy": 0.547431, + "main_score": 0.490914, + "hf_subset": "kmr_Latn-min_Arab", + "languages": [ + "kmr-Latn", + "min-Arab" + ] + }, + { + "precision": 0.877207, + "recall": 0.908103, + "f1": 0.886086, + "accuracy": 0.908103, + "main_score": 0.886086, + "hf_subset": "kmr_Latn-pol_Latn", + "languages": [ + "kmr-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.707462, + "recall": 0.76581, + "f1": 0.72494, + "accuracy": 0.76581, + "main_score": 0.72494, + "hf_subset": "kmr_Latn-ssw_Latn", + "languages": [ + "kmr-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.883926, + "recall": 0.916996, + "f1": 0.894189, + "accuracy": 0.916996, + "main_score": 0.894189, + "hf_subset": "kmr_Latn-ukr_Cyrl", + "languages": [ + "kmr-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.883432, + "recall": 0.914032, + "f1": 0.892674, + "accuracy": 0.914032, + "main_score": 0.892674, + "hf_subset": "kmr_Latn-afr_Latn", + "languages": [ + "kmr-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.845998, + "recall": 0.885375, + "f1": 0.857844, + "accuracy": 0.885375, + "main_score": 0.857844, + "hf_subset": "kmr_Latn-bho_Deva", + "languages": [ + "kmr-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.873158, + "recall": 0.90415, + "f1": 0.882301, + "accuracy": 0.90415, + "main_score": 0.882301, + "hf_subset": "kmr_Latn-eus_Latn", + "languages": [ + "kmr-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.770678, + "recall": 0.821146, + "f1": 0.785524, + "accuracy": 0.821146, + "main_score": 0.785524, + "hf_subset": "kmr_Latn-ibo_Latn", + "languages": [ + "kmr-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.856959, + "recall": 0.891304, + "f1": 0.8669, + "accuracy": 0.891304, + "main_score": 0.8669, + "hf_subset": "kmr_Latn-min_Latn", + "languages": [ + "kmr-Latn", + "min-Latn" + ] + }, + { + "precision": 0.895537, + "recall": 0.923913, + "f1": 0.904136, + "accuracy": 0.923913, + "main_score": 0.904136, + "hf_subset": "kmr_Latn-por_Latn", + "languages": [ + "kmr-Latn", + "por-Latn" + ] + }, + { + "precision": 0.860326, + "recall": 0.895257, + "f1": 0.870718, + "accuracy": 0.895257, + "main_score": 0.870718, + "hf_subset": "kmr_Latn-sun_Latn", + "languages": [ + "kmr-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.46985, + "recall": 0.527668, + "f1": 0.485875, + "accuracy": 0.527668, + "main_score": 0.485875, + "hf_subset": "kmr_Latn-umb_Latn", + "languages": [ + "kmr-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.896393, + "recall": 0.925889, + "f1": 0.905534, + "accuracy": 0.925889, + "main_score": 0.905534, + "hf_subset": "kmr_Latn-ajp_Arab", + "languages": [ + "kmr-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.49474, + "recall": 0.568182, + "f1": 0.514639, + "accuracy": 0.568182, + "main_score": 0.514639, + "hf_subset": "kmr_Latn-bjn_Arab", + "languages": [ + "kmr-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.476008, + "recall": 0.523715, + "f1": 0.489732, + "accuracy": 0.523715, + "main_score": 0.489732, + "hf_subset": "kmr_Latn-ewe_Latn", + "languages": [ + "kmr-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.825783, + "recall": 0.868577, + "f1": 0.838521, + "accuracy": 0.868577, + "main_score": 0.838521, + "hf_subset": "kmr_Latn-ilo_Latn", + "languages": [ + "kmr-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.267617, + "recall": 0.326087, + "f1": 0.282446, + "accuracy": 0.326087, + "main_score": 0.282446, + "hf_subset": "kmr_Latn-knc_Arab", + "languages": [ + "kmr-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.879315, + "recall": 0.914032, + "f1": 0.890072, + "accuracy": 0.914032, + "main_score": 0.890072, + "hf_subset": "kmr_Latn-mkd_Cyrl", + "languages": [ + "kmr-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.895899, + "recall": 0.924901, + "f1": 0.904663, + "accuracy": 0.924901, + "main_score": 0.904663, + "hf_subset": "kmr_Latn-prs_Arab", + "languages": [ + "kmr-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.885161, + "recall": 0.916996, + "f1": 0.894796, + "accuracy": 0.916996, + "main_score": 0.894796, + "hf_subset": "kmr_Latn-swe_Latn", + "languages": [ + "kmr-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.870784, + "recall": 0.907115, + "f1": 0.881884, + "accuracy": 0.907115, + "main_score": 0.881884, + "hf_subset": "kmr_Latn-urd_Arab", + "languages": [ + "kmr-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.679038, + "recall": 0.733202, + "f1": 0.693863, + "accuracy": 0.733202, + "main_score": 0.693863, + "hf_subset": "kmr_Latn-aka_Latn", + "languages": [ + "kmr-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.860405, + "recall": 0.894269, + "f1": 0.870378, + "accuracy": 0.894269, + "main_score": 0.870378, + "hf_subset": "kmr_Latn-bjn_Latn", + "languages": [ + "kmr-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.860581, + "recall": 0.893281, + "f1": 0.87021, + "accuracy": 0.893281, + "main_score": 0.87021, + "hf_subset": "kmr_Latn-fao_Latn", + "languages": [ + "kmr-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.886388, + "recall": 0.916008, + "f1": 0.895279, + "accuracy": 0.916008, + "main_score": 0.895279, + "hf_subset": "kmr_Latn-ind_Latn", + "languages": [ + "kmr-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.517351, + "recall": 0.561265, + "f1": 0.529384, + "accuracy": 0.561265, + "main_score": 0.529384, + "hf_subset": "kmr_Latn-knc_Latn", + "languages": [ + "kmr-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.87473, + "recall": 0.907115, + "f1": 0.884265, + "accuracy": 0.907115, + "main_score": 0.884265, + "hf_subset": "kmr_Latn-mlt_Latn", + "languages": [ + "kmr-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.599404, + "recall": 0.652174, + "f1": 0.614643, + "accuracy": 0.652174, + "main_score": 0.614643, + "hf_subset": "kmr_Latn-quy_Latn", + "languages": [ + "kmr-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.87859, + "recall": 0.911067, + "f1": 0.888095, + "accuracy": 0.911067, + "main_score": 0.888095, + "hf_subset": "kmr_Latn-swh_Latn", + "languages": [ + "kmr-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.875076, + "recall": 0.90415, + "f1": 0.883442, + "accuracy": 0.90415, + "main_score": 0.883442, + "hf_subset": "kmr_Latn-uzn_Latn", + "languages": [ + "kmr-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.884173, + "recall": 0.91502, + "f1": 0.893384, + "accuracy": 0.91502, + "main_score": 0.893384, + "hf_subset": "kmr_Latn-als_Latn", + "languages": [ + "kmr-Latn", + "als-Latn" + ] + }, + { + "precision": 0.66839, + "recall": 0.737154, + "f1": 0.688486, + "accuracy": 0.737154, + "main_score": 0.688486, + "hf_subset": "kmr_Latn-bod_Tibt", + "languages": [ + "kmr-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.622736, + "recall": 0.677866, + "f1": 0.638542, + "accuracy": 0.677866, + "main_score": 0.638542, + "hf_subset": "kmr_Latn-fij_Latn", + "languages": [ + "kmr-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.849762, + "recall": 0.890316, + "f1": 0.862302, + "accuracy": 0.890316, + "main_score": 0.862302, + "hf_subset": "kmr_Latn-isl_Latn", + "languages": [ + "kmr-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.557511, + "recall": 0.61166, + "f1": 0.572805, + "accuracy": 0.61166, + "main_score": 0.572805, + "hf_subset": "kmr_Latn-kon_Latn", + "languages": [ + "kmr-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.53932, + "recall": 0.601779, + "f1": 0.556747, + "accuracy": 0.601779, + "main_score": 0.556747, + "hf_subset": "kmr_Latn-mni_Beng", + "languages": [ + "kmr-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.883844, + "recall": 0.916008, + "f1": 0.893761, + "accuracy": 0.916008, + "main_score": 0.893761, + "hf_subset": "kmr_Latn-ron_Latn", + "languages": [ + "kmr-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.886512, + "recall": 0.91502, + "f1": 0.89473, + "accuracy": 0.91502, + "main_score": 0.89473, + "hf_subset": "kmr_Latn-szl_Latn", + "languages": [ + "kmr-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.882312, + "recall": 0.909091, + "f1": 0.890039, + "accuracy": 0.909091, + "main_score": 0.890039, + "hf_subset": "kmr_Latn-vec_Latn", + "languages": [ + "kmr-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.863554, + "recall": 0.901186, + "f1": 0.875033, + "accuracy": 0.901186, + "main_score": 0.875033, + "hf_subset": "kmr_Latn-amh_Ethi", + "languages": [ + "kmr-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.890184, + "recall": 0.918972, + "f1": 0.898682, + "accuracy": 0.918972, + "main_score": 0.898682, + "hf_subset": "kmr_Latn-bos_Latn", + "languages": [ + "kmr-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.874984, + "recall": 0.907115, + "f1": 0.884524, + "accuracy": 0.907115, + "main_score": 0.884524, + "hf_subset": "kmr_Latn-fin_Latn", + "languages": [ + "kmr-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.89697, + "recall": 0.922925, + "f1": 0.904578, + "accuracy": 0.922925, + "main_score": 0.904578, + "hf_subset": "kmr_Latn-ita_Latn", + "languages": [ + "kmr-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.880352, + "recall": 0.913043, + "f1": 0.890302, + "accuracy": 0.913043, + "main_score": 0.890302, + "hf_subset": "kmr_Latn-kor_Hang", + "languages": [ + "kmr-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.493058, + "recall": 0.536561, + "f1": 0.505152, + "accuracy": 0.536561, + "main_score": 0.505152, + "hf_subset": "kmr_Latn-mos_Latn", + "languages": [ + "kmr-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.702555, + "recall": 0.754941, + "f1": 0.717446, + "accuracy": 0.754941, + "main_score": 0.717446, + "hf_subset": "kmr_Latn-run_Latn", + "languages": [ + "kmr-Latn", + "run-Latn" + ] + }, + { + "precision": 0.867929, + "recall": 0.902174, + "f1": 0.878096, + "accuracy": 0.902174, + "main_score": 0.878096, + "hf_subset": "kmr_Latn-tam_Taml", + "languages": [ + "kmr-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.870043, + "recall": 0.905138, + "f1": 0.880407, + "accuracy": 0.905138, + "main_score": 0.880407, + "hf_subset": "kmr_Latn-vie_Latn", + "languages": [ + "kmr-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.876038, + "recall": 0.909091, + "f1": 0.885888, + "accuracy": 0.909091, + "main_score": 0.885888, + "hf_subset": "kmr_Latn-apc_Arab", + "languages": [ + "kmr-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.674649, + "recall": 0.728261, + "f1": 0.689686, + "accuracy": 0.728261, + "main_score": 0.689686, + "hf_subset": "kmr_Latn-bug_Latn", + "languages": [ + "kmr-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.42399, + "recall": 0.469368, + "f1": 0.436276, + "accuracy": 0.469368, + "main_score": 0.436276, + "hf_subset": "kmr_Latn-fon_Latn", + "languages": [ + "kmr-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.840354, + "recall": 0.87747, + "f1": 0.851106, + "accuracy": 0.87747, + "main_score": 0.851106, + "hf_subset": "kmr_Latn-jav_Latn", + "languages": [ + "kmr-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.815305, + "recall": 0.855731, + "f1": 0.827042, + "accuracy": 0.855731, + "main_score": 0.827042, + "hf_subset": "kmr_Latn-lao_Laoo", + "languages": [ + "kmr-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.778426, + "recall": 0.831028, + "f1": 0.793874, + "accuracy": 0.831028, + "main_score": 0.793874, + "hf_subset": "kmr_Latn-mri_Latn", + "languages": [ + "kmr-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.878607, + "recall": 0.910079, + "f1": 0.887982, + "accuracy": 0.910079, + "main_score": 0.887982, + "hf_subset": "kmr_Latn-rus_Cyrl", + "languages": [ + "kmr-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.501967, + "recall": 0.549407, + "f1": 0.514721, + "accuracy": 0.549407, + "main_score": 0.514721, + "hf_subset": "kmr_Latn-taq_Latn", + "languages": [ + "kmr-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.867043, + "recall": 0.897233, + "f1": 0.875224, + "accuracy": 0.897233, + "main_score": 0.875224, + "hf_subset": "kmr_Latn-war_Latn", + "languages": [ + "kmr-Latn", + "war-Latn" + ] + }, + { + "precision": 0.895669, + "recall": 0.925889, + "f1": 0.90504, + "accuracy": 0.925889, + "main_score": 0.90504, + "hf_subset": "kmr_Latn-arb_Arab", + "languages": [ + "kmr-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.889608, + "recall": 0.921937, + "f1": 0.899572, + "accuracy": 0.921937, + "main_score": 0.899572, + "hf_subset": "kmr_Latn-bul_Cyrl", + "languages": [ + "kmr-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.892325, + "recall": 0.920949, + "f1": 0.900894, + "accuracy": 0.920949, + "main_score": 0.900894, + "hf_subset": "kmr_Latn-fra_Latn", + "languages": [ + "kmr-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.868495, + "recall": 0.902174, + "f1": 0.878562, + "accuracy": 0.902174, + "main_score": 0.878562, + "hf_subset": "kmr_Latn-jpn_Jpan", + "languages": [ + "kmr-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.8889, + "recall": 0.914032, + "f1": 0.895932, + "accuracy": 0.914032, + "main_score": 0.895932, + "hf_subset": "kmr_Latn-lij_Latn", + "languages": [ + "kmr-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.834074, + "recall": 0.878458, + "f1": 0.847436, + "accuracy": 0.878458, + "main_score": 0.847436, + "hf_subset": "kmr_Latn-mya_Mymr", + "languages": [ + "kmr-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.533373, + "recall": 0.578063, + "f1": 0.54628, + "accuracy": 0.578063, + "main_score": 0.54628, + "hf_subset": "kmr_Latn-sag_Latn", + "languages": [ + "kmr-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.233862, + "recall": 0.291502, + "f1": 0.24775, + "accuracy": 0.291502, + "main_score": 0.24775, + "hf_subset": "kmr_Latn-taq_Tfng", + "languages": [ + "kmr-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.602285, + "recall": 0.659091, + "f1": 0.618218, + "accuracy": 0.659091, + "main_score": 0.618218, + "hf_subset": "kmr_Latn-wol_Latn", + "languages": [ + "kmr-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.75161, + "recall": 0.80336, + "f1": 0.767086, + "accuracy": 0.80336, + "main_score": 0.767086, + "hf_subset": "kmr_Latn-arb_Latn", + "languages": [ + "kmr-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.897398, + "recall": 0.927866, + "f1": 0.907115, + "accuracy": 0.927866, + "main_score": 0.907115, + "hf_subset": "kmr_Latn-cat_Latn", + "languages": [ + "kmr-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.877108, + "recall": 0.910079, + "f1": 0.887022, + "accuracy": 0.910079, + "main_score": 0.887022, + "hf_subset": "kmr_Latn-fur_Latn", + "languages": [ + "kmr-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.451589, + "recall": 0.518775, + "f1": 0.469966, + "accuracy": 0.518775, + "main_score": 0.469966, + "hf_subset": "kmr_Latn-kab_Latn", + "languages": [ + "kmr-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.87248, + "recall": 0.902174, + "f1": 0.881291, + "accuracy": 0.902174, + "main_score": 0.881291, + "hf_subset": "kmr_Latn-lim_Latn", + "languages": [ + "kmr-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.886594, + "recall": 0.916996, + "f1": 0.895671, + "accuracy": 0.916996, + "main_score": 0.895671, + "hf_subset": "kmr_Latn-nld_Latn", + "languages": [ + "kmr-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.848686, + "recall": 0.886364, + "f1": 0.86003, + "accuracy": 0.886364, + "main_score": 0.86003, + "hf_subset": "kmr_Latn-san_Deva", + "languages": [ + "kmr-Latn", + "san-Deva" + ] + }, + { + "precision": 0.89301, + "recall": 0.922925, + "f1": 0.902289, + "accuracy": 0.922925, + "main_score": 0.902289, + "hf_subset": "kmr_Latn-tat_Cyrl", + "languages": [ + "kmr-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.798864, + "recall": 0.846838, + "f1": 0.813966, + "accuracy": 0.846838, + "main_score": 0.813966, + "hf_subset": "kmr_Latn-xho_Latn", + "languages": [ + "kmr-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.89361, + "recall": 0.923913, + "f1": 0.902964, + "accuracy": 0.923913, + "main_score": 0.902964, + "hf_subset": "kmr_Latn-ars_Arab", + "languages": [ + "kmr-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.871057, + "recall": 0.903162, + "f1": 0.880357, + "accuracy": 0.903162, + "main_score": 0.880357, + "hf_subset": "kmr_Latn-ceb_Latn", + "languages": [ + "kmr-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.465203, + "recall": 0.527668, + "f1": 0.482175, + "accuracy": 0.527668, + "main_score": 0.482175, + "hf_subset": "kmr_Latn-fuv_Latn", + "languages": [ + "kmr-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.476054, + "recall": 0.524704, + "f1": 0.490137, + "accuracy": 0.524704, + "main_score": 0.490137, + "hf_subset": "kmr_Latn-kac_Latn", + "languages": [ + "kmr-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.595927, + "recall": 0.650198, + "f1": 0.611, + "accuracy": 0.650198, + "main_score": 0.611, + "hf_subset": "kmr_Latn-lin_Latn", + "languages": [ + "kmr-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.875192, + "recall": 0.908103, + "f1": 0.885277, + "accuracy": 0.908103, + "main_score": 0.885277, + "hf_subset": "kmr_Latn-nno_Latn", + "languages": [ + "kmr-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.787945, + "recall": 0.835968, + "f1": 0.801779, + "accuracy": 0.835968, + "main_score": 0.801779, + "hf_subset": "kmr_Latn-sat_Olck", + "languages": [ + "kmr-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.883432, + "recall": 0.914032, + "f1": 0.892344, + "accuracy": 0.914032, + "main_score": 0.892344, + "hf_subset": "kmr_Latn-tel_Telu", + "languages": [ + "kmr-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.878689, + "recall": 0.911067, + "f1": 0.888307, + "accuracy": 0.911067, + "main_score": 0.888307, + "hf_subset": "kmr_Latn-ydd_Hebr", + "languages": [ + "kmr-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.836455, + "recall": 0.880435, + "f1": 0.849574, + "accuracy": 0.880435, + "main_score": 0.849574, + "hf_subset": "kmr_Latn-ary_Arab", + "languages": [ + "kmr-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.887352, + "recall": 0.920949, + "f1": 0.897826, + "accuracy": 0.920949, + "main_score": 0.897826, + "hf_subset": "kmr_Latn-ces_Latn", + "languages": [ + "kmr-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.56429, + "recall": 0.631423, + "f1": 0.583062, + "accuracy": 0.631423, + "main_score": 0.583062, + "hf_subset": "kmr_Latn-gaz_Latn", + "languages": [ + "kmr-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.536025, + "recall": 0.593874, + "f1": 0.551383, + "accuracy": 0.593874, + "main_score": 0.551383, + "hf_subset": "kmr_Latn-kam_Latn", + "languages": [ + "kmr-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.880385, + "recall": 0.914032, + "f1": 0.890664, + "accuracy": 0.914032, + "main_score": 0.890664, + "hf_subset": "kmr_Latn-lit_Latn", + "languages": [ + "kmr-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.884544, + "recall": 0.916996, + "f1": 0.894455, + "accuracy": 0.916996, + "main_score": 0.894455, + "hf_subset": "kmr_Latn-nob_Latn", + "languages": [ + "kmr-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.875148, + "recall": 0.905138, + "f1": 0.883594, + "accuracy": 0.905138, + "main_score": 0.883594, + "hf_subset": "kmr_Latn-scn_Latn", + "languages": [ + "kmr-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.885352, + "recall": 0.917984, + "f1": 0.895636, + "accuracy": 0.917984, + "main_score": 0.895636, + "hf_subset": "kmr_Latn-tgk_Cyrl", + "languages": [ + "kmr-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.654433, + "recall": 0.721344, + "f1": 0.67345, + "accuracy": 0.721344, + "main_score": 0.67345, + "hf_subset": "kmr_Latn-yor_Latn", + "languages": [ + "kmr-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.873732, + "recall": 0.906126, + "f1": 0.883056, + "accuracy": 0.906126, + "main_score": 0.883056, + "hf_subset": "kmr_Latn-arz_Arab", + "languages": [ + "kmr-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.483315, + "recall": 0.535573, + "f1": 0.498046, + "accuracy": 0.535573, + "main_score": 0.498046, + "hf_subset": "kmr_Latn-cjk_Latn", + "languages": [ + "kmr-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.839756, + "recall": 0.882411, + "f1": 0.85303, + "accuracy": 0.882411, + "main_score": 0.85303, + "hf_subset": "kmr_Latn-gla_Latn", + "languages": [ + "kmr-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.856202, + "recall": 0.893281, + "f1": 0.86717, + "accuracy": 0.893281, + "main_score": 0.86717, + "hf_subset": "kmr_Latn-kan_Knda", + "languages": [ + "kmr-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.871871, + "recall": 0.90415, + "f1": 0.881489, + "accuracy": 0.90415, + "main_score": 0.881489, + "hf_subset": "kmr_Latn-lmo_Latn", + "languages": [ + "kmr-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.879224, + "recall": 0.910079, + "f1": 0.888406, + "accuracy": 0.910079, + "main_score": 0.888406, + "hf_subset": "kmr_Latn-npi_Deva", + "languages": [ + "kmr-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.512459, + "recall": 0.576087, + "f1": 0.530107, + "accuracy": 0.576087, + "main_score": 0.530107, + "hf_subset": "kmr_Latn-shn_Mymr", + "languages": [ + "kmr-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.892096, + "recall": 0.918972, + "f1": 0.899911, + "accuracy": 0.918972, + "main_score": 0.899911, + "hf_subset": "kmr_Latn-tgl_Latn", + "languages": [ + "kmr-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.870202, + "recall": 0.90415, + "f1": 0.880176, + "accuracy": 0.90415, + "main_score": 0.880176, + "hf_subset": "kmr_Latn-yue_Hant", + "languages": [ + "kmr-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.864766, + "recall": 0.901186, + "f1": 0.87584, + "accuracy": 0.901186, + "main_score": 0.87584, + "hf_subset": "kmr_Latn-asm_Beng", + "languages": [ + "kmr-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.852256, + "recall": 0.890316, + "f1": 0.863999, + "accuracy": 0.890316, + "main_score": 0.863999, + "hf_subset": "kmr_Latn-ckb_Arab", + "languages": [ + "kmr-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.858646, + "recall": 0.895257, + "f1": 0.869669, + "accuracy": 0.895257, + "main_score": 0.869669, + "hf_subset": "kmr_Latn-gle_Latn", + "languages": [ + "kmr-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.771279, + "recall": 0.825099, + "f1": 0.786915, + "accuracy": 0.825099, + "main_score": 0.786915, + "hf_subset": "kmr_Latn-kas_Arab", + "languages": [ + "kmr-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.809074, + "recall": 0.856719, + "f1": 0.823617, + "accuracy": 0.856719, + "main_score": 0.823617, + "hf_subset": "kmr_Latn-ltg_Latn", + "languages": [ + "kmr-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.762832, + "recall": 0.8083, + "f1": 0.77612, + "accuracy": 0.8083, + "main_score": 0.77612, + "hf_subset": "kmr_Latn-nso_Latn", + "languages": [ + "kmr-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.857131, + "recall": 0.898221, + "f1": 0.869565, + "accuracy": 0.898221, + "main_score": 0.869565, + "hf_subset": "kmr_Latn-sin_Sinh", + "languages": [ + "kmr-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.861637, + "recall": 0.898221, + "f1": 0.872711, + "accuracy": 0.898221, + "main_score": 0.872711, + "hf_subset": "kmr_Latn-tha_Thai", + "languages": [ + "kmr-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.832108, + "recall": 0.873518, + "f1": 0.843697, + "accuracy": 0.873518, + "main_score": 0.843697, + "hf_subset": "kmr_Latn-zho_Hans", + "languages": [ + "kmr-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.891511, + "recall": 0.91996, + "f1": 0.900049, + "accuracy": 0.91996, + "main_score": 0.900049, + "hf_subset": "kmr_Latn-ast_Latn", + "languages": [ + "kmr-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.882428, + "recall": 0.913043, + "f1": 0.891304, + "accuracy": 0.913043, + "main_score": 0.891304, + "hf_subset": "kmr_Latn-crh_Latn", + "languages": [ + "kmr-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.892655, + "recall": 0.922925, + "f1": 0.901896, + "accuracy": 0.922925, + "main_score": 0.901896, + "hf_subset": "kmr_Latn-glg_Latn", + "languages": [ + "kmr-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.734848, + "recall": 0.785573, + "f1": 0.749229, + "accuracy": 0.785573, + "main_score": 0.749229, + "hf_subset": "kmr_Latn-kas_Deva", + "languages": [ + "kmr-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.876888, + "recall": 0.905138, + "f1": 0.885151, + "accuracy": 0.905138, + "main_score": 0.885151, + "hf_subset": "kmr_Latn-ltz_Latn", + "languages": [ + "kmr-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.419239, + "recall": 0.479249, + "f1": 0.435416, + "accuracy": 0.479249, + "main_score": 0.435416, + "hf_subset": "kmr_Latn-nus_Latn", + "languages": [ + "kmr-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.89277, + "recall": 0.920949, + "f1": 0.901338, + "accuracy": 0.920949, + "main_score": 0.901338, + "hf_subset": "kmr_Latn-slk_Latn", + "languages": [ + "kmr-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.601543, + "recall": 0.670949, + "f1": 0.620876, + "accuracy": 0.670949, + "main_score": 0.620876, + "hf_subset": "kmr_Latn-tir_Ethi", + "languages": [ + "kmr-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.859585, + "recall": 0.897233, + "f1": 0.871, + "accuracy": 0.897233, + "main_score": 0.871, + "hf_subset": "kmr_Latn-zho_Hant", + "languages": [ + "kmr-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.870405, + "recall": 0.90415, + "f1": 0.880618, + "accuracy": 0.90415, + "main_score": 0.880618, + "hf_subset": "kmr_Latn-awa_Deva", + "languages": [ + "kmr-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.885655, + "recall": 0.918972, + "f1": 0.895982, + "accuracy": 0.918972, + "main_score": 0.895982, + "hf_subset": "kmr_Latn-cym_Latn", + "languages": [ + "kmr-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.674815, + "recall": 0.728261, + "f1": 0.689022, + "accuracy": 0.728261, + "main_score": 0.689022, + "hf_subset": "kmr_Latn-grn_Latn", + "languages": [ + "kmr-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.881236, + "recall": 0.913043, + "f1": 0.89081, + "accuracy": 0.913043, + "main_score": 0.89081, + "hf_subset": "kmr_Latn-kat_Geor", + "languages": [ + "kmr-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.555375, + "recall": 0.61166, + "f1": 0.570587, + "accuracy": 0.61166, + "main_score": 0.570587, + "hf_subset": "kmr_Latn-lua_Latn", + "languages": [ + "kmr-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.753277, + "recall": 0.807312, + "f1": 0.769419, + "accuracy": 0.807312, + "main_score": 0.769419, + "hf_subset": "kmr_Latn-nya_Latn", + "languages": [ + "kmr-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.884009, + "recall": 0.914032, + "f1": 0.89307, + "accuracy": 0.914032, + "main_score": 0.89307, + "hf_subset": "kmr_Latn-slv_Latn", + "languages": [ + "kmr-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.81456, + "recall": 0.854743, + "f1": 0.825611, + "accuracy": 0.854743, + "main_score": 0.825611, + "hf_subset": "kmr_Latn-tpi_Latn", + "languages": [ + "kmr-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.883564, + "recall": 0.916008, + "f1": 0.893577, + "accuracy": 0.916008, + "main_score": 0.893577, + "hf_subset": "kmr_Latn-zsm_Latn", + "languages": [ + "kmr-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.506364, + "recall": 0.560277, + "f1": 0.522013, + "accuracy": 0.560277, + "main_score": 0.522013, + "hf_subset": "kmr_Latn-ayr_Latn", + "languages": [ + "kmr-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.908663, + "recall": 0.932806, + "f1": 0.915763, + "accuracy": 0.932806, + "main_score": 0.915763, + "hf_subset": "kmr_Latn-dan_Latn", + "languages": [ + "kmr-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.881703, + "recall": 0.91502, + "f1": 0.891831, + "accuracy": 0.91502, + "main_score": 0.891831, + "hf_subset": "kmr_Latn-guj_Gujr", + "languages": [ + "kmr-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.86553, + "recall": 0.903162, + "f1": 0.876797, + "accuracy": 0.903162, + "main_score": 0.876797, + "hf_subset": "kmr_Latn-kaz_Cyrl", + "languages": [ + "kmr-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.625769, + "recall": 0.694664, + "f1": 0.645061, + "accuracy": 0.694664, + "main_score": 0.645061, + "hf_subset": "kmr_Latn-lug_Latn", + "languages": [ + "kmr-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.877734, + "recall": 0.909091, + "f1": 0.886881, + "accuracy": 0.909091, + "main_score": 0.886881, + "hf_subset": "kmr_Latn-oci_Latn", + "languages": [ + "kmr-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.762972, + "recall": 0.809289, + "f1": 0.776396, + "accuracy": 0.809289, + "main_score": 0.776396, + "hf_subset": "kmr_Latn-smo_Latn", + "languages": [ + "kmr-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.689246, + "recall": 0.749012, + "f1": 0.706969, + "accuracy": 0.749012, + "main_score": 0.706969, + "hf_subset": "kmr_Latn-tsn_Latn", + "languages": [ + "kmr-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.819746, + "recall": 0.866601, + "f1": 0.833992, + "accuracy": 0.866601, + "main_score": 0.833992, + "hf_subset": "kmr_Latn-zul_Latn", + "languages": [ + "kmr-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.797532, + "recall": 0.843874, + "f1": 0.810903, + "accuracy": 0.843874, + "main_score": 0.810903, + "hf_subset": "kmr_Latn-azb_Arab", + "languages": [ + "kmr-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.888185, + "recall": 0.916996, + "f1": 0.896563, + "accuracy": 0.916996, + "main_score": 0.896563, + "hf_subset": "kmr_Latn-deu_Latn", + "languages": [ + "kmr-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.849473, + "recall": 0.890316, + "f1": 0.862008, + "accuracy": 0.890316, + "main_score": 0.862008, + "hf_subset": "kmr_Latn-hat_Latn", + "languages": [ + "kmr-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.491838, + "recall": 0.546443, + "f1": 0.506737, + "accuracy": 0.546443, + "main_score": 0.506737, + "hf_subset": "kmr_Latn-kbp_Latn", + "languages": [ + "kmr-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.501934, + "recall": 0.55336, + "f1": 0.516279, + "accuracy": 0.55336, + "main_score": 0.516279, + "hf_subset": "kmr_Latn-luo_Latn", + "languages": [ + "kmr-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.84138, + "recall": 0.884387, + "f1": 0.854628, + "accuracy": 0.884387, + "main_score": 0.854628, + "hf_subset": "kmr_Latn-ory_Orya", + "languages": [ + "kmr-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.797414, + "recall": 0.844862, + "f1": 0.811745, + "accuracy": 0.844862, + "main_score": 0.811745, + "hf_subset": "kmr_Latn-sna_Latn", + "languages": [ + "kmr-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.627366, + "recall": 0.689723, + "f1": 0.645006, + "accuracy": 0.689723, + "main_score": 0.645006, + "hf_subset": "kmr_Latn-tso_Latn", + "languages": [ + "kmr-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.86679, + "recall": 0.901186, + "f1": 0.876965, + "accuracy": 0.901186, + "main_score": 0.876965, + "hf_subset": "kmr_Latn-azj_Latn", + "languages": [ + "kmr-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.479014, + "recall": 0.528656, + "f1": 0.493334, + "accuracy": 0.528656, + "main_score": 0.493334, + "hf_subset": "kmr_Latn-dik_Latn", + "languages": [ + "kmr-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.81665, + "recall": 0.858696, + "f1": 0.829004, + "accuracy": 0.858696, + "main_score": 0.829004, + "hf_subset": "kmr_Latn-hau_Latn", + "languages": [ + "kmr-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.855649, + "recall": 0.891304, + "f1": 0.866311, + "accuracy": 0.891304, + "main_score": 0.866311, + "hf_subset": "kmr_Latn-kea_Latn", + "languages": [ + "kmr-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.788096, + "recall": 0.833004, + "f1": 0.801076, + "accuracy": 0.833004, + "main_score": 0.801076, + "hf_subset": "kmr_Latn-lus_Latn", + "languages": [ + "kmr-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.737887, + "recall": 0.782609, + "f1": 0.750376, + "accuracy": 0.782609, + "main_score": 0.750376, + "hf_subset": "kmr_Latn-pag_Latn", + "languages": [ + "kmr-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.834997, + "recall": 0.87747, + "f1": 0.847694, + "accuracy": 0.87747, + "main_score": 0.847694, + "hf_subset": "kmr_Latn-snd_Arab", + "languages": [ + "kmr-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.881044, + "recall": 0.911067, + "f1": 0.88994, + "accuracy": 0.911067, + "main_score": 0.88994, + "hf_subset": "kmr_Latn-tuk_Latn", + "languages": [ + "kmr-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.878179, + "recall": 0.908103, + "f1": 0.88707, + "accuracy": 0.908103, + "main_score": 0.88707, + "hf_subset": "kmr_Latn-bak_Cyrl", + "languages": [ + "kmr-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.450992, + "recall": 0.508893, + "f1": 0.466818, + "accuracy": 0.508893, + "main_score": 0.466818, + "hf_subset": "kmr_Latn-dyu_Latn", + "languages": [ + "kmr-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.890135, + "recall": 0.91996, + "f1": 0.899181, + "accuracy": 0.91996, + "main_score": 0.899181, + "hf_subset": "kmr_Latn-heb_Hebr", + "languages": [ + "kmr-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.881752, + "recall": 0.912055, + "f1": 0.891074, + "accuracy": 0.912055, + "main_score": 0.891074, + "hf_subset": "kmr_Latn-khk_Cyrl", + "languages": [ + "kmr-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.879405, + "recall": 0.908103, + "f1": 0.887543, + "accuracy": 0.908103, + "main_score": 0.887543, + "hf_subset": "kmr_Latn-lvs_Latn", + "languages": [ + "kmr-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.866222, + "recall": 0.90415, + "f1": 0.877866, + "accuracy": 0.90415, + "main_score": 0.877866, + "hf_subset": "kmr_Latn-pan_Guru", + "languages": [ + "kmr-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.794252, + "recall": 0.843874, + "f1": 0.808682, + "accuracy": 0.843874, + "main_score": 0.808682, + "hf_subset": "kmr_Latn-som_Latn", + "languages": [ + "kmr-Latn", + "som-Latn" + ] + }, + { + "precision": 0.617714, + "recall": 0.672925, + "f1": 0.633223, + "accuracy": 0.672925, + "main_score": 0.633223, + "hf_subset": "kmr_Latn-tum_Latn", + "languages": [ + "kmr-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.571245, + "recall": 0.650198, + "f1": 0.593665, + "accuracy": 0.650198, + "main_score": 0.593665, + "hf_subset": "min_Latn-ace_Arab", + "languages": [ + "min-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.486714, + "recall": 0.54249, + "f1": 0.501497, + "accuracy": 0.54249, + "main_score": 0.501497, + "hf_subset": "min_Latn-bam_Latn", + "languages": [ + "min-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.628598, + "recall": 0.711462, + "f1": 0.65301, + "accuracy": 0.711462, + "main_score": 0.65301, + "hf_subset": "min_Latn-dzo_Tibt", + "languages": [ + "min-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "min_Latn-hin_Deva", + "languages": [ + "min-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "min_Latn-khm_Khmr", + "languages": [ + "min-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "min_Latn-mag_Deva", + "languages": [ + "min-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-pap_Latn", + "languages": [ + "min-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.856917, + "recall": 0.897233, + "f1": 0.869532, + "accuracy": 0.897233, + "main_score": 0.869532, + "hf_subset": "min_Latn-sot_Latn", + "languages": [ + "min-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "min_Latn-tur_Latn", + "languages": [ + "min-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.893182, + "recall": 0.924901, + "f1": 0.903327, + "accuracy": 0.924901, + "main_score": 0.903327, + "hf_subset": "min_Latn-ace_Latn", + "languages": [ + "min-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "min_Latn-ban_Latn", + "languages": [ + "min-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "min_Latn-ell_Grek", + "languages": [ + "min-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "min_Latn-hne_Deva", + "languages": [ + "min-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.573352, + "recall": 0.643281, + "f1": 0.593016, + "accuracy": 0.643281, + "main_score": 0.593016, + "hf_subset": "min_Latn-kik_Latn", + "languages": [ + "min-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "min_Latn-mai_Deva", + "languages": [ + "min-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.944038, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "min_Latn-pbt_Arab", + "languages": [ + "min-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "min_Latn-spa_Latn", + "languages": [ + "min-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.777652, + "recall": 0.828063, + "f1": 0.792758, + "accuracy": 0.828063, + "main_score": 0.792758, + "hf_subset": "min_Latn-twi_Latn", + "languages": [ + "min-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "min_Latn-acm_Arab", + "languages": [ + "min-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "min_Latn-bel_Cyrl", + "languages": [ + "min-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "min_Latn-eng_Latn", + "languages": [ + "min-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "min_Latn-hrv_Latn", + "languages": [ + "min-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.857708, + "recall": 0.898221, + "f1": 0.870356, + "accuracy": 0.898221, + "main_score": 0.870356, + "hf_subset": "min_Latn-kin_Latn", + "languages": [ + "min-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "min_Latn-mal_Mlym", + "languages": [ + "min-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "min_Latn-pes_Arab", + "languages": [ + "min-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "min_Latn-srd_Latn", + "languages": [ + "min-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.203521, + "recall": 0.26581, + "f1": 0.218485, + "accuracy": 0.26581, + "main_score": 0.218485, + "hf_subset": "min_Latn-tzm_Tfng", + "languages": [ + "min-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "min_Latn-acq_Arab", + "languages": [ + "min-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.671681, + "recall": 0.738142, + "f1": 0.690691, + "accuracy": 0.738142, + "main_score": 0.690691, + "hf_subset": "min_Latn-bem_Latn", + "languages": [ + "min-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-epo_Latn", + "languages": [ + "min-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "min_Latn-hun_Latn", + "languages": [ + "min-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "min_Latn-kir_Cyrl", + "languages": [ + "min-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "min_Latn-mar_Deva", + "languages": [ + "min-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.870306, + "recall": 0.907115, + "f1": 0.881621, + "accuracy": 0.907115, + "main_score": 0.881621, + "hf_subset": "min_Latn-plt_Latn", + "languages": [ + "min-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-srp_Cyrl", + "languages": [ + "min-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.925066, + "recall": 0.948617, + "f1": 0.932642, + "accuracy": 0.948617, + "main_score": 0.932642, + "hf_subset": "min_Latn-uig_Arab", + "languages": [ + "min-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "min_Latn-aeb_Arab", + "languages": [ + "min-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-ben_Beng", + "languages": [ + "min-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "min_Latn-est_Latn", + "languages": [ + "min-Latn", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-hye_Armn", + "languages": [ + "min-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.480552, + "recall": 0.541502, + "f1": 0.497458, + "accuracy": 0.541502, + "main_score": 0.497458, + "hf_subset": "min_Latn-kmb_Latn", + "languages": [ + "min-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.659741, + "recall": 0.735178, + "f1": 0.681136, + "accuracy": 0.735178, + "main_score": 0.681136, + "hf_subset": "min_Latn-min_Arab", + "languages": [ + "min-Latn", + "min-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "min_Latn-pol_Latn", + "languages": [ + "min-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.749078, + "recall": 0.813241, + "f1": 0.768379, + "accuracy": 0.813241, + "main_score": 0.768379, + "hf_subset": "min_Latn-ssw_Latn", + "languages": [ + "min-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "min_Latn-ukr_Cyrl", + "languages": [ + "min-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-afr_Latn", + "languages": [ + "min-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "min_Latn-bho_Deva", + "languages": [ + "min-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-eus_Latn", + "languages": [ + "min-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.865152, + "recall": 0.905138, + "f1": 0.877767, + "accuracy": 0.905138, + "main_score": 0.877767, + "hf_subset": "min_Latn-ibo_Latn", + "languages": [ + "min-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.8764, + "recall": 0.911067, + "f1": 0.887418, + "accuracy": 0.911067, + "main_score": 0.887418, + "hf_subset": "min_Latn-kmr_Latn", + "languages": [ + "min-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "min_Latn-por_Latn", + "languages": [ + "min-Latn", + "por-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "min_Latn-sun_Latn", + "languages": [ + "min-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.481593, + "recall": 0.547431, + "f1": 0.500668, + "accuracy": 0.547431, + "main_score": 0.500668, + "hf_subset": "min_Latn-umb_Latn", + "languages": [ + "min-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-ajp_Arab", + "languages": [ + "min-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.552912, + "recall": 0.63834, + "f1": 0.577007, + "accuracy": 0.63834, + "main_score": 0.577007, + "hf_subset": "min_Latn-bjn_Arab", + "languages": [ + "min-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.460171, + "recall": 0.51581, + "f1": 0.475391, + "accuracy": 0.51581, + "main_score": 0.475391, + "hf_subset": "min_Latn-ewe_Latn", + "languages": [ + "min-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "min_Latn-ilo_Latn", + "languages": [ + "min-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.263343, + "recall": 0.333004, + "f1": 0.280732, + "accuracy": 0.333004, + "main_score": 0.280732, + "hf_subset": "min_Latn-knc_Arab", + "languages": [ + "min-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-mkd_Cyrl", + "languages": [ + "min-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-prs_Arab", + "languages": [ + "min-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "min_Latn-swe_Latn", + "languages": [ + "min-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-urd_Arab", + "languages": [ + "min-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.740777, + "recall": 0.798419, + "f1": 0.757628, + "accuracy": 0.798419, + "main_score": 0.757628, + "hf_subset": "min_Latn-aka_Latn", + "languages": [ + "min-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "min_Latn-bjn_Latn", + "languages": [ + "min-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "min_Latn-fao_Latn", + "languages": [ + "min-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "min_Latn-ind_Latn", + "languages": [ + "min-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.530596, + "recall": 0.58498, + "f1": 0.544744, + "accuracy": 0.58498, + "main_score": 0.544744, + "hf_subset": "min_Latn-knc_Latn", + "languages": [ + "min-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "min_Latn-mlt_Latn", + "languages": [ + "min-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.641246, + "recall": 0.712451, + "f1": 0.661778, + "accuracy": 0.712451, + "main_score": 0.661778, + "hf_subset": "min_Latn-quy_Latn", + "languages": [ + "min-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "min_Latn-swh_Latn", + "languages": [ + "min-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "min_Latn-uzn_Latn", + "languages": [ + "min-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "min_Latn-als_Latn", + "languages": [ + "min-Latn", + "als-Latn" + ] + }, + { + "precision": 0.775801, + "recall": 0.833004, + "f1": 0.793191, + "accuracy": 0.833004, + "main_score": 0.793191, + "hf_subset": "min_Latn-bod_Tibt", + "languages": [ + "min-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.629621, + "recall": 0.699605, + "f1": 0.65013, + "accuracy": 0.699605, + "main_score": 0.65013, + "hf_subset": "min_Latn-fij_Latn", + "languages": [ + "min-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "min_Latn-isl_Latn", + "languages": [ + "min-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.587205, + "recall": 0.661067, + "f1": 0.607573, + "accuracy": 0.661067, + "main_score": 0.607573, + "hf_subset": "min_Latn-kon_Latn", + "languages": [ + "min-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.602277, + "recall": 0.677866, + "f1": 0.62385, + "accuracy": 0.677866, + "main_score": 0.62385, + "hf_subset": "min_Latn-mni_Beng", + "languages": [ + "min-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "min_Latn-ron_Latn", + "languages": [ + "min-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.983202, + "f1": 0.97892, + "accuracy": 0.983202, + "main_score": 0.97892, + "hf_subset": "min_Latn-szl_Latn", + "languages": [ + "min-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "min_Latn-vec_Latn", + "languages": [ + "min-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.918396, + "recall": 0.943676, + "f1": 0.926449, + "accuracy": 0.943676, + "main_score": 0.926449, + "hf_subset": "min_Latn-amh_Ethi", + "languages": [ + "min-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "min_Latn-bos_Latn", + "languages": [ + "min-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-fin_Latn", + "languages": [ + "min-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "min_Latn-ita_Latn", + "languages": [ + "min-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "min_Latn-kor_Hang", + "languages": [ + "min-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.508001, + "recall": 0.567194, + "f1": 0.524236, + "accuracy": 0.567194, + "main_score": 0.524236, + "hf_subset": "min_Latn-mos_Latn", + "languages": [ + "min-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.752315, + "recall": 0.815217, + "f1": 0.771294, + "accuracy": 0.815217, + "main_score": 0.771294, + "hf_subset": "min_Latn-run_Latn", + "languages": [ + "min-Latn", + "run-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "min_Latn-tam_Taml", + "languages": [ + "min-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "min_Latn-vie_Latn", + "languages": [ + "min-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-apc_Arab", + "languages": [ + "min-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.734924, + "recall": 0.799407, + "f1": 0.753936, + "accuracy": 0.799407, + "main_score": 0.753936, + "hf_subset": "min_Latn-bug_Latn", + "languages": [ + "min-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.42815, + "recall": 0.481225, + "f1": 0.442304, + "accuracy": 0.481225, + "main_score": 0.442304, + "hf_subset": "min_Latn-fon_Latn", + "languages": [ + "min-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "min_Latn-jav_Latn", + "languages": [ + "min-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "min_Latn-lao_Laoo", + "languages": [ + "min-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.859684, + "recall": 0.899209, + "f1": 0.872003, + "accuracy": 0.899209, + "main_score": 0.872003, + "hf_subset": "min_Latn-mri_Latn", + "languages": [ + "min-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-rus_Cyrl", + "languages": [ + "min-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.517494, + "recall": 0.573123, + "f1": 0.532837, + "accuracy": 0.573123, + "main_score": 0.532837, + "hf_subset": "min_Latn-taq_Latn", + "languages": [ + "min-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-war_Latn", + "languages": [ + "min-Latn", + "war-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-arb_Arab", + "languages": [ + "min-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "min_Latn-bul_Cyrl", + "languages": [ + "min-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-fra_Latn", + "languages": [ + "min-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-jpn_Jpan", + "languages": [ + "min-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "min_Latn-lij_Latn", + "languages": [ + "min-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "min_Latn-mya_Mymr", + "languages": [ + "min-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.543103, + "recall": 0.605731, + "f1": 0.560572, + "accuracy": 0.605731, + "main_score": 0.560572, + "hf_subset": "min_Latn-sag_Latn", + "languages": [ + "min-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.223339, + "recall": 0.294466, + "f1": 0.240909, + "accuracy": 0.294466, + "main_score": 0.240909, + "hf_subset": "min_Latn-taq_Tfng", + "languages": [ + "min-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.627917, + "recall": 0.694664, + "f1": 0.646656, + "accuracy": 0.694664, + "main_score": 0.646656, + "hf_subset": "min_Latn-wol_Latn", + "languages": [ + "min-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.813274, + "recall": 0.866601, + "f1": 0.829644, + "accuracy": 0.866601, + "main_score": 0.829644, + "hf_subset": "min_Latn-arb_Latn", + "languages": [ + "min-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "min_Latn-cat_Latn", + "languages": [ + "min-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "min_Latn-fur_Latn", + "languages": [ + "min-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.452771, + "recall": 0.528656, + "f1": 0.473631, + "accuracy": 0.528656, + "main_score": 0.473631, + "hf_subset": "min_Latn-kab_Latn", + "languages": [ + "min-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "min_Latn-lim_Latn", + "languages": [ + "min-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "min_Latn-nld_Latn", + "languages": [ + "min-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "min_Latn-san_Deva", + "languages": [ + "min-Latn", + "san-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-tat_Cyrl", + "languages": [ + "min-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.878491, + "recall": 0.914032, + "f1": 0.889789, + "accuracy": 0.914032, + "main_score": 0.889789, + "hf_subset": "min_Latn-xho_Latn", + "languages": [ + "min-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-ars_Arab", + "languages": [ + "min-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "min_Latn-ceb_Latn", + "languages": [ + "min-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.491184, + "recall": 0.560277, + "f1": 0.510542, + "accuracy": 0.560277, + "main_score": 0.510542, + "hf_subset": "min_Latn-fuv_Latn", + "languages": [ + "min-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.47926, + "recall": 0.54249, + "f1": 0.495957, + "accuracy": 0.54249, + "main_score": 0.495957, + "hf_subset": "min_Latn-kac_Latn", + "languages": [ + "min-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.647061, + "recall": 0.713439, + "f1": 0.665598, + "accuracy": 0.713439, + "main_score": 0.665598, + "hf_subset": "min_Latn-lin_Latn", + "languages": [ + "min-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "min_Latn-nno_Latn", + "languages": [ + "min-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.843742, + "recall": 0.88834, + "f1": 0.857675, + "accuracy": 0.88834, + "main_score": 0.857675, + "hf_subset": "min_Latn-sat_Olck", + "languages": [ + "min-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "min_Latn-tel_Telu", + "languages": [ + "min-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "min_Latn-ydd_Hebr", + "languages": [ + "min-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "min_Latn-ary_Arab", + "languages": [ + "min-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-ces_Latn", + "languages": [ + "min-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.571731, + "recall": 0.651186, + "f1": 0.594408, + "accuracy": 0.651186, + "main_score": 0.594408, + "hf_subset": "min_Latn-gaz_Latn", + "languages": [ + "min-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.537065, + "recall": 0.607708, + "f1": 0.556941, + "accuracy": 0.607708, + "main_score": 0.556941, + "hf_subset": "min_Latn-kam_Latn", + "languages": [ + "min-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "min_Latn-lit_Latn", + "languages": [ + "min-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "min_Latn-nob_Latn", + "languages": [ + "min-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "min_Latn-scn_Latn", + "languages": [ + "min-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "min_Latn-tgk_Cyrl", + "languages": [ + "min-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.742984, + "recall": 0.810277, + "f1": 0.762902, + "accuracy": 0.810277, + "main_score": 0.762902, + "hf_subset": "min_Latn-yor_Latn", + "languages": [ + "min-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-arz_Arab", + "languages": [ + "min-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.4856, + "recall": 0.549407, + "f1": 0.503262, + "accuracy": 0.549407, + "main_score": 0.503262, + "hf_subset": "min_Latn-cjk_Latn", + "languages": [ + "min-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.922925, + "recall": 0.947628, + "f1": 0.930995, + "accuracy": 0.947628, + "main_score": 0.930995, + "hf_subset": "min_Latn-gla_Latn", + "languages": [ + "min-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "min_Latn-kan_Knda", + "languages": [ + "min-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.976449, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "min_Latn-lmo_Latn", + "languages": [ + "min-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "min_Latn-npi_Deva", + "languages": [ + "min-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.526047, + "recall": 0.613636, + "f1": 0.550439, + "accuracy": 0.613636, + "main_score": 0.550439, + "hf_subset": "min_Latn-shn_Mymr", + "languages": [ + "min-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-tgl_Latn", + "languages": [ + "min-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "min_Latn-yue_Hant", + "languages": [ + "min-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "min_Latn-asm_Beng", + "languages": [ + "min-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.920043, + "recall": 0.944664, + "f1": 0.927931, + "accuracy": 0.944664, + "main_score": 0.927931, + "hf_subset": "min_Latn-ckb_Arab", + "languages": [ + "min-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "min_Latn-gle_Latn", + "languages": [ + "min-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.88414, + "recall": 0.918972, + "f1": 0.895323, + "accuracy": 0.918972, + "main_score": 0.895323, + "hf_subset": "min_Latn-kas_Arab", + "languages": [ + "min-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.8764, + "recall": 0.911067, + "f1": 0.887582, + "accuracy": 0.911067, + "main_score": 0.887582, + "hf_subset": "min_Latn-ltg_Latn", + "languages": [ + "min-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.792935, + "recall": 0.843874, + "f1": 0.808602, + "accuracy": 0.843874, + "main_score": 0.808602, + "hf_subset": "min_Latn-nso_Latn", + "languages": [ + "min-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "min_Latn-sin_Sinh", + "languages": [ + "min-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "min_Latn-tha_Thai", + "languages": [ + "min-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-zho_Hans", + "languages": [ + "min-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "min_Latn-ast_Latn", + "languages": [ + "min-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "min_Latn-crh_Latn", + "languages": [ + "min-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "min_Latn-glg_Latn", + "languages": [ + "min-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.827684, + "recall": 0.87253, + "f1": 0.841535, + "accuracy": 0.87253, + "main_score": 0.841535, + "hf_subset": "min_Latn-kas_Deva", + "languages": [ + "min-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "min_Latn-ltz_Latn", + "languages": [ + "min-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.430135, + "recall": 0.498024, + "f1": 0.448226, + "accuracy": 0.498024, + "main_score": 0.448226, + "hf_subset": "min_Latn-nus_Latn", + "languages": [ + "min-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "min_Latn-slk_Latn", + "languages": [ + "min-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.648024, + "recall": 0.727273, + "f1": 0.670949, + "accuracy": 0.727273, + "main_score": 0.670949, + "hf_subset": "min_Latn-tir_Ethi", + "languages": [ + "min-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "min_Latn-zho_Hant", + "languages": [ + "min-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.968132, + "recall": 0.977273, + "f1": 0.97108, + "accuracy": 0.977273, + "main_score": 0.97108, + "hf_subset": "min_Latn-awa_Deva", + "languages": [ + "min-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "min_Latn-cym_Latn", + "languages": [ + "min-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.749638, + "recall": 0.805336, + "f1": 0.76542, + "accuracy": 0.805336, + "main_score": 0.76542, + "hf_subset": "min_Latn-grn_Latn", + "languages": [ + "min-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "min_Latn-kat_Geor", + "languages": [ + "min-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.618203, + "recall": 0.675889, + "f1": 0.634193, + "accuracy": 0.675889, + "main_score": 0.634193, + "hf_subset": "min_Latn-lua_Latn", + "languages": [ + "min-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.82724, + "recall": 0.873518, + "f1": 0.8417, + "accuracy": 0.873518, + "main_score": 0.8417, + "hf_subset": "min_Latn-nya_Latn", + "languages": [ + "min-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "min_Latn-slv_Latn", + "languages": [ + "min-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "min_Latn-tpi_Latn", + "languages": [ + "min-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-zsm_Latn", + "languages": [ + "min-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.499859, + "recall": 0.564229, + "f1": 0.518088, + "accuracy": 0.564229, + "main_score": 0.518088, + "hf_subset": "min_Latn-ayr_Latn", + "languages": [ + "min-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "min_Latn-dan_Latn", + "languages": [ + "min-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-guj_Gujr", + "languages": [ + "min-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-kaz_Cyrl", + "languages": [ + "min-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.63886, + "recall": 0.711462, + "f1": 0.659658, + "accuracy": 0.711462, + "main_score": 0.659658, + "hf_subset": "min_Latn-lug_Latn", + "languages": [ + "min-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-oci_Latn", + "languages": [ + "min-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.839995, + "recall": 0.881423, + "f1": 0.852888, + "accuracy": 0.881423, + "main_score": 0.852888, + "hf_subset": "min_Latn-smo_Latn", + "languages": [ + "min-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.754644, + "recall": 0.811265, + "f1": 0.771396, + "accuracy": 0.811265, + "main_score": 0.771396, + "hf_subset": "min_Latn-tsn_Latn", + "languages": [ + "min-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.896986, + "recall": 0.928854, + "f1": 0.907345, + "accuracy": 0.928854, + "main_score": 0.907345, + "hf_subset": "min_Latn-zul_Latn", + "languages": [ + "min-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.914114, + "recall": 0.940711, + "f1": 0.922661, + "accuracy": 0.940711, + "main_score": 0.922661, + "hf_subset": "min_Latn-azb_Arab", + "languages": [ + "min-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-deu_Latn", + "languages": [ + "min-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "min_Latn-hat_Latn", + "languages": [ + "min-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.476541, + "recall": 0.534585, + "f1": 0.492786, + "accuracy": 0.534585, + "main_score": 0.492786, + "hf_subset": "min_Latn-kbp_Latn", + "languages": [ + "min-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.523028, + "recall": 0.583004, + "f1": 0.539428, + "accuracy": 0.583004, + "main_score": 0.539428, + "hf_subset": "min_Latn-luo_Latn", + "languages": [ + "min-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "min_Latn-ory_Orya", + "languages": [ + "min-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.872036, + "recall": 0.907115, + "f1": 0.883187, + "accuracy": 0.907115, + "main_score": 0.883187, + "hf_subset": "min_Latn-sna_Latn", + "languages": [ + "min-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.653085, + "recall": 0.724308, + "f1": 0.673013, + "accuracy": 0.724308, + "main_score": 0.673013, + "hf_subset": "min_Latn-tso_Latn", + "languages": [ + "min-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "min_Latn-azj_Latn", + "languages": [ + "min-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.496004, + "recall": 0.559289, + "f1": 0.513858, + "accuracy": 0.559289, + "main_score": 0.513858, + "hf_subset": "min_Latn-dik_Latn", + "languages": [ + "min-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.897184, + "recall": 0.926877, + "f1": 0.906686, + "accuracy": 0.926877, + "main_score": 0.906686, + "hf_subset": "min_Latn-hau_Latn", + "languages": [ + "min-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "min_Latn-kea_Latn", + "languages": [ + "min-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.907444, + "recall": 0.934783, + "f1": 0.91614, + "accuracy": 0.934783, + "main_score": 0.91614, + "hf_subset": "min_Latn-lus_Latn", + "languages": [ + "min-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.82971, + "recall": 0.87253, + "f1": 0.843347, + "accuracy": 0.87253, + "main_score": 0.843347, + "hf_subset": "min_Latn-pag_Latn", + "languages": [ + "min-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "min_Latn-snd_Arab", + "languages": [ + "min-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "min_Latn-tuk_Latn", + "languages": [ + "min-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "min_Latn-bak_Cyrl", + "languages": [ + "min-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.45561, + "recall": 0.52668, + "f1": 0.474887, + "accuracy": 0.52668, + "main_score": 0.474887, + "hf_subset": "min_Latn-dyu_Latn", + "languages": [ + "min-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "min_Latn-heb_Hebr", + "languages": [ + "min-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "min_Latn-khk_Cyrl", + "languages": [ + "min-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "min_Latn-lvs_Latn", + "languages": [ + "min-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "min_Latn-pan_Guru", + "languages": [ + "min-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.859305, + "recall": 0.900198, + "f1": 0.872266, + "accuracy": 0.900198, + "main_score": 0.872266, + "hf_subset": "min_Latn-som_Latn", + "languages": [ + "min-Latn", + "som-Latn" + ] + }, + { + "precision": 0.678618, + "recall": 0.740119, + "f1": 0.696678, + "accuracy": 0.740119, + "main_score": 0.696678, + "hf_subset": "min_Latn-tum_Latn", + "languages": [ + "min-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.541758, + "recall": 0.633399, + "f1": 0.568728, + "accuracy": 0.633399, + "main_score": 0.568728, + "hf_subset": "por_Latn-ace_Arab", + "languages": [ + "por-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.469579, + "recall": 0.535573, + "f1": 0.487195, + "accuracy": 0.535573, + "main_score": 0.487195, + "hf_subset": "por_Latn-bam_Latn", + "languages": [ + "por-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.665951, + "recall": 0.748024, + "f1": 0.689801, + "accuracy": 0.748024, + "main_score": 0.689801, + "hf_subset": "por_Latn-dzo_Tibt", + "languages": [ + "por-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-hin_Deva", + "languages": [ + "por-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "por_Latn-khm_Khmr", + "languages": [ + "por-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-mag_Deva", + "languages": [ + "por-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-pap_Latn", + "languages": [ + "por-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.880303, + "recall": 0.916008, + "f1": 0.891798, + "accuracy": 0.916008, + "main_score": 0.891798, + "hf_subset": "por_Latn-sot_Latn", + "languages": [ + "por-Latn", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-tur_Latn", + "languages": [ + "por-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.882889, + "recall": 0.916008, + "f1": 0.893182, + "accuracy": 0.916008, + "main_score": 0.893182, + "hf_subset": "por_Latn-ace_Latn", + "languages": [ + "por-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "por_Latn-ban_Latn", + "languages": [ + "por-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-ell_Grek", + "languages": [ + "por-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "por_Latn-hne_Deva", + "languages": [ + "por-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.589365, + "recall": 0.664032, + "f1": 0.610181, + "accuracy": 0.664032, + "main_score": 0.610181, + "hf_subset": "por_Latn-kik_Latn", + "languages": [ + "por-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-mai_Deva", + "languages": [ + "por-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "por_Latn-pbt_Arab", + "languages": [ + "por-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-spa_Latn", + "languages": [ + "por-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.794005, + "recall": 0.846838, + "f1": 0.809816, + "accuracy": 0.846838, + "main_score": 0.809816, + "hf_subset": "por_Latn-twi_Latn", + "languages": [ + "por-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-acm_Arab", + "languages": [ + "por-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-bel_Cyrl", + "languages": [ + "por-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-hrv_Latn", + "languages": [ + "por-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.875247, + "recall": 0.911067, + "f1": 0.886397, + "accuracy": 0.911067, + "main_score": 0.886397, + "hf_subset": "por_Latn-kin_Latn", + "languages": [ + "por-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-mal_Mlym", + "languages": [ + "por-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-pes_Arab", + "languages": [ + "por-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-srd_Latn", + "languages": [ + "por-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.202155, + "recall": 0.26581, + "f1": 0.217649, + "accuracy": 0.26581, + "main_score": 0.217649, + "hf_subset": "por_Latn-tzm_Tfng", + "languages": [ + "por-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-acq_Arab", + "languages": [ + "por-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.676219, + "recall": 0.751976, + "f1": 0.698123, + "accuracy": 0.751976, + "main_score": 0.698123, + "hf_subset": "por_Latn-bem_Latn", + "languages": [ + "por-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-epo_Latn", + "languages": [ + "por-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-hun_Latn", + "languages": [ + "por-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "por_Latn-kir_Cyrl", + "languages": [ + "por-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-mar_Deva", + "languages": [ + "por-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.879776, + "recall": 0.914032, + "f1": 0.890283, + "accuracy": 0.914032, + "main_score": 0.890283, + "hf_subset": "por_Latn-plt_Latn", + "languages": [ + "por-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-srp_Cyrl", + "languages": [ + "por-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "por_Latn-uig_Arab", + "languages": [ + "por-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-aeb_Arab", + "languages": [ + "por-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-ben_Beng", + "languages": [ + "por-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-est_Latn", + "languages": [ + "por-Latn", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-hye_Armn", + "languages": [ + "por-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.478067, + "recall": 0.54249, + "f1": 0.495654, + "accuracy": 0.54249, + "main_score": 0.495654, + "hf_subset": "por_Latn-kmb_Latn", + "languages": [ + "por-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.524378, + "recall": 0.609684, + "f1": 0.547453, + "accuracy": 0.609684, + "main_score": 0.547453, + "hf_subset": "por_Latn-min_Arab", + "languages": [ + "por-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-pol_Latn", + "languages": [ + "por-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.757889, + "recall": 0.821146, + "f1": 0.777141, + "accuracy": 0.821146, + "main_score": 0.777141, + "hf_subset": "por_Latn-ssw_Latn", + "languages": [ + "por-Latn", + "ssw-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ukr_Cyrl", + "languages": [ + "por-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-afr_Latn", + "languages": [ + "por-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "por_Latn-bho_Deva", + "languages": [ + "por-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-eus_Latn", + "languages": [ + "por-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.881588, + "recall": 0.917984, + "f1": 0.893083, + "accuracy": 0.917984, + "main_score": 0.893083, + "hf_subset": "por_Latn-ibo_Latn", + "languages": [ + "por-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.887434, + "recall": 0.920949, + "f1": 0.897958, + "accuracy": 0.920949, + "main_score": 0.897958, + "hf_subset": "por_Latn-kmr_Latn", + "languages": [ + "por-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "por_Latn-min_Latn", + "languages": [ + "por-Latn", + "min-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "por_Latn-sun_Latn", + "languages": [ + "por-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.475627, + "recall": 0.550395, + "f1": 0.497159, + "accuracy": 0.550395, + "main_score": 0.497159, + "hf_subset": "por_Latn-umb_Latn", + "languages": [ + "por-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-ajp_Arab", + "languages": [ + "por-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.538296, + "recall": 0.616601, + "f1": 0.560152, + "accuracy": 0.616601, + "main_score": 0.560152, + "hf_subset": "por_Latn-bjn_Arab", + "languages": [ + "por-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.451823, + "recall": 0.516798, + "f1": 0.469538, + "accuracy": 0.516798, + "main_score": 0.469538, + "hf_subset": "por_Latn-ewe_Latn", + "languages": [ + "por-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "por_Latn-ilo_Latn", + "languages": [ + "por-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.262704, + "recall": 0.331028, + "f1": 0.279934, + "accuracy": 0.331028, + "main_score": 0.279934, + "hf_subset": "por_Latn-knc_Arab", + "languages": [ + "por-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-mkd_Cyrl", + "languages": [ + "por-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-prs_Arab", + "languages": [ + "por-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-swe_Latn", + "languages": [ + "por-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-urd_Arab", + "languages": [ + "por-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.768017, + "recall": 0.825099, + "f1": 0.785131, + "accuracy": 0.825099, + "main_score": 0.785131, + "hf_subset": "por_Latn-aka_Latn", + "languages": [ + "por-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "por_Latn-bjn_Latn", + "languages": [ + "por-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "por_Latn-fao_Latn", + "languages": [ + "por-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ind_Latn", + "languages": [ + "por-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.529583, + "recall": 0.588933, + "f1": 0.545403, + "accuracy": 0.588933, + "main_score": 0.545403, + "hf_subset": "por_Latn-knc_Latn", + "languages": [ + "por-Latn", + "knc-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-mlt_Latn", + "languages": [ + "por-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.654925, + "recall": 0.725296, + "f1": 0.674794, + "accuracy": 0.725296, + "main_score": 0.674794, + "hf_subset": "por_Latn-quy_Latn", + "languages": [ + "por-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-swh_Latn", + "languages": [ + "por-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-uzn_Latn", + "languages": [ + "por-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-als_Latn", + "languages": [ + "por-Latn", + "als-Latn" + ] + }, + { + "precision": 0.832569, + "recall": 0.881423, + "f1": 0.847974, + "accuracy": 0.881423, + "main_score": 0.847974, + "hf_subset": "por_Latn-bod_Tibt", + "languages": [ + "por-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.643193, + "recall": 0.713439, + "f1": 0.663359, + "accuracy": 0.713439, + "main_score": 0.663359, + "hf_subset": "por_Latn-fij_Latn", + "languages": [ + "por-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "por_Latn-isl_Latn", + "languages": [ + "por-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.611484, + "recall": 0.690711, + "f1": 0.633622, + "accuracy": 0.690711, + "main_score": 0.633622, + "hf_subset": "por_Latn-kon_Latn", + "languages": [ + "por-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.613101, + "recall": 0.699605, + "f1": 0.637491, + "accuracy": 0.699605, + "main_score": 0.637491, + "hf_subset": "por_Latn-mni_Beng", + "languages": [ + "por-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-ron_Latn", + "languages": [ + "por-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.991107, + "f1": 0.98946, + "accuracy": 0.991107, + "main_score": 0.98946, + "hf_subset": "por_Latn-szl_Latn", + "languages": [ + "por-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-vec_Latn", + "languages": [ + "por-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.945652, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "por_Latn-amh_Ethi", + "languages": [ + "por-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-bos_Latn", + "languages": [ + "por-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-fin_Latn", + "languages": [ + "por-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ita_Latn", + "languages": [ + "por-Latn", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-kor_Hang", + "languages": [ + "por-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.507083, + "recall": 0.571146, + "f1": 0.524573, + "accuracy": 0.571146, + "main_score": 0.524573, + "hf_subset": "por_Latn-mos_Latn", + "languages": [ + "por-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.774572, + "recall": 0.835968, + "f1": 0.793445, + "accuracy": 0.835968, + "main_score": 0.793445, + "hf_subset": "por_Latn-run_Latn", + "languages": [ + "por-Latn", + "run-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-tam_Taml", + "languages": [ + "por-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-vie_Latn", + "languages": [ + "por-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-apc_Arab", + "languages": [ + "por-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.731374, + "recall": 0.796443, + "f1": 0.750532, + "accuracy": 0.796443, + "main_score": 0.750532, + "hf_subset": "por_Latn-bug_Latn", + "languages": [ + "por-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.421938, + "recall": 0.479249, + "f1": 0.437622, + "accuracy": 0.479249, + "main_score": 0.437622, + "hf_subset": "por_Latn-fon_Latn", + "languages": [ + "por-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "por_Latn-jav_Latn", + "languages": [ + "por-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "por_Latn-lao_Laoo", + "languages": [ + "por-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.898139, + "recall": 0.927866, + "f1": 0.90751, + "accuracy": 0.927866, + "main_score": 0.90751, + "hf_subset": "por_Latn-mri_Latn", + "languages": [ + "por-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-rus_Cyrl", + "languages": [ + "por-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.494697, + "recall": 0.560277, + "f1": 0.512566, + "accuracy": 0.560277, + "main_score": 0.512566, + "hf_subset": "por_Latn-taq_Latn", + "languages": [ + "por-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-war_Latn", + "languages": [ + "por-Latn", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-arb_Arab", + "languages": [ + "por-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-bul_Cyrl", + "languages": [ + "por-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-fra_Latn", + "languages": [ + "por-Latn", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-jpn_Jpan", + "languages": [ + "por-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "por_Latn-lij_Latn", + "languages": [ + "por-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "por_Latn-mya_Mymr", + "languages": [ + "por-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.546855, + "recall": 0.623518, + "f1": 0.567739, + "accuracy": 0.623518, + "main_score": 0.567739, + "hf_subset": "por_Latn-sag_Latn", + "languages": [ + "por-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.231492, + "recall": 0.298419, + "f1": 0.248061, + "accuracy": 0.298419, + "main_score": 0.248061, + "hf_subset": "por_Latn-taq_Tfng", + "languages": [ + "por-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.625052, + "recall": 0.69664, + "f1": 0.645116, + "accuracy": 0.69664, + "main_score": 0.645116, + "hf_subset": "por_Latn-wol_Latn", + "languages": [ + "por-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.863307, + "recall": 0.90415, + "f1": 0.875955, + "accuracy": 0.90415, + "main_score": 0.875955, + "hf_subset": "por_Latn-arb_Latn", + "languages": [ + "por-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-cat_Latn", + "languages": [ + "por-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-fur_Latn", + "languages": [ + "por-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.449025, + "recall": 0.525692, + "f1": 0.469594, + "accuracy": 0.525692, + "main_score": 0.469594, + "hf_subset": "por_Latn-kab_Latn", + "languages": [ + "por-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-lim_Latn", + "languages": [ + "por-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-nld_Latn", + "languages": [ + "por-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "por_Latn-san_Deva", + "languages": [ + "por-Latn", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-tat_Cyrl", + "languages": [ + "por-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.890926, + "recall": 0.922925, + "f1": 0.901087, + "accuracy": 0.922925, + "main_score": 0.901087, + "hf_subset": "por_Latn-xho_Latn", + "languages": [ + "por-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-ars_Arab", + "languages": [ + "por-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-ceb_Latn", + "languages": [ + "por-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.470692, + "recall": 0.550395, + "f1": 0.492315, + "accuracy": 0.550395, + "main_score": 0.492315, + "hf_subset": "por_Latn-fuv_Latn", + "languages": [ + "por-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.467332, + "recall": 0.538538, + "f1": 0.486326, + "accuracy": 0.538538, + "main_score": 0.486326, + "hf_subset": "por_Latn-kac_Latn", + "languages": [ + "por-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.634529, + "recall": 0.709486, + "f1": 0.655734, + "accuracy": 0.709486, + "main_score": 0.655734, + "hf_subset": "por_Latn-lin_Latn", + "languages": [ + "por-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-nno_Latn", + "languages": [ + "por-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.88582, + "recall": 0.917984, + "f1": 0.895586, + "accuracy": 0.917984, + "main_score": 0.895586, + "hf_subset": "por_Latn-sat_Olck", + "languages": [ + "por-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "por_Latn-tel_Telu", + "languages": [ + "por-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "por_Latn-ydd_Hebr", + "languages": [ + "por-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "por_Latn-ary_Arab", + "languages": [ + "por-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ces_Latn", + "languages": [ + "por-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.558958, + "recall": 0.640316, + "f1": 0.58173, + "accuracy": 0.640316, + "main_score": 0.58173, + "hf_subset": "por_Latn-gaz_Latn", + "languages": [ + "por-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.542641, + "recall": 0.624506, + "f1": 0.564908, + "accuracy": 0.624506, + "main_score": 0.564908, + "hf_subset": "por_Latn-kam_Latn", + "languages": [ + "por-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "por_Latn-lit_Latn", + "languages": [ + "por-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-nob_Latn", + "languages": [ + "por-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "por_Latn-scn_Latn", + "languages": [ + "por-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "por_Latn-tgk_Cyrl", + "languages": [ + "por-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.784898, + "recall": 0.843874, + "f1": 0.802621, + "accuracy": 0.843874, + "main_score": 0.802621, + "hf_subset": "por_Latn-yor_Latn", + "languages": [ + "por-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-arz_Arab", + "languages": [ + "por-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.479251, + "recall": 0.561265, + "f1": 0.501173, + "accuracy": 0.561265, + "main_score": 0.501173, + "hf_subset": "por_Latn-cjk_Latn", + "languages": [ + "por-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "por_Latn-gla_Latn", + "languages": [ + "por-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-kan_Knda", + "languages": [ + "por-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "por_Latn-lmo_Latn", + "languages": [ + "por-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "por_Latn-npi_Deva", + "languages": [ + "por-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.544997, + "recall": 0.630435, + "f1": 0.569313, + "accuracy": 0.630435, + "main_score": 0.569313, + "hf_subset": "por_Latn-shn_Mymr", + "languages": [ + "por-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-tgl_Latn", + "languages": [ + "por-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-yue_Hant", + "languages": [ + "por-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "por_Latn-asm_Beng", + "languages": [ + "por-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.950346, + "recall": 0.966403, + "f1": 0.955599, + "accuracy": 0.966403, + "main_score": 0.955599, + "hf_subset": "por_Latn-ckb_Arab", + "languages": [ + "por-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "por_Latn-gle_Latn", + "languages": [ + "por-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.927536, + "recall": 0.949605, + "f1": 0.934618, + "accuracy": 0.949605, + "main_score": 0.934618, + "hf_subset": "por_Latn-kas_Arab", + "languages": [ + "por-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.916008, + "recall": 0.9417, + "f1": 0.924242, + "accuracy": 0.9417, + "main_score": 0.924242, + "hf_subset": "por_Latn-ltg_Latn", + "languages": [ + "por-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.79776, + "recall": 0.847826, + "f1": 0.812963, + "accuracy": 0.847826, + "main_score": 0.812963, + "hf_subset": "por_Latn-nso_Latn", + "languages": [ + "por-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "por_Latn-sin_Sinh", + "languages": [ + "por-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-tha_Thai", + "languages": [ + "por-Latn", + "tha-Thai" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-zho_Hans", + "languages": [ + "por-Latn", + "zho-Hans" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ast_Latn", + "languages": [ + "por-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "por_Latn-crh_Latn", + "languages": [ + "por-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-glg_Latn", + "languages": [ + "por-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.874127, + "recall": 0.911067, + "f1": 0.885771, + "accuracy": 0.911067, + "main_score": 0.885771, + "hf_subset": "por_Latn-kas_Deva", + "languages": [ + "por-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "por_Latn-ltz_Latn", + "languages": [ + "por-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.421496, + "recall": 0.494071, + "f1": 0.440933, + "accuracy": 0.494071, + "main_score": 0.440933, + "hf_subset": "por_Latn-nus_Latn", + "languages": [ + "por-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-slk_Latn", + "languages": [ + "por-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.659991, + "recall": 0.73913, + "f1": 0.682924, + "accuracy": 0.73913, + "main_score": 0.682924, + "hf_subset": "por_Latn-tir_Ethi", + "languages": [ + "por-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-zho_Hant", + "languages": [ + "por-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.981472, + "recall": 0.986166, + "f1": 0.982938, + "accuracy": 0.986166, + "main_score": 0.982938, + "hf_subset": "por_Latn-awa_Deva", + "languages": [ + "por-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "por_Latn-cym_Latn", + "languages": [ + "por-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.804628, + "recall": 0.854743, + "f1": 0.819664, + "accuracy": 0.854743, + "main_score": 0.819664, + "hf_subset": "por_Latn-grn_Latn", + "languages": [ + "por-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-kat_Geor", + "languages": [ + "por-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.599986, + "recall": 0.666996, + "f1": 0.618706, + "accuracy": 0.666996, + "main_score": 0.618706, + "hf_subset": "por_Latn-lua_Latn", + "languages": [ + "por-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.835804, + "recall": 0.883399, + "f1": 0.850758, + "accuracy": 0.883399, + "main_score": 0.850758, + "hf_subset": "por_Latn-nya_Latn", + "languages": [ + "por-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-slv_Latn", + "languages": [ + "por-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "por_Latn-tpi_Latn", + "languages": [ + "por-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-zsm_Latn", + "languages": [ + "por-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.500447, + "recall": 0.573123, + "f1": 0.520345, + "accuracy": 0.573123, + "main_score": 0.520345, + "hf_subset": "por_Latn-ayr_Latn", + "languages": [ + "por-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-dan_Latn", + "languages": [ + "por-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-guj_Gujr", + "languages": [ + "por-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-kaz_Cyrl", + "languages": [ + "por-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.658943, + "recall": 0.73419, + "f1": 0.680816, + "accuracy": 0.73419, + "main_score": 0.680816, + "hf_subset": "por_Latn-lug_Latn", + "languages": [ + "por-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-oci_Latn", + "languages": [ + "por-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.838142, + "recall": 0.882411, + "f1": 0.852075, + "accuracy": 0.882411, + "main_score": 0.852075, + "hf_subset": "por_Latn-smo_Latn", + "languages": [ + "por-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.760606, + "recall": 0.823123, + "f1": 0.779513, + "accuracy": 0.823123, + "main_score": 0.779513, + "hf_subset": "por_Latn-tsn_Latn", + "languages": [ + "por-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.915679, + "recall": 0.9417, + "f1": 0.923913, + "accuracy": 0.9417, + "main_score": 0.923913, + "hf_subset": "por_Latn-zul_Latn", + "languages": [ + "por-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.944088, + "recall": 0.961462, + "f1": 0.949671, + "accuracy": 0.961462, + "main_score": 0.949671, + "hf_subset": "por_Latn-azb_Arab", + "languages": [ + "por-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-deu_Latn", + "languages": [ + "por-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "por_Latn-hat_Latn", + "languages": [ + "por-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.476074, + "recall": 0.541502, + "f1": 0.494256, + "accuracy": 0.541502, + "main_score": 0.494256, + "hf_subset": "por_Latn-kbp_Latn", + "languages": [ + "por-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.508116, + "recall": 0.583004, + "f1": 0.527982, + "accuracy": 0.583004, + "main_score": 0.527982, + "hf_subset": "por_Latn-luo_Latn", + "languages": [ + "por-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "por_Latn-ory_Orya", + "languages": [ + "por-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.911067, + "recall": 0.938735, + "f1": 0.920125, + "accuracy": 0.938735, + "main_score": 0.920125, + "hf_subset": "por_Latn-sna_Latn", + "languages": [ + "por-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.679694, + "recall": 0.748024, + "f1": 0.69913, + "accuracy": 0.748024, + "main_score": 0.69913, + "hf_subset": "por_Latn-tso_Latn", + "languages": [ + "por-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-azj_Latn", + "languages": [ + "por-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.501496, + "recall": 0.570158, + "f1": 0.520719, + "accuracy": 0.570158, + "main_score": 0.520719, + "hf_subset": "por_Latn-dik_Latn", + "languages": [ + "por-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.92276, + "recall": 0.947628, + "f1": 0.93083, + "accuracy": 0.947628, + "main_score": 0.93083, + "hf_subset": "por_Latn-hau_Latn", + "languages": [ + "por-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "por_Latn-kea_Latn", + "languages": [ + "por-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.933465, + "recall": 0.954545, + "f1": 0.940382, + "accuracy": 0.954545, + "main_score": 0.940382, + "hf_subset": "por_Latn-lus_Latn", + "languages": [ + "por-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.864048, + "recall": 0.90415, + "f1": 0.876713, + "accuracy": 0.90415, + "main_score": 0.876713, + "hf_subset": "por_Latn-pag_Latn", + "languages": [ + "por-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "por_Latn-snd_Arab", + "languages": [ + "por-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "por_Latn-tuk_Latn", + "languages": [ + "por-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-bak_Cyrl", + "languages": [ + "por-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.457403, + "recall": 0.537549, + "f1": 0.479146, + "accuracy": 0.537549, + "main_score": 0.479146, + "hf_subset": "por_Latn-dyu_Latn", + "languages": [ + "por-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-heb_Hebr", + "languages": [ + "por-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "por_Latn-khk_Cyrl", + "languages": [ + "por-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-lvs_Latn", + "languages": [ + "por-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-pan_Guru", + "languages": [ + "por-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.897974, + "recall": 0.929842, + "f1": 0.908169, + "accuracy": 0.929842, + "main_score": 0.908169, + "hf_subset": "por_Latn-som_Latn", + "languages": [ + "por-Latn", + "som-Latn" + ] + }, + { + "precision": 0.714559, + "recall": 0.77668, + "f1": 0.732938, + "accuracy": 0.77668, + "main_score": 0.732938, + "hf_subset": "por_Latn-tum_Latn", + "languages": [ + "por-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.541406, + "recall": 0.62747, + "f1": 0.565587, + "accuracy": 0.62747, + "main_score": 0.565587, + "hf_subset": "sun_Latn-ace_Arab", + "languages": [ + "sun-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.4847, + "recall": 0.547431, + "f1": 0.501514, + "accuracy": 0.547431, + "main_score": 0.501514, + "hf_subset": "sun_Latn-bam_Latn", + "languages": [ + "sun-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.618939, + "recall": 0.706522, + "f1": 0.64484, + "accuracy": 0.706522, + "main_score": 0.64484, + "hf_subset": "sun_Latn-dzo_Tibt", + "languages": [ + "sun-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-hin_Deva", + "languages": [ + "sun-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "sun_Latn-khm_Khmr", + "languages": [ + "sun-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "sun_Latn-mag_Deva", + "languages": [ + "sun-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-pap_Latn", + "languages": [ + "sun-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.837319, + "recall": 0.883399, + "f1": 0.851581, + "accuracy": 0.883399, + "main_score": 0.851581, + "hf_subset": "sun_Latn-sot_Latn", + "languages": [ + "sun-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-tur_Latn", + "languages": [ + "sun-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.88573, + "recall": 0.917984, + "f1": 0.895806, + "accuracy": 0.917984, + "main_score": 0.895806, + "hf_subset": "sun_Latn-ace_Latn", + "languages": [ + "sun-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "sun_Latn-ban_Latn", + "languages": [ + "sun-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-ell_Grek", + "languages": [ + "sun-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "sun_Latn-hne_Deva", + "languages": [ + "sun-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.578368, + "recall": 0.649209, + "f1": 0.597954, + "accuracy": 0.649209, + "main_score": 0.597954, + "hf_subset": "sun_Latn-kik_Latn", + "languages": [ + "sun-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-mai_Deva", + "languages": [ + "sun-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.930995, + "recall": 0.952569, + "f1": 0.938076, + "accuracy": 0.952569, + "main_score": 0.938076, + "hf_subset": "sun_Latn-pbt_Arab", + "languages": [ + "sun-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-spa_Latn", + "languages": [ + "sun-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.781704, + "recall": 0.83004, + "f1": 0.795728, + "accuracy": 0.83004, + "main_score": 0.795728, + "hf_subset": "sun_Latn-twi_Latn", + "languages": [ + "sun-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-acm_Arab", + "languages": [ + "sun-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sun_Latn-bel_Cyrl", + "languages": [ + "sun-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-eng_Latn", + "languages": [ + "sun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-hrv_Latn", + "languages": [ + "sun-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.845232, + "recall": 0.885375, + "f1": 0.857781, + "accuracy": 0.885375, + "main_score": 0.857781, + "hf_subset": "sun_Latn-kin_Latn", + "languages": [ + "sun-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "sun_Latn-mal_Mlym", + "languages": [ + "sun-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-pes_Arab", + "languages": [ + "sun-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "sun_Latn-srd_Latn", + "languages": [ + "sun-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.203675, + "recall": 0.268775, + "f1": 0.219465, + "accuracy": 0.268775, + "main_score": 0.219465, + "hf_subset": "sun_Latn-tzm_Tfng", + "languages": [ + "sun-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-acq_Arab", + "languages": [ + "sun-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.670184, + "recall": 0.740119, + "f1": 0.690761, + "accuracy": 0.740119, + "main_score": 0.690761, + "hf_subset": "sun_Latn-bem_Latn", + "languages": [ + "sun-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-epo_Latn", + "languages": [ + "sun-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-hun_Latn", + "languages": [ + "sun-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "sun_Latn-kir_Cyrl", + "languages": [ + "sun-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-mar_Deva", + "languages": [ + "sun-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.875, + "recall": 0.912055, + "f1": 0.88666, + "accuracy": 0.912055, + "main_score": 0.88666, + "hf_subset": "sun_Latn-plt_Latn", + "languages": [ + "sun-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-srp_Cyrl", + "languages": [ + "sun-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.919219, + "recall": 0.942688, + "f1": 0.926614, + "accuracy": 0.942688, + "main_score": 0.926614, + "hf_subset": "sun_Latn-uig_Arab", + "languages": [ + "sun-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sun_Latn-aeb_Arab", + "languages": [ + "sun-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-ben_Beng", + "languages": [ + "sun-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-est_Latn", + "languages": [ + "sun-Latn", + "est-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sun_Latn-hye_Armn", + "languages": [ + "sun-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.483329, + "recall": 0.540514, + "f1": 0.49913, + "accuracy": 0.540514, + "main_score": 0.49913, + "hf_subset": "sun_Latn-kmb_Latn", + "languages": [ + "sun-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.527362, + "recall": 0.613636, + "f1": 0.550395, + "accuracy": 0.613636, + "main_score": 0.550395, + "hf_subset": "sun_Latn-min_Arab", + "languages": [ + "sun-Latn", + "min-Arab" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "sun_Latn-pol_Latn", + "languages": [ + "sun-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.744608, + "recall": 0.809289, + "f1": 0.764001, + "accuracy": 0.809289, + "main_score": 0.764001, + "hf_subset": "sun_Latn-ssw_Latn", + "languages": [ + "sun-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-ukr_Cyrl", + "languages": [ + "sun-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-afr_Latn", + "languages": [ + "sun-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "sun_Latn-bho_Deva", + "languages": [ + "sun-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "sun_Latn-eus_Latn", + "languages": [ + "sun-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.842885, + "recall": 0.88834, + "f1": 0.857181, + "accuracy": 0.88834, + "main_score": 0.857181, + "hf_subset": "sun_Latn-ibo_Latn", + "languages": [ + "sun-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.873765, + "recall": 0.909091, + "f1": 0.88475, + "accuracy": 0.909091, + "main_score": 0.88475, + "hf_subset": "sun_Latn-kmr_Latn", + "languages": [ + "sun-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sun_Latn-min_Latn", + "languages": [ + "sun-Latn", + "min-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-por_Latn", + "languages": [ + "sun-Latn", + "por-Latn" + ] + }, + { + "precision": 0.4655, + "recall": 0.533597, + "f1": 0.485106, + "accuracy": 0.533597, + "main_score": 0.485106, + "hf_subset": "sun_Latn-umb_Latn", + "languages": [ + "sun-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-ajp_Arab", + "languages": [ + "sun-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.545161, + "recall": 0.631423, + "f1": 0.569161, + "accuracy": 0.631423, + "main_score": 0.569161, + "hf_subset": "sun_Latn-bjn_Arab", + "languages": [ + "sun-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.456467, + "recall": 0.514822, + "f1": 0.472106, + "accuracy": 0.514822, + "main_score": 0.472106, + "hf_subset": "sun_Latn-ewe_Latn", + "languages": [ + "sun-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.939559, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "sun_Latn-ilo_Latn", + "languages": [ + "sun-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.266897, + "recall": 0.336957, + "f1": 0.283944, + "accuracy": 0.336957, + "main_score": 0.283944, + "hf_subset": "sun_Latn-knc_Arab", + "languages": [ + "sun-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-mkd_Cyrl", + "languages": [ + "sun-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-prs_Arab", + "languages": [ + "sun-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-swe_Latn", + "languages": [ + "sun-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sun_Latn-urd_Arab", + "languages": [ + "sun-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.74002, + "recall": 0.80336, + "f1": 0.758879, + "accuracy": 0.80336, + "main_score": 0.758879, + "hf_subset": "sun_Latn-aka_Latn", + "languages": [ + "sun-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "sun_Latn-bjn_Latn", + "languages": [ + "sun-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "sun_Latn-fao_Latn", + "languages": [ + "sun-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-ind_Latn", + "languages": [ + "sun-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.518528, + "recall": 0.581028, + "f1": 0.534732, + "accuracy": 0.581028, + "main_score": 0.534732, + "hf_subset": "sun_Latn-knc_Latn", + "languages": [ + "sun-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-mlt_Latn", + "languages": [ + "sun-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.616561, + "recall": 0.6917, + "f1": 0.638277, + "accuracy": 0.6917, + "main_score": 0.638277, + "hf_subset": "sun_Latn-quy_Latn", + "languages": [ + "sun-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "sun_Latn-swh_Latn", + "languages": [ + "sun-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "sun_Latn-uzn_Latn", + "languages": [ + "sun-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-als_Latn", + "languages": [ + "sun-Latn", + "als-Latn" + ] + }, + { + "precision": 0.755352, + "recall": 0.818182, + "f1": 0.774119, + "accuracy": 0.818182, + "main_score": 0.774119, + "hf_subset": "sun_Latn-bod_Tibt", + "languages": [ + "sun-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.627379, + "recall": 0.69664, + "f1": 0.647061, + "accuracy": 0.69664, + "main_score": 0.647061, + "hf_subset": "sun_Latn-fij_Latn", + "languages": [ + "sun-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "sun_Latn-isl_Latn", + "languages": [ + "sun-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.597946, + "recall": 0.66996, + "f1": 0.617821, + "accuracy": 0.66996, + "main_score": 0.617821, + "hf_subset": "sun_Latn-kon_Latn", + "languages": [ + "sun-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.599968, + "recall": 0.68083, + "f1": 0.623148, + "accuracy": 0.68083, + "main_score": 0.623148, + "hf_subset": "sun_Latn-mni_Beng", + "languages": [ + "sun-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-ron_Latn", + "languages": [ + "sun-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "sun_Latn-szl_Latn", + "languages": [ + "sun-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-vec_Latn", + "languages": [ + "sun-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.911726, + "recall": 0.938735, + "f1": 0.92029, + "accuracy": 0.938735, + "main_score": 0.92029, + "hf_subset": "sun_Latn-amh_Ethi", + "languages": [ + "sun-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-bos_Latn", + "languages": [ + "sun-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-fin_Latn", + "languages": [ + "sun-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-ita_Latn", + "languages": [ + "sun-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-kor_Hang", + "languages": [ + "sun-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.502686, + "recall": 0.565217, + "f1": 0.520216, + "accuracy": 0.565217, + "main_score": 0.520216, + "hf_subset": "sun_Latn-mos_Latn", + "languages": [ + "sun-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.74114, + "recall": 0.802372, + "f1": 0.759223, + "accuracy": 0.802372, + "main_score": 0.759223, + "hf_subset": "sun_Latn-run_Latn", + "languages": [ + "sun-Latn", + "run-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "sun_Latn-tam_Taml", + "languages": [ + "sun-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sun_Latn-vie_Latn", + "languages": [ + "sun-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sun_Latn-apc_Arab", + "languages": [ + "sun-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.746031, + "recall": 0.806324, + "f1": 0.763919, + "accuracy": 0.806324, + "main_score": 0.763919, + "hf_subset": "sun_Latn-bug_Latn", + "languages": [ + "sun-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.42463, + "recall": 0.478261, + "f1": 0.439187, + "accuracy": 0.478261, + "main_score": 0.439187, + "hf_subset": "sun_Latn-fon_Latn", + "languages": [ + "sun-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-jav_Latn", + "languages": [ + "sun-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.944993, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "sun_Latn-lao_Laoo", + "languages": [ + "sun-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.837451, + "recall": 0.882411, + "f1": 0.851416, + "accuracy": 0.882411, + "main_score": 0.851416, + "hf_subset": "sun_Latn-mri_Latn", + "languages": [ + "sun-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-rus_Cyrl", + "languages": [ + "sun-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.512317, + "recall": 0.571146, + "f1": 0.52812, + "accuracy": 0.571146, + "main_score": 0.52812, + "hf_subset": "sun_Latn-taq_Latn", + "languages": [ + "sun-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "sun_Latn-war_Latn", + "languages": [ + "sun-Latn", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-arb_Arab", + "languages": [ + "sun-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-bul_Cyrl", + "languages": [ + "sun-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-fra_Latn", + "languages": [ + "sun-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "sun_Latn-jpn_Jpan", + "languages": [ + "sun-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sun_Latn-lij_Latn", + "languages": [ + "sun-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "sun_Latn-mya_Mymr", + "languages": [ + "sun-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.5442, + "recall": 0.606719, + "f1": 0.561659, + "accuracy": 0.606719, + "main_score": 0.561659, + "hf_subset": "sun_Latn-sag_Latn", + "languages": [ + "sun-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.221603, + "recall": 0.291502, + "f1": 0.239208, + "accuracy": 0.291502, + "main_score": 0.239208, + "hf_subset": "sun_Latn-taq_Tfng", + "languages": [ + "sun-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.622954, + "recall": 0.6917, + "f1": 0.642586, + "accuracy": 0.6917, + "main_score": 0.642586, + "hf_subset": "sun_Latn-wol_Latn", + "languages": [ + "sun-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.821344, + "recall": 0.870553, + "f1": 0.836397, + "accuracy": 0.870553, + "main_score": 0.836397, + "hf_subset": "sun_Latn-arb_Latn", + "languages": [ + "sun-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-cat_Latn", + "languages": [ + "sun-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-fur_Latn", + "languages": [ + "sun-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.453694, + "recall": 0.528656, + "f1": 0.473745, + "accuracy": 0.528656, + "main_score": 0.473745, + "hf_subset": "sun_Latn-kab_Latn", + "languages": [ + "sun-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "sun_Latn-lim_Latn", + "languages": [ + "sun-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-nld_Latn", + "languages": [ + "sun-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.949769, + "recall": 0.964427, + "f1": 0.954545, + "accuracy": 0.964427, + "main_score": 0.954545, + "hf_subset": "sun_Latn-san_Deva", + "languages": [ + "sun-Latn", + "san-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sun_Latn-tat_Cyrl", + "languages": [ + "sun-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.882411, + "recall": 0.917984, + "f1": 0.893577, + "accuracy": 0.917984, + "main_score": 0.893577, + "hf_subset": "sun_Latn-xho_Latn", + "languages": [ + "sun-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-ars_Arab", + "languages": [ + "sun-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-ceb_Latn", + "languages": [ + "sun-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.463925, + "recall": 0.539526, + "f1": 0.484279, + "accuracy": 0.539526, + "main_score": 0.484279, + "hf_subset": "sun_Latn-fuv_Latn", + "languages": [ + "sun-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.4807, + "recall": 0.546443, + "f1": 0.498179, + "accuracy": 0.546443, + "main_score": 0.498179, + "hf_subset": "sun_Latn-kac_Latn", + "languages": [ + "sun-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.632865, + "recall": 0.698617, + "f1": 0.651205, + "accuracy": 0.698617, + "main_score": 0.651205, + "hf_subset": "sun_Latn-lin_Latn", + "languages": [ + "sun-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "sun_Latn-nno_Latn", + "languages": [ + "sun-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.854364, + "recall": 0.896245, + "f1": 0.86749, + "accuracy": 0.896245, + "main_score": 0.86749, + "hf_subset": "sun_Latn-sat_Olck", + "languages": [ + "sun-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sun_Latn-tel_Telu", + "languages": [ + "sun-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "sun_Latn-ydd_Hebr", + "languages": [ + "sun-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "sun_Latn-ary_Arab", + "languages": [ + "sun-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "sun_Latn-ces_Latn", + "languages": [ + "sun-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.569321, + "recall": 0.645257, + "f1": 0.590382, + "accuracy": 0.645257, + "main_score": 0.590382, + "hf_subset": "sun_Latn-gaz_Latn", + "languages": [ + "sun-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.538618, + "recall": 0.617589, + "f1": 0.560495, + "accuracy": 0.617589, + "main_score": 0.560495, + "hf_subset": "sun_Latn-kam_Latn", + "languages": [ + "sun-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "sun_Latn-lit_Latn", + "languages": [ + "sun-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-nob_Latn", + "languages": [ + "sun-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sun_Latn-scn_Latn", + "languages": [ + "sun-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "sun_Latn-tgk_Cyrl", + "languages": [ + "sun-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.728419, + "recall": 0.795455, + "f1": 0.74813, + "accuracy": 0.795455, + "main_score": 0.74813, + "hf_subset": "sun_Latn-yor_Latn", + "languages": [ + "sun-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "sun_Latn-arz_Arab", + "languages": [ + "sun-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.488425, + "recall": 0.557312, + "f1": 0.507907, + "accuracy": 0.557312, + "main_score": 0.507907, + "hf_subset": "sun_Latn-cjk_Latn", + "languages": [ + "sun-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.919137, + "recall": 0.945652, + "f1": 0.927866, + "accuracy": 0.945652, + "main_score": 0.927866, + "hf_subset": "sun_Latn-gla_Latn", + "languages": [ + "sun-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "sun_Latn-kan_Knda", + "languages": [ + "sun-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-lmo_Latn", + "languages": [ + "sun-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "sun_Latn-npi_Deva", + "languages": [ + "sun-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.527436, + "recall": 0.608696, + "f1": 0.550094, + "accuracy": 0.608696, + "main_score": 0.550094, + "hf_subset": "sun_Latn-shn_Mymr", + "languages": [ + "sun-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-tgl_Latn", + "languages": [ + "sun-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-yue_Hant", + "languages": [ + "sun-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "sun_Latn-asm_Beng", + "languages": [ + "sun-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.913949, + "recall": 0.940711, + "f1": 0.922661, + "accuracy": 0.940711, + "main_score": 0.922661, + "hf_subset": "sun_Latn-ckb_Arab", + "languages": [ + "sun-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "sun_Latn-gle_Latn", + "languages": [ + "sun-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.89529, + "recall": 0.925889, + "f1": 0.904974, + "accuracy": 0.925889, + "main_score": 0.904974, + "hf_subset": "sun_Latn-kas_Arab", + "languages": [ + "sun-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.883235, + "recall": 0.917984, + "f1": 0.894433, + "accuracy": 0.917984, + "main_score": 0.894433, + "hf_subset": "sun_Latn-ltg_Latn", + "languages": [ + "sun-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.775331, + "recall": 0.831028, + "f1": 0.792232, + "accuracy": 0.831028, + "main_score": 0.792232, + "hf_subset": "sun_Latn-nso_Latn", + "languages": [ + "sun-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "sun_Latn-sin_Sinh", + "languages": [ + "sun-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "sun_Latn-tha_Thai", + "languages": [ + "sun-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "sun_Latn-zho_Hans", + "languages": [ + "sun-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-ast_Latn", + "languages": [ + "sun-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "sun_Latn-crh_Latn", + "languages": [ + "sun-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-glg_Latn", + "languages": [ + "sun-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.838909, + "recall": 0.883399, + "f1": 0.852454, + "accuracy": 0.883399, + "main_score": 0.852454, + "hf_subset": "sun_Latn-kas_Deva", + "languages": [ + "sun-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-ltz_Latn", + "languages": [ + "sun-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.42064, + "recall": 0.493083, + "f1": 0.439805, + "accuracy": 0.493083, + "main_score": 0.439805, + "hf_subset": "sun_Latn-nus_Latn", + "languages": [ + "sun-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-slk_Latn", + "languages": [ + "sun-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.630595, + "recall": 0.709486, + "f1": 0.652347, + "accuracy": 0.709486, + "main_score": 0.652347, + "hf_subset": "sun_Latn-tir_Ethi", + "languages": [ + "sun-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "sun_Latn-zho_Hant", + "languages": [ + "sun-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "sun_Latn-awa_Deva", + "languages": [ + "sun-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sun_Latn-cym_Latn", + "languages": [ + "sun-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.767819, + "recall": 0.822134, + "f1": 0.784472, + "accuracy": 0.822134, + "main_score": 0.784472, + "hf_subset": "sun_Latn-grn_Latn", + "languages": [ + "sun-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sun_Latn-kat_Geor", + "languages": [ + "sun-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.587376, + "recall": 0.649209, + "f1": 0.604472, + "accuracy": 0.649209, + "main_score": 0.604472, + "hf_subset": "sun_Latn-lua_Latn", + "languages": [ + "sun-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.817638, + "recall": 0.865613, + "f1": 0.832708, + "accuracy": 0.865613, + "main_score": 0.832708, + "hf_subset": "sun_Latn-nya_Latn", + "languages": [ + "sun-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-slv_Latn", + "languages": [ + "sun-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "sun_Latn-tpi_Latn", + "languages": [ + "sun-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-zsm_Latn", + "languages": [ + "sun-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.491171, + "recall": 0.562253, + "f1": 0.510471, + "accuracy": 0.562253, + "main_score": 0.510471, + "hf_subset": "sun_Latn-ayr_Latn", + "languages": [ + "sun-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-dan_Latn", + "languages": [ + "sun-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sun_Latn-guj_Gujr", + "languages": [ + "sun-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "sun_Latn-kaz_Cyrl", + "languages": [ + "sun-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.637692, + "recall": 0.719368, + "f1": 0.661555, + "accuracy": 0.719368, + "main_score": 0.661555, + "hf_subset": "sun_Latn-lug_Latn", + "languages": [ + "sun-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-oci_Latn", + "languages": [ + "sun-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.816206, + "recall": 0.862648, + "f1": 0.830783, + "accuracy": 0.862648, + "main_score": 0.830783, + "hf_subset": "sun_Latn-smo_Latn", + "languages": [ + "sun-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.727668, + "recall": 0.79249, + "f1": 0.747021, + "accuracy": 0.79249, + "main_score": 0.747021, + "hf_subset": "sun_Latn-tsn_Latn", + "languages": [ + "sun-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.884881, + "recall": 0.918972, + "f1": 0.895718, + "accuracy": 0.918972, + "main_score": 0.895718, + "hf_subset": "sun_Latn-zul_Latn", + "languages": [ + "sun-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.909289, + "recall": 0.935771, + "f1": 0.917655, + "accuracy": 0.935771, + "main_score": 0.917655, + "hf_subset": "sun_Latn-azb_Arab", + "languages": [ + "sun-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-deu_Latn", + "languages": [ + "sun-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "sun_Latn-hat_Latn", + "languages": [ + "sun-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.479601, + "recall": 0.54249, + "f1": 0.497214, + "accuracy": 0.54249, + "main_score": 0.497214, + "hf_subset": "sun_Latn-kbp_Latn", + "languages": [ + "sun-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.513235, + "recall": 0.58004, + "f1": 0.531768, + "accuracy": 0.58004, + "main_score": 0.531768, + "hf_subset": "sun_Latn-luo_Latn", + "languages": [ + "sun-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "sun_Latn-ory_Orya", + "languages": [ + "sun-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.868659, + "recall": 0.907115, + "f1": 0.880995, + "accuracy": 0.907115, + "main_score": 0.880995, + "hf_subset": "sun_Latn-sna_Latn", + "languages": [ + "sun-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.638397, + "recall": 0.713439, + "f1": 0.659754, + "accuracy": 0.713439, + "main_score": 0.659754, + "hf_subset": "sun_Latn-tso_Latn", + "languages": [ + "sun-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "sun_Latn-azj_Latn", + "languages": [ + "sun-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.50385, + "recall": 0.571146, + "f1": 0.522608, + "accuracy": 0.571146, + "main_score": 0.522608, + "hf_subset": "sun_Latn-dik_Latn", + "languages": [ + "sun-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.895504, + "recall": 0.926877, + "f1": 0.905534, + "accuracy": 0.926877, + "main_score": 0.905534, + "hf_subset": "sun_Latn-hau_Latn", + "languages": [ + "sun-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "sun_Latn-kea_Latn", + "languages": [ + "sun-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.902421, + "recall": 0.932806, + "f1": 0.912286, + "accuracy": 0.932806, + "main_score": 0.912286, + "hf_subset": "sun_Latn-lus_Latn", + "languages": [ + "sun-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.846624, + "recall": 0.887352, + "f1": 0.859387, + "accuracy": 0.887352, + "main_score": 0.859387, + "hf_subset": "sun_Latn-pag_Latn", + "languages": [ + "sun-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "sun_Latn-snd_Arab", + "languages": [ + "sun-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "sun_Latn-tuk_Latn", + "languages": [ + "sun-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "sun_Latn-bak_Cyrl", + "languages": [ + "sun-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.449814, + "recall": 0.531621, + "f1": 0.473148, + "accuracy": 0.531621, + "main_score": 0.473148, + "hf_subset": "sun_Latn-dyu_Latn", + "languages": [ + "sun-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-heb_Hebr", + "languages": [ + "sun-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.944335, + "recall": 0.961462, + "f1": 0.949769, + "accuracy": 0.961462, + "main_score": 0.949769, + "hf_subset": "sun_Latn-khk_Cyrl", + "languages": [ + "sun-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-lvs_Latn", + "languages": [ + "sun-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-pan_Guru", + "languages": [ + "sun-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.861495, + "recall": 0.903162, + "f1": 0.874802, + "accuracy": 0.903162, + "main_score": 0.874802, + "hf_subset": "sun_Latn-som_Latn", + "languages": [ + "sun-Latn", + "som-Latn" + ] + }, + { + "precision": 0.69848, + "recall": 0.757905, + "f1": 0.71609, + "accuracy": 0.757905, + "main_score": 0.71609, + "hf_subset": "sun_Latn-tum_Latn", + "languages": [ + "sun-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.364538, + "recall": 0.416008, + "f1": 0.378518, + "accuracy": 0.416008, + "main_score": 0.378518, + "hf_subset": "umb_Latn-ace_Arab", + "languages": [ + "umb-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.472178, + "recall": 0.513834, + "f1": 0.484384, + "accuracy": 0.513834, + "main_score": 0.484384, + "hf_subset": "umb_Latn-bam_Latn", + "languages": [ + "umb-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.329629, + "recall": 0.375494, + "f1": 0.342679, + "accuracy": 0.375494, + "main_score": 0.342679, + "hf_subset": "umb_Latn-dzo_Tibt", + "languages": [ + "umb-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.464098, + "recall": 0.522727, + "f1": 0.479816, + "accuracy": 0.522727, + "main_score": 0.479816, + "hf_subset": "umb_Latn-hin_Deva", + "languages": [ + "umb-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.413183, + "recall": 0.465415, + "f1": 0.426797, + "accuracy": 0.465415, + "main_score": 0.426797, + "hf_subset": "umb_Latn-khm_Khmr", + "languages": [ + "umb-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.447073, + "recall": 0.494071, + "f1": 0.459647, + "accuracy": 0.494071, + "main_score": 0.459647, + "hf_subset": "umb_Latn-mag_Deva", + "languages": [ + "umb-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.457541, + "recall": 0.506917, + "f1": 0.470877, + "accuracy": 0.506917, + "main_score": 0.470877, + "hf_subset": "umb_Latn-pap_Latn", + "languages": [ + "umb-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.460709, + "recall": 0.507905, + "f1": 0.474022, + "accuracy": 0.507905, + "main_score": 0.474022, + "hf_subset": "umb_Latn-sot_Latn", + "languages": [ + "umb-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.45202, + "recall": 0.51087, + "f1": 0.46723, + "accuracy": 0.51087, + "main_score": 0.46723, + "hf_subset": "umb_Latn-tur_Latn", + "languages": [ + "umb-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.454592, + "recall": 0.496047, + "f1": 0.465367, + "accuracy": 0.496047, + "main_score": 0.465367, + "hf_subset": "umb_Latn-ace_Latn", + "languages": [ + "umb-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.442569, + "recall": 0.487154, + "f1": 0.454244, + "accuracy": 0.487154, + "main_score": 0.454244, + "hf_subset": "umb_Latn-ban_Latn", + "languages": [ + "umb-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.441586, + "recall": 0.494071, + "f1": 0.454993, + "accuracy": 0.494071, + "main_score": 0.454993, + "hf_subset": "umb_Latn-ell_Grek", + "languages": [ + "umb-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.44666, + "recall": 0.497036, + "f1": 0.460027, + "accuracy": 0.497036, + "main_score": 0.460027, + "hf_subset": "umb_Latn-hne_Deva", + "languages": [ + "umb-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.438928, + "recall": 0.481225, + "f1": 0.4509, + "accuracy": 0.481225, + "main_score": 0.4509, + "hf_subset": "umb_Latn-kik_Latn", + "languages": [ + "umb-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.442173, + "recall": 0.495059, + "f1": 0.455107, + "accuracy": 0.495059, + "main_score": 0.455107, + "hf_subset": "umb_Latn-mai_Deva", + "languages": [ + "umb-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.410339, + "recall": 0.463439, + "f1": 0.424334, + "accuracy": 0.463439, + "main_score": 0.424334, + "hf_subset": "umb_Latn-pbt_Arab", + "languages": [ + "umb-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.471792, + "recall": 0.525692, + "f1": 0.485414, + "accuracy": 0.525692, + "main_score": 0.485414, + "hf_subset": "umb_Latn-spa_Latn", + "languages": [ + "umb-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.470629, + "recall": 0.512846, + "f1": 0.48236, + "accuracy": 0.512846, + "main_score": 0.48236, + "hf_subset": "umb_Latn-twi_Latn", + "languages": [ + "umb-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.44631, + "recall": 0.500988, + "f1": 0.460336, + "accuracy": 0.500988, + "main_score": 0.460336, + "hf_subset": "umb_Latn-acm_Arab", + "languages": [ + "umb-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.410763, + "recall": 0.468379, + "f1": 0.425199, + "accuracy": 0.468379, + "main_score": 0.425199, + "hf_subset": "umb_Latn-bel_Cyrl", + "languages": [ + "umb-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.472368, + "recall": 0.531621, + "f1": 0.487534, + "accuracy": 0.531621, + "main_score": 0.487534, + "hf_subset": "umb_Latn-eng_Latn", + "languages": [ + "umb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.461479, + "recall": 0.51581, + "f1": 0.474855, + "accuracy": 0.51581, + "main_score": 0.474855, + "hf_subset": "umb_Latn-hrv_Latn", + "languages": [ + "umb-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.444344, + "recall": 0.491107, + "f1": 0.456708, + "accuracy": 0.491107, + "main_score": 0.456708, + "hf_subset": "umb_Latn-kin_Latn", + "languages": [ + "umb-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.423103, + "recall": 0.478261, + "f1": 0.436964, + "accuracy": 0.478261, + "main_score": 0.436964, + "hf_subset": "umb_Latn-mal_Mlym", + "languages": [ + "umb-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.430831, + "recall": 0.485178, + "f1": 0.444242, + "accuracy": 0.485178, + "main_score": 0.444242, + "hf_subset": "umb_Latn-pes_Arab", + "languages": [ + "umb-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.439841, + "recall": 0.491107, + "f1": 0.452046, + "accuracy": 0.491107, + "main_score": 0.452046, + "hf_subset": "umb_Latn-srd_Latn", + "languages": [ + "umb-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.239656, + "recall": 0.298419, + "f1": 0.254775, + "accuracy": 0.298419, + "main_score": 0.254775, + "hf_subset": "umb_Latn-tzm_Tfng", + "languages": [ + "umb-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.445317, + "recall": 0.498024, + "f1": 0.459576, + "accuracy": 0.498024, + "main_score": 0.459576, + "hf_subset": "umb_Latn-acq_Arab", + "languages": [ + "umb-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.473787, + "recall": 0.511858, + "f1": 0.484875, + "accuracy": 0.511858, + "main_score": 0.484875, + "hf_subset": "umb_Latn-bem_Latn", + "languages": [ + "umb-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.432751, + "recall": 0.490119, + "f1": 0.447679, + "accuracy": 0.490119, + "main_score": 0.447679, + "hf_subset": "umb_Latn-epo_Latn", + "languages": [ + "umb-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.452463, + "recall": 0.507905, + "f1": 0.466396, + "accuracy": 0.507905, + "main_score": 0.466396, + "hf_subset": "umb_Latn-hun_Latn", + "languages": [ + "umb-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.431809, + "recall": 0.485178, + "f1": 0.446196, + "accuracy": 0.485178, + "main_score": 0.446196, + "hf_subset": "umb_Latn-kir_Cyrl", + "languages": [ + "umb-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.434861, + "recall": 0.490119, + "f1": 0.449136, + "accuracy": 0.490119, + "main_score": 0.449136, + "hf_subset": "umb_Latn-mar_Deva", + "languages": [ + "umb-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.461853, + "recall": 0.506917, + "f1": 0.474958, + "accuracy": 0.506917, + "main_score": 0.474958, + "hf_subset": "umb_Latn-plt_Latn", + "languages": [ + "umb-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.42991, + "recall": 0.48913, + "f1": 0.444871, + "accuracy": 0.48913, + "main_score": 0.444871, + "hf_subset": "umb_Latn-srp_Cyrl", + "languages": [ + "umb-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.384505, + "recall": 0.434783, + "f1": 0.397606, + "accuracy": 0.434783, + "main_score": 0.397606, + "hf_subset": "umb_Latn-uig_Arab", + "languages": [ + "umb-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.427615, + "recall": 0.479249, + "f1": 0.441917, + "accuracy": 0.479249, + "main_score": 0.441917, + "hf_subset": "umb_Latn-aeb_Arab", + "languages": [ + "umb-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.432243, + "recall": 0.481225, + "f1": 0.445569, + "accuracy": 0.481225, + "main_score": 0.445569, + "hf_subset": "umb_Latn-ben_Beng", + "languages": [ + "umb-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.437211, + "recall": 0.492095, + "f1": 0.451502, + "accuracy": 0.492095, + "main_score": 0.451502, + "hf_subset": "umb_Latn-est_Latn", + "languages": [ + "umb-Latn", + "est-Latn" + ] + }, + { + "precision": 0.424389, + "recall": 0.480237, + "f1": 0.439144, + "accuracy": 0.480237, + "main_score": 0.439144, + "hf_subset": "umb_Latn-hye_Armn", + "languages": [ + "umb-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.514635, + "recall": 0.546443, + "f1": 0.523686, + "accuracy": 0.546443, + "main_score": 0.523686, + "hf_subset": "umb_Latn-kmb_Latn", + "languages": [ + "umb-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.33857, + "recall": 0.397233, + "f1": 0.354419, + "accuracy": 0.397233, + "main_score": 0.354419, + "hf_subset": "umb_Latn-min_Arab", + "languages": [ + "umb-Latn", + "min-Arab" + ] + }, + { + "precision": 0.462709, + "recall": 0.514822, + "f1": 0.476161, + "accuracy": 0.514822, + "main_score": 0.476161, + "hf_subset": "umb_Latn-pol_Latn", + "languages": [ + "umb-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.445784, + "recall": 0.487154, + "f1": 0.457497, + "accuracy": 0.487154, + "main_score": 0.457497, + "hf_subset": "umb_Latn-ssw_Latn", + "languages": [ + "umb-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.458628, + "recall": 0.507905, + "f1": 0.47145, + "accuracy": 0.507905, + "main_score": 0.47145, + "hf_subset": "umb_Latn-ukr_Cyrl", + "languages": [ + "umb-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.442985, + "recall": 0.497036, + "f1": 0.457053, + "accuracy": 0.497036, + "main_score": 0.457053, + "hf_subset": "umb_Latn-afr_Latn", + "languages": [ + "umb-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.441987, + "recall": 0.495059, + "f1": 0.45605, + "accuracy": 0.495059, + "main_score": 0.45605, + "hf_subset": "umb_Latn-bho_Deva", + "languages": [ + "umb-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.435263, + "recall": 0.485178, + "f1": 0.447852, + "accuracy": 0.485178, + "main_score": 0.447852, + "hf_subset": "umb_Latn-eus_Latn", + "languages": [ + "umb-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.462265, + "recall": 0.503953, + "f1": 0.473585, + "accuracy": 0.503953, + "main_score": 0.473585, + "hf_subset": "umb_Latn-ibo_Latn", + "languages": [ + "umb-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.452467, + "recall": 0.5, + "f1": 0.465981, + "accuracy": 0.5, + "main_score": 0.465981, + "hf_subset": "umb_Latn-kmr_Latn", + "languages": [ + "umb-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.446048, + "recall": 0.491107, + "f1": 0.456982, + "accuracy": 0.491107, + "main_score": 0.456982, + "hf_subset": "umb_Latn-min_Latn", + "languages": [ + "umb-Latn", + "min-Latn" + ] + }, + { + "precision": 0.482703, + "recall": 0.532609, + "f1": 0.495062, + "accuracy": 0.532609, + "main_score": 0.495062, + "hf_subset": "umb_Latn-por_Latn", + "languages": [ + "umb-Latn", + "por-Latn" + ] + }, + { + "precision": 0.438735, + "recall": 0.48419, + "f1": 0.451501, + "accuracy": 0.48419, + "main_score": 0.451501, + "hf_subset": "umb_Latn-sun_Latn", + "languages": [ + "umb-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.440676, + "recall": 0.5, + "f1": 0.454804, + "accuracy": 0.5, + "main_score": 0.454804, + "hf_subset": "umb_Latn-ajp_Arab", + "languages": [ + "umb-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.355422, + "recall": 0.410079, + "f1": 0.369751, + "accuracy": 0.410079, + "main_score": 0.369751, + "hf_subset": "umb_Latn-bjn_Arab", + "languages": [ + "umb-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.435614, + "recall": 0.47332, + "f1": 0.44664, + "accuracy": 0.47332, + "main_score": 0.44664, + "hf_subset": "umb_Latn-ewe_Latn", + "languages": [ + "umb-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.436999, + "recall": 0.48419, + "f1": 0.449631, + "accuracy": 0.48419, + "main_score": 0.449631, + "hf_subset": "umb_Latn-ilo_Latn", + "languages": [ + "umb-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.25926, + "recall": 0.310277, + "f1": 0.272523, + "accuracy": 0.310277, + "main_score": 0.272523, + "hf_subset": "umb_Latn-knc_Arab", + "languages": [ + "umb-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.440718, + "recall": 0.486166, + "f1": 0.452798, + "accuracy": 0.486166, + "main_score": 0.452798, + "hf_subset": "umb_Latn-mkd_Cyrl", + "languages": [ + "umb-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.459112, + "recall": 0.513834, + "f1": 0.473797, + "accuracy": 0.513834, + "main_score": 0.473797, + "hf_subset": "umb_Latn-prs_Arab", + "languages": [ + "umb-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.460658, + "recall": 0.520751, + "f1": 0.475631, + "accuracy": 0.520751, + "main_score": 0.475631, + "hf_subset": "umb_Latn-swe_Latn", + "languages": [ + "umb-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.431565, + "recall": 0.488142, + "f1": 0.445615, + "accuracy": 0.488142, + "main_score": 0.445615, + "hf_subset": "umb_Latn-urd_Arab", + "languages": [ + "umb-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.486481, + "recall": 0.525692, + "f1": 0.497044, + "accuracy": 0.525692, + "main_score": 0.497044, + "hf_subset": "umb_Latn-aka_Latn", + "languages": [ + "umb-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.455641, + "recall": 0.5, + "f1": 0.467249, + "accuracy": 0.5, + "main_score": 0.467249, + "hf_subset": "umb_Latn-bjn_Latn", + "languages": [ + "umb-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.433135, + "recall": 0.474308, + "f1": 0.444884, + "accuracy": 0.474308, + "main_score": 0.444884, + "hf_subset": "umb_Latn-fao_Latn", + "languages": [ + "umb-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.461601, + "recall": 0.517787, + "f1": 0.475749, + "accuracy": 0.517787, + "main_score": 0.475749, + "hf_subset": "umb_Latn-ind_Latn", + "languages": [ + "umb-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.473972, + "recall": 0.506917, + "f1": 0.482914, + "accuracy": 0.506917, + "main_score": 0.482914, + "hf_subset": "umb_Latn-knc_Latn", + "languages": [ + "umb-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.425746, + "recall": 0.474308, + "f1": 0.438474, + "accuracy": 0.474308, + "main_score": 0.438474, + "hf_subset": "umb_Latn-mlt_Latn", + "languages": [ + "umb-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.501169, + "recall": 0.533597, + "f1": 0.510586, + "accuracy": 0.533597, + "main_score": 0.510586, + "hf_subset": "umb_Latn-quy_Latn", + "languages": [ + "umb-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.444387, + "recall": 0.499012, + "f1": 0.45753, + "accuracy": 0.499012, + "main_score": 0.45753, + "hf_subset": "umb_Latn-swh_Latn", + "languages": [ + "umb-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.418876, + "recall": 0.471344, + "f1": 0.432124, + "accuracy": 0.471344, + "main_score": 0.432124, + "hf_subset": "umb_Latn-uzn_Latn", + "languages": [ + "umb-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.439808, + "recall": 0.487154, + "f1": 0.453165, + "accuracy": 0.487154, + "main_score": 0.453165, + "hf_subset": "umb_Latn-als_Latn", + "languages": [ + "umb-Latn", + "als-Latn" + ] + }, + { + "precision": 0.347793, + "recall": 0.407115, + "f1": 0.36336, + "accuracy": 0.407115, + "main_score": 0.36336, + "hf_subset": "umb_Latn-bod_Tibt", + "languages": [ + "umb-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.461517, + "recall": 0.501976, + "f1": 0.472927, + "accuracy": 0.501976, + "main_score": 0.472927, + "hf_subset": "umb_Latn-fij_Latn", + "languages": [ + "umb-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.426091, + "recall": 0.478261, + "f1": 0.439022, + "accuracy": 0.478261, + "main_score": 0.439022, + "hf_subset": "umb_Latn-isl_Latn", + "languages": [ + "umb-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.507844, + "recall": 0.539526, + "f1": 0.516996, + "accuracy": 0.539526, + "main_score": 0.516996, + "hf_subset": "umb_Latn-kon_Latn", + "languages": [ + "umb-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.415958, + "recall": 0.466403, + "f1": 0.428986, + "accuracy": 0.466403, + "main_score": 0.428986, + "hf_subset": "umb_Latn-mni_Beng", + "languages": [ + "umb-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.463629, + "recall": 0.518775, + "f1": 0.477597, + "accuracy": 0.518775, + "main_score": 0.477597, + "hf_subset": "umb_Latn-ron_Latn", + "languages": [ + "umb-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.461496, + "recall": 0.513834, + "f1": 0.474664, + "accuracy": 0.513834, + "main_score": 0.474664, + "hf_subset": "umb_Latn-szl_Latn", + "languages": [ + "umb-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.479786, + "recall": 0.525692, + "f1": 0.491763, + "accuracy": 0.525692, + "main_score": 0.491763, + "hf_subset": "umb_Latn-vec_Latn", + "languages": [ + "umb-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.451033, + "recall": 0.501976, + "f1": 0.465258, + "accuracy": 0.501976, + "main_score": 0.465258, + "hf_subset": "umb_Latn-amh_Ethi", + "languages": [ + "umb-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.471591, + "recall": 0.520751, + "f1": 0.484391, + "accuracy": 0.520751, + "main_score": 0.484391, + "hf_subset": "umb_Latn-bos_Latn", + "languages": [ + "umb-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.444741, + "recall": 0.498024, + "f1": 0.458142, + "accuracy": 0.498024, + "main_score": 0.458142, + "hf_subset": "umb_Latn-fin_Latn", + "languages": [ + "umb-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.486708, + "recall": 0.537549, + "f1": 0.499684, + "accuracy": 0.537549, + "main_score": 0.499684, + "hf_subset": "umb_Latn-ita_Latn", + "languages": [ + "umb-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.475606, + "recall": 0.52668, + "f1": 0.488276, + "accuracy": 0.52668, + "main_score": 0.488276, + "hf_subset": "umb_Latn-kor_Hang", + "languages": [ + "umb-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.453963, + "recall": 0.495059, + "f1": 0.465728, + "accuracy": 0.495059, + "main_score": 0.465728, + "hf_subset": "umb_Latn-mos_Latn", + "languages": [ + "umb-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.457702, + "recall": 0.498024, + "f1": 0.468839, + "accuracy": 0.498024, + "main_score": 0.468839, + "hf_subset": "umb_Latn-run_Latn", + "languages": [ + "umb-Latn", + "run-Latn" + ] + }, + { + "precision": 0.419354, + "recall": 0.47332, + "f1": 0.433924, + "accuracy": 0.47332, + "main_score": 0.433924, + "hf_subset": "umb_Latn-tam_Taml", + "languages": [ + "umb-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.468928, + "recall": 0.516798, + "f1": 0.481209, + "accuracy": 0.516798, + "main_score": 0.481209, + "hf_subset": "umb_Latn-vie_Latn", + "languages": [ + "umb-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.44426, + "recall": 0.498024, + "f1": 0.45729, + "accuracy": 0.498024, + "main_score": 0.45729, + "hf_subset": "umb_Latn-apc_Arab", + "languages": [ + "umb-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.464026, + "recall": 0.502964, + "f1": 0.474689, + "accuracy": 0.502964, + "main_score": 0.474689, + "hf_subset": "umb_Latn-bug_Latn", + "languages": [ + "umb-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.43804, + "recall": 0.477273, + "f1": 0.448934, + "accuracy": 0.477273, + "main_score": 0.448934, + "hf_subset": "umb_Latn-fon_Latn", + "languages": [ + "umb-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.428947, + "recall": 0.479249, + "f1": 0.442604, + "accuracy": 0.479249, + "main_score": 0.442604, + "hf_subset": "umb_Latn-jav_Latn", + "languages": [ + "umb-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.414437, + "recall": 0.458498, + "f1": 0.426044, + "accuracy": 0.458498, + "main_score": 0.426044, + "hf_subset": "umb_Latn-lao_Laoo", + "languages": [ + "umb-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.425924, + "recall": 0.472332, + "f1": 0.438203, + "accuracy": 0.472332, + "main_score": 0.438203, + "hf_subset": "umb_Latn-mri_Latn", + "languages": [ + "umb-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.463644, + "recall": 0.519763, + "f1": 0.478459, + "accuracy": 0.519763, + "main_score": 0.478459, + "hf_subset": "umb_Latn-rus_Cyrl", + "languages": [ + "umb-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.457909, + "recall": 0.499012, + "f1": 0.47001, + "accuracy": 0.499012, + "main_score": 0.47001, + "hf_subset": "umb_Latn-taq_Latn", + "languages": [ + "umb-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.45375, + "recall": 0.503953, + "f1": 0.466667, + "accuracy": 0.503953, + "main_score": 0.466667, + "hf_subset": "umb_Latn-war_Latn", + "languages": [ + "umb-Latn", + "war-Latn" + ] + }, + { + "precision": 0.445263, + "recall": 0.498024, + "f1": 0.459357, + "accuracy": 0.498024, + "main_score": 0.459357, + "hf_subset": "umb_Latn-arb_Arab", + "languages": [ + "umb-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.46328, + "recall": 0.518775, + "f1": 0.47772, + "accuracy": 0.518775, + "main_score": 0.47772, + "hf_subset": "umb_Latn-bul_Cyrl", + "languages": [ + "umb-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.465607, + "recall": 0.518775, + "f1": 0.479438, + "accuracy": 0.518775, + "main_score": 0.479438, + "hf_subset": "umb_Latn-fra_Latn", + "languages": [ + "umb-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.459839, + "recall": 0.512846, + "f1": 0.473965, + "accuracy": 0.512846, + "main_score": 0.473965, + "hf_subset": "umb_Latn-jpn_Jpan", + "languages": [ + "umb-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.466942, + "recall": 0.51581, + "f1": 0.480184, + "accuracy": 0.51581, + "main_score": 0.480184, + "hf_subset": "umb_Latn-lij_Latn", + "languages": [ + "umb-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.403956, + "recall": 0.458498, + "f1": 0.418723, + "accuracy": 0.458498, + "main_score": 0.418723, + "hf_subset": "umb_Latn-mya_Mymr", + "languages": [ + "umb-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.479164, + "recall": 0.509881, + "f1": 0.48779, + "accuracy": 0.509881, + "main_score": 0.48779, + "hf_subset": "umb_Latn-sag_Latn", + "languages": [ + "umb-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.236342, + "recall": 0.280632, + "f1": 0.248219, + "accuracy": 0.280632, + "main_score": 0.248219, + "hf_subset": "umb_Latn-taq_Tfng", + "languages": [ + "umb-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.485156, + "recall": 0.524704, + "f1": 0.496791, + "accuracy": 0.524704, + "main_score": 0.496791, + "hf_subset": "umb_Latn-wol_Latn", + "languages": [ + "umb-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.407933, + "recall": 0.460474, + "f1": 0.422487, + "accuracy": 0.460474, + "main_score": 0.422487, + "hf_subset": "umb_Latn-arb_Latn", + "languages": [ + "umb-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.457823, + "recall": 0.512846, + "f1": 0.471518, + "accuracy": 0.512846, + "main_score": 0.471518, + "hf_subset": "umb_Latn-cat_Latn", + "languages": [ + "umb-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.455349, + "recall": 0.507905, + "f1": 0.469654, + "accuracy": 0.507905, + "main_score": 0.469654, + "hf_subset": "umb_Latn-fur_Latn", + "languages": [ + "umb-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.407053, + "recall": 0.444664, + "f1": 0.417841, + "accuracy": 0.444664, + "main_score": 0.417841, + "hf_subset": "umb_Latn-kab_Latn", + "languages": [ + "umb-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.450761, + "recall": 0.499012, + "f1": 0.463271, + "accuracy": 0.499012, + "main_score": 0.463271, + "hf_subset": "umb_Latn-lim_Latn", + "languages": [ + "umb-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.456617, + "recall": 0.512846, + "f1": 0.471485, + "accuracy": 0.512846, + "main_score": 0.471485, + "hf_subset": "umb_Latn-nld_Latn", + "languages": [ + "umb-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.426012, + "recall": 0.479249, + "f1": 0.440309, + "accuracy": 0.479249, + "main_score": 0.440309, + "hf_subset": "umb_Latn-san_Deva", + "languages": [ + "umb-Latn", + "san-Deva" + ] + }, + { + "precision": 0.427494, + "recall": 0.481225, + "f1": 0.441008, + "accuracy": 0.481225, + "main_score": 0.441008, + "hf_subset": "umb_Latn-tat_Cyrl", + "languages": [ + "umb-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.460767, + "recall": 0.505929, + "f1": 0.472492, + "accuracy": 0.505929, + "main_score": 0.472492, + "hf_subset": "umb_Latn-xho_Latn", + "languages": [ + "umb-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.431111, + "recall": 0.488142, + "f1": 0.446345, + "accuracy": 0.488142, + "main_score": 0.446345, + "hf_subset": "umb_Latn-ars_Arab", + "languages": [ + "umb-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.431569, + "recall": 0.48419, + "f1": 0.445065, + "accuracy": 0.48419, + "main_score": 0.445065, + "hf_subset": "umb_Latn-ceb_Latn", + "languages": [ + "umb-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.433357, + "recall": 0.477273, + "f1": 0.445631, + "accuracy": 0.477273, + "main_score": 0.445631, + "hf_subset": "umb_Latn-fuv_Latn", + "languages": [ + "umb-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.471656, + "recall": 0.506917, + "f1": 0.481634, + "accuracy": 0.506917, + "main_score": 0.481634, + "hf_subset": "umb_Latn-kac_Latn", + "languages": [ + "umb-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.50033, + "recall": 0.537549, + "f1": 0.510275, + "accuracy": 0.537549, + "main_score": 0.510275, + "hf_subset": "umb_Latn-lin_Latn", + "languages": [ + "umb-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.443927, + "recall": 0.494071, + "f1": 0.456592, + "accuracy": 0.494071, + "main_score": 0.456592, + "hf_subset": "umb_Latn-nno_Latn", + "languages": [ + "umb-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.405863, + "recall": 0.461462, + "f1": 0.420338, + "accuracy": 0.461462, + "main_score": 0.420338, + "hf_subset": "umb_Latn-sat_Olck", + "languages": [ + "umb-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.429026, + "recall": 0.479249, + "f1": 0.441444, + "accuracy": 0.479249, + "main_score": 0.441444, + "hf_subset": "umb_Latn-tel_Telu", + "languages": [ + "umb-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.413042, + "recall": 0.468379, + "f1": 0.426453, + "accuracy": 0.468379, + "main_score": 0.426453, + "hf_subset": "umb_Latn-ydd_Hebr", + "languages": [ + "umb-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.422206, + "recall": 0.468379, + "f1": 0.434581, + "accuracy": 0.468379, + "main_score": 0.434581, + "hf_subset": "umb_Latn-ary_Arab", + "languages": [ + "umb-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.463153, + "recall": 0.514822, + "f1": 0.476402, + "accuracy": 0.514822, + "main_score": 0.476402, + "hf_subset": "umb_Latn-ces_Latn", + "languages": [ + "umb-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.443792, + "recall": 0.491107, + "f1": 0.4576, + "accuracy": 0.491107, + "main_score": 0.4576, + "hf_subset": "umb_Latn-gaz_Latn", + "languages": [ + "umb-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.477008, + "recall": 0.518775, + "f1": 0.488717, + "accuracy": 0.518775, + "main_score": 0.488717, + "hf_subset": "umb_Latn-kam_Latn", + "languages": [ + "umb-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.419973, + "recall": 0.476285, + "f1": 0.434102, + "accuracy": 0.476285, + "main_score": 0.434102, + "hf_subset": "umb_Latn-lit_Latn", + "languages": [ + "umb-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.453283, + "recall": 0.500988, + "f1": 0.465317, + "accuracy": 0.500988, + "main_score": 0.465317, + "hf_subset": "umb_Latn-nob_Latn", + "languages": [ + "umb-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.434279, + "recall": 0.476285, + "f1": 0.445421, + "accuracy": 0.476285, + "main_score": 0.445421, + "hf_subset": "umb_Latn-scn_Latn", + "languages": [ + "umb-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.417734, + "recall": 0.469368, + "f1": 0.430743, + "accuracy": 0.469368, + "main_score": 0.430743, + "hf_subset": "umb_Latn-tgk_Cyrl", + "languages": [ + "umb-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.414773, + "recall": 0.461462, + "f1": 0.428195, + "accuracy": 0.461462, + "main_score": 0.428195, + "hf_subset": "umb_Latn-yor_Latn", + "languages": [ + "umb-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.449809, + "recall": 0.497036, + "f1": 0.462468, + "accuracy": 0.497036, + "main_score": 0.462468, + "hf_subset": "umb_Latn-arz_Arab", + "languages": [ + "umb-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.463192, + "recall": 0.497036, + "f1": 0.473217, + "accuracy": 0.497036, + "main_score": 0.473217, + "hf_subset": "umb_Latn-cjk_Latn", + "languages": [ + "umb-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.42325, + "recall": 0.470356, + "f1": 0.436171, + "accuracy": 0.470356, + "main_score": 0.436171, + "hf_subset": "umb_Latn-gla_Latn", + "languages": [ + "umb-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.421257, + "recall": 0.474308, + "f1": 0.434674, + "accuracy": 0.474308, + "main_score": 0.434674, + "hf_subset": "umb_Latn-kan_Knda", + "languages": [ + "umb-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.454791, + "recall": 0.499012, + "f1": 0.466232, + "accuracy": 0.499012, + "main_score": 0.466232, + "hf_subset": "umb_Latn-lmo_Latn", + "languages": [ + "umb-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.438739, + "recall": 0.491107, + "f1": 0.453086, + "accuracy": 0.491107, + "main_score": 0.453086, + "hf_subset": "umb_Latn-npi_Deva", + "languages": [ + "umb-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.378478, + "recall": 0.426877, + "f1": 0.391849, + "accuracy": 0.426877, + "main_score": 0.391849, + "hf_subset": "umb_Latn-shn_Mymr", + "languages": [ + "umb-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.458603, + "recall": 0.51087, + "f1": 0.471652, + "accuracy": 0.51087, + "main_score": 0.471652, + "hf_subset": "umb_Latn-tgl_Latn", + "languages": [ + "umb-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.433867, + "recall": 0.494071, + "f1": 0.449795, + "accuracy": 0.494071, + "main_score": 0.449795, + "hf_subset": "umb_Latn-yue_Hant", + "languages": [ + "umb-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.397098, + "recall": 0.4417, + "f1": 0.409463, + "accuracy": 0.4417, + "main_score": 0.409463, + "hf_subset": "umb_Latn-asm_Beng", + "languages": [ + "umb-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.440103, + "recall": 0.481225, + "f1": 0.451916, + "accuracy": 0.481225, + "main_score": 0.451916, + "hf_subset": "umb_Latn-ckb_Arab", + "languages": [ + "umb-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.418339, + "recall": 0.47332, + "f1": 0.432619, + "accuracy": 0.47332, + "main_score": 0.432619, + "hf_subset": "umb_Latn-gle_Latn", + "languages": [ + "umb-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.431324, + "recall": 0.476285, + "f1": 0.443654, + "accuracy": 0.476285, + "main_score": 0.443654, + "hf_subset": "umb_Latn-kas_Arab", + "languages": [ + "umb-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.445918, + "recall": 0.494071, + "f1": 0.458236, + "accuracy": 0.494071, + "main_score": 0.458236, + "hf_subset": "umb_Latn-ltg_Latn", + "languages": [ + "umb-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.473315, + "recall": 0.51581, + "f1": 0.485233, + "accuracy": 0.51581, + "main_score": 0.485233, + "hf_subset": "umb_Latn-nso_Latn", + "languages": [ + "umb-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.405403, + "recall": 0.456522, + "f1": 0.419327, + "accuracy": 0.456522, + "main_score": 0.419327, + "hf_subset": "umb_Latn-sin_Sinh", + "languages": [ + "umb-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.444448, + "recall": 0.494071, + "f1": 0.45743, + "accuracy": 0.494071, + "main_score": 0.45743, + "hf_subset": "umb_Latn-tha_Thai", + "languages": [ + "umb-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.389375, + "recall": 0.449605, + "f1": 0.404409, + "accuracy": 0.449605, + "main_score": 0.404409, + "hf_subset": "umb_Latn-zho_Hans", + "languages": [ + "umb-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.452539, + "recall": 0.506917, + "f1": 0.467201, + "accuracy": 0.506917, + "main_score": 0.467201, + "hf_subset": "umb_Latn-ast_Latn", + "languages": [ + "umb-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.458029, + "recall": 0.506917, + "f1": 0.471775, + "accuracy": 0.506917, + "main_score": 0.471775, + "hf_subset": "umb_Latn-crh_Latn", + "languages": [ + "umb-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.449726, + "recall": 0.503953, + "f1": 0.463217, + "accuracy": 0.503953, + "main_score": 0.463217, + "hf_subset": "umb_Latn-glg_Latn", + "languages": [ + "umb-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.432984, + "recall": 0.479249, + "f1": 0.445427, + "accuracy": 0.479249, + "main_score": 0.445427, + "hf_subset": "umb_Latn-kas_Deva", + "languages": [ + "umb-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.414176, + "recall": 0.463439, + "f1": 0.427314, + "accuracy": 0.463439, + "main_score": 0.427314, + "hf_subset": "umb_Latn-ltz_Latn", + "languages": [ + "umb-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.431964, + "recall": 0.471344, + "f1": 0.44333, + "accuracy": 0.471344, + "main_score": 0.44333, + "hf_subset": "umb_Latn-nus_Latn", + "languages": [ + "umb-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.442712, + "recall": 0.5, + "f1": 0.457051, + "accuracy": 0.5, + "main_score": 0.457051, + "hf_subset": "umb_Latn-slk_Latn", + "languages": [ + "umb-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.45999, + "recall": 0.502964, + "f1": 0.472617, + "accuracy": 0.502964, + "main_score": 0.472617, + "hf_subset": "umb_Latn-tir_Ethi", + "languages": [ + "umb-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.439999, + "recall": 0.494071, + "f1": 0.453055, + "accuracy": 0.494071, + "main_score": 0.453055, + "hf_subset": "umb_Latn-zho_Hant", + "languages": [ + "umb-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.450776, + "recall": 0.502964, + "f1": 0.463992, + "accuracy": 0.502964, + "main_score": 0.463992, + "hf_subset": "umb_Latn-awa_Deva", + "languages": [ + "umb-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.430633, + "recall": 0.483202, + "f1": 0.444895, + "accuracy": 0.483202, + "main_score": 0.444895, + "hf_subset": "umb_Latn-cym_Latn", + "languages": [ + "umb-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.471926, + "recall": 0.509881, + "f1": 0.48217, + "accuracy": 0.509881, + "main_score": 0.48217, + "hf_subset": "umb_Latn-grn_Latn", + "languages": [ + "umb-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.433076, + "recall": 0.479249, + "f1": 0.445295, + "accuracy": 0.479249, + "main_score": 0.445295, + "hf_subset": "umb_Latn-kat_Geor", + "languages": [ + "umb-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.49478, + "recall": 0.534585, + "f1": 0.505661, + "accuracy": 0.534585, + "main_score": 0.505661, + "hf_subset": "umb_Latn-lua_Latn", + "languages": [ + "umb-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.455847, + "recall": 0.497036, + "f1": 0.467852, + "accuracy": 0.497036, + "main_score": 0.467852, + "hf_subset": "umb_Latn-nya_Latn", + "languages": [ + "umb-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.450088, + "recall": 0.502964, + "f1": 0.463944, + "accuracy": 0.502964, + "main_score": 0.463944, + "hf_subset": "umb_Latn-slv_Latn", + "languages": [ + "umb-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.460479, + "recall": 0.503953, + "f1": 0.471873, + "accuracy": 0.503953, + "main_score": 0.471873, + "hf_subset": "umb_Latn-tpi_Latn", + "languages": [ + "umb-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.45739, + "recall": 0.512846, + "f1": 0.470965, + "accuracy": 0.512846, + "main_score": 0.470965, + "hf_subset": "umb_Latn-zsm_Latn", + "languages": [ + "umb-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.464913, + "recall": 0.500988, + "f1": 0.475977, + "accuracy": 0.500988, + "main_score": 0.475977, + "hf_subset": "umb_Latn-ayr_Latn", + "languages": [ + "umb-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.455866, + "recall": 0.504941, + "f1": 0.468596, + "accuracy": 0.504941, + "main_score": 0.468596, + "hf_subset": "umb_Latn-dan_Latn", + "languages": [ + "umb-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.424541, + "recall": 0.478261, + "f1": 0.437883, + "accuracy": 0.478261, + "main_score": 0.437883, + "hf_subset": "umb_Latn-guj_Gujr", + "languages": [ + "umb-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.409945, + "recall": 0.466403, + "f1": 0.425207, + "accuracy": 0.466403, + "main_score": 0.425207, + "hf_subset": "umb_Latn-kaz_Cyrl", + "languages": [ + "umb-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.44353, + "recall": 0.488142, + "f1": 0.456079, + "accuracy": 0.488142, + "main_score": 0.456079, + "hf_subset": "umb_Latn-lug_Latn", + "languages": [ + "umb-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.453603, + "recall": 0.502964, + "f1": 0.465691, + "accuracy": 0.502964, + "main_score": 0.465691, + "hf_subset": "umb_Latn-oci_Latn", + "languages": [ + "umb-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.444198, + "recall": 0.486166, + "f1": 0.455487, + "accuracy": 0.486166, + "main_score": 0.455487, + "hf_subset": "umb_Latn-smo_Latn", + "languages": [ + "umb-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.45508, + "recall": 0.497036, + "f1": 0.466491, + "accuracy": 0.497036, + "main_score": 0.466491, + "hf_subset": "umb_Latn-tsn_Latn", + "languages": [ + "umb-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.4315, + "recall": 0.481225, + "f1": 0.445573, + "accuracy": 0.481225, + "main_score": 0.445573, + "hf_subset": "umb_Latn-zul_Latn", + "languages": [ + "umb-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.414793, + "recall": 0.455534, + "f1": 0.425892, + "accuracy": 0.455534, + "main_score": 0.425892, + "hf_subset": "umb_Latn-azb_Arab", + "languages": [ + "umb-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.473705, + "recall": 0.525692, + "f1": 0.487077, + "accuracy": 0.525692, + "main_score": 0.487077, + "hf_subset": "umb_Latn-deu_Latn", + "languages": [ + "umb-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.430852, + "recall": 0.481225, + "f1": 0.444836, + "accuracy": 0.481225, + "main_score": 0.444836, + "hf_subset": "umb_Latn-hat_Latn", + "languages": [ + "umb-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.458136, + "recall": 0.497036, + "f1": 0.469337, + "accuracy": 0.497036, + "main_score": 0.469337, + "hf_subset": "umb_Latn-kbp_Latn", + "languages": [ + "umb-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.469386, + "recall": 0.508893, + "f1": 0.480533, + "accuracy": 0.508893, + "main_score": 0.480533, + "hf_subset": "umb_Latn-luo_Latn", + "languages": [ + "umb-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.413622, + "recall": 0.471344, + "f1": 0.428334, + "accuracy": 0.471344, + "main_score": 0.428334, + "hf_subset": "umb_Latn-ory_Orya", + "languages": [ + "umb-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.444395, + "recall": 0.491107, + "f1": 0.457412, + "accuracy": 0.491107, + "main_score": 0.457412, + "hf_subset": "umb_Latn-sna_Latn", + "languages": [ + "umb-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.483651, + "recall": 0.519763, + "f1": 0.493983, + "accuracy": 0.519763, + "main_score": 0.493983, + "hf_subset": "umb_Latn-tso_Latn", + "languages": [ + "umb-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.424368, + "recall": 0.483202, + "f1": 0.439467, + "accuracy": 0.483202, + "main_score": 0.439467, + "hf_subset": "umb_Latn-azj_Latn", + "languages": [ + "umb-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.450264, + "recall": 0.490119, + "f1": 0.461834, + "accuracy": 0.490119, + "main_score": 0.461834, + "hf_subset": "umb_Latn-dik_Latn", + "languages": [ + "umb-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.444004, + "recall": 0.486166, + "f1": 0.455753, + "accuracy": 0.486166, + "main_score": 0.455753, + "hf_subset": "umb_Latn-hau_Latn", + "languages": [ + "umb-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.475959, + "recall": 0.520751, + "f1": 0.487658, + "accuracy": 0.520751, + "main_score": 0.487658, + "hf_subset": "umb_Latn-kea_Latn", + "languages": [ + "umb-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.435561, + "recall": 0.479249, + "f1": 0.447744, + "accuracy": 0.479249, + "main_score": 0.447744, + "hf_subset": "umb_Latn-lus_Latn", + "languages": [ + "umb-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.482026, + "recall": 0.522727, + "f1": 0.493158, + "accuracy": 0.522727, + "main_score": 0.493158, + "hf_subset": "umb_Latn-pag_Latn", + "languages": [ + "umb-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.398407, + "recall": 0.45751, + "f1": 0.413499, + "accuracy": 0.45751, + "main_score": 0.413499, + "hf_subset": "umb_Latn-snd_Arab", + "languages": [ + "umb-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.4201, + "recall": 0.471344, + "f1": 0.433732, + "accuracy": 0.471344, + "main_score": 0.433732, + "hf_subset": "umb_Latn-tuk_Latn", + "languages": [ + "umb-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.420901, + "recall": 0.467391, + "f1": 0.432576, + "accuracy": 0.467391, + "main_score": 0.432576, + "hf_subset": "umb_Latn-bak_Cyrl", + "languages": [ + "umb-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.392798, + "recall": 0.437747, + "f1": 0.405519, + "accuracy": 0.437747, + "main_score": 0.405519, + "hf_subset": "umb_Latn-dyu_Latn", + "languages": [ + "umb-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.4474, + "recall": 0.504941, + "f1": 0.462196, + "accuracy": 0.504941, + "main_score": 0.462196, + "hf_subset": "umb_Latn-heb_Hebr", + "languages": [ + "umb-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.438406, + "recall": 0.483202, + "f1": 0.451174, + "accuracy": 0.483202, + "main_score": 0.451174, + "hf_subset": "umb_Latn-khk_Cyrl", + "languages": [ + "umb-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.427716, + "recall": 0.48913, + "f1": 0.443683, + "accuracy": 0.48913, + "main_score": 0.443683, + "hf_subset": "umb_Latn-lvs_Latn", + "languages": [ + "umb-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.412328, + "recall": 0.466403, + "f1": 0.425505, + "accuracy": 0.466403, + "main_score": 0.425505, + "hf_subset": "umb_Latn-pan_Guru", + "languages": [ + "umb-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.435107, + "recall": 0.480237, + "f1": 0.44786, + "accuracy": 0.480237, + "main_score": 0.44786, + "hf_subset": "umb_Latn-som_Latn", + "languages": [ + "umb-Latn", + "som-Latn" + ] + }, + { + "precision": 0.449882, + "recall": 0.491107, + "f1": 0.461148, + "accuracy": 0.491107, + "main_score": 0.461148, + "hf_subset": "umb_Latn-tum_Latn", + "languages": [ + "umb-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.547525, + "recall": 0.636364, + "f1": 0.572625, + "accuracy": 0.636364, + "main_score": 0.572625, + "hf_subset": "ajp_Arab-ace_Arab", + "languages": [ + "ajp-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.471795, + "recall": 0.535573, + "f1": 0.488879, + "accuracy": 0.535573, + "main_score": 0.488879, + "hf_subset": "ajp_Arab-bam_Latn", + "languages": [ + "ajp-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.668891, + "recall": 0.753953, + "f1": 0.693997, + "accuracy": 0.753953, + "main_score": 0.693997, + "hf_subset": "ajp_Arab-dzo_Tibt", + "languages": [ + "ajp-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-hin_Deva", + "languages": [ + "ajp-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ajp_Arab-khm_Khmr", + "languages": [ + "ajp-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-mag_Deva", + "languages": [ + "ajp-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-pap_Latn", + "languages": [ + "ajp-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.881423, + "recall": 0.916008, + "f1": 0.892128, + "accuracy": 0.916008, + "main_score": 0.892128, + "hf_subset": "ajp_Arab-sot_Latn", + "languages": [ + "ajp-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-tur_Latn", + "languages": [ + "ajp-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.885293, + "recall": 0.917984, + "f1": 0.895605, + "accuracy": 0.917984, + "main_score": 0.895605, + "hf_subset": "ajp_Arab-ace_Latn", + "languages": [ + "ajp-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "ajp_Arab-ban_Latn", + "languages": [ + "ajp-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-ell_Grek", + "languages": [ + "ajp-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ajp_Arab-hne_Deva", + "languages": [ + "ajp-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.588105, + "recall": 0.661067, + "f1": 0.608987, + "accuracy": 0.661067, + "main_score": 0.608987, + "hf_subset": "ajp_Arab-kik_Latn", + "languages": [ + "ajp-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-mai_Deva", + "languages": [ + "ajp-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "ajp_Arab-pbt_Arab", + "languages": [ + "ajp-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-spa_Latn", + "languages": [ + "ajp-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.786512, + "recall": 0.841897, + "f1": 0.803524, + "accuracy": 0.841897, + "main_score": 0.803524, + "hf_subset": "ajp_Arab-twi_Latn", + "languages": [ + "ajp-Arab", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-acm_Arab", + "languages": [ + "ajp-Arab", + "acm-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-bel_Cyrl", + "languages": [ + "ajp-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-eng_Latn", + "languages": [ + "ajp-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-hrv_Latn", + "languages": [ + "ajp-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.862813, + "recall": 0.901186, + "f1": 0.874953, + "accuracy": 0.901186, + "main_score": 0.874953, + "hf_subset": "ajp_Arab-kin_Latn", + "languages": [ + "ajp-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-mal_Mlym", + "languages": [ + "ajp-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-pes_Arab", + "languages": [ + "ajp-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-srd_Latn", + "languages": [ + "ajp-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.209714, + "recall": 0.277668, + "f1": 0.225869, + "accuracy": 0.277668, + "main_score": 0.225869, + "hf_subset": "ajp_Arab-tzm_Tfng", + "languages": [ + "ajp-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-acq_Arab", + "languages": [ + "ajp-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.691363, + "recall": 0.758893, + "f1": 0.710453, + "accuracy": 0.758893, + "main_score": 0.710453, + "hf_subset": "ajp_Arab-bem_Latn", + "languages": [ + "ajp-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-epo_Latn", + "languages": [ + "ajp-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-hun_Latn", + "languages": [ + "ajp-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-kir_Cyrl", + "languages": [ + "ajp-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-mar_Deva", + "languages": [ + "ajp-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.895339, + "recall": 0.925889, + "f1": 0.904875, + "accuracy": 0.925889, + "main_score": 0.904875, + "hf_subset": "ajp_Arab-plt_Latn", + "languages": [ + "ajp-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-srp_Cyrl", + "languages": [ + "ajp-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.948287, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "ajp_Arab-uig_Arab", + "languages": [ + "ajp-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-aeb_Arab", + "languages": [ + "ajp-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-ben_Beng", + "languages": [ + "ajp-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-est_Latn", + "languages": [ + "ajp-Arab", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-hye_Armn", + "languages": [ + "ajp-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.470762, + "recall": 0.537549, + "f1": 0.489796, + "accuracy": 0.537549, + "main_score": 0.489796, + "hf_subset": "ajp_Arab-kmb_Latn", + "languages": [ + "ajp-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.505381, + "recall": 0.591897, + "f1": 0.528722, + "accuracy": 0.591897, + "main_score": 0.528722, + "hf_subset": "ajp_Arab-min_Arab", + "languages": [ + "ajp-Arab", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-pol_Latn", + "languages": [ + "ajp-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.776409, + "recall": 0.83498, + "f1": 0.794582, + "accuracy": 0.83498, + "main_score": 0.794582, + "hf_subset": "ajp_Arab-ssw_Latn", + "languages": [ + "ajp-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-ukr_Cyrl", + "languages": [ + "ajp-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-afr_Latn", + "languages": [ + "ajp-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-bho_Deva", + "languages": [ + "ajp-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-eus_Latn", + "languages": [ + "ajp-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.876812, + "recall": 0.914032, + "f1": 0.888636, + "accuracy": 0.914032, + "main_score": 0.888636, + "hf_subset": "ajp_Arab-ibo_Latn", + "languages": [ + "ajp-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.902339, + "recall": 0.932806, + "f1": 0.91222, + "accuracy": 0.932806, + "main_score": 0.91222, + "hf_subset": "ajp_Arab-kmr_Latn", + "languages": [ + "ajp-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ajp_Arab-min_Latn", + "languages": [ + "ajp-Arab", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-por_Latn", + "languages": [ + "ajp-Arab", + "por-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ajp_Arab-sun_Latn", + "languages": [ + "ajp-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.460852, + "recall": 0.532609, + "f1": 0.480356, + "accuracy": 0.532609, + "main_score": 0.480356, + "hf_subset": "ajp_Arab-umb_Latn", + "languages": [ + "ajp-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.532864, + "recall": 0.612648, + "f1": 0.555278, + "accuracy": 0.612648, + "main_score": 0.555278, + "hf_subset": "ajp_Arab-bjn_Arab", + "languages": [ + "ajp-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.442793, + "recall": 0.500988, + "f1": 0.458532, + "accuracy": 0.500988, + "main_score": 0.458532, + "hf_subset": "ajp_Arab-ewe_Latn", + "languages": [ + "ajp-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "ajp_Arab-ilo_Latn", + "languages": [ + "ajp-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.259612, + "recall": 0.322134, + "f1": 0.27588, + "accuracy": 0.322134, + "main_score": 0.27588, + "hf_subset": "ajp_Arab-knc_Arab", + "languages": [ + "ajp-Arab", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-mkd_Cyrl", + "languages": [ + "ajp-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-prs_Arab", + "languages": [ + "ajp-Arab", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-swe_Latn", + "languages": [ + "ajp-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-urd_Arab", + "languages": [ + "ajp-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.756324, + "recall": 0.817194, + "f1": 0.774675, + "accuracy": 0.817194, + "main_score": 0.774675, + "hf_subset": "ajp_Arab-aka_Latn", + "languages": [ + "ajp-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ajp_Arab-bjn_Latn", + "languages": [ + "ajp-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ajp_Arab-fao_Latn", + "languages": [ + "ajp-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-ind_Latn", + "languages": [ + "ajp-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.528049, + "recall": 0.587945, + "f1": 0.544122, + "accuracy": 0.587945, + "main_score": 0.544122, + "hf_subset": "ajp_Arab-knc_Latn", + "languages": [ + "ajp-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-mlt_Latn", + "languages": [ + "ajp-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.646004, + "recall": 0.714427, + "f1": 0.665815, + "accuracy": 0.714427, + "main_score": 0.665815, + "hf_subset": "ajp_Arab-quy_Latn", + "languages": [ + "ajp-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-swh_Latn", + "languages": [ + "ajp-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ajp_Arab-uzn_Latn", + "languages": [ + "ajp-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-als_Latn", + "languages": [ + "ajp-Arab", + "als-Latn" + ] + }, + { + "precision": 0.834033, + "recall": 0.880435, + "f1": 0.848243, + "accuracy": 0.880435, + "main_score": 0.848243, + "hf_subset": "ajp_Arab-bod_Tibt", + "languages": [ + "ajp-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.627528, + "recall": 0.700593, + "f1": 0.648333, + "accuracy": 0.700593, + "main_score": 0.648333, + "hf_subset": "ajp_Arab-fij_Latn", + "languages": [ + "ajp-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ajp_Arab-isl_Latn", + "languages": [ + "ajp-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.602614, + "recall": 0.678854, + "f1": 0.623981, + "accuracy": 0.678854, + "main_score": 0.623981, + "hf_subset": "ajp_Arab-kon_Latn", + "languages": [ + "ajp-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.600273, + "recall": 0.682806, + "f1": 0.624177, + "accuracy": 0.682806, + "main_score": 0.624177, + "hf_subset": "ajp_Arab-mni_Beng", + "languages": [ + "ajp-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-ron_Latn", + "languages": [ + "ajp-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "ajp_Arab-szl_Latn", + "languages": [ + "ajp-Arab", + "szl-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-vec_Latn", + "languages": [ + "ajp-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "ajp_Arab-amh_Ethi", + "languages": [ + "ajp-Arab", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-bos_Latn", + "languages": [ + "ajp-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-fin_Latn", + "languages": [ + "ajp-Arab", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ita_Latn", + "languages": [ + "ajp-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-kor_Hang", + "languages": [ + "ajp-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.477976, + "recall": 0.541502, + "f1": 0.495278, + "accuracy": 0.541502, + "main_score": 0.495278, + "hf_subset": "ajp_Arab-mos_Latn", + "languages": [ + "ajp-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.781374, + "recall": 0.838933, + "f1": 0.79888, + "accuracy": 0.838933, + "main_score": 0.79888, + "hf_subset": "ajp_Arab-run_Latn", + "languages": [ + "ajp-Arab", + "run-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-tam_Taml", + "languages": [ + "ajp-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-vie_Latn", + "languages": [ + "ajp-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-apc_Arab", + "languages": [ + "ajp-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.733062, + "recall": 0.798419, + "f1": 0.752577, + "accuracy": 0.798419, + "main_score": 0.752577, + "hf_subset": "ajp_Arab-bug_Latn", + "languages": [ + "ajp-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.417602, + "recall": 0.472332, + "f1": 0.432446, + "accuracy": 0.472332, + "main_score": 0.432446, + "hf_subset": "ajp_Arab-fon_Latn", + "languages": [ + "ajp-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-jav_Latn", + "languages": [ + "ajp-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "ajp_Arab-lao_Laoo", + "languages": [ + "ajp-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.888669, + "recall": 0.920949, + "f1": 0.898847, + "accuracy": 0.920949, + "main_score": 0.898847, + "hf_subset": "ajp_Arab-mri_Latn", + "languages": [ + "ajp-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-rus_Cyrl", + "languages": [ + "ajp-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.50526, + "recall": 0.570158, + "f1": 0.522671, + "accuracy": 0.570158, + "main_score": 0.522671, + "hf_subset": "ajp_Arab-taq_Latn", + "languages": [ + "ajp-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-war_Latn", + "languages": [ + "ajp-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-arb_Arab", + "languages": [ + "ajp-Arab", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-bul_Cyrl", + "languages": [ + "ajp-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-fra_Latn", + "languages": [ + "ajp-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-jpn_Jpan", + "languages": [ + "ajp-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ajp_Arab-lij_Latn", + "languages": [ + "ajp-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ajp_Arab-mya_Mymr", + "languages": [ + "ajp-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.544212, + "recall": 0.615613, + "f1": 0.56375, + "accuracy": 0.615613, + "main_score": 0.56375, + "hf_subset": "ajp_Arab-sag_Latn", + "languages": [ + "ajp-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.235431, + "recall": 0.299407, + "f1": 0.250694, + "accuracy": 0.299407, + "main_score": 0.250694, + "hf_subset": "ajp_Arab-taq_Tfng", + "languages": [ + "ajp-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.63374, + "recall": 0.705534, + "f1": 0.654312, + "accuracy": 0.705534, + "main_score": 0.654312, + "hf_subset": "ajp_Arab-wol_Latn", + "languages": [ + "ajp-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.898304, + "recall": 0.929842, + "f1": 0.908333, + "accuracy": 0.929842, + "main_score": 0.908333, + "hf_subset": "ajp_Arab-arb_Latn", + "languages": [ + "ajp-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-cat_Latn", + "languages": [ + "ajp-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-fur_Latn", + "languages": [ + "ajp-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.454151, + "recall": 0.531621, + "f1": 0.475084, + "accuracy": 0.531621, + "main_score": 0.475084, + "hf_subset": "ajp_Arab-kab_Latn", + "languages": [ + "ajp-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-lim_Latn", + "languages": [ + "ajp-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-nld_Latn", + "languages": [ + "ajp-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "ajp_Arab-san_Deva", + "languages": [ + "ajp-Arab", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-tat_Cyrl", + "languages": [ + "ajp-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.893528, + "recall": 0.925889, + "f1": 0.903887, + "accuracy": 0.925889, + "main_score": 0.903887, + "hf_subset": "ajp_Arab-xho_Latn", + "languages": [ + "ajp-Arab", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ars_Arab", + "languages": [ + "ajp-Arab", + "ars-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ceb_Latn", + "languages": [ + "ajp-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.461336, + "recall": 0.539526, + "f1": 0.48273, + "accuracy": 0.539526, + "main_score": 0.48273, + "hf_subset": "ajp_Arab-fuv_Latn", + "languages": [ + "ajp-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.4759, + "recall": 0.546443, + "f1": 0.494788, + "accuracy": 0.546443, + "main_score": 0.494788, + "hf_subset": "ajp_Arab-kac_Latn", + "languages": [ + "ajp-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.642398, + "recall": 0.712451, + "f1": 0.661719, + "accuracy": 0.712451, + "main_score": 0.661719, + "hf_subset": "ajp_Arab-lin_Latn", + "languages": [ + "ajp-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-nno_Latn", + "languages": [ + "ajp-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.892572, + "recall": 0.923913, + "f1": 0.90224, + "accuracy": 0.923913, + "main_score": 0.90224, + "hf_subset": "ajp_Arab-sat_Olck", + "languages": [ + "ajp-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-tel_Telu", + "languages": [ + "ajp-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ajp_Arab-ydd_Hebr", + "languages": [ + "ajp-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ajp_Arab-ary_Arab", + "languages": [ + "ajp-Arab", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ces_Latn", + "languages": [ + "ajp-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.570633, + "recall": 0.645257, + "f1": 0.591075, + "accuracy": 0.645257, + "main_score": 0.591075, + "hf_subset": "ajp_Arab-gaz_Latn", + "languages": [ + "ajp-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.537825, + "recall": 0.619565, + "f1": 0.560028, + "accuracy": 0.619565, + "main_score": 0.560028, + "hf_subset": "ajp_Arab-kam_Latn", + "languages": [ + "ajp-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ajp_Arab-lit_Latn", + "languages": [ + "ajp-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-nob_Latn", + "languages": [ + "ajp-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-scn_Latn", + "languages": [ + "ajp-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ajp_Arab-tgk_Cyrl", + "languages": [ + "ajp-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.772875, + "recall": 0.832016, + "f1": 0.790566, + "accuracy": 0.832016, + "main_score": 0.790566, + "hf_subset": "ajp_Arab-yor_Latn", + "languages": [ + "ajp-Arab", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-arz_Arab", + "languages": [ + "ajp-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.482046, + "recall": 0.5583, + "f1": 0.502881, + "accuracy": 0.5583, + "main_score": 0.502881, + "hf_subset": "ajp_Arab-cjk_Latn", + "languages": [ + "ajp-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "ajp_Arab-gla_Latn", + "languages": [ + "ajp-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ajp_Arab-kan_Knda", + "languages": [ + "ajp-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-lmo_Latn", + "languages": [ + "ajp-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "ajp_Arab-npi_Deva", + "languages": [ + "ajp-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.547573, + "recall": 0.629447, + "f1": 0.570796, + "accuracy": 0.629447, + "main_score": 0.570796, + "hf_subset": "ajp_Arab-shn_Mymr", + "languages": [ + "ajp-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-tgl_Latn", + "languages": [ + "ajp-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-yue_Hant", + "languages": [ + "ajp-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-asm_Beng", + "languages": [ + "ajp-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.945652, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "ajp_Arab-ckb_Arab", + "languages": [ + "ajp-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ajp_Arab-gle_Latn", + "languages": [ + "ajp-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.922101, + "recall": 0.947628, + "f1": 0.930501, + "accuracy": 0.947628, + "main_score": 0.930501, + "hf_subset": "ajp_Arab-kas_Arab", + "languages": [ + "ajp-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.914032, + "recall": 0.939723, + "f1": 0.922233, + "accuracy": 0.939723, + "main_score": 0.922233, + "hf_subset": "ajp_Arab-ltg_Latn", + "languages": [ + "ajp-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.80807, + "recall": 0.858696, + "f1": 0.823781, + "accuracy": 0.858696, + "main_score": 0.823781, + "hf_subset": "ajp_Arab-nso_Latn", + "languages": [ + "ajp-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ajp_Arab-sin_Sinh", + "languages": [ + "ajp-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-tha_Thai", + "languages": [ + "ajp-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-zho_Hans", + "languages": [ + "ajp-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-ast_Latn", + "languages": [ + "ajp-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-crh_Latn", + "languages": [ + "ajp-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-glg_Latn", + "languages": [ + "ajp-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.871624, + "recall": 0.909091, + "f1": 0.883267, + "accuracy": 0.909091, + "main_score": 0.883267, + "hf_subset": "ajp_Arab-kas_Deva", + "languages": [ + "ajp-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-ltz_Latn", + "languages": [ + "ajp-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.418772, + "recall": 0.492095, + "f1": 0.438457, + "accuracy": 0.492095, + "main_score": 0.438457, + "hf_subset": "ajp_Arab-nus_Latn", + "languages": [ + "ajp-Arab", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-slk_Latn", + "languages": [ + "ajp-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.650686, + "recall": 0.730237, + "f1": 0.673226, + "accuracy": 0.730237, + "main_score": 0.673226, + "hf_subset": "ajp_Arab-tir_Ethi", + "languages": [ + "ajp-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-zho_Hant", + "languages": [ + "ajp-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "ajp_Arab-awa_Deva", + "languages": [ + "ajp-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-cym_Latn", + "languages": [ + "ajp-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.789015, + "recall": 0.840909, + "f1": 0.804677, + "accuracy": 0.840909, + "main_score": 0.804677, + "hf_subset": "ajp_Arab-grn_Latn", + "languages": [ + "ajp-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-kat_Geor", + "languages": [ + "ajp-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.602112, + "recall": 0.666008, + "f1": 0.619141, + "accuracy": 0.666008, + "main_score": 0.619141, + "hf_subset": "ajp_Arab-lua_Latn", + "languages": [ + "ajp-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.845932, + "recall": 0.890316, + "f1": 0.859717, + "accuracy": 0.890316, + "main_score": 0.859717, + "hf_subset": "ajp_Arab-nya_Latn", + "languages": [ + "ajp-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-slv_Latn", + "languages": [ + "ajp-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ajp_Arab-tpi_Latn", + "languages": [ + "ajp-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-zsm_Latn", + "languages": [ + "ajp-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.474, + "recall": 0.547431, + "f1": 0.494278, + "accuracy": 0.547431, + "main_score": 0.494278, + "hf_subset": "ajp_Arab-ayr_Latn", + "languages": [ + "ajp-Arab", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-dan_Latn", + "languages": [ + "ajp-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-guj_Gujr", + "languages": [ + "ajp-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-kaz_Cyrl", + "languages": [ + "ajp-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.658218, + "recall": 0.732213, + "f1": 0.679536, + "accuracy": 0.732213, + "main_score": 0.679536, + "hf_subset": "ajp_Arab-lug_Latn", + "languages": [ + "ajp-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-oci_Latn", + "languages": [ + "ajp-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.841057, + "recall": 0.882411, + "f1": 0.853953, + "accuracy": 0.882411, + "main_score": 0.853953, + "hf_subset": "ajp_Arab-smo_Latn", + "languages": [ + "ajp-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.771558, + "recall": 0.831028, + "f1": 0.789526, + "accuracy": 0.831028, + "main_score": 0.789526, + "hf_subset": "ajp_Arab-tsn_Latn", + "languages": [ + "ajp-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.909256, + "recall": 0.937747, + "f1": 0.918478, + "accuracy": 0.937747, + "main_score": 0.918478, + "hf_subset": "ajp_Arab-zul_Latn", + "languages": [ + "ajp-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.944005, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "ajp_Arab-azb_Arab", + "languages": [ + "ajp-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-deu_Latn", + "languages": [ + "ajp-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "ajp_Arab-hat_Latn", + "languages": [ + "ajp-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.465973, + "recall": 0.537549, + "f1": 0.485654, + "accuracy": 0.537549, + "main_score": 0.485654, + "hf_subset": "ajp_Arab-kbp_Latn", + "languages": [ + "ajp-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.496125, + "recall": 0.567194, + "f1": 0.516077, + "accuracy": 0.567194, + "main_score": 0.516077, + "hf_subset": "ajp_Arab-luo_Latn", + "languages": [ + "ajp-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ajp_Arab-ory_Orya", + "languages": [ + "ajp-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.908597, + "recall": 0.936759, + "f1": 0.917655, + "accuracy": 0.936759, + "main_score": 0.917655, + "hf_subset": "ajp_Arab-sna_Latn", + "languages": [ + "ajp-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.668866, + "recall": 0.73913, + "f1": 0.689792, + "accuracy": 0.73913, + "main_score": 0.689792, + "hf_subset": "ajp_Arab-tso_Latn", + "languages": [ + "ajp-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-azj_Latn", + "languages": [ + "ajp-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.489997, + "recall": 0.563241, + "f1": 0.51068, + "accuracy": 0.563241, + "main_score": 0.51068, + "hf_subset": "ajp_Arab-dik_Latn", + "languages": [ + "ajp-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.914608, + "recall": 0.9417, + "f1": 0.923485, + "accuracy": 0.9417, + "main_score": 0.923485, + "hf_subset": "ajp_Arab-hau_Latn", + "languages": [ + "ajp-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ajp_Arab-kea_Latn", + "languages": [ + "ajp-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.936841, + "recall": 0.956522, + "f1": 0.943083, + "accuracy": 0.956522, + "main_score": 0.943083, + "hf_subset": "ajp_Arab-lus_Latn", + "languages": [ + "ajp-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.872694, + "recall": 0.909091, + "f1": 0.884058, + "accuracy": 0.909091, + "main_score": 0.884058, + "hf_subset": "ajp_Arab-pag_Latn", + "languages": [ + "ajp-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ajp_Arab-snd_Arab", + "languages": [ + "ajp-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ajp_Arab-tuk_Latn", + "languages": [ + "ajp-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-bak_Cyrl", + "languages": [ + "ajp-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.447942, + "recall": 0.523715, + "f1": 0.468303, + "accuracy": 0.523715, + "main_score": 0.468303, + "hf_subset": "ajp_Arab-dyu_Latn", + "languages": [ + "ajp-Arab", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-heb_Hebr", + "languages": [ + "ajp-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "ajp_Arab-khk_Cyrl", + "languages": [ + "ajp-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-lvs_Latn", + "languages": [ + "ajp-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-pan_Guru", + "languages": [ + "ajp-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.883893, + "recall": 0.91996, + "f1": 0.895422, + "accuracy": 0.91996, + "main_score": 0.895422, + "hf_subset": "ajp_Arab-som_Latn", + "languages": [ + "ajp-Arab", + "som-Latn" + ] + }, + { + "precision": 0.725478, + "recall": 0.784585, + "f1": 0.742674, + "accuracy": 0.784585, + "main_score": 0.742674, + "hf_subset": "ajp_Arab-tum_Latn", + "languages": [ + "ajp-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.632289, + "recall": 0.693676, + "f1": 0.649657, + "accuracy": 0.693676, + "main_score": 0.649657, + "hf_subset": "bjn_Arab-ace_Arab", + "languages": [ + "bjn-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.387467, + "recall": 0.43083, + "f1": 0.398812, + "accuracy": 0.43083, + "main_score": 0.398812, + "hf_subset": "bjn_Arab-bam_Latn", + "languages": [ + "bjn-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.315712, + "recall": 0.373518, + "f1": 0.330432, + "accuracy": 0.373518, + "main_score": 0.330432, + "hf_subset": "bjn_Arab-dzo_Tibt", + "languages": [ + "bjn-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.524706, + "recall": 0.589921, + "f1": 0.542437, + "accuracy": 0.589921, + "main_score": 0.542437, + "hf_subset": "bjn_Arab-hin_Deva", + "languages": [ + "bjn-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.389721, + "recall": 0.450593, + "f1": 0.404745, + "accuracy": 0.450593, + "main_score": 0.404745, + "hf_subset": "bjn_Arab-khm_Khmr", + "languages": [ + "bjn-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.507369, + "recall": 0.560277, + "f1": 0.520857, + "accuracy": 0.560277, + "main_score": 0.520857, + "hf_subset": "bjn_Arab-mag_Deva", + "languages": [ + "bjn-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.503684, + "recall": 0.557312, + "f1": 0.517247, + "accuracy": 0.557312, + "main_score": 0.517247, + "hf_subset": "bjn_Arab-pap_Latn", + "languages": [ + "bjn-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.419132, + "recall": 0.482213, + "f1": 0.434892, + "accuracy": 0.482213, + "main_score": 0.434892, + "hf_subset": "bjn_Arab-sot_Latn", + "languages": [ + "bjn-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.510019, + "recall": 0.566206, + "f1": 0.523916, + "accuracy": 0.566206, + "main_score": 0.523916, + "hf_subset": "bjn_Arab-tur_Latn", + "languages": [ + "bjn-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.533286, + "recall": 0.583004, + "f1": 0.54696, + "accuracy": 0.583004, + "main_score": 0.54696, + "hf_subset": "bjn_Arab-ace_Latn", + "languages": [ + "bjn-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.5119, + "recall": 0.567194, + "f1": 0.525829, + "accuracy": 0.567194, + "main_score": 0.525829, + "hf_subset": "bjn_Arab-ban_Latn", + "languages": [ + "bjn-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.477689, + "recall": 0.536561, + "f1": 0.491822, + "accuracy": 0.536561, + "main_score": 0.491822, + "hf_subset": "bjn_Arab-ell_Grek", + "languages": [ + "bjn-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.48156, + "recall": 0.539526, + "f1": 0.496467, + "accuracy": 0.539526, + "main_score": 0.496467, + "hf_subset": "bjn_Arab-hne_Deva", + "languages": [ + "bjn-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.366324, + "recall": 0.414032, + "f1": 0.379186, + "accuracy": 0.414032, + "main_score": 0.379186, + "hf_subset": "bjn_Arab-kik_Latn", + "languages": [ + "bjn-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.481994, + "recall": 0.541502, + "f1": 0.496074, + "accuracy": 0.541502, + "main_score": 0.496074, + "hf_subset": "bjn_Arab-mai_Deva", + "languages": [ + "bjn-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.469458, + "recall": 0.529644, + "f1": 0.484506, + "accuracy": 0.529644, + "main_score": 0.484506, + "hf_subset": "bjn_Arab-pbt_Arab", + "languages": [ + "bjn-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.518014, + "recall": 0.585968, + "f1": 0.535875, + "accuracy": 0.585968, + "main_score": 0.535875, + "hf_subset": "bjn_Arab-spa_Latn", + "languages": [ + "bjn-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.415185, + "recall": 0.464427, + "f1": 0.427711, + "accuracy": 0.464427, + "main_score": 0.427711, + "hf_subset": "bjn_Arab-twi_Latn", + "languages": [ + "bjn-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.489386, + "recall": 0.546443, + "f1": 0.504496, + "accuracy": 0.546443, + "main_score": 0.504496, + "hf_subset": "bjn_Arab-acm_Arab", + "languages": [ + "bjn-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.444497, + "recall": 0.501976, + "f1": 0.458566, + "accuracy": 0.501976, + "main_score": 0.458566, + "hf_subset": "bjn_Arab-bel_Cyrl", + "languages": [ + "bjn-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.538833, + "recall": 0.608696, + "f1": 0.55655, + "accuracy": 0.608696, + "main_score": 0.55655, + "hf_subset": "bjn_Arab-eng_Latn", + "languages": [ + "bjn-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.488382, + "recall": 0.548419, + "f1": 0.503348, + "accuracy": 0.548419, + "main_score": 0.503348, + "hf_subset": "bjn_Arab-hrv_Latn", + "languages": [ + "bjn-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.400938, + "recall": 0.459486, + "f1": 0.416994, + "accuracy": 0.459486, + "main_score": 0.416994, + "hf_subset": "bjn_Arab-kin_Latn", + "languages": [ + "bjn-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.450464, + "recall": 0.505929, + "f1": 0.463451, + "accuracy": 0.505929, + "main_score": 0.463451, + "hf_subset": "bjn_Arab-mal_Mlym", + "languages": [ + "bjn-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.484187, + "recall": 0.54249, + "f1": 0.49786, + "accuracy": 0.54249, + "main_score": 0.49786, + "hf_subset": "bjn_Arab-pes_Arab", + "languages": [ + "bjn-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.493358, + "recall": 0.549407, + "f1": 0.507445, + "accuracy": 0.549407, + "main_score": 0.507445, + "hf_subset": "bjn_Arab-srd_Latn", + "languages": [ + "bjn-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.237409, + "recall": 0.285573, + "f1": 0.249606, + "accuracy": 0.285573, + "main_score": 0.249606, + "hf_subset": "bjn_Arab-tzm_Tfng", + "languages": [ + "bjn-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.484417, + "recall": 0.544466, + "f1": 0.499986, + "accuracy": 0.544466, + "main_score": 0.499986, + "hf_subset": "bjn_Arab-acq_Arab", + "languages": [ + "bjn-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.411351, + "recall": 0.458498, + "f1": 0.423871, + "accuracy": 0.458498, + "main_score": 0.423871, + "hf_subset": "bjn_Arab-bem_Latn", + "languages": [ + "bjn-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.493705, + "recall": 0.548419, + "f1": 0.507004, + "accuracy": 0.548419, + "main_score": 0.507004, + "hf_subset": "bjn_Arab-epo_Latn", + "languages": [ + "bjn-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.497727, + "recall": 0.566206, + "f1": 0.516285, + "accuracy": 0.566206, + "main_score": 0.516285, + "hf_subset": "bjn_Arab-hun_Latn", + "languages": [ + "bjn-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.469424, + "recall": 0.529644, + "f1": 0.484199, + "accuracy": 0.529644, + "main_score": 0.484199, + "hf_subset": "bjn_Arab-kir_Cyrl", + "languages": [ + "bjn-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.485787, + "recall": 0.544466, + "f1": 0.500641, + "accuracy": 0.544466, + "main_score": 0.500641, + "hf_subset": "bjn_Arab-mar_Deva", + "languages": [ + "bjn-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.413516, + "recall": 0.470356, + "f1": 0.428766, + "accuracy": 0.470356, + "main_score": 0.428766, + "hf_subset": "bjn_Arab-plt_Latn", + "languages": [ + "bjn-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.491429, + "recall": 0.552372, + "f1": 0.50742, + "accuracy": 0.552372, + "main_score": 0.50742, + "hf_subset": "bjn_Arab-srp_Cyrl", + "languages": [ + "bjn-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.421796, + "recall": 0.48913, + "f1": 0.438462, + "accuracy": 0.48913, + "main_score": 0.438462, + "hf_subset": "bjn_Arab-uig_Arab", + "languages": [ + "bjn-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.487111, + "recall": 0.538538, + "f1": 0.500041, + "accuracy": 0.538538, + "main_score": 0.500041, + "hf_subset": "bjn_Arab-aeb_Arab", + "languages": [ + "bjn-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.484324, + "recall": 0.540514, + "f1": 0.498374, + "accuracy": 0.540514, + "main_score": 0.498374, + "hf_subset": "bjn_Arab-ben_Beng", + "languages": [ + "bjn-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.484012, + "recall": 0.545455, + "f1": 0.499635, + "accuracy": 0.545455, + "main_score": 0.499635, + "hf_subset": "bjn_Arab-est_Latn", + "languages": [ + "bjn-Arab", + "est-Latn" + ] + }, + { + "precision": 0.463951, + "recall": 0.52668, + "f1": 0.479181, + "accuracy": 0.52668, + "main_score": 0.479181, + "hf_subset": "bjn_Arab-hye_Armn", + "languages": [ + "bjn-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.372689, + "recall": 0.41502, + "f1": 0.384387, + "accuracy": 0.41502, + "main_score": 0.384387, + "hf_subset": "bjn_Arab-kmb_Latn", + "languages": [ + "bjn-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.686949, + "recall": 0.745059, + "f1": 0.704116, + "accuracy": 0.745059, + "main_score": 0.704116, + "hf_subset": "bjn_Arab-min_Arab", + "languages": [ + "bjn-Arab", + "min-Arab" + ] + }, + { + "precision": 0.521901, + "recall": 0.58004, + "f1": 0.536508, + "accuracy": 0.58004, + "main_score": 0.536508, + "hf_subset": "bjn_Arab-pol_Latn", + "languages": [ + "bjn-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.399288, + "recall": 0.458498, + "f1": 0.415337, + "accuracy": 0.458498, + "main_score": 0.415337, + "hf_subset": "bjn_Arab-ssw_Latn", + "languages": [ + "bjn-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.489729, + "recall": 0.554348, + "f1": 0.505966, + "accuracy": 0.554348, + "main_score": 0.505966, + "hf_subset": "bjn_Arab-ukr_Cyrl", + "languages": [ + "bjn-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.495391, + "recall": 0.552372, + "f1": 0.508991, + "accuracy": 0.552372, + "main_score": 0.508991, + "hf_subset": "bjn_Arab-afr_Latn", + "languages": [ + "bjn-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.506296, + "recall": 0.564229, + "f1": 0.520041, + "accuracy": 0.564229, + "main_score": 0.520041, + "hf_subset": "bjn_Arab-bho_Deva", + "languages": [ + "bjn-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.454663, + "recall": 0.512846, + "f1": 0.468895, + "accuracy": 0.512846, + "main_score": 0.468895, + "hf_subset": "bjn_Arab-eus_Latn", + "languages": [ + "bjn-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.42184, + "recall": 0.480237, + "f1": 0.43701, + "accuracy": 0.480237, + "main_score": 0.43701, + "hf_subset": "bjn_Arab-ibo_Latn", + "languages": [ + "bjn-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.453865, + "recall": 0.512846, + "f1": 0.469901, + "accuracy": 0.512846, + "main_score": 0.469901, + "hf_subset": "bjn_Arab-kmr_Latn", + "languages": [ + "bjn-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.515322, + "recall": 0.566206, + "f1": 0.5282, + "accuracy": 0.566206, + "main_score": 0.5282, + "hf_subset": "bjn_Arab-min_Latn", + "languages": [ + "bjn-Arab", + "min-Latn" + ] + }, + { + "precision": 0.516102, + "recall": 0.576087, + "f1": 0.531755, + "accuracy": 0.576087, + "main_score": 0.531755, + "hf_subset": "bjn_Arab-por_Latn", + "languages": [ + "bjn-Arab", + "por-Latn" + ] + }, + { + "precision": 0.486161, + "recall": 0.532609, + "f1": 0.498095, + "accuracy": 0.532609, + "main_score": 0.498095, + "hf_subset": "bjn_Arab-sun_Latn", + "languages": [ + "bjn-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.377686, + "recall": 0.417984, + "f1": 0.388785, + "accuracy": 0.417984, + "main_score": 0.388785, + "hf_subset": "bjn_Arab-umb_Latn", + "languages": [ + "bjn-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.509985, + "recall": 0.567194, + "f1": 0.523615, + "accuracy": 0.567194, + "main_score": 0.523615, + "hf_subset": "bjn_Arab-ajp_Arab", + "languages": [ + "bjn-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.341567, + "recall": 0.382411, + "f1": 0.352536, + "accuracy": 0.382411, + "main_score": 0.352536, + "hf_subset": "bjn_Arab-ewe_Latn", + "languages": [ + "bjn-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.482411, + "recall": 0.536561, + "f1": 0.49619, + "accuracy": 0.536561, + "main_score": 0.49619, + "hf_subset": "bjn_Arab-ilo_Latn", + "languages": [ + "bjn-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.241392, + "recall": 0.282609, + "f1": 0.252654, + "accuracy": 0.282609, + "main_score": 0.252654, + "hf_subset": "bjn_Arab-knc_Arab", + "languages": [ + "bjn-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.508102, + "recall": 0.561265, + "f1": 0.5215, + "accuracy": 0.561265, + "main_score": 0.5215, + "hf_subset": "bjn_Arab-mkd_Cyrl", + "languages": [ + "bjn-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.509899, + "recall": 0.566206, + "f1": 0.524972, + "accuracy": 0.566206, + "main_score": 0.524972, + "hf_subset": "bjn_Arab-prs_Arab", + "languages": [ + "bjn-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.518787, + "recall": 0.582016, + "f1": 0.534585, + "accuracy": 0.582016, + "main_score": 0.534585, + "hf_subset": "bjn_Arab-swe_Latn", + "languages": [ + "bjn-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.50634, + "recall": 0.560277, + "f1": 0.519417, + "accuracy": 0.560277, + "main_score": 0.519417, + "hf_subset": "bjn_Arab-urd_Arab", + "languages": [ + "bjn-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.415279, + "recall": 0.474308, + "f1": 0.430972, + "accuracy": 0.474308, + "main_score": 0.430972, + "hf_subset": "bjn_Arab-aka_Latn", + "languages": [ + "bjn-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.618959, + "recall": 0.670949, + "f1": 0.630889, + "accuracy": 0.670949, + "main_score": 0.630889, + "hf_subset": "bjn_Arab-bjn_Latn", + "languages": [ + "bjn-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.424361, + "recall": 0.479249, + "f1": 0.438554, + "accuracy": 0.479249, + "main_score": 0.438554, + "hf_subset": "bjn_Arab-fao_Latn", + "languages": [ + "bjn-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.531622, + "recall": 0.593874, + "f1": 0.546891, + "accuracy": 0.593874, + "main_score": 0.546891, + "hf_subset": "bjn_Arab-ind_Latn", + "languages": [ + "bjn-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.39156, + "recall": 0.43083, + "f1": 0.402703, + "accuracy": 0.43083, + "main_score": 0.402703, + "hf_subset": "bjn_Arab-knc_Latn", + "languages": [ + "bjn-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.451733, + "recall": 0.499012, + "f1": 0.462866, + "accuracy": 0.499012, + "main_score": 0.462866, + "hf_subset": "bjn_Arab-mlt_Latn", + "languages": [ + "bjn-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.439966, + "recall": 0.497036, + "f1": 0.455252, + "accuracy": 0.497036, + "main_score": 0.455252, + "hf_subset": "bjn_Arab-quy_Latn", + "languages": [ + "bjn-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.436662, + "recall": 0.493083, + "f1": 0.450675, + "accuracy": 0.493083, + "main_score": 0.450675, + "hf_subset": "bjn_Arab-swh_Latn", + "languages": [ + "bjn-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.459024, + "recall": 0.517787, + "f1": 0.473566, + "accuracy": 0.517787, + "main_score": 0.473566, + "hf_subset": "bjn_Arab-uzn_Latn", + "languages": [ + "bjn-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.480251, + "recall": 0.534585, + "f1": 0.493548, + "accuracy": 0.534585, + "main_score": 0.493548, + "hf_subset": "bjn_Arab-als_Latn", + "languages": [ + "bjn-Arab", + "als-Latn" + ] + }, + { + "precision": 0.339599, + "recall": 0.399209, + "f1": 0.354341, + "accuracy": 0.399209, + "main_score": 0.354341, + "hf_subset": "bjn_Arab-bod_Tibt", + "languages": [ + "bjn-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.404713, + "recall": 0.448617, + "f1": 0.41649, + "accuracy": 0.448617, + "main_score": 0.41649, + "hf_subset": "bjn_Arab-fij_Latn", + "languages": [ + "bjn-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.415563, + "recall": 0.479249, + "f1": 0.431322, + "accuracy": 0.479249, + "main_score": 0.431322, + "hf_subset": "bjn_Arab-isl_Latn", + "languages": [ + "bjn-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.440166, + "recall": 0.492095, + "f1": 0.454605, + "accuracy": 0.492095, + "main_score": 0.454605, + "hf_subset": "bjn_Arab-kon_Latn", + "languages": [ + "bjn-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.436305, + "recall": 0.48419, + "f1": 0.450003, + "accuracy": 0.48419, + "main_score": 0.450003, + "hf_subset": "bjn_Arab-mni_Beng", + "languages": [ + "bjn-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.504245, + "recall": 0.561265, + "f1": 0.5191, + "accuracy": 0.561265, + "main_score": 0.5191, + "hf_subset": "bjn_Arab-ron_Latn", + "languages": [ + "bjn-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.521155, + "recall": 0.572134, + "f1": 0.533413, + "accuracy": 0.572134, + "main_score": 0.533413, + "hf_subset": "bjn_Arab-szl_Latn", + "languages": [ + "bjn-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.518939, + "recall": 0.571146, + "f1": 0.53178, + "accuracy": 0.571146, + "main_score": 0.53178, + "hf_subset": "bjn_Arab-vec_Latn", + "languages": [ + "bjn-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.47111, + "recall": 0.52668, + "f1": 0.485229, + "accuracy": 0.52668, + "main_score": 0.485229, + "hf_subset": "bjn_Arab-amh_Ethi", + "languages": [ + "bjn-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.490917, + "recall": 0.55336, + "f1": 0.505957, + "accuracy": 0.55336, + "main_score": 0.505957, + "hf_subset": "bjn_Arab-bos_Latn", + "languages": [ + "bjn-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.477736, + "recall": 0.539526, + "f1": 0.493707, + "accuracy": 0.539526, + "main_score": 0.493707, + "hf_subset": "bjn_Arab-fin_Latn", + "languages": [ + "bjn-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.519834, + "recall": 0.577075, + "f1": 0.534431, + "accuracy": 0.577075, + "main_score": 0.534431, + "hf_subset": "bjn_Arab-ita_Latn", + "languages": [ + "bjn-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.505909, + "recall": 0.562253, + "f1": 0.52011, + "accuracy": 0.562253, + "main_score": 0.52011, + "hf_subset": "bjn_Arab-kor_Hang", + "languages": [ + "bjn-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.407294, + "recall": 0.444664, + "f1": 0.416939, + "accuracy": 0.444664, + "main_score": 0.416939, + "hf_subset": "bjn_Arab-mos_Latn", + "languages": [ + "bjn-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.392088, + "recall": 0.442688, + "f1": 0.405822, + "accuracy": 0.442688, + "main_score": 0.405822, + "hf_subset": "bjn_Arab-run_Latn", + "languages": [ + "bjn-Arab", + "run-Latn" + ] + }, + { + "precision": 0.453095, + "recall": 0.514822, + "f1": 0.467436, + "accuracy": 0.514822, + "main_score": 0.467436, + "hf_subset": "bjn_Arab-tam_Taml", + "languages": [ + "bjn-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.484349, + "recall": 0.534585, + "f1": 0.497274, + "accuracy": 0.534585, + "main_score": 0.497274, + "hf_subset": "bjn_Arab-vie_Latn", + "languages": [ + "bjn-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.497077, + "recall": 0.554348, + "f1": 0.510948, + "accuracy": 0.554348, + "main_score": 0.510948, + "hf_subset": "bjn_Arab-apc_Arab", + "languages": [ + "bjn-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.509772, + "recall": 0.563241, + "f1": 0.52462, + "accuracy": 0.563241, + "main_score": 0.52462, + "hf_subset": "bjn_Arab-bug_Latn", + "languages": [ + "bjn-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.320183, + "recall": 0.358696, + "f1": 0.329907, + "accuracy": 0.358696, + "main_score": 0.329907, + "hf_subset": "bjn_Arab-fon_Latn", + "languages": [ + "bjn-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.492863, + "recall": 0.548419, + "f1": 0.506987, + "accuracy": 0.548419, + "main_score": 0.506987, + "hf_subset": "bjn_Arab-jav_Latn", + "languages": [ + "bjn-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.381438, + "recall": 0.433794, + "f1": 0.3942, + "accuracy": 0.433794, + "main_score": 0.3942, + "hf_subset": "bjn_Arab-lao_Laoo", + "languages": [ + "bjn-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.398208, + "recall": 0.45751, + "f1": 0.413347, + "accuracy": 0.45751, + "main_score": 0.413347, + "hf_subset": "bjn_Arab-mri_Latn", + "languages": [ + "bjn-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.500471, + "recall": 0.562253, + "f1": 0.516724, + "accuracy": 0.562253, + "main_score": 0.516724, + "hf_subset": "bjn_Arab-rus_Cyrl", + "languages": [ + "bjn-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.406696, + "recall": 0.452569, + "f1": 0.419561, + "accuracy": 0.452569, + "main_score": 0.419561, + "hf_subset": "bjn_Arab-taq_Latn", + "languages": [ + "bjn-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.485183, + "recall": 0.54249, + "f1": 0.499772, + "accuracy": 0.54249, + "main_score": 0.499772, + "hf_subset": "bjn_Arab-war_Latn", + "languages": [ + "bjn-Arab", + "war-Latn" + ] + }, + { + "precision": 0.499866, + "recall": 0.561265, + "f1": 0.515981, + "accuracy": 0.561265, + "main_score": 0.515981, + "hf_subset": "bjn_Arab-arb_Arab", + "languages": [ + "bjn-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.500731, + "recall": 0.566206, + "f1": 0.51759, + "accuracy": 0.566206, + "main_score": 0.51759, + "hf_subset": "bjn_Arab-bul_Cyrl", + "languages": [ + "bjn-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.498459, + "recall": 0.555336, + "f1": 0.513139, + "accuracy": 0.555336, + "main_score": 0.513139, + "hf_subset": "bjn_Arab-fra_Latn", + "languages": [ + "bjn-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.516379, + "recall": 0.581028, + "f1": 0.533289, + "accuracy": 0.581028, + "main_score": 0.533289, + "hf_subset": "bjn_Arab-jpn_Jpan", + "languages": [ + "bjn-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.512878, + "recall": 0.566206, + "f1": 0.52657, + "accuracy": 0.566206, + "main_score": 0.52657, + "hf_subset": "bjn_Arab-lij_Latn", + "languages": [ + "bjn-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.425746, + "recall": 0.483202, + "f1": 0.43959, + "accuracy": 0.483202, + "main_score": 0.43959, + "hf_subset": "bjn_Arab-mya_Mymr", + "languages": [ + "bjn-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.407618, + "recall": 0.450593, + "f1": 0.420391, + "accuracy": 0.450593, + "main_score": 0.420391, + "hf_subset": "bjn_Arab-sag_Latn", + "languages": [ + "bjn-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.232958, + "recall": 0.274704, + "f1": 0.243102, + "accuracy": 0.274704, + "main_score": 0.243102, + "hf_subset": "bjn_Arab-taq_Tfng", + "languages": [ + "bjn-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.441289, + "recall": 0.48913, + "f1": 0.454706, + "accuracy": 0.48913, + "main_score": 0.454706, + "hf_subset": "bjn_Arab-wol_Latn", + "languages": [ + "bjn-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.418681, + "recall": 0.479249, + "f1": 0.434259, + "accuracy": 0.479249, + "main_score": 0.434259, + "hf_subset": "bjn_Arab-arb_Latn", + "languages": [ + "bjn-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.485624, + "recall": 0.544466, + "f1": 0.500529, + "accuracy": 0.544466, + "main_score": 0.500529, + "hf_subset": "bjn_Arab-cat_Latn", + "languages": [ + "bjn-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.51947, + "recall": 0.573123, + "f1": 0.533591, + "accuracy": 0.573123, + "main_score": 0.533591, + "hf_subset": "bjn_Arab-fur_Latn", + "languages": [ + "bjn-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.364293, + "recall": 0.408103, + "f1": 0.376033, + "accuracy": 0.408103, + "main_score": 0.376033, + "hf_subset": "bjn_Arab-kab_Latn", + "languages": [ + "bjn-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.499315, + "recall": 0.555336, + "f1": 0.512908, + "accuracy": 0.555336, + "main_score": 0.512908, + "hf_subset": "bjn_Arab-lim_Latn", + "languages": [ + "bjn-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.499236, + "recall": 0.5583, + "f1": 0.514792, + "accuracy": 0.5583, + "main_score": 0.514792, + "hf_subset": "bjn_Arab-nld_Latn", + "languages": [ + "bjn-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.455367, + "recall": 0.519763, + "f1": 0.471054, + "accuracy": 0.519763, + "main_score": 0.471054, + "hf_subset": "bjn_Arab-san_Deva", + "languages": [ + "bjn-Arab", + "san-Deva" + ] + }, + { + "precision": 0.482878, + "recall": 0.539526, + "f1": 0.497111, + "accuracy": 0.539526, + "main_score": 0.497111, + "hf_subset": "bjn_Arab-tat_Cyrl", + "languages": [ + "bjn-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.41803, + "recall": 0.476285, + "f1": 0.432629, + "accuracy": 0.476285, + "main_score": 0.432629, + "hf_subset": "bjn_Arab-xho_Latn", + "languages": [ + "bjn-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.489742, + "recall": 0.549407, + "f1": 0.505366, + "accuracy": 0.549407, + "main_score": 0.505366, + "hf_subset": "bjn_Arab-ars_Arab", + "languages": [ + "bjn-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.469905, + "recall": 0.521739, + "f1": 0.4829, + "accuracy": 0.521739, + "main_score": 0.4829, + "hf_subset": "bjn_Arab-ceb_Latn", + "languages": [ + "bjn-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.370297, + "recall": 0.413043, + "f1": 0.381914, + "accuracy": 0.413043, + "main_score": 0.381914, + "hf_subset": "bjn_Arab-fuv_Latn", + "languages": [ + "bjn-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.369585, + "recall": 0.416008, + "f1": 0.38293, + "accuracy": 0.416008, + "main_score": 0.38293, + "hf_subset": "bjn_Arab-kac_Latn", + "languages": [ + "bjn-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.452432, + "recall": 0.500988, + "f1": 0.465486, + "accuracy": 0.500988, + "main_score": 0.465486, + "hf_subset": "bjn_Arab-lin_Latn", + "languages": [ + "bjn-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.497373, + "recall": 0.548419, + "f1": 0.511002, + "accuracy": 0.548419, + "main_score": 0.511002, + "hf_subset": "bjn_Arab-nno_Latn", + "languages": [ + "bjn-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.464676, + "recall": 0.517787, + "f1": 0.478048, + "accuracy": 0.517787, + "main_score": 0.478048, + "hf_subset": "bjn_Arab-sat_Olck", + "languages": [ + "bjn-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.450936, + "recall": 0.516798, + "f1": 0.467074, + "accuracy": 0.516798, + "main_score": 0.467074, + "hf_subset": "bjn_Arab-tel_Telu", + "languages": [ + "bjn-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.474754, + "recall": 0.537549, + "f1": 0.491005, + "accuracy": 0.537549, + "main_score": 0.491005, + "hf_subset": "bjn_Arab-ydd_Hebr", + "languages": [ + "bjn-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.469914, + "recall": 0.523715, + "f1": 0.48356, + "accuracy": 0.523715, + "main_score": 0.48356, + "hf_subset": "bjn_Arab-ary_Arab", + "languages": [ + "bjn-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.502059, + "recall": 0.565217, + "f1": 0.518264, + "accuracy": 0.565217, + "main_score": 0.518264, + "hf_subset": "bjn_Arab-ces_Latn", + "languages": [ + "bjn-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.42102, + "recall": 0.480237, + "f1": 0.436835, + "accuracy": 0.480237, + "main_score": 0.436835, + "hf_subset": "bjn_Arab-gaz_Latn", + "languages": [ + "bjn-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.396513, + "recall": 0.442688, + "f1": 0.409237, + "accuracy": 0.442688, + "main_score": 0.409237, + "hf_subset": "bjn_Arab-kam_Latn", + "languages": [ + "bjn-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.46002, + "recall": 0.52668, + "f1": 0.476854, + "accuracy": 0.52668, + "main_score": 0.476854, + "hf_subset": "bjn_Arab-lit_Latn", + "languages": [ + "bjn-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.493493, + "recall": 0.556324, + "f1": 0.509227, + "accuracy": 0.556324, + "main_score": 0.509227, + "hf_subset": "bjn_Arab-nob_Latn", + "languages": [ + "bjn-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.482775, + "recall": 0.533597, + "f1": 0.495734, + "accuracy": 0.533597, + "main_score": 0.495734, + "hf_subset": "bjn_Arab-scn_Latn", + "languages": [ + "bjn-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.455351, + "recall": 0.509881, + "f1": 0.469069, + "accuracy": 0.509881, + "main_score": 0.469069, + "hf_subset": "bjn_Arab-tgk_Cyrl", + "languages": [ + "bjn-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.390114, + "recall": 0.445652, + "f1": 0.404606, + "accuracy": 0.445652, + "main_score": 0.404606, + "hf_subset": "bjn_Arab-yor_Latn", + "languages": [ + "bjn-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.501454, + "recall": 0.555336, + "f1": 0.51506, + "accuracy": 0.555336, + "main_score": 0.51506, + "hf_subset": "bjn_Arab-arz_Arab", + "languages": [ + "bjn-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.381822, + "recall": 0.422925, + "f1": 0.393067, + "accuracy": 0.422925, + "main_score": 0.393067, + "hf_subset": "bjn_Arab-cjk_Latn", + "languages": [ + "bjn-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.411087, + "recall": 0.472332, + "f1": 0.426764, + "accuracy": 0.472332, + "main_score": 0.426764, + "hf_subset": "bjn_Arab-gla_Latn", + "languages": [ + "bjn-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.45032, + "recall": 0.506917, + "f1": 0.464794, + "accuracy": 0.506917, + "main_score": 0.464794, + "hf_subset": "bjn_Arab-kan_Knda", + "languages": [ + "bjn-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.500361, + "recall": 0.550395, + "f1": 0.512966, + "accuracy": 0.550395, + "main_score": 0.512966, + "hf_subset": "bjn_Arab-lmo_Latn", + "languages": [ + "bjn-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.468402, + "recall": 0.516798, + "f1": 0.480181, + "accuracy": 0.516798, + "main_score": 0.480181, + "hf_subset": "bjn_Arab-npi_Deva", + "languages": [ + "bjn-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.28863, + "recall": 0.33498, + "f1": 0.300384, + "accuracy": 0.33498, + "main_score": 0.300384, + "hf_subset": "bjn_Arab-shn_Mymr", + "languages": [ + "bjn-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.501455, + "recall": 0.560277, + "f1": 0.515888, + "accuracy": 0.560277, + "main_score": 0.515888, + "hf_subset": "bjn_Arab-tgl_Latn", + "languages": [ + "bjn-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.458771, + "recall": 0.521739, + "f1": 0.475731, + "accuracy": 0.521739, + "main_score": 0.475731, + "hf_subset": "bjn_Arab-yue_Hant", + "languages": [ + "bjn-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.438851, + "recall": 0.477273, + "f1": 0.448407, + "accuracy": 0.477273, + "main_score": 0.448407, + "hf_subset": "bjn_Arab-asm_Beng", + "languages": [ + "bjn-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.448387, + "recall": 0.502964, + "f1": 0.461956, + "accuracy": 0.502964, + "main_score": 0.461956, + "hf_subset": "bjn_Arab-ckb_Arab", + "languages": [ + "bjn-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.421482, + "recall": 0.479249, + "f1": 0.435115, + "accuracy": 0.479249, + "main_score": 0.435115, + "hf_subset": "bjn_Arab-gle_Latn", + "languages": [ + "bjn-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.483063, + "recall": 0.535573, + "f1": 0.49713, + "accuracy": 0.535573, + "main_score": 0.49713, + "hf_subset": "bjn_Arab-kas_Arab", + "languages": [ + "bjn-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.51271, + "recall": 0.566206, + "f1": 0.526504, + "accuracy": 0.566206, + "main_score": 0.526504, + "hf_subset": "bjn_Arab-ltg_Latn", + "languages": [ + "bjn-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.432392, + "recall": 0.485178, + "f1": 0.446778, + "accuracy": 0.485178, + "main_score": 0.446778, + "hf_subset": "bjn_Arab-nso_Latn", + "languages": [ + "bjn-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.436592, + "recall": 0.5, + "f1": 0.452122, + "accuracy": 0.5, + "main_score": 0.452122, + "hf_subset": "bjn_Arab-sin_Sinh", + "languages": [ + "bjn-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.461504, + "recall": 0.525692, + "f1": 0.477241, + "accuracy": 0.525692, + "main_score": 0.477241, + "hf_subset": "bjn_Arab-tha_Thai", + "languages": [ + "bjn-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.396048, + "recall": 0.461462, + "f1": 0.411764, + "accuracy": 0.461462, + "main_score": 0.411764, + "hf_subset": "bjn_Arab-zho_Hans", + "languages": [ + "bjn-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.486419, + "recall": 0.546443, + "f1": 0.501981, + "accuracy": 0.546443, + "main_score": 0.501981, + "hf_subset": "bjn_Arab-ast_Latn", + "languages": [ + "bjn-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.507832, + "recall": 0.562253, + "f1": 0.521883, + "accuracy": 0.562253, + "main_score": 0.521883, + "hf_subset": "bjn_Arab-crh_Latn", + "languages": [ + "bjn-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.492242, + "recall": 0.548419, + "f1": 0.506503, + "accuracy": 0.548419, + "main_score": 0.506503, + "hf_subset": "bjn_Arab-glg_Latn", + "languages": [ + "bjn-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.467075, + "recall": 0.523715, + "f1": 0.482136, + "accuracy": 0.523715, + "main_score": 0.482136, + "hf_subset": "bjn_Arab-kas_Deva", + "languages": [ + "bjn-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.464625, + "recall": 0.522727, + "f1": 0.479249, + "accuracy": 0.522727, + "main_score": 0.479249, + "hf_subset": "bjn_Arab-ltz_Latn", + "languages": [ + "bjn-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.351818, + "recall": 0.40415, + "f1": 0.365173, + "accuracy": 0.40415, + "main_score": 0.365173, + "hf_subset": "bjn_Arab-nus_Latn", + "languages": [ + "bjn-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.488096, + "recall": 0.550395, + "f1": 0.504274, + "accuracy": 0.550395, + "main_score": 0.504274, + "hf_subset": "bjn_Arab-slk_Latn", + "languages": [ + "bjn-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.440897, + "recall": 0.498024, + "f1": 0.456685, + "accuracy": 0.498024, + "main_score": 0.456685, + "hf_subset": "bjn_Arab-tir_Ethi", + "languages": [ + "bjn-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.46344, + "recall": 0.525692, + "f1": 0.478604, + "accuracy": 0.525692, + "main_score": 0.478604, + "hf_subset": "bjn_Arab-zho_Hant", + "languages": [ + "bjn-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.485924, + "recall": 0.544466, + "f1": 0.500429, + "accuracy": 0.544466, + "main_score": 0.500429, + "hf_subset": "bjn_Arab-awa_Deva", + "languages": [ + "bjn-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.457122, + "recall": 0.517787, + "f1": 0.472677, + "accuracy": 0.517787, + "main_score": 0.472677, + "hf_subset": "bjn_Arab-cym_Latn", + "languages": [ + "bjn-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.44725, + "recall": 0.486166, + "f1": 0.457643, + "accuracy": 0.486166, + "main_score": 0.457643, + "hf_subset": "bjn_Arab-grn_Latn", + "languages": [ + "bjn-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.476217, + "recall": 0.539526, + "f1": 0.49239, + "accuracy": 0.539526, + "main_score": 0.49239, + "hf_subset": "bjn_Arab-kat_Geor", + "languages": [ + "bjn-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.42635, + "recall": 0.465415, + "f1": 0.437211, + "accuracy": 0.465415, + "main_score": 0.437211, + "hf_subset": "bjn_Arab-lua_Latn", + "languages": [ + "bjn-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.401683, + "recall": 0.448617, + "f1": 0.414023, + "accuracy": 0.448617, + "main_score": 0.414023, + "hf_subset": "bjn_Arab-nya_Latn", + "languages": [ + "bjn-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.491318, + "recall": 0.547431, + "f1": 0.505369, + "accuracy": 0.547431, + "main_score": 0.505369, + "hf_subset": "bjn_Arab-slv_Latn", + "languages": [ + "bjn-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.474417, + "recall": 0.517787, + "f1": 0.484635, + "accuracy": 0.517787, + "main_score": 0.484635, + "hf_subset": "bjn_Arab-tpi_Latn", + "languages": [ + "bjn-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.516029, + "recall": 0.575099, + "f1": 0.531155, + "accuracy": 0.575099, + "main_score": 0.531155, + "hf_subset": "bjn_Arab-zsm_Latn", + "languages": [ + "bjn-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.388013, + "recall": 0.435771, + "f1": 0.400464, + "accuracy": 0.435771, + "main_score": 0.400464, + "hf_subset": "bjn_Arab-ayr_Latn", + "languages": [ + "bjn-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.506908, + "recall": 0.568182, + "f1": 0.522234, + "accuracy": 0.568182, + "main_score": 0.522234, + "hf_subset": "bjn_Arab-dan_Latn", + "languages": [ + "bjn-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.469848, + "recall": 0.528656, + "f1": 0.483654, + "accuracy": 0.528656, + "main_score": 0.483654, + "hf_subset": "bjn_Arab-guj_Gujr", + "languages": [ + "bjn-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.457999, + "recall": 0.517787, + "f1": 0.472735, + "accuracy": 0.517787, + "main_score": 0.472735, + "hf_subset": "bjn_Arab-kaz_Cyrl", + "languages": [ + "bjn-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.379916, + "recall": 0.436759, + "f1": 0.394547, + "accuracy": 0.436759, + "main_score": 0.394547, + "hf_subset": "bjn_Arab-lug_Latn", + "languages": [ + "bjn-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.502333, + "recall": 0.563241, + "f1": 0.517481, + "accuracy": 0.563241, + "main_score": 0.517481, + "hf_subset": "bjn_Arab-oci_Latn", + "languages": [ + "bjn-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.408702, + "recall": 0.456522, + "f1": 0.420632, + "accuracy": 0.456522, + "main_score": 0.420632, + "hf_subset": "bjn_Arab-smo_Latn", + "languages": [ + "bjn-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.392346, + "recall": 0.452569, + "f1": 0.408402, + "accuracy": 0.452569, + "main_score": 0.408402, + "hf_subset": "bjn_Arab-tsn_Latn", + "languages": [ + "bjn-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.406081, + "recall": 0.466403, + "f1": 0.421712, + "accuracy": 0.466403, + "main_score": 0.421712, + "hf_subset": "bjn_Arab-zul_Latn", + "languages": [ + "bjn-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.443667, + "recall": 0.491107, + "f1": 0.455792, + "accuracy": 0.491107, + "main_score": 0.455792, + "hf_subset": "bjn_Arab-azb_Arab", + "languages": [ + "bjn-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.491938, + "recall": 0.559289, + "f1": 0.509172, + "accuracy": 0.559289, + "main_score": 0.509172, + "hf_subset": "bjn_Arab-deu_Latn", + "languages": [ + "bjn-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.474763, + "recall": 0.536561, + "f1": 0.490845, + "accuracy": 0.536561, + "main_score": 0.490845, + "hf_subset": "bjn_Arab-hat_Latn", + "languages": [ + "bjn-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.364458, + "recall": 0.408103, + "f1": 0.376659, + "accuracy": 0.408103, + "main_score": 0.376659, + "hf_subset": "bjn_Arab-kbp_Latn", + "languages": [ + "bjn-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.408535, + "recall": 0.451581, + "f1": 0.420387, + "accuracy": 0.451581, + "main_score": 0.420387, + "hf_subset": "bjn_Arab-luo_Latn", + "languages": [ + "bjn-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.434982, + "recall": 0.498024, + "f1": 0.450384, + "accuracy": 0.498024, + "main_score": 0.450384, + "hf_subset": "bjn_Arab-ory_Orya", + "languages": [ + "bjn-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.400892, + "recall": 0.456522, + "f1": 0.414744, + "accuracy": 0.456522, + "main_score": 0.414744, + "hf_subset": "bjn_Arab-sna_Latn", + "languages": [ + "bjn-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.413377, + "recall": 0.460474, + "f1": 0.426735, + "accuracy": 0.460474, + "main_score": 0.426735, + "hf_subset": "bjn_Arab-tso_Latn", + "languages": [ + "bjn-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.458427, + "recall": 0.520751, + "f1": 0.473304, + "accuracy": 0.520751, + "main_score": 0.473304, + "hf_subset": "bjn_Arab-azj_Latn", + "languages": [ + "bjn-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.358458, + "recall": 0.414032, + "f1": 0.373353, + "accuracy": 0.414032, + "main_score": 0.373353, + "hf_subset": "bjn_Arab-dik_Latn", + "languages": [ + "bjn-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.394224, + "recall": 0.453557, + "f1": 0.409571, + "accuracy": 0.453557, + "main_score": 0.409571, + "hf_subset": "bjn_Arab-hau_Latn", + "languages": [ + "bjn-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.495742, + "recall": 0.549407, + "f1": 0.509496, + "accuracy": 0.549407, + "main_score": 0.509496, + "hf_subset": "bjn_Arab-kea_Latn", + "languages": [ + "bjn-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.435877, + "recall": 0.479249, + "f1": 0.44702, + "accuracy": 0.479249, + "main_score": 0.44702, + "hf_subset": "bjn_Arab-lus_Latn", + "languages": [ + "bjn-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.510627, + "recall": 0.557312, + "f1": 0.522899, + "accuracy": 0.557312, + "main_score": 0.522899, + "hf_subset": "bjn_Arab-pag_Latn", + "languages": [ + "bjn-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.434669, + "recall": 0.499012, + "f1": 0.449833, + "accuracy": 0.499012, + "main_score": 0.449833, + "hf_subset": "bjn_Arab-snd_Arab", + "languages": [ + "bjn-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.455725, + "recall": 0.512846, + "f1": 0.470278, + "accuracy": 0.512846, + "main_score": 0.470278, + "hf_subset": "bjn_Arab-tuk_Latn", + "languages": [ + "bjn-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.458014, + "recall": 0.51581, + "f1": 0.472678, + "accuracy": 0.51581, + "main_score": 0.472678, + "hf_subset": "bjn_Arab-bak_Cyrl", + "languages": [ + "bjn-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.312675, + "recall": 0.365613, + "f1": 0.327038, + "accuracy": 0.365613, + "main_score": 0.327038, + "hf_subset": "bjn_Arab-dyu_Latn", + "languages": [ + "bjn-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.503359, + "recall": 0.566206, + "f1": 0.519566, + "accuracy": 0.566206, + "main_score": 0.519566, + "hf_subset": "bjn_Arab-heb_Hebr", + "languages": [ + "bjn-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.46988, + "recall": 0.532609, + "f1": 0.486387, + "accuracy": 0.532609, + "main_score": 0.486387, + "hf_subset": "bjn_Arab-khk_Cyrl", + "languages": [ + "bjn-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.483367, + "recall": 0.543478, + "f1": 0.497344, + "accuracy": 0.543478, + "main_score": 0.497344, + "hf_subset": "bjn_Arab-lvs_Latn", + "languages": [ + "bjn-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.45027, + "recall": 0.509881, + "f1": 0.463755, + "accuracy": 0.509881, + "main_score": 0.463755, + "hf_subset": "bjn_Arab-pan_Guru", + "languages": [ + "bjn-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.42417, + "recall": 0.486166, + "f1": 0.439483, + "accuracy": 0.486166, + "main_score": 0.439483, + "hf_subset": "bjn_Arab-som_Latn", + "languages": [ + "bjn-Arab", + "som-Latn" + ] + }, + { + "precision": 0.376312, + "recall": 0.416996, + "f1": 0.387349, + "accuracy": 0.416996, + "main_score": 0.387349, + "hf_subset": "bjn_Arab-tum_Latn", + "languages": [ + "bjn-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.367852, + "recall": 0.416008, + "f1": 0.381101, + "accuracy": 0.416008, + "main_score": 0.381101, + "hf_subset": "ewe_Latn-ace_Arab", + "languages": [ + "ewe-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.471025, + "recall": 0.507905, + "f1": 0.481533, + "accuracy": 0.507905, + "main_score": 0.481533, + "hf_subset": "ewe_Latn-bam_Latn", + "languages": [ + "ewe-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.304291, + "recall": 0.358696, + "f1": 0.318858, + "accuracy": 0.358696, + "main_score": 0.318858, + "hf_subset": "ewe_Latn-dzo_Tibt", + "languages": [ + "ewe-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.442453, + "recall": 0.502964, + "f1": 0.459532, + "accuracy": 0.502964, + "main_score": 0.459532, + "hf_subset": "ewe_Latn-hin_Deva", + "languages": [ + "ewe-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.421875, + "recall": 0.476285, + "f1": 0.436542, + "accuracy": 0.476285, + "main_score": 0.436542, + "hf_subset": "ewe_Latn-khm_Khmr", + "languages": [ + "ewe-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.447497, + "recall": 0.496047, + "f1": 0.460339, + "accuracy": 0.496047, + "main_score": 0.460339, + "hf_subset": "ewe_Latn-mag_Deva", + "languages": [ + "ewe-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.457615, + "recall": 0.504941, + "f1": 0.470706, + "accuracy": 0.504941, + "main_score": 0.470706, + "hf_subset": "ewe_Latn-pap_Latn", + "languages": [ + "ewe-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.461505, + "recall": 0.508893, + "f1": 0.474697, + "accuracy": 0.508893, + "main_score": 0.474697, + "hf_subset": "ewe_Latn-sot_Latn", + "languages": [ + "ewe-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.457313, + "recall": 0.501976, + "f1": 0.469635, + "accuracy": 0.501976, + "main_score": 0.469635, + "hf_subset": "ewe_Latn-tur_Latn", + "languages": [ + "ewe-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.453813, + "recall": 0.492095, + "f1": 0.464986, + "accuracy": 0.492095, + "main_score": 0.464986, + "hf_subset": "ewe_Latn-ace_Latn", + "languages": [ + "ewe-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.423995, + "recall": 0.466403, + "f1": 0.435824, + "accuracy": 0.466403, + "main_score": 0.435824, + "hf_subset": "ewe_Latn-ban_Latn", + "languages": [ + "ewe-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.442372, + "recall": 0.491107, + "f1": 0.45505, + "accuracy": 0.491107, + "main_score": 0.45505, + "hf_subset": "ewe_Latn-ell_Grek", + "languages": [ + "ewe-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.432035, + "recall": 0.481225, + "f1": 0.44554, + "accuracy": 0.481225, + "main_score": 0.44554, + "hf_subset": "ewe_Latn-hne_Deva", + "languages": [ + "ewe-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.4486, + "recall": 0.485178, + "f1": 0.459486, + "accuracy": 0.485178, + "main_score": 0.459486, + "hf_subset": "ewe_Latn-kik_Latn", + "languages": [ + "ewe-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.433433, + "recall": 0.48913, + "f1": 0.448346, + "accuracy": 0.48913, + "main_score": 0.448346, + "hf_subset": "ewe_Latn-mai_Deva", + "languages": [ + "ewe-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.405355, + "recall": 0.45751, + "f1": 0.418693, + "accuracy": 0.45751, + "main_score": 0.418693, + "hf_subset": "ewe_Latn-pbt_Arab", + "languages": [ + "ewe-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.471569, + "recall": 0.523715, + "f1": 0.485031, + "accuracy": 0.523715, + "main_score": 0.485031, + "hf_subset": "ewe_Latn-spa_Latn", + "languages": [ + "ewe-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.491898, + "recall": 0.534585, + "f1": 0.504226, + "accuracy": 0.534585, + "main_score": 0.504226, + "hf_subset": "ewe_Latn-twi_Latn", + "languages": [ + "ewe-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.444491, + "recall": 0.491107, + "f1": 0.457718, + "accuracy": 0.491107, + "main_score": 0.457718, + "hf_subset": "ewe_Latn-acm_Arab", + "languages": [ + "ewe-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.417002, + "recall": 0.467391, + "f1": 0.430926, + "accuracy": 0.467391, + "main_score": 0.430926, + "hf_subset": "ewe_Latn-bel_Cyrl", + "languages": [ + "ewe-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.461264, + "recall": 0.525692, + "f1": 0.478364, + "accuracy": 0.525692, + "main_score": 0.478364, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.450374, + "recall": 0.502964, + "f1": 0.464823, + "accuracy": 0.502964, + "main_score": 0.464823, + "hf_subset": "ewe_Latn-hrv_Latn", + "languages": [ + "ewe-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.447762, + "recall": 0.492095, + "f1": 0.45979, + "accuracy": 0.492095, + "main_score": 0.45979, + "hf_subset": "ewe_Latn-kin_Latn", + "languages": [ + "ewe-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.424852, + "recall": 0.476285, + "f1": 0.438329, + "accuracy": 0.476285, + "main_score": 0.438329, + "hf_subset": "ewe_Latn-mal_Mlym", + "languages": [ + "ewe-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.429743, + "recall": 0.481225, + "f1": 0.443049, + "accuracy": 0.481225, + "main_score": 0.443049, + "hf_subset": "ewe_Latn-pes_Arab", + "languages": [ + "ewe-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.438453, + "recall": 0.490119, + "f1": 0.452413, + "accuracy": 0.490119, + "main_score": 0.452413, + "hf_subset": "ewe_Latn-srd_Latn", + "languages": [ + "ewe-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.231855, + "recall": 0.27668, + "f1": 0.242912, + "accuracy": 0.27668, + "main_score": 0.242912, + "hf_subset": "ewe_Latn-tzm_Tfng", + "languages": [ + "ewe-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.445951, + "recall": 0.492095, + "f1": 0.458285, + "accuracy": 0.492095, + "main_score": 0.458285, + "hf_subset": "ewe_Latn-acq_Arab", + "languages": [ + "ewe-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.470142, + "recall": 0.514822, + "f1": 0.482705, + "accuracy": 0.514822, + "main_score": 0.482705, + "hf_subset": "ewe_Latn-bem_Latn", + "languages": [ + "ewe-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.446393, + "recall": 0.496047, + "f1": 0.4598, + "accuracy": 0.496047, + "main_score": 0.4598, + "hf_subset": "ewe_Latn-epo_Latn", + "languages": [ + "ewe-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.440968, + "recall": 0.498024, + "f1": 0.4564, + "accuracy": 0.498024, + "main_score": 0.4564, + "hf_subset": "ewe_Latn-hun_Latn", + "languages": [ + "ewe-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.435362, + "recall": 0.483202, + "f1": 0.448853, + "accuracy": 0.483202, + "main_score": 0.448853, + "hf_subset": "ewe_Latn-kir_Cyrl", + "languages": [ + "ewe-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.426595, + "recall": 0.482213, + "f1": 0.441827, + "accuracy": 0.482213, + "main_score": 0.441827, + "hf_subset": "ewe_Latn-mar_Deva", + "languages": [ + "ewe-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.44675, + "recall": 0.490119, + "f1": 0.459001, + "accuracy": 0.490119, + "main_score": 0.459001, + "hf_subset": "ewe_Latn-plt_Latn", + "languages": [ + "ewe-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.433238, + "recall": 0.483202, + "f1": 0.44695, + "accuracy": 0.483202, + "main_score": 0.44695, + "hf_subset": "ewe_Latn-srp_Cyrl", + "languages": [ + "ewe-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.373203, + "recall": 0.427866, + "f1": 0.3871, + "accuracy": 0.427866, + "main_score": 0.3871, + "hf_subset": "ewe_Latn-uig_Arab", + "languages": [ + "ewe-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.427161, + "recall": 0.478261, + "f1": 0.440846, + "accuracy": 0.478261, + "main_score": 0.440846, + "hf_subset": "ewe_Latn-aeb_Arab", + "languages": [ + "ewe-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.440961, + "recall": 0.492095, + "f1": 0.455082, + "accuracy": 0.492095, + "main_score": 0.455082, + "hf_subset": "ewe_Latn-ben_Beng", + "languages": [ + "ewe-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.434467, + "recall": 0.488142, + "f1": 0.448897, + "accuracy": 0.488142, + "main_score": 0.448897, + "hf_subset": "ewe_Latn-est_Latn", + "languages": [ + "ewe-Latn", + "est-Latn" + ] + }, + { + "precision": 0.416077, + "recall": 0.467391, + "f1": 0.430094, + "accuracy": 0.467391, + "main_score": 0.430094, + "hf_subset": "ewe_Latn-hye_Armn", + "languages": [ + "ewe-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.462545, + "recall": 0.497036, + "f1": 0.47258, + "accuracy": 0.497036, + "main_score": 0.47258, + "hf_subset": "ewe_Latn-kmb_Latn", + "languages": [ + "ewe-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.337139, + "recall": 0.387352, + "f1": 0.351608, + "accuracy": 0.387352, + "main_score": 0.351608, + "hf_subset": "ewe_Latn-min_Arab", + "languages": [ + "ewe-Latn", + "min-Arab" + ] + }, + { + "precision": 0.451731, + "recall": 0.502964, + "f1": 0.46574, + "accuracy": 0.502964, + "main_score": 0.46574, + "hf_subset": "ewe_Latn-pol_Latn", + "languages": [ + "ewe-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.449022, + "recall": 0.48913, + "f1": 0.459707, + "accuracy": 0.48913, + "main_score": 0.459707, + "hf_subset": "ewe_Latn-ssw_Latn", + "languages": [ + "ewe-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.44093, + "recall": 0.495059, + "f1": 0.455304, + "accuracy": 0.495059, + "main_score": 0.455304, + "hf_subset": "ewe_Latn-ukr_Cyrl", + "languages": [ + "ewe-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.461178, + "recall": 0.506917, + "f1": 0.473275, + "accuracy": 0.506917, + "main_score": 0.473275, + "hf_subset": "ewe_Latn-afr_Latn", + "languages": [ + "ewe-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.440556, + "recall": 0.491107, + "f1": 0.453334, + "accuracy": 0.491107, + "main_score": 0.453334, + "hf_subset": "ewe_Latn-bho_Deva", + "languages": [ + "ewe-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.432774, + "recall": 0.480237, + "f1": 0.445463, + "accuracy": 0.480237, + "main_score": 0.445463, + "hf_subset": "ewe_Latn-eus_Latn", + "languages": [ + "ewe-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.446655, + "recall": 0.48913, + "f1": 0.458654, + "accuracy": 0.48913, + "main_score": 0.458654, + "hf_subset": "ewe_Latn-ibo_Latn", + "languages": [ + "ewe-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.44797, + "recall": 0.497036, + "f1": 0.461459, + "accuracy": 0.497036, + "main_score": 0.461459, + "hf_subset": "ewe_Latn-kmr_Latn", + "languages": [ + "ewe-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.43325, + "recall": 0.481225, + "f1": 0.446131, + "accuracy": 0.481225, + "main_score": 0.446131, + "hf_subset": "ewe_Latn-min_Latn", + "languages": [ + "ewe-Latn", + "min-Latn" + ] + }, + { + "precision": 0.46163, + "recall": 0.51581, + "f1": 0.476459, + "accuracy": 0.51581, + "main_score": 0.476459, + "hf_subset": "ewe_Latn-por_Latn", + "languages": [ + "ewe-Latn", + "por-Latn" + ] + }, + { + "precision": 0.433288, + "recall": 0.478261, + "f1": 0.445307, + "accuracy": 0.478261, + "main_score": 0.445307, + "hf_subset": "ewe_Latn-sun_Latn", + "languages": [ + "ewe-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.448368, + "recall": 0.485178, + "f1": 0.458909, + "accuracy": 0.485178, + "main_score": 0.458909, + "hf_subset": "ewe_Latn-umb_Latn", + "languages": [ + "ewe-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.443091, + "recall": 0.499012, + "f1": 0.457661, + "accuracy": 0.499012, + "main_score": 0.457661, + "hf_subset": "ewe_Latn-ajp_Arab", + "languages": [ + "ewe-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.351921, + "recall": 0.399209, + "f1": 0.364668, + "accuracy": 0.399209, + "main_score": 0.364668, + "hf_subset": "ewe_Latn-bjn_Arab", + "languages": [ + "ewe-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.448075, + "recall": 0.499012, + "f1": 0.462257, + "accuracy": 0.499012, + "main_score": 0.462257, + "hf_subset": "ewe_Latn-ilo_Latn", + "languages": [ + "ewe-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.2504, + "recall": 0.30336, + "f1": 0.264184, + "accuracy": 0.30336, + "main_score": 0.264184, + "hf_subset": "ewe_Latn-knc_Arab", + "languages": [ + "ewe-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.445067, + "recall": 0.491107, + "f1": 0.457704, + "accuracy": 0.491107, + "main_score": 0.457704, + "hf_subset": "ewe_Latn-mkd_Cyrl", + "languages": [ + "ewe-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.433863, + "recall": 0.488142, + "f1": 0.448474, + "accuracy": 0.488142, + "main_score": 0.448474, + "hf_subset": "ewe_Latn-prs_Arab", + "languages": [ + "ewe-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.449363, + "recall": 0.502964, + "f1": 0.463434, + "accuracy": 0.502964, + "main_score": 0.463434, + "hf_subset": "ewe_Latn-swe_Latn", + "languages": [ + "ewe-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.429007, + "recall": 0.479249, + "f1": 0.442704, + "accuracy": 0.479249, + "main_score": 0.442704, + "hf_subset": "ewe_Latn-urd_Arab", + "languages": [ + "ewe-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.489633, + "recall": 0.528656, + "f1": 0.50074, + "accuracy": 0.528656, + "main_score": 0.50074, + "hf_subset": "ewe_Latn-aka_Latn", + "languages": [ + "ewe-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.453897, + "recall": 0.497036, + "f1": 0.465991, + "accuracy": 0.497036, + "main_score": 0.465991, + "hf_subset": "ewe_Latn-bjn_Latn", + "languages": [ + "ewe-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.435483, + "recall": 0.478261, + "f1": 0.447377, + "accuracy": 0.478261, + "main_score": 0.447377, + "hf_subset": "ewe_Latn-fao_Latn", + "languages": [ + "ewe-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.452154, + "recall": 0.503953, + "f1": 0.465854, + "accuracy": 0.503953, + "main_score": 0.465854, + "hf_subset": "ewe_Latn-ind_Latn", + "languages": [ + "ewe-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.486738, + "recall": 0.522727, + "f1": 0.497371, + "accuracy": 0.522727, + "main_score": 0.497371, + "hf_subset": "ewe_Latn-knc_Latn", + "languages": [ + "ewe-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.436233, + "recall": 0.486166, + "f1": 0.449859, + "accuracy": 0.486166, + "main_score": 0.449859, + "hf_subset": "ewe_Latn-mlt_Latn", + "languages": [ + "ewe-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.477931, + "recall": 0.516798, + "f1": 0.489044, + "accuracy": 0.516798, + "main_score": 0.489044, + "hf_subset": "ewe_Latn-quy_Latn", + "languages": [ + "ewe-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.446609, + "recall": 0.496047, + "f1": 0.459777, + "accuracy": 0.496047, + "main_score": 0.459777, + "hf_subset": "ewe_Latn-swh_Latn", + "languages": [ + "ewe-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.429053, + "recall": 0.482213, + "f1": 0.4436, + "accuracy": 0.482213, + "main_score": 0.4436, + "hf_subset": "ewe_Latn-uzn_Latn", + "languages": [ + "ewe-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.44063, + "recall": 0.482213, + "f1": 0.452383, + "accuracy": 0.482213, + "main_score": 0.452383, + "hf_subset": "ewe_Latn-als_Latn", + "languages": [ + "ewe-Latn", + "als-Latn" + ] + }, + { + "precision": 0.330074, + "recall": 0.38834, + "f1": 0.345249, + "accuracy": 0.38834, + "main_score": 0.345249, + "hf_subset": "ewe_Latn-bod_Tibt", + "languages": [ + "ewe-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.462731, + "recall": 0.504941, + "f1": 0.475522, + "accuracy": 0.504941, + "main_score": 0.475522, + "hf_subset": "ewe_Latn-fij_Latn", + "languages": [ + "ewe-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.432717, + "recall": 0.485178, + "f1": 0.446062, + "accuracy": 0.485178, + "main_score": 0.446062, + "hf_subset": "ewe_Latn-isl_Latn", + "languages": [ + "ewe-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.477503, + "recall": 0.518775, + "f1": 0.490053, + "accuracy": 0.518775, + "main_score": 0.490053, + "hf_subset": "ewe_Latn-kon_Latn", + "languages": [ + "ewe-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.406581, + "recall": 0.454545, + "f1": 0.420195, + "accuracy": 0.454545, + "main_score": 0.420195, + "hf_subset": "ewe_Latn-mni_Beng", + "languages": [ + "ewe-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.449095, + "recall": 0.500988, + "f1": 0.463166, + "accuracy": 0.500988, + "main_score": 0.463166, + "hf_subset": "ewe_Latn-ron_Latn", + "languages": [ + "ewe-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.450333, + "recall": 0.499012, + "f1": 0.464476, + "accuracy": 0.499012, + "main_score": 0.464476, + "hf_subset": "ewe_Latn-szl_Latn", + "languages": [ + "ewe-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.464397, + "recall": 0.509881, + "f1": 0.476503, + "accuracy": 0.509881, + "main_score": 0.476503, + "hf_subset": "ewe_Latn-vec_Latn", + "languages": [ + "ewe-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.444202, + "recall": 0.490119, + "f1": 0.45693, + "accuracy": 0.490119, + "main_score": 0.45693, + "hf_subset": "ewe_Latn-amh_Ethi", + "languages": [ + "ewe-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.451713, + "recall": 0.499012, + "f1": 0.464276, + "accuracy": 0.499012, + "main_score": 0.464276, + "hf_subset": "ewe_Latn-bos_Latn", + "languages": [ + "ewe-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.442337, + "recall": 0.48913, + "f1": 0.45556, + "accuracy": 0.48913, + "main_score": 0.45556, + "hf_subset": "ewe_Latn-fin_Latn", + "languages": [ + "ewe-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.465111, + "recall": 0.51581, + "f1": 0.478849, + "accuracy": 0.51581, + "main_score": 0.478849, + "hf_subset": "ewe_Latn-ita_Latn", + "languages": [ + "ewe-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.45533, + "recall": 0.506917, + "f1": 0.469436, + "accuracy": 0.506917, + "main_score": 0.469436, + "hf_subset": "ewe_Latn-kor_Hang", + "languages": [ + "ewe-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.46791, + "recall": 0.508893, + "f1": 0.47978, + "accuracy": 0.508893, + "main_score": 0.47978, + "hf_subset": "ewe_Latn-mos_Latn", + "languages": [ + "ewe-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.455243, + "recall": 0.498024, + "f1": 0.46778, + "accuracy": 0.498024, + "main_score": 0.46778, + "hf_subset": "ewe_Latn-run_Latn", + "languages": [ + "ewe-Latn", + "run-Latn" + ] + }, + { + "precision": 0.426647, + "recall": 0.482213, + "f1": 0.441449, + "accuracy": 0.482213, + "main_score": 0.441449, + "hf_subset": "ewe_Latn-tam_Taml", + "languages": [ + "ewe-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.46015, + "recall": 0.501976, + "f1": 0.471653, + "accuracy": 0.501976, + "main_score": 0.471653, + "hf_subset": "ewe_Latn-vie_Latn", + "languages": [ + "ewe-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.435897, + "recall": 0.485178, + "f1": 0.448324, + "accuracy": 0.485178, + "main_score": 0.448324, + "hf_subset": "ewe_Latn-apc_Arab", + "languages": [ + "ewe-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.462288, + "recall": 0.502964, + "f1": 0.473653, + "accuracy": 0.502964, + "main_score": 0.473653, + "hf_subset": "ewe_Latn-bug_Latn", + "languages": [ + "ewe-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.439675, + "recall": 0.482213, + "f1": 0.451199, + "accuracy": 0.482213, + "main_score": 0.451199, + "hf_subset": "ewe_Latn-fon_Latn", + "languages": [ + "ewe-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.443642, + "recall": 0.496047, + "f1": 0.457775, + "accuracy": 0.496047, + "main_score": 0.457775, + "hf_subset": "ewe_Latn-jav_Latn", + "languages": [ + "ewe-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.4096, + "recall": 0.451581, + "f1": 0.420859, + "accuracy": 0.451581, + "main_score": 0.420859, + "hf_subset": "ewe_Latn-lao_Laoo", + "languages": [ + "ewe-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.42218, + "recall": 0.465415, + "f1": 0.433949, + "accuracy": 0.465415, + "main_score": 0.433949, + "hf_subset": "ewe_Latn-mri_Latn", + "languages": [ + "ewe-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.440184, + "recall": 0.494071, + "f1": 0.45455, + "accuracy": 0.494071, + "main_score": 0.45455, + "hf_subset": "ewe_Latn-rus_Cyrl", + "languages": [ + "ewe-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.463232, + "recall": 0.506917, + "f1": 0.475315, + "accuracy": 0.506917, + "main_score": 0.475315, + "hf_subset": "ewe_Latn-taq_Latn", + "languages": [ + "ewe-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.443387, + "recall": 0.494071, + "f1": 0.457139, + "accuracy": 0.494071, + "main_score": 0.457139, + "hf_subset": "ewe_Latn-war_Latn", + "languages": [ + "ewe-Latn", + "war-Latn" + ] + }, + { + "precision": 0.440764, + "recall": 0.490119, + "f1": 0.45401, + "accuracy": 0.490119, + "main_score": 0.45401, + "hf_subset": "ewe_Latn-arb_Arab", + "languages": [ + "ewe-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.453915, + "recall": 0.5, + "f1": 0.46633, + "accuracy": 0.5, + "main_score": 0.46633, + "hf_subset": "ewe_Latn-bul_Cyrl", + "languages": [ + "ewe-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.452729, + "recall": 0.503953, + "f1": 0.466642, + "accuracy": 0.503953, + "main_score": 0.466642, + "hf_subset": "ewe_Latn-fra_Latn", + "languages": [ + "ewe-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.449989, + "recall": 0.501976, + "f1": 0.464344, + "accuracy": 0.501976, + "main_score": 0.464344, + "hf_subset": "ewe_Latn-jpn_Jpan", + "languages": [ + "ewe-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.465405, + "recall": 0.507905, + "f1": 0.477202, + "accuracy": 0.507905, + "main_score": 0.477202, + "hf_subset": "ewe_Latn-lij_Latn", + "languages": [ + "ewe-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.402337, + "recall": 0.447628, + "f1": 0.415649, + "accuracy": 0.447628, + "main_score": 0.415649, + "hf_subset": "ewe_Latn-mya_Mymr", + "languages": [ + "ewe-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.474341, + "recall": 0.511858, + "f1": 0.484889, + "accuracy": 0.511858, + "main_score": 0.484889, + "hf_subset": "ewe_Latn-sag_Latn", + "languages": [ + "ewe-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.251401, + "recall": 0.301383, + "f1": 0.264578, + "accuracy": 0.301383, + "main_score": 0.264578, + "hf_subset": "ewe_Latn-taq_Tfng", + "languages": [ + "ewe-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.485718, + "recall": 0.522727, + "f1": 0.496217, + "accuracy": 0.522727, + "main_score": 0.496217, + "hf_subset": "ewe_Latn-wol_Latn", + "languages": [ + "ewe-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.41084, + "recall": 0.464427, + "f1": 0.425418, + "accuracy": 0.464427, + "main_score": 0.425418, + "hf_subset": "ewe_Latn-arb_Latn", + "languages": [ + "ewe-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.445679, + "recall": 0.497036, + "f1": 0.459153, + "accuracy": 0.497036, + "main_score": 0.459153, + "hf_subset": "ewe_Latn-cat_Latn", + "languages": [ + "ewe-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.445405, + "recall": 0.496047, + "f1": 0.459048, + "accuracy": 0.496047, + "main_score": 0.459048, + "hf_subset": "ewe_Latn-fur_Latn", + "languages": [ + "ewe-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.3934, + "recall": 0.443676, + "f1": 0.407562, + "accuracy": 0.443676, + "main_score": 0.407562, + "hf_subset": "ewe_Latn-kab_Latn", + "languages": [ + "ewe-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.440669, + "recall": 0.487154, + "f1": 0.452863, + "accuracy": 0.487154, + "main_score": 0.452863, + "hf_subset": "ewe_Latn-lim_Latn", + "languages": [ + "ewe-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.466892, + "recall": 0.514822, + "f1": 0.47984, + "accuracy": 0.514822, + "main_score": 0.47984, + "hf_subset": "ewe_Latn-nld_Latn", + "languages": [ + "ewe-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.424179, + "recall": 0.478261, + "f1": 0.438498, + "accuracy": 0.478261, + "main_score": 0.438498, + "hf_subset": "ewe_Latn-san_Deva", + "languages": [ + "ewe-Latn", + "san-Deva" + ] + }, + { + "precision": 0.430195, + "recall": 0.480237, + "f1": 0.443663, + "accuracy": 0.480237, + "main_score": 0.443663, + "hf_subset": "ewe_Latn-tat_Cyrl", + "languages": [ + "ewe-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.447459, + "recall": 0.490119, + "f1": 0.459463, + "accuracy": 0.490119, + "main_score": 0.459463, + "hf_subset": "ewe_Latn-xho_Latn", + "languages": [ + "ewe-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.430233, + "recall": 0.477273, + "f1": 0.443173, + "accuracy": 0.477273, + "main_score": 0.443173, + "hf_subset": "ewe_Latn-ars_Arab", + "languages": [ + "ewe-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.452869, + "recall": 0.496047, + "f1": 0.464126, + "accuracy": 0.496047, + "main_score": 0.464126, + "hf_subset": "ewe_Latn-ceb_Latn", + "languages": [ + "ewe-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.439303, + "recall": 0.490119, + "f1": 0.453957, + "accuracy": 0.490119, + "main_score": 0.453957, + "hf_subset": "ewe_Latn-fuv_Latn", + "languages": [ + "ewe-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.48964, + "recall": 0.523715, + "f1": 0.499426, + "accuracy": 0.523715, + "main_score": 0.499426, + "hf_subset": "ewe_Latn-kac_Latn", + "languages": [ + "ewe-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.49201, + "recall": 0.52668, + "f1": 0.502513, + "accuracy": 0.52668, + "main_score": 0.502513, + "hf_subset": "ewe_Latn-lin_Latn", + "languages": [ + "ewe-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.445507, + "recall": 0.493083, + "f1": 0.458293, + "accuracy": 0.493083, + "main_score": 0.458293, + "hf_subset": "ewe_Latn-nno_Latn", + "languages": [ + "ewe-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.425566, + "recall": 0.47332, + "f1": 0.438282, + "accuracy": 0.47332, + "main_score": 0.438282, + "hf_subset": "ewe_Latn-sat_Olck", + "languages": [ + "ewe-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.431514, + "recall": 0.487154, + "f1": 0.446396, + "accuracy": 0.487154, + "main_score": 0.446396, + "hf_subset": "ewe_Latn-tel_Telu", + "languages": [ + "ewe-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.404756, + "recall": 0.460474, + "f1": 0.418964, + "accuracy": 0.460474, + "main_score": 0.418964, + "hf_subset": "ewe_Latn-ydd_Hebr", + "languages": [ + "ewe-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.414199, + "recall": 0.464427, + "f1": 0.426839, + "accuracy": 0.464427, + "main_score": 0.426839, + "hf_subset": "ewe_Latn-ary_Arab", + "languages": [ + "ewe-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.443525, + "recall": 0.497036, + "f1": 0.458103, + "accuracy": 0.497036, + "main_score": 0.458103, + "hf_subset": "ewe_Latn-ces_Latn", + "languages": [ + "ewe-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.42322, + "recall": 0.479249, + "f1": 0.438747, + "accuracy": 0.479249, + "main_score": 0.438747, + "hf_subset": "ewe_Latn-gaz_Latn", + "languages": [ + "ewe-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.473814, + "recall": 0.506917, + "f1": 0.483762, + "accuracy": 0.506917, + "main_score": 0.483762, + "hf_subset": "ewe_Latn-kam_Latn", + "languages": [ + "ewe-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.436712, + "recall": 0.487154, + "f1": 0.449963, + "accuracy": 0.487154, + "main_score": 0.449963, + "hf_subset": "ewe_Latn-lit_Latn", + "languages": [ + "ewe-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.451839, + "recall": 0.508893, + "f1": 0.466859, + "accuracy": 0.508893, + "main_score": 0.466859, + "hf_subset": "ewe_Latn-nob_Latn", + "languages": [ + "ewe-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.461644, + "recall": 0.498024, + "f1": 0.472032, + "accuracy": 0.498024, + "main_score": 0.472032, + "hf_subset": "ewe_Latn-scn_Latn", + "languages": [ + "ewe-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.430931, + "recall": 0.479249, + "f1": 0.443509, + "accuracy": 0.479249, + "main_score": 0.443509, + "hf_subset": "ewe_Latn-tgk_Cyrl", + "languages": [ + "ewe-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.437921, + "recall": 0.483202, + "f1": 0.450689, + "accuracy": 0.483202, + "main_score": 0.450689, + "hf_subset": "ewe_Latn-yor_Latn", + "languages": [ + "ewe-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.441595, + "recall": 0.490119, + "f1": 0.454703, + "accuracy": 0.490119, + "main_score": 0.454703, + "hf_subset": "ewe_Latn-arz_Arab", + "languages": [ + "ewe-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.450608, + "recall": 0.492095, + "f1": 0.462902, + "accuracy": 0.492095, + "main_score": 0.462902, + "hf_subset": "ewe_Latn-cjk_Latn", + "languages": [ + "ewe-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.434449, + "recall": 0.475296, + "f1": 0.445289, + "accuracy": 0.475296, + "main_score": 0.445289, + "hf_subset": "ewe_Latn-gla_Latn", + "languages": [ + "ewe-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.427197, + "recall": 0.477273, + "f1": 0.439978, + "accuracy": 0.477273, + "main_score": 0.439978, + "hf_subset": "ewe_Latn-kan_Knda", + "languages": [ + "ewe-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.462879, + "recall": 0.503953, + "f1": 0.472971, + "accuracy": 0.503953, + "main_score": 0.472971, + "hf_subset": "ewe_Latn-lmo_Latn", + "languages": [ + "ewe-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.432835, + "recall": 0.486166, + "f1": 0.447836, + "accuracy": 0.486166, + "main_score": 0.447836, + "hf_subset": "ewe_Latn-npi_Deva", + "languages": [ + "ewe-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.395711, + "recall": 0.447628, + "f1": 0.410183, + "accuracy": 0.447628, + "main_score": 0.410183, + "hf_subset": "ewe_Latn-shn_Mymr", + "languages": [ + "ewe-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.471703, + "recall": 0.518775, + "f1": 0.484218, + "accuracy": 0.518775, + "main_score": 0.484218, + "hf_subset": "ewe_Latn-tgl_Latn", + "languages": [ + "ewe-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.429184, + "recall": 0.485178, + "f1": 0.444485, + "accuracy": 0.485178, + "main_score": 0.444485, + "hf_subset": "ewe_Latn-yue_Hant", + "languages": [ + "ewe-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.39042, + "recall": 0.434783, + "f1": 0.403239, + "accuracy": 0.434783, + "main_score": 0.403239, + "hf_subset": "ewe_Latn-asm_Beng", + "languages": [ + "ewe-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.419128, + "recall": 0.472332, + "f1": 0.433793, + "accuracy": 0.472332, + "main_score": 0.433793, + "hf_subset": "ewe_Latn-ckb_Arab", + "languages": [ + "ewe-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.414638, + "recall": 0.465415, + "f1": 0.42865, + "accuracy": 0.465415, + "main_score": 0.42865, + "hf_subset": "ewe_Latn-gle_Latn", + "languages": [ + "ewe-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.415249, + "recall": 0.467391, + "f1": 0.428774, + "accuracy": 0.467391, + "main_score": 0.428774, + "hf_subset": "ewe_Latn-kas_Arab", + "languages": [ + "ewe-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.448478, + "recall": 0.492095, + "f1": 0.459651, + "accuracy": 0.492095, + "main_score": 0.459651, + "hf_subset": "ewe_Latn-ltg_Latn", + "languages": [ + "ewe-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.46964, + "recall": 0.513834, + "f1": 0.482353, + "accuracy": 0.513834, + "main_score": 0.482353, + "hf_subset": "ewe_Latn-nso_Latn", + "languages": [ + "ewe-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.420373, + "recall": 0.466403, + "f1": 0.433375, + "accuracy": 0.466403, + "main_score": 0.433375, + "hf_subset": "ewe_Latn-sin_Sinh", + "languages": [ + "ewe-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.41534, + "recall": 0.467391, + "f1": 0.428885, + "accuracy": 0.467391, + "main_score": 0.428885, + "hf_subset": "ewe_Latn-tha_Thai", + "languages": [ + "ewe-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.391992, + "recall": 0.44664, + "f1": 0.40528, + "accuracy": 0.44664, + "main_score": 0.40528, + "hf_subset": "ewe_Latn-zho_Hans", + "languages": [ + "ewe-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.441464, + "recall": 0.492095, + "f1": 0.454812, + "accuracy": 0.492095, + "main_score": 0.454812, + "hf_subset": "ewe_Latn-ast_Latn", + "languages": [ + "ewe-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.443345, + "recall": 0.491107, + "f1": 0.456447, + "accuracy": 0.491107, + "main_score": 0.456447, + "hf_subset": "ewe_Latn-crh_Latn", + "languages": [ + "ewe-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.454553, + "recall": 0.502964, + "f1": 0.466871, + "accuracy": 0.502964, + "main_score": 0.466871, + "hf_subset": "ewe_Latn-glg_Latn", + "languages": [ + "ewe-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.447635, + "recall": 0.493083, + "f1": 0.460282, + "accuracy": 0.493083, + "main_score": 0.460282, + "hf_subset": "ewe_Latn-kas_Deva", + "languages": [ + "ewe-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.432529, + "recall": 0.483202, + "f1": 0.445951, + "accuracy": 0.483202, + "main_score": 0.445951, + "hf_subset": "ewe_Latn-ltz_Latn", + "languages": [ + "ewe-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.435592, + "recall": 0.474308, + "f1": 0.447101, + "accuracy": 0.474308, + "main_score": 0.447101, + "hf_subset": "ewe_Latn-nus_Latn", + "languages": [ + "ewe-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.445402, + "recall": 0.494071, + "f1": 0.458773, + "accuracy": 0.494071, + "main_score": 0.458773, + "hf_subset": "ewe_Latn-slk_Latn", + "languages": [ + "ewe-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.455752, + "recall": 0.496047, + "f1": 0.467737, + "accuracy": 0.496047, + "main_score": 0.467737, + "hf_subset": "ewe_Latn-tir_Ethi", + "languages": [ + "ewe-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.42985, + "recall": 0.481225, + "f1": 0.44377, + "accuracy": 0.481225, + "main_score": 0.44377, + "hf_subset": "ewe_Latn-zho_Hant", + "languages": [ + "ewe-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.420105, + "recall": 0.477273, + "f1": 0.43522, + "accuracy": 0.477273, + "main_score": 0.43522, + "hf_subset": "ewe_Latn-awa_Deva", + "languages": [ + "ewe-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.437434, + "recall": 0.486166, + "f1": 0.450906, + "accuracy": 0.486166, + "main_score": 0.450906, + "hf_subset": "ewe_Latn-cym_Latn", + "languages": [ + "ewe-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.470653, + "recall": 0.508893, + "f1": 0.481712, + "accuracy": 0.508893, + "main_score": 0.481712, + "hf_subset": "ewe_Latn-grn_Latn", + "languages": [ + "ewe-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.418298, + "recall": 0.469368, + "f1": 0.431022, + "accuracy": 0.469368, + "main_score": 0.431022, + "hf_subset": "ewe_Latn-kat_Geor", + "languages": [ + "ewe-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.475561, + "recall": 0.512846, + "f1": 0.48611, + "accuracy": 0.512846, + "main_score": 0.48611, + "hf_subset": "ewe_Latn-lua_Latn", + "languages": [ + "ewe-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.451031, + "recall": 0.495059, + "f1": 0.463442, + "accuracy": 0.495059, + "main_score": 0.463442, + "hf_subset": "ewe_Latn-nya_Latn", + "languages": [ + "ewe-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.439351, + "recall": 0.48913, + "f1": 0.452641, + "accuracy": 0.48913, + "main_score": 0.452641, + "hf_subset": "ewe_Latn-slv_Latn", + "languages": [ + "ewe-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.446101, + "recall": 0.491107, + "f1": 0.457968, + "accuracy": 0.491107, + "main_score": 0.457968, + "hf_subset": "ewe_Latn-tpi_Latn", + "languages": [ + "ewe-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.468401, + "recall": 0.514822, + "f1": 0.480425, + "accuracy": 0.514822, + "main_score": 0.480425, + "hf_subset": "ewe_Latn-zsm_Latn", + "languages": [ + "ewe-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.460754, + "recall": 0.500988, + "f1": 0.472429, + "accuracy": 0.500988, + "main_score": 0.472429, + "hf_subset": "ewe_Latn-ayr_Latn", + "languages": [ + "ewe-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.452789, + "recall": 0.502964, + "f1": 0.466888, + "accuracy": 0.502964, + "main_score": 0.466888, + "hf_subset": "ewe_Latn-dan_Latn", + "languages": [ + "ewe-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.415506, + "recall": 0.470356, + "f1": 0.430466, + "accuracy": 0.470356, + "main_score": 0.430466, + "hf_subset": "ewe_Latn-guj_Gujr", + "languages": [ + "ewe-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.423365, + "recall": 0.478261, + "f1": 0.438341, + "accuracy": 0.478261, + "main_score": 0.438341, + "hf_subset": "ewe_Latn-kaz_Cyrl", + "languages": [ + "ewe-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.444337, + "recall": 0.485178, + "f1": 0.456167, + "accuracy": 0.485178, + "main_score": 0.456167, + "hf_subset": "ewe_Latn-lug_Latn", + "languages": [ + "ewe-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.433522, + "recall": 0.486166, + "f1": 0.447733, + "accuracy": 0.486166, + "main_score": 0.447733, + "hf_subset": "ewe_Latn-oci_Latn", + "languages": [ + "ewe-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.451189, + "recall": 0.491107, + "f1": 0.462519, + "accuracy": 0.491107, + "main_score": 0.462519, + "hf_subset": "ewe_Latn-smo_Latn", + "languages": [ + "ewe-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.462284, + "recall": 0.502964, + "f1": 0.474406, + "accuracy": 0.502964, + "main_score": 0.474406, + "hf_subset": "ewe_Latn-tsn_Latn", + "languages": [ + "ewe-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.442684, + "recall": 0.492095, + "f1": 0.456868, + "accuracy": 0.492095, + "main_score": 0.456868, + "hf_subset": "ewe_Latn-zul_Latn", + "languages": [ + "ewe-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.397653, + "recall": 0.450593, + "f1": 0.411913, + "accuracy": 0.450593, + "main_score": 0.411913, + "hf_subset": "ewe_Latn-azb_Arab", + "languages": [ + "ewe-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.46601, + "recall": 0.516798, + "f1": 0.479275, + "accuracy": 0.516798, + "main_score": 0.479275, + "hf_subset": "ewe_Latn-deu_Latn", + "languages": [ + "ewe-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.418606, + "recall": 0.47332, + "f1": 0.433809, + "accuracy": 0.47332, + "main_score": 0.433809, + "hf_subset": "ewe_Latn-hat_Latn", + "languages": [ + "ewe-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.473785, + "recall": 0.512846, + "f1": 0.484576, + "accuracy": 0.512846, + "main_score": 0.484576, + "hf_subset": "ewe_Latn-kbp_Latn", + "languages": [ + "ewe-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.492648, + "recall": 0.530632, + "f1": 0.504002, + "accuracy": 0.530632, + "main_score": 0.504002, + "hf_subset": "ewe_Latn-luo_Latn", + "languages": [ + "ewe-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.417888, + "recall": 0.464427, + "f1": 0.429814, + "accuracy": 0.464427, + "main_score": 0.429814, + "hf_subset": "ewe_Latn-ory_Orya", + "languages": [ + "ewe-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.452762, + "recall": 0.497036, + "f1": 0.464942, + "accuracy": 0.497036, + "main_score": 0.464942, + "hf_subset": "ewe_Latn-sna_Latn", + "languages": [ + "ewe-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.466393, + "recall": 0.507905, + "f1": 0.477793, + "accuracy": 0.507905, + "main_score": 0.477793, + "hf_subset": "ewe_Latn-tso_Latn", + "languages": [ + "ewe-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.427705, + "recall": 0.475296, + "f1": 0.440913, + "accuracy": 0.475296, + "main_score": 0.440913, + "hf_subset": "ewe_Latn-azj_Latn", + "languages": [ + "ewe-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.445183, + "recall": 0.488142, + "f1": 0.457537, + "accuracy": 0.488142, + "main_score": 0.457537, + "hf_subset": "ewe_Latn-dik_Latn", + "languages": [ + "ewe-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.436866, + "recall": 0.485178, + "f1": 0.450191, + "accuracy": 0.485178, + "main_score": 0.450191, + "hf_subset": "ewe_Latn-hau_Latn", + "languages": [ + "ewe-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.449007, + "recall": 0.495059, + "f1": 0.461976, + "accuracy": 0.495059, + "main_score": 0.461976, + "hf_subset": "ewe_Latn-kea_Latn", + "languages": [ + "ewe-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.460566, + "recall": 0.505929, + "f1": 0.472111, + "accuracy": 0.505929, + "main_score": 0.472111, + "hf_subset": "ewe_Latn-lus_Latn", + "languages": [ + "ewe-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.475881, + "recall": 0.513834, + "f1": 0.486929, + "accuracy": 0.513834, + "main_score": 0.486929, + "hf_subset": "ewe_Latn-pag_Latn", + "languages": [ + "ewe-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.392809, + "recall": 0.450593, + "f1": 0.407066, + "accuracy": 0.450593, + "main_score": 0.407066, + "hf_subset": "ewe_Latn-snd_Arab", + "languages": [ + "ewe-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.417406, + "recall": 0.469368, + "f1": 0.431598, + "accuracy": 0.469368, + "main_score": 0.431598, + "hf_subset": "ewe_Latn-tuk_Latn", + "languages": [ + "ewe-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.433185, + "recall": 0.475296, + "f1": 0.445132, + "accuracy": 0.475296, + "main_score": 0.445132, + "hf_subset": "ewe_Latn-bak_Cyrl", + "languages": [ + "ewe-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.395504, + "recall": 0.44664, + "f1": 0.410786, + "accuracy": 0.44664, + "main_score": 0.410786, + "hf_subset": "ewe_Latn-dyu_Latn", + "languages": [ + "ewe-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.429954, + "recall": 0.48419, + "f1": 0.444657, + "accuracy": 0.48419, + "main_score": 0.444657, + "hf_subset": "ewe_Latn-heb_Hebr", + "languages": [ + "ewe-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.444726, + "recall": 0.491107, + "f1": 0.458349, + "accuracy": 0.491107, + "main_score": 0.458349, + "hf_subset": "ewe_Latn-khk_Cyrl", + "languages": [ + "ewe-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.424405, + "recall": 0.478261, + "f1": 0.438481, + "accuracy": 0.478261, + "main_score": 0.438481, + "hf_subset": "ewe_Latn-lvs_Latn", + "languages": [ + "ewe-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.432557, + "recall": 0.482213, + "f1": 0.445228, + "accuracy": 0.482213, + "main_score": 0.445228, + "hf_subset": "ewe_Latn-pan_Guru", + "languages": [ + "ewe-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.430644, + "recall": 0.479249, + "f1": 0.444249, + "accuracy": 0.479249, + "main_score": 0.444249, + "hf_subset": "ewe_Latn-som_Latn", + "languages": [ + "ewe-Latn", + "som-Latn" + ] + }, + { + "precision": 0.461003, + "recall": 0.499012, + "f1": 0.471887, + "accuracy": 0.499012, + "main_score": 0.471887, + "hf_subset": "ewe_Latn-tum_Latn", + "languages": [ + "ewe-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.548374, + "recall": 0.62253, + "f1": 0.569331, + "accuracy": 0.62253, + "main_score": 0.569331, + "hf_subset": "ilo_Latn-ace_Arab", + "languages": [ + "ilo-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.491255, + "recall": 0.548419, + "f1": 0.506471, + "accuracy": 0.548419, + "main_score": 0.506471, + "hf_subset": "ilo_Latn-bam_Latn", + "languages": [ + "ilo-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.591393, + "recall": 0.679842, + "f1": 0.616267, + "accuracy": 0.679842, + "main_score": 0.616267, + "hf_subset": "ilo_Latn-dzo_Tibt", + "languages": [ + "ilo-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "ilo_Latn-hin_Deva", + "languages": [ + "ilo-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.921558, + "recall": 0.944664, + "f1": 0.92892, + "accuracy": 0.944664, + "main_score": 0.92892, + "hf_subset": "ilo_Latn-khm_Khmr", + "languages": [ + "ilo-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.945652, + "recall": 0.963439, + "f1": 0.951581, + "accuracy": 0.963439, + "main_score": 0.951581, + "hf_subset": "ilo_Latn-mag_Deva", + "languages": [ + "ilo-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "ilo_Latn-pap_Latn", + "languages": [ + "ilo-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.835392, + "recall": 0.87747, + "f1": 0.848353, + "accuracy": 0.87747, + "main_score": 0.848353, + "hf_subset": "ilo_Latn-sot_Latn", + "languages": [ + "ilo-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "ilo_Latn-tur_Latn", + "languages": [ + "ilo-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.856088, + "recall": 0.892292, + "f1": 0.866982, + "accuracy": 0.892292, + "main_score": 0.866982, + "hf_subset": "ilo_Latn-ace_Latn", + "languages": [ + "ilo-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.933465, + "recall": 0.952569, + "f1": 0.939526, + "accuracy": 0.952569, + "main_score": 0.939526, + "hf_subset": "ilo_Latn-ban_Latn", + "languages": [ + "ilo-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.968379, + "f1": 0.957839, + "accuracy": 0.968379, + "main_score": 0.957839, + "hf_subset": "ilo_Latn-ell_Grek", + "languages": [ + "ilo-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.937665, + "recall": 0.956522, + "f1": 0.943742, + "accuracy": 0.956522, + "main_score": 0.943742, + "hf_subset": "ilo_Latn-hne_Deva", + "languages": [ + "ilo-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.595071, + "recall": 0.663043, + "f1": 0.61476, + "accuracy": 0.663043, + "main_score": 0.61476, + "hf_subset": "ilo_Latn-kik_Latn", + "languages": [ + "ilo-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.955451, + "recall": 0.969368, + "f1": 0.959881, + "accuracy": 0.969368, + "main_score": 0.959881, + "hf_subset": "ilo_Latn-mai_Deva", + "languages": [ + "ilo-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.904315, + "recall": 0.93083, + "f1": 0.912879, + "accuracy": 0.93083, + "main_score": 0.912879, + "hf_subset": "ilo_Latn-pbt_Arab", + "languages": [ + "ilo-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "ilo_Latn-spa_Latn", + "languages": [ + "ilo-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.749942, + "recall": 0.806324, + "f1": 0.766477, + "accuracy": 0.806324, + "main_score": 0.766477, + "hf_subset": "ilo_Latn-twi_Latn", + "languages": [ + "ilo-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.942852, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "ilo_Latn-acm_Arab", + "languages": [ + "ilo-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.949852, + "recall": 0.965415, + "f1": 0.954776, + "accuracy": 0.965415, + "main_score": 0.954776, + "hf_subset": "ilo_Latn-bel_Cyrl", + "languages": [ + "ilo-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "ilo_Latn-hrv_Latn", + "languages": [ + "ilo-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.826532, + "recall": 0.869565, + "f1": 0.839822, + "accuracy": 0.869565, + "main_score": 0.839822, + "hf_subset": "ilo_Latn-kin_Latn", + "languages": [ + "ilo-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "ilo_Latn-mal_Mlym", + "languages": [ + "ilo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.948452, + "recall": 0.965415, + "f1": 0.954051, + "accuracy": 0.965415, + "main_score": 0.954051, + "hf_subset": "ilo_Latn-pes_Arab", + "languages": [ + "ilo-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.955616, + "recall": 0.968379, + "f1": 0.959717, + "accuracy": 0.968379, + "main_score": 0.959717, + "hf_subset": "ilo_Latn-srd_Latn", + "languages": [ + "ilo-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.221749, + "recall": 0.286561, + "f1": 0.236876, + "accuracy": 0.286561, + "main_score": 0.236876, + "hf_subset": "ilo_Latn-tzm_Tfng", + "languages": [ + "ilo-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "ilo_Latn-acq_Arab", + "languages": [ + "ilo-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.676452, + "recall": 0.744071, + "f1": 0.695836, + "accuracy": 0.744071, + "main_score": 0.695836, + "hf_subset": "ilo_Latn-bem_Latn", + "languages": [ + "ilo-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "ilo_Latn-epo_Latn", + "languages": [ + "ilo-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.960227, + "recall": 0.972332, + "f1": 0.964163, + "accuracy": 0.972332, + "main_score": 0.964163, + "hf_subset": "ilo_Latn-hun_Latn", + "languages": [ + "ilo-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.930665, + "recall": 0.950593, + "f1": 0.937088, + "accuracy": 0.950593, + "main_score": 0.937088, + "hf_subset": "ilo_Latn-kir_Cyrl", + "languages": [ + "ilo-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "ilo_Latn-mar_Deva", + "languages": [ + "ilo-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.845636, + "recall": 0.886364, + "f1": 0.858432, + "accuracy": 0.886364, + "main_score": 0.858432, + "hf_subset": "ilo_Latn-plt_Latn", + "languages": [ + "ilo-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "ilo_Latn-srp_Cyrl", + "languages": [ + "ilo-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.874078, + "recall": 0.908103, + "f1": 0.884472, + "accuracy": 0.908103, + "main_score": 0.884472, + "hf_subset": "ilo_Latn-uig_Arab", + "languages": [ + "ilo-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.934783, + "recall": 0.954545, + "f1": 0.940876, + "accuracy": 0.954545, + "main_score": 0.940876, + "hf_subset": "ilo_Latn-aeb_Arab", + "languages": [ + "ilo-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.952734, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "ilo_Latn-ben_Beng", + "languages": [ + "ilo-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.952322, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "ilo_Latn-est_Latn", + "languages": [ + "ilo-Latn", + "est-Latn" + ] + }, + { + "precision": 0.950099, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "ilo_Latn-hye_Armn", + "languages": [ + "ilo-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.491968, + "recall": 0.544466, + "f1": 0.506901, + "accuracy": 0.544466, + "main_score": 0.506901, + "hf_subset": "ilo_Latn-kmb_Latn", + "languages": [ + "ilo-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.50817, + "recall": 0.590909, + "f1": 0.531039, + "accuracy": 0.590909, + "main_score": 0.531039, + "hf_subset": "ilo_Latn-min_Arab", + "languages": [ + "ilo-Latn", + "min-Arab" + ] + }, + { + "precision": 0.955698, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "ilo_Latn-pol_Latn", + "languages": [ + "ilo-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.742984, + "recall": 0.805336, + "f1": 0.761632, + "accuracy": 0.805336, + "main_score": 0.761632, + "hf_subset": "ilo_Latn-ssw_Latn", + "languages": [ + "ilo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "ilo_Latn-ukr_Cyrl", + "languages": [ + "ilo-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "ilo_Latn-afr_Latn", + "languages": [ + "ilo-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.950922, + "recall": 0.965415, + "f1": 0.955534, + "accuracy": 0.965415, + "main_score": 0.955534, + "hf_subset": "ilo_Latn-bho_Deva", + "languages": [ + "ilo-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.957675, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "ilo_Latn-eus_Latn", + "languages": [ + "ilo-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.82197, + "recall": 0.870553, + "f1": 0.836858, + "accuracy": 0.870553, + "main_score": 0.836858, + "hf_subset": "ilo_Latn-ibo_Latn", + "languages": [ + "ilo-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.82276, + "recall": 0.868577, + "f1": 0.836792, + "accuracy": 0.868577, + "main_score": 0.836792, + "hf_subset": "ilo_Latn-kmr_Latn", + "languages": [ + "ilo-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "ilo_Latn-min_Latn", + "languages": [ + "ilo-Latn", + "min-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "ilo_Latn-por_Latn", + "languages": [ + "ilo-Latn", + "por-Latn" + ] + }, + { + "precision": 0.944582, + "recall": 0.961462, + "f1": 0.949835, + "accuracy": 0.961462, + "main_score": 0.949835, + "hf_subset": "ilo_Latn-sun_Latn", + "languages": [ + "ilo-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.475945, + "recall": 0.539526, + "f1": 0.493535, + "accuracy": 0.539526, + "main_score": 0.493535, + "hf_subset": "ilo_Latn-umb_Latn", + "languages": [ + "ilo-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.962039, + "recall": 0.97332, + "f1": 0.965646, + "accuracy": 0.97332, + "main_score": 0.965646, + "hf_subset": "ilo_Latn-ajp_Arab", + "languages": [ + "ilo-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.514647, + "recall": 0.596838, + "f1": 0.537391, + "accuracy": 0.596838, + "main_score": 0.537391, + "hf_subset": "ilo_Latn-bjn_Arab", + "languages": [ + "ilo-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.468282, + "recall": 0.531621, + "f1": 0.484641, + "accuracy": 0.531621, + "main_score": 0.484641, + "hf_subset": "ilo_Latn-ewe_Latn", + "languages": [ + "ilo-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.270802, + "recall": 0.336957, + "f1": 0.287121, + "accuracy": 0.336957, + "main_score": 0.287121, + "hf_subset": "ilo_Latn-knc_Arab", + "languages": [ + "ilo-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "ilo_Latn-mkd_Cyrl", + "languages": [ + "ilo-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.959074, + "recall": 0.971344, + "f1": 0.963011, + "accuracy": 0.971344, + "main_score": 0.963011, + "hf_subset": "ilo_Latn-prs_Arab", + "languages": [ + "ilo-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.965168, + "recall": 0.976285, + "f1": 0.968775, + "accuracy": 0.976285, + "main_score": 0.968775, + "hf_subset": "ilo_Latn-swe_Latn", + "languages": [ + "ilo-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.95112, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "ilo_Latn-urd_Arab", + "languages": [ + "ilo-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.725538, + "recall": 0.783597, + "f1": 0.742231, + "accuracy": 0.783597, + "main_score": 0.742231, + "hf_subset": "ilo_Latn-aka_Latn", + "languages": [ + "ilo-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.950758, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "ilo_Latn-bjn_Latn", + "languages": [ + "ilo-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.921607, + "recall": 0.944664, + "f1": 0.929018, + "accuracy": 0.944664, + "main_score": 0.929018, + "hf_subset": "ilo_Latn-fao_Latn", + "languages": [ + "ilo-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.97472, + "recall": 0.982213, + "f1": 0.977009, + "accuracy": 0.982213, + "main_score": 0.977009, + "hf_subset": "ilo_Latn-ind_Latn", + "languages": [ + "ilo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.536674, + "recall": 0.594862, + "f1": 0.552211, + "accuracy": 0.594862, + "main_score": 0.552211, + "hf_subset": "ilo_Latn-knc_Latn", + "languages": [ + "ilo-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "ilo_Latn-mlt_Latn", + "languages": [ + "ilo-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.644236, + "recall": 0.711462, + "f1": 0.663633, + "accuracy": 0.711462, + "main_score": 0.663633, + "hf_subset": "ilo_Latn-quy_Latn", + "languages": [ + "ilo-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.944664, + "recall": 0.962451, + "f1": 0.950428, + "accuracy": 0.962451, + "main_score": 0.950428, + "hf_subset": "ilo_Latn-swh_Latn", + "languages": [ + "ilo-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.94557, + "recall": 0.962451, + "f1": 0.950988, + "accuracy": 0.962451, + "main_score": 0.950988, + "hf_subset": "ilo_Latn-uzn_Latn", + "languages": [ + "ilo-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.95364, + "recall": 0.967391, + "f1": 0.95807, + "accuracy": 0.967391, + "main_score": 0.95807, + "hf_subset": "ilo_Latn-als_Latn", + "languages": [ + "ilo-Latn", + "als-Latn" + ] + }, + { + "precision": 0.716612, + "recall": 0.781621, + "f1": 0.735654, + "accuracy": 0.781621, + "main_score": 0.735654, + "hf_subset": "ilo_Latn-bod_Tibt", + "languages": [ + "ilo-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.622369, + "recall": 0.686759, + "f1": 0.640963, + "accuracy": 0.686759, + "main_score": 0.640963, + "hf_subset": "ilo_Latn-fij_Latn", + "languages": [ + "ilo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.912879, + "recall": 0.939723, + "f1": 0.921443, + "accuracy": 0.939723, + "main_score": 0.921443, + "hf_subset": "ilo_Latn-isl_Latn", + "languages": [ + "ilo-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.61096, + "recall": 0.677866, + "f1": 0.630642, + "accuracy": 0.677866, + "main_score": 0.630642, + "hf_subset": "ilo_Latn-kon_Latn", + "languages": [ + "ilo-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.611259, + "recall": 0.6917, + "f1": 0.635021, + "accuracy": 0.6917, + "main_score": 0.635021, + "hf_subset": "ilo_Latn-mni_Beng", + "languages": [ + "ilo-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "ilo_Latn-ron_Latn", + "languages": [ + "ilo-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.95191, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "ilo_Latn-szl_Latn", + "languages": [ + "ilo-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "ilo_Latn-vec_Latn", + "languages": [ + "ilo-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.891222, + "recall": 0.920949, + "f1": 0.900593, + "accuracy": 0.920949, + "main_score": 0.900593, + "hf_subset": "ilo_Latn-amh_Ethi", + "languages": [ + "ilo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.957757, + "recall": 0.971344, + "f1": 0.962187, + "accuracy": 0.971344, + "main_score": 0.962187, + "hf_subset": "ilo_Latn-bos_Latn", + "languages": [ + "ilo-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "ilo_Latn-fin_Latn", + "languages": [ + "ilo-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "ilo_Latn-ita_Latn", + "languages": [ + "ilo-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.954628, + "recall": 0.968379, + "f1": 0.958893, + "accuracy": 0.968379, + "main_score": 0.958893, + "hf_subset": "ilo_Latn-kor_Hang", + "languages": [ + "ilo-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.51749, + "recall": 0.577075, + "f1": 0.53451, + "accuracy": 0.577075, + "main_score": 0.53451, + "hf_subset": "ilo_Latn-mos_Latn", + "languages": [ + "ilo-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.734618, + "recall": 0.795455, + "f1": 0.752536, + "accuracy": 0.795455, + "main_score": 0.752536, + "hf_subset": "ilo_Latn-run_Latn", + "languages": [ + "ilo-Latn", + "run-Latn" + ] + }, + { + "precision": 0.938406, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "ilo_Latn-tam_Taml", + "languages": [ + "ilo-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.961051, + "recall": 0.97332, + "f1": 0.964987, + "accuracy": 0.97332, + "main_score": 0.964987, + "hf_subset": "ilo_Latn-vie_Latn", + "languages": [ + "ilo-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.94557, + "recall": 0.961462, + "f1": 0.950494, + "accuracy": 0.961462, + "main_score": 0.950494, + "hf_subset": "ilo_Latn-apc_Arab", + "languages": [ + "ilo-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.736711, + "recall": 0.79249, + "f1": 0.752923, + "accuracy": 0.79249, + "main_score": 0.752923, + "hf_subset": "ilo_Latn-bug_Latn", + "languages": [ + "ilo-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.441064, + "recall": 0.494071, + "f1": 0.45556, + "accuracy": 0.494071, + "main_score": 0.45556, + "hf_subset": "ilo_Latn-fon_Latn", + "languages": [ + "ilo-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.950461, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "ilo_Latn-jav_Latn", + "languages": [ + "ilo-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.883564, + "recall": 0.916008, + "f1": 0.893742, + "accuracy": 0.916008, + "main_score": 0.893742, + "hf_subset": "ilo_Latn-lao_Laoo", + "languages": [ + "ilo-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.810639, + "recall": 0.860672, + "f1": 0.826021, + "accuracy": 0.860672, + "main_score": 0.826021, + "hf_subset": "ilo_Latn-mri_Latn", + "languages": [ + "ilo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "ilo_Latn-rus_Cyrl", + "languages": [ + "ilo-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.521283, + "recall": 0.58004, + "f1": 0.537939, + "accuracy": 0.58004, + "main_score": 0.537939, + "hf_subset": "ilo_Latn-taq_Latn", + "languages": [ + "ilo-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.97892, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "ilo_Latn-war_Latn", + "languages": [ + "ilo-Latn", + "war-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.966403, + "f1": 0.955369, + "accuracy": 0.966403, + "main_score": 0.955369, + "hf_subset": "ilo_Latn-arb_Arab", + "languages": [ + "ilo-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.955616, + "recall": 0.969368, + "f1": 0.960046, + "accuracy": 0.969368, + "main_score": 0.960046, + "hf_subset": "ilo_Latn-bul_Cyrl", + "languages": [ + "ilo-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "ilo_Latn-fra_Latn", + "languages": [ + "ilo-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "ilo_Latn-jpn_Jpan", + "languages": [ + "ilo-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.960721, + "recall": 0.972332, + "f1": 0.964493, + "accuracy": 0.972332, + "main_score": 0.964493, + "hf_subset": "ilo_Latn-lij_Latn", + "languages": [ + "ilo-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.918231, + "recall": 0.943676, + "f1": 0.926449, + "accuracy": 0.943676, + "main_score": 0.926449, + "hf_subset": "ilo_Latn-mya_Mymr", + "languages": [ + "ilo-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.565846, + "recall": 0.625494, + "f1": 0.583012, + "accuracy": 0.625494, + "main_score": 0.583012, + "hf_subset": "ilo_Latn-sag_Latn", + "languages": [ + "ilo-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.244028, + "recall": 0.311265, + "f1": 0.260449, + "accuracy": 0.311265, + "main_score": 0.260449, + "hf_subset": "ilo_Latn-taq_Tfng", + "languages": [ + "ilo-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.634727, + "recall": 0.698617, + "f1": 0.653236, + "accuracy": 0.698617, + "main_score": 0.653236, + "hf_subset": "ilo_Latn-wol_Latn", + "languages": [ + "ilo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.785285, + "recall": 0.839921, + "f1": 0.801537, + "accuracy": 0.839921, + "main_score": 0.801537, + "hf_subset": "ilo_Latn-arb_Latn", + "languages": [ + "ilo-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "ilo_Latn-cat_Latn", + "languages": [ + "ilo-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.945982, + "recall": 0.961462, + "f1": 0.950725, + "accuracy": 0.961462, + "main_score": 0.950725, + "hf_subset": "ilo_Latn-fur_Latn", + "languages": [ + "ilo-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.450021, + "recall": 0.524704, + "f1": 0.4707, + "accuracy": 0.524704, + "main_score": 0.4707, + "hf_subset": "ilo_Latn-kab_Latn", + "languages": [ + "ilo-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.947134, + "recall": 0.963439, + "f1": 0.952357, + "accuracy": 0.963439, + "main_score": 0.952357, + "hf_subset": "ilo_Latn-lim_Latn", + "languages": [ + "ilo-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "ilo_Latn-nld_Latn", + "languages": [ + "ilo-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.916584, + "recall": 0.940711, + "f1": 0.924308, + "accuracy": 0.940711, + "main_score": 0.924308, + "hf_subset": "ilo_Latn-san_Deva", + "languages": [ + "ilo-Latn", + "san-Deva" + ] + }, + { + "precision": 0.951705, + "recall": 0.965415, + "f1": 0.956083, + "accuracy": 0.965415, + "main_score": 0.956083, + "hf_subset": "ilo_Latn-tat_Cyrl", + "languages": [ + "ilo-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.852355, + "recall": 0.894269, + "f1": 0.865283, + "accuracy": 0.894269, + "main_score": 0.865283, + "hf_subset": "ilo_Latn-xho_Latn", + "languages": [ + "ilo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "ilo_Latn-ars_Arab", + "languages": [ + "ilo-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ilo_Latn-ceb_Latn", + "languages": [ + "ilo-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.484674, + "recall": 0.556324, + "f1": 0.504096, + "accuracy": 0.556324, + "main_score": 0.504096, + "hf_subset": "ilo_Latn-fuv_Latn", + "languages": [ + "ilo-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.490924, + "recall": 0.554348, + "f1": 0.508339, + "accuracy": 0.554348, + "main_score": 0.508339, + "hf_subset": "ilo_Latn-kac_Latn", + "languages": [ + "ilo-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.642334, + "recall": 0.70751, + "f1": 0.660256, + "accuracy": 0.70751, + "main_score": 0.660256, + "hf_subset": "ilo_Latn-lin_Latn", + "languages": [ + "ilo-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "ilo_Latn-nno_Latn", + "languages": [ + "ilo-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.829364, + "recall": 0.875494, + "f1": 0.843577, + "accuracy": 0.875494, + "main_score": 0.843577, + "hf_subset": "ilo_Latn-sat_Olck", + "languages": [ + "ilo-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.942276, + "recall": 0.959486, + "f1": 0.947694, + "accuracy": 0.959486, + "main_score": 0.947694, + "hf_subset": "ilo_Latn-tel_Telu", + "languages": [ + "ilo-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.944088, + "recall": 0.961462, + "f1": 0.949671, + "accuracy": 0.961462, + "main_score": 0.949671, + "hf_subset": "ilo_Latn-ydd_Hebr", + "languages": [ + "ilo-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.929348, + "recall": 0.949605, + "f1": 0.935771, + "accuracy": 0.949605, + "main_score": 0.935771, + "hf_subset": "ilo_Latn-ary_Arab", + "languages": [ + "ilo-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "ilo_Latn-ces_Latn", + "languages": [ + "ilo-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.564076, + "recall": 0.639328, + "f1": 0.585711, + "accuracy": 0.639328, + "main_score": 0.585711, + "hf_subset": "ilo_Latn-gaz_Latn", + "languages": [ + "ilo-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.544093, + "recall": 0.617589, + "f1": 0.56464, + "accuracy": 0.617589, + "main_score": 0.56464, + "hf_subset": "ilo_Latn-kam_Latn", + "languages": [ + "ilo-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "ilo_Latn-lit_Latn", + "languages": [ + "ilo-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.955122, + "recall": 0.969368, + "f1": 0.959717, + "accuracy": 0.969368, + "main_score": 0.959717, + "hf_subset": "ilo_Latn-nob_Latn", + "languages": [ + "ilo-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.939394, + "recall": 0.95751, + "f1": 0.945125, + "accuracy": 0.95751, + "main_score": 0.945125, + "hf_subset": "ilo_Latn-scn_Latn", + "languages": [ + "ilo-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.918972, + "recall": 0.943676, + "f1": 0.927042, + "accuracy": 0.943676, + "main_score": 0.927042, + "hf_subset": "ilo_Latn-tgk_Cyrl", + "languages": [ + "ilo-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.702348, + "recall": 0.773715, + "f1": 0.722946, + "accuracy": 0.773715, + "main_score": 0.722946, + "hf_subset": "ilo_Latn-yor_Latn", + "languages": [ + "ilo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "ilo_Latn-arz_Arab", + "languages": [ + "ilo-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.520723, + "recall": 0.589921, + "f1": 0.539744, + "accuracy": 0.589921, + "main_score": 0.539744, + "hf_subset": "ilo_Latn-cjk_Latn", + "languages": [ + "ilo-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.889608, + "recall": 0.921937, + "f1": 0.899934, + "accuracy": 0.921937, + "main_score": 0.899934, + "hf_subset": "ilo_Latn-gla_Latn", + "languages": [ + "ilo-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.938488, + "recall": 0.95751, + "f1": 0.944565, + "accuracy": 0.95751, + "main_score": 0.944565, + "hf_subset": "ilo_Latn-kan_Knda", + "languages": [ + "ilo-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.936594, + "recall": 0.954545, + "f1": 0.942325, + "accuracy": 0.954545, + "main_score": 0.942325, + "hf_subset": "ilo_Latn-lmo_Latn", + "languages": [ + "ilo-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "ilo_Latn-npi_Deva", + "languages": [ + "ilo-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.521379, + "recall": 0.601779, + "f1": 0.544073, + "accuracy": 0.601779, + "main_score": 0.544073, + "hf_subset": "ilo_Latn-shn_Mymr", + "languages": [ + "ilo-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ilo_Latn-tgl_Latn", + "languages": [ + "ilo-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "ilo_Latn-yue_Hant", + "languages": [ + "ilo-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.924572, + "recall": 0.947628, + "f1": 0.931983, + "accuracy": 0.947628, + "main_score": 0.931983, + "hf_subset": "ilo_Latn-asm_Beng", + "languages": [ + "ilo-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.895092, + "recall": 0.924901, + "f1": 0.904611, + "accuracy": 0.924901, + "main_score": 0.904611, + "hf_subset": "ilo_Latn-ckb_Arab", + "languages": [ + "ilo-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.927207, + "recall": 0.949605, + "f1": 0.934256, + "accuracy": 0.949605, + "main_score": 0.934256, + "hf_subset": "ilo_Latn-gle_Latn", + "languages": [ + "ilo-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.852668, + "recall": 0.893281, + "f1": 0.865086, + "accuracy": 0.893281, + "main_score": 0.865086, + "hf_subset": "ilo_Latn-kas_Arab", + "languages": [ + "ilo-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.875412, + "recall": 0.909091, + "f1": 0.885935, + "accuracy": 0.909091, + "main_score": 0.885935, + "hf_subset": "ilo_Latn-ltg_Latn", + "languages": [ + "ilo-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.787088, + "recall": 0.838933, + "f1": 0.803049, + "accuracy": 0.838933, + "main_score": 0.803049, + "hf_subset": "ilo_Latn-nso_Latn", + "languages": [ + "ilo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.93503, + "recall": 0.954545, + "f1": 0.941271, + "accuracy": 0.954545, + "main_score": 0.941271, + "hf_subset": "ilo_Latn-sin_Sinh", + "languages": [ + "ilo-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.943594, + "recall": 0.960474, + "f1": 0.949012, + "accuracy": 0.960474, + "main_score": 0.949012, + "hf_subset": "ilo_Latn-tha_Thai", + "languages": [ + "ilo-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.930501, + "recall": 0.951581, + "f1": 0.937088, + "accuracy": 0.951581, + "main_score": 0.937088, + "hf_subset": "ilo_Latn-zho_Hans", + "languages": [ + "ilo-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "ilo_Latn-ast_Latn", + "languages": [ + "ilo-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.932724, + "recall": 0.952569, + "f1": 0.938966, + "accuracy": 0.952569, + "main_score": 0.938966, + "hf_subset": "ilo_Latn-crh_Latn", + "languages": [ + "ilo-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "ilo_Latn-glg_Latn", + "languages": [ + "ilo-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.80499, + "recall": 0.856719, + "f1": 0.82085, + "accuracy": 0.856719, + "main_score": 0.82085, + "hf_subset": "ilo_Latn-kas_Deva", + "languages": [ + "ilo-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.958416, + "recall": 0.971344, + "f1": 0.962516, + "accuracy": 0.971344, + "main_score": 0.962516, + "hf_subset": "ilo_Latn-ltz_Latn", + "languages": [ + "ilo-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.435198, + "recall": 0.509881, + "f1": 0.455618, + "accuracy": 0.509881, + "main_score": 0.455618, + "hf_subset": "ilo_Latn-nus_Latn", + "languages": [ + "ilo-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "ilo_Latn-slk_Latn", + "languages": [ + "ilo-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.631294, + "recall": 0.708498, + "f1": 0.652677, + "accuracy": 0.708498, + "main_score": 0.652677, + "hf_subset": "ilo_Latn-tir_Ethi", + "languages": [ + "ilo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.952487, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "ilo_Latn-zho_Hant", + "languages": [ + "ilo-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.932889, + "recall": 0.953557, + "f1": 0.939625, + "accuracy": 0.953557, + "main_score": 0.939625, + "hf_subset": "ilo_Latn-awa_Deva", + "languages": [ + "ilo-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.94557, + "recall": 0.960474, + "f1": 0.950329, + "accuracy": 0.960474, + "main_score": 0.950329, + "hf_subset": "ilo_Latn-cym_Latn", + "languages": [ + "ilo-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.762813, + "recall": 0.817194, + "f1": 0.779216, + "accuracy": 0.817194, + "main_score": 0.779216, + "hf_subset": "ilo_Latn-grn_Latn", + "languages": [ + "ilo-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.940711, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "ilo_Latn-kat_Geor", + "languages": [ + "ilo-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.614265, + "recall": 0.670949, + "f1": 0.630234, + "accuracy": 0.670949, + "main_score": 0.630234, + "hf_subset": "ilo_Latn-lua_Latn", + "languages": [ + "ilo-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.779315, + "recall": 0.83498, + "f1": 0.796706, + "accuracy": 0.83498, + "main_score": 0.796706, + "hf_subset": "ilo_Latn-nya_Latn", + "languages": [ + "ilo-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.953393, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "ilo_Latn-slv_Latn", + "languages": [ + "ilo-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.937121, + "recall": 0.955534, + "f1": 0.942819, + "accuracy": 0.955534, + "main_score": 0.942819, + "hf_subset": "ilo_Latn-tpi_Latn", + "languages": [ + "ilo-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "ilo_Latn-zsm_Latn", + "languages": [ + "ilo-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.510615, + "recall": 0.578063, + "f1": 0.529037, + "accuracy": 0.578063, + "main_score": 0.529037, + "hf_subset": "ilo_Latn-ayr_Latn", + "languages": [ + "ilo-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "ilo_Latn-dan_Latn", + "languages": [ + "ilo-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ilo_Latn-guj_Gujr", + "languages": [ + "ilo-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.953887, + "accuracy": 0.964427, + "main_score": 0.953887, + "hf_subset": "ilo_Latn-kaz_Cyrl", + "languages": [ + "ilo-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.629194, + "recall": 0.706522, + "f1": 0.651594, + "accuracy": 0.706522, + "main_score": 0.651594, + "hf_subset": "ilo_Latn-lug_Latn", + "languages": [ + "ilo-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.963521, + "recall": 0.974308, + "f1": 0.966963, + "accuracy": 0.974308, + "main_score": 0.966963, + "hf_subset": "ilo_Latn-oci_Latn", + "languages": [ + "ilo-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.814872, + "recall": 0.865613, + "f1": 0.830567, + "accuracy": 0.865613, + "main_score": 0.830567, + "hf_subset": "ilo_Latn-smo_Latn", + "languages": [ + "ilo-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.713752, + "recall": 0.780632, + "f1": 0.733616, + "accuracy": 0.780632, + "main_score": 0.733616, + "hf_subset": "ilo_Latn-tsn_Latn", + "languages": [ + "ilo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.857872, + "recall": 0.899209, + "f1": 0.871047, + "accuracy": 0.899209, + "main_score": 0.871047, + "hf_subset": "ilo_Latn-zul_Latn", + "languages": [ + "ilo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.849424, + "recall": 0.88834, + "f1": 0.861528, + "accuracy": 0.88834, + "main_score": 0.861528, + "hf_subset": "ilo_Latn-azb_Arab", + "languages": [ + "ilo-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "ilo_Latn-deu_Latn", + "languages": [ + "ilo-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.926877, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "ilo_Latn-hat_Latn", + "languages": [ + "ilo-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.485608, + "recall": 0.54249, + "f1": 0.501071, + "accuracy": 0.54249, + "main_score": 0.501071, + "hf_subset": "ilo_Latn-kbp_Latn", + "languages": [ + "ilo-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.538008, + "recall": 0.599802, + "f1": 0.555128, + "accuracy": 0.599802, + "main_score": 0.555128, + "hf_subset": "ilo_Latn-luo_Latn", + "languages": [ + "ilo-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.922348, + "recall": 0.94664, + "f1": 0.930237, + "accuracy": 0.94664, + "main_score": 0.930237, + "hf_subset": "ilo_Latn-ory_Orya", + "languages": [ + "ilo-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.839592, + "recall": 0.884387, + "f1": 0.85359, + "accuracy": 0.884387, + "main_score": 0.85359, + "hf_subset": "ilo_Latn-sna_Latn", + "languages": [ + "ilo-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.674638, + "recall": 0.733202, + "f1": 0.690901, + "accuracy": 0.733202, + "main_score": 0.690901, + "hf_subset": "ilo_Latn-tso_Latn", + "languages": [ + "ilo-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.9403, + "recall": 0.958498, + "f1": 0.946047, + "accuracy": 0.958498, + "main_score": 0.946047, + "hf_subset": "ilo_Latn-azj_Latn", + "languages": [ + "ilo-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.497998, + "recall": 0.565217, + "f1": 0.51666, + "accuracy": 0.565217, + "main_score": 0.51666, + "hf_subset": "ilo_Latn-dik_Latn", + "languages": [ + "ilo-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.862154, + "recall": 0.899209, + "f1": 0.873617, + "accuracy": 0.899209, + "main_score": 0.873617, + "hf_subset": "ilo_Latn-hau_Latn", + "languages": [ + "ilo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.950758, + "recall": 0.965415, + "f1": 0.955534, + "accuracy": 0.965415, + "main_score": 0.955534, + "hf_subset": "ilo_Latn-kea_Latn", + "languages": [ + "ilo-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.870916, + "recall": 0.906126, + "f1": 0.881884, + "accuracy": 0.906126, + "main_score": 0.881884, + "hf_subset": "ilo_Latn-lus_Latn", + "languages": [ + "ilo-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.870471, + "recall": 0.905138, + "f1": 0.881126, + "accuracy": 0.905138, + "main_score": 0.881126, + "hf_subset": "ilo_Latn-pag_Latn", + "languages": [ + "ilo-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.910161, + "recall": 0.937747, + "f1": 0.919038, + "accuracy": 0.937747, + "main_score": 0.919038, + "hf_subset": "ilo_Latn-snd_Arab", + "languages": [ + "ilo-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.940217, + "recall": 0.958498, + "f1": 0.945982, + "accuracy": 0.958498, + "main_score": 0.945982, + "hf_subset": "ilo_Latn-tuk_Latn", + "languages": [ + "ilo-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.943264, + "recall": 0.960474, + "f1": 0.948682, + "accuracy": 0.960474, + "main_score": 0.948682, + "hf_subset": "ilo_Latn-bak_Cyrl", + "languages": [ + "ilo-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.46172, + "recall": 0.538538, + "f1": 0.483115, + "accuracy": 0.538538, + "main_score": 0.483115, + "hf_subset": "ilo_Latn-dyu_Latn", + "languages": [ + "ilo-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "ilo_Latn-heb_Hebr", + "languages": [ + "ilo-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.902421, + "recall": 0.93083, + "f1": 0.911298, + "accuracy": 0.93083, + "main_score": 0.911298, + "hf_subset": "ilo_Latn-khk_Cyrl", + "languages": [ + "ilo-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "ilo_Latn-lvs_Latn", + "languages": [ + "ilo-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.963439, + "f1": 0.951581, + "accuracy": 0.963439, + "main_score": 0.951581, + "hf_subset": "ilo_Latn-pan_Guru", + "languages": [ + "ilo-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.81777, + "recall": 0.866601, + "f1": 0.83299, + "accuracy": 0.866601, + "main_score": 0.83299, + "hf_subset": "ilo_Latn-som_Latn", + "languages": [ + "ilo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.690909, + "recall": 0.749012, + "f1": 0.708187, + "accuracy": 0.749012, + "main_score": 0.708187, + "hf_subset": "ilo_Latn-tum_Latn", + "languages": [ + "ilo-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.235357, + "recall": 0.273715, + "f1": 0.245746, + "accuracy": 0.273715, + "main_score": 0.245746, + "hf_subset": "knc_Arab-ace_Arab", + "languages": [ + "knc-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.245145, + "recall": 0.277668, + "f1": 0.25434, + "accuracy": 0.277668, + "main_score": 0.25434, + "hf_subset": "knc_Arab-bam_Latn", + "languages": [ + "knc-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.162088, + "recall": 0.198617, + "f1": 0.171357, + "accuracy": 0.198617, + "main_score": 0.171357, + "hf_subset": "knc_Arab-dzo_Tibt", + "languages": [ + "knc-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.267789, + "recall": 0.309289, + "f1": 0.278371, + "accuracy": 0.309289, + "main_score": 0.278371, + "hf_subset": "knc_Arab-hin_Deva", + "languages": [ + "knc-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.185528, + "recall": 0.214427, + "f1": 0.193017, + "accuracy": 0.214427, + "main_score": 0.193017, + "hf_subset": "knc_Arab-khm_Khmr", + "languages": [ + "knc-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.237507, + "recall": 0.271739, + "f1": 0.246573, + "accuracy": 0.271739, + "main_score": 0.246573, + "hf_subset": "knc_Arab-mag_Deva", + "languages": [ + "knc-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.224506, + "recall": 0.254941, + "f1": 0.232377, + "accuracy": 0.254941, + "main_score": 0.232377, + "hf_subset": "knc_Arab-pap_Latn", + "languages": [ + "knc-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.213324, + "recall": 0.249012, + "f1": 0.222948, + "accuracy": 0.249012, + "main_score": 0.222948, + "hf_subset": "knc_Arab-sot_Latn", + "languages": [ + "knc-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.230269, + "recall": 0.264822, + "f1": 0.23938, + "accuracy": 0.264822, + "main_score": 0.23938, + "hf_subset": "knc_Arab-tur_Latn", + "languages": [ + "knc-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.228941, + "recall": 0.26087, + "f1": 0.23679, + "accuracy": 0.26087, + "main_score": 0.23679, + "hf_subset": "knc_Arab-ace_Latn", + "languages": [ + "knc-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.205685, + "recall": 0.237154, + "f1": 0.212875, + "accuracy": 0.237154, + "main_score": 0.212875, + "hf_subset": "knc_Arab-ban_Latn", + "languages": [ + "knc-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.211392, + "recall": 0.249012, + "f1": 0.220698, + "accuracy": 0.249012, + "main_score": 0.220698, + "hf_subset": "knc_Arab-ell_Grek", + "languages": [ + "knc-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.239681, + "recall": 0.270751, + "f1": 0.247437, + "accuracy": 0.270751, + "main_score": 0.247437, + "hf_subset": "knc_Arab-hne_Deva", + "languages": [ + "knc-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.192228, + "recall": 0.220356, + "f1": 0.199863, + "accuracy": 0.220356, + "main_score": 0.199863, + "hf_subset": "knc_Arab-kik_Latn", + "languages": [ + "knc-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.242633, + "recall": 0.270751, + "f1": 0.2491, + "accuracy": 0.270751, + "main_score": 0.2491, + "hf_subset": "knc_Arab-mai_Deva", + "languages": [ + "knc-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.201655, + "recall": 0.231225, + "f1": 0.207798, + "accuracy": 0.231225, + "main_score": 0.207798, + "hf_subset": "knc_Arab-pbt_Arab", + "languages": [ + "knc-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.253207, + "recall": 0.294466, + "f1": 0.263376, + "accuracy": 0.294466, + "main_score": 0.263376, + "hf_subset": "knc_Arab-spa_Latn", + "languages": [ + "knc-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.247881, + "recall": 0.273715, + "f1": 0.255212, + "accuracy": 0.273715, + "main_score": 0.255212, + "hf_subset": "knc_Arab-twi_Latn", + "languages": [ + "knc-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.235638, + "recall": 0.272727, + "f1": 0.245132, + "accuracy": 0.272727, + "main_score": 0.245132, + "hf_subset": "knc_Arab-acm_Arab", + "languages": [ + "knc-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.197373, + "recall": 0.225296, + "f1": 0.204666, + "accuracy": 0.225296, + "main_score": 0.204666, + "hf_subset": "knc_Arab-bel_Cyrl", + "languages": [ + "knc-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.261576, + "recall": 0.315217, + "f1": 0.275768, + "accuracy": 0.315217, + "main_score": 0.275768, + "hf_subset": "knc_Arab-eng_Latn", + "languages": [ + "knc-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.228426, + "recall": 0.264822, + "f1": 0.237192, + "accuracy": 0.264822, + "main_score": 0.237192, + "hf_subset": "knc_Arab-hrv_Latn", + "languages": [ + "knc-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.201054, + "recall": 0.236166, + "f1": 0.210551, + "accuracy": 0.236166, + "main_score": 0.210551, + "hf_subset": "knc_Arab-kin_Latn", + "languages": [ + "knc-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.226437, + "recall": 0.26087, + "f1": 0.234694, + "accuracy": 0.26087, + "main_score": 0.234694, + "hf_subset": "knc_Arab-mal_Mlym", + "languages": [ + "knc-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.230813, + "recall": 0.263834, + "f1": 0.23836, + "accuracy": 0.263834, + "main_score": 0.23836, + "hf_subset": "knc_Arab-pes_Arab", + "languages": [ + "knc-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.207155, + "recall": 0.241107, + "f1": 0.216398, + "accuracy": 0.241107, + "main_score": 0.216398, + "hf_subset": "knc_Arab-srd_Latn", + "languages": [ + "knc-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.163667, + "recall": 0.198617, + "f1": 0.172565, + "accuracy": 0.198617, + "main_score": 0.172565, + "hf_subset": "knc_Arab-tzm_Tfng", + "languages": [ + "knc-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.23361, + "recall": 0.264822, + "f1": 0.241407, + "accuracy": 0.264822, + "main_score": 0.241407, + "hf_subset": "knc_Arab-acq_Arab", + "languages": [ + "knc-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.230028, + "recall": 0.267787, + "f1": 0.239955, + "accuracy": 0.267787, + "main_score": 0.239955, + "hf_subset": "knc_Arab-bem_Latn", + "languages": [ + "knc-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.221924, + "recall": 0.253953, + "f1": 0.229684, + "accuracy": 0.253953, + "main_score": 0.229684, + "hf_subset": "knc_Arab-epo_Latn", + "languages": [ + "knc-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.237965, + "recall": 0.273715, + "f1": 0.247098, + "accuracy": 0.273715, + "main_score": 0.247098, + "hf_subset": "knc_Arab-hun_Latn", + "languages": [ + "knc-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.211744, + "recall": 0.244071, + "f1": 0.219983, + "accuracy": 0.244071, + "main_score": 0.219983, + "hf_subset": "knc_Arab-kir_Cyrl", + "languages": [ + "knc-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.232229, + "recall": 0.264822, + "f1": 0.240505, + "accuracy": 0.264822, + "main_score": 0.240505, + "hf_subset": "knc_Arab-mar_Deva", + "languages": [ + "knc-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.194718, + "recall": 0.233202, + "f1": 0.204329, + "accuracy": 0.233202, + "main_score": 0.204329, + "hf_subset": "knc_Arab-plt_Latn", + "languages": [ + "knc-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.227682, + "recall": 0.263834, + "f1": 0.236244, + "accuracy": 0.263834, + "main_score": 0.236244, + "hf_subset": "knc_Arab-srp_Cyrl", + "languages": [ + "knc-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.203257, + "recall": 0.236166, + "f1": 0.211311, + "accuracy": 0.236166, + "main_score": 0.211311, + "hf_subset": "knc_Arab-uig_Arab", + "languages": [ + "knc-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.228666, + "recall": 0.259881, + "f1": 0.236568, + "accuracy": 0.259881, + "main_score": 0.236568, + "hf_subset": "knc_Arab-aeb_Arab", + "languages": [ + "knc-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.241052, + "recall": 0.269763, + "f1": 0.247862, + "accuracy": 0.269763, + "main_score": 0.247862, + "hf_subset": "knc_Arab-ben_Beng", + "languages": [ + "knc-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.214257, + "recall": 0.241107, + "f1": 0.220529, + "accuracy": 0.241107, + "main_score": 0.220529, + "hf_subset": "knc_Arab-est_Latn", + "languages": [ + "knc-Arab", + "est-Latn" + ] + }, + { + "precision": 0.217783, + "recall": 0.249012, + "f1": 0.225783, + "accuracy": 0.249012, + "main_score": 0.225783, + "hf_subset": "knc_Arab-hye_Armn", + "languages": [ + "knc-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.245469, + "recall": 0.274704, + "f1": 0.25356, + "accuracy": 0.274704, + "main_score": 0.25356, + "hf_subset": "knc_Arab-kmb_Latn", + "languages": [ + "knc-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.241236, + "recall": 0.280632, + "f1": 0.251285, + "accuracy": 0.280632, + "main_score": 0.251285, + "hf_subset": "knc_Arab-min_Arab", + "languages": [ + "knc-Arab", + "min-Arab" + ] + }, + { + "precision": 0.232594, + "recall": 0.269763, + "f1": 0.241758, + "accuracy": 0.269763, + "main_score": 0.241758, + "hf_subset": "knc_Arab-pol_Latn", + "languages": [ + "knc-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.217745, + "recall": 0.247036, + "f1": 0.225024, + "accuracy": 0.247036, + "main_score": 0.225024, + "hf_subset": "knc_Arab-ssw_Latn", + "languages": [ + "knc-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.238921, + "recall": 0.277668, + "f1": 0.248007, + "accuracy": 0.277668, + "main_score": 0.248007, + "hf_subset": "knc_Arab-ukr_Cyrl", + "languages": [ + "knc-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.219724, + "recall": 0.252964, + "f1": 0.228135, + "accuracy": 0.252964, + "main_score": 0.228135, + "hf_subset": "knc_Arab-afr_Latn", + "languages": [ + "knc-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.241377, + "recall": 0.278656, + "f1": 0.250313, + "accuracy": 0.278656, + "main_score": 0.250313, + "hf_subset": "knc_Arab-bho_Deva", + "languages": [ + "knc-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.20135, + "recall": 0.231225, + "f1": 0.208595, + "accuracy": 0.231225, + "main_score": 0.208595, + "hf_subset": "knc_Arab-eus_Latn", + "languages": [ + "knc-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.20837, + "recall": 0.237154, + "f1": 0.215697, + "accuracy": 0.237154, + "main_score": 0.215697, + "hf_subset": "knc_Arab-ibo_Latn", + "languages": [ + "knc-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.202143, + "recall": 0.231225, + "f1": 0.209972, + "accuracy": 0.231225, + "main_score": 0.209972, + "hf_subset": "knc_Arab-kmr_Latn", + "languages": [ + "knc-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.212476, + "recall": 0.243083, + "f1": 0.220783, + "accuracy": 0.243083, + "main_score": 0.220783, + "hf_subset": "knc_Arab-min_Latn", + "languages": [ + "knc-Arab", + "min-Latn" + ] + }, + { + "precision": 0.241762, + "recall": 0.275692, + "f1": 0.250046, + "accuracy": 0.275692, + "main_score": 0.250046, + "hf_subset": "knc_Arab-por_Latn", + "languages": [ + "knc-Arab", + "por-Latn" + ] + }, + { + "precision": 0.195166, + "recall": 0.231225, + "f1": 0.203843, + "accuracy": 0.231225, + "main_score": 0.203843, + "hf_subset": "knc_Arab-sun_Latn", + "languages": [ + "knc-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.26164, + "recall": 0.298419, + "f1": 0.271865, + "accuracy": 0.298419, + "main_score": 0.271865, + "hf_subset": "knc_Arab-umb_Latn", + "languages": [ + "knc-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.227683, + "recall": 0.261858, + "f1": 0.235637, + "accuracy": 0.261858, + "main_score": 0.235637, + "hf_subset": "knc_Arab-ajp_Arab", + "languages": [ + "knc-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.232181, + "recall": 0.26087, + "f1": 0.239946, + "accuracy": 0.26087, + "main_score": 0.239946, + "hf_subset": "knc_Arab-bjn_Arab", + "languages": [ + "knc-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.234638, + "recall": 0.26581, + "f1": 0.242614, + "accuracy": 0.26581, + "main_score": 0.242614, + "hf_subset": "knc_Arab-ewe_Latn", + "languages": [ + "knc-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.212648, + "recall": 0.246047, + "f1": 0.221253, + "accuracy": 0.246047, + "main_score": 0.221253, + "hf_subset": "knc_Arab-ilo_Latn", + "languages": [ + "knc-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.223968, + "recall": 0.258893, + "f1": 0.232837, + "accuracy": 0.258893, + "main_score": 0.232837, + "hf_subset": "knc_Arab-mkd_Cyrl", + "languages": [ + "knc-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.260736, + "recall": 0.296443, + "f1": 0.269945, + "accuracy": 0.296443, + "main_score": 0.269945, + "hf_subset": "knc_Arab-prs_Arab", + "languages": [ + "knc-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.236146, + "recall": 0.277668, + "f1": 0.246862, + "accuracy": 0.277668, + "main_score": 0.246862, + "hf_subset": "knc_Arab-swe_Latn", + "languages": [ + "knc-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.243629, + "recall": 0.277668, + "f1": 0.251614, + "accuracy": 0.277668, + "main_score": 0.251614, + "hf_subset": "knc_Arab-urd_Arab", + "languages": [ + "knc-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.238974, + "recall": 0.270751, + "f1": 0.2479, + "accuracy": 0.270751, + "main_score": 0.2479, + "hf_subset": "knc_Arab-aka_Latn", + "languages": [ + "knc-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.225295, + "recall": 0.259881, + "f1": 0.23438, + "accuracy": 0.259881, + "main_score": 0.23438, + "hf_subset": "knc_Arab-bjn_Latn", + "languages": [ + "knc-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.188028, + "recall": 0.220356, + "f1": 0.195829, + "accuracy": 0.220356, + "main_score": 0.195829, + "hf_subset": "knc_Arab-fao_Latn", + "languages": [ + "knc-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.225142, + "recall": 0.263834, + "f1": 0.235052, + "accuracy": 0.263834, + "main_score": 0.235052, + "hf_subset": "knc_Arab-ind_Latn", + "languages": [ + "knc-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.297977, + "recall": 0.333992, + "f1": 0.306985, + "accuracy": 0.333992, + "main_score": 0.306985, + "hf_subset": "knc_Arab-knc_Latn", + "languages": [ + "knc-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.186302, + "recall": 0.210474, + "f1": 0.193198, + "accuracy": 0.210474, + "main_score": 0.193198, + "hf_subset": "knc_Arab-mlt_Latn", + "languages": [ + "knc-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.254688, + "recall": 0.288538, + "f1": 0.263478, + "accuracy": 0.288538, + "main_score": 0.263478, + "hf_subset": "knc_Arab-quy_Latn", + "languages": [ + "knc-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.212152, + "recall": 0.246047, + "f1": 0.220069, + "accuracy": 0.246047, + "main_score": 0.220069, + "hf_subset": "knc_Arab-swh_Latn", + "languages": [ + "knc-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.204633, + "recall": 0.237154, + "f1": 0.21253, + "accuracy": 0.237154, + "main_score": 0.21253, + "hf_subset": "knc_Arab-uzn_Latn", + "languages": [ + "knc-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.207677, + "recall": 0.242095, + "f1": 0.216381, + "accuracy": 0.242095, + "main_score": 0.216381, + "hf_subset": "knc_Arab-als_Latn", + "languages": [ + "knc-Arab", + "als-Latn" + ] + }, + { + "precision": 0.193425, + "recall": 0.226285, + "f1": 0.201894, + "accuracy": 0.226285, + "main_score": 0.201894, + "hf_subset": "knc_Arab-bod_Tibt", + "languages": [ + "knc-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.2446, + "recall": 0.268775, + "f1": 0.251238, + "accuracy": 0.268775, + "main_score": 0.251238, + "hf_subset": "knc_Arab-fij_Latn", + "languages": [ + "knc-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.197712, + "recall": 0.229249, + "f1": 0.20504, + "accuracy": 0.229249, + "main_score": 0.20504, + "hf_subset": "knc_Arab-isl_Latn", + "languages": [ + "knc-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.256126, + "recall": 0.289526, + "f1": 0.265631, + "accuracy": 0.289526, + "main_score": 0.265631, + "hf_subset": "knc_Arab-kon_Latn", + "languages": [ + "knc-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.259296, + "recall": 0.286561, + "f1": 0.26691, + "accuracy": 0.286561, + "main_score": 0.26691, + "hf_subset": "knc_Arab-mni_Beng", + "languages": [ + "knc-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.23892, + "recall": 0.269763, + "f1": 0.24664, + "accuracy": 0.269763, + "main_score": 0.24664, + "hf_subset": "knc_Arab-ron_Latn", + "languages": [ + "knc-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.225204, + "recall": 0.258893, + "f1": 0.233167, + "accuracy": 0.258893, + "main_score": 0.233167, + "hf_subset": "knc_Arab-szl_Latn", + "languages": [ + "knc-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.231009, + "recall": 0.266798, + "f1": 0.239451, + "accuracy": 0.266798, + "main_score": 0.239451, + "hf_subset": "knc_Arab-vec_Latn", + "languages": [ + "knc-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.232363, + "recall": 0.26581, + "f1": 0.241274, + "accuracy": 0.26581, + "main_score": 0.241274, + "hf_subset": "knc_Arab-amh_Ethi", + "languages": [ + "knc-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.220087, + "recall": 0.256917, + "f1": 0.228926, + "accuracy": 0.256917, + "main_score": 0.228926, + "hf_subset": "knc_Arab-bos_Latn", + "languages": [ + "knc-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.218611, + "recall": 0.251976, + "f1": 0.22689, + "accuracy": 0.251976, + "main_score": 0.22689, + "hf_subset": "knc_Arab-fin_Latn", + "languages": [ + "knc-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.246309, + "recall": 0.281621, + "f1": 0.255476, + "accuracy": 0.281621, + "main_score": 0.255476, + "hf_subset": "knc_Arab-ita_Latn", + "languages": [ + "knc-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.24639, + "recall": 0.282609, + "f1": 0.255821, + "accuracy": 0.282609, + "main_score": 0.255821, + "hf_subset": "knc_Arab-kor_Hang", + "languages": [ + "knc-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.273085, + "recall": 0.295455, + "f1": 0.279302, + "accuracy": 0.295455, + "main_score": 0.279302, + "hf_subset": "knc_Arab-mos_Latn", + "languages": [ + "knc-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.208581, + "recall": 0.23913, + "f1": 0.216673, + "accuracy": 0.23913, + "main_score": 0.216673, + "hf_subset": "knc_Arab-run_Latn", + "languages": [ + "knc-Arab", + "run-Latn" + ] + }, + { + "precision": 0.230785, + "recall": 0.268775, + "f1": 0.240209, + "accuracy": 0.268775, + "main_score": 0.240209, + "hf_subset": "knc_Arab-tam_Taml", + "languages": [ + "knc-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.232767, + "recall": 0.26581, + "f1": 0.24075, + "accuracy": 0.26581, + "main_score": 0.24075, + "hf_subset": "knc_Arab-vie_Latn", + "languages": [ + "knc-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.240194, + "recall": 0.270751, + "f1": 0.246892, + "accuracy": 0.270751, + "main_score": 0.246892, + "hf_subset": "knc_Arab-apc_Arab", + "languages": [ + "knc-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.243573, + "recall": 0.277668, + "f1": 0.25282, + "accuracy": 0.277668, + "main_score": 0.25282, + "hf_subset": "knc_Arab-bug_Latn", + "languages": [ + "knc-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.217894, + "recall": 0.251976, + "f1": 0.227731, + "accuracy": 0.251976, + "main_score": 0.227731, + "hf_subset": "knc_Arab-fon_Latn", + "languages": [ + "knc-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.210399, + "recall": 0.240119, + "f1": 0.217904, + "accuracy": 0.240119, + "main_score": 0.217904, + "hf_subset": "knc_Arab-jav_Latn", + "languages": [ + "knc-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.16818, + "recall": 0.199605, + "f1": 0.175956, + "accuracy": 0.199605, + "main_score": 0.175956, + "hf_subset": "knc_Arab-lao_Laoo", + "languages": [ + "knc-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.206969, + "recall": 0.23913, + "f1": 0.215363, + "accuracy": 0.23913, + "main_score": 0.215363, + "hf_subset": "knc_Arab-mri_Latn", + "languages": [ + "knc-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.25381, + "recall": 0.284585, + "f1": 0.261551, + "accuracy": 0.284585, + "main_score": 0.261551, + "hf_subset": "knc_Arab-rus_Cyrl", + "languages": [ + "knc-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.276293, + "recall": 0.306324, + "f1": 0.284381, + "accuracy": 0.306324, + "main_score": 0.284381, + "hf_subset": "knc_Arab-taq_Latn", + "languages": [ + "knc-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.198658, + "recall": 0.230237, + "f1": 0.206169, + "accuracy": 0.230237, + "main_score": 0.206169, + "hf_subset": "knc_Arab-war_Latn", + "languages": [ + "knc-Arab", + "war-Latn" + ] + }, + { + "precision": 0.2394, + "recall": 0.279644, + "f1": 0.249402, + "accuracy": 0.279644, + "main_score": 0.249402, + "hf_subset": "knc_Arab-arb_Arab", + "languages": [ + "knc-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.236865, + "recall": 0.272727, + "f1": 0.245847, + "accuracy": 0.272727, + "main_score": 0.245847, + "hf_subset": "knc_Arab-bul_Cyrl", + "languages": [ + "knc-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.238624, + "recall": 0.271739, + "f1": 0.246453, + "accuracy": 0.271739, + "main_score": 0.246453, + "hf_subset": "knc_Arab-fra_Latn", + "languages": [ + "knc-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.25563, + "recall": 0.29249, + "f1": 0.264594, + "accuracy": 0.29249, + "main_score": 0.264594, + "hf_subset": "knc_Arab-jpn_Jpan", + "languages": [ + "knc-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.232084, + "recall": 0.266798, + "f1": 0.240148, + "accuracy": 0.266798, + "main_score": 0.240148, + "hf_subset": "knc_Arab-lij_Latn", + "languages": [ + "knc-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.187675, + "recall": 0.222332, + "f1": 0.196128, + "accuracy": 0.222332, + "main_score": 0.196128, + "hf_subset": "knc_Arab-mya_Mymr", + "languages": [ + "knc-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.257882, + "recall": 0.293478, + "f1": 0.267705, + "accuracy": 0.293478, + "main_score": 0.267705, + "hf_subset": "knc_Arab-sag_Latn", + "languages": [ + "knc-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.182023, + "recall": 0.214427, + "f1": 0.190202, + "accuracy": 0.214427, + "main_score": 0.190202, + "hf_subset": "knc_Arab-taq_Tfng", + "languages": [ + "knc-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.279167, + "recall": 0.3083, + "f1": 0.287472, + "accuracy": 0.3083, + "main_score": 0.287472, + "hf_subset": "knc_Arab-wol_Latn", + "languages": [ + "knc-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.193274, + "recall": 0.228261, + "f1": 0.202272, + "accuracy": 0.228261, + "main_score": 0.202272, + "hf_subset": "knc_Arab-arb_Latn", + "languages": [ + "knc-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.235284, + "recall": 0.267787, + "f1": 0.243451, + "accuracy": 0.267787, + "main_score": 0.243451, + "hf_subset": "knc_Arab-cat_Latn", + "languages": [ + "knc-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.225103, + "recall": 0.255929, + "f1": 0.231878, + "accuracy": 0.255929, + "main_score": 0.231878, + "hf_subset": "knc_Arab-fur_Latn", + "languages": [ + "knc-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.237873, + "recall": 0.275692, + "f1": 0.247666, + "accuracy": 0.275692, + "main_score": 0.247666, + "hf_subset": "knc_Arab-kab_Latn", + "languages": [ + "knc-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.216914, + "recall": 0.246047, + "f1": 0.223792, + "accuracy": 0.246047, + "main_score": 0.223792, + "hf_subset": "knc_Arab-lim_Latn", + "languages": [ + "knc-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.233442, + "recall": 0.272727, + "f1": 0.243451, + "accuracy": 0.272727, + "main_score": 0.243451, + "hf_subset": "knc_Arab-nld_Latn", + "languages": [ + "knc-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.221183, + "recall": 0.26087, + "f1": 0.231594, + "accuracy": 0.26087, + "main_score": 0.231594, + "hf_subset": "knc_Arab-san_Deva", + "languages": [ + "knc-Arab", + "san-Deva" + ] + }, + { + "precision": 0.207211, + "recall": 0.240119, + "f1": 0.214767, + "accuracy": 0.240119, + "main_score": 0.214767, + "hf_subset": "knc_Arab-tat_Cyrl", + "languages": [ + "knc-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.208882, + "recall": 0.245059, + "f1": 0.217195, + "accuracy": 0.245059, + "main_score": 0.217195, + "hf_subset": "knc_Arab-xho_Latn", + "languages": [ + "knc-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.224583, + "recall": 0.264822, + "f1": 0.234398, + "accuracy": 0.264822, + "main_score": 0.234398, + "hf_subset": "knc_Arab-ars_Arab", + "languages": [ + "knc-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.209531, + "recall": 0.242095, + "f1": 0.217158, + "accuracy": 0.242095, + "main_score": 0.217158, + "hf_subset": "knc_Arab-ceb_Latn", + "languages": [ + "knc-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.252068, + "recall": 0.284585, + "f1": 0.261611, + "accuracy": 0.284585, + "main_score": 0.261611, + "hf_subset": "knc_Arab-fuv_Latn", + "languages": [ + "knc-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.276754, + "recall": 0.307312, + "f1": 0.285461, + "accuracy": 0.307312, + "main_score": 0.285461, + "hf_subset": "knc_Arab-kac_Latn", + "languages": [ + "knc-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.255569, + "recall": 0.287549, + "f1": 0.263729, + "accuracy": 0.287549, + "main_score": 0.263729, + "hf_subset": "knc_Arab-lin_Latn", + "languages": [ + "knc-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.211051, + "recall": 0.242095, + "f1": 0.218938, + "accuracy": 0.242095, + "main_score": 0.218938, + "hf_subset": "knc_Arab-nno_Latn", + "languages": [ + "knc-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.221961, + "recall": 0.256917, + "f1": 0.230938, + "accuracy": 0.256917, + "main_score": 0.230938, + "hf_subset": "knc_Arab-sat_Olck", + "languages": [ + "knc-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.221694, + "recall": 0.254941, + "f1": 0.229218, + "accuracy": 0.254941, + "main_score": 0.229218, + "hf_subset": "knc_Arab-tel_Telu", + "languages": [ + "knc-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.221907, + "recall": 0.252964, + "f1": 0.228683, + "accuracy": 0.252964, + "main_score": 0.228683, + "hf_subset": "knc_Arab-ydd_Hebr", + "languages": [ + "knc-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.24268, + "recall": 0.273715, + "f1": 0.250051, + "accuracy": 0.273715, + "main_score": 0.250051, + "hf_subset": "knc_Arab-ary_Arab", + "languages": [ + "knc-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.231787, + "recall": 0.264822, + "f1": 0.240342, + "accuracy": 0.264822, + "main_score": 0.240342, + "hf_subset": "knc_Arab-ces_Latn", + "languages": [ + "knc-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.264381, + "recall": 0.298419, + "f1": 0.27395, + "accuracy": 0.298419, + "main_score": 0.27395, + "hf_subset": "knc_Arab-gaz_Latn", + "languages": [ + "knc-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.239312, + "recall": 0.274704, + "f1": 0.249216, + "accuracy": 0.274704, + "main_score": 0.249216, + "hf_subset": "knc_Arab-kam_Latn", + "languages": [ + "knc-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.216013, + "recall": 0.252964, + "f1": 0.224579, + "accuracy": 0.252964, + "main_score": 0.224579, + "hf_subset": "knc_Arab-lit_Latn", + "languages": [ + "knc-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.224963, + "recall": 0.263834, + "f1": 0.234925, + "accuracy": 0.263834, + "main_score": 0.234925, + "hf_subset": "knc_Arab-nob_Latn", + "languages": [ + "knc-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.215472, + "recall": 0.243083, + "f1": 0.222369, + "accuracy": 0.243083, + "main_score": 0.222369, + "hf_subset": "knc_Arab-scn_Latn", + "languages": [ + "knc-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.196918, + "recall": 0.222332, + "f1": 0.203779, + "accuracy": 0.222332, + "main_score": 0.203779, + "hf_subset": "knc_Arab-tgk_Cyrl", + "languages": [ + "knc-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.208628, + "recall": 0.23419, + "f1": 0.215363, + "accuracy": 0.23419, + "main_score": 0.215363, + "hf_subset": "knc_Arab-yor_Latn", + "languages": [ + "knc-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.239376, + "recall": 0.279644, + "f1": 0.249558, + "accuracy": 0.279644, + "main_score": 0.249558, + "hf_subset": "knc_Arab-arz_Arab", + "languages": [ + "knc-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.255197, + "recall": 0.29249, + "f1": 0.265307, + "accuracy": 0.29249, + "main_score": 0.265307, + "hf_subset": "knc_Arab-cjk_Latn", + "languages": [ + "knc-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.19422, + "recall": 0.231225, + "f1": 0.202938, + "accuracy": 0.231225, + "main_score": 0.202938, + "hf_subset": "knc_Arab-gla_Latn", + "languages": [ + "knc-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.203785, + "recall": 0.232213, + "f1": 0.210832, + "accuracy": 0.232213, + "main_score": 0.210832, + "hf_subset": "knc_Arab-kan_Knda", + "languages": [ + "knc-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.219154, + "recall": 0.247036, + "f1": 0.226071, + "accuracy": 0.247036, + "main_score": 0.226071, + "hf_subset": "knc_Arab-lmo_Latn", + "languages": [ + "knc-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.230306, + "recall": 0.252964, + "f1": 0.236437, + "accuracy": 0.252964, + "main_score": 0.236437, + "hf_subset": "knc_Arab-npi_Deva", + "languages": [ + "knc-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.182664, + "recall": 0.211462, + "f1": 0.190003, + "accuracy": 0.211462, + "main_score": 0.190003, + "hf_subset": "knc_Arab-shn_Mymr", + "languages": [ + "knc-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.231035, + "recall": 0.263834, + "f1": 0.238837, + "accuracy": 0.263834, + "main_score": 0.238837, + "hf_subset": "knc_Arab-tgl_Latn", + "languages": [ + "knc-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.234791, + "recall": 0.273715, + "f1": 0.243987, + "accuracy": 0.273715, + "main_score": 0.243987, + "hf_subset": "knc_Arab-yue_Hant", + "languages": [ + "knc-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.199978, + "recall": 0.227273, + "f1": 0.207146, + "accuracy": 0.227273, + "main_score": 0.207146, + "hf_subset": "knc_Arab-asm_Beng", + "languages": [ + "knc-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.227361, + "recall": 0.257905, + "f1": 0.23505, + "accuracy": 0.257905, + "main_score": 0.23505, + "hf_subset": "knc_Arab-ckb_Arab", + "languages": [ + "knc-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.193467, + "recall": 0.228261, + "f1": 0.202079, + "accuracy": 0.228261, + "main_score": 0.202079, + "hf_subset": "knc_Arab-gle_Latn", + "languages": [ + "knc-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.253362, + "recall": 0.281621, + "f1": 0.260051, + "accuracy": 0.281621, + "main_score": 0.260051, + "hf_subset": "knc_Arab-kas_Arab", + "languages": [ + "knc-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.20934, + "recall": 0.238142, + "f1": 0.216267, + "accuracy": 0.238142, + "main_score": 0.216267, + "hf_subset": "knc_Arab-ltg_Latn", + "languages": [ + "knc-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.214944, + "recall": 0.252964, + "f1": 0.224965, + "accuracy": 0.252964, + "main_score": 0.224965, + "hf_subset": "knc_Arab-nso_Latn", + "languages": [ + "knc-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.209103, + "recall": 0.240119, + "f1": 0.216316, + "accuracy": 0.240119, + "main_score": 0.216316, + "hf_subset": "knc_Arab-sin_Sinh", + "languages": [ + "knc-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.210707, + "recall": 0.243083, + "f1": 0.218535, + "accuracy": 0.243083, + "main_score": 0.218535, + "hf_subset": "knc_Arab-tha_Thai", + "languages": [ + "knc-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.188815, + "recall": 0.222332, + "f1": 0.196903, + "accuracy": 0.222332, + "main_score": 0.196903, + "hf_subset": "knc_Arab-zho_Hans", + "languages": [ + "knc-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.235325, + "recall": 0.26581, + "f1": 0.242456, + "accuracy": 0.26581, + "main_score": 0.242456, + "hf_subset": "knc_Arab-ast_Latn", + "languages": [ + "knc-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.229917, + "recall": 0.262846, + "f1": 0.238464, + "accuracy": 0.262846, + "main_score": 0.238464, + "hf_subset": "knc_Arab-crh_Latn", + "languages": [ + "knc-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.217745, + "recall": 0.253953, + "f1": 0.226527, + "accuracy": 0.253953, + "main_score": 0.226527, + "hf_subset": "knc_Arab-glg_Latn", + "languages": [ + "knc-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.259771, + "recall": 0.290514, + "f1": 0.267835, + "accuracy": 0.290514, + "main_score": 0.267835, + "hf_subset": "knc_Arab-kas_Deva", + "languages": [ + "knc-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.197418, + "recall": 0.227273, + "f1": 0.204457, + "accuracy": 0.227273, + "main_score": 0.204457, + "hf_subset": "knc_Arab-ltz_Latn", + "languages": [ + "knc-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.263196, + "recall": 0.291502, + "f1": 0.271069, + "accuracy": 0.291502, + "main_score": 0.271069, + "hf_subset": "knc_Arab-nus_Latn", + "languages": [ + "knc-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.221989, + "recall": 0.255929, + "f1": 0.230218, + "accuracy": 0.255929, + "main_score": 0.230218, + "hf_subset": "knc_Arab-slk_Latn", + "languages": [ + "knc-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.265375, + "recall": 0.295455, + "f1": 0.273244, + "accuracy": 0.295455, + "main_score": 0.273244, + "hf_subset": "knc_Arab-tir_Ethi", + "languages": [ + "knc-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.212757, + "recall": 0.255929, + "f1": 0.223523, + "accuracy": 0.255929, + "main_score": 0.223523, + "hf_subset": "knc_Arab-zho_Hant", + "languages": [ + "knc-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.255771, + "recall": 0.290514, + "f1": 0.263806, + "accuracy": 0.290514, + "main_score": 0.263806, + "hf_subset": "knc_Arab-awa_Deva", + "languages": [ + "knc-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.19558, + "recall": 0.228261, + "f1": 0.203163, + "accuracy": 0.228261, + "main_score": 0.203163, + "hf_subset": "knc_Arab-cym_Latn", + "languages": [ + "knc-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.234305, + "recall": 0.258893, + "f1": 0.241224, + "accuracy": 0.258893, + "main_score": 0.241224, + "hf_subset": "knc_Arab-grn_Latn", + "languages": [ + "knc-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.208351, + "recall": 0.240119, + "f1": 0.215706, + "accuracy": 0.240119, + "main_score": 0.215706, + "hf_subset": "knc_Arab-kat_Geor", + "languages": [ + "knc-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.257595, + "recall": 0.286561, + "f1": 0.265553, + "accuracy": 0.286561, + "main_score": 0.265553, + "hf_subset": "knc_Arab-lua_Latn", + "languages": [ + "knc-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.216431, + "recall": 0.250988, + "f1": 0.224735, + "accuracy": 0.250988, + "main_score": 0.224735, + "hf_subset": "knc_Arab-nya_Latn", + "languages": [ + "knc-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.217485, + "recall": 0.255929, + "f1": 0.227944, + "accuracy": 0.255929, + "main_score": 0.227944, + "hf_subset": "knc_Arab-slv_Latn", + "languages": [ + "knc-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.227864, + "recall": 0.253953, + "f1": 0.234714, + "accuracy": 0.253953, + "main_score": 0.234714, + "hf_subset": "knc_Arab-tpi_Latn", + "languages": [ + "knc-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.221569, + "recall": 0.258893, + "f1": 0.230693, + "accuracy": 0.258893, + "main_score": 0.230693, + "hf_subset": "knc_Arab-zsm_Latn", + "languages": [ + "knc-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.25285, + "recall": 0.282609, + "f1": 0.26096, + "accuracy": 0.282609, + "main_score": 0.26096, + "hf_subset": "knc_Arab-ayr_Latn", + "languages": [ + "knc-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.238537, + "recall": 0.271739, + "f1": 0.24639, + "accuracy": 0.271739, + "main_score": 0.24639, + "hf_subset": "knc_Arab-dan_Latn", + "languages": [ + "knc-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.224092, + "recall": 0.258893, + "f1": 0.23128, + "accuracy": 0.258893, + "main_score": 0.23128, + "hf_subset": "knc_Arab-guj_Gujr", + "languages": [ + "knc-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.201804, + "recall": 0.23419, + "f1": 0.209877, + "accuracy": 0.23419, + "main_score": 0.209877, + "hf_subset": "knc_Arab-kaz_Cyrl", + "languages": [ + "knc-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.205313, + "recall": 0.23419, + "f1": 0.21278, + "accuracy": 0.23419, + "main_score": 0.21278, + "hf_subset": "knc_Arab-lug_Latn", + "languages": [ + "knc-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.212284, + "recall": 0.247036, + "f1": 0.22096, + "accuracy": 0.247036, + "main_score": 0.22096, + "hf_subset": "knc_Arab-oci_Latn", + "languages": [ + "knc-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.212469, + "recall": 0.243083, + "f1": 0.220657, + "accuracy": 0.243083, + "main_score": 0.220657, + "hf_subset": "knc_Arab-smo_Latn", + "languages": [ + "knc-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.211755, + "recall": 0.241107, + "f1": 0.219565, + "accuracy": 0.241107, + "main_score": 0.219565, + "hf_subset": "knc_Arab-tsn_Latn", + "languages": [ + "knc-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.207955, + "recall": 0.23913, + "f1": 0.215652, + "accuracy": 0.23913, + "main_score": 0.215652, + "hf_subset": "knc_Arab-zul_Latn", + "languages": [ + "knc-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.20721, + "recall": 0.236166, + "f1": 0.214088, + "accuracy": 0.236166, + "main_score": 0.214088, + "hf_subset": "knc_Arab-azb_Arab", + "languages": [ + "knc-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.253132, + "recall": 0.290514, + "f1": 0.26229, + "accuracy": 0.290514, + "main_score": 0.26229, + "hf_subset": "knc_Arab-deu_Latn", + "languages": [ + "knc-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.207753, + "recall": 0.250988, + "f1": 0.218406, + "accuracy": 0.250988, + "main_score": 0.218406, + "hf_subset": "knc_Arab-hat_Latn", + "languages": [ + "knc-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.237742, + "recall": 0.26581, + "f1": 0.245737, + "accuracy": 0.26581, + "main_score": 0.245737, + "hf_subset": "knc_Arab-kbp_Latn", + "languages": [ + "knc-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.258719, + "recall": 0.290514, + "f1": 0.267515, + "accuracy": 0.290514, + "main_score": 0.267515, + "hf_subset": "knc_Arab-luo_Latn", + "languages": [ + "knc-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.20713, + "recall": 0.242095, + "f1": 0.215919, + "accuracy": 0.242095, + "main_score": 0.215919, + "hf_subset": "knc_Arab-ory_Orya", + "languages": [ + "knc-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.209256, + "recall": 0.244071, + "f1": 0.218597, + "accuracy": 0.244071, + "main_score": 0.218597, + "hf_subset": "knc_Arab-sna_Latn", + "languages": [ + "knc-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.242668, + "recall": 0.27668, + "f1": 0.252124, + "accuracy": 0.27668, + "main_score": 0.252124, + "hf_subset": "knc_Arab-tso_Latn", + "languages": [ + "knc-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.210598, + "recall": 0.241107, + "f1": 0.218139, + "accuracy": 0.241107, + "main_score": 0.218139, + "hf_subset": "knc_Arab-azj_Latn", + "languages": [ + "knc-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.227319, + "recall": 0.255929, + "f1": 0.235105, + "accuracy": 0.255929, + "main_score": 0.235105, + "hf_subset": "knc_Arab-dik_Latn", + "languages": [ + "knc-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.207743, + "recall": 0.238142, + "f1": 0.214694, + "accuracy": 0.238142, + "main_score": 0.214694, + "hf_subset": "knc_Arab-hau_Latn", + "languages": [ + "knc-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.21609, + "recall": 0.243083, + "f1": 0.223082, + "accuracy": 0.243083, + "main_score": 0.223082, + "hf_subset": "knc_Arab-kea_Latn", + "languages": [ + "knc-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.20775, + "recall": 0.237154, + "f1": 0.21544, + "accuracy": 0.237154, + "main_score": 0.21544, + "hf_subset": "knc_Arab-lus_Latn", + "languages": [ + "knc-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.248759, + "recall": 0.279644, + "f1": 0.256616, + "accuracy": 0.279644, + "main_score": 0.256616, + "hf_subset": "knc_Arab-pag_Latn", + "languages": [ + "knc-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.21474, + "recall": 0.25, + "f1": 0.223406, + "accuracy": 0.25, + "main_score": 0.223406, + "hf_subset": "knc_Arab-snd_Arab", + "languages": [ + "knc-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.196287, + "recall": 0.226285, + "f1": 0.203569, + "accuracy": 0.226285, + "main_score": 0.203569, + "hf_subset": "knc_Arab-tuk_Latn", + "languages": [ + "knc-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.194418, + "recall": 0.224308, + "f1": 0.201297, + "accuracy": 0.224308, + "main_score": 0.201297, + "hf_subset": "knc_Arab-bak_Cyrl", + "languages": [ + "knc-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.211394, + "recall": 0.243083, + "f1": 0.219584, + "accuracy": 0.243083, + "main_score": 0.219584, + "hf_subset": "knc_Arab-dyu_Latn", + "languages": [ + "knc-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.234494, + "recall": 0.268775, + "f1": 0.243339, + "accuracy": 0.268775, + "main_score": 0.243339, + "hf_subset": "knc_Arab-heb_Hebr", + "languages": [ + "knc-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.219945, + "recall": 0.252964, + "f1": 0.228599, + "accuracy": 0.252964, + "main_score": 0.228599, + "hf_subset": "knc_Arab-khk_Cyrl", + "languages": [ + "knc-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.22086, + "recall": 0.251976, + "f1": 0.228635, + "accuracy": 0.251976, + "main_score": 0.228635, + "hf_subset": "knc_Arab-lvs_Latn", + "languages": [ + "knc-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.211769, + "recall": 0.246047, + "f1": 0.219851, + "accuracy": 0.246047, + "main_score": 0.219851, + "hf_subset": "knc_Arab-pan_Guru", + "languages": [ + "knc-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.196, + "recall": 0.22332, + "f1": 0.202383, + "accuracy": 0.22332, + "main_score": 0.202383, + "hf_subset": "knc_Arab-som_Latn", + "languages": [ + "knc-Arab", + "som-Latn" + ] + }, + { + "precision": 0.200416, + "recall": 0.232213, + "f1": 0.208869, + "accuracy": 0.232213, + "main_score": 0.208869, + "hf_subset": "knc_Arab-tum_Latn", + "languages": [ + "knc-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.532902, + "recall": 0.62253, + "f1": 0.558454, + "accuracy": 0.62253, + "main_score": 0.558454, + "hf_subset": "mkd_Cyrl-ace_Arab", + "languages": [ + "mkd-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.468509, + "recall": 0.529644, + "f1": 0.484821, + "accuracy": 0.529644, + "main_score": 0.484821, + "hf_subset": "mkd_Cyrl-bam_Latn", + "languages": [ + "mkd-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.653475, + "recall": 0.737154, + "f1": 0.677636, + "accuracy": 0.737154, + "main_score": 0.677636, + "hf_subset": "mkd_Cyrl-dzo_Tibt", + "languages": [ + "mkd-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-hin_Deva", + "languages": [ + "mkd-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mkd_Cyrl-khm_Khmr", + "languages": [ + "mkd-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-mag_Deva", + "languages": [ + "mkd-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-pap_Latn", + "languages": [ + "mkd-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.866963, + "recall": 0.905138, + "f1": 0.87892, + "accuracy": 0.905138, + "main_score": 0.87892, + "hf_subset": "mkd_Cyrl-sot_Latn", + "languages": [ + "mkd-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-tur_Latn", + "languages": [ + "mkd-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.863258, + "recall": 0.900198, + "f1": 0.874821, + "accuracy": 0.900198, + "main_score": 0.874821, + "hf_subset": "mkd_Cyrl-ace_Latn", + "languages": [ + "mkd-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "mkd_Cyrl-ban_Latn", + "languages": [ + "mkd-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-ell_Grek", + "languages": [ + "mkd-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "mkd_Cyrl-hne_Deva", + "languages": [ + "mkd-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.559845, + "recall": 0.636364, + "f1": 0.581052, + "accuracy": 0.636364, + "main_score": 0.581052, + "hf_subset": "mkd_Cyrl-kik_Latn", + "languages": [ + "mkd-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-mai_Deva", + "languages": [ + "mkd-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.942852, + "recall": 0.961462, + "f1": 0.948946, + "accuracy": 0.961462, + "main_score": 0.948946, + "hf_subset": "mkd_Cyrl-pbt_Arab", + "languages": [ + "mkd-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-spa_Latn", + "languages": [ + "mkd-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.765646, + "recall": 0.826087, + "f1": 0.7837, + "accuracy": 0.826087, + "main_score": 0.7837, + "hf_subset": "mkd_Cyrl-twi_Latn", + "languages": [ + "mkd-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-acm_Arab", + "languages": [ + "mkd-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-bel_Cyrl", + "languages": [ + "mkd-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-hrv_Latn", + "languages": [ + "mkd-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.857032, + "recall": 0.896245, + "f1": 0.868972, + "accuracy": 0.896245, + "main_score": 0.868972, + "hf_subset": "mkd_Cyrl-kin_Latn", + "languages": [ + "mkd-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-mal_Mlym", + "languages": [ + "mkd-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-pes_Arab", + "languages": [ + "mkd-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mkd_Cyrl-srd_Latn", + "languages": [ + "mkd-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.204275, + "recall": 0.267787, + "f1": 0.219715, + "accuracy": 0.267787, + "main_score": 0.219715, + "hf_subset": "mkd_Cyrl-tzm_Tfng", + "languages": [ + "mkd-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-acq_Arab", + "languages": [ + "mkd-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.665507, + "recall": 0.73913, + "f1": 0.68647, + "accuracy": 0.73913, + "main_score": 0.68647, + "hf_subset": "mkd_Cyrl-bem_Latn", + "languages": [ + "mkd-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-epo_Latn", + "languages": [ + "mkd-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-hun_Latn", + "languages": [ + "mkd-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mkd_Cyrl-kir_Cyrl", + "languages": [ + "mkd-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-mar_Deva", + "languages": [ + "mkd-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.881176, + "recall": 0.91502, + "f1": 0.8917, + "accuracy": 0.91502, + "main_score": 0.8917, + "hf_subset": "mkd_Cyrl-plt_Latn", + "languages": [ + "mkd-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-srp_Cyrl", + "languages": [ + "mkd-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.94865, + "recall": 0.963439, + "f1": 0.953228, + "accuracy": 0.963439, + "main_score": 0.953228, + "hf_subset": "mkd_Cyrl-uig_Arab", + "languages": [ + "mkd-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-aeb_Arab", + "languages": [ + "mkd-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-ben_Beng", + "languages": [ + "mkd-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-est_Latn", + "languages": [ + "mkd-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-hye_Armn", + "languages": [ + "mkd-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.463919, + "recall": 0.531621, + "f1": 0.48268, + "accuracy": 0.531621, + "main_score": 0.48268, + "hf_subset": "mkd_Cyrl-kmb_Latn", + "languages": [ + "mkd-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.487464, + "recall": 0.58004, + "f1": 0.511467, + "accuracy": 0.58004, + "main_score": 0.511467, + "hf_subset": "mkd_Cyrl-min_Arab", + "languages": [ + "mkd-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-pol_Latn", + "languages": [ + "mkd-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.750329, + "recall": 0.814229, + "f1": 0.769109, + "accuracy": 0.814229, + "main_score": 0.769109, + "hf_subset": "mkd_Cyrl-ssw_Latn", + "languages": [ + "mkd-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-ukr_Cyrl", + "languages": [ + "mkd-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-afr_Latn", + "languages": [ + "mkd-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mkd_Cyrl-bho_Deva", + "languages": [ + "mkd-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-eus_Latn", + "languages": [ + "mkd-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.872447, + "recall": 0.911067, + "f1": 0.884585, + "accuracy": 0.911067, + "main_score": 0.884585, + "hf_subset": "mkd_Cyrl-ibo_Latn", + "languages": [ + "mkd-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.894269, + "recall": 0.924901, + "f1": 0.903821, + "accuracy": 0.924901, + "main_score": 0.903821, + "hf_subset": "mkd_Cyrl-kmr_Latn", + "languages": [ + "mkd-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mkd_Cyrl-min_Latn", + "languages": [ + "mkd-Cyrl", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-por_Latn", + "languages": [ + "mkd-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mkd_Cyrl-sun_Latn", + "languages": [ + "mkd-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.455074, + "recall": 0.528656, + "f1": 0.475567, + "accuracy": 0.528656, + "main_score": 0.475567, + "hf_subset": "mkd_Cyrl-umb_Latn", + "languages": [ + "mkd-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-ajp_Arab", + "languages": [ + "mkd-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.512821, + "recall": 0.593874, + "f1": 0.534071, + "accuracy": 0.593874, + "main_score": 0.534071, + "hf_subset": "mkd_Cyrl-bjn_Arab", + "languages": [ + "mkd-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.435245, + "recall": 0.499012, + "f1": 0.452688, + "accuracy": 0.499012, + "main_score": 0.452688, + "hf_subset": "mkd_Cyrl-ewe_Latn", + "languages": [ + "mkd-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.945487, + "recall": 0.963439, + "f1": 0.951416, + "accuracy": 0.963439, + "main_score": 0.951416, + "hf_subset": "mkd_Cyrl-ilo_Latn", + "languages": [ + "mkd-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.257498, + "recall": 0.327075, + "f1": 0.275414, + "accuracy": 0.327075, + "main_score": 0.275414, + "hf_subset": "mkd_Cyrl-knc_Arab", + "languages": [ + "mkd-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-prs_Arab", + "languages": [ + "mkd-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-swe_Latn", + "languages": [ + "mkd-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-urd_Arab", + "languages": [ + "mkd-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.743117, + "recall": 0.805336, + "f1": 0.761204, + "accuracy": 0.805336, + "main_score": 0.761204, + "hf_subset": "mkd_Cyrl-aka_Latn", + "languages": [ + "mkd-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "mkd_Cyrl-bjn_Latn", + "languages": [ + "mkd-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "mkd_Cyrl-fao_Latn", + "languages": [ + "mkd-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ind_Latn", + "languages": [ + "mkd-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.503741, + "recall": 0.573123, + "f1": 0.522532, + "accuracy": 0.573123, + "main_score": 0.522532, + "hf_subset": "mkd_Cyrl-knc_Latn", + "languages": [ + "mkd-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-mlt_Latn", + "languages": [ + "mkd-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.62775, + "recall": 0.702569, + "f1": 0.649177, + "accuracy": 0.702569, + "main_score": 0.649177, + "hf_subset": "mkd_Cyrl-quy_Latn", + "languages": [ + "mkd-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-swh_Latn", + "languages": [ + "mkd-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-uzn_Latn", + "languages": [ + "mkd-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-als_Latn", + "languages": [ + "mkd-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.81847, + "recall": 0.869565, + "f1": 0.834343, + "accuracy": 0.869565, + "main_score": 0.834343, + "hf_subset": "mkd_Cyrl-bod_Tibt", + "languages": [ + "mkd-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.615144, + "recall": 0.688735, + "f1": 0.636004, + "accuracy": 0.688735, + "main_score": 0.636004, + "hf_subset": "mkd_Cyrl-fij_Latn", + "languages": [ + "mkd-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mkd_Cyrl-isl_Latn", + "languages": [ + "mkd-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.580138, + "recall": 0.655138, + "f1": 0.600887, + "accuracy": 0.655138, + "main_score": 0.600887, + "hf_subset": "mkd_Cyrl-kon_Latn", + "languages": [ + "mkd-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.608796, + "recall": 0.687747, + "f1": 0.630796, + "accuracy": 0.687747, + "main_score": 0.630796, + "hf_subset": "mkd_Cyrl-mni_Beng", + "languages": [ + "mkd-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-ron_Latn", + "languages": [ + "mkd-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "mkd_Cyrl-szl_Latn", + "languages": [ + "mkd-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-vec_Latn", + "languages": [ + "mkd-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.936924, + "recall": 0.955534, + "f1": 0.942852, + "accuracy": 0.955534, + "main_score": 0.942852, + "hf_subset": "mkd_Cyrl-amh_Ethi", + "languages": [ + "mkd-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-bos_Latn", + "languages": [ + "mkd-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-fin_Latn", + "languages": [ + "mkd-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-ita_Latn", + "languages": [ + "mkd-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-kor_Hang", + "languages": [ + "mkd-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.482629, + "recall": 0.546443, + "f1": 0.499882, + "accuracy": 0.546443, + "main_score": 0.499882, + "hf_subset": "mkd_Cyrl-mos_Latn", + "languages": [ + "mkd-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.765679, + "recall": 0.825099, + "f1": 0.783498, + "accuracy": 0.825099, + "main_score": 0.783498, + "hf_subset": "mkd_Cyrl-run_Latn", + "languages": [ + "mkd-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "mkd_Cyrl-tam_Taml", + "languages": [ + "mkd-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-vie_Latn", + "languages": [ + "mkd-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-apc_Arab", + "languages": [ + "mkd-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.717243, + "recall": 0.788538, + "f1": 0.738274, + "accuracy": 0.788538, + "main_score": 0.738274, + "hf_subset": "mkd_Cyrl-bug_Latn", + "languages": [ + "mkd-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.413114, + "recall": 0.465415, + "f1": 0.427646, + "accuracy": 0.465415, + "main_score": 0.427646, + "hf_subset": "mkd_Cyrl-fon_Latn", + "languages": [ + "mkd-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mkd_Cyrl-jav_Latn", + "languages": [ + "mkd-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956094, + "accuracy": 0.966403, + "main_score": 0.956094, + "hf_subset": "mkd_Cyrl-lao_Laoo", + "languages": [ + "mkd-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.87388, + "recall": 0.910079, + "f1": 0.885211, + "accuracy": 0.910079, + "main_score": 0.885211, + "hf_subset": "mkd_Cyrl-mri_Latn", + "languages": [ + "mkd-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-rus_Cyrl", + "languages": [ + "mkd-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.490776, + "recall": 0.552372, + "f1": 0.507408, + "accuracy": 0.552372, + "main_score": 0.507408, + "hf_subset": "mkd_Cyrl-taq_Latn", + "languages": [ + "mkd-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-war_Latn", + "languages": [ + "mkd-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-arb_Arab", + "languages": [ + "mkd-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-bul_Cyrl", + "languages": [ + "mkd-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-fra_Latn", + "languages": [ + "mkd-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-jpn_Jpan", + "languages": [ + "mkd-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-lij_Latn", + "languages": [ + "mkd-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "mkd_Cyrl-mya_Mymr", + "languages": [ + "mkd-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.539742, + "recall": 0.609684, + "f1": 0.5589, + "accuracy": 0.609684, + "main_score": 0.5589, + "hf_subset": "mkd_Cyrl-sag_Latn", + "languages": [ + "mkd-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.229855, + "recall": 0.296443, + "f1": 0.246263, + "accuracy": 0.296443, + "main_score": 0.246263, + "hf_subset": "mkd_Cyrl-taq_Tfng", + "languages": [ + "mkd-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.62915, + "recall": 0.700593, + "f1": 0.649255, + "accuracy": 0.700593, + "main_score": 0.649255, + "hf_subset": "mkd_Cyrl-wol_Latn", + "languages": [ + "mkd-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.84692, + "recall": 0.891304, + "f1": 0.86054, + "accuracy": 0.891304, + "main_score": 0.86054, + "hf_subset": "mkd_Cyrl-arb_Latn", + "languages": [ + "mkd-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-cat_Latn", + "languages": [ + "mkd-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-fur_Latn", + "languages": [ + "mkd-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.439011, + "recall": 0.512846, + "f1": 0.458521, + "accuracy": 0.512846, + "main_score": 0.458521, + "hf_subset": "mkd_Cyrl-kab_Latn", + "languages": [ + "mkd-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mkd_Cyrl-lim_Latn", + "languages": [ + "mkd-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-nld_Latn", + "languages": [ + "mkd-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "mkd_Cyrl-san_Deva", + "languages": [ + "mkd-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-tat_Cyrl", + "languages": [ + "mkd-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.879364, + "recall": 0.914032, + "f1": 0.890382, + "accuracy": 0.914032, + "main_score": 0.890382, + "hf_subset": "mkd_Cyrl-xho_Latn", + "languages": [ + "mkd-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ars_Arab", + "languages": [ + "mkd-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-ceb_Latn", + "languages": [ + "mkd-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.468178, + "recall": 0.544466, + "f1": 0.489047, + "accuracy": 0.544466, + "main_score": 0.489047, + "hf_subset": "mkd_Cyrl-fuv_Latn", + "languages": [ + "mkd-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.451515, + "recall": 0.522727, + "f1": 0.470459, + "accuracy": 0.522727, + "main_score": 0.470459, + "hf_subset": "mkd_Cyrl-kac_Latn", + "languages": [ + "mkd-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.613022, + "recall": 0.690711, + "f1": 0.635012, + "accuracy": 0.690711, + "main_score": 0.635012, + "hf_subset": "mkd_Cyrl-lin_Latn", + "languages": [ + "mkd-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-nno_Latn", + "languages": [ + "mkd-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.856505, + "recall": 0.898221, + "f1": 0.869433, + "accuracy": 0.898221, + "main_score": 0.869433, + "hf_subset": "mkd_Cyrl-sat_Olck", + "languages": [ + "mkd-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mkd_Cyrl-tel_Telu", + "languages": [ + "mkd-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mkd_Cyrl-ydd_Hebr", + "languages": [ + "mkd-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "mkd_Cyrl-ary_Arab", + "languages": [ + "mkd-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-ces_Latn", + "languages": [ + "mkd-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.5612, + "recall": 0.636364, + "f1": 0.582361, + "accuracy": 0.636364, + "main_score": 0.582361, + "hf_subset": "mkd_Cyrl-gaz_Latn", + "languages": [ + "mkd-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.529662, + "recall": 0.610672, + "f1": 0.551714, + "accuracy": 0.610672, + "main_score": 0.551714, + "hf_subset": "mkd_Cyrl-kam_Latn", + "languages": [ + "mkd-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "mkd_Cyrl-lit_Latn", + "languages": [ + "mkd-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-nob_Latn", + "languages": [ + "mkd-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mkd_Cyrl-scn_Latn", + "languages": [ + "mkd-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mkd_Cyrl-tgk_Cyrl", + "languages": [ + "mkd-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.743208, + "recall": 0.810277, + "f1": 0.763192, + "accuracy": 0.810277, + "main_score": 0.763192, + "hf_subset": "mkd_Cyrl-yor_Latn", + "languages": [ + "mkd-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-arz_Arab", + "languages": [ + "mkd-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.482714, + "recall": 0.555336, + "f1": 0.502705, + "accuracy": 0.555336, + "main_score": 0.502705, + "hf_subset": "mkd_Cyrl-cjk_Latn", + "languages": [ + "mkd-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.969368, + "f1": 0.959157, + "accuracy": 0.969368, + "main_score": 0.959157, + "hf_subset": "mkd_Cyrl-gla_Latn", + "languages": [ + "mkd-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mkd_Cyrl-kan_Knda", + "languages": [ + "mkd-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "mkd_Cyrl-lmo_Latn", + "languages": [ + "mkd-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "mkd_Cyrl-npi_Deva", + "languages": [ + "mkd-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.543296, + "recall": 0.626482, + "f1": 0.566746, + "accuracy": 0.626482, + "main_score": 0.566746, + "hf_subset": "mkd_Cyrl-shn_Mymr", + "languages": [ + "mkd-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-tgl_Latn", + "languages": [ + "mkd-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-yue_Hant", + "languages": [ + "mkd-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mkd_Cyrl-asm_Beng", + "languages": [ + "mkd-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.92416, + "recall": 0.947628, + "f1": 0.931555, + "accuracy": 0.947628, + "main_score": 0.931555, + "hf_subset": "mkd_Cyrl-ckb_Arab", + "languages": [ + "mkd-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mkd_Cyrl-gle_Latn", + "languages": [ + "mkd-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.906785, + "recall": 0.934783, + "f1": 0.915679, + "accuracy": 0.934783, + "main_score": 0.915679, + "hf_subset": "mkd_Cyrl-kas_Arab", + "languages": [ + "mkd-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.907609, + "recall": 0.935771, + "f1": 0.916502, + "accuracy": 0.935771, + "main_score": 0.916502, + "hf_subset": "mkd_Cyrl-ltg_Latn", + "languages": [ + "mkd-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.793949, + "recall": 0.847826, + "f1": 0.810655, + "accuracy": 0.847826, + "main_score": 0.810655, + "hf_subset": "mkd_Cyrl-nso_Latn", + "languages": [ + "mkd-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "mkd_Cyrl-sin_Sinh", + "languages": [ + "mkd-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-tha_Thai", + "languages": [ + "mkd-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-zho_Hans", + "languages": [ + "mkd-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-ast_Latn", + "languages": [ + "mkd-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mkd_Cyrl-crh_Latn", + "languages": [ + "mkd-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-glg_Latn", + "languages": [ + "mkd-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.849341, + "recall": 0.892292, + "f1": 0.862615, + "accuracy": 0.892292, + "main_score": 0.862615, + "hf_subset": "mkd_Cyrl-kas_Deva", + "languages": [ + "mkd-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mkd_Cyrl-ltz_Latn", + "languages": [ + "mkd-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.418589, + "recall": 0.483202, + "f1": 0.436218, + "accuracy": 0.483202, + "main_score": 0.436218, + "hf_subset": "mkd_Cyrl-nus_Latn", + "languages": [ + "mkd-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-slk_Latn", + "languages": [ + "mkd-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.644904, + "recall": 0.726285, + "f1": 0.668339, + "accuracy": 0.726285, + "main_score": 0.668339, + "hf_subset": "mkd_Cyrl-tir_Ethi", + "languages": [ + "mkd-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-zho_Hant", + "languages": [ + "mkd-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.981966, + "recall": 0.986166, + "f1": 0.983267, + "accuracy": 0.986166, + "main_score": 0.983267, + "hf_subset": "mkd_Cyrl-awa_Deva", + "languages": [ + "mkd-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mkd_Cyrl-cym_Latn", + "languages": [ + "mkd-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.752948, + "recall": 0.814229, + "f1": 0.770916, + "accuracy": 0.814229, + "main_score": 0.770916, + "hf_subset": "mkd_Cyrl-grn_Latn", + "languages": [ + "mkd-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-kat_Geor", + "languages": [ + "mkd-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.582337, + "recall": 0.651186, + "f1": 0.601403, + "accuracy": 0.651186, + "main_score": 0.601403, + "hf_subset": "mkd_Cyrl-lua_Latn", + "languages": [ + "mkd-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.826005, + "recall": 0.875494, + "f1": 0.841469, + "accuracy": 0.875494, + "main_score": 0.841469, + "hf_subset": "mkd_Cyrl-nya_Latn", + "languages": [ + "mkd-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-slv_Latn", + "languages": [ + "mkd-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "mkd_Cyrl-tpi_Latn", + "languages": [ + "mkd-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-zsm_Latn", + "languages": [ + "mkd-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.491457, + "recall": 0.557312, + "f1": 0.509431, + "accuracy": 0.557312, + "main_score": 0.509431, + "hf_subset": "mkd_Cyrl-ayr_Latn", + "languages": [ + "mkd-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-dan_Latn", + "languages": [ + "mkd-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-guj_Gujr", + "languages": [ + "mkd-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mkd_Cyrl-kaz_Cyrl", + "languages": [ + "mkd-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.623339, + "recall": 0.709486, + "f1": 0.648174, + "accuracy": 0.709486, + "main_score": 0.648174, + "hf_subset": "mkd_Cyrl-lug_Latn", + "languages": [ + "mkd-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-oci_Latn", + "languages": [ + "mkd-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.836413, + "recall": 0.881423, + "f1": 0.850692, + "accuracy": 0.881423, + "main_score": 0.850692, + "hf_subset": "mkd_Cyrl-smo_Latn", + "languages": [ + "mkd-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.746393, + "recall": 0.8083, + "f1": 0.764709, + "accuracy": 0.8083, + "main_score": 0.764709, + "hf_subset": "mkd_Cyrl-tsn_Latn", + "languages": [ + "mkd-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.900939, + "recall": 0.929842, + "f1": 0.910145, + "accuracy": 0.929842, + "main_score": 0.910145, + "hf_subset": "mkd_Cyrl-zul_Latn", + "languages": [ + "mkd-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.91996, + "recall": 0.944664, + "f1": 0.927819, + "accuracy": 0.944664, + "main_score": 0.927819, + "hf_subset": "mkd_Cyrl-azb_Arab", + "languages": [ + "mkd-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-deu_Latn", + "languages": [ + "mkd-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "mkd_Cyrl-hat_Latn", + "languages": [ + "mkd-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.454735, + "recall": 0.521739, + "f1": 0.472946, + "accuracy": 0.521739, + "main_score": 0.472946, + "hf_subset": "mkd_Cyrl-kbp_Latn", + "languages": [ + "mkd-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.494381, + "recall": 0.564229, + "f1": 0.513143, + "accuracy": 0.564229, + "main_score": 0.513143, + "hf_subset": "mkd_Cyrl-luo_Latn", + "languages": [ + "mkd-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mkd_Cyrl-ory_Orya", + "languages": [ + "mkd-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.898715, + "recall": 0.929842, + "f1": 0.908762, + "accuracy": 0.929842, + "main_score": 0.908762, + "hf_subset": "mkd_Cyrl-sna_Latn", + "languages": [ + "mkd-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.646147, + "recall": 0.72332, + "f1": 0.66831, + "accuracy": 0.72332, + "main_score": 0.66831, + "hf_subset": "mkd_Cyrl-tso_Latn", + "languages": [ + "mkd-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-azj_Latn", + "languages": [ + "mkd-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.485834, + "recall": 0.55336, + "f1": 0.504159, + "accuracy": 0.55336, + "main_score": 0.504159, + "hf_subset": "mkd_Cyrl-dik_Latn", + "languages": [ + "mkd-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.909832, + "recall": 0.936759, + "f1": 0.918544, + "accuracy": 0.936759, + "main_score": 0.918544, + "hf_subset": "mkd_Cyrl-hau_Latn", + "languages": [ + "mkd-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "mkd_Cyrl-kea_Latn", + "languages": [ + "mkd-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.917902, + "recall": 0.9417, + "f1": 0.925296, + "accuracy": 0.9417, + "main_score": 0.925296, + "hf_subset": "mkd_Cyrl-lus_Latn", + "languages": [ + "mkd-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.849638, + "recall": 0.891304, + "f1": 0.862582, + "accuracy": 0.891304, + "main_score": 0.862582, + "hf_subset": "mkd_Cyrl-pag_Latn", + "languages": [ + "mkd-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "mkd_Cyrl-snd_Arab", + "languages": [ + "mkd-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mkd_Cyrl-tuk_Latn", + "languages": [ + "mkd-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mkd_Cyrl-bak_Cyrl", + "languages": [ + "mkd-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.457256, + "recall": 0.529644, + "f1": 0.477585, + "accuracy": 0.529644, + "main_score": 0.477585, + "hf_subset": "mkd_Cyrl-dyu_Latn", + "languages": [ + "mkd-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-heb_Hebr", + "languages": [ + "mkd-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mkd_Cyrl-khk_Cyrl", + "languages": [ + "mkd-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-lvs_Latn", + "languages": [ + "mkd-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-pan_Guru", + "languages": [ + "mkd-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.86474, + "recall": 0.905138, + "f1": 0.877372, + "accuracy": 0.905138, + "main_score": 0.877372, + "hf_subset": "mkd_Cyrl-som_Latn", + "languages": [ + "mkd-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.68914, + "recall": 0.753953, + "f1": 0.707955, + "accuracy": 0.753953, + "main_score": 0.707955, + "hf_subset": "mkd_Cyrl-tum_Latn", + "languages": [ + "mkd-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.542375, + "recall": 0.62747, + "f1": 0.566936, + "accuracy": 0.62747, + "main_score": 0.566936, + "hf_subset": "prs_Arab-ace_Arab", + "languages": [ + "prs-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.453261, + "recall": 0.518775, + "f1": 0.471164, + "accuracy": 0.518775, + "main_score": 0.471164, + "hf_subset": "prs_Arab-bam_Latn", + "languages": [ + "prs-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.672473, + "recall": 0.753953, + "f1": 0.695805, + "accuracy": 0.753953, + "main_score": 0.695805, + "hf_subset": "prs_Arab-dzo_Tibt", + "languages": [ + "prs-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-hin_Deva", + "languages": [ + "prs-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "prs_Arab-khm_Khmr", + "languages": [ + "prs-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-mag_Deva", + "languages": [ + "prs-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-pap_Latn", + "languages": [ + "prs-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.866387, + "recall": 0.905138, + "f1": 0.878689, + "accuracy": 0.905138, + "main_score": 0.878689, + "hf_subset": "prs_Arab-sot_Latn", + "languages": [ + "prs-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-tur_Latn", + "languages": [ + "prs-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.87108, + "recall": 0.906126, + "f1": 0.882199, + "accuracy": 0.906126, + "main_score": 0.882199, + "hf_subset": "prs_Arab-ace_Latn", + "languages": [ + "prs-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "prs_Arab-ban_Latn", + "languages": [ + "prs-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-ell_Grek", + "languages": [ + "prs-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "prs_Arab-hne_Deva", + "languages": [ + "prs-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.567442, + "recall": 0.646245, + "f1": 0.589329, + "accuracy": 0.646245, + "main_score": 0.589329, + "hf_subset": "prs_Arab-kik_Latn", + "languages": [ + "prs-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-mai_Deva", + "languages": [ + "prs-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "prs_Arab-pbt_Arab", + "languages": [ + "prs-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-spa_Latn", + "languages": [ + "prs-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.788818, + "recall": 0.84585, + "f1": 0.805995, + "accuracy": 0.84585, + "main_score": 0.805995, + "hf_subset": "prs_Arab-twi_Latn", + "languages": [ + "prs-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-acm_Arab", + "languages": [ + "prs-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-bel_Cyrl", + "languages": [ + "prs-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-eng_Latn", + "languages": [ + "prs-Arab", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-hrv_Latn", + "languages": [ + "prs-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.867194, + "recall": 0.90415, + "f1": 0.878623, + "accuracy": 0.90415, + "main_score": 0.878623, + "hf_subset": "prs_Arab-kin_Latn", + "languages": [ + "prs-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-mal_Mlym", + "languages": [ + "prs-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-pes_Arab", + "languages": [ + "prs-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "prs_Arab-srd_Latn", + "languages": [ + "prs-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.209295, + "recall": 0.272727, + "f1": 0.224368, + "accuracy": 0.272727, + "main_score": 0.224368, + "hf_subset": "prs_Arab-tzm_Tfng", + "languages": [ + "prs-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-acq_Arab", + "languages": [ + "prs-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.67952, + "recall": 0.752964, + "f1": 0.700725, + "accuracy": 0.752964, + "main_score": 0.700725, + "hf_subset": "prs_Arab-bem_Latn", + "languages": [ + "prs-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-epo_Latn", + "languages": [ + "prs-Arab", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-hun_Latn", + "languages": [ + "prs-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "prs_Arab-kir_Cyrl", + "languages": [ + "prs-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-mar_Deva", + "languages": [ + "prs-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.89249, + "recall": 0.923913, + "f1": 0.902339, + "accuracy": 0.923913, + "main_score": 0.902339, + "hf_subset": "prs_Arab-plt_Latn", + "languages": [ + "prs-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-srp_Cyrl", + "languages": [ + "prs-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "prs_Arab-uig_Arab", + "languages": [ + "prs-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-aeb_Arab", + "languages": [ + "prs-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-ben_Beng", + "languages": [ + "prs-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-est_Latn", + "languages": [ + "prs-Arab", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-hye_Armn", + "languages": [ + "prs-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.456108, + "recall": 0.519763, + "f1": 0.474232, + "accuracy": 0.519763, + "main_score": 0.474232, + "hf_subset": "prs_Arab-kmb_Latn", + "languages": [ + "prs-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.488232, + "recall": 0.583004, + "f1": 0.513348, + "accuracy": 0.583004, + "main_score": 0.513348, + "hf_subset": "prs_Arab-min_Arab", + "languages": [ + "prs-Arab", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-pol_Latn", + "languages": [ + "prs-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.77029, + "recall": 0.831028, + "f1": 0.788919, + "accuracy": 0.831028, + "main_score": 0.788919, + "hf_subset": "prs_Arab-ssw_Latn", + "languages": [ + "prs-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-ukr_Cyrl", + "languages": [ + "prs-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-afr_Latn", + "languages": [ + "prs-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-bho_Deva", + "languages": [ + "prs-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-eus_Latn", + "languages": [ + "prs-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.882493, + "recall": 0.917984, + "f1": 0.893676, + "accuracy": 0.917984, + "main_score": 0.893676, + "hf_subset": "prs_Arab-ibo_Latn", + "languages": [ + "prs-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.900725, + "recall": 0.929842, + "f1": 0.909914, + "accuracy": 0.929842, + "main_score": 0.909914, + "hf_subset": "prs_Arab-kmr_Latn", + "languages": [ + "prs-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "prs_Arab-min_Latn", + "languages": [ + "prs-Arab", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-por_Latn", + "languages": [ + "prs-Arab", + "por-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "prs_Arab-sun_Latn", + "languages": [ + "prs-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.467607, + "recall": 0.528656, + "f1": 0.483889, + "accuracy": 0.528656, + "main_score": 0.483889, + "hf_subset": "prs_Arab-umb_Latn", + "languages": [ + "prs-Arab", + "umb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ajp_Arab", + "languages": [ + "prs-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.518504, + "recall": 0.603755, + "f1": 0.542553, + "accuracy": 0.603755, + "main_score": 0.542553, + "hf_subset": "prs_Arab-bjn_Arab", + "languages": [ + "prs-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.442964, + "recall": 0.500988, + "f1": 0.458136, + "accuracy": 0.500988, + "main_score": 0.458136, + "hf_subset": "prs_Arab-ewe_Latn", + "languages": [ + "prs-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "prs_Arab-ilo_Latn", + "languages": [ + "prs-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.279333, + "recall": 0.340909, + "f1": 0.294654, + "accuracy": 0.340909, + "main_score": 0.294654, + "hf_subset": "prs_Arab-knc_Arab", + "languages": [ + "prs-Arab", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-mkd_Cyrl", + "languages": [ + "prs-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-swe_Latn", + "languages": [ + "prs-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-urd_Arab", + "languages": [ + "prs-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.750042, + "recall": 0.811265, + "f1": 0.768626, + "accuracy": 0.811265, + "main_score": 0.768626, + "hf_subset": "prs_Arab-aka_Latn", + "languages": [ + "prs-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "prs_Arab-bjn_Latn", + "languages": [ + "prs-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "prs_Arab-fao_Latn", + "languages": [ + "prs-Arab", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ind_Latn", + "languages": [ + "prs-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.517714, + "recall": 0.578063, + "f1": 0.533835, + "accuracy": 0.578063, + "main_score": 0.533835, + "hf_subset": "prs_Arab-knc_Latn", + "languages": [ + "prs-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-mlt_Latn", + "languages": [ + "prs-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.627407, + "recall": 0.700593, + "f1": 0.648176, + "accuracy": 0.700593, + "main_score": 0.648176, + "hf_subset": "prs_Arab-quy_Latn", + "languages": [ + "prs-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-swh_Latn", + "languages": [ + "prs-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "prs_Arab-uzn_Latn", + "languages": [ + "prs-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-als_Latn", + "languages": [ + "prs-Arab", + "als-Latn" + ] + }, + { + "precision": 0.828384, + "recall": 0.87747, + "f1": 0.843566, + "accuracy": 0.87747, + "main_score": 0.843566, + "hf_subset": "prs_Arab-bod_Tibt", + "languages": [ + "prs-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.632024, + "recall": 0.703557, + "f1": 0.651805, + "accuracy": 0.703557, + "main_score": 0.651805, + "hf_subset": "prs_Arab-fij_Latn", + "languages": [ + "prs-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "prs_Arab-isl_Latn", + "languages": [ + "prs-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.585323, + "recall": 0.663043, + "f1": 0.607284, + "accuracy": 0.663043, + "main_score": 0.607284, + "hf_subset": "prs_Arab-kon_Latn", + "languages": [ + "prs-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.599173, + "recall": 0.68083, + "f1": 0.622468, + "accuracy": 0.68083, + "main_score": 0.622468, + "hf_subset": "prs_Arab-mni_Beng", + "languages": [ + "prs-Arab", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ron_Latn", + "languages": [ + "prs-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "prs_Arab-szl_Latn", + "languages": [ + "prs-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-vec_Latn", + "languages": [ + "prs-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.939559, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "prs_Arab-amh_Ethi", + "languages": [ + "prs-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-bos_Latn", + "languages": [ + "prs-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-fin_Latn", + "languages": [ + "prs-Arab", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ita_Latn", + "languages": [ + "prs-Arab", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-kor_Hang", + "languages": [ + "prs-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.470603, + "recall": 0.539526, + "f1": 0.490087, + "accuracy": 0.539526, + "main_score": 0.490087, + "hf_subset": "prs_Arab-mos_Latn", + "languages": [ + "prs-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.75886, + "recall": 0.820158, + "f1": 0.777108, + "accuracy": 0.820158, + "main_score": 0.777108, + "hf_subset": "prs_Arab-run_Latn", + "languages": [ + "prs-Arab", + "run-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-tam_Taml", + "languages": [ + "prs-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-vie_Latn", + "languages": [ + "prs-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-apc_Arab", + "languages": [ + "prs-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.725972, + "recall": 0.790514, + "f1": 0.745003, + "accuracy": 0.790514, + "main_score": 0.745003, + "hf_subset": "prs_Arab-bug_Latn", + "languages": [ + "prs-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.40706, + "recall": 0.464427, + "f1": 0.422393, + "accuracy": 0.464427, + "main_score": 0.422393, + "hf_subset": "prs_Arab-fon_Latn", + "languages": [ + "prs-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "prs_Arab-jav_Latn", + "languages": [ + "prs-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "prs_Arab-lao_Laoo", + "languages": [ + "prs-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.888834, + "recall": 0.920949, + "f1": 0.899162, + "accuracy": 0.920949, + "main_score": 0.899162, + "hf_subset": "prs_Arab-mri_Latn", + "languages": [ + "prs-Arab", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-rus_Cyrl", + "languages": [ + "prs-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.474817, + "recall": 0.547431, + "f1": 0.494439, + "accuracy": 0.547431, + "main_score": 0.494439, + "hf_subset": "prs_Arab-taq_Latn", + "languages": [ + "prs-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-war_Latn", + "languages": [ + "prs-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-arb_Arab", + "languages": [ + "prs-Arab", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-bul_Cyrl", + "languages": [ + "prs-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-fra_Latn", + "languages": [ + "prs-Arab", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-jpn_Jpan", + "languages": [ + "prs-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-lij_Latn", + "languages": [ + "prs-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "prs_Arab-mya_Mymr", + "languages": [ + "prs-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.525754, + "recall": 0.602767, + "f1": 0.54719, + "accuracy": 0.602767, + "main_score": 0.54719, + "hf_subset": "prs_Arab-sag_Latn", + "languages": [ + "prs-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.230434, + "recall": 0.29249, + "f1": 0.245084, + "accuracy": 0.29249, + "main_score": 0.245084, + "hf_subset": "prs_Arab-taq_Tfng", + "languages": [ + "prs-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.605924, + "recall": 0.682806, + "f1": 0.628146, + "accuracy": 0.682806, + "main_score": 0.628146, + "hf_subset": "prs_Arab-wol_Latn", + "languages": [ + "prs-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.859272, + "recall": 0.900198, + "f1": 0.871904, + "accuracy": 0.900198, + "main_score": 0.871904, + "hf_subset": "prs_Arab-arb_Latn", + "languages": [ + "prs-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-cat_Latn", + "languages": [ + "prs-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-fur_Latn", + "languages": [ + "prs-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.455741, + "recall": 0.528656, + "f1": 0.475322, + "accuracy": 0.528656, + "main_score": 0.475322, + "hf_subset": "prs_Arab-kab_Latn", + "languages": [ + "prs-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "prs_Arab-lim_Latn", + "languages": [ + "prs-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-nld_Latn", + "languages": [ + "prs-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "prs_Arab-san_Deva", + "languages": [ + "prs-Arab", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-tat_Cyrl", + "languages": [ + "prs-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.888916, + "recall": 0.922925, + "f1": 0.899934, + "accuracy": 0.922925, + "main_score": 0.899934, + "hf_subset": "prs_Arab-xho_Latn", + "languages": [ + "prs-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-ars_Arab", + "languages": [ + "prs-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-ceb_Latn", + "languages": [ + "prs-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.46465, + "recall": 0.544466, + "f1": 0.486189, + "accuracy": 0.544466, + "main_score": 0.486189, + "hf_subset": "prs_Arab-fuv_Latn", + "languages": [ + "prs-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.468855, + "recall": 0.533597, + "f1": 0.48641, + "accuracy": 0.533597, + "main_score": 0.48641, + "hf_subset": "prs_Arab-kac_Latn", + "languages": [ + "prs-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.607971, + "recall": 0.685771, + "f1": 0.629763, + "accuracy": 0.685771, + "main_score": 0.629763, + "hf_subset": "prs_Arab-lin_Latn", + "languages": [ + "prs-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-nno_Latn", + "languages": [ + "prs-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.885128, + "recall": 0.916996, + "f1": 0.894763, + "accuracy": 0.916996, + "main_score": 0.894763, + "hf_subset": "prs_Arab-sat_Olck", + "languages": [ + "prs-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-tel_Telu", + "languages": [ + "prs-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "prs_Arab-ydd_Hebr", + "languages": [ + "prs-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "prs_Arab-ary_Arab", + "languages": [ + "prs-Arab", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ces_Latn", + "languages": [ + "prs-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.576707, + "recall": 0.651186, + "f1": 0.59737, + "accuracy": 0.651186, + "main_score": 0.59737, + "hf_subset": "prs_Arab-gaz_Latn", + "languages": [ + "prs-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.529981, + "recall": 0.61166, + "f1": 0.55242, + "accuracy": 0.61166, + "main_score": 0.55242, + "hf_subset": "prs_Arab-kam_Latn", + "languages": [ + "prs-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "prs_Arab-lit_Latn", + "languages": [ + "prs-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-nob_Latn", + "languages": [ + "prs-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-scn_Latn", + "languages": [ + "prs-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "prs_Arab-tgk_Cyrl", + "languages": [ + "prs-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.757502, + "recall": 0.81917, + "f1": 0.775977, + "accuracy": 0.81917, + "main_score": 0.775977, + "hf_subset": "prs_Arab-yor_Latn", + "languages": [ + "prs-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-arz_Arab", + "languages": [ + "prs-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.468803, + "recall": 0.545455, + "f1": 0.489694, + "accuracy": 0.545455, + "main_score": 0.489694, + "hf_subset": "prs_Arab-cjk_Latn", + "languages": [ + "prs-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "prs_Arab-gla_Latn", + "languages": [ + "prs-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-kan_Knda", + "languages": [ + "prs-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-lmo_Latn", + "languages": [ + "prs-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "prs_Arab-npi_Deva", + "languages": [ + "prs-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.534928, + "recall": 0.618577, + "f1": 0.55799, + "accuracy": 0.618577, + "main_score": 0.55799, + "hf_subset": "prs_Arab-shn_Mymr", + "languages": [ + "prs-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-tgl_Latn", + "languages": [ + "prs-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-yue_Hant", + "languages": [ + "prs-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-asm_Beng", + "languages": [ + "prs-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "prs_Arab-ckb_Arab", + "languages": [ + "prs-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "prs_Arab-gle_Latn", + "languages": [ + "prs-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.925478, + "recall": 0.948617, + "f1": 0.932872, + "accuracy": 0.948617, + "main_score": 0.932872, + "hf_subset": "prs_Arab-kas_Arab", + "languages": [ + "prs-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.909997, + "recall": 0.935771, + "f1": 0.918215, + "accuracy": 0.935771, + "main_score": 0.918215, + "hf_subset": "prs_Arab-ltg_Latn", + "languages": [ + "prs-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.786357, + "recall": 0.841897, + "f1": 0.803146, + "accuracy": 0.841897, + "main_score": 0.803146, + "hf_subset": "prs_Arab-nso_Latn", + "languages": [ + "prs-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-sin_Sinh", + "languages": [ + "prs-Arab", + "sin-Sinh" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-tha_Thai", + "languages": [ + "prs-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-zho_Hans", + "languages": [ + "prs-Arab", + "zho-Hans" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ast_Latn", + "languages": [ + "prs-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "prs_Arab-crh_Latn", + "languages": [ + "prs-Arab", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-glg_Latn", + "languages": [ + "prs-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.879035, + "recall": 0.914032, + "f1": 0.889723, + "accuracy": 0.914032, + "main_score": 0.889723, + "hf_subset": "prs_Arab-kas_Deva", + "languages": [ + "prs-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-ltz_Latn", + "languages": [ + "prs-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.415124, + "recall": 0.482213, + "f1": 0.432689, + "accuracy": 0.482213, + "main_score": 0.432689, + "hf_subset": "prs_Arab-nus_Latn", + "languages": [ + "prs-Arab", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-slk_Latn", + "languages": [ + "prs-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.647598, + "recall": 0.727273, + "f1": 0.670577, + "accuracy": 0.727273, + "main_score": 0.670577, + "hf_subset": "prs_Arab-tir_Ethi", + "languages": [ + "prs-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-zho_Hant", + "languages": [ + "prs-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.986907, + "recall": 0.990119, + "f1": 0.987879, + "accuracy": 0.990119, + "main_score": 0.987879, + "hf_subset": "prs_Arab-awa_Deva", + "languages": [ + "prs-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-cym_Latn", + "languages": [ + "prs-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.769796, + "recall": 0.825099, + "f1": 0.786218, + "accuracy": 0.825099, + "main_score": 0.786218, + "hf_subset": "prs_Arab-grn_Latn", + "languages": [ + "prs-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-kat_Geor", + "languages": [ + "prs-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.579629, + "recall": 0.652174, + "f1": 0.600081, + "accuracy": 0.652174, + "main_score": 0.600081, + "hf_subset": "prs_Arab-lua_Latn", + "languages": [ + "prs-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.838225, + "recall": 0.885375, + "f1": 0.852997, + "accuracy": 0.885375, + "main_score": 0.852997, + "hf_subset": "prs_Arab-nya_Latn", + "languages": [ + "prs-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-slv_Latn", + "languages": [ + "prs-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "prs_Arab-tpi_Latn", + "languages": [ + "prs-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-zsm_Latn", + "languages": [ + "prs-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.475757, + "recall": 0.547431, + "f1": 0.494937, + "accuracy": 0.547431, + "main_score": 0.494937, + "hf_subset": "prs_Arab-ayr_Latn", + "languages": [ + "prs-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-dan_Latn", + "languages": [ + "prs-Arab", + "dan-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-guj_Gujr", + "languages": [ + "prs-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "prs_Arab-kaz_Cyrl", + "languages": [ + "prs-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.660425, + "recall": 0.738142, + "f1": 0.683451, + "accuracy": 0.738142, + "main_score": 0.683451, + "hf_subset": "prs_Arab-lug_Latn", + "languages": [ + "prs-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-oci_Latn", + "languages": [ + "prs-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.84254, + "recall": 0.885375, + "f1": 0.855717, + "accuracy": 0.885375, + "main_score": 0.855717, + "hf_subset": "prs_Arab-smo_Latn", + "languages": [ + "prs-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.769499, + "recall": 0.829051, + "f1": 0.787582, + "accuracy": 0.829051, + "main_score": 0.787582, + "hf_subset": "prs_Arab-tsn_Latn", + "languages": [ + "prs-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.911726, + "recall": 0.939723, + "f1": 0.920784, + "accuracy": 0.939723, + "main_score": 0.920784, + "hf_subset": "prs_Arab-zul_Latn", + "languages": [ + "prs-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "prs_Arab-azb_Arab", + "languages": [ + "prs-Arab", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-deu_Latn", + "languages": [ + "prs-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "prs_Arab-hat_Latn", + "languages": [ + "prs-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.465372, + "recall": 0.527668, + "f1": 0.482432, + "accuracy": 0.527668, + "main_score": 0.482432, + "hf_subset": "prs_Arab-kbp_Latn", + "languages": [ + "prs-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.502666, + "recall": 0.571146, + "f1": 0.521058, + "accuracy": 0.571146, + "main_score": 0.521058, + "hf_subset": "prs_Arab-luo_Latn", + "languages": [ + "prs-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "prs_Arab-ory_Orya", + "languages": [ + "prs-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.89888, + "recall": 0.929842, + "f1": 0.908762, + "accuracy": 0.929842, + "main_score": 0.908762, + "hf_subset": "prs_Arab-sna_Latn", + "languages": [ + "prs-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.655444, + "recall": 0.729249, + "f1": 0.676597, + "accuracy": 0.729249, + "main_score": 0.676597, + "hf_subset": "prs_Arab-tso_Latn", + "languages": [ + "prs-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-azj_Latn", + "languages": [ + "prs-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.474607, + "recall": 0.544466, + "f1": 0.494485, + "accuracy": 0.544466, + "main_score": 0.494485, + "hf_subset": "prs_Arab-dik_Latn", + "languages": [ + "prs-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.910408, + "recall": 0.937747, + "f1": 0.919302, + "accuracy": 0.937747, + "main_score": 0.919302, + "hf_subset": "prs_Arab-hau_Latn", + "languages": [ + "prs-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "prs_Arab-kea_Latn", + "languages": [ + "prs-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.934371, + "recall": 0.954545, + "f1": 0.940777, + "accuracy": 0.954545, + "main_score": 0.940777, + "hf_subset": "prs_Arab-lus_Latn", + "languages": [ + "prs-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.866354, + "recall": 0.90415, + "f1": 0.87836, + "accuracy": 0.90415, + "main_score": 0.87836, + "hf_subset": "prs_Arab-pag_Latn", + "languages": [ + "prs-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "prs_Arab-snd_Arab", + "languages": [ + "prs-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "prs_Arab-tuk_Latn", + "languages": [ + "prs-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "prs_Arab-bak_Cyrl", + "languages": [ + "prs-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.436998, + "recall": 0.514822, + "f1": 0.458373, + "accuracy": 0.514822, + "main_score": 0.458373, + "hf_subset": "prs_Arab-dyu_Latn", + "languages": [ + "prs-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-heb_Hebr", + "languages": [ + "prs-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "prs_Arab-khk_Cyrl", + "languages": [ + "prs-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-lvs_Latn", + "languages": [ + "prs-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-pan_Guru", + "languages": [ + "prs-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.88974, + "recall": 0.923913, + "f1": 0.900758, + "accuracy": 0.923913, + "main_score": 0.900758, + "hf_subset": "prs_Arab-som_Latn", + "languages": [ + "prs-Arab", + "som-Latn" + ] + }, + { + "precision": 0.706835, + "recall": 0.771739, + "f1": 0.725842, + "accuracy": 0.771739, + "main_score": 0.725842, + "hf_subset": "prs_Arab-tum_Latn", + "languages": [ + "prs-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.528504, + "recall": 0.62747, + "f1": 0.55714, + "accuracy": 0.62747, + "main_score": 0.55714, + "hf_subset": "swe_Latn-ace_Arab", + "languages": [ + "swe-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.463586, + "recall": 0.531621, + "f1": 0.481638, + "accuracy": 0.531621, + "main_score": 0.481638, + "hf_subset": "swe_Latn-bam_Latn", + "languages": [ + "swe-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.651863, + "recall": 0.733202, + "f1": 0.674865, + "accuracy": 0.733202, + "main_score": 0.674865, + "hf_subset": "swe_Latn-dzo_Tibt", + "languages": [ + "swe-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-hin_Deva", + "languages": [ + "swe-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "swe_Latn-khm_Khmr", + "languages": [ + "swe-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-mag_Deva", + "languages": [ + "swe-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-pap_Latn", + "languages": [ + "swe-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.860705, + "recall": 0.901186, + "f1": 0.87332, + "accuracy": 0.901186, + "main_score": 0.87332, + "hf_subset": "swe_Latn-sot_Latn", + "languages": [ + "swe-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-tur_Latn", + "languages": [ + "swe-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.873715, + "recall": 0.909091, + "f1": 0.885046, + "accuracy": 0.909091, + "main_score": 0.885046, + "hf_subset": "swe_Latn-ace_Latn", + "languages": [ + "swe-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "swe_Latn-ban_Latn", + "languages": [ + "swe-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "swe_Latn-ell_Grek", + "languages": [ + "swe-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "swe_Latn-hne_Deva", + "languages": [ + "swe-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.576476, + "recall": 0.651186, + "f1": 0.596882, + "accuracy": 0.651186, + "main_score": 0.596882, + "hf_subset": "swe_Latn-kik_Latn", + "languages": [ + "swe-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-mai_Deva", + "languages": [ + "swe-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "swe_Latn-pbt_Arab", + "languages": [ + "swe-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-spa_Latn", + "languages": [ + "swe-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.778887, + "recall": 0.835968, + "f1": 0.796146, + "accuracy": 0.835968, + "main_score": 0.796146, + "hf_subset": "swe_Latn-twi_Latn", + "languages": [ + "swe-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-acm_Arab", + "languages": [ + "swe-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-bel_Cyrl", + "languages": [ + "swe-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-hrv_Latn", + "languages": [ + "swe-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.865975, + "recall": 0.903162, + "f1": 0.877635, + "accuracy": 0.903162, + "main_score": 0.877635, + "hf_subset": "swe_Latn-kin_Latn", + "languages": [ + "swe-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swe_Latn-mal_Mlym", + "languages": [ + "swe-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-pes_Arab", + "languages": [ + "swe-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swe_Latn-srd_Latn", + "languages": [ + "swe-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.193022, + "recall": 0.26087, + "f1": 0.20909, + "accuracy": 0.26087, + "main_score": 0.20909, + "hf_subset": "swe_Latn-tzm_Tfng", + "languages": [ + "swe-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-acq_Arab", + "languages": [ + "swe-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.673066, + "recall": 0.747036, + "f1": 0.694026, + "accuracy": 0.747036, + "main_score": 0.694026, + "hf_subset": "swe_Latn-bem_Latn", + "languages": [ + "swe-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-epo_Latn", + "languages": [ + "swe-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-hun_Latn", + "languages": [ + "swe-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "swe_Latn-kir_Cyrl", + "languages": [ + "swe-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-mar_Deva", + "languages": [ + "swe-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.892128, + "recall": 0.923913, + "f1": 0.901812, + "accuracy": 0.923913, + "main_score": 0.901812, + "hf_subset": "swe_Latn-plt_Latn", + "languages": [ + "swe-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-srp_Cyrl", + "languages": [ + "swe-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "swe_Latn-uig_Arab", + "languages": [ + "swe-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-aeb_Arab", + "languages": [ + "swe-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-ben_Beng", + "languages": [ + "swe-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-est_Latn", + "languages": [ + "swe-Latn", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-hye_Armn", + "languages": [ + "swe-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.472556, + "recall": 0.540514, + "f1": 0.491447, + "accuracy": 0.540514, + "main_score": 0.491447, + "hf_subset": "swe_Latn-kmb_Latn", + "languages": [ + "swe-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.498776, + "recall": 0.590909, + "f1": 0.523922, + "accuracy": 0.590909, + "main_score": 0.523922, + "hf_subset": "swe_Latn-min_Arab", + "languages": [ + "swe-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-pol_Latn", + "languages": [ + "swe-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.76357, + "recall": 0.827075, + "f1": 0.782905, + "accuracy": 0.827075, + "main_score": 0.782905, + "hf_subset": "swe_Latn-ssw_Latn", + "languages": [ + "swe-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-ukr_Cyrl", + "languages": [ + "swe-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-afr_Latn", + "languages": [ + "swe-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swe_Latn-bho_Deva", + "languages": [ + "swe-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-eus_Latn", + "languages": [ + "swe-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.875412, + "recall": 0.914032, + "f1": 0.887714, + "accuracy": 0.914032, + "main_score": 0.887714, + "hf_subset": "swe_Latn-ibo_Latn", + "languages": [ + "swe-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.881505, + "recall": 0.916996, + "f1": 0.892655, + "accuracy": 0.916996, + "main_score": 0.892655, + "hf_subset": "swe_Latn-kmr_Latn", + "languages": [ + "swe-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "swe_Latn-min_Latn", + "languages": [ + "swe-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-por_Latn", + "languages": [ + "swe-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "swe_Latn-sun_Latn", + "languages": [ + "swe-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.47137, + "recall": 0.544466, + "f1": 0.49253, + "accuracy": 0.544466, + "main_score": 0.49253, + "hf_subset": "swe_Latn-umb_Latn", + "languages": [ + "swe-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "swe_Latn-ajp_Arab", + "languages": [ + "swe-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.521067, + "recall": 0.600791, + "f1": 0.542442, + "accuracy": 0.600791, + "main_score": 0.542442, + "hf_subset": "swe_Latn-bjn_Arab", + "languages": [ + "swe-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.439836, + "recall": 0.503953, + "f1": 0.457094, + "accuracy": 0.503953, + "main_score": 0.457094, + "hf_subset": "swe_Latn-ewe_Latn", + "languages": [ + "swe-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "swe_Latn-ilo_Latn", + "languages": [ + "swe-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.264199, + "recall": 0.335968, + "f1": 0.281934, + "accuracy": 0.335968, + "main_score": 0.281934, + "hf_subset": "swe_Latn-knc_Arab", + "languages": [ + "swe-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-mkd_Cyrl", + "languages": [ + "swe-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-prs_Arab", + "languages": [ + "swe-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-urd_Arab", + "languages": [ + "swe-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.75528, + "recall": 0.817194, + "f1": 0.774146, + "accuracy": 0.817194, + "main_score": 0.774146, + "hf_subset": "swe_Latn-aka_Latn", + "languages": [ + "swe-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "swe_Latn-bjn_Latn", + "languages": [ + "swe-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "swe_Latn-fao_Latn", + "languages": [ + "swe-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ind_Latn", + "languages": [ + "swe-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.513547, + "recall": 0.577075, + "f1": 0.530607, + "accuracy": 0.577075, + "main_score": 0.530607, + "hf_subset": "swe_Latn-knc_Latn", + "languages": [ + "swe-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-mlt_Latn", + "languages": [ + "swe-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.629202, + "recall": 0.705534, + "f1": 0.651176, + "accuracy": 0.705534, + "main_score": 0.651176, + "hf_subset": "swe_Latn-quy_Latn", + "languages": [ + "swe-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-swh_Latn", + "languages": [ + "swe-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-uzn_Latn", + "languages": [ + "swe-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-als_Latn", + "languages": [ + "swe-Latn", + "als-Latn" + ] + }, + { + "precision": 0.833202, + "recall": 0.880435, + "f1": 0.847958, + "accuracy": 0.880435, + "main_score": 0.847958, + "hf_subset": "swe_Latn-bod_Tibt", + "languages": [ + "swe-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.617187, + "recall": 0.692688, + "f1": 0.638441, + "accuracy": 0.692688, + "main_score": 0.638441, + "hf_subset": "swe_Latn-fij_Latn", + "languages": [ + "swe-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swe_Latn-isl_Latn", + "languages": [ + "swe-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.59695, + "recall": 0.676877, + "f1": 0.619146, + "accuracy": 0.676877, + "main_score": 0.619146, + "hf_subset": "swe_Latn-kon_Latn", + "languages": [ + "swe-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.610474, + "recall": 0.692688, + "f1": 0.633678, + "accuracy": 0.692688, + "main_score": 0.633678, + "hf_subset": "swe_Latn-mni_Beng", + "languages": [ + "swe-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ron_Latn", + "languages": [ + "swe-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "swe_Latn-szl_Latn", + "languages": [ + "swe-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-vec_Latn", + "languages": [ + "swe-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.934042, + "recall": 0.954545, + "f1": 0.940613, + "accuracy": 0.954545, + "main_score": 0.940613, + "hf_subset": "swe_Latn-amh_Ethi", + "languages": [ + "swe-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-bos_Latn", + "languages": [ + "swe-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-fin_Latn", + "languages": [ + "swe-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ita_Latn", + "languages": [ + "swe-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-kor_Hang", + "languages": [ + "swe-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.491669, + "recall": 0.559289, + "f1": 0.510303, + "accuracy": 0.559289, + "main_score": 0.510303, + "hf_subset": "swe_Latn-mos_Latn", + "languages": [ + "swe-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.763241, + "recall": 0.828063, + "f1": 0.782839, + "accuracy": 0.828063, + "main_score": 0.782839, + "hf_subset": "swe_Latn-run_Latn", + "languages": [ + "swe-Latn", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swe_Latn-tam_Taml", + "languages": [ + "swe-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-vie_Latn", + "languages": [ + "swe-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-apc_Arab", + "languages": [ + "swe-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.721805, + "recall": 0.791502, + "f1": 0.742476, + "accuracy": 0.791502, + "main_score": 0.742476, + "hf_subset": "swe_Latn-bug_Latn", + "languages": [ + "swe-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.409434, + "recall": 0.468379, + "f1": 0.425358, + "accuracy": 0.468379, + "main_score": 0.425358, + "hf_subset": "swe_Latn-fon_Latn", + "languages": [ + "swe-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "swe_Latn-jav_Latn", + "languages": [ + "swe-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "swe_Latn-lao_Laoo", + "languages": [ + "swe-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.878656, + "recall": 0.91502, + "f1": 0.890152, + "accuracy": 0.91502, + "main_score": 0.890152, + "hf_subset": "swe_Latn-mri_Latn", + "languages": [ + "swe-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-rus_Cyrl", + "languages": [ + "swe-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.492014, + "recall": 0.556324, + "f1": 0.509287, + "accuracy": 0.556324, + "main_score": 0.509287, + "hf_subset": "swe_Latn-taq_Latn", + "languages": [ + "swe-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-war_Latn", + "languages": [ + "swe-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-arb_Arab", + "languages": [ + "swe-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-bul_Cyrl", + "languages": [ + "swe-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-fra_Latn", + "languages": [ + "swe-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-jpn_Jpan", + "languages": [ + "swe-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swe_Latn-lij_Latn", + "languages": [ + "swe-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "swe_Latn-mya_Mymr", + "languages": [ + "swe-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.542496, + "recall": 0.617589, + "f1": 0.562664, + "accuracy": 0.617589, + "main_score": 0.562664, + "hf_subset": "swe_Latn-sag_Latn", + "languages": [ + "swe-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.222086, + "recall": 0.284585, + "f1": 0.236898, + "accuracy": 0.284585, + "main_score": 0.236898, + "hf_subset": "swe_Latn-taq_Tfng", + "languages": [ + "swe-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.614182, + "recall": 0.686759, + "f1": 0.634539, + "accuracy": 0.686759, + "main_score": 0.634539, + "hf_subset": "swe_Latn-wol_Latn", + "languages": [ + "swe-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.838109, + "recall": 0.885375, + "f1": 0.852734, + "accuracy": 0.885375, + "main_score": 0.852734, + "hf_subset": "swe_Latn-arb_Latn", + "languages": [ + "swe-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-cat_Latn", + "languages": [ + "swe-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swe_Latn-fur_Latn", + "languages": [ + "swe-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.433009, + "recall": 0.512846, + "f1": 0.454609, + "accuracy": 0.512846, + "main_score": 0.454609, + "hf_subset": "swe_Latn-kab_Latn", + "languages": [ + "swe-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swe_Latn-lim_Latn", + "languages": [ + "swe-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-nld_Latn", + "languages": [ + "swe-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "swe_Latn-san_Deva", + "languages": [ + "swe-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-tat_Cyrl", + "languages": [ + "swe-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.877503, + "recall": 0.914032, + "f1": 0.889163, + "accuracy": 0.914032, + "main_score": 0.889163, + "hf_subset": "swe_Latn-xho_Latn", + "languages": [ + "swe-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-ars_Arab", + "languages": [ + "swe-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-ceb_Latn", + "languages": [ + "swe-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.46912, + "recall": 0.547431, + "f1": 0.489928, + "accuracy": 0.547431, + "main_score": 0.489928, + "hf_subset": "swe_Latn-fuv_Latn", + "languages": [ + "swe-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.45941, + "recall": 0.530632, + "f1": 0.478564, + "accuracy": 0.530632, + "main_score": 0.478564, + "hf_subset": "swe_Latn-kac_Latn", + "languages": [ + "swe-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.617557, + "recall": 0.695652, + "f1": 0.639489, + "accuracy": 0.695652, + "main_score": 0.639489, + "hf_subset": "swe_Latn-lin_Latn", + "languages": [ + "swe-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-nno_Latn", + "languages": [ + "swe-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.875856, + "recall": 0.911067, + "f1": 0.886627, + "accuracy": 0.911067, + "main_score": 0.886627, + "hf_subset": "swe_Latn-sat_Olck", + "languages": [ + "swe-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swe_Latn-tel_Telu", + "languages": [ + "swe-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "swe_Latn-ydd_Hebr", + "languages": [ + "swe-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "swe_Latn-ary_Arab", + "languages": [ + "swe-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-ces_Latn", + "languages": [ + "swe-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.550237, + "recall": 0.634387, + "f1": 0.573212, + "accuracy": 0.634387, + "main_score": 0.573212, + "hf_subset": "swe_Latn-gaz_Latn", + "languages": [ + "swe-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.531276, + "recall": 0.61166, + "f1": 0.553288, + "accuracy": 0.61166, + "main_score": 0.553288, + "hf_subset": "swe_Latn-kam_Latn", + "languages": [ + "swe-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "swe_Latn-lit_Latn", + "languages": [ + "swe-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-nob_Latn", + "languages": [ + "swe-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "swe_Latn-scn_Latn", + "languages": [ + "swe-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "swe_Latn-tgk_Cyrl", + "languages": [ + "swe-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.74776, + "recall": 0.816206, + "f1": 0.768116, + "accuracy": 0.816206, + "main_score": 0.768116, + "hf_subset": "swe_Latn-yor_Latn", + "languages": [ + "swe-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-arz_Arab", + "languages": [ + "swe-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.478543, + "recall": 0.557312, + "f1": 0.500082, + "accuracy": 0.557312, + "main_score": 0.500082, + "hf_subset": "swe_Latn-cjk_Latn", + "languages": [ + "swe-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.946476, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "swe_Latn-gla_Latn", + "languages": [ + "swe-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "swe_Latn-kan_Knda", + "languages": [ + "swe-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "swe_Latn-lmo_Latn", + "languages": [ + "swe-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "swe_Latn-npi_Deva", + "languages": [ + "swe-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.533484, + "recall": 0.623518, + "f1": 0.558703, + "accuracy": 0.623518, + "main_score": 0.558703, + "hf_subset": "swe_Latn-shn_Mymr", + "languages": [ + "swe-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-tgl_Latn", + "languages": [ + "swe-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-yue_Hant", + "languages": [ + "swe-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "swe_Latn-asm_Beng", + "languages": [ + "swe-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.939888, + "recall": 0.958498, + "f1": 0.945817, + "accuracy": 0.958498, + "main_score": 0.945817, + "hf_subset": "swe_Latn-ckb_Arab", + "languages": [ + "swe-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "swe_Latn-gle_Latn", + "languages": [ + "swe-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.907115, + "recall": 0.935771, + "f1": 0.916173, + "accuracy": 0.935771, + "main_score": 0.916173, + "hf_subset": "swe_Latn-kas_Arab", + "languages": [ + "swe-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.897151, + "recall": 0.927866, + "f1": 0.906851, + "accuracy": 0.927866, + "main_score": 0.906851, + "hf_subset": "swe_Latn-ltg_Latn", + "languages": [ + "swe-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.790341, + "recall": 0.843874, + "f1": 0.806643, + "accuracy": 0.843874, + "main_score": 0.806643, + "hf_subset": "swe_Latn-nso_Latn", + "languages": [ + "swe-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "swe_Latn-sin_Sinh", + "languages": [ + "swe-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-tha_Thai", + "languages": [ + "swe-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-zho_Hans", + "languages": [ + "swe-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-ast_Latn", + "languages": [ + "swe-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "swe_Latn-crh_Latn", + "languages": [ + "swe-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-glg_Latn", + "languages": [ + "swe-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.855567, + "recall": 0.899209, + "f1": 0.869203, + "accuracy": 0.899209, + "main_score": 0.869203, + "hf_subset": "swe_Latn-kas_Deva", + "languages": [ + "swe-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "swe_Latn-ltz_Latn", + "languages": [ + "swe-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.405687, + "recall": 0.476285, + "f1": 0.425375, + "accuracy": 0.476285, + "main_score": 0.425375, + "hf_subset": "swe_Latn-nus_Latn", + "languages": [ + "swe-Latn", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-slk_Latn", + "languages": [ + "swe-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.628624, + "recall": 0.714427, + "f1": 0.653713, + "accuracy": 0.714427, + "main_score": 0.653713, + "hf_subset": "swe_Latn-tir_Ethi", + "languages": [ + "swe-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-zho_Hant", + "languages": [ + "swe-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.981966, + "recall": 0.986166, + "f1": 0.983267, + "accuracy": 0.986166, + "main_score": 0.983267, + "hf_subset": "swe_Latn-awa_Deva", + "languages": [ + "swe-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-cym_Latn", + "languages": [ + "swe-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.775626, + "recall": 0.832016, + "f1": 0.792424, + "accuracy": 0.832016, + "main_score": 0.792424, + "hf_subset": "swe_Latn-grn_Latn", + "languages": [ + "swe-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swe_Latn-kat_Geor", + "languages": [ + "swe-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.592735, + "recall": 0.663043, + "f1": 0.611956, + "accuracy": 0.663043, + "main_score": 0.611956, + "hf_subset": "swe_Latn-lua_Latn", + "languages": [ + "swe-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.822414, + "recall": 0.874506, + "f1": 0.838834, + "accuracy": 0.874506, + "main_score": 0.838834, + "hf_subset": "swe_Latn-nya_Latn", + "languages": [ + "swe-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "swe_Latn-slv_Latn", + "languages": [ + "swe-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "swe_Latn-tpi_Latn", + "languages": [ + "swe-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-zsm_Latn", + "languages": [ + "swe-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.487551, + "recall": 0.561265, + "f1": 0.507832, + "accuracy": 0.561265, + "main_score": 0.507832, + "hf_subset": "swe_Latn-ayr_Latn", + "languages": [ + "swe-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-dan_Latn", + "languages": [ + "swe-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-guj_Gujr", + "languages": [ + "swe-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swe_Latn-kaz_Cyrl", + "languages": [ + "swe-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.647316, + "recall": 0.724308, + "f1": 0.669551, + "accuracy": 0.724308, + "main_score": 0.669551, + "hf_subset": "swe_Latn-lug_Latn", + "languages": [ + "swe-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-oci_Latn", + "languages": [ + "swe-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.844055, + "recall": 0.887352, + "f1": 0.857444, + "accuracy": 0.887352, + "main_score": 0.857444, + "hf_subset": "swe_Latn-smo_Latn", + "languages": [ + "swe-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.740761, + "recall": 0.809289, + "f1": 0.761364, + "accuracy": 0.809289, + "main_score": 0.761364, + "hf_subset": "swe_Latn-tsn_Latn", + "languages": [ + "swe-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.891716, + "recall": 0.925889, + "f1": 0.902734, + "accuracy": 0.925889, + "main_score": 0.902734, + "hf_subset": "swe_Latn-zul_Latn", + "languages": [ + "swe-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.938406, + "recall": 0.958498, + "f1": 0.944993, + "accuracy": 0.958498, + "main_score": 0.944993, + "hf_subset": "swe_Latn-azb_Arab", + "languages": [ + "swe-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-deu_Latn", + "languages": [ + "swe-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "swe_Latn-hat_Latn", + "languages": [ + "swe-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.457376, + "recall": 0.523715, + "f1": 0.475868, + "accuracy": 0.523715, + "main_score": 0.475868, + "hf_subset": "swe_Latn-kbp_Latn", + "languages": [ + "swe-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.500484, + "recall": 0.571146, + "f1": 0.519202, + "accuracy": 0.571146, + "main_score": 0.519202, + "hf_subset": "swe_Latn-luo_Latn", + "languages": [ + "swe-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "swe_Latn-ory_Orya", + "languages": [ + "swe-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.878623, + "recall": 0.91502, + "f1": 0.890152, + "accuracy": 0.91502, + "main_score": 0.890152, + "hf_subset": "swe_Latn-sna_Latn", + "languages": [ + "swe-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.644565, + "recall": 0.719368, + "f1": 0.665633, + "accuracy": 0.719368, + "main_score": 0.665633, + "hf_subset": "swe_Latn-tso_Latn", + "languages": [ + "swe-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-azj_Latn", + "languages": [ + "swe-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.481993, + "recall": 0.556324, + "f1": 0.502569, + "accuracy": 0.556324, + "main_score": 0.502569, + "hf_subset": "swe_Latn-dik_Latn", + "languages": [ + "swe-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.913867, + "recall": 0.940711, + "f1": 0.922596, + "accuracy": 0.940711, + "main_score": 0.922596, + "hf_subset": "swe_Latn-hau_Latn", + "languages": [ + "swe-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "swe_Latn-kea_Latn", + "languages": [ + "swe-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.93083, + "recall": 0.952569, + "f1": 0.937747, + "accuracy": 0.952569, + "main_score": 0.937747, + "hf_subset": "swe_Latn-lus_Latn", + "languages": [ + "swe-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.868001, + "recall": 0.905138, + "f1": 0.879842, + "accuracy": 0.905138, + "main_score": 0.879842, + "hf_subset": "swe_Latn-pag_Latn", + "languages": [ + "swe-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "swe_Latn-snd_Arab", + "languages": [ + "swe-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "swe_Latn-tuk_Latn", + "languages": [ + "swe-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-bak_Cyrl", + "languages": [ + "swe-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.456272, + "recall": 0.534585, + "f1": 0.477621, + "accuracy": 0.534585, + "main_score": 0.477621, + "hf_subset": "swe_Latn-dyu_Latn", + "languages": [ + "swe-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-heb_Hebr", + "languages": [ + "swe-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "swe_Latn-khk_Cyrl", + "languages": [ + "swe-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-lvs_Latn", + "languages": [ + "swe-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-pan_Guru", + "languages": [ + "swe-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.882329, + "recall": 0.91996, + "f1": 0.894499, + "accuracy": 0.91996, + "main_score": 0.894499, + "hf_subset": "swe_Latn-som_Latn", + "languages": [ + "swe-Latn", + "som-Latn" + ] + }, + { + "precision": 0.689987, + "recall": 0.758893, + "f1": 0.710413, + "accuracy": 0.758893, + "main_score": 0.710413, + "hf_subset": "swe_Latn-tum_Latn", + "languages": [ + "swe-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.525462, + "recall": 0.613636, + "f1": 0.550348, + "accuracy": 0.613636, + "main_score": 0.550348, + "hf_subset": "urd_Arab-ace_Arab", + "languages": [ + "urd-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.452827, + "recall": 0.514822, + "f1": 0.469843, + "accuracy": 0.514822, + "main_score": 0.469843, + "hf_subset": "urd_Arab-bam_Latn", + "languages": [ + "urd-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.663688, + "recall": 0.742095, + "f1": 0.686199, + "accuracy": 0.742095, + "main_score": 0.686199, + "hf_subset": "urd_Arab-dzo_Tibt", + "languages": [ + "urd-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "urd_Arab-khm_Khmr", + "languages": [ + "urd-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-mag_Deva", + "languages": [ + "urd-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-pap_Latn", + "languages": [ + "urd-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.858317, + "recall": 0.899209, + "f1": 0.870916, + "accuracy": 0.899209, + "main_score": 0.870916, + "hf_subset": "urd_Arab-sot_Latn", + "languages": [ + "urd-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-tur_Latn", + "languages": [ + "urd-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.853714, + "recall": 0.893281, + "f1": 0.86595, + "accuracy": 0.893281, + "main_score": 0.86595, + "hf_subset": "urd_Arab-ace_Latn", + "languages": [ + "urd-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "urd_Arab-ban_Latn", + "languages": [ + "urd-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-ell_Grek", + "languages": [ + "urd-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "urd_Arab-hne_Deva", + "languages": [ + "urd-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.551509, + "recall": 0.626482, + "f1": 0.57272, + "accuracy": 0.626482, + "main_score": 0.57272, + "hf_subset": "urd_Arab-kik_Latn", + "languages": [ + "urd-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-mai_Deva", + "languages": [ + "urd-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "urd_Arab-pbt_Arab", + "languages": [ + "urd-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-spa_Latn", + "languages": [ + "urd-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.7597, + "recall": 0.824111, + "f1": 0.779282, + "accuracy": 0.824111, + "main_score": 0.779282, + "hf_subset": "urd_Arab-twi_Latn", + "languages": [ + "urd-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-acm_Arab", + "languages": [ + "urd-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-bel_Cyrl", + "languages": [ + "urd-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-hrv_Latn", + "languages": [ + "urd-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.851788, + "recall": 0.891304, + "f1": 0.864048, + "accuracy": 0.891304, + "main_score": 0.864048, + "hf_subset": "urd_Arab-kin_Latn", + "languages": [ + "urd-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-mal_Mlym", + "languages": [ + "urd-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-pes_Arab", + "languages": [ + "urd-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "urd_Arab-srd_Latn", + "languages": [ + "urd-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.207773, + "recall": 0.268775, + "f1": 0.222359, + "accuracy": 0.268775, + "main_score": 0.222359, + "hf_subset": "urd_Arab-tzm_Tfng", + "languages": [ + "urd-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-acq_Arab", + "languages": [ + "urd-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.66399, + "recall": 0.737154, + "f1": 0.685383, + "accuracy": 0.737154, + "main_score": 0.685383, + "hf_subset": "urd_Arab-bem_Latn", + "languages": [ + "urd-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "urd_Arab-epo_Latn", + "languages": [ + "urd-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-hun_Latn", + "languages": [ + "urd-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "urd_Arab-kir_Cyrl", + "languages": [ + "urd-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.867342, + "recall": 0.905138, + "f1": 0.878986, + "accuracy": 0.905138, + "main_score": 0.878986, + "hf_subset": "urd_Arab-plt_Latn", + "languages": [ + "urd-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "urd_Arab-srp_Cyrl", + "languages": [ + "urd-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.944746, + "recall": 0.961462, + "f1": 0.95, + "accuracy": 0.961462, + "main_score": 0.95, + "hf_subset": "urd_Arab-uig_Arab", + "languages": [ + "urd-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-aeb_Arab", + "languages": [ + "urd-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-est_Latn", + "languages": [ + "urd-Arab", + "est-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "urd_Arab-hye_Armn", + "languages": [ + "urd-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.44307, + "recall": 0.504941, + "f1": 0.460634, + "accuracy": 0.504941, + "main_score": 0.460634, + "hf_subset": "urd_Arab-kmb_Latn", + "languages": [ + "urd-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.486081, + "recall": 0.573123, + "f1": 0.50906, + "accuracy": 0.573123, + "main_score": 0.50906, + "hf_subset": "urd_Arab-min_Arab", + "languages": [ + "urd-Arab", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-pol_Latn", + "languages": [ + "urd-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.751482, + "recall": 0.814229, + "f1": 0.770078, + "accuracy": 0.814229, + "main_score": 0.770078, + "hf_subset": "urd_Arab-ssw_Latn", + "languages": [ + "urd-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-ukr_Cyrl", + "languages": [ + "urd-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-afr_Latn", + "languages": [ + "urd-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-bho_Deva", + "languages": [ + "urd-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-eus_Latn", + "languages": [ + "urd-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.86861, + "recall": 0.907115, + "f1": 0.880567, + "accuracy": 0.907115, + "main_score": 0.880567, + "hf_subset": "urd_Arab-ibo_Latn", + "languages": [ + "urd-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.882246, + "recall": 0.91502, + "f1": 0.892424, + "accuracy": 0.91502, + "main_score": 0.892424, + "hf_subset": "urd_Arab-kmr_Latn", + "languages": [ + "urd-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "urd_Arab-min_Latn", + "languages": [ + "urd-Arab", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-por_Latn", + "languages": [ + "urd-Arab", + "por-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "urd_Arab-sun_Latn", + "languages": [ + "urd-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.449516, + "recall": 0.520751, + "f1": 0.469359, + "accuracy": 0.520751, + "main_score": 0.469359, + "hf_subset": "urd_Arab-umb_Latn", + "languages": [ + "urd-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-ajp_Arab", + "languages": [ + "urd-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.497055, + "recall": 0.578063, + "f1": 0.519886, + "accuracy": 0.578063, + "main_score": 0.519886, + "hf_subset": "urd_Arab-bjn_Arab", + "languages": [ + "urd-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.448427, + "recall": 0.500988, + "f1": 0.463111, + "accuracy": 0.500988, + "main_score": 0.463111, + "hf_subset": "urd_Arab-ewe_Latn", + "languages": [ + "urd-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.966403, + "f1": 0.955204, + "accuracy": 0.966403, + "main_score": 0.955204, + "hf_subset": "urd_Arab-ilo_Latn", + "languages": [ + "urd-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.271012, + "recall": 0.333992, + "f1": 0.286741, + "accuracy": 0.333992, + "main_score": 0.286741, + "hf_subset": "urd_Arab-knc_Arab", + "languages": [ + "urd-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-mkd_Cyrl", + "languages": [ + "urd-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-prs_Arab", + "languages": [ + "urd-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-swe_Latn", + "languages": [ + "urd-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.750692, + "recall": 0.812253, + "f1": 0.768662, + "accuracy": 0.812253, + "main_score": 0.768662, + "hf_subset": "urd_Arab-aka_Latn", + "languages": [ + "urd-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "urd_Arab-bjn_Latn", + "languages": [ + "urd-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "urd_Arab-fao_Latn", + "languages": [ + "urd-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-ind_Latn", + "languages": [ + "urd-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.494387, + "recall": 0.557312, + "f1": 0.510582, + "accuracy": 0.557312, + "main_score": 0.510582, + "hf_subset": "urd_Arab-knc_Latn", + "languages": [ + "urd-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-mlt_Latn", + "languages": [ + "urd-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.619492, + "recall": 0.692688, + "f1": 0.640008, + "accuracy": 0.692688, + "main_score": 0.640008, + "hf_subset": "urd_Arab-quy_Latn", + "languages": [ + "urd-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-swh_Latn", + "languages": [ + "urd-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "urd_Arab-uzn_Latn", + "languages": [ + "urd-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-als_Latn", + "languages": [ + "urd-Arab", + "als-Latn" + ] + }, + { + "precision": 0.821238, + "recall": 0.870553, + "f1": 0.836413, + "accuracy": 0.870553, + "main_score": 0.836413, + "hf_subset": "urd_Arab-bod_Tibt", + "languages": [ + "urd-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.610911, + "recall": 0.686759, + "f1": 0.632664, + "accuracy": 0.686759, + "main_score": 0.632664, + "hf_subset": "urd_Arab-fij_Latn", + "languages": [ + "urd-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "urd_Arab-isl_Latn", + "languages": [ + "urd-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.572776, + "recall": 0.646245, + "f1": 0.593446, + "accuracy": 0.646245, + "main_score": 0.593446, + "hf_subset": "urd_Arab-kon_Latn", + "languages": [ + "urd-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.600989, + "recall": 0.681818, + "f1": 0.624516, + "accuracy": 0.681818, + "main_score": 0.624516, + "hf_subset": "urd_Arab-mni_Beng", + "languages": [ + "urd-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-ron_Latn", + "languages": [ + "urd-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.987154, + "f1": 0.984354, + "accuracy": 0.987154, + "main_score": 0.984354, + "hf_subset": "urd_Arab-szl_Latn", + "languages": [ + "urd-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-vec_Latn", + "languages": [ + "urd-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.934618, + "recall": 0.955534, + "f1": 0.941535, + "accuracy": 0.955534, + "main_score": 0.941535, + "hf_subset": "urd_Arab-amh_Ethi", + "languages": [ + "urd-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-bos_Latn", + "languages": [ + "urd-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-fin_Latn", + "languages": [ + "urd-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-ita_Latn", + "languages": [ + "urd-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-kor_Hang", + "languages": [ + "urd-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.469865, + "recall": 0.535573, + "f1": 0.487908, + "accuracy": 0.535573, + "main_score": 0.487908, + "hf_subset": "urd_Arab-mos_Latn", + "languages": [ + "urd-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.741255, + "recall": 0.806324, + "f1": 0.76094, + "accuracy": 0.806324, + "main_score": 0.76094, + "hf_subset": "urd_Arab-run_Latn", + "languages": [ + "urd-Arab", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-vie_Latn", + "languages": [ + "urd-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-apc_Arab", + "languages": [ + "urd-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.702886, + "recall": 0.772727, + "f1": 0.72296, + "accuracy": 0.772727, + "main_score": 0.72296, + "hf_subset": "urd_Arab-bug_Latn", + "languages": [ + "urd-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.400932, + "recall": 0.453557, + "f1": 0.415689, + "accuracy": 0.453557, + "main_score": 0.415689, + "hf_subset": "urd_Arab-fon_Latn", + "languages": [ + "urd-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "urd_Arab-jav_Latn", + "languages": [ + "urd-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "urd_Arab-lao_Laoo", + "languages": [ + "urd-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.879068, + "recall": 0.914032, + "f1": 0.889888, + "accuracy": 0.914032, + "main_score": 0.889888, + "hf_subset": "urd_Arab-mri_Latn", + "languages": [ + "urd-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-rus_Cyrl", + "languages": [ + "urd-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.482841, + "recall": 0.547431, + "f1": 0.500255, + "accuracy": 0.547431, + "main_score": 0.500255, + "hf_subset": "urd_Arab-taq_Latn", + "languages": [ + "urd-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-war_Latn", + "languages": [ + "urd-Arab", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-arb_Arab", + "languages": [ + "urd-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-bul_Cyrl", + "languages": [ + "urd-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-fra_Latn", + "languages": [ + "urd-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-jpn_Jpan", + "languages": [ + "urd-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-lij_Latn", + "languages": [ + "urd-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "urd_Arab-mya_Mymr", + "languages": [ + "urd-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.512709, + "recall": 0.583004, + "f1": 0.531666, + "accuracy": 0.583004, + "main_score": 0.531666, + "hf_subset": "urd_Arab-sag_Latn", + "languages": [ + "urd-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.228993, + "recall": 0.296443, + "f1": 0.245903, + "accuracy": 0.296443, + "main_score": 0.245903, + "hf_subset": "urd_Arab-taq_Tfng", + "languages": [ + "urd-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.61873, + "recall": 0.686759, + "f1": 0.637722, + "accuracy": 0.686759, + "main_score": 0.637722, + "hf_subset": "urd_Arab-wol_Latn", + "languages": [ + "urd-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.854249, + "recall": 0.896245, + "f1": 0.867227, + "accuracy": 0.896245, + "main_score": 0.867227, + "hf_subset": "urd_Arab-arb_Latn", + "languages": [ + "urd-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-cat_Latn", + "languages": [ + "urd-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "urd_Arab-fur_Latn", + "languages": [ + "urd-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.437711, + "recall": 0.522727, + "f1": 0.460915, + "accuracy": 0.522727, + "main_score": 0.460915, + "hf_subset": "urd_Arab-kab_Latn", + "languages": [ + "urd-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-lim_Latn", + "languages": [ + "urd-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-nld_Latn", + "languages": [ + "urd-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "urd_Arab-san_Deva", + "languages": [ + "urd-Arab", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-tat_Cyrl", + "languages": [ + "urd-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.876103, + "recall": 0.912055, + "f1": 0.887418, + "accuracy": 0.912055, + "main_score": 0.887418, + "hf_subset": "urd_Arab-xho_Latn", + "languages": [ + "urd-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-ars_Arab", + "languages": [ + "urd-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-ceb_Latn", + "languages": [ + "urd-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.46269, + "recall": 0.535573, + "f1": 0.481849, + "accuracy": 0.535573, + "main_score": 0.481849, + "hf_subset": "urd_Arab-fuv_Latn", + "languages": [ + "urd-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.453909, + "recall": 0.521739, + "f1": 0.471451, + "accuracy": 0.521739, + "main_score": 0.471451, + "hf_subset": "urd_Arab-kac_Latn", + "languages": [ + "urd-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.616858, + "recall": 0.692688, + "f1": 0.637595, + "accuracy": 0.692688, + "main_score": 0.637595, + "hf_subset": "urd_Arab-lin_Latn", + "languages": [ + "urd-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-nno_Latn", + "languages": [ + "urd-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.878623, + "recall": 0.914032, + "f1": 0.889625, + "accuracy": 0.914032, + "main_score": 0.889625, + "hf_subset": "urd_Arab-sat_Olck", + "languages": [ + "urd-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "urd_Arab-ydd_Hebr", + "languages": [ + "urd-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "urd_Arab-ary_Arab", + "languages": [ + "urd-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-ces_Latn", + "languages": [ + "urd-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.545364, + "recall": 0.619565, + "f1": 0.565711, + "accuracy": 0.619565, + "main_score": 0.565711, + "hf_subset": "urd_Arab-gaz_Latn", + "languages": [ + "urd-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.514913, + "recall": 0.59585, + "f1": 0.536953, + "accuracy": 0.59585, + "main_score": 0.536953, + "hf_subset": "urd_Arab-kam_Latn", + "languages": [ + "urd-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "urd_Arab-lit_Latn", + "languages": [ + "urd-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-nob_Latn", + "languages": [ + "urd-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "urd_Arab-scn_Latn", + "languages": [ + "urd-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "urd_Arab-tgk_Cyrl", + "languages": [ + "urd-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.749514, + "recall": 0.814229, + "f1": 0.768585, + "accuracy": 0.814229, + "main_score": 0.768585, + "hf_subset": "urd_Arab-yor_Latn", + "languages": [ + "urd-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-arz_Arab", + "languages": [ + "urd-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.459226, + "recall": 0.531621, + "f1": 0.478327, + "accuracy": 0.531621, + "main_score": 0.478327, + "hf_subset": "urd_Arab-cjk_Latn", + "languages": [ + "urd-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.939559, + "recall": 0.959486, + "f1": 0.946146, + "accuracy": 0.959486, + "main_score": 0.946146, + "hf_subset": "urd_Arab-gla_Latn", + "languages": [ + "urd-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "urd_Arab-lmo_Latn", + "languages": [ + "urd-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "urd_Arab-npi_Deva", + "languages": [ + "urd-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.538697, + "recall": 0.621542, + "f1": 0.562005, + "accuracy": 0.621542, + "main_score": 0.562005, + "hf_subset": "urd_Arab-shn_Mymr", + "languages": [ + "urd-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-tgl_Latn", + "languages": [ + "urd-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-yue_Hant", + "languages": [ + "urd-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-asm_Beng", + "languages": [ + "urd-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.942029, + "recall": 0.960474, + "f1": 0.947958, + "accuracy": 0.960474, + "main_score": 0.947958, + "hf_subset": "urd_Arab-ckb_Arab", + "languages": [ + "urd-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "urd_Arab-gle_Latn", + "languages": [ + "urd-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.928689, + "recall": 0.950593, + "f1": 0.935606, + "accuracy": 0.950593, + "main_score": 0.935606, + "hf_subset": "urd_Arab-kas_Arab", + "languages": [ + "urd-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.89781, + "recall": 0.927866, + "f1": 0.907345, + "accuracy": 0.927866, + "main_score": 0.907345, + "hf_subset": "urd_Arab-ltg_Latn", + "languages": [ + "urd-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.789517, + "recall": 0.844862, + "f1": 0.806417, + "accuracy": 0.844862, + "main_score": 0.806417, + "hf_subset": "urd_Arab-nso_Latn", + "languages": [ + "urd-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-sin_Sinh", + "languages": [ + "urd-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-tha_Thai", + "languages": [ + "urd-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "urd_Arab-zho_Hans", + "languages": [ + "urd-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-ast_Latn", + "languages": [ + "urd-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-crh_Latn", + "languages": [ + "urd-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-glg_Latn", + "languages": [ + "urd-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.878458, + "recall": 0.914032, + "f1": 0.88946, + "accuracy": 0.914032, + "main_score": 0.88946, + "hf_subset": "urd_Arab-kas_Deva", + "languages": [ + "urd-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "urd_Arab-ltz_Latn", + "languages": [ + "urd-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.393403, + "recall": 0.466403, + "f1": 0.412656, + "accuracy": 0.466403, + "main_score": 0.412656, + "hf_subset": "urd_Arab-nus_Latn", + "languages": [ + "urd-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-slk_Latn", + "languages": [ + "urd-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.657743, + "recall": 0.733202, + "f1": 0.679174, + "accuracy": 0.733202, + "main_score": 0.679174, + "hf_subset": "urd_Arab-tir_Ethi", + "languages": [ + "urd-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-zho_Hant", + "languages": [ + "urd-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.983531, + "recall": 0.987154, + "f1": 0.984684, + "accuracy": 0.987154, + "main_score": 0.984684, + "hf_subset": "urd_Arab-awa_Deva", + "languages": [ + "urd-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "urd_Arab-cym_Latn", + "languages": [ + "urd-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.755032, + "recall": 0.811265, + "f1": 0.770956, + "accuracy": 0.811265, + "main_score": 0.770956, + "hf_subset": "urd_Arab-grn_Latn", + "languages": [ + "urd-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-kat_Geor", + "languages": [ + "urd-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.569754, + "recall": 0.640316, + "f1": 0.588634, + "accuracy": 0.640316, + "main_score": 0.588634, + "hf_subset": "urd_Arab-lua_Latn", + "languages": [ + "urd-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.825214, + "recall": 0.876482, + "f1": 0.841304, + "accuracy": 0.876482, + "main_score": 0.841304, + "hf_subset": "urd_Arab-nya_Latn", + "languages": [ + "urd-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-slv_Latn", + "languages": [ + "urd-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "urd_Arab-tpi_Latn", + "languages": [ + "urd-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-zsm_Latn", + "languages": [ + "urd-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.469632, + "recall": 0.54249, + "f1": 0.489942, + "accuracy": 0.54249, + "main_score": 0.489942, + "hf_subset": "urd_Arab-ayr_Latn", + "languages": [ + "urd-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-dan_Latn", + "languages": [ + "urd-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-kaz_Cyrl", + "languages": [ + "urd-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.625718, + "recall": 0.708498, + "f1": 0.649428, + "accuracy": 0.708498, + "main_score": 0.649428, + "hf_subset": "urd_Arab-lug_Latn", + "languages": [ + "urd-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-oci_Latn", + "languages": [ + "urd-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.830649, + "recall": 0.87747, + "f1": 0.845059, + "accuracy": 0.87747, + "main_score": 0.845059, + "hf_subset": "urd_Arab-smo_Latn", + "languages": [ + "urd-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.739641, + "recall": 0.804348, + "f1": 0.759223, + "accuracy": 0.804348, + "main_score": 0.759223, + "hf_subset": "urd_Arab-tsn_Latn", + "languages": [ + "urd-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.906621, + "recall": 0.934783, + "f1": 0.915679, + "accuracy": 0.934783, + "main_score": 0.915679, + "hf_subset": "urd_Arab-zul_Latn", + "languages": [ + "urd-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.942852, + "recall": 0.961462, + "f1": 0.948946, + "accuracy": 0.961462, + "main_score": 0.948946, + "hf_subset": "urd_Arab-azb_Arab", + "languages": [ + "urd-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-deu_Latn", + "languages": [ + "urd-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "urd_Arab-hat_Latn", + "languages": [ + "urd-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.456265, + "recall": 0.527668, + "f1": 0.475993, + "accuracy": 0.527668, + "main_score": 0.475993, + "hf_subset": "urd_Arab-kbp_Latn", + "languages": [ + "urd-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.497031, + "recall": 0.563241, + "f1": 0.515071, + "accuracy": 0.563241, + "main_score": 0.515071, + "hf_subset": "urd_Arab-luo_Latn", + "languages": [ + "urd-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "urd_Arab-ory_Orya", + "languages": [ + "urd-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.901433, + "recall": 0.93083, + "f1": 0.910804, + "accuracy": 0.93083, + "main_score": 0.910804, + "hf_subset": "urd_Arab-sna_Latn", + "languages": [ + "urd-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.641227, + "recall": 0.715415, + "f1": 0.662474, + "accuracy": 0.715415, + "main_score": 0.662474, + "hf_subset": "urd_Arab-tso_Latn", + "languages": [ + "urd-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-azj_Latn", + "languages": [ + "urd-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.460982, + "recall": 0.536561, + "f1": 0.482583, + "accuracy": 0.536561, + "main_score": 0.482583, + "hf_subset": "urd_Arab-dik_Latn", + "languages": [ + "urd-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.903821, + "recall": 0.932806, + "f1": 0.913043, + "accuracy": 0.932806, + "main_score": 0.913043, + "hf_subset": "urd_Arab-hau_Latn", + "languages": [ + "urd-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "urd_Arab-kea_Latn", + "languages": [ + "urd-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.926301, + "recall": 0.948617, + "f1": 0.933366, + "accuracy": 0.948617, + "main_score": 0.933366, + "hf_subset": "urd_Arab-lus_Latn", + "languages": [ + "urd-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.861166, + "recall": 0.898221, + "f1": 0.872661, + "accuracy": 0.898221, + "main_score": 0.872661, + "hf_subset": "urd_Arab-pag_Latn", + "languages": [ + "urd-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "urd_Arab-snd_Arab", + "languages": [ + "urd-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "urd_Arab-tuk_Latn", + "languages": [ + "urd-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "urd_Arab-bak_Cyrl", + "languages": [ + "urd-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.422385, + "recall": 0.501976, + "f1": 0.443924, + "accuracy": 0.501976, + "main_score": 0.443924, + "hf_subset": "urd_Arab-dyu_Latn", + "languages": [ + "urd-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-heb_Hebr", + "languages": [ + "urd-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "urd_Arab-khk_Cyrl", + "languages": [ + "urd-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "urd_Arab-lvs_Latn", + "languages": [ + "urd-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.87113, + "recall": 0.910079, + "f1": 0.88363, + "accuracy": 0.910079, + "main_score": 0.88363, + "hf_subset": "urd_Arab-som_Latn", + "languages": [ + "urd-Arab", + "som-Latn" + ] + }, + { + "precision": 0.679858, + "recall": 0.749012, + "f1": 0.700184, + "accuracy": 0.749012, + "main_score": 0.700184, + "hf_subset": "urd_Arab-tum_Latn", + "languages": [ + "urd-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.434153, + "recall": 0.505929, + "f1": 0.454343, + "accuracy": 0.505929, + "main_score": 0.454343, + "hf_subset": "aka_Latn-ace_Arab", + "languages": [ + "aka-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.502901, + "recall": 0.548419, + "f1": 0.515895, + "accuracy": 0.548419, + "main_score": 0.515895, + "hf_subset": "aka_Latn-bam_Latn", + "languages": [ + "aka-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.489951, + "recall": 0.557312, + "f1": 0.508057, + "accuracy": 0.557312, + "main_score": 0.508057, + "hf_subset": "aka_Latn-dzo_Tibt", + "languages": [ + "aka-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.783573, + "recall": 0.833004, + "f1": 0.797816, + "accuracy": 0.833004, + "main_score": 0.797816, + "hf_subset": "aka_Latn-hin_Deva", + "languages": [ + "aka-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.70635, + "recall": 0.762846, + "f1": 0.721624, + "accuracy": 0.762846, + "main_score": 0.721624, + "hf_subset": "aka_Latn-khm_Khmr", + "languages": [ + "aka-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.733825, + "recall": 0.791502, + "f1": 0.750345, + "accuracy": 0.791502, + "main_score": 0.750345, + "hf_subset": "aka_Latn-mag_Deva", + "languages": [ + "aka-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.73639, + "recall": 0.785573, + "f1": 0.749529, + "accuracy": 0.785573, + "main_score": 0.749529, + "hf_subset": "aka_Latn-pap_Latn", + "languages": [ + "aka-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.707242, + "recall": 0.758893, + "f1": 0.721613, + "accuracy": 0.758893, + "main_score": 0.721613, + "hf_subset": "aka_Latn-sot_Latn", + "languages": [ + "aka-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.766981, + "recall": 0.817194, + "f1": 0.780398, + "accuracy": 0.817194, + "main_score": 0.780398, + "hf_subset": "aka_Latn-tur_Latn", + "languages": [ + "aka-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.665017, + "recall": 0.710474, + "f1": 0.677541, + "accuracy": 0.710474, + "main_score": 0.677541, + "hf_subset": "aka_Latn-ace_Latn", + "languages": [ + "aka-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.708195, + "recall": 0.751976, + "f1": 0.719975, + "accuracy": 0.751976, + "main_score": 0.719975, + "hf_subset": "aka_Latn-ban_Latn", + "languages": [ + "aka-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.74402, + "recall": 0.798419, + "f1": 0.758969, + "accuracy": 0.798419, + "main_score": 0.758969, + "hf_subset": "aka_Latn-ell_Grek", + "languages": [ + "aka-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.71532, + "recall": 0.773715, + "f1": 0.731207, + "accuracy": 0.773715, + "main_score": 0.731207, + "hf_subset": "aka_Latn-hne_Deva", + "languages": [ + "aka-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.569569, + "recall": 0.618577, + "f1": 0.583067, + "accuracy": 0.618577, + "main_score": 0.583067, + "hf_subset": "aka_Latn-kik_Latn", + "languages": [ + "aka-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.732753, + "recall": 0.784585, + "f1": 0.747403, + "accuracy": 0.784585, + "main_score": 0.747403, + "hf_subset": "aka_Latn-mai_Deva", + "languages": [ + "aka-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.674908, + "recall": 0.735178, + "f1": 0.69147, + "accuracy": 0.735178, + "main_score": 0.69147, + "hf_subset": "aka_Latn-pbt_Arab", + "languages": [ + "aka-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.777446, + "recall": 0.824111, + "f1": 0.789998, + "accuracy": 0.824111, + "main_score": 0.789998, + "hf_subset": "aka_Latn-spa_Latn", + "languages": [ + "aka-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.810763, + "recall": 0.857708, + "f1": 0.824678, + "accuracy": 0.857708, + "main_score": 0.824678, + "hf_subset": "aka_Latn-twi_Latn", + "languages": [ + "aka-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.743541, + "recall": 0.797431, + "f1": 0.758176, + "accuracy": 0.797431, + "main_score": 0.758176, + "hf_subset": "aka_Latn-acm_Arab", + "languages": [ + "aka-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.717365, + "recall": 0.772727, + "f1": 0.731802, + "accuracy": 0.772727, + "main_score": 0.731802, + "hf_subset": "aka_Latn-bel_Cyrl", + "languages": [ + "aka-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.78122, + "recall": 0.831028, + "f1": 0.795436, + "accuracy": 0.831028, + "main_score": 0.795436, + "hf_subset": "aka_Latn-eng_Latn", + "languages": [ + "aka-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.753827, + "recall": 0.804348, + "f1": 0.767948, + "accuracy": 0.804348, + "main_score": 0.767948, + "hf_subset": "aka_Latn-hrv_Latn", + "languages": [ + "aka-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.689176, + "recall": 0.746047, + "f1": 0.705204, + "accuracy": 0.746047, + "main_score": 0.705204, + "hf_subset": "aka_Latn-kin_Latn", + "languages": [ + "aka-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.742885, + "recall": 0.800395, + "f1": 0.759294, + "accuracy": 0.800395, + "main_score": 0.759294, + "hf_subset": "aka_Latn-mal_Mlym", + "languages": [ + "aka-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.717585, + "recall": 0.773715, + "f1": 0.732442, + "accuracy": 0.773715, + "main_score": 0.732442, + "hf_subset": "aka_Latn-pes_Arab", + "languages": [ + "aka-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.72711, + "recall": 0.775692, + "f1": 0.740324, + "accuracy": 0.775692, + "main_score": 0.740324, + "hf_subset": "aka_Latn-srd_Latn", + "languages": [ + "aka-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.237116, + "recall": 0.297431, + "f1": 0.253098, + "accuracy": 0.297431, + "main_score": 0.253098, + "hf_subset": "aka_Latn-tzm_Tfng", + "languages": [ + "aka-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.758301, + "recall": 0.806324, + "f1": 0.771305, + "accuracy": 0.806324, + "main_score": 0.771305, + "hf_subset": "aka_Latn-acq_Arab", + "languages": [ + "aka-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.640662, + "recall": 0.684783, + "f1": 0.653214, + "accuracy": 0.684783, + "main_score": 0.653214, + "hf_subset": "aka_Latn-bem_Latn", + "languages": [ + "aka-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.749322, + "recall": 0.801383, + "f1": 0.763313, + "accuracy": 0.801383, + "main_score": 0.763313, + "hf_subset": "aka_Latn-epo_Latn", + "languages": [ + "aka-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.775856, + "recall": 0.823123, + "f1": 0.788762, + "accuracy": 0.823123, + "main_score": 0.788762, + "hf_subset": "aka_Latn-hun_Latn", + "languages": [ + "aka-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.714703, + "recall": 0.766798, + "f1": 0.729102, + "accuracy": 0.766798, + "main_score": 0.729102, + "hf_subset": "aka_Latn-kir_Cyrl", + "languages": [ + "aka-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.757617, + "recall": 0.809289, + "f1": 0.772388, + "accuracy": 0.809289, + "main_score": 0.772388, + "hf_subset": "aka_Latn-mar_Deva", + "languages": [ + "aka-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.682472, + "recall": 0.740119, + "f1": 0.698436, + "accuracy": 0.740119, + "main_score": 0.698436, + "hf_subset": "aka_Latn-plt_Latn", + "languages": [ + "aka-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.75452, + "recall": 0.804348, + "f1": 0.767919, + "accuracy": 0.804348, + "main_score": 0.767919, + "hf_subset": "aka_Latn-srp_Cyrl", + "languages": [ + "aka-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.667671, + "recall": 0.732213, + "f1": 0.685954, + "accuracy": 0.732213, + "main_score": 0.685954, + "hf_subset": "aka_Latn-uig_Arab", + "languages": [ + "aka-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.721394, + "recall": 0.77668, + "f1": 0.736578, + "accuracy": 0.77668, + "main_score": 0.736578, + "hf_subset": "aka_Latn-aeb_Arab", + "languages": [ + "aka-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.754273, + "recall": 0.800395, + "f1": 0.767429, + "accuracy": 0.800395, + "main_score": 0.767429, + "hf_subset": "aka_Latn-ben_Beng", + "languages": [ + "aka-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.75132, + "recall": 0.801383, + "f1": 0.765128, + "accuracy": 0.801383, + "main_score": 0.765128, + "hf_subset": "aka_Latn-est_Latn", + "languages": [ + "aka-Latn", + "est-Latn" + ] + }, + { + "precision": 0.741058, + "recall": 0.79249, + "f1": 0.755423, + "accuracy": 0.79249, + "main_score": 0.755423, + "hf_subset": "aka_Latn-hye_Armn", + "languages": [ + "aka-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.500189, + "recall": 0.545455, + "f1": 0.513611, + "accuracy": 0.545455, + "main_score": 0.513611, + "hf_subset": "aka_Latn-kmb_Latn", + "languages": [ + "aka-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.434589, + "recall": 0.502964, + "f1": 0.453529, + "accuracy": 0.502964, + "main_score": 0.453529, + "hf_subset": "aka_Latn-min_Arab", + "languages": [ + "aka-Latn", + "min-Arab" + ] + }, + { + "precision": 0.774141, + "recall": 0.820158, + "f1": 0.787089, + "accuracy": 0.820158, + "main_score": 0.787089, + "hf_subset": "aka_Latn-pol_Latn", + "languages": [ + "aka-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.654366, + "recall": 0.708498, + "f1": 0.669444, + "accuracy": 0.708498, + "main_score": 0.669444, + "hf_subset": "aka_Latn-ssw_Latn", + "languages": [ + "aka-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.761761, + "recall": 0.813241, + "f1": 0.775971, + "accuracy": 0.813241, + "main_score": 0.775971, + "hf_subset": "aka_Latn-ukr_Cyrl", + "languages": [ + "aka-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.760363, + "recall": 0.809289, + "f1": 0.773472, + "accuracy": 0.809289, + "main_score": 0.773472, + "hf_subset": "aka_Latn-afr_Latn", + "languages": [ + "aka-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.731997, + "recall": 0.785573, + "f1": 0.747141, + "accuracy": 0.785573, + "main_score": 0.747141, + "hf_subset": "aka_Latn-bho_Deva", + "languages": [ + "aka-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.722634, + "recall": 0.773715, + "f1": 0.736194, + "accuracy": 0.773715, + "main_score": 0.736194, + "hf_subset": "aka_Latn-eus_Latn", + "languages": [ + "aka-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.705754, + "recall": 0.750988, + "f1": 0.718414, + "accuracy": 0.750988, + "main_score": 0.718414, + "hf_subset": "aka_Latn-ibo_Latn", + "languages": [ + "aka-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.690063, + "recall": 0.741107, + "f1": 0.704832, + "accuracy": 0.741107, + "main_score": 0.704832, + "hf_subset": "aka_Latn-kmr_Latn", + "languages": [ + "aka-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.700958, + "recall": 0.751976, + "f1": 0.714916, + "accuracy": 0.751976, + "main_score": 0.714916, + "hf_subset": "aka_Latn-min_Latn", + "languages": [ + "aka-Latn", + "min-Latn" + ] + }, + { + "precision": 0.776812, + "recall": 0.822134, + "f1": 0.789466, + "accuracy": 0.822134, + "main_score": 0.789466, + "hf_subset": "aka_Latn-por_Latn", + "languages": [ + "aka-Latn", + "por-Latn" + ] + }, + { + "precision": 0.713305, + "recall": 0.762846, + "f1": 0.726277, + "accuracy": 0.762846, + "main_score": 0.726277, + "hf_subset": "aka_Latn-sun_Latn", + "languages": [ + "aka-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.507064, + "recall": 0.554348, + "f1": 0.520279, + "accuracy": 0.554348, + "main_score": 0.520279, + "hf_subset": "aka_Latn-umb_Latn", + "languages": [ + "aka-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.744115, + "recall": 0.796443, + "f1": 0.758146, + "accuracy": 0.796443, + "main_score": 0.758146, + "hf_subset": "aka_Latn-ajp_Arab", + "languages": [ + "aka-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.431126, + "recall": 0.500988, + "f1": 0.45084, + "accuracy": 0.500988, + "main_score": 0.45084, + "hf_subset": "aka_Latn-bjn_Arab", + "languages": [ + "aka-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.499828, + "recall": 0.546443, + "f1": 0.512353, + "accuracy": 0.546443, + "main_score": 0.512353, + "hf_subset": "aka_Latn-ewe_Latn", + "languages": [ + "aka-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.724473, + "recall": 0.775692, + "f1": 0.738836, + "accuracy": 0.775692, + "main_score": 0.738836, + "hf_subset": "aka_Latn-ilo_Latn", + "languages": [ + "aka-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.277643, + "recall": 0.335968, + "f1": 0.293506, + "accuracy": 0.335968, + "main_score": 0.293506, + "hf_subset": "aka_Latn-knc_Arab", + "languages": [ + "aka-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.750712, + "recall": 0.798419, + "f1": 0.76307, + "accuracy": 0.798419, + "main_score": 0.76307, + "hf_subset": "aka_Latn-mkd_Cyrl", + "languages": [ + "aka-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.760147, + "recall": 0.818182, + "f1": 0.777094, + "accuracy": 0.818182, + "main_score": 0.777094, + "hf_subset": "aka_Latn-prs_Arab", + "languages": [ + "aka-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.761577, + "recall": 0.813241, + "f1": 0.775843, + "accuracy": 0.813241, + "main_score": 0.775843, + "hf_subset": "aka_Latn-swe_Latn", + "languages": [ + "aka-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.736044, + "recall": 0.793478, + "f1": 0.752206, + "accuracy": 0.793478, + "main_score": 0.752206, + "hf_subset": "aka_Latn-urd_Arab", + "languages": [ + "aka-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.709677, + "recall": 0.76087, + "f1": 0.722762, + "accuracy": 0.76087, + "main_score": 0.722762, + "hf_subset": "aka_Latn-bjn_Latn", + "languages": [ + "aka-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.722476, + "recall": 0.774704, + "f1": 0.736922, + "accuracy": 0.774704, + "main_score": 0.736922, + "hf_subset": "aka_Latn-fao_Latn", + "languages": [ + "aka-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.779144, + "recall": 0.823123, + "f1": 0.790615, + "accuracy": 0.823123, + "main_score": 0.790615, + "hf_subset": "aka_Latn-ind_Latn", + "languages": [ + "aka-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.533286, + "recall": 0.582016, + "f1": 0.547222, + "accuracy": 0.582016, + "main_score": 0.547222, + "hf_subset": "aka_Latn-knc_Latn", + "languages": [ + "aka-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.726493, + "recall": 0.77668, + "f1": 0.739511, + "accuracy": 0.77668, + "main_score": 0.739511, + "hf_subset": "aka_Latn-mlt_Latn", + "languages": [ + "aka-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.577578, + "recall": 0.634387, + "f1": 0.594145, + "accuracy": 0.634387, + "main_score": 0.594145, + "hf_subset": "aka_Latn-quy_Latn", + "languages": [ + "aka-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.737973, + "recall": 0.793478, + "f1": 0.753197, + "accuracy": 0.793478, + "main_score": 0.753197, + "hf_subset": "aka_Latn-swh_Latn", + "languages": [ + "aka-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.730903, + "recall": 0.786561, + "f1": 0.746389, + "accuracy": 0.786561, + "main_score": 0.746389, + "hf_subset": "aka_Latn-uzn_Latn", + "languages": [ + "aka-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.737706, + "recall": 0.784585, + "f1": 0.750588, + "accuracy": 0.784585, + "main_score": 0.750588, + "hf_subset": "aka_Latn-als_Latn", + "languages": [ + "aka-Latn", + "als-Latn" + ] + }, + { + "precision": 0.559669, + "recall": 0.632411, + "f1": 0.58, + "accuracy": 0.632411, + "main_score": 0.58, + "hf_subset": "aka_Latn-bod_Tibt", + "languages": [ + "aka-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.599164, + "recall": 0.643281, + "f1": 0.611725, + "accuracy": 0.643281, + "main_score": 0.611725, + "hf_subset": "aka_Latn-fij_Latn", + "languages": [ + "aka-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.728442, + "recall": 0.783597, + "f1": 0.743847, + "accuracy": 0.783597, + "main_score": 0.743847, + "hf_subset": "aka_Latn-isl_Latn", + "languages": [ + "aka-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.562756, + "recall": 0.61166, + "f1": 0.576249, + "accuracy": 0.61166, + "main_score": 0.576249, + "hf_subset": "aka_Latn-kon_Latn", + "languages": [ + "aka-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.502986, + "recall": 0.56917, + "f1": 0.522399, + "accuracy": 0.56917, + "main_score": 0.522399, + "hf_subset": "aka_Latn-mni_Beng", + "languages": [ + "aka-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.773159, + "recall": 0.821146, + "f1": 0.785859, + "accuracy": 0.821146, + "main_score": 0.785859, + "hf_subset": "aka_Latn-ron_Latn", + "languages": [ + "aka-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.758184, + "recall": 0.801383, + "f1": 0.770269, + "accuracy": 0.801383, + "main_score": 0.770269, + "hf_subset": "aka_Latn-szl_Latn", + "languages": [ + "aka-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.758031, + "recall": 0.804348, + "f1": 0.770152, + "accuracy": 0.804348, + "main_score": 0.770152, + "hf_subset": "aka_Latn-vec_Latn", + "languages": [ + "aka-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.716768, + "recall": 0.768775, + "f1": 0.73157, + "accuracy": 0.768775, + "main_score": 0.73157, + "hf_subset": "aka_Latn-amh_Ethi", + "languages": [ + "aka-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.748309, + "recall": 0.799407, + "f1": 0.762628, + "accuracy": 0.799407, + "main_score": 0.762628, + "hf_subset": "aka_Latn-bos_Latn", + "languages": [ + "aka-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.754455, + "recall": 0.800395, + "f1": 0.766661, + "accuracy": 0.800395, + "main_score": 0.766661, + "hf_subset": "aka_Latn-fin_Latn", + "languages": [ + "aka-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.7788, + "recall": 0.824111, + "f1": 0.791457, + "accuracy": 0.824111, + "main_score": 0.791457, + "hf_subset": "aka_Latn-ita_Latn", + "languages": [ + "aka-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.770229, + "recall": 0.81917, + "f1": 0.783561, + "accuracy": 0.81917, + "main_score": 0.783561, + "hf_subset": "aka_Latn-kor_Hang", + "languages": [ + "aka-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.506185, + "recall": 0.550395, + "f1": 0.518659, + "accuracy": 0.550395, + "main_score": 0.518659, + "hf_subset": "aka_Latn-mos_Latn", + "languages": [ + "aka-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.667474, + "recall": 0.718379, + "f1": 0.682303, + "accuracy": 0.718379, + "main_score": 0.682303, + "hf_subset": "aka_Latn-run_Latn", + "languages": [ + "aka-Latn", + "run-Latn" + ] + }, + { + "precision": 0.734913, + "recall": 0.786561, + "f1": 0.749485, + "accuracy": 0.786561, + "main_score": 0.749485, + "hf_subset": "aka_Latn-tam_Taml", + "languages": [ + "aka-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.75874, + "recall": 0.805336, + "f1": 0.77112, + "accuracy": 0.805336, + "main_score": 0.77112, + "hf_subset": "aka_Latn-vie_Latn", + "languages": [ + "aka-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.731767, + "recall": 0.782609, + "f1": 0.745231, + "accuracy": 0.782609, + "main_score": 0.745231, + "hf_subset": "aka_Latn-apc_Arab", + "languages": [ + "aka-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.609163, + "recall": 0.658103, + "f1": 0.623128, + "accuracy": 0.658103, + "main_score": 0.623128, + "hf_subset": "aka_Latn-bug_Latn", + "languages": [ + "aka-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.438935, + "recall": 0.486166, + "f1": 0.452491, + "accuracy": 0.486166, + "main_score": 0.452491, + "hf_subset": "aka_Latn-fon_Latn", + "languages": [ + "aka-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.72442, + "recall": 0.77668, + "f1": 0.738662, + "accuracy": 0.77668, + "main_score": 0.738662, + "hf_subset": "aka_Latn-jav_Latn", + "languages": [ + "aka-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.676641, + "recall": 0.737154, + "f1": 0.693264, + "accuracy": 0.737154, + "main_score": 0.693264, + "hf_subset": "aka_Latn-lao_Laoo", + "languages": [ + "aka-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.657565, + "recall": 0.717391, + "f1": 0.674117, + "accuracy": 0.717391, + "main_score": 0.674117, + "hf_subset": "aka_Latn-mri_Latn", + "languages": [ + "aka-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.767271, + "recall": 0.815217, + "f1": 0.780543, + "accuracy": 0.815217, + "main_score": 0.780543, + "hf_subset": "aka_Latn-rus_Cyrl", + "languages": [ + "aka-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.505686, + "recall": 0.555336, + "f1": 0.519912, + "accuracy": 0.555336, + "main_score": 0.519912, + "hf_subset": "aka_Latn-taq_Latn", + "languages": [ + "aka-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.74126, + "recall": 0.783597, + "f1": 0.751825, + "accuracy": 0.783597, + "main_score": 0.751825, + "hf_subset": "aka_Latn-war_Latn", + "languages": [ + "aka-Latn", + "war-Latn" + ] + }, + { + "precision": 0.753666, + "recall": 0.8083, + "f1": 0.768995, + "accuracy": 0.8083, + "main_score": 0.768995, + "hf_subset": "aka_Latn-arb_Arab", + "languages": [ + "aka-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.773738, + "recall": 0.822134, + "f1": 0.786711, + "accuracy": 0.822134, + "main_score": 0.786711, + "hf_subset": "aka_Latn-bul_Cyrl", + "languages": [ + "aka-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.771182, + "recall": 0.818182, + "f1": 0.784061, + "accuracy": 0.818182, + "main_score": 0.784061, + "hf_subset": "aka_Latn-fra_Latn", + "languages": [ + "aka-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.743865, + "recall": 0.80336, + "f1": 0.761208, + "accuracy": 0.80336, + "main_score": 0.761208, + "hf_subset": "aka_Latn-jpn_Jpan", + "languages": [ + "aka-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.752047, + "recall": 0.791502, + "f1": 0.762785, + "accuracy": 0.791502, + "main_score": 0.762785, + "hf_subset": "aka_Latn-lij_Latn", + "languages": [ + "aka-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.693555, + "recall": 0.751976, + "f1": 0.709942, + "accuracy": 0.751976, + "main_score": 0.709942, + "hf_subset": "aka_Latn-mya_Mymr", + "languages": [ + "aka-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.541111, + "recall": 0.586957, + "f1": 0.554073, + "accuracy": 0.586957, + "main_score": 0.554073, + "hf_subset": "aka_Latn-sag_Latn", + "languages": [ + "aka-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.261268, + "recall": 0.320158, + "f1": 0.275485, + "accuracy": 0.320158, + "main_score": 0.275485, + "hf_subset": "aka_Latn-taq_Tfng", + "languages": [ + "aka-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.574826, + "recall": 0.620553, + "f1": 0.588129, + "accuracy": 0.620553, + "main_score": 0.588129, + "hf_subset": "aka_Latn-wol_Latn", + "languages": [ + "aka-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.645039, + "recall": 0.708498, + "f1": 0.66312, + "accuracy": 0.708498, + "main_score": 0.66312, + "hf_subset": "aka_Latn-arb_Latn", + "languages": [ + "aka-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.763236, + "recall": 0.810277, + "f1": 0.775732, + "accuracy": 0.810277, + "main_score": 0.775732, + "hf_subset": "aka_Latn-cat_Latn", + "languages": [ + "aka-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.739002, + "recall": 0.788538, + "f1": 0.752303, + "accuracy": 0.788538, + "main_score": 0.752303, + "hf_subset": "aka_Latn-fur_Latn", + "languages": [ + "aka-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.447549, + "recall": 0.507905, + "f1": 0.464882, + "accuracy": 0.507905, + "main_score": 0.464882, + "hf_subset": "aka_Latn-kab_Latn", + "languages": [ + "aka-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.718436, + "recall": 0.76581, + "f1": 0.731502, + "accuracy": 0.76581, + "main_score": 0.731502, + "hf_subset": "aka_Latn-lim_Latn", + "languages": [ + "aka-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.760097, + "recall": 0.810277, + "f1": 0.773827, + "accuracy": 0.810277, + "main_score": 0.773827, + "hf_subset": "aka_Latn-nld_Latn", + "languages": [ + "aka-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.705783, + "recall": 0.76087, + "f1": 0.72143, + "accuracy": 0.76087, + "main_score": 0.72143, + "hf_subset": "aka_Latn-san_Deva", + "languages": [ + "aka-Latn", + "san-Deva" + ] + }, + { + "precision": 0.734889, + "recall": 0.785573, + "f1": 0.749076, + "accuracy": 0.785573, + "main_score": 0.749076, + "hf_subset": "aka_Latn-tat_Cyrl", + "languages": [ + "aka-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.711397, + "recall": 0.76581, + "f1": 0.72723, + "accuracy": 0.76581, + "main_score": 0.72723, + "hf_subset": "aka_Latn-xho_Latn", + "languages": [ + "aka-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.748608, + "recall": 0.801383, + "f1": 0.763593, + "accuracy": 0.801383, + "main_score": 0.763593, + "hf_subset": "aka_Latn-ars_Arab", + "languages": [ + "aka-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.729729, + "recall": 0.781621, + "f1": 0.743475, + "accuracy": 0.781621, + "main_score": 0.743475, + "hf_subset": "aka_Latn-ceb_Latn", + "languages": [ + "aka-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.481048, + "recall": 0.535573, + "f1": 0.496772, + "accuracy": 0.535573, + "main_score": 0.496772, + "hf_subset": "aka_Latn-fuv_Latn", + "languages": [ + "aka-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.498754, + "recall": 0.546443, + "f1": 0.512088, + "accuracy": 0.546443, + "main_score": 0.512088, + "hf_subset": "aka_Latn-kac_Latn", + "languages": [ + "aka-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.60603, + "recall": 0.653162, + "f1": 0.619293, + "accuracy": 0.653162, + "main_score": 0.619293, + "hf_subset": "aka_Latn-lin_Latn", + "languages": [ + "aka-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.736356, + "recall": 0.787549, + "f1": 0.749877, + "accuracy": 0.787549, + "main_score": 0.749877, + "hf_subset": "aka_Latn-nno_Latn", + "languages": [ + "aka-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.666891, + "recall": 0.721344, + "f1": 0.682336, + "accuracy": 0.721344, + "main_score": 0.682336, + "hf_subset": "aka_Latn-sat_Olck", + "languages": [ + "aka-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.742161, + "recall": 0.793478, + "f1": 0.755988, + "accuracy": 0.793478, + "main_score": 0.755988, + "hf_subset": "aka_Latn-tel_Telu", + "languages": [ + "aka-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.696774, + "recall": 0.762846, + "f1": 0.715443, + "accuracy": 0.762846, + "main_score": 0.715443, + "hf_subset": "aka_Latn-ydd_Hebr", + "languages": [ + "aka-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.708653, + "recall": 0.763834, + "f1": 0.723651, + "accuracy": 0.763834, + "main_score": 0.723651, + "hf_subset": "aka_Latn-ary_Arab", + "languages": [ + "aka-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.781121, + "recall": 0.827075, + "f1": 0.793483, + "accuracy": 0.827075, + "main_score": 0.793483, + "hf_subset": "aka_Latn-ces_Latn", + "languages": [ + "aka-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.530033, + "recall": 0.589921, + "f1": 0.546021, + "accuracy": 0.589921, + "main_score": 0.546021, + "hf_subset": "aka_Latn-gaz_Latn", + "languages": [ + "aka-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.54552, + "recall": 0.590909, + "f1": 0.5583, + "accuracy": 0.590909, + "main_score": 0.5583, + "hf_subset": "aka_Latn-kam_Latn", + "languages": [ + "aka-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.753738, + "recall": 0.804348, + "f1": 0.767729, + "accuracy": 0.804348, + "main_score": 0.767729, + "hf_subset": "aka_Latn-lit_Latn", + "languages": [ + "aka-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.768415, + "recall": 0.818182, + "f1": 0.7819, + "accuracy": 0.818182, + "main_score": 0.7819, + "hf_subset": "aka_Latn-nob_Latn", + "languages": [ + "aka-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.723427, + "recall": 0.767787, + "f1": 0.735308, + "accuracy": 0.767787, + "main_score": 0.735308, + "hf_subset": "aka_Latn-scn_Latn", + "languages": [ + "aka-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.703538, + "recall": 0.761858, + "f1": 0.719527, + "accuracy": 0.761858, + "main_score": 0.719527, + "hf_subset": "aka_Latn-tgk_Cyrl", + "languages": [ + "aka-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.638845, + "recall": 0.703557, + "f1": 0.65758, + "accuracy": 0.703557, + "main_score": 0.65758, + "hf_subset": "aka_Latn-yor_Latn", + "languages": [ + "aka-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.756622, + "recall": 0.807312, + "f1": 0.770774, + "accuracy": 0.807312, + "main_score": 0.770774, + "hf_subset": "aka_Latn-arz_Arab", + "languages": [ + "aka-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.500224, + "recall": 0.549407, + "f1": 0.514359, + "accuracy": 0.549407, + "main_score": 0.514359, + "hf_subset": "aka_Latn-cjk_Latn", + "languages": [ + "aka-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.690524, + "recall": 0.75, + "f1": 0.707325, + "accuracy": 0.75, + "main_score": 0.707325, + "hf_subset": "aka_Latn-gla_Latn", + "languages": [ + "aka-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.72465, + "recall": 0.778656, + "f1": 0.739756, + "accuracy": 0.778656, + "main_score": 0.739756, + "hf_subset": "aka_Latn-kan_Knda", + "languages": [ + "aka-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.742215, + "recall": 0.786561, + "f1": 0.754191, + "accuracy": 0.786561, + "main_score": 0.754191, + "hf_subset": "aka_Latn-lmo_Latn", + "languages": [ + "aka-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.750233, + "recall": 0.802372, + "f1": 0.764574, + "accuracy": 0.802372, + "main_score": 0.764574, + "hf_subset": "aka_Latn-npi_Deva", + "languages": [ + "aka-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.504132, + "recall": 0.570158, + "f1": 0.522304, + "accuracy": 0.570158, + "main_score": 0.522304, + "hf_subset": "aka_Latn-shn_Mymr", + "languages": [ + "aka-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.770899, + "recall": 0.816206, + "f1": 0.783142, + "accuracy": 0.816206, + "main_score": 0.783142, + "hf_subset": "aka_Latn-tgl_Latn", + "languages": [ + "aka-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.741773, + "recall": 0.791502, + "f1": 0.755293, + "accuracy": 0.791502, + "main_score": 0.755293, + "hf_subset": "aka_Latn-yue_Hant", + "languages": [ + "aka-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.688789, + "recall": 0.744071, + "f1": 0.704361, + "accuracy": 0.744071, + "main_score": 0.704361, + "hf_subset": "aka_Latn-asm_Beng", + "languages": [ + "aka-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.700478, + "recall": 0.759881, + "f1": 0.717264, + "accuracy": 0.759881, + "main_score": 0.717264, + "hf_subset": "aka_Latn-ckb_Arab", + "languages": [ + "aka-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.711215, + "recall": 0.769763, + "f1": 0.72751, + "accuracy": 0.769763, + "main_score": 0.72751, + "hf_subset": "aka_Latn-gle_Latn", + "languages": [ + "aka-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.642264, + "recall": 0.70751, + "f1": 0.660308, + "accuracy": 0.70751, + "main_score": 0.660308, + "hf_subset": "aka_Latn-kas_Arab", + "languages": [ + "aka-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.662974, + "recall": 0.72332, + "f1": 0.679312, + "accuracy": 0.72332, + "main_score": 0.679312, + "hf_subset": "aka_Latn-ltg_Latn", + "languages": [ + "aka-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.686317, + "recall": 0.740119, + "f1": 0.701984, + "accuracy": 0.740119, + "main_score": 0.701984, + "hf_subset": "aka_Latn-nso_Latn", + "languages": [ + "aka-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.702796, + "recall": 0.757905, + "f1": 0.718004, + "accuracy": 0.757905, + "main_score": 0.718004, + "hf_subset": "aka_Latn-sin_Sinh", + "languages": [ + "aka-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.724918, + "recall": 0.780632, + "f1": 0.740204, + "accuracy": 0.780632, + "main_score": 0.740204, + "hf_subset": "aka_Latn-tha_Thai", + "languages": [ + "aka-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.708079, + "recall": 0.757905, + "f1": 0.720533, + "accuracy": 0.757905, + "main_score": 0.720533, + "hf_subset": "aka_Latn-zho_Hans", + "languages": [ + "aka-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.7555, + "recall": 0.804348, + "f1": 0.768699, + "accuracy": 0.804348, + "main_score": 0.768699, + "hf_subset": "aka_Latn-ast_Latn", + "languages": [ + "aka-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.749134, + "recall": 0.793478, + "f1": 0.760787, + "accuracy": 0.793478, + "main_score": 0.760787, + "hf_subset": "aka_Latn-crh_Latn", + "languages": [ + "aka-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.7503, + "recall": 0.800395, + "f1": 0.763683, + "accuracy": 0.800395, + "main_score": 0.763683, + "hf_subset": "aka_Latn-glg_Latn", + "languages": [ + "aka-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.625969, + "recall": 0.685771, + "f1": 0.642162, + "accuracy": 0.685771, + "main_score": 0.642162, + "hf_subset": "aka_Latn-kas_Deva", + "languages": [ + "aka-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.721496, + "recall": 0.773715, + "f1": 0.735714, + "accuracy": 0.773715, + "main_score": 0.735714, + "hf_subset": "aka_Latn-ltz_Latn", + "languages": [ + "aka-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.450416, + "recall": 0.503953, + "f1": 0.46522, + "accuracy": 0.503953, + "main_score": 0.46522, + "hf_subset": "aka_Latn-nus_Latn", + "languages": [ + "aka-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.765582, + "recall": 0.810277, + "f1": 0.777098, + "accuracy": 0.810277, + "main_score": 0.777098, + "hf_subset": "aka_Latn-slk_Latn", + "languages": [ + "aka-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.564568, + "recall": 0.623518, + "f1": 0.581604, + "accuracy": 0.623518, + "main_score": 0.581604, + "hf_subset": "aka_Latn-tir_Ethi", + "languages": [ + "aka-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.745147, + "recall": 0.796443, + "f1": 0.758968, + "accuracy": 0.796443, + "main_score": 0.758968, + "hf_subset": "aka_Latn-zho_Hant", + "languages": [ + "aka-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.730838, + "recall": 0.781621, + "f1": 0.744801, + "accuracy": 0.781621, + "main_score": 0.744801, + "hf_subset": "aka_Latn-awa_Deva", + "languages": [ + "aka-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.737474, + "recall": 0.788538, + "f1": 0.751447, + "accuracy": 0.788538, + "main_score": 0.751447, + "hf_subset": "aka_Latn-cym_Latn", + "languages": [ + "aka-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.619204, + "recall": 0.667984, + "f1": 0.632756, + "accuracy": 0.667984, + "main_score": 0.632756, + "hf_subset": "aka_Latn-grn_Latn", + "languages": [ + "aka-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.750456, + "recall": 0.802372, + "f1": 0.765128, + "accuracy": 0.802372, + "main_score": 0.765128, + "hf_subset": "aka_Latn-kat_Geor", + "languages": [ + "aka-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.561508, + "recall": 0.612648, + "f1": 0.575888, + "accuracy": 0.612648, + "main_score": 0.575888, + "hf_subset": "aka_Latn-lua_Latn", + "languages": [ + "aka-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.681065, + "recall": 0.733202, + "f1": 0.696182, + "accuracy": 0.733202, + "main_score": 0.696182, + "hf_subset": "aka_Latn-nya_Latn", + "languages": [ + "aka-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.762286, + "recall": 0.813241, + "f1": 0.776398, + "accuracy": 0.813241, + "main_score": 0.776398, + "hf_subset": "aka_Latn-slv_Latn", + "languages": [ + "aka-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.716437, + "recall": 0.76087, + "f1": 0.728437, + "accuracy": 0.76087, + "main_score": 0.728437, + "hf_subset": "aka_Latn-tpi_Latn", + "languages": [ + "aka-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.782962, + "recall": 0.826087, + "f1": 0.794801, + "accuracy": 0.826087, + "main_score": 0.794801, + "hf_subset": "aka_Latn-zsm_Latn", + "languages": [ + "aka-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.511619, + "recall": 0.561265, + "f1": 0.525963, + "accuracy": 0.561265, + "main_score": 0.525963, + "hf_subset": "aka_Latn-ayr_Latn", + "languages": [ + "aka-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.767344, + "recall": 0.818182, + "f1": 0.78128, + "accuracy": 0.818182, + "main_score": 0.78128, + "hf_subset": "aka_Latn-dan_Latn", + "languages": [ + "aka-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.740287, + "recall": 0.798419, + "f1": 0.756184, + "accuracy": 0.798419, + "main_score": 0.756184, + "hf_subset": "aka_Latn-guj_Gujr", + "languages": [ + "aka-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.721187, + "recall": 0.774704, + "f1": 0.735533, + "accuracy": 0.774704, + "main_score": 0.735533, + "hf_subset": "aka_Latn-kaz_Cyrl", + "languages": [ + "aka-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.592132, + "recall": 0.65415, + "f1": 0.60997, + "accuracy": 0.65415, + "main_score": 0.60997, + "hf_subset": "aka_Latn-lug_Latn", + "languages": [ + "aka-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.746561, + "recall": 0.793478, + "f1": 0.758348, + "accuracy": 0.793478, + "main_score": 0.758348, + "hf_subset": "aka_Latn-oci_Latn", + "languages": [ + "aka-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.672304, + "recall": 0.725296, + "f1": 0.686937, + "accuracy": 0.725296, + "main_score": 0.686937, + "hf_subset": "aka_Latn-smo_Latn", + "languages": [ + "aka-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.643532, + "recall": 0.702569, + "f1": 0.660543, + "accuracy": 0.702569, + "main_score": 0.660543, + "hf_subset": "aka_Latn-tsn_Latn", + "languages": [ + "aka-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.712444, + "recall": 0.761858, + "f1": 0.726555, + "accuracy": 0.761858, + "main_score": 0.726555, + "hf_subset": "aka_Latn-zul_Latn", + "languages": [ + "aka-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.658852, + "recall": 0.710474, + "f1": 0.672863, + "accuracy": 0.710474, + "main_score": 0.672863, + "hf_subset": "aka_Latn-azb_Arab", + "languages": [ + "aka-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.77733, + "recall": 0.81917, + "f1": 0.788683, + "accuracy": 0.81917, + "main_score": 0.788683, + "hf_subset": "aka_Latn-deu_Latn", + "languages": [ + "aka-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.705207, + "recall": 0.757905, + "f1": 0.719886, + "accuracy": 0.757905, + "main_score": 0.719886, + "hf_subset": "aka_Latn-hat_Latn", + "languages": [ + "aka-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.509212, + "recall": 0.556324, + "f1": 0.522206, + "accuracy": 0.556324, + "main_score": 0.522206, + "hf_subset": "aka_Latn-kbp_Latn", + "languages": [ + "aka-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.536504, + "recall": 0.578063, + "f1": 0.548954, + "accuracy": 0.578063, + "main_score": 0.548954, + "hf_subset": "aka_Latn-luo_Latn", + "languages": [ + "aka-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.707686, + "recall": 0.763834, + "f1": 0.723299, + "accuracy": 0.763834, + "main_score": 0.723299, + "hf_subset": "aka_Latn-ory_Orya", + "languages": [ + "aka-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.704809, + "recall": 0.764822, + "f1": 0.722963, + "accuracy": 0.764822, + "main_score": 0.722963, + "hf_subset": "aka_Latn-sna_Latn", + "languages": [ + "aka-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.614537, + "recall": 0.66996, + "f1": 0.629444, + "accuracy": 0.66996, + "main_score": 0.629444, + "hf_subset": "aka_Latn-tso_Latn", + "languages": [ + "aka-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.734792, + "recall": 0.789526, + "f1": 0.749886, + "accuracy": 0.789526, + "main_score": 0.749886, + "hf_subset": "aka_Latn-azj_Latn", + "languages": [ + "aka-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.508529, + "recall": 0.555336, + "f1": 0.521853, + "accuracy": 0.555336, + "main_score": 0.521853, + "hf_subset": "aka_Latn-dik_Latn", + "languages": [ + "aka-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.700938, + "recall": 0.756917, + "f1": 0.716389, + "accuracy": 0.756917, + "main_score": 0.716389, + "hf_subset": "aka_Latn-hau_Latn", + "languages": [ + "aka-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.706474, + "recall": 0.756917, + "f1": 0.720106, + "accuracy": 0.756917, + "main_score": 0.720106, + "hf_subset": "aka_Latn-kea_Latn", + "languages": [ + "aka-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.705455, + "recall": 0.752964, + "f1": 0.718541, + "accuracy": 0.752964, + "main_score": 0.718541, + "hf_subset": "aka_Latn-lus_Latn", + "languages": [ + "aka-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.681852, + "recall": 0.721344, + "f1": 0.693221, + "accuracy": 0.721344, + "main_score": 0.693221, + "hf_subset": "aka_Latn-pag_Latn", + "languages": [ + "aka-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.676877, + "recall": 0.740119, + "f1": 0.694772, + "accuracy": 0.740119, + "main_score": 0.694772, + "hf_subset": "aka_Latn-snd_Arab", + "languages": [ + "aka-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.716044, + "recall": 0.770751, + "f1": 0.731085, + "accuracy": 0.770751, + "main_score": 0.731085, + "hf_subset": "aka_Latn-tuk_Latn", + "languages": [ + "aka-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.725834, + "recall": 0.775692, + "f1": 0.739062, + "accuracy": 0.775692, + "main_score": 0.739062, + "hf_subset": "aka_Latn-bak_Cyrl", + "languages": [ + "aka-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.457334, + "recall": 0.514822, + "f1": 0.47397, + "accuracy": 0.514822, + "main_score": 0.47397, + "hf_subset": "aka_Latn-dyu_Latn", + "languages": [ + "aka-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.769656, + "recall": 0.818182, + "f1": 0.783002, + "accuracy": 0.818182, + "main_score": 0.783002, + "hf_subset": "aka_Latn-heb_Hebr", + "languages": [ + "aka-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.714331, + "recall": 0.768775, + "f1": 0.729586, + "accuracy": 0.768775, + "main_score": 0.729586, + "hf_subset": "aka_Latn-khk_Cyrl", + "languages": [ + "aka-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.761812, + "recall": 0.810277, + "f1": 0.774589, + "accuracy": 0.810277, + "main_score": 0.774589, + "hf_subset": "aka_Latn-lvs_Latn", + "languages": [ + "aka-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.736457, + "recall": 0.787549, + "f1": 0.749928, + "accuracy": 0.787549, + "main_score": 0.749928, + "hf_subset": "aka_Latn-pan_Guru", + "languages": [ + "aka-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.652713, + "recall": 0.713439, + "f1": 0.670018, + "accuracy": 0.713439, + "main_score": 0.670018, + "hf_subset": "aka_Latn-som_Latn", + "languages": [ + "aka-Latn", + "som-Latn" + ] + }, + { + "precision": 0.60994, + "recall": 0.666996, + "f1": 0.626588, + "accuracy": 0.666996, + "main_score": 0.626588, + "hf_subset": "aka_Latn-tum_Latn", + "languages": [ + "aka-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.575882, + "recall": 0.657115, + "f1": 0.599457, + "accuracy": 0.657115, + "main_score": 0.599457, + "hf_subset": "bjn_Latn-ace_Arab", + "languages": [ + "bjn-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.489859, + "recall": 0.549407, + "f1": 0.506219, + "accuracy": 0.549407, + "main_score": 0.506219, + "hf_subset": "bjn_Latn-bam_Latn", + "languages": [ + "bjn-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.633506, + "recall": 0.715415, + "f1": 0.656988, + "accuracy": 0.715415, + "main_score": 0.656988, + "hf_subset": "bjn_Latn-dzo_Tibt", + "languages": [ + "bjn-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-hin_Deva", + "languages": [ + "bjn-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "bjn_Latn-khm_Khmr", + "languages": [ + "bjn-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "bjn_Latn-mag_Deva", + "languages": [ + "bjn-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bjn_Latn-pap_Latn", + "languages": [ + "bjn-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.86334, + "recall": 0.902174, + "f1": 0.875494, + "accuracy": 0.902174, + "main_score": 0.875494, + "hf_subset": "bjn_Latn-sot_Latn", + "languages": [ + "bjn-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-tur_Latn", + "languages": [ + "bjn-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.896739, + "recall": 0.925889, + "f1": 0.906094, + "accuracy": 0.925889, + "main_score": 0.906094, + "hf_subset": "bjn_Latn-ace_Latn", + "languages": [ + "bjn-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "bjn_Latn-ban_Latn", + "languages": [ + "bjn-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-ell_Grek", + "languages": [ + "bjn-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "bjn_Latn-hne_Deva", + "languages": [ + "bjn-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.598547, + "recall": 0.666008, + "f1": 0.61758, + "accuracy": 0.666008, + "main_score": 0.61758, + "hf_subset": "bjn_Latn-kik_Latn", + "languages": [ + "bjn-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-mai_Deva", + "languages": [ + "bjn-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.941864, + "recall": 0.960474, + "f1": 0.947958, + "accuracy": 0.960474, + "main_score": 0.947958, + "hf_subset": "bjn_Latn-pbt_Arab", + "languages": [ + "bjn-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-spa_Latn", + "languages": [ + "bjn-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.757856, + "recall": 0.8083, + "f1": 0.773174, + "accuracy": 0.8083, + "main_score": 0.773174, + "hf_subset": "bjn_Latn-twi_Latn", + "languages": [ + "bjn-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bjn_Latn-acm_Arab", + "languages": [ + "bjn-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "bjn_Latn-bel_Cyrl", + "languages": [ + "bjn-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bjn_Latn-eng_Latn", + "languages": [ + "bjn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bjn_Latn-hrv_Latn", + "languages": [ + "bjn-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.842277, + "recall": 0.883399, + "f1": 0.854946, + "accuracy": 0.883399, + "main_score": 0.854946, + "hf_subset": "bjn_Latn-kin_Latn", + "languages": [ + "bjn-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "bjn_Latn-mal_Mlym", + "languages": [ + "bjn-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bjn_Latn-pes_Arab", + "languages": [ + "bjn-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "bjn_Latn-srd_Latn", + "languages": [ + "bjn-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.216792, + "recall": 0.287549, + "f1": 0.233404, + "accuracy": 0.287549, + "main_score": 0.233404, + "hf_subset": "bjn_Latn-tzm_Tfng", + "languages": [ + "bjn-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-acq_Arab", + "languages": [ + "bjn-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.68275, + "recall": 0.748024, + "f1": 0.701616, + "accuracy": 0.748024, + "main_score": 0.701616, + "hf_subset": "bjn_Latn-bem_Latn", + "languages": [ + "bjn-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bjn_Latn-epo_Latn", + "languages": [ + "bjn-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-hun_Latn", + "languages": [ + "bjn-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "bjn_Latn-kir_Cyrl", + "languages": [ + "bjn-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bjn_Latn-mar_Deva", + "languages": [ + "bjn-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.866271, + "recall": 0.903162, + "f1": 0.877404, + "accuracy": 0.903162, + "main_score": 0.877404, + "hf_subset": "bjn_Latn-plt_Latn", + "languages": [ + "bjn-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bjn_Latn-srp_Cyrl", + "languages": [ + "bjn-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.916667, + "recall": 0.939723, + "f1": 0.923913, + "accuracy": 0.939723, + "main_score": 0.923913, + "hf_subset": "bjn_Latn-uig_Arab", + "languages": [ + "bjn-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "bjn_Latn-aeb_Arab", + "languages": [ + "bjn-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bjn_Latn-ben_Beng", + "languages": [ + "bjn-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bjn_Latn-est_Latn", + "languages": [ + "bjn-Latn", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bjn_Latn-hye_Armn", + "languages": [ + "bjn-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.490192, + "recall": 0.547431, + "f1": 0.506009, + "accuracy": 0.547431, + "main_score": 0.506009, + "hf_subset": "bjn_Latn-kmb_Latn", + "languages": [ + "bjn-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.550409, + "recall": 0.631423, + "f1": 0.572552, + "accuracy": 0.631423, + "main_score": 0.572552, + "hf_subset": "bjn_Latn-min_Arab", + "languages": [ + "bjn-Latn", + "min-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-pol_Latn", + "languages": [ + "bjn-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.762632, + "recall": 0.822134, + "f1": 0.780783, + "accuracy": 0.822134, + "main_score": 0.780783, + "hf_subset": "bjn_Latn-ssw_Latn", + "languages": [ + "bjn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-ukr_Cyrl", + "languages": [ + "bjn-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-afr_Latn", + "languages": [ + "bjn-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bjn_Latn-bho_Deva", + "languages": [ + "bjn-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "bjn_Latn-eus_Latn", + "languages": [ + "bjn-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.860293, + "recall": 0.900198, + "f1": 0.872925, + "accuracy": 0.900198, + "main_score": 0.872925, + "hf_subset": "bjn_Latn-ibo_Latn", + "languages": [ + "bjn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.872233, + "recall": 0.908103, + "f1": 0.883531, + "accuracy": 0.908103, + "main_score": 0.883531, + "hf_subset": "bjn_Latn-kmr_Latn", + "languages": [ + "bjn-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bjn_Latn-min_Latn", + "languages": [ + "bjn-Latn", + "min-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bjn_Latn-por_Latn", + "languages": [ + "bjn-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-sun_Latn", + "languages": [ + "bjn-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.489833, + "recall": 0.561265, + "f1": 0.509621, + "accuracy": 0.561265, + "main_score": 0.509621, + "hf_subset": "bjn_Latn-umb_Latn", + "languages": [ + "bjn-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-ajp_Arab", + "languages": [ + "bjn-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.676634, + "recall": 0.745059, + "f1": 0.695938, + "accuracy": 0.745059, + "main_score": 0.695938, + "hf_subset": "bjn_Latn-bjn_Arab", + "languages": [ + "bjn-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.45574, + "recall": 0.513834, + "f1": 0.471197, + "accuracy": 0.513834, + "main_score": 0.471197, + "hf_subset": "bjn_Latn-ewe_Latn", + "languages": [ + "bjn-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.953063, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "bjn_Latn-ilo_Latn", + "languages": [ + "bjn-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.26636, + "recall": 0.333004, + "f1": 0.283276, + "accuracy": 0.333004, + "main_score": 0.283276, + "hf_subset": "bjn_Latn-knc_Arab", + "languages": [ + "bjn-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-mkd_Cyrl", + "languages": [ + "bjn-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "bjn_Latn-prs_Arab", + "languages": [ + "bjn-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bjn_Latn-swe_Latn", + "languages": [ + "bjn-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bjn_Latn-urd_Arab", + "languages": [ + "bjn-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.731211, + "recall": 0.790514, + "f1": 0.74905, + "accuracy": 0.790514, + "main_score": 0.74905, + "hf_subset": "bjn_Latn-aka_Latn", + "languages": [ + "bjn-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.952652, + "recall": 0.967391, + "f1": 0.957411, + "accuracy": 0.967391, + "main_score": 0.957411, + "hf_subset": "bjn_Latn-fao_Latn", + "languages": [ + "bjn-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bjn_Latn-ind_Latn", + "languages": [ + "bjn-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.533081, + "recall": 0.590909, + "f1": 0.548668, + "accuracy": 0.590909, + "main_score": 0.548668, + "hf_subset": "bjn_Latn-knc_Latn", + "languages": [ + "bjn-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bjn_Latn-mlt_Latn", + "languages": [ + "bjn-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.634207, + "recall": 0.703557, + "f1": 0.654339, + "accuracy": 0.703557, + "main_score": 0.654339, + "hf_subset": "bjn_Latn-quy_Latn", + "languages": [ + "bjn-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-swh_Latn", + "languages": [ + "bjn-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "bjn_Latn-uzn_Latn", + "languages": [ + "bjn-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bjn_Latn-als_Latn", + "languages": [ + "bjn-Latn", + "als-Latn" + ] + }, + { + "precision": 0.774748, + "recall": 0.835968, + "f1": 0.793264, + "accuracy": 0.835968, + "main_score": 0.793264, + "hf_subset": "bjn_Latn-bod_Tibt", + "languages": [ + "bjn-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.644411, + "recall": 0.712451, + "f1": 0.663914, + "accuracy": 0.712451, + "main_score": 0.663914, + "hf_subset": "bjn_Latn-fij_Latn", + "languages": [ + "bjn-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "bjn_Latn-isl_Latn", + "languages": [ + "bjn-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.615259, + "recall": 0.682806, + "f1": 0.634627, + "accuracy": 0.682806, + "main_score": 0.634627, + "hf_subset": "bjn_Latn-kon_Latn", + "languages": [ + "bjn-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.597583, + "recall": 0.675889, + "f1": 0.620264, + "accuracy": 0.675889, + "main_score": 0.620264, + "hf_subset": "bjn_Latn-mni_Beng", + "languages": [ + "bjn-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bjn_Latn-ron_Latn", + "languages": [ + "bjn-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.979249, + "f1": 0.973814, + "accuracy": 0.979249, + "main_score": 0.973814, + "hf_subset": "bjn_Latn-szl_Latn", + "languages": [ + "bjn-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-vec_Latn", + "languages": [ + "bjn-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.926466, + "recall": 0.949605, + "f1": 0.93386, + "accuracy": 0.949605, + "main_score": 0.93386, + "hf_subset": "bjn_Latn-amh_Ethi", + "languages": [ + "bjn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bjn_Latn-bos_Latn", + "languages": [ + "bjn-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-fin_Latn", + "languages": [ + "bjn-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bjn_Latn-ita_Latn", + "languages": [ + "bjn-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-kor_Hang", + "languages": [ + "bjn-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.505047, + "recall": 0.568182, + "f1": 0.523175, + "accuracy": 0.568182, + "main_score": 0.523175, + "hf_subset": "bjn_Latn-mos_Latn", + "languages": [ + "bjn-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.757493, + "recall": 0.816206, + "f1": 0.775823, + "accuracy": 0.816206, + "main_score": 0.775823, + "hf_subset": "bjn_Latn-run_Latn", + "languages": [ + "bjn-Latn", + "run-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-tam_Taml", + "languages": [ + "bjn-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-vie_Latn", + "languages": [ + "bjn-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "bjn_Latn-apc_Arab", + "languages": [ + "bjn-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.75723, + "recall": 0.815217, + "f1": 0.774671, + "accuracy": 0.815217, + "main_score": 0.774671, + "hf_subset": "bjn_Latn-bug_Latn", + "languages": [ + "bjn-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.438093, + "recall": 0.48913, + "f1": 0.45217, + "accuracy": 0.48913, + "main_score": 0.45217, + "hf_subset": "bjn_Latn-fon_Latn", + "languages": [ + "bjn-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "bjn_Latn-jav_Latn", + "languages": [ + "bjn-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.92976, + "recall": 0.950593, + "f1": 0.936331, + "accuracy": 0.950593, + "main_score": 0.936331, + "hf_subset": "bjn_Latn-lao_Laoo", + "languages": [ + "bjn-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.85252, + "recall": 0.894269, + "f1": 0.865646, + "accuracy": 0.894269, + "main_score": 0.865646, + "hf_subset": "bjn_Latn-mri_Latn", + "languages": [ + "bjn-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-rus_Cyrl", + "languages": [ + "bjn-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.513713, + "recall": 0.573123, + "f1": 0.529981, + "accuracy": 0.573123, + "main_score": 0.529981, + "hf_subset": "bjn_Latn-taq_Latn", + "languages": [ + "bjn-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "bjn_Latn-war_Latn", + "languages": [ + "bjn-Latn", + "war-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bjn_Latn-arb_Arab", + "languages": [ + "bjn-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bjn_Latn-bul_Cyrl", + "languages": [ + "bjn-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bjn_Latn-fra_Latn", + "languages": [ + "bjn-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-jpn_Jpan", + "languages": [ + "bjn-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-lij_Latn", + "languages": [ + "bjn-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "bjn_Latn-mya_Mymr", + "languages": [ + "bjn-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.557916, + "recall": 0.618577, + "f1": 0.574975, + "accuracy": 0.618577, + "main_score": 0.574975, + "hf_subset": "bjn_Latn-sag_Latn", + "languages": [ + "bjn-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.238647, + "recall": 0.307312, + "f1": 0.256376, + "accuracy": 0.307312, + "main_score": 0.256376, + "hf_subset": "bjn_Latn-taq_Tfng", + "languages": [ + "bjn-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.613941, + "recall": 0.681818, + "f1": 0.633459, + "accuracy": 0.681818, + "main_score": 0.633459, + "hf_subset": "bjn_Latn-wol_Latn", + "languages": [ + "bjn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.829084, + "recall": 0.876482, + "f1": 0.843808, + "accuracy": 0.876482, + "main_score": 0.843808, + "hf_subset": "bjn_Latn-arb_Latn", + "languages": [ + "bjn-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bjn_Latn-cat_Latn", + "languages": [ + "bjn-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "bjn_Latn-fur_Latn", + "languages": [ + "bjn-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.472977, + "recall": 0.541502, + "f1": 0.491501, + "accuracy": 0.541502, + "main_score": 0.491501, + "hf_subset": "bjn_Latn-kab_Latn", + "languages": [ + "bjn-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "bjn_Latn-lim_Latn", + "languages": [ + "bjn-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bjn_Latn-nld_Latn", + "languages": [ + "bjn-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.943099, + "recall": 0.959486, + "f1": 0.948188, + "accuracy": 0.959486, + "main_score": 0.948188, + "hf_subset": "bjn_Latn-san_Deva", + "languages": [ + "bjn-Latn", + "san-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "bjn_Latn-tat_Cyrl", + "languages": [ + "bjn-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.880468, + "recall": 0.91502, + "f1": 0.891271, + "accuracy": 0.91502, + "main_score": 0.891271, + "hf_subset": "bjn_Latn-xho_Latn", + "languages": [ + "bjn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-ars_Arab", + "languages": [ + "bjn-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "bjn_Latn-ceb_Latn", + "languages": [ + "bjn-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.489894, + "recall": 0.562253, + "f1": 0.509981, + "accuracy": 0.562253, + "main_score": 0.509981, + "hf_subset": "bjn_Latn-fuv_Latn", + "languages": [ + "bjn-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.473834, + "recall": 0.534585, + "f1": 0.49037, + "accuracy": 0.534585, + "main_score": 0.49037, + "hf_subset": "bjn_Latn-kac_Latn", + "languages": [ + "bjn-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.637789, + "recall": 0.706522, + "f1": 0.657239, + "accuracy": 0.706522, + "main_score": 0.657239, + "hf_subset": "bjn_Latn-lin_Latn", + "languages": [ + "bjn-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "bjn_Latn-nno_Latn", + "languages": [ + "bjn-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.861611, + "recall": 0.899209, + "f1": 0.873057, + "accuracy": 0.899209, + "main_score": 0.873057, + "hf_subset": "bjn_Latn-sat_Olck", + "languages": [ + "bjn-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bjn_Latn-tel_Telu", + "languages": [ + "bjn-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bjn_Latn-ydd_Hebr", + "languages": [ + "bjn-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "bjn_Latn-ary_Arab", + "languages": [ + "bjn-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-ces_Latn", + "languages": [ + "bjn-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.573107, + "recall": 0.646245, + "f1": 0.593968, + "accuracy": 0.646245, + "main_score": 0.593968, + "hf_subset": "bjn_Latn-gaz_Latn", + "languages": [ + "bjn-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.544137, + "recall": 0.620553, + "f1": 0.565364, + "accuracy": 0.620553, + "main_score": 0.565364, + "hf_subset": "bjn_Latn-kam_Latn", + "languages": [ + "bjn-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "bjn_Latn-lit_Latn", + "languages": [ + "bjn-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "bjn_Latn-nob_Latn", + "languages": [ + "bjn-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "bjn_Latn-scn_Latn", + "languages": [ + "bjn-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "bjn_Latn-tgk_Cyrl", + "languages": [ + "bjn-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.740095, + "recall": 0.804348, + "f1": 0.75931, + "accuracy": 0.804348, + "main_score": 0.75931, + "hf_subset": "bjn_Latn-yor_Latn", + "languages": [ + "bjn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-arz_Arab", + "languages": [ + "bjn-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.502483, + "recall": 0.570158, + "f1": 0.521338, + "accuracy": 0.570158, + "main_score": 0.521338, + "hf_subset": "bjn_Latn-cjk_Latn", + "languages": [ + "bjn-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.921525, + "recall": 0.945652, + "f1": 0.929414, + "accuracy": 0.945652, + "main_score": 0.929414, + "hf_subset": "bjn_Latn-gla_Latn", + "languages": [ + "bjn-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-kan_Knda", + "languages": [ + "bjn-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.980814, + "recall": 0.986166, + "f1": 0.982444, + "accuracy": 0.986166, + "main_score": 0.982444, + "hf_subset": "bjn_Latn-lmo_Latn", + "languages": [ + "bjn-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "bjn_Latn-npi_Deva", + "languages": [ + "bjn-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.525315, + "recall": 0.603755, + "f1": 0.547602, + "accuracy": 0.603755, + "main_score": 0.547602, + "hf_subset": "bjn_Latn-shn_Mymr", + "languages": [ + "bjn-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bjn_Latn-tgl_Latn", + "languages": [ + "bjn-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bjn_Latn-yue_Hant", + "languages": [ + "bjn-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "bjn_Latn-asm_Beng", + "languages": [ + "bjn-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.915596, + "recall": 0.940711, + "f1": 0.92365, + "accuracy": 0.940711, + "main_score": 0.92365, + "hf_subset": "bjn_Latn-ckb_Arab", + "languages": [ + "bjn-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "bjn_Latn-gle_Latn", + "languages": [ + "bjn-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.890152, + "recall": 0.922925, + "f1": 0.900692, + "accuracy": 0.922925, + "main_score": 0.900692, + "hf_subset": "bjn_Latn-kas_Arab", + "languages": [ + "bjn-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.882905, + "recall": 0.916008, + "f1": 0.893445, + "accuracy": 0.916008, + "main_score": 0.893445, + "hf_subset": "bjn_Latn-ltg_Latn", + "languages": [ + "bjn-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.797085, + "recall": 0.84585, + "f1": 0.811909, + "accuracy": 0.84585, + "main_score": 0.811909, + "hf_subset": "bjn_Latn-nso_Latn", + "languages": [ + "bjn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "bjn_Latn-sin_Sinh", + "languages": [ + "bjn-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "bjn_Latn-tha_Thai", + "languages": [ + "bjn-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bjn_Latn-zho_Hans", + "languages": [ + "bjn-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "bjn_Latn-ast_Latn", + "languages": [ + "bjn-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "bjn_Latn-crh_Latn", + "languages": [ + "bjn-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bjn_Latn-glg_Latn", + "languages": [ + "bjn-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.838175, + "recall": 0.882411, + "f1": 0.85183, + "accuracy": 0.882411, + "main_score": 0.85183, + "hf_subset": "bjn_Latn-kas_Deva", + "languages": [ + "bjn-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.97052, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "bjn_Latn-ltz_Latn", + "languages": [ + "bjn-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.434984, + "recall": 0.503953, + "f1": 0.453886, + "accuracy": 0.503953, + "main_score": 0.453886, + "hf_subset": "bjn_Latn-nus_Latn", + "languages": [ + "bjn-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bjn_Latn-slk_Latn", + "languages": [ + "bjn-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.65177, + "recall": 0.728261, + "f1": 0.674039, + "accuracy": 0.728261, + "main_score": 0.674039, + "hf_subset": "bjn_Latn-tir_Ethi", + "languages": [ + "bjn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-zho_Hant", + "languages": [ + "bjn-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.969401, + "recall": 0.977273, + "f1": 0.971838, + "accuracy": 0.977273, + "main_score": 0.971838, + "hf_subset": "bjn_Latn-awa_Deva", + "languages": [ + "bjn-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-cym_Latn", + "languages": [ + "bjn-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.768462, + "recall": 0.822134, + "f1": 0.784209, + "accuracy": 0.822134, + "main_score": 0.784209, + "hf_subset": "bjn_Latn-grn_Latn", + "languages": [ + "bjn-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bjn_Latn-kat_Geor", + "languages": [ + "bjn-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.616786, + "recall": 0.672925, + "f1": 0.632363, + "accuracy": 0.672925, + "main_score": 0.632363, + "hf_subset": "bjn_Latn-lua_Latn", + "languages": [ + "bjn-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.830534, + "recall": 0.874506, + "f1": 0.844137, + "accuracy": 0.874506, + "main_score": 0.844137, + "hf_subset": "bjn_Latn-nya_Latn", + "languages": [ + "bjn-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-slv_Latn", + "languages": [ + "bjn-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "bjn_Latn-tpi_Latn", + "languages": [ + "bjn-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bjn_Latn-zsm_Latn", + "languages": [ + "bjn-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.501158, + "recall": 0.562253, + "f1": 0.518053, + "accuracy": 0.562253, + "main_score": 0.518053, + "hf_subset": "bjn_Latn-ayr_Latn", + "languages": [ + "bjn-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bjn_Latn-dan_Latn", + "languages": [ + "bjn-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bjn_Latn-guj_Gujr", + "languages": [ + "bjn-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bjn_Latn-kaz_Cyrl", + "languages": [ + "bjn-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.636578, + "recall": 0.714427, + "f1": 0.659453, + "accuracy": 0.714427, + "main_score": 0.659453, + "hf_subset": "bjn_Latn-lug_Latn", + "languages": [ + "bjn-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "bjn_Latn-oci_Latn", + "languages": [ + "bjn-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.837599, + "recall": 0.878458, + "f1": 0.850151, + "accuracy": 0.878458, + "main_score": 0.850151, + "hf_subset": "bjn_Latn-smo_Latn", + "languages": [ + "bjn-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.738373, + "recall": 0.799407, + "f1": 0.756606, + "accuracy": 0.799407, + "main_score": 0.756606, + "hf_subset": "bjn_Latn-tsn_Latn", + "languages": [ + "bjn-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.886281, + "recall": 0.918972, + "f1": 0.89641, + "accuracy": 0.918972, + "main_score": 0.89641, + "hf_subset": "bjn_Latn-zul_Latn", + "languages": [ + "bjn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.914855, + "recall": 0.939723, + "f1": 0.922925, + "accuracy": 0.939723, + "main_score": 0.922925, + "hf_subset": "bjn_Latn-azb_Arab", + "languages": [ + "bjn-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bjn_Latn-deu_Latn", + "languages": [ + "bjn-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "bjn_Latn-hat_Latn", + "languages": [ + "bjn-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.488342, + "recall": 0.548419, + "f1": 0.505205, + "accuracy": 0.548419, + "main_score": 0.505205, + "hf_subset": "bjn_Latn-kbp_Latn", + "languages": [ + "bjn-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.534447, + "recall": 0.594862, + "f1": 0.550537, + "accuracy": 0.594862, + "main_score": 0.550537, + "hf_subset": "bjn_Latn-luo_Latn", + "languages": [ + "bjn-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "bjn_Latn-ory_Orya", + "languages": [ + "bjn-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.880599, + "recall": 0.913043, + "f1": 0.890777, + "accuracy": 0.913043, + "main_score": 0.890777, + "hf_subset": "bjn_Latn-sna_Latn", + "languages": [ + "bjn-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.662829, + "recall": 0.728261, + "f1": 0.68172, + "accuracy": 0.728261, + "main_score": 0.68172, + "hf_subset": "bjn_Latn-tso_Latn", + "languages": [ + "bjn-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-azj_Latn", + "languages": [ + "bjn-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.501854, + "recall": 0.568182, + "f1": 0.521017, + "accuracy": 0.568182, + "main_score": 0.521017, + "hf_subset": "bjn_Latn-dik_Latn", + "languages": [ + "bjn-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.883317, + "recall": 0.916008, + "f1": 0.893676, + "accuracy": 0.916008, + "main_score": 0.893676, + "hf_subset": "bjn_Latn-hau_Latn", + "languages": [ + "bjn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "bjn_Latn-kea_Latn", + "languages": [ + "bjn-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.897151, + "recall": 0.925889, + "f1": 0.906159, + "accuracy": 0.925889, + "main_score": 0.906159, + "hf_subset": "bjn_Latn-lus_Latn", + "languages": [ + "bjn-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.85387, + "recall": 0.892292, + "f1": 0.865796, + "accuracy": 0.892292, + "main_score": 0.865796, + "hf_subset": "bjn_Latn-pag_Latn", + "languages": [ + "bjn-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "bjn_Latn-snd_Arab", + "languages": [ + "bjn-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "bjn_Latn-tuk_Latn", + "languages": [ + "bjn-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "bjn_Latn-bak_Cyrl", + "languages": [ + "bjn-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.456156, + "recall": 0.52668, + "f1": 0.475996, + "accuracy": 0.52668, + "main_score": 0.475996, + "hf_subset": "bjn_Latn-dyu_Latn", + "languages": [ + "bjn-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bjn_Latn-heb_Hebr", + "languages": [ + "bjn-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.943429, + "recall": 0.960474, + "f1": 0.948847, + "accuracy": 0.960474, + "main_score": 0.948847, + "hf_subset": "bjn_Latn-khk_Cyrl", + "languages": [ + "bjn-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bjn_Latn-lvs_Latn", + "languages": [ + "bjn-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bjn_Latn-pan_Guru", + "languages": [ + "bjn-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.854117, + "recall": 0.897233, + "f1": 0.867918, + "accuracy": 0.897233, + "main_score": 0.867918, + "hf_subset": "bjn_Latn-som_Latn", + "languages": [ + "bjn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.691166, + "recall": 0.750988, + "f1": 0.709042, + "accuracy": 0.750988, + "main_score": 0.709042, + "hf_subset": "bjn_Latn-tum_Latn", + "languages": [ + "bjn-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.467542, + "recall": 0.555336, + "f1": 0.491675, + "accuracy": 0.555336, + "main_score": 0.491675, + "hf_subset": "fao_Latn-ace_Arab", + "languages": [ + "fao-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.464744, + "recall": 0.523715, + "f1": 0.480738, + "accuracy": 0.523715, + "main_score": 0.480738, + "hf_subset": "fao_Latn-bam_Latn", + "languages": [ + "fao-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.612486, + "recall": 0.698617, + "f1": 0.636811, + "accuracy": 0.698617, + "main_score": 0.636811, + "hf_subset": "fao_Latn-dzo_Tibt", + "languages": [ + "fao-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fao_Latn-hin_Deva", + "languages": [ + "fao-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "fao_Latn-khm_Khmr", + "languages": [ + "fao-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-mag_Deva", + "languages": [ + "fao-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "fao_Latn-pap_Latn", + "languages": [ + "fao-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.858778, + "recall": 0.898221, + "f1": 0.87108, + "accuracy": 0.898221, + "main_score": 0.87108, + "hf_subset": "fao_Latn-sot_Latn", + "languages": [ + "fao-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fao_Latn-tur_Latn", + "languages": [ + "fao-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.817408, + "recall": 0.863636, + "f1": 0.831734, + "accuracy": 0.863636, + "main_score": 0.831734, + "hf_subset": "fao_Latn-ace_Latn", + "languages": [ + "fao-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.932312, + "recall": 0.952569, + "f1": 0.9389, + "accuracy": 0.952569, + "main_score": 0.9389, + "hf_subset": "fao_Latn-ban_Latn", + "languages": [ + "fao-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fao_Latn-ell_Grek", + "languages": [ + "fao-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "fao_Latn-hne_Deva", + "languages": [ + "fao-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.557931, + "recall": 0.624506, + "f1": 0.576342, + "accuracy": 0.624506, + "main_score": 0.576342, + "hf_subset": "fao_Latn-kik_Latn", + "languages": [ + "fao-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fao_Latn-mai_Deva", + "languages": [ + "fao-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.94137, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "fao_Latn-pbt_Arab", + "languages": [ + "fao-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fao_Latn-spa_Latn", + "languages": [ + "fao-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.744739, + "recall": 0.804348, + "f1": 0.761865, + "accuracy": 0.804348, + "main_score": 0.761865, + "hf_subset": "fao_Latn-twi_Latn", + "languages": [ + "fao-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "fao_Latn-acm_Arab", + "languages": [ + "fao-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "fao_Latn-bel_Cyrl", + "languages": [ + "fao-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fao_Latn-eng_Latn", + "languages": [ + "fao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fao_Latn-hrv_Latn", + "languages": [ + "fao-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.849671, + "recall": 0.889328, + "f1": 0.861957, + "accuracy": 0.889328, + "main_score": 0.861957, + "hf_subset": "fao_Latn-kin_Latn", + "languages": [ + "fao-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "fao_Latn-mal_Mlym", + "languages": [ + "fao-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "fao_Latn-pes_Arab", + "languages": [ + "fao-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fao_Latn-srd_Latn", + "languages": [ + "fao-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.205314, + "recall": 0.270751, + "f1": 0.221256, + "accuracy": 0.270751, + "main_score": 0.221256, + "hf_subset": "fao_Latn-tzm_Tfng", + "languages": [ + "fao-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fao_Latn-acq_Arab", + "languages": [ + "fao-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.664181, + "recall": 0.738142, + "f1": 0.685499, + "accuracy": 0.738142, + "main_score": 0.685499, + "hf_subset": "fao_Latn-bem_Latn", + "languages": [ + "fao-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fao_Latn-epo_Latn", + "languages": [ + "fao-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fao_Latn-hun_Latn", + "languages": [ + "fao-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fao_Latn-kir_Cyrl", + "languages": [ + "fao-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "fao_Latn-mar_Deva", + "languages": [ + "fao-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.867013, + "recall": 0.906126, + "f1": 0.879315, + "accuracy": 0.906126, + "main_score": 0.879315, + "hf_subset": "fao_Latn-plt_Latn", + "languages": [ + "fao-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "fao_Latn-srp_Cyrl", + "languages": [ + "fao-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.933465, + "recall": 0.954545, + "f1": 0.940382, + "accuracy": 0.954545, + "main_score": 0.940382, + "hf_subset": "fao_Latn-uig_Arab", + "languages": [ + "fao-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "fao_Latn-aeb_Arab", + "languages": [ + "fao-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "fao_Latn-ben_Beng", + "languages": [ + "fao-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "fao_Latn-est_Latn", + "languages": [ + "fao-Latn", + "est-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "fao_Latn-hye_Armn", + "languages": [ + "fao-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.45875, + "recall": 0.511858, + "f1": 0.473178, + "accuracy": 0.511858, + "main_score": 0.473178, + "hf_subset": "fao_Latn-kmb_Latn", + "languages": [ + "fao-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.442407, + "recall": 0.529644, + "f1": 0.465106, + "accuracy": 0.529644, + "main_score": 0.465106, + "hf_subset": "fao_Latn-min_Arab", + "languages": [ + "fao-Latn", + "min-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-pol_Latn", + "languages": [ + "fao-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.754842, + "recall": 0.815217, + "f1": 0.773287, + "accuracy": 0.815217, + "main_score": 0.773287, + "hf_subset": "fao_Latn-ssw_Latn", + "languages": [ + "fao-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fao_Latn-ukr_Cyrl", + "languages": [ + "fao-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fao_Latn-afr_Latn", + "languages": [ + "fao-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fao_Latn-bho_Deva", + "languages": [ + "fao-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fao_Latn-eus_Latn", + "languages": [ + "fao-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.852223, + "recall": 0.894269, + "f1": 0.865514, + "accuracy": 0.894269, + "main_score": 0.865514, + "hf_subset": "fao_Latn-ibo_Latn", + "languages": [ + "fao-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.877092, + "recall": 0.909091, + "f1": 0.886877, + "accuracy": 0.909091, + "main_score": 0.886877, + "hf_subset": "fao_Latn-kmr_Latn", + "languages": [ + "fao-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "fao_Latn-min_Latn", + "languages": [ + "fao-Latn", + "min-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fao_Latn-por_Latn", + "languages": [ + "fao-Latn", + "por-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "fao_Latn-sun_Latn", + "languages": [ + "fao-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.457354, + "recall": 0.521739, + "f1": 0.475135, + "accuracy": 0.521739, + "main_score": 0.475135, + "hf_subset": "fao_Latn-umb_Latn", + "languages": [ + "fao-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fao_Latn-ajp_Arab", + "languages": [ + "fao-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.469183, + "recall": 0.545455, + "f1": 0.490214, + "accuracy": 0.545455, + "main_score": 0.490214, + "hf_subset": "fao_Latn-bjn_Arab", + "languages": [ + "fao-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.441153, + "recall": 0.492095, + "f1": 0.455136, + "accuracy": 0.492095, + "main_score": 0.455136, + "hf_subset": "fao_Latn-ewe_Latn", + "languages": [ + "fao-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.91996, + "recall": 0.943676, + "f1": 0.927701, + "accuracy": 0.943676, + "main_score": 0.927701, + "hf_subset": "fao_Latn-ilo_Latn", + "languages": [ + "fao-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.247362, + "recall": 0.313241, + "f1": 0.264439, + "accuracy": 0.313241, + "main_score": 0.264439, + "hf_subset": "fao_Latn-knc_Arab", + "languages": [ + "fao-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fao_Latn-mkd_Cyrl", + "languages": [ + "fao-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fao_Latn-prs_Arab", + "languages": [ + "fao-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fao_Latn-swe_Latn", + "languages": [ + "fao-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fao_Latn-urd_Arab", + "languages": [ + "fao-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.720028, + "recall": 0.780632, + "f1": 0.737837, + "accuracy": 0.780632, + "main_score": 0.737837, + "hf_subset": "fao_Latn-aka_Latn", + "languages": [ + "fao-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "fao_Latn-bjn_Latn", + "languages": [ + "fao-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fao_Latn-ind_Latn", + "languages": [ + "fao-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.507674, + "recall": 0.567194, + "f1": 0.523277, + "accuracy": 0.567194, + "main_score": 0.523277, + "hf_subset": "fao_Latn-knc_Latn", + "languages": [ + "fao-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "fao_Latn-mlt_Latn", + "languages": [ + "fao-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.601314, + "recall": 0.66996, + "f1": 0.620766, + "accuracy": 0.66996, + "main_score": 0.620766, + "hf_subset": "fao_Latn-quy_Latn", + "languages": [ + "fao-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fao_Latn-swh_Latn", + "languages": [ + "fao-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "fao_Latn-uzn_Latn", + "languages": [ + "fao-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-als_Latn", + "languages": [ + "fao-Latn", + "als-Latn" + ] + }, + { + "precision": 0.766918, + "recall": 0.828063, + "f1": 0.785623, + "accuracy": 0.828063, + "main_score": 0.785623, + "hf_subset": "fao_Latn-bod_Tibt", + "languages": [ + "fao-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.612125, + "recall": 0.681818, + "f1": 0.632037, + "accuracy": 0.681818, + "main_score": 0.632037, + "hf_subset": "fao_Latn-fij_Latn", + "languages": [ + "fao-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "fao_Latn-isl_Latn", + "languages": [ + "fao-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.578231, + "recall": 0.644269, + "f1": 0.597162, + "accuracy": 0.644269, + "main_score": 0.597162, + "hf_subset": "fao_Latn-kon_Latn", + "languages": [ + "fao-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.544288, + "recall": 0.62253, + "f1": 0.566434, + "accuracy": 0.62253, + "main_score": 0.566434, + "hf_subset": "fao_Latn-mni_Beng", + "languages": [ + "fao-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "fao_Latn-ron_Latn", + "languages": [ + "fao-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "fao_Latn-szl_Latn", + "languages": [ + "fao-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fao_Latn-vec_Latn", + "languages": [ + "fao-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.915184, + "recall": 0.9417, + "f1": 0.923748, + "accuracy": 0.9417, + "main_score": 0.923748, + "hf_subset": "fao_Latn-amh_Ethi", + "languages": [ + "fao-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fao_Latn-bos_Latn", + "languages": [ + "fao-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fao_Latn-fin_Latn", + "languages": [ + "fao-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fao_Latn-ita_Latn", + "languages": [ + "fao-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-kor_Hang", + "languages": [ + "fao-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.481733, + "recall": 0.537549, + "f1": 0.497293, + "accuracy": 0.537549, + "main_score": 0.497293, + "hf_subset": "fao_Latn-mos_Latn", + "languages": [ + "fao-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.749976, + "recall": 0.812253, + "f1": 0.768923, + "accuracy": 0.812253, + "main_score": 0.768923, + "hf_subset": "fao_Latn-run_Latn", + "languages": [ + "fao-Latn", + "run-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "fao_Latn-tam_Taml", + "languages": [ + "fao-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fao_Latn-vie_Latn", + "languages": [ + "fao-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "fao_Latn-apc_Arab", + "languages": [ + "fao-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.657486, + "recall": 0.726285, + "f1": 0.677206, + "accuracy": 0.726285, + "main_score": 0.677206, + "hf_subset": "fao_Latn-bug_Latn", + "languages": [ + "fao-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.416432, + "recall": 0.467391, + "f1": 0.430141, + "accuracy": 0.467391, + "main_score": 0.430141, + "hf_subset": "fao_Latn-fon_Latn", + "languages": [ + "fao-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fao_Latn-jav_Latn", + "languages": [ + "fao-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.932065, + "recall": 0.952569, + "f1": 0.938636, + "accuracy": 0.952569, + "main_score": 0.938636, + "hf_subset": "fao_Latn-lao_Laoo", + "languages": [ + "fao-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.85359, + "recall": 0.894269, + "f1": 0.866206, + "accuracy": 0.894269, + "main_score": 0.866206, + "hf_subset": "fao_Latn-mri_Latn", + "languages": [ + "fao-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fao_Latn-rus_Cyrl", + "languages": [ + "fao-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.472737, + "recall": 0.52668, + "f1": 0.487834, + "accuracy": 0.52668, + "main_score": 0.487834, + "hf_subset": "fao_Latn-taq_Latn", + "languages": [ + "fao-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.975873, + "recall": 0.983202, + "f1": 0.978162, + "accuracy": 0.983202, + "main_score": 0.978162, + "hf_subset": "fao_Latn-war_Latn", + "languages": [ + "fao-Latn", + "war-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fao_Latn-arb_Arab", + "languages": [ + "fao-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fao_Latn-bul_Cyrl", + "languages": [ + "fao-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fao_Latn-fra_Latn", + "languages": [ + "fao-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fao_Latn-jpn_Jpan", + "languages": [ + "fao-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "fao_Latn-lij_Latn", + "languages": [ + "fao-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "fao_Latn-mya_Mymr", + "languages": [ + "fao-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.526158, + "recall": 0.585968, + "f1": 0.542532, + "accuracy": 0.585968, + "main_score": 0.542532, + "hf_subset": "fao_Latn-sag_Latn", + "languages": [ + "fao-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.212386, + "recall": 0.274704, + "f1": 0.227411, + "accuracy": 0.274704, + "main_score": 0.227411, + "hf_subset": "fao_Latn-taq_Tfng", + "languages": [ + "fao-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.599808, + "recall": 0.661067, + "f1": 0.616959, + "accuracy": 0.661067, + "main_score": 0.616959, + "hf_subset": "fao_Latn-wol_Latn", + "languages": [ + "fao-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.821756, + "recall": 0.87253, + "f1": 0.837681, + "accuracy": 0.87253, + "main_score": 0.837681, + "hf_subset": "fao_Latn-arb_Latn", + "languages": [ + "fao-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "fao_Latn-cat_Latn", + "languages": [ + "fao-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "fao_Latn-fur_Latn", + "languages": [ + "fao-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.4444, + "recall": 0.520751, + "f1": 0.465431, + "accuracy": 0.520751, + "main_score": 0.465431, + "hf_subset": "fao_Latn-kab_Latn", + "languages": [ + "fao-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "fao_Latn-lim_Latn", + "languages": [ + "fao-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fao_Latn-nld_Latn", + "languages": [ + "fao-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "fao_Latn-san_Deva", + "languages": [ + "fao-Latn", + "san-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "fao_Latn-tat_Cyrl", + "languages": [ + "fao-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.881835, + "recall": 0.916008, + "f1": 0.892852, + "accuracy": 0.916008, + "main_score": 0.892852, + "hf_subset": "fao_Latn-xho_Latn", + "languages": [ + "fao-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fao_Latn-ars_Arab", + "languages": [ + "fao-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "fao_Latn-ceb_Latn", + "languages": [ + "fao-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.461358, + "recall": 0.529644, + "f1": 0.479689, + "accuracy": 0.529644, + "main_score": 0.479689, + "hf_subset": "fao_Latn-fuv_Latn", + "languages": [ + "fao-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.458533, + "recall": 0.521739, + "f1": 0.475748, + "accuracy": 0.521739, + "main_score": 0.475748, + "hf_subset": "fao_Latn-kac_Latn", + "languages": [ + "fao-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.600702, + "recall": 0.674901, + "f1": 0.621674, + "accuracy": 0.674901, + "main_score": 0.621674, + "hf_subset": "fao_Latn-lin_Latn", + "languages": [ + "fao-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fao_Latn-nno_Latn", + "languages": [ + "fao-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.852256, + "recall": 0.893281, + "f1": 0.86502, + "accuracy": 0.893281, + "main_score": 0.86502, + "hf_subset": "fao_Latn-sat_Olck", + "languages": [ + "fao-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "fao_Latn-tel_Telu", + "languages": [ + "fao-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "fao_Latn-ydd_Hebr", + "languages": [ + "fao-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "fao_Latn-ary_Arab", + "languages": [ + "fao-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fao_Latn-ces_Latn", + "languages": [ + "fao-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.534298, + "recall": 0.614625, + "f1": 0.556901, + "accuracy": 0.614625, + "main_score": 0.556901, + "hf_subset": "fao_Latn-gaz_Latn", + "languages": [ + "fao-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.520025, + "recall": 0.587945, + "f1": 0.538652, + "accuracy": 0.587945, + "main_score": 0.538652, + "hf_subset": "fao_Latn-kam_Latn", + "languages": [ + "fao-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "fao_Latn-lit_Latn", + "languages": [ + "fao-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fao_Latn-nob_Latn", + "languages": [ + "fao-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "fao_Latn-scn_Latn", + "languages": [ + "fao-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.956028, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "fao_Latn-tgk_Cyrl", + "languages": [ + "fao-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.730742, + "recall": 0.794466, + "f1": 0.749393, + "accuracy": 0.794466, + "main_score": 0.749393, + "hf_subset": "fao_Latn-yor_Latn", + "languages": [ + "fao-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "fao_Latn-arz_Arab", + "languages": [ + "fao-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.446427, + "recall": 0.509881, + "f1": 0.464016, + "accuracy": 0.509881, + "main_score": 0.464016, + "hf_subset": "fao_Latn-cjk_Latn", + "languages": [ + "fao-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.932806, + "recall": 0.954545, + "f1": 0.940053, + "accuracy": 0.954545, + "main_score": 0.940053, + "hf_subset": "fao_Latn-gla_Latn", + "languages": [ + "fao-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fao_Latn-kan_Knda", + "languages": [ + "fao-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "fao_Latn-lmo_Latn", + "languages": [ + "fao-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "fao_Latn-npi_Deva", + "languages": [ + "fao-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.535638, + "recall": 0.614625, + "f1": 0.558301, + "accuracy": 0.614625, + "main_score": 0.558301, + "hf_subset": "fao_Latn-shn_Mymr", + "languages": [ + "fao-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fao_Latn-tgl_Latn", + "languages": [ + "fao-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fao_Latn-yue_Hant", + "languages": [ + "fao-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.965827, + "recall": 0.976285, + "f1": 0.969104, + "accuracy": 0.976285, + "main_score": 0.969104, + "hf_subset": "fao_Latn-asm_Beng", + "languages": [ + "fao-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.91502, + "recall": 0.939723, + "f1": 0.922892, + "accuracy": 0.939723, + "main_score": 0.922892, + "hf_subset": "fao_Latn-ckb_Arab", + "languages": [ + "fao-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "fao_Latn-gle_Latn", + "languages": [ + "fao-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.868396, + "recall": 0.906126, + "f1": 0.880171, + "accuracy": 0.906126, + "main_score": 0.880171, + "hf_subset": "fao_Latn-kas_Arab", + "languages": [ + "fao-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.856802, + "recall": 0.897233, + "f1": 0.869466, + "accuracy": 0.897233, + "main_score": 0.869466, + "hf_subset": "fao_Latn-ltg_Latn", + "languages": [ + "fao-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.781966, + "recall": 0.832016, + "f1": 0.796843, + "accuracy": 0.832016, + "main_score": 0.796843, + "hf_subset": "fao_Latn-nso_Latn", + "languages": [ + "fao-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "fao_Latn-sin_Sinh", + "languages": [ + "fao-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fao_Latn-tha_Thai", + "languages": [ + "fao-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.976202, + "recall": 0.983202, + "f1": 0.978327, + "accuracy": 0.983202, + "main_score": 0.978327, + "hf_subset": "fao_Latn-zho_Hans", + "languages": [ + "fao-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fao_Latn-ast_Latn", + "languages": [ + "fao-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "fao_Latn-crh_Latn", + "languages": [ + "fao-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fao_Latn-glg_Latn", + "languages": [ + "fao-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.792935, + "recall": 0.847826, + "f1": 0.809538, + "accuracy": 0.847826, + "main_score": 0.809538, + "hf_subset": "fao_Latn-kas_Deva", + "languages": [ + "fao-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "fao_Latn-ltz_Latn", + "languages": [ + "fao-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.399552, + "recall": 0.463439, + "f1": 0.416224, + "accuracy": 0.463439, + "main_score": 0.416224, + "hf_subset": "fao_Latn-nus_Latn", + "languages": [ + "fao-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fao_Latn-slk_Latn", + "languages": [ + "fao-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.595376, + "recall": 0.676877, + "f1": 0.618383, + "accuracy": 0.676877, + "main_score": 0.618383, + "hf_subset": "fao_Latn-tir_Ethi", + "languages": [ + "fao-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "fao_Latn-zho_Hant", + "languages": [ + "fao-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.968874, + "recall": 0.977273, + "f1": 0.971476, + "accuracy": 0.977273, + "main_score": 0.971476, + "hf_subset": "fao_Latn-awa_Deva", + "languages": [ + "fao-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "fao_Latn-cym_Latn", + "languages": [ + "fao-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.720135, + "recall": 0.778656, + "f1": 0.736608, + "accuracy": 0.778656, + "main_score": 0.736608, + "hf_subset": "fao_Latn-grn_Latn", + "languages": [ + "fao-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fao_Latn-kat_Geor", + "languages": [ + "fao-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.567358, + "recall": 0.631423, + "f1": 0.584882, + "accuracy": 0.631423, + "main_score": 0.584882, + "hf_subset": "fao_Latn-lua_Latn", + "languages": [ + "fao-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.821393, + "recall": 0.869565, + "f1": 0.836331, + "accuracy": 0.869565, + "main_score": 0.836331, + "hf_subset": "fao_Latn-nya_Latn", + "languages": [ + "fao-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fao_Latn-slv_Latn", + "languages": [ + "fao-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.941535, + "recall": 0.959486, + "f1": 0.947266, + "accuracy": 0.959486, + "main_score": 0.947266, + "hf_subset": "fao_Latn-tpi_Latn", + "languages": [ + "fao-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fao_Latn-zsm_Latn", + "languages": [ + "fao-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.488858, + "recall": 0.549407, + "f1": 0.505871, + "accuracy": 0.549407, + "main_score": 0.505871, + "hf_subset": "fao_Latn-ayr_Latn", + "languages": [ + "fao-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fao_Latn-dan_Latn", + "languages": [ + "fao-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-guj_Gujr", + "languages": [ + "fao-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-kaz_Cyrl", + "languages": [ + "fao-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.648948, + "recall": 0.718379, + "f1": 0.668666, + "accuracy": 0.718379, + "main_score": 0.668666, + "hf_subset": "fao_Latn-lug_Latn", + "languages": [ + "fao-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "fao_Latn-oci_Latn", + "languages": [ + "fao-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.813653, + "recall": 0.860672, + "f1": 0.828002, + "accuracy": 0.860672, + "main_score": 0.828002, + "hf_subset": "fao_Latn-smo_Latn", + "languages": [ + "fao-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.745817, + "recall": 0.806324, + "f1": 0.7639, + "accuracy": 0.806324, + "main_score": 0.7639, + "hf_subset": "fao_Latn-tsn_Latn", + "languages": [ + "fao-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.887187, + "recall": 0.920949, + "f1": 0.898057, + "accuracy": 0.920949, + "main_score": 0.898057, + "hf_subset": "fao_Latn-zul_Latn", + "languages": [ + "fao-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.893198, + "recall": 0.923913, + "f1": 0.903063, + "accuracy": 0.923913, + "main_score": 0.903063, + "hf_subset": "fao_Latn-azb_Arab", + "languages": [ + "fao-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "fao_Latn-deu_Latn", + "languages": [ + "fao-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.952322, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "fao_Latn-hat_Latn", + "languages": [ + "fao-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.475513, + "recall": 0.533597, + "f1": 0.491143, + "accuracy": 0.533597, + "main_score": 0.491143, + "hf_subset": "fao_Latn-kbp_Latn", + "languages": [ + "fao-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.487815, + "recall": 0.549407, + "f1": 0.504636, + "accuracy": 0.549407, + "main_score": 0.504636, + "hf_subset": "fao_Latn-luo_Latn", + "languages": [ + "fao-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "fao_Latn-ory_Orya", + "languages": [ + "fao-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.876565, + "recall": 0.913043, + "f1": 0.888241, + "accuracy": 0.913043, + "main_score": 0.888241, + "hf_subset": "fao_Latn-sna_Latn", + "languages": [ + "fao-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.638406, + "recall": 0.706522, + "f1": 0.65783, + "accuracy": 0.706522, + "main_score": 0.65783, + "hf_subset": "fao_Latn-tso_Latn", + "languages": [ + "fao-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fao_Latn-azj_Latn", + "languages": [ + "fao-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.472752, + "recall": 0.538538, + "f1": 0.491128, + "accuracy": 0.538538, + "main_score": 0.491128, + "hf_subset": "fao_Latn-dik_Latn", + "languages": [ + "fao-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.88307, + "recall": 0.916996, + "f1": 0.893939, + "accuracy": 0.916996, + "main_score": 0.893939, + "hf_subset": "fao_Latn-hau_Latn", + "languages": [ + "fao-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.965415, + "f1": 0.955863, + "accuracy": 0.965415, + "main_score": 0.955863, + "hf_subset": "fao_Latn-kea_Latn", + "languages": [ + "fao-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.895998, + "recall": 0.925889, + "f1": 0.905698, + "accuracy": 0.925889, + "main_score": 0.905698, + "hf_subset": "fao_Latn-lus_Latn", + "languages": [ + "fao-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.813645, + "recall": 0.859684, + "f1": 0.827624, + "accuracy": 0.859684, + "main_score": 0.827624, + "hf_subset": "fao_Latn-pag_Latn", + "languages": [ + "fao-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "fao_Latn-snd_Arab", + "languages": [ + "fao-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "fao_Latn-tuk_Latn", + "languages": [ + "fao-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "fao_Latn-bak_Cyrl", + "languages": [ + "fao-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.431857, + "recall": 0.5, + "f1": 0.451261, + "accuracy": 0.5, + "main_score": 0.451261, + "hf_subset": "fao_Latn-dyu_Latn", + "languages": [ + "fao-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "fao_Latn-heb_Hebr", + "languages": [ + "fao-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.948781, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "fao_Latn-khk_Cyrl", + "languages": [ + "fao-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fao_Latn-lvs_Latn", + "languages": [ + "fao-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fao_Latn-pan_Guru", + "languages": [ + "fao-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.863669, + "recall": 0.903162, + "f1": 0.875955, + "accuracy": 0.903162, + "main_score": 0.875955, + "hf_subset": "fao_Latn-som_Latn", + "languages": [ + "fao-Latn", + "som-Latn" + ] + }, + { + "precision": 0.674239, + "recall": 0.73913, + "f1": 0.693083, + "accuracy": 0.73913, + "main_score": 0.693083, + "hf_subset": "fao_Latn-tum_Latn", + "languages": [ + "fao-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.572592, + "recall": 0.658103, + "f1": 0.596983, + "accuracy": 0.658103, + "main_score": 0.596983, + "hf_subset": "ind_Latn-ace_Arab", + "languages": [ + "ind-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.475285, + "recall": 0.545455, + "f1": 0.494172, + "accuracy": 0.545455, + "main_score": 0.494172, + "hf_subset": "ind_Latn-bam_Latn", + "languages": [ + "ind-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.674216, + "recall": 0.753953, + "f1": 0.697118, + "accuracy": 0.753953, + "main_score": 0.697118, + "hf_subset": "ind_Latn-dzo_Tibt", + "languages": [ + "ind-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-hin_Deva", + "languages": [ + "ind-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ind_Latn-khm_Khmr", + "languages": [ + "ind-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-mag_Deva", + "languages": [ + "ind-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-pap_Latn", + "languages": [ + "ind-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.875329, + "recall": 0.911067, + "f1": 0.886331, + "accuracy": 0.911067, + "main_score": 0.886331, + "hf_subset": "ind_Latn-sot_Latn", + "languages": [ + "ind-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-tur_Latn", + "languages": [ + "ind-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.89137, + "recall": 0.922925, + "f1": 0.90135, + "accuracy": 0.922925, + "main_score": 0.90135, + "hf_subset": "ind_Latn-ace_Latn", + "languages": [ + "ind-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "ind_Latn-ban_Latn", + "languages": [ + "ind-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-ell_Grek", + "languages": [ + "ind-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ind_Latn-hne_Deva", + "languages": [ + "ind-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.586171, + "recall": 0.666008, + "f1": 0.608659, + "accuracy": 0.666008, + "main_score": 0.608659, + "hf_subset": "ind_Latn-kik_Latn", + "languages": [ + "ind-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-mai_Deva", + "languages": [ + "ind-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "ind_Latn-pbt_Arab", + "languages": [ + "ind-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-spa_Latn", + "languages": [ + "ind-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.785491, + "recall": 0.840909, + "f1": 0.801929, + "accuracy": 0.840909, + "main_score": 0.801929, + "hf_subset": "ind_Latn-twi_Latn", + "languages": [ + "ind-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-acm_Arab", + "languages": [ + "ind-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-bel_Cyrl", + "languages": [ + "ind-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-hrv_Latn", + "languages": [ + "ind-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.871542, + "recall": 0.908103, + "f1": 0.88299, + "accuracy": 0.908103, + "main_score": 0.88299, + "hf_subset": "ind_Latn-kin_Latn", + "languages": [ + "ind-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ind_Latn-mal_Mlym", + "languages": [ + "ind-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-pes_Arab", + "languages": [ + "ind-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-srd_Latn", + "languages": [ + "ind-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.204684, + "recall": 0.270751, + "f1": 0.219811, + "accuracy": 0.270751, + "main_score": 0.219811, + "hf_subset": "ind_Latn-tzm_Tfng", + "languages": [ + "ind-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-acq_Arab", + "languages": [ + "ind-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.674499, + "recall": 0.75, + "f1": 0.696732, + "accuracy": 0.75, + "main_score": 0.696732, + "hf_subset": "ind_Latn-bem_Latn", + "languages": [ + "ind-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-epo_Latn", + "languages": [ + "ind-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-hun_Latn", + "languages": [ + "ind-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ind_Latn-kir_Cyrl", + "languages": [ + "ind-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-mar_Deva", + "languages": [ + "ind-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.883564, + "recall": 0.916996, + "f1": 0.893742, + "accuracy": 0.916996, + "main_score": 0.893742, + "hf_subset": "ind_Latn-plt_Latn", + "languages": [ + "ind-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-srp_Cyrl", + "languages": [ + "ind-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.942358, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "ind_Latn-uig_Arab", + "languages": [ + "ind-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-aeb_Arab", + "languages": [ + "ind-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-ben_Beng", + "languages": [ + "ind-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-est_Latn", + "languages": [ + "ind-Latn", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-hye_Armn", + "languages": [ + "ind-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.490593, + "recall": 0.555336, + "f1": 0.508404, + "accuracy": 0.555336, + "main_score": 0.508404, + "hf_subset": "ind_Latn-kmb_Latn", + "languages": [ + "ind-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.535154, + "recall": 0.626482, + "f1": 0.5603, + "accuracy": 0.626482, + "main_score": 0.5603, + "hf_subset": "ind_Latn-min_Arab", + "languages": [ + "ind-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-pol_Latn", + "languages": [ + "ind-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.760079, + "recall": 0.822134, + "f1": 0.778675, + "accuracy": 0.822134, + "main_score": 0.778675, + "hf_subset": "ind_Latn-ssw_Latn", + "languages": [ + "ind-Latn", + "ssw-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ukr_Cyrl", + "languages": [ + "ind-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-afr_Latn", + "languages": [ + "ind-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-bho_Deva", + "languages": [ + "ind-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-eus_Latn", + "languages": [ + "ind-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.884634, + "recall": 0.918972, + "f1": 0.895487, + "accuracy": 0.918972, + "main_score": 0.895487, + "hf_subset": "ind_Latn-ibo_Latn", + "languages": [ + "ind-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.891337, + "recall": 0.922925, + "f1": 0.901318, + "accuracy": 0.922925, + "main_score": 0.901318, + "hf_subset": "ind_Latn-kmr_Latn", + "languages": [ + "ind-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ind_Latn-min_Latn", + "languages": [ + "ind-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-por_Latn", + "languages": [ + "ind-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ind_Latn-sun_Latn", + "languages": [ + "ind-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.463633, + "recall": 0.538538, + "f1": 0.484787, + "accuracy": 0.538538, + "main_score": 0.484787, + "hf_subset": "ind_Latn-umb_Latn", + "languages": [ + "ind-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-ajp_Arab", + "languages": [ + "ind-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.554985, + "recall": 0.632411, + "f1": 0.575809, + "accuracy": 0.632411, + "main_score": 0.575809, + "hf_subset": "ind_Latn-bjn_Arab", + "languages": [ + "ind-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.454627, + "recall": 0.517787, + "f1": 0.471584, + "accuracy": 0.517787, + "main_score": 0.471584, + "hf_subset": "ind_Latn-ewe_Latn", + "languages": [ + "ind-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.968379, + "f1": 0.957839, + "accuracy": 0.968379, + "main_score": 0.957839, + "hf_subset": "ind_Latn-ilo_Latn", + "languages": [ + "ind-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.267836, + "recall": 0.338933, + "f1": 0.285277, + "accuracy": 0.338933, + "main_score": 0.285277, + "hf_subset": "ind_Latn-knc_Arab", + "languages": [ + "ind-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-mkd_Cyrl", + "languages": [ + "ind-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-prs_Arab", + "languages": [ + "ind-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-swe_Latn", + "languages": [ + "ind-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-urd_Arab", + "languages": [ + "ind-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.769713, + "recall": 0.827075, + "f1": 0.787173, + "accuracy": 0.827075, + "main_score": 0.787173, + "hf_subset": "ind_Latn-aka_Latn", + "languages": [ + "ind-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ind_Latn-bjn_Latn", + "languages": [ + "ind-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ind_Latn-fao_Latn", + "languages": [ + "ind-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.520545, + "recall": 0.58498, + "f1": 0.537844, + "accuracy": 0.58498, + "main_score": 0.537844, + "hf_subset": "ind_Latn-knc_Latn", + "languages": [ + "ind-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-mlt_Latn", + "languages": [ + "ind-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.637682, + "recall": 0.713439, + "f1": 0.659402, + "accuracy": 0.713439, + "main_score": 0.659402, + "hf_subset": "ind_Latn-quy_Latn", + "languages": [ + "ind-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-swh_Latn", + "languages": [ + "ind-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-uzn_Latn", + "languages": [ + "ind-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-als_Latn", + "languages": [ + "ind-Latn", + "als-Latn" + ] + }, + { + "precision": 0.831398, + "recall": 0.879447, + "f1": 0.8463, + "accuracy": 0.879447, + "main_score": 0.8463, + "hf_subset": "ind_Latn-bod_Tibt", + "languages": [ + "ind-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.628936, + "recall": 0.70751, + "f1": 0.651783, + "accuracy": 0.70751, + "main_score": 0.651783, + "hf_subset": "ind_Latn-fij_Latn", + "languages": [ + "ind-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ind_Latn-isl_Latn", + "languages": [ + "ind-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.611058, + "recall": 0.687747, + "f1": 0.632463, + "accuracy": 0.687747, + "main_score": 0.632463, + "hf_subset": "ind_Latn-kon_Latn", + "languages": [ + "ind-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.615684, + "recall": 0.699605, + "f1": 0.639599, + "accuracy": 0.699605, + "main_score": 0.639599, + "hf_subset": "ind_Latn-mni_Beng", + "languages": [ + "ind-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-ron_Latn", + "languages": [ + "ind-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.98913, + "f1": 0.986989, + "accuracy": 0.98913, + "main_score": 0.986989, + "hf_subset": "ind_Latn-szl_Latn", + "languages": [ + "ind-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-vec_Latn", + "languages": [ + "ind-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.939559, + "recall": 0.95751, + "f1": 0.945323, + "accuracy": 0.95751, + "main_score": 0.945323, + "hf_subset": "ind_Latn-amh_Ethi", + "languages": [ + "ind-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-bos_Latn", + "languages": [ + "ind-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-fin_Latn", + "languages": [ + "ind-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ita_Latn", + "languages": [ + "ind-Latn", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-kor_Hang", + "languages": [ + "ind-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.50524, + "recall": 0.56917, + "f1": 0.522779, + "accuracy": 0.56917, + "main_score": 0.522779, + "hf_subset": "ind_Latn-mos_Latn", + "languages": [ + "ind-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.762829, + "recall": 0.824111, + "f1": 0.781225, + "accuracy": 0.824111, + "main_score": 0.781225, + "hf_subset": "ind_Latn-run_Latn", + "languages": [ + "ind-Latn", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ind_Latn-tam_Taml", + "languages": [ + "ind-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-vie_Latn", + "languages": [ + "ind-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-apc_Arab", + "languages": [ + "ind-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.752882, + "recall": 0.817194, + "f1": 0.771989, + "accuracy": 0.817194, + "main_score": 0.771989, + "hf_subset": "ind_Latn-bug_Latn", + "languages": [ + "ind-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.42226, + "recall": 0.479249, + "f1": 0.437325, + "accuracy": 0.479249, + "main_score": 0.437325, + "hf_subset": "ind_Latn-fon_Latn", + "languages": [ + "ind-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ind_Latn-jav_Latn", + "languages": [ + "ind-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.961051, + "recall": 0.97332, + "f1": 0.964987, + "accuracy": 0.97332, + "main_score": 0.964987, + "hf_subset": "ind_Latn-lao_Laoo", + "languages": [ + "ind-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.887599, + "recall": 0.91996, + "f1": 0.897958, + "accuracy": 0.91996, + "main_score": 0.897958, + "hf_subset": "ind_Latn-mri_Latn", + "languages": [ + "ind-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-rus_Cyrl", + "languages": [ + "ind-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.503946, + "recall": 0.575099, + "f1": 0.523504, + "accuracy": 0.575099, + "main_score": 0.523504, + "hf_subset": "ind_Latn-taq_Latn", + "languages": [ + "ind-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-war_Latn", + "languages": [ + "ind-Latn", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-arb_Arab", + "languages": [ + "ind-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-bul_Cyrl", + "languages": [ + "ind-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-fra_Latn", + "languages": [ + "ind-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-jpn_Jpan", + "languages": [ + "ind-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ind_Latn-lij_Latn", + "languages": [ + "ind-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ind_Latn-mya_Mymr", + "languages": [ + "ind-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.547955, + "recall": 0.625494, + "f1": 0.56927, + "accuracy": 0.625494, + "main_score": 0.56927, + "hf_subset": "ind_Latn-sag_Latn", + "languages": [ + "ind-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.237347, + "recall": 0.3083, + "f1": 0.254544, + "accuracy": 0.3083, + "main_score": 0.254544, + "hf_subset": "ind_Latn-taq_Tfng", + "languages": [ + "ind-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.634271, + "recall": 0.70751, + "f1": 0.654985, + "accuracy": 0.70751, + "main_score": 0.654985, + "hf_subset": "ind_Latn-wol_Latn", + "languages": [ + "ind-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.859519, + "recall": 0.901186, + "f1": 0.872497, + "accuracy": 0.901186, + "main_score": 0.872497, + "hf_subset": "ind_Latn-arb_Latn", + "languages": [ + "ind-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-cat_Latn", + "languages": [ + "ind-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-fur_Latn", + "languages": [ + "ind-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.460989, + "recall": 0.533597, + "f1": 0.480234, + "accuracy": 0.533597, + "main_score": 0.480234, + "hf_subset": "ind_Latn-kab_Latn", + "languages": [ + "ind-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ind_Latn-lim_Latn", + "languages": [ + "ind-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-nld_Latn", + "languages": [ + "ind-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "ind_Latn-san_Deva", + "languages": [ + "ind-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-tat_Cyrl", + "languages": [ + "ind-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.884634, + "recall": 0.918972, + "f1": 0.895652, + "accuracy": 0.918972, + "main_score": 0.895652, + "hf_subset": "ind_Latn-xho_Latn", + "languages": [ + "ind-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-ars_Arab", + "languages": [ + "ind-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-ceb_Latn", + "languages": [ + "ind-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.469255, + "recall": 0.551383, + "f1": 0.491528, + "accuracy": 0.551383, + "main_score": 0.491528, + "hf_subset": "ind_Latn-fuv_Latn", + "languages": [ + "ind-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.471258, + "recall": 0.538538, + "f1": 0.489239, + "accuracy": 0.538538, + "main_score": 0.489239, + "hf_subset": "ind_Latn-kac_Latn", + "languages": [ + "ind-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.628493, + "recall": 0.708498, + "f1": 0.651215, + "accuracy": 0.708498, + "main_score": 0.651215, + "hf_subset": "ind_Latn-lin_Latn", + "languages": [ + "ind-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-nno_Latn", + "languages": [ + "ind-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.872628, + "recall": 0.909091, + "f1": 0.883696, + "accuracy": 0.909091, + "main_score": 0.883696, + "hf_subset": "ind_Latn-sat_Olck", + "languages": [ + "ind-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-tel_Telu", + "languages": [ + "ind-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ind_Latn-ydd_Hebr", + "languages": [ + "ind-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ind_Latn-ary_Arab", + "languages": [ + "ind-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-ces_Latn", + "languages": [ + "ind-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.580333, + "recall": 0.656126, + "f1": 0.601494, + "accuracy": 0.656126, + "main_score": 0.601494, + "hf_subset": "ind_Latn-gaz_Latn", + "languages": [ + "ind-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.537802, + "recall": 0.619565, + "f1": 0.55993, + "accuracy": 0.619565, + "main_score": 0.55993, + "hf_subset": "ind_Latn-kam_Latn", + "languages": [ + "ind-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ind_Latn-lit_Latn", + "languages": [ + "ind-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-nob_Latn", + "languages": [ + "ind-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-scn_Latn", + "languages": [ + "ind-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ind_Latn-tgk_Cyrl", + "languages": [ + "ind-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.756332, + "recall": 0.821146, + "f1": 0.775765, + "accuracy": 0.821146, + "main_score": 0.775765, + "hf_subset": "ind_Latn-yor_Latn", + "languages": [ + "ind-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-arz_Arab", + "languages": [ + "ind-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.480109, + "recall": 0.564229, + "f1": 0.503303, + "accuracy": 0.564229, + "main_score": 0.503303, + "hf_subset": "ind_Latn-cjk_Latn", + "languages": [ + "ind-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "ind_Latn-gla_Latn", + "languages": [ + "ind-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ind_Latn-kan_Knda", + "languages": [ + "ind-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ind_Latn-lmo_Latn", + "languages": [ + "ind-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ind_Latn-npi_Deva", + "languages": [ + "ind-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.547538, + "recall": 0.629447, + "f1": 0.569716, + "accuracy": 0.629447, + "main_score": 0.569716, + "hf_subset": "ind_Latn-shn_Mymr", + "languages": [ + "ind-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-tgl_Latn", + "languages": [ + "ind-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-yue_Hant", + "languages": [ + "ind-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ind_Latn-asm_Beng", + "languages": [ + "ind-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.934453, + "recall": 0.954545, + "f1": 0.940876, + "accuracy": 0.954545, + "main_score": 0.940876, + "hf_subset": "ind_Latn-ckb_Arab", + "languages": [ + "ind-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ind_Latn-gle_Latn", + "languages": [ + "ind-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.925642, + "recall": 0.947628, + "f1": 0.932543, + "accuracy": 0.947628, + "main_score": 0.932543, + "hf_subset": "ind_Latn-kas_Arab", + "languages": [ + "ind-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.899786, + "recall": 0.929842, + "f1": 0.909321, + "accuracy": 0.929842, + "main_score": 0.909321, + "hf_subset": "ind_Latn-ltg_Latn", + "languages": [ + "ind-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.798765, + "recall": 0.853755, + "f1": 0.815777, + "accuracy": 0.853755, + "main_score": 0.815777, + "hf_subset": "ind_Latn-nso_Latn", + "languages": [ + "ind-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ind_Latn-sin_Sinh", + "languages": [ + "ind-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-tha_Thai", + "languages": [ + "ind-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-zho_Hans", + "languages": [ + "ind-Latn", + "zho-Hans" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ast_Latn", + "languages": [ + "ind-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ind_Latn-crh_Latn", + "languages": [ + "ind-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-glg_Latn", + "languages": [ + "ind-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.880105, + "recall": 0.916008, + "f1": 0.891271, + "accuracy": 0.916008, + "main_score": 0.891271, + "hf_subset": "ind_Latn-kas_Deva", + "languages": [ + "ind-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ind_Latn-ltz_Latn", + "languages": [ + "ind-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.435271, + "recall": 0.503953, + "f1": 0.453957, + "accuracy": 0.503953, + "main_score": 0.453957, + "hf_subset": "ind_Latn-nus_Latn", + "languages": [ + "ind-Latn", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-slk_Latn", + "languages": [ + "ind-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.649581, + "recall": 0.733202, + "f1": 0.674245, + "accuracy": 0.733202, + "main_score": 0.674245, + "hf_subset": "ind_Latn-tir_Ethi", + "languages": [ + "ind-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-zho_Hant", + "languages": [ + "ind-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.980484, + "recall": 0.985178, + "f1": 0.98195, + "accuracy": 0.985178, + "main_score": 0.98195, + "hf_subset": "ind_Latn-awa_Deva", + "languages": [ + "ind-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ind_Latn-cym_Latn", + "languages": [ + "ind-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.785524, + "recall": 0.837945, + "f1": 0.801369, + "accuracy": 0.837945, + "main_score": 0.801369, + "hf_subset": "ind_Latn-grn_Latn", + "languages": [ + "ind-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-kat_Geor", + "languages": [ + "ind-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.617931, + "recall": 0.681818, + "f1": 0.63536, + "accuracy": 0.681818, + "main_score": 0.63536, + "hf_subset": "ind_Latn-lua_Latn", + "languages": [ + "ind-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.84585, + "recall": 0.890316, + "f1": 0.85998, + "accuracy": 0.890316, + "main_score": 0.85998, + "hf_subset": "ind_Latn-nya_Latn", + "languages": [ + "ind-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-slv_Latn", + "languages": [ + "ind-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ind_Latn-tpi_Latn", + "languages": [ + "ind-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-zsm_Latn", + "languages": [ + "ind-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.495982, + "recall": 0.566206, + "f1": 0.515321, + "accuracy": 0.566206, + "main_score": 0.515321, + "hf_subset": "ind_Latn-ayr_Latn", + "languages": [ + "ind-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-dan_Latn", + "languages": [ + "ind-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-guj_Gujr", + "languages": [ + "ind-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-kaz_Cyrl", + "languages": [ + "ind-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.644723, + "recall": 0.726285, + "f1": 0.668895, + "accuracy": 0.726285, + "main_score": 0.668895, + "hf_subset": "ind_Latn-lug_Latn", + "languages": [ + "ind-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-oci_Latn", + "languages": [ + "ind-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.843462, + "recall": 0.88834, + "f1": 0.857562, + "accuracy": 0.88834, + "main_score": 0.857562, + "hf_subset": "ind_Latn-smo_Latn", + "languages": [ + "ind-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.752536, + "recall": 0.81917, + "f1": 0.772497, + "accuracy": 0.81917, + "main_score": 0.772497, + "hf_subset": "ind_Latn-tsn_Latn", + "languages": [ + "ind-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.910408, + "recall": 0.937747, + "f1": 0.919137, + "accuracy": 0.937747, + "main_score": 0.919137, + "hf_subset": "ind_Latn-zul_Latn", + "languages": [ + "ind-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.93111, + "recall": 0.951581, + "f1": 0.937484, + "accuracy": 0.951581, + "main_score": 0.937484, + "hf_subset": "ind_Latn-azb_Arab", + "languages": [ + "ind-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-deu_Latn", + "languages": [ + "ind-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ind_Latn-hat_Latn", + "languages": [ + "ind-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.473596, + "recall": 0.54249, + "f1": 0.492841, + "accuracy": 0.54249, + "main_score": 0.492841, + "hf_subset": "ind_Latn-kbp_Latn", + "languages": [ + "ind-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.511731, + "recall": 0.587945, + "f1": 0.532574, + "accuracy": 0.587945, + "main_score": 0.532574, + "hf_subset": "ind_Latn-luo_Latn", + "languages": [ + "ind-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ind_Latn-ory_Orya", + "languages": [ + "ind-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.905962, + "recall": 0.934783, + "f1": 0.915184, + "accuracy": 0.934783, + "main_score": 0.915184, + "hf_subset": "ind_Latn-sna_Latn", + "languages": [ + "ind-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.660408, + "recall": 0.736166, + "f1": 0.682398, + "accuracy": 0.736166, + "main_score": 0.682398, + "hf_subset": "ind_Latn-tso_Latn", + "languages": [ + "ind-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-azj_Latn", + "languages": [ + "ind-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.489556, + "recall": 0.565217, + "f1": 0.511182, + "accuracy": 0.565217, + "main_score": 0.511182, + "hf_subset": "ind_Latn-dik_Latn", + "languages": [ + "ind-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.91749, + "recall": 0.942688, + "f1": 0.92556, + "accuracy": 0.942688, + "main_score": 0.92556, + "hf_subset": "ind_Latn-hau_Latn", + "languages": [ + "ind-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ind_Latn-kea_Latn", + "languages": [ + "ind-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.932148, + "recall": 0.952569, + "f1": 0.93857, + "accuracy": 0.952569, + "main_score": 0.93857, + "hf_subset": "ind_Latn-lus_Latn", + "languages": [ + "ind-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.868248, + "recall": 0.907115, + "f1": 0.880369, + "accuracy": 0.907115, + "main_score": 0.880369, + "hf_subset": "ind_Latn-pag_Latn", + "languages": [ + "ind-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ind_Latn-snd_Arab", + "languages": [ + "ind-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ind_Latn-tuk_Latn", + "languages": [ + "ind-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ind_Latn-bak_Cyrl", + "languages": [ + "ind-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.458567, + "recall": 0.538538, + "f1": 0.481049, + "accuracy": 0.538538, + "main_score": 0.481049, + "hf_subset": "ind_Latn-dyu_Latn", + "languages": [ + "ind-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-heb_Hebr", + "languages": [ + "ind-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ind_Latn-khk_Cyrl", + "languages": [ + "ind-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-lvs_Latn", + "languages": [ + "ind-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-pan_Guru", + "languages": [ + "ind-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.87635, + "recall": 0.913043, + "f1": 0.887813, + "accuracy": 0.913043, + "main_score": 0.887813, + "hf_subset": "ind_Latn-som_Latn", + "languages": [ + "ind-Latn", + "som-Latn" + ] + }, + { + "precision": 0.700708, + "recall": 0.768775, + "f1": 0.720967, + "accuracy": 0.768775, + "main_score": 0.720967, + "hf_subset": "ind_Latn-tum_Latn", + "languages": [ + "ind-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.405489, + "recall": 0.462451, + "f1": 0.421697, + "accuracy": 0.462451, + "main_score": 0.421697, + "hf_subset": "knc_Latn-ace_Arab", + "languages": [ + "knc-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.500791, + "recall": 0.537549, + "f1": 0.51138, + "accuracy": 0.537549, + "main_score": 0.51138, + "hf_subset": "knc_Latn-bam_Latn", + "languages": [ + "knc-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.341268, + "recall": 0.402174, + "f1": 0.35725, + "accuracy": 0.402174, + "main_score": 0.35725, + "hf_subset": "knc_Latn-dzo_Tibt", + "languages": [ + "knc-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.507709, + "recall": 0.567194, + "f1": 0.523808, + "accuracy": 0.567194, + "main_score": 0.523808, + "hf_subset": "knc_Latn-hin_Deva", + "languages": [ + "knc-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.48323, + "recall": 0.533597, + "f1": 0.497626, + "accuracy": 0.533597, + "main_score": 0.497626, + "hf_subset": "knc_Latn-khm_Khmr", + "languages": [ + "knc-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.511033, + "recall": 0.560277, + "f1": 0.523734, + "accuracy": 0.560277, + "main_score": 0.523734, + "hf_subset": "knc_Latn-mag_Deva", + "languages": [ + "knc-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.515778, + "recall": 0.560277, + "f1": 0.527587, + "accuracy": 0.560277, + "main_score": 0.527587, + "hf_subset": "knc_Latn-pap_Latn", + "languages": [ + "knc-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.507391, + "recall": 0.550395, + "f1": 0.519309, + "accuracy": 0.550395, + "main_score": 0.519309, + "hf_subset": "knc_Latn-sot_Latn", + "languages": [ + "knc-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.517044, + "recall": 0.563241, + "f1": 0.529782, + "accuracy": 0.563241, + "main_score": 0.529782, + "hf_subset": "knc_Latn-tur_Latn", + "languages": [ + "knc-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.513099, + "recall": 0.5583, + "f1": 0.525135, + "accuracy": 0.5583, + "main_score": 0.525135, + "hf_subset": "knc_Latn-ace_Latn", + "languages": [ + "knc-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.501082, + "recall": 0.546443, + "f1": 0.513701, + "accuracy": 0.546443, + "main_score": 0.513701, + "hf_subset": "knc_Latn-ban_Latn", + "languages": [ + "knc-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.512785, + "recall": 0.568182, + "f1": 0.526557, + "accuracy": 0.568182, + "main_score": 0.526557, + "hf_subset": "knc_Latn-ell_Grek", + "languages": [ + "knc-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.503601, + "recall": 0.550395, + "f1": 0.516555, + "accuracy": 0.550395, + "main_score": 0.516555, + "hf_subset": "knc_Latn-hne_Deva", + "languages": [ + "knc-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.48672, + "recall": 0.530632, + "f1": 0.499412, + "accuracy": 0.530632, + "main_score": 0.499412, + "hf_subset": "knc_Latn-kik_Latn", + "languages": [ + "knc-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.499159, + "recall": 0.552372, + "f1": 0.51354, + "accuracy": 0.552372, + "main_score": 0.51354, + "hf_subset": "knc_Latn-mai_Deva", + "languages": [ + "knc-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.487566, + "recall": 0.543478, + "f1": 0.502925, + "accuracy": 0.543478, + "main_score": 0.502925, + "hf_subset": "knc_Latn-pbt_Arab", + "languages": [ + "knc-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.525845, + "recall": 0.586957, + "f1": 0.541791, + "accuracy": 0.586957, + "main_score": 0.541791, + "hf_subset": "knc_Latn-spa_Latn", + "languages": [ + "knc-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.529285, + "recall": 0.572134, + "f1": 0.541595, + "accuracy": 0.572134, + "main_score": 0.541595, + "hf_subset": "knc_Latn-twi_Latn", + "languages": [ + "knc-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.515994, + "recall": 0.560277, + "f1": 0.528629, + "accuracy": 0.560277, + "main_score": 0.528629, + "hf_subset": "knc_Latn-acm_Arab", + "languages": [ + "knc-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.485868, + "recall": 0.532609, + "f1": 0.498632, + "accuracy": 0.532609, + "main_score": 0.498632, + "hf_subset": "knc_Latn-bel_Cyrl", + "languages": [ + "knc-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.537695, + "recall": 0.597826, + "f1": 0.553966, + "accuracy": 0.597826, + "main_score": 0.553966, + "hf_subset": "knc_Latn-eng_Latn", + "languages": [ + "knc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.515377, + "recall": 0.570158, + "f1": 0.529727, + "accuracy": 0.570158, + "main_score": 0.529727, + "hf_subset": "knc_Latn-hrv_Latn", + "languages": [ + "knc-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.500675, + "recall": 0.541502, + "f1": 0.5118, + "accuracy": 0.541502, + "main_score": 0.5118, + "hf_subset": "knc_Latn-kin_Latn", + "languages": [ + "knc-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.495539, + "recall": 0.551383, + "f1": 0.509963, + "accuracy": 0.551383, + "main_score": 0.509963, + "hf_subset": "knc_Latn-mal_Mlym", + "languages": [ + "knc-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.504387, + "recall": 0.554348, + "f1": 0.51701, + "accuracy": 0.554348, + "main_score": 0.51701, + "hf_subset": "knc_Latn-pes_Arab", + "languages": [ + "knc-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.51145, + "recall": 0.55336, + "f1": 0.523202, + "accuracy": 0.55336, + "main_score": 0.523202, + "hf_subset": "knc_Latn-srd_Latn", + "languages": [ + "knc-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.237445, + "recall": 0.290514, + "f1": 0.250917, + "accuracy": 0.290514, + "main_score": 0.250917, + "hf_subset": "knc_Latn-tzm_Tfng", + "languages": [ + "knc-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.513216, + "recall": 0.562253, + "f1": 0.52621, + "accuracy": 0.562253, + "main_score": 0.52621, + "hf_subset": "knc_Latn-acq_Arab", + "languages": [ + "knc-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.515352, + "recall": 0.556324, + "f1": 0.527197, + "accuracy": 0.556324, + "main_score": 0.527197, + "hf_subset": "knc_Latn-bem_Latn", + "languages": [ + "knc-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.495828, + "recall": 0.547431, + "f1": 0.509527, + "accuracy": 0.547431, + "main_score": 0.509527, + "hf_subset": "knc_Latn-epo_Latn", + "languages": [ + "knc-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.516775, + "recall": 0.56917, + "f1": 0.531193, + "accuracy": 0.56917, + "main_score": 0.531193, + "hf_subset": "knc_Latn-hun_Latn", + "languages": [ + "knc-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.499161, + "recall": 0.552372, + "f1": 0.51396, + "accuracy": 0.552372, + "main_score": 0.51396, + "hf_subset": "knc_Latn-kir_Cyrl", + "languages": [ + "knc-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.508036, + "recall": 0.5583, + "f1": 0.521463, + "accuracy": 0.5583, + "main_score": 0.521463, + "hf_subset": "knc_Latn-mar_Deva", + "languages": [ + "knc-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.508627, + "recall": 0.55336, + "f1": 0.520628, + "accuracy": 0.55336, + "main_score": 0.520628, + "hf_subset": "knc_Latn-plt_Latn", + "languages": [ + "knc-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.490416, + "recall": 0.54249, + "f1": 0.503942, + "accuracy": 0.54249, + "main_score": 0.503942, + "hf_subset": "knc_Latn-srp_Cyrl", + "languages": [ + "knc-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.445962, + "recall": 0.497036, + "f1": 0.459695, + "accuracy": 0.497036, + "main_score": 0.459695, + "hf_subset": "knc_Latn-uig_Arab", + "languages": [ + "knc-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.498923, + "recall": 0.544466, + "f1": 0.510881, + "accuracy": 0.544466, + "main_score": 0.510881, + "hf_subset": "knc_Latn-aeb_Arab", + "languages": [ + "knc-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.504429, + "recall": 0.555336, + "f1": 0.518179, + "accuracy": 0.555336, + "main_score": 0.518179, + "hf_subset": "knc_Latn-ben_Beng", + "languages": [ + "knc-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.491851, + "recall": 0.54249, + "f1": 0.5056, + "accuracy": 0.54249, + "main_score": 0.5056, + "hf_subset": "knc_Latn-est_Latn", + "languages": [ + "knc-Latn", + "est-Latn" + ] + }, + { + "precision": 0.480669, + "recall": 0.537549, + "f1": 0.496021, + "accuracy": 0.537549, + "main_score": 0.496021, + "hf_subset": "knc_Latn-hye_Armn", + "languages": [ + "knc-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.483556, + "recall": 0.521739, + "f1": 0.494554, + "accuracy": 0.521739, + "main_score": 0.494554, + "hf_subset": "knc_Latn-kmb_Latn", + "languages": [ + "knc-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.378113, + "recall": 0.4417, + "f1": 0.396659, + "accuracy": 0.4417, + "main_score": 0.396659, + "hf_subset": "knc_Latn-min_Arab", + "languages": [ + "knc-Latn", + "min-Arab" + ] + }, + { + "precision": 0.524554, + "recall": 0.574111, + "f1": 0.537798, + "accuracy": 0.574111, + "main_score": 0.537798, + "hf_subset": "knc_Latn-pol_Latn", + "languages": [ + "knc-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.502951, + "recall": 0.545455, + "f1": 0.514929, + "accuracy": 0.545455, + "main_score": 0.514929, + "hf_subset": "knc_Latn-ssw_Latn", + "languages": [ + "knc-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.511686, + "recall": 0.567194, + "f1": 0.526403, + "accuracy": 0.567194, + "main_score": 0.526403, + "hf_subset": "knc_Latn-ukr_Cyrl", + "languages": [ + "knc-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.508568, + "recall": 0.555336, + "f1": 0.520531, + "accuracy": 0.555336, + "main_score": 0.520531, + "hf_subset": "knc_Latn-afr_Latn", + "languages": [ + "knc-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.512273, + "recall": 0.563241, + "f1": 0.52581, + "accuracy": 0.563241, + "main_score": 0.52581, + "hf_subset": "knc_Latn-bho_Deva", + "languages": [ + "knc-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.498392, + "recall": 0.54249, + "f1": 0.510016, + "accuracy": 0.54249, + "main_score": 0.510016, + "hf_subset": "knc_Latn-eus_Latn", + "languages": [ + "knc-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.498724, + "recall": 0.544466, + "f1": 0.510884, + "accuracy": 0.544466, + "main_score": 0.510884, + "hf_subset": "knc_Latn-ibo_Latn", + "languages": [ + "knc-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.492228, + "recall": 0.532609, + "f1": 0.503464, + "accuracy": 0.532609, + "main_score": 0.503464, + "hf_subset": "knc_Latn-kmr_Latn", + "languages": [ + "knc-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.507674, + "recall": 0.552372, + "f1": 0.520008, + "accuracy": 0.552372, + "main_score": 0.520008, + "hf_subset": "knc_Latn-min_Latn", + "languages": [ + "knc-Latn", + "min-Latn" + ] + }, + { + "precision": 0.527256, + "recall": 0.58004, + "f1": 0.541255, + "accuracy": 0.58004, + "main_score": 0.541255, + "hf_subset": "knc_Latn-por_Latn", + "languages": [ + "knc-Latn", + "por-Latn" + ] + }, + { + "precision": 0.513481, + "recall": 0.552372, + "f1": 0.524724, + "accuracy": 0.552372, + "main_score": 0.524724, + "hf_subset": "knc_Latn-sun_Latn", + "languages": [ + "knc-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.480938, + "recall": 0.527668, + "f1": 0.495048, + "accuracy": 0.527668, + "main_score": 0.495048, + "hf_subset": "knc_Latn-umb_Latn", + "languages": [ + "knc-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.516918, + "recall": 0.563241, + "f1": 0.528934, + "accuracy": 0.563241, + "main_score": 0.528934, + "hf_subset": "knc_Latn-ajp_Arab", + "languages": [ + "knc-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.403994, + "recall": 0.455534, + "f1": 0.418237, + "accuracy": 0.455534, + "main_score": 0.418237, + "hf_subset": "knc_Latn-bjn_Arab", + "languages": [ + "knc-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.484776, + "recall": 0.52668, + "f1": 0.497283, + "accuracy": 0.52668, + "main_score": 0.497283, + "hf_subset": "knc_Latn-ewe_Latn", + "languages": [ + "knc-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.505698, + "recall": 0.556324, + "f1": 0.519562, + "accuracy": 0.556324, + "main_score": 0.519562, + "hf_subset": "knc_Latn-ilo_Latn", + "languages": [ + "knc-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.31578, + "recall": 0.376482, + "f1": 0.331662, + "accuracy": 0.376482, + "main_score": 0.331662, + "hf_subset": "knc_Latn-knc_Arab", + "languages": [ + "knc-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.504183, + "recall": 0.55336, + "f1": 0.51827, + "accuracy": 0.55336, + "main_score": 0.51827, + "hf_subset": "knc_Latn-mkd_Cyrl", + "languages": [ + "knc-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.513358, + "recall": 0.568182, + "f1": 0.528222, + "accuracy": 0.568182, + "main_score": 0.528222, + "hf_subset": "knc_Latn-prs_Arab", + "languages": [ + "knc-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.520077, + "recall": 0.574111, + "f1": 0.534702, + "accuracy": 0.574111, + "main_score": 0.534702, + "hf_subset": "knc_Latn-swe_Latn", + "languages": [ + "knc-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.480116, + "recall": 0.541502, + "f1": 0.496072, + "accuracy": 0.541502, + "main_score": 0.496072, + "hf_subset": "knc_Latn-urd_Arab", + "languages": [ + "knc-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.52488, + "recall": 0.567194, + "f1": 0.537011, + "accuracy": 0.567194, + "main_score": 0.537011, + "hf_subset": "knc_Latn-aka_Latn", + "languages": [ + "knc-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.521857, + "recall": 0.563241, + "f1": 0.534124, + "accuracy": 0.563241, + "main_score": 0.534124, + "hf_subset": "knc_Latn-bjn_Latn", + "languages": [ + "knc-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.484116, + "recall": 0.529644, + "f1": 0.496986, + "accuracy": 0.529644, + "main_score": 0.496986, + "hf_subset": "knc_Latn-fao_Latn", + "languages": [ + "knc-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.524517, + "recall": 0.576087, + "f1": 0.537625, + "accuracy": 0.576087, + "main_score": 0.537625, + "hf_subset": "knc_Latn-ind_Latn", + "languages": [ + "knc-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.496048, + "recall": 0.541502, + "f1": 0.508271, + "accuracy": 0.541502, + "main_score": 0.508271, + "hf_subset": "knc_Latn-mlt_Latn", + "languages": [ + "knc-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.520899, + "recall": 0.562253, + "f1": 0.533498, + "accuracy": 0.562253, + "main_score": 0.533498, + "hf_subset": "knc_Latn-quy_Latn", + "languages": [ + "knc-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.487749, + "recall": 0.544466, + "f1": 0.503572, + "accuracy": 0.544466, + "main_score": 0.503572, + "hf_subset": "knc_Latn-swh_Latn", + "languages": [ + "knc-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.49254, + "recall": 0.545455, + "f1": 0.505577, + "accuracy": 0.545455, + "main_score": 0.505577, + "hf_subset": "knc_Latn-uzn_Latn", + "languages": [ + "knc-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.475765, + "recall": 0.524704, + "f1": 0.489385, + "accuracy": 0.524704, + "main_score": 0.489385, + "hf_subset": "knc_Latn-als_Latn", + "languages": [ + "knc-Latn", + "als-Latn" + ] + }, + { + "precision": 0.37985, + "recall": 0.436759, + "f1": 0.394961, + "accuracy": 0.436759, + "main_score": 0.394961, + "hf_subset": "knc_Latn-bod_Tibt", + "languages": [ + "knc-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.522905, + "recall": 0.559289, + "f1": 0.53351, + "accuracy": 0.559289, + "main_score": 0.53351, + "hf_subset": "knc_Latn-fij_Latn", + "languages": [ + "knc-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.48414, + "recall": 0.534585, + "f1": 0.497428, + "accuracy": 0.534585, + "main_score": 0.497428, + "hf_subset": "knc_Latn-isl_Latn", + "languages": [ + "knc-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.516311, + "recall": 0.561265, + "f1": 0.528913, + "accuracy": 0.561265, + "main_score": 0.528913, + "hf_subset": "knc_Latn-kon_Latn", + "languages": [ + "knc-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.47041, + "recall": 0.523715, + "f1": 0.485211, + "accuracy": 0.523715, + "main_score": 0.485211, + "hf_subset": "knc_Latn-mni_Beng", + "languages": [ + "knc-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.518289, + "recall": 0.567194, + "f1": 0.531272, + "accuracy": 0.567194, + "main_score": 0.531272, + "hf_subset": "knc_Latn-ron_Latn", + "languages": [ + "knc-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.507636, + "recall": 0.552372, + "f1": 0.520391, + "accuracy": 0.552372, + "main_score": 0.520391, + "hf_subset": "knc_Latn-szl_Latn", + "languages": [ + "knc-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.532337, + "recall": 0.577075, + "f1": 0.544129, + "accuracy": 0.577075, + "main_score": 0.544129, + "hf_subset": "knc_Latn-vec_Latn", + "languages": [ + "knc-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.503533, + "recall": 0.549407, + "f1": 0.515333, + "accuracy": 0.549407, + "main_score": 0.515333, + "hf_subset": "knc_Latn-amh_Ethi", + "languages": [ + "knc-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.495034, + "recall": 0.549407, + "f1": 0.509324, + "accuracy": 0.549407, + "main_score": 0.509324, + "hf_subset": "knc_Latn-bos_Latn", + "languages": [ + "knc-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.501315, + "recall": 0.547431, + "f1": 0.513692, + "accuracy": 0.547431, + "main_score": 0.513692, + "hf_subset": "knc_Latn-fin_Latn", + "languages": [ + "knc-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.523987, + "recall": 0.575099, + "f1": 0.537657, + "accuracy": 0.575099, + "main_score": 0.537657, + "hf_subset": "knc_Latn-ita_Latn", + "languages": [ + "knc-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.521709, + "recall": 0.572134, + "f1": 0.535685, + "accuracy": 0.572134, + "main_score": 0.535685, + "hf_subset": "knc_Latn-kor_Hang", + "languages": [ + "knc-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.496173, + "recall": 0.536561, + "f1": 0.507644, + "accuracy": 0.536561, + "main_score": 0.507644, + "hf_subset": "knc_Latn-mos_Latn", + "languages": [ + "knc-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.496353, + "recall": 0.535573, + "f1": 0.50779, + "accuracy": 0.535573, + "main_score": 0.50779, + "hf_subset": "knc_Latn-run_Latn", + "languages": [ + "knc-Latn", + "run-Latn" + ] + }, + { + "precision": 0.488767, + "recall": 0.538538, + "f1": 0.502637, + "accuracy": 0.538538, + "main_score": 0.502637, + "hf_subset": "knc_Latn-tam_Taml", + "languages": [ + "knc-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.521248, + "recall": 0.568182, + "f1": 0.533949, + "accuracy": 0.568182, + "main_score": 0.533949, + "hf_subset": "knc_Latn-vie_Latn", + "languages": [ + "knc-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.512467, + "recall": 0.556324, + "f1": 0.524014, + "accuracy": 0.556324, + "main_score": 0.524014, + "hf_subset": "knc_Latn-apc_Arab", + "languages": [ + "knc-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.515082, + "recall": 0.5583, + "f1": 0.527922, + "accuracy": 0.5583, + "main_score": 0.527922, + "hf_subset": "knc_Latn-bug_Latn", + "languages": [ + "knc-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.455041, + "recall": 0.497036, + "f1": 0.467086, + "accuracy": 0.497036, + "main_score": 0.467086, + "hf_subset": "knc_Latn-fon_Latn", + "languages": [ + "knc-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.494356, + "recall": 0.537549, + "f1": 0.505838, + "accuracy": 0.537549, + "main_score": 0.505838, + "hf_subset": "knc_Latn-jav_Latn", + "languages": [ + "knc-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.458978, + "recall": 0.51087, + "f1": 0.472923, + "accuracy": 0.51087, + "main_score": 0.472923, + "hf_subset": "knc_Latn-lao_Laoo", + "languages": [ + "knc-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.473041, + "recall": 0.520751, + "f1": 0.486374, + "accuracy": 0.520751, + "main_score": 0.486374, + "hf_subset": "knc_Latn-mri_Latn", + "languages": [ + "knc-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.505782, + "recall": 0.559289, + "f1": 0.521191, + "accuracy": 0.559289, + "main_score": 0.521191, + "hf_subset": "knc_Latn-rus_Cyrl", + "languages": [ + "knc-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.494641, + "recall": 0.537549, + "f1": 0.506703, + "accuracy": 0.537549, + "main_score": 0.506703, + "hf_subset": "knc_Latn-taq_Latn", + "languages": [ + "knc-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.505062, + "recall": 0.556324, + "f1": 0.51896, + "accuracy": 0.556324, + "main_score": 0.51896, + "hf_subset": "knc_Latn-war_Latn", + "languages": [ + "knc-Latn", + "war-Latn" + ] + }, + { + "precision": 0.510899, + "recall": 0.566206, + "f1": 0.525112, + "accuracy": 0.566206, + "main_score": 0.525112, + "hf_subset": "knc_Latn-arb_Arab", + "languages": [ + "knc-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.507538, + "recall": 0.560277, + "f1": 0.52144, + "accuracy": 0.560277, + "main_score": 0.52144, + "hf_subset": "knc_Latn-bul_Cyrl", + "languages": [ + "knc-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.525338, + "recall": 0.575099, + "f1": 0.538641, + "accuracy": 0.575099, + "main_score": 0.538641, + "hf_subset": "knc_Latn-fra_Latn", + "languages": [ + "knc-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.519993, + "recall": 0.575099, + "f1": 0.535223, + "accuracy": 0.575099, + "main_score": 0.535223, + "hf_subset": "knc_Latn-jpn_Jpan", + "languages": [ + "knc-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.525374, + "recall": 0.573123, + "f1": 0.53876, + "accuracy": 0.573123, + "main_score": 0.53876, + "hf_subset": "knc_Latn-lij_Latn", + "languages": [ + "knc-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.477328, + "recall": 0.527668, + "f1": 0.490991, + "accuracy": 0.527668, + "main_score": 0.490991, + "hf_subset": "knc_Latn-mya_Mymr", + "languages": [ + "knc-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.523537, + "recall": 0.561265, + "f1": 0.534413, + "accuracy": 0.561265, + "main_score": 0.534413, + "hf_subset": "knc_Latn-sag_Latn", + "languages": [ + "knc-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.263306, + "recall": 0.312253, + "f1": 0.275924, + "accuracy": 0.312253, + "main_score": 0.275924, + "hf_subset": "knc_Latn-taq_Tfng", + "languages": [ + "knc-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.523254, + "recall": 0.561265, + "f1": 0.534519, + "accuracy": 0.561265, + "main_score": 0.534519, + "hf_subset": "knc_Latn-wol_Latn", + "languages": [ + "knc-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.454925, + "recall": 0.505929, + "f1": 0.468316, + "accuracy": 0.505929, + "main_score": 0.468316, + "hf_subset": "knc_Latn-arb_Latn", + "languages": [ + "knc-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.508936, + "recall": 0.559289, + "f1": 0.522102, + "accuracy": 0.559289, + "main_score": 0.522102, + "hf_subset": "knc_Latn-cat_Latn", + "languages": [ + "knc-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.526368, + "recall": 0.570158, + "f1": 0.538145, + "accuracy": 0.570158, + "main_score": 0.538145, + "hf_subset": "knc_Latn-fur_Latn", + "languages": [ + "knc-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.419079, + "recall": 0.464427, + "f1": 0.432141, + "accuracy": 0.464427, + "main_score": 0.432141, + "hf_subset": "knc_Latn-kab_Latn", + "languages": [ + "knc-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.516931, + "recall": 0.559289, + "f1": 0.528076, + "accuracy": 0.559289, + "main_score": 0.528076, + "hf_subset": "knc_Latn-lim_Latn", + "languages": [ + "knc-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.52152, + "recall": 0.577075, + "f1": 0.536615, + "accuracy": 0.577075, + "main_score": 0.536615, + "hf_subset": "knc_Latn-nld_Latn", + "languages": [ + "knc-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.47637, + "recall": 0.535573, + "f1": 0.491512, + "accuracy": 0.535573, + "main_score": 0.491512, + "hf_subset": "knc_Latn-san_Deva", + "languages": [ + "knc-Latn", + "san-Deva" + ] + }, + { + "precision": 0.479486, + "recall": 0.528656, + "f1": 0.493266, + "accuracy": 0.528656, + "main_score": 0.493266, + "hf_subset": "knc_Latn-tat_Cyrl", + "languages": [ + "knc-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.496514, + "recall": 0.544466, + "f1": 0.509712, + "accuracy": 0.544466, + "main_score": 0.509712, + "hf_subset": "knc_Latn-xho_Latn", + "languages": [ + "knc-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.495441, + "recall": 0.55336, + "f1": 0.510559, + "accuracy": 0.55336, + "main_score": 0.510559, + "hf_subset": "knc_Latn-ars_Arab", + "languages": [ + "knc-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.513322, + "recall": 0.5583, + "f1": 0.52564, + "accuracy": 0.5583, + "main_score": 0.52564, + "hf_subset": "knc_Latn-ceb_Latn", + "languages": [ + "knc-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.482441, + "recall": 0.533597, + "f1": 0.496748, + "accuracy": 0.533597, + "main_score": 0.496748, + "hf_subset": "knc_Latn-fuv_Latn", + "languages": [ + "knc-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.507098, + "recall": 0.549407, + "f1": 0.518977, + "accuracy": 0.549407, + "main_score": 0.518977, + "hf_subset": "knc_Latn-kac_Latn", + "languages": [ + "knc-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.540655, + "recall": 0.577075, + "f1": 0.550887, + "accuracy": 0.577075, + "main_score": 0.550887, + "hf_subset": "knc_Latn-lin_Latn", + "languages": [ + "knc-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.496587, + "recall": 0.543478, + "f1": 0.509738, + "accuracy": 0.543478, + "main_score": 0.509738, + "hf_subset": "knc_Latn-nno_Latn", + "languages": [ + "knc-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.482516, + "recall": 0.530632, + "f1": 0.494972, + "accuracy": 0.530632, + "main_score": 0.494972, + "hf_subset": "knc_Latn-sat_Olck", + "languages": [ + "knc-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.498075, + "recall": 0.545455, + "f1": 0.510865, + "accuracy": 0.545455, + "main_score": 0.510865, + "hf_subset": "knc_Latn-tel_Telu", + "languages": [ + "knc-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.486653, + "recall": 0.536561, + "f1": 0.500336, + "accuracy": 0.536561, + "main_score": 0.500336, + "hf_subset": "knc_Latn-ydd_Hebr", + "languages": [ + "knc-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.503331, + "recall": 0.543478, + "f1": 0.513464, + "accuracy": 0.543478, + "main_score": 0.513464, + "hf_subset": "knc_Latn-ary_Arab", + "languages": [ + "knc-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.507468, + "recall": 0.564229, + "f1": 0.523336, + "accuracy": 0.564229, + "main_score": 0.523336, + "hf_subset": "knc_Latn-ces_Latn", + "languages": [ + "knc-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.489459, + "recall": 0.528656, + "f1": 0.499925, + "accuracy": 0.528656, + "main_score": 0.499925, + "hf_subset": "knc_Latn-gaz_Latn", + "languages": [ + "knc-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.516067, + "recall": 0.563241, + "f1": 0.529797, + "accuracy": 0.563241, + "main_score": 0.529797, + "hf_subset": "knc_Latn-kam_Latn", + "languages": [ + "knc-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.488178, + "recall": 0.541502, + "f1": 0.502685, + "accuracy": 0.541502, + "main_score": 0.502685, + "hf_subset": "knc_Latn-lit_Latn", + "languages": [ + "knc-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.511433, + "recall": 0.56917, + "f1": 0.526478, + "accuracy": 0.56917, + "main_score": 0.526478, + "hf_subset": "knc_Latn-nob_Latn", + "languages": [ + "knc-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.519372, + "recall": 0.557312, + "f1": 0.529919, + "accuracy": 0.557312, + "main_score": 0.529919, + "hf_subset": "knc_Latn-scn_Latn", + "languages": [ + "knc-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.496101, + "recall": 0.540514, + "f1": 0.508414, + "accuracy": 0.540514, + "main_score": 0.508414, + "hf_subset": "knc_Latn-tgk_Cyrl", + "languages": [ + "knc-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.474459, + "recall": 0.524704, + "f1": 0.489196, + "accuracy": 0.524704, + "main_score": 0.489196, + "hf_subset": "knc_Latn-yor_Latn", + "languages": [ + "knc-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.498133, + "recall": 0.55336, + "f1": 0.512785, + "accuracy": 0.55336, + "main_score": 0.512785, + "hf_subset": "knc_Latn-arz_Arab", + "languages": [ + "knc-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.486455, + "recall": 0.525692, + "f1": 0.498092, + "accuracy": 0.525692, + "main_score": 0.498092, + "hf_subset": "knc_Latn-cjk_Latn", + "languages": [ + "knc-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.487075, + "recall": 0.528656, + "f1": 0.498158, + "accuracy": 0.528656, + "main_score": 0.498158, + "hf_subset": "knc_Latn-gla_Latn", + "languages": [ + "knc-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.469866, + "recall": 0.528656, + "f1": 0.485951, + "accuracy": 0.528656, + "main_score": 0.485951, + "hf_subset": "knc_Latn-kan_Knda", + "languages": [ + "knc-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.531351, + "recall": 0.571146, + "f1": 0.541577, + "accuracy": 0.571146, + "main_score": 0.541577, + "hf_subset": "knc_Latn-lmo_Latn", + "languages": [ + "knc-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.508435, + "recall": 0.555336, + "f1": 0.52066, + "accuracy": 0.555336, + "main_score": 0.52066, + "hf_subset": "knc_Latn-npi_Deva", + "languages": [ + "knc-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.436827, + "recall": 0.48913, + "f1": 0.452028, + "accuracy": 0.48913, + "main_score": 0.452028, + "hf_subset": "knc_Latn-shn_Mymr", + "languages": [ + "knc-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.507748, + "recall": 0.557312, + "f1": 0.521199, + "accuracy": 0.557312, + "main_score": 0.521199, + "hf_subset": "knc_Latn-tgl_Latn", + "languages": [ + "knc-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.506792, + "recall": 0.560277, + "f1": 0.52156, + "accuracy": 0.560277, + "main_score": 0.52156, + "hf_subset": "knc_Latn-yue_Hant", + "languages": [ + "knc-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.456649, + "recall": 0.500988, + "f1": 0.46927, + "accuracy": 0.500988, + "main_score": 0.46927, + "hf_subset": "knc_Latn-asm_Beng", + "languages": [ + "knc-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.489751, + "recall": 0.535573, + "f1": 0.502376, + "accuracy": 0.535573, + "main_score": 0.502376, + "hf_subset": "knc_Latn-ckb_Arab", + "languages": [ + "knc-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.475137, + "recall": 0.527668, + "f1": 0.490042, + "accuracy": 0.527668, + "main_score": 0.490042, + "hf_subset": "knc_Latn-gle_Latn", + "languages": [ + "knc-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.489061, + "recall": 0.541502, + "f1": 0.502875, + "accuracy": 0.541502, + "main_score": 0.502875, + "hf_subset": "knc_Latn-kas_Arab", + "languages": [ + "knc-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.48964, + "recall": 0.537549, + "f1": 0.502947, + "accuracy": 0.537549, + "main_score": 0.502947, + "hf_subset": "knc_Latn-ltg_Latn", + "languages": [ + "knc-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.528963, + "recall": 0.571146, + "f1": 0.541323, + "accuracy": 0.571146, + "main_score": 0.541323, + "hf_subset": "knc_Latn-nso_Latn", + "languages": [ + "knc-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.495316, + "recall": 0.541502, + "f1": 0.507815, + "accuracy": 0.541502, + "main_score": 0.507815, + "hf_subset": "knc_Latn-sin_Sinh", + "languages": [ + "knc-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.496352, + "recall": 0.546443, + "f1": 0.510515, + "accuracy": 0.546443, + "main_score": 0.510515, + "hf_subset": "knc_Latn-tha_Thai", + "languages": [ + "knc-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.468704, + "recall": 0.521739, + "f1": 0.482657, + "accuracy": 0.521739, + "main_score": 0.482657, + "hf_subset": "knc_Latn-zho_Hans", + "languages": [ + "knc-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.512144, + "recall": 0.562253, + "f1": 0.524873, + "accuracy": 0.562253, + "main_score": 0.524873, + "hf_subset": "knc_Latn-ast_Latn", + "languages": [ + "knc-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.519509, + "recall": 0.560277, + "f1": 0.531341, + "accuracy": 0.560277, + "main_score": 0.531341, + "hf_subset": "knc_Latn-crh_Latn", + "languages": [ + "knc-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.505888, + "recall": 0.5583, + "f1": 0.518897, + "accuracy": 0.5583, + "main_score": 0.518897, + "hf_subset": "knc_Latn-glg_Latn", + "languages": [ + "knc-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.503618, + "recall": 0.557312, + "f1": 0.518805, + "accuracy": 0.557312, + "main_score": 0.518805, + "hf_subset": "knc_Latn-kas_Deva", + "languages": [ + "knc-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.488539, + "recall": 0.535573, + "f1": 0.501397, + "accuracy": 0.535573, + "main_score": 0.501397, + "hf_subset": "knc_Latn-ltz_Latn", + "languages": [ + "knc-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.451879, + "recall": 0.503953, + "f1": 0.467029, + "accuracy": 0.503953, + "main_score": 0.467029, + "hf_subset": "knc_Latn-nus_Latn", + "languages": [ + "knc-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.506524, + "recall": 0.557312, + "f1": 0.519515, + "accuracy": 0.557312, + "main_score": 0.519515, + "hf_subset": "knc_Latn-slk_Latn", + "languages": [ + "knc-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.491329, + "recall": 0.538538, + "f1": 0.504714, + "accuracy": 0.538538, + "main_score": 0.504714, + "hf_subset": "knc_Latn-tir_Ethi", + "languages": [ + "knc-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.498095, + "recall": 0.55336, + "f1": 0.512919, + "accuracy": 0.55336, + "main_score": 0.512919, + "hf_subset": "knc_Latn-zho_Hant", + "languages": [ + "knc-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.507379, + "recall": 0.561265, + "f1": 0.521925, + "accuracy": 0.561265, + "main_score": 0.521925, + "hf_subset": "knc_Latn-awa_Deva", + "languages": [ + "knc-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.502054, + "recall": 0.551383, + "f1": 0.515343, + "accuracy": 0.551383, + "main_score": 0.515343, + "hf_subset": "knc_Latn-cym_Latn", + "languages": [ + "knc-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.524873, + "recall": 0.565217, + "f1": 0.536322, + "accuracy": 0.565217, + "main_score": 0.536322, + "hf_subset": "knc_Latn-grn_Latn", + "languages": [ + "knc-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.476925, + "recall": 0.524704, + "f1": 0.490336, + "accuracy": 0.524704, + "main_score": 0.490336, + "hf_subset": "knc_Latn-kat_Geor", + "languages": [ + "knc-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.532139, + "recall": 0.568182, + "f1": 0.542819, + "accuracy": 0.568182, + "main_score": 0.542819, + "hf_subset": "knc_Latn-lua_Latn", + "languages": [ + "knc-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.507168, + "recall": 0.556324, + "f1": 0.520576, + "accuracy": 0.556324, + "main_score": 0.520576, + "hf_subset": "knc_Latn-nya_Latn", + "languages": [ + "knc-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.504444, + "recall": 0.556324, + "f1": 0.518717, + "accuracy": 0.556324, + "main_score": 0.518717, + "hf_subset": "knc_Latn-slv_Latn", + "languages": [ + "knc-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.523874, + "recall": 0.567194, + "f1": 0.536484, + "accuracy": 0.567194, + "main_score": 0.536484, + "hf_subset": "knc_Latn-tpi_Latn", + "languages": [ + "knc-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.515023, + "recall": 0.5583, + "f1": 0.526483, + "accuracy": 0.5583, + "main_score": 0.526483, + "hf_subset": "knc_Latn-zsm_Latn", + "languages": [ + "knc-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.484881, + "recall": 0.52668, + "f1": 0.497141, + "accuracy": 0.52668, + "main_score": 0.497141, + "hf_subset": "knc_Latn-ayr_Latn", + "languages": [ + "knc-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.496402, + "recall": 0.552372, + "f1": 0.511893, + "accuracy": 0.552372, + "main_score": 0.511893, + "hf_subset": "knc_Latn-dan_Latn", + "languages": [ + "knc-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.492031, + "recall": 0.548419, + "f1": 0.507159, + "accuracy": 0.548419, + "main_score": 0.507159, + "hf_subset": "knc_Latn-guj_Gujr", + "languages": [ + "knc-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.489939, + "recall": 0.536561, + "f1": 0.50306, + "accuracy": 0.536561, + "main_score": 0.50306, + "hf_subset": "knc_Latn-kaz_Cyrl", + "languages": [ + "knc-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.47309, + "recall": 0.51581, + "f1": 0.485314, + "accuracy": 0.51581, + "main_score": 0.485314, + "hf_subset": "knc_Latn-lug_Latn", + "languages": [ + "knc-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.514012, + "recall": 0.562253, + "f1": 0.526719, + "accuracy": 0.562253, + "main_score": 0.526719, + "hf_subset": "knc_Latn-oci_Latn", + "languages": [ + "knc-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.473658, + "recall": 0.521739, + "f1": 0.486834, + "accuracy": 0.521739, + "main_score": 0.486834, + "hf_subset": "knc_Latn-smo_Latn", + "languages": [ + "knc-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.485517, + "recall": 0.532609, + "f1": 0.499407, + "accuracy": 0.532609, + "main_score": 0.499407, + "hf_subset": "knc_Latn-tsn_Latn", + "languages": [ + "knc-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.49162, + "recall": 0.536561, + "f1": 0.504089, + "accuracy": 0.536561, + "main_score": 0.504089, + "hf_subset": "knc_Latn-zul_Latn", + "languages": [ + "knc-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.470158, + "recall": 0.522727, + "f1": 0.48448, + "accuracy": 0.522727, + "main_score": 0.48448, + "hf_subset": "knc_Latn-azb_Arab", + "languages": [ + "knc-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.513481, + "recall": 0.568182, + "f1": 0.528815, + "accuracy": 0.568182, + "main_score": 0.528815, + "hf_subset": "knc_Latn-deu_Latn", + "languages": [ + "knc-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.475509, + "recall": 0.531621, + "f1": 0.490802, + "accuracy": 0.531621, + "main_score": 0.490802, + "hf_subset": "knc_Latn-hat_Latn", + "languages": [ + "knc-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.472597, + "recall": 0.51581, + "f1": 0.485136, + "accuracy": 0.51581, + "main_score": 0.485136, + "hf_subset": "knc_Latn-kbp_Latn", + "languages": [ + "knc-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.527734, + "recall": 0.565217, + "f1": 0.538801, + "accuracy": 0.565217, + "main_score": 0.538801, + "hf_subset": "knc_Latn-luo_Latn", + "languages": [ + "knc-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.478131, + "recall": 0.525692, + "f1": 0.49066, + "accuracy": 0.525692, + "main_score": 0.49066, + "hf_subset": "knc_Latn-ory_Orya", + "languages": [ + "knc-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.490018, + "recall": 0.538538, + "f1": 0.503359, + "accuracy": 0.538538, + "main_score": 0.503359, + "hf_subset": "knc_Latn-sna_Latn", + "languages": [ + "knc-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.52191, + "recall": 0.563241, + "f1": 0.533792, + "accuracy": 0.563241, + "main_score": 0.533792, + "hf_subset": "knc_Latn-tso_Latn", + "languages": [ + "knc-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.490324, + "recall": 0.545455, + "f1": 0.505685, + "accuracy": 0.545455, + "main_score": 0.505685, + "hf_subset": "knc_Latn-azj_Latn", + "languages": [ + "knc-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.496341, + "recall": 0.541502, + "f1": 0.509354, + "accuracy": 0.541502, + "main_score": 0.509354, + "hf_subset": "knc_Latn-dik_Latn", + "languages": [ + "knc-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.506183, + "recall": 0.555336, + "f1": 0.51966, + "accuracy": 0.555336, + "main_score": 0.51966, + "hf_subset": "knc_Latn-hau_Latn", + "languages": [ + "knc-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.520203, + "recall": 0.562253, + "f1": 0.530767, + "accuracy": 0.562253, + "main_score": 0.530767, + "hf_subset": "knc_Latn-kea_Latn", + "languages": [ + "knc-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.512224, + "recall": 0.560277, + "f1": 0.525346, + "accuracy": 0.560277, + "main_score": 0.525346, + "hf_subset": "knc_Latn-lus_Latn", + "languages": [ + "knc-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.540438, + "recall": 0.585968, + "f1": 0.55324, + "accuracy": 0.585968, + "main_score": 0.55324, + "hf_subset": "knc_Latn-pag_Latn", + "languages": [ + "knc-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.447089, + "recall": 0.508893, + "f1": 0.463856, + "accuracy": 0.508893, + "main_score": 0.463856, + "hf_subset": "knc_Latn-snd_Arab", + "languages": [ + "knc-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.482947, + "recall": 0.532609, + "f1": 0.497018, + "accuracy": 0.532609, + "main_score": 0.497018, + "hf_subset": "knc_Latn-tuk_Latn", + "languages": [ + "knc-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.481763, + "recall": 0.529644, + "f1": 0.494609, + "accuracy": 0.529644, + "main_score": 0.494609, + "hf_subset": "knc_Latn-bak_Cyrl", + "languages": [ + "knc-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.438347, + "recall": 0.498024, + "f1": 0.455223, + "accuracy": 0.498024, + "main_score": 0.455223, + "hf_subset": "knc_Latn-dyu_Latn", + "languages": [ + "knc-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.489957, + "recall": 0.545455, + "f1": 0.504123, + "accuracy": 0.545455, + "main_score": 0.504123, + "hf_subset": "knc_Latn-heb_Hebr", + "languages": [ + "knc-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.504315, + "recall": 0.547431, + "f1": 0.516367, + "accuracy": 0.547431, + "main_score": 0.516367, + "hf_subset": "knc_Latn-khk_Cyrl", + "languages": [ + "knc-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.485432, + "recall": 0.543478, + "f1": 0.501236, + "accuracy": 0.543478, + "main_score": 0.501236, + "hf_subset": "knc_Latn-lvs_Latn", + "languages": [ + "knc-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.487464, + "recall": 0.541502, + "f1": 0.501714, + "accuracy": 0.541502, + "main_score": 0.501714, + "hf_subset": "knc_Latn-pan_Guru", + "languages": [ + "knc-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.475293, + "recall": 0.525692, + "f1": 0.488866, + "accuracy": 0.525692, + "main_score": 0.488866, + "hf_subset": "knc_Latn-som_Latn", + "languages": [ + "knc-Latn", + "som-Latn" + ] + }, + { + "precision": 0.500588, + "recall": 0.545455, + "f1": 0.513053, + "accuracy": 0.545455, + "main_score": 0.513053, + "hf_subset": "knc_Latn-tum_Latn", + "languages": [ + "knc-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.522785, + "recall": 0.61166, + "f1": 0.547676, + "accuracy": 0.61166, + "main_score": 0.547676, + "hf_subset": "mlt_Latn-ace_Arab", + "languages": [ + "mlt-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.462289, + "recall": 0.52668, + "f1": 0.47918, + "accuracy": 0.52668, + "main_score": 0.47918, + "hf_subset": "mlt_Latn-bam_Latn", + "languages": [ + "mlt-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.639189, + "recall": 0.720356, + "f1": 0.662516, + "accuracy": 0.720356, + "main_score": 0.662516, + "hf_subset": "mlt_Latn-dzo_Tibt", + "languages": [ + "mlt-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-hin_Deva", + "languages": [ + "mlt-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mlt_Latn-khm_Khmr", + "languages": [ + "mlt-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mlt_Latn-mag_Deva", + "languages": [ + "mlt-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-pap_Latn", + "languages": [ + "mlt-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.857246, + "recall": 0.898221, + "f1": 0.870012, + "accuracy": 0.898221, + "main_score": 0.870012, + "hf_subset": "mlt_Latn-sot_Latn", + "languages": [ + "mlt-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-tur_Latn", + "languages": [ + "mlt-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.854392, + "recall": 0.895257, + "f1": 0.867128, + "accuracy": 0.895257, + "main_score": 0.867128, + "hf_subset": "mlt_Latn-ace_Latn", + "languages": [ + "mlt-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.957592, + "recall": 0.970356, + "f1": 0.961693, + "accuracy": 0.970356, + "main_score": 0.961693, + "hf_subset": "mlt_Latn-ban_Latn", + "languages": [ + "mlt-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-ell_Grek", + "languages": [ + "mlt-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "mlt_Latn-hne_Deva", + "languages": [ + "mlt-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.562465, + "recall": 0.634387, + "f1": 0.582678, + "accuracy": 0.634387, + "main_score": 0.582678, + "hf_subset": "mlt_Latn-kik_Latn", + "languages": [ + "mlt-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-mai_Deva", + "languages": [ + "mlt-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "mlt_Latn-pbt_Arab", + "languages": [ + "mlt-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-spa_Latn", + "languages": [ + "mlt-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.763934, + "recall": 0.821146, + "f1": 0.780572, + "accuracy": 0.821146, + "main_score": 0.780572, + "hf_subset": "mlt_Latn-twi_Latn", + "languages": [ + "mlt-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-acm_Arab", + "languages": [ + "mlt-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "mlt_Latn-bel_Cyrl", + "languages": [ + "mlt-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-hrv_Latn", + "languages": [ + "mlt-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.844591, + "recall": 0.885375, + "f1": 0.856802, + "accuracy": 0.885375, + "main_score": 0.856802, + "hf_subset": "mlt_Latn-kin_Latn", + "languages": [ + "mlt-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mlt_Latn-mal_Mlym", + "languages": [ + "mlt-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-pes_Arab", + "languages": [ + "mlt-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-srd_Latn", + "languages": [ + "mlt-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.200224, + "recall": 0.272727, + "f1": 0.21683, + "accuracy": 0.272727, + "main_score": 0.21683, + "hf_subset": "mlt_Latn-tzm_Tfng", + "languages": [ + "mlt-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-acq_Arab", + "languages": [ + "mlt-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.661728, + "recall": 0.731225, + "f1": 0.681541, + "accuracy": 0.731225, + "main_score": 0.681541, + "hf_subset": "mlt_Latn-bem_Latn", + "languages": [ + "mlt-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-epo_Latn", + "languages": [ + "mlt-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "mlt_Latn-hun_Latn", + "languages": [ + "mlt-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "mlt_Latn-kir_Cyrl", + "languages": [ + "mlt-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "mlt_Latn-mar_Deva", + "languages": [ + "mlt-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.863093, + "recall": 0.902174, + "f1": 0.875395, + "accuracy": 0.902174, + "main_score": 0.875395, + "hf_subset": "mlt_Latn-plt_Latn", + "languages": [ + "mlt-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-srp_Cyrl", + "languages": [ + "mlt-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.926136, + "recall": 0.948617, + "f1": 0.933202, + "accuracy": 0.948617, + "main_score": 0.933202, + "hf_subset": "mlt_Latn-uig_Arab", + "languages": [ + "mlt-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-aeb_Arab", + "languages": [ + "mlt-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mlt_Latn-ben_Beng", + "languages": [ + "mlt-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mlt_Latn-est_Latn", + "languages": [ + "mlt-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-hye_Armn", + "languages": [ + "mlt-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.458673, + "recall": 0.521739, + "f1": 0.475706, + "accuracy": 0.521739, + "main_score": 0.475706, + "hf_subset": "mlt_Latn-kmb_Latn", + "languages": [ + "mlt-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.484888, + "recall": 0.577075, + "f1": 0.508901, + "accuracy": 0.577075, + "main_score": 0.508901, + "hf_subset": "mlt_Latn-min_Arab", + "languages": [ + "mlt-Latn", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-pol_Latn", + "languages": [ + "mlt-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.745833, + "recall": 0.810277, + "f1": 0.76494, + "accuracy": 0.810277, + "main_score": 0.76494, + "hf_subset": "mlt_Latn-ssw_Latn", + "languages": [ + "mlt-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-ukr_Cyrl", + "languages": [ + "mlt-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-afr_Latn", + "languages": [ + "mlt-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mlt_Latn-bho_Deva", + "languages": [ + "mlt-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-eus_Latn", + "languages": [ + "mlt-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.850296, + "recall": 0.893281, + "f1": 0.86357, + "accuracy": 0.893281, + "main_score": 0.86357, + "hf_subset": "mlt_Latn-ibo_Latn", + "languages": [ + "mlt-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.882773, + "recall": 0.916008, + "f1": 0.893083, + "accuracy": 0.916008, + "main_score": 0.893083, + "hf_subset": "mlt_Latn-kmr_Latn", + "languages": [ + "mlt-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mlt_Latn-min_Latn", + "languages": [ + "mlt-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mlt_Latn-por_Latn", + "languages": [ + "mlt-Latn", + "por-Latn" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "mlt_Latn-sun_Latn", + "languages": [ + "mlt-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.456413, + "recall": 0.530632, + "f1": 0.476924, + "accuracy": 0.530632, + "main_score": 0.476924, + "hf_subset": "mlt_Latn-umb_Latn", + "languages": [ + "mlt-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-ajp_Arab", + "languages": [ + "mlt-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.509506, + "recall": 0.598814, + "f1": 0.533518, + "accuracy": 0.598814, + "main_score": 0.533518, + "hf_subset": "mlt_Latn-bjn_Arab", + "languages": [ + "mlt-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.452684, + "recall": 0.513834, + "f1": 0.469397, + "accuracy": 0.513834, + "main_score": 0.469397, + "hf_subset": "mlt_Latn-ewe_Latn", + "languages": [ + "mlt-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "mlt_Latn-ilo_Latn", + "languages": [ + "mlt-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.246553, + "recall": 0.323123, + "f1": 0.265674, + "accuracy": 0.323123, + "main_score": 0.265674, + "hf_subset": "mlt_Latn-knc_Arab", + "languages": [ + "mlt-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-mkd_Cyrl", + "languages": [ + "mlt-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-prs_Arab", + "languages": [ + "mlt-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "mlt_Latn-swe_Latn", + "languages": [ + "mlt-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mlt_Latn-urd_Arab", + "languages": [ + "mlt-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.730789, + "recall": 0.793478, + "f1": 0.748709, + "accuracy": 0.793478, + "main_score": 0.748709, + "hf_subset": "mlt_Latn-aka_Latn", + "languages": [ + "mlt-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mlt_Latn-bjn_Latn", + "languages": [ + "mlt-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "mlt_Latn-fao_Latn", + "languages": [ + "mlt-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-ind_Latn", + "languages": [ + "mlt-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.506326, + "recall": 0.56917, + "f1": 0.523021, + "accuracy": 0.56917, + "main_score": 0.523021, + "hf_subset": "mlt_Latn-knc_Latn", + "languages": [ + "mlt-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.61998, + "recall": 0.693676, + "f1": 0.640956, + "accuracy": 0.693676, + "main_score": 0.640956, + "hf_subset": "mlt_Latn-quy_Latn", + "languages": [ + "mlt-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-swh_Latn", + "languages": [ + "mlt-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-uzn_Latn", + "languages": [ + "mlt-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mlt_Latn-als_Latn", + "languages": [ + "mlt-Latn", + "als-Latn" + ] + }, + { + "precision": 0.784461, + "recall": 0.841897, + "f1": 0.801523, + "accuracy": 0.841897, + "main_score": 0.801523, + "hf_subset": "mlt_Latn-bod_Tibt", + "languages": [ + "mlt-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.603599, + "recall": 0.676877, + "f1": 0.624455, + "accuracy": 0.676877, + "main_score": 0.624455, + "hf_subset": "mlt_Latn-fij_Latn", + "languages": [ + "mlt-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "mlt_Latn-isl_Latn", + "languages": [ + "mlt-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.576461, + "recall": 0.65415, + "f1": 0.59785, + "accuracy": 0.65415, + "main_score": 0.59785, + "hf_subset": "mlt_Latn-kon_Latn", + "languages": [ + "mlt-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.600894, + "recall": 0.681818, + "f1": 0.62386, + "accuracy": 0.681818, + "main_score": 0.62386, + "hf_subset": "mlt_Latn-mni_Beng", + "languages": [ + "mlt-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-ron_Latn", + "languages": [ + "mlt-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "mlt_Latn-szl_Latn", + "languages": [ + "mlt-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "mlt_Latn-vec_Latn", + "languages": [ + "mlt-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.913455, + "recall": 0.938735, + "f1": 0.921344, + "accuracy": 0.938735, + "main_score": 0.921344, + "hf_subset": "mlt_Latn-amh_Ethi", + "languages": [ + "mlt-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "mlt_Latn-bos_Latn", + "languages": [ + "mlt-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-fin_Latn", + "languages": [ + "mlt-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-ita_Latn", + "languages": [ + "mlt-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "mlt_Latn-kor_Hang", + "languages": [ + "mlt-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.472078, + "recall": 0.54249, + "f1": 0.491473, + "accuracy": 0.54249, + "main_score": 0.491473, + "hf_subset": "mlt_Latn-mos_Latn", + "languages": [ + "mlt-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.73778, + "recall": 0.800395, + "f1": 0.756291, + "accuracy": 0.800395, + "main_score": 0.756291, + "hf_subset": "mlt_Latn-run_Latn", + "languages": [ + "mlt-Latn", + "run-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mlt_Latn-tam_Taml", + "languages": [ + "mlt-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-vie_Latn", + "languages": [ + "mlt-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mlt_Latn-apc_Arab", + "languages": [ + "mlt-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.717946, + "recall": 0.784585, + "f1": 0.737173, + "accuracy": 0.784585, + "main_score": 0.737173, + "hf_subset": "mlt_Latn-bug_Latn", + "languages": [ + "mlt-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.41106, + "recall": 0.466403, + "f1": 0.42634, + "accuracy": 0.466403, + "main_score": 0.42634, + "hf_subset": "mlt_Latn-fon_Latn", + "languages": [ + "mlt-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "mlt_Latn-jav_Latn", + "languages": [ + "mlt-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "mlt_Latn-lao_Laoo", + "languages": [ + "mlt-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.852437, + "recall": 0.891304, + "f1": 0.864182, + "accuracy": 0.891304, + "main_score": 0.864182, + "hf_subset": "mlt_Latn-mri_Latn", + "languages": [ + "mlt-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-rus_Cyrl", + "languages": [ + "mlt-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.487391, + "recall": 0.55336, + "f1": 0.505298, + "accuracy": 0.55336, + "main_score": 0.505298, + "hf_subset": "mlt_Latn-taq_Latn", + "languages": [ + "mlt-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-war_Latn", + "languages": [ + "mlt-Latn", + "war-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-arb_Arab", + "languages": [ + "mlt-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "mlt_Latn-bul_Cyrl", + "languages": [ + "mlt-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-fra_Latn", + "languages": [ + "mlt-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mlt_Latn-jpn_Jpan", + "languages": [ + "mlt-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-lij_Latn", + "languages": [ + "mlt-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "mlt_Latn-mya_Mymr", + "languages": [ + "mlt-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.538384, + "recall": 0.605731, + "f1": 0.556637, + "accuracy": 0.605731, + "main_score": 0.556637, + "hf_subset": "mlt_Latn-sag_Latn", + "languages": [ + "mlt-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.218402, + "recall": 0.287549, + "f1": 0.235495, + "accuracy": 0.287549, + "main_score": 0.235495, + "hf_subset": "mlt_Latn-taq_Tfng", + "languages": [ + "mlt-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.59956, + "recall": 0.674901, + "f1": 0.621136, + "accuracy": 0.674901, + "main_score": 0.621136, + "hf_subset": "mlt_Latn-wol_Latn", + "languages": [ + "mlt-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.8264, + "recall": 0.873518, + "f1": 0.840448, + "accuracy": 0.873518, + "main_score": 0.840448, + "hf_subset": "mlt_Latn-arb_Latn", + "languages": [ + "mlt-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-cat_Latn", + "languages": [ + "mlt-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mlt_Latn-fur_Latn", + "languages": [ + "mlt-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.44881, + "recall": 0.524704, + "f1": 0.468557, + "accuracy": 0.524704, + "main_score": 0.468557, + "hf_subset": "mlt_Latn-kab_Latn", + "languages": [ + "mlt-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mlt_Latn-lim_Latn", + "languages": [ + "mlt-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-nld_Latn", + "languages": [ + "mlt-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "mlt_Latn-san_Deva", + "languages": [ + "mlt-Latn", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-tat_Cyrl", + "languages": [ + "mlt-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.88307, + "recall": 0.917984, + "f1": 0.894236, + "accuracy": 0.917984, + "main_score": 0.894236, + "hf_subset": "mlt_Latn-xho_Latn", + "languages": [ + "mlt-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-ars_Arab", + "languages": [ + "mlt-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-ceb_Latn", + "languages": [ + "mlt-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.464011, + "recall": 0.540514, + "f1": 0.484593, + "accuracy": 0.540514, + "main_score": 0.484593, + "hf_subset": "mlt_Latn-fuv_Latn", + "languages": [ + "mlt-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.461905, + "recall": 0.535573, + "f1": 0.481138, + "accuracy": 0.535573, + "main_score": 0.481138, + "hf_subset": "mlt_Latn-kac_Latn", + "languages": [ + "mlt-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.602169, + "recall": 0.674901, + "f1": 0.622002, + "accuracy": 0.674901, + "main_score": 0.622002, + "hf_subset": "mlt_Latn-lin_Latn", + "languages": [ + "mlt-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-nno_Latn", + "languages": [ + "mlt-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.853211, + "recall": 0.895257, + "f1": 0.866257, + "accuracy": 0.895257, + "main_score": 0.866257, + "hf_subset": "mlt_Latn-sat_Olck", + "languages": [ + "mlt-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-tel_Telu", + "languages": [ + "mlt-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mlt_Latn-ydd_Hebr", + "languages": [ + "mlt-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "mlt_Latn-ary_Arab", + "languages": [ + "mlt-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-ces_Latn", + "languages": [ + "mlt-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.555533, + "recall": 0.632411, + "f1": 0.576823, + "accuracy": 0.632411, + "main_score": 0.576823, + "hf_subset": "mlt_Latn-gaz_Latn", + "languages": [ + "mlt-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.538308, + "recall": 0.616601, + "f1": 0.5596, + "accuracy": 0.616601, + "main_score": 0.5596, + "hf_subset": "mlt_Latn-kam_Latn", + "languages": [ + "mlt-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "mlt_Latn-lit_Latn", + "languages": [ + "mlt-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.988883, + "recall": 0.992095, + "f1": 0.989855, + "accuracy": 0.992095, + "main_score": 0.989855, + "hf_subset": "mlt_Latn-nob_Latn", + "languages": [ + "mlt-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mlt_Latn-scn_Latn", + "languages": [ + "mlt-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "mlt_Latn-tgk_Cyrl", + "languages": [ + "mlt-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.711536, + "recall": 0.780632, + "f1": 0.731687, + "accuracy": 0.780632, + "main_score": 0.731687, + "hf_subset": "mlt_Latn-yor_Latn", + "languages": [ + "mlt-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-arz_Arab", + "languages": [ + "mlt-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.473737, + "recall": 0.550395, + "f1": 0.494299, + "accuracy": 0.550395, + "main_score": 0.494299, + "hf_subset": "mlt_Latn-cjk_Latn", + "languages": [ + "mlt-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.9333, + "recall": 0.954545, + "f1": 0.940217, + "accuracy": 0.954545, + "main_score": 0.940217, + "hf_subset": "mlt_Latn-gla_Latn", + "languages": [ + "mlt-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-kan_Knda", + "languages": [ + "mlt-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "mlt_Latn-lmo_Latn", + "languages": [ + "mlt-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "mlt_Latn-npi_Deva", + "languages": [ + "mlt-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.531692, + "recall": 0.621542, + "f1": 0.557086, + "accuracy": 0.621542, + "main_score": 0.557086, + "hf_subset": "mlt_Latn-shn_Mymr", + "languages": [ + "mlt-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-tgl_Latn", + "languages": [ + "mlt-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-yue_Hant", + "languages": [ + "mlt-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "mlt_Latn-asm_Beng", + "languages": [ + "mlt-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.932806, + "recall": 0.953557, + "f1": 0.939559, + "accuracy": 0.953557, + "main_score": 0.939559, + "hf_subset": "mlt_Latn-ckb_Arab", + "languages": [ + "mlt-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "mlt_Latn-gle_Latn", + "languages": [ + "mlt-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.88941, + "recall": 0.921937, + "f1": 0.899605, + "accuracy": 0.921937, + "main_score": 0.899605, + "hf_subset": "mlt_Latn-kas_Arab", + "languages": [ + "mlt-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.883729, + "recall": 0.917984, + "f1": 0.894565, + "accuracy": 0.917984, + "main_score": 0.894565, + "hf_subset": "mlt_Latn-ltg_Latn", + "languages": [ + "mlt-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.784157, + "recall": 0.835968, + "f1": 0.800048, + "accuracy": 0.835968, + "main_score": 0.800048, + "hf_subset": "mlt_Latn-nso_Latn", + "languages": [ + "mlt-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "mlt_Latn-sin_Sinh", + "languages": [ + "mlt-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-tha_Thai", + "languages": [ + "mlt-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-zho_Hans", + "languages": [ + "mlt-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-ast_Latn", + "languages": [ + "mlt-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.976202, + "recall": 0.983202, + "f1": 0.978327, + "accuracy": 0.983202, + "main_score": 0.978327, + "hf_subset": "mlt_Latn-crh_Latn", + "languages": [ + "mlt-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-glg_Latn", + "languages": [ + "mlt-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.834931, + "recall": 0.880435, + "f1": 0.848847, + "accuracy": 0.880435, + "main_score": 0.848847, + "hf_subset": "mlt_Latn-kas_Deva", + "languages": [ + "mlt-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "mlt_Latn-ltz_Latn", + "languages": [ + "mlt-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.410059, + "recall": 0.485178, + "f1": 0.430345, + "accuracy": 0.485178, + "main_score": 0.430345, + "hf_subset": "mlt_Latn-nus_Latn", + "languages": [ + "mlt-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "mlt_Latn-slk_Latn", + "languages": [ + "mlt-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.625667, + "recall": 0.705534, + "f1": 0.648286, + "accuracy": 0.705534, + "main_score": 0.648286, + "hf_subset": "mlt_Latn-tir_Ethi", + "languages": [ + "mlt-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-zho_Hant", + "languages": [ + "mlt-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.975543, + "recall": 0.982213, + "f1": 0.977668, + "accuracy": 0.982213, + "main_score": 0.977668, + "hf_subset": "mlt_Latn-awa_Deva", + "languages": [ + "mlt-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-cym_Latn", + "languages": [ + "mlt-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.759552, + "recall": 0.816206, + "f1": 0.776007, + "accuracy": 0.816206, + "main_score": 0.776007, + "hf_subset": "mlt_Latn-grn_Latn", + "languages": [ + "mlt-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-kat_Geor", + "languages": [ + "mlt-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.585447, + "recall": 0.653162, + "f1": 0.603611, + "accuracy": 0.653162, + "main_score": 0.603611, + "hf_subset": "mlt_Latn-lua_Latn", + "languages": [ + "mlt-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.817358, + "recall": 0.867589, + "f1": 0.833136, + "accuracy": 0.867589, + "main_score": 0.833136, + "hf_subset": "mlt_Latn-nya_Latn", + "languages": [ + "mlt-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-slv_Latn", + "languages": [ + "mlt-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "mlt_Latn-tpi_Latn", + "languages": [ + "mlt-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-zsm_Latn", + "languages": [ + "mlt-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.493874, + "recall": 0.565217, + "f1": 0.513626, + "accuracy": 0.565217, + "main_score": 0.513626, + "hf_subset": "mlt_Latn-ayr_Latn", + "languages": [ + "mlt-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-dan_Latn", + "languages": [ + "mlt-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-guj_Gujr", + "languages": [ + "mlt-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-kaz_Cyrl", + "languages": [ + "mlt-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.624384, + "recall": 0.703557, + "f1": 0.646719, + "accuracy": 0.703557, + "main_score": 0.646719, + "hf_subset": "mlt_Latn-lug_Latn", + "languages": [ + "mlt-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-oci_Latn", + "languages": [ + "mlt-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.841238, + "recall": 0.884387, + "f1": 0.854677, + "accuracy": 0.884387, + "main_score": 0.854677, + "hf_subset": "mlt_Latn-smo_Latn", + "languages": [ + "mlt-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.722727, + "recall": 0.790514, + "f1": 0.742904, + "accuracy": 0.790514, + "main_score": 0.742904, + "hf_subset": "mlt_Latn-tsn_Latn", + "languages": [ + "mlt-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.893445, + "recall": 0.925889, + "f1": 0.903986, + "accuracy": 0.925889, + "main_score": 0.903986, + "hf_subset": "mlt_Latn-zul_Latn", + "languages": [ + "mlt-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.918182, + "recall": 0.942688, + "f1": 0.926054, + "accuracy": 0.942688, + "main_score": 0.926054, + "hf_subset": "mlt_Latn-azb_Arab", + "languages": [ + "mlt-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-deu_Latn", + "languages": [ + "mlt-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "mlt_Latn-hat_Latn", + "languages": [ + "mlt-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.456728, + "recall": 0.522727, + "f1": 0.475054, + "accuracy": 0.522727, + "main_score": 0.475054, + "hf_subset": "mlt_Latn-kbp_Latn", + "languages": [ + "mlt-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.508114, + "recall": 0.577075, + "f1": 0.526529, + "accuracy": 0.577075, + "main_score": 0.526529, + "hf_subset": "mlt_Latn-luo_Latn", + "languages": [ + "mlt-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "mlt_Latn-ory_Orya", + "languages": [ + "mlt-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.872645, + "recall": 0.909091, + "f1": 0.883959, + "accuracy": 0.909091, + "main_score": 0.883959, + "hf_subset": "mlt_Latn-sna_Latn", + "languages": [ + "mlt-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.639041, + "recall": 0.715415, + "f1": 0.660986, + "accuracy": 0.715415, + "main_score": 0.660986, + "hf_subset": "mlt_Latn-tso_Latn", + "languages": [ + "mlt-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-azj_Latn", + "languages": [ + "mlt-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.486931, + "recall": 0.5583, + "f1": 0.506929, + "accuracy": 0.5583, + "main_score": 0.506929, + "hf_subset": "mlt_Latn-dik_Latn", + "languages": [ + "mlt-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.899457, + "recall": 0.927866, + "f1": 0.908498, + "accuracy": 0.927866, + "main_score": 0.908498, + "hf_subset": "mlt_Latn-hau_Latn", + "languages": [ + "mlt-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mlt_Latn-kea_Latn", + "languages": [ + "mlt-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.915596, + "recall": 0.940711, + "f1": 0.92332, + "accuracy": 0.940711, + "main_score": 0.92332, + "hf_subset": "mlt_Latn-lus_Latn", + "languages": [ + "mlt-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.842885, + "recall": 0.886364, + "f1": 0.856489, + "accuracy": 0.886364, + "main_score": 0.856489, + "hf_subset": "mlt_Latn-pag_Latn", + "languages": [ + "mlt-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "mlt_Latn-snd_Arab", + "languages": [ + "mlt-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mlt_Latn-tuk_Latn", + "languages": [ + "mlt-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mlt_Latn-bak_Cyrl", + "languages": [ + "mlt-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.449604, + "recall": 0.527668, + "f1": 0.470989, + "accuracy": 0.527668, + "main_score": 0.470989, + "hf_subset": "mlt_Latn-dyu_Latn", + "languages": [ + "mlt-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-heb_Hebr", + "languages": [ + "mlt-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "mlt_Latn-khk_Cyrl", + "languages": [ + "mlt-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-lvs_Latn", + "languages": [ + "mlt-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-pan_Guru", + "languages": [ + "mlt-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.873304, + "recall": 0.911067, + "f1": 0.885112, + "accuracy": 0.911067, + "main_score": 0.885112, + "hf_subset": "mlt_Latn-som_Latn", + "languages": [ + "mlt-Latn", + "som-Latn" + ] + }, + { + "precision": 0.685145, + "recall": 0.748024, + "f1": 0.703826, + "accuracy": 0.748024, + "main_score": 0.703826, + "hf_subset": "mlt_Latn-tum_Latn", + "languages": [ + "mlt-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.446533, + "recall": 0.504941, + "f1": 0.462851, + "accuracy": 0.504941, + "main_score": 0.462851, + "hf_subset": "quy_Latn-ace_Arab", + "languages": [ + "quy-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.482897, + "recall": 0.529644, + "f1": 0.496114, + "accuracy": 0.529644, + "main_score": 0.496114, + "hf_subset": "quy_Latn-bam_Latn", + "languages": [ + "quy-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.410755, + "recall": 0.472332, + "f1": 0.427523, + "accuracy": 0.472332, + "main_score": 0.427523, + "hf_subset": "quy_Latn-dzo_Tibt", + "languages": [ + "quy-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.658437, + "recall": 0.710474, + "f1": 0.672872, + "accuracy": 0.710474, + "main_score": 0.672872, + "hf_subset": "quy_Latn-hin_Deva", + "languages": [ + "quy-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.585422, + "recall": 0.637352, + "f1": 0.599431, + "accuracy": 0.637352, + "main_score": 0.599431, + "hf_subset": "quy_Latn-khm_Khmr", + "languages": [ + "quy-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.645435, + "recall": 0.690711, + "f1": 0.657766, + "accuracy": 0.690711, + "main_score": 0.657766, + "hf_subset": "quy_Latn-mag_Deva", + "languages": [ + "quy-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.635777, + "recall": 0.677866, + "f1": 0.646705, + "accuracy": 0.677866, + "main_score": 0.646705, + "hf_subset": "quy_Latn-pap_Latn", + "languages": [ + "quy-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.581502, + "recall": 0.628458, + "f1": 0.594401, + "accuracy": 0.628458, + "main_score": 0.594401, + "hf_subset": "quy_Latn-sot_Latn", + "languages": [ + "quy-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.646266, + "recall": 0.692688, + "f1": 0.659144, + "accuracy": 0.692688, + "main_score": 0.659144, + "hf_subset": "quy_Latn-tur_Latn", + "languages": [ + "quy-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.612993, + "recall": 0.660079, + "f1": 0.626055, + "accuracy": 0.660079, + "main_score": 0.626055, + "hf_subset": "quy_Latn-ace_Latn", + "languages": [ + "quy-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.62184, + "recall": 0.662055, + "f1": 0.632831, + "accuracy": 0.662055, + "main_score": 0.632831, + "hf_subset": "quy_Latn-ban_Latn", + "languages": [ + "quy-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.620375, + "recall": 0.668972, + "f1": 0.633484, + "accuracy": 0.668972, + "main_score": 0.633484, + "hf_subset": "quy_Latn-ell_Grek", + "languages": [ + "quy-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.63331, + "recall": 0.68083, + "f1": 0.645626, + "accuracy": 0.68083, + "main_score": 0.645626, + "hf_subset": "quy_Latn-hne_Deva", + "languages": [ + "quy-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.520047, + "recall": 0.576087, + "f1": 0.536183, + "accuracy": 0.576087, + "main_score": 0.536183, + "hf_subset": "quy_Latn-kik_Latn", + "languages": [ + "quy-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.633529, + "recall": 0.688735, + "f1": 0.64842, + "accuracy": 0.688735, + "main_score": 0.64842, + "hf_subset": "quy_Latn-mai_Deva", + "languages": [ + "quy-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.585643, + "recall": 0.636364, + "f1": 0.59937, + "accuracy": 0.636364, + "main_score": 0.59937, + "hf_subset": "quy_Latn-pbt_Arab", + "languages": [ + "quy-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.657046, + "recall": 0.711462, + "f1": 0.671689, + "accuracy": 0.711462, + "main_score": 0.671689, + "hf_subset": "quy_Latn-spa_Latn", + "languages": [ + "quy-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.581183, + "recall": 0.623518, + "f1": 0.592625, + "accuracy": 0.623518, + "main_score": 0.592625, + "hf_subset": "quy_Latn-twi_Latn", + "languages": [ + "quy-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.641227, + "recall": 0.6917, + "f1": 0.654672, + "accuracy": 0.6917, + "main_score": 0.654672, + "hf_subset": "quy_Latn-acm_Arab", + "languages": [ + "quy-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.606973, + "recall": 0.659091, + "f1": 0.621678, + "accuracy": 0.659091, + "main_score": 0.621678, + "hf_subset": "quy_Latn-bel_Cyrl", + "languages": [ + "quy-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.657944, + "recall": 0.709486, + "f1": 0.672525, + "accuracy": 0.709486, + "main_score": 0.672525, + "hf_subset": "quy_Latn-eng_Latn", + "languages": [ + "quy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.649555, + "recall": 0.693676, + "f1": 0.661606, + "accuracy": 0.693676, + "main_score": 0.661606, + "hf_subset": "quy_Latn-hrv_Latn", + "languages": [ + "quy-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.567127, + "recall": 0.615613, + "f1": 0.580625, + "accuracy": 0.615613, + "main_score": 0.580625, + "hf_subset": "quy_Latn-kin_Latn", + "languages": [ + "quy-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.62292, + "recall": 0.682806, + "f1": 0.638778, + "accuracy": 0.682806, + "main_score": 0.638778, + "hf_subset": "quy_Latn-mal_Mlym", + "languages": [ + "quy-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.623446, + "recall": 0.673913, + "f1": 0.637437, + "accuracy": 0.673913, + "main_score": 0.637437, + "hf_subset": "quy_Latn-pes_Arab", + "languages": [ + "quy-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.636616, + "recall": 0.685771, + "f1": 0.649873, + "accuracy": 0.685771, + "main_score": 0.649873, + "hf_subset": "quy_Latn-srd_Latn", + "languages": [ + "quy-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.253527, + "recall": 0.309289, + "f1": 0.26788, + "accuracy": 0.309289, + "main_score": 0.26788, + "hf_subset": "quy_Latn-tzm_Tfng", + "languages": [ + "quy-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.633924, + "recall": 0.684783, + "f1": 0.647334, + "accuracy": 0.684783, + "main_score": 0.647334, + "hf_subset": "quy_Latn-acq_Arab", + "languages": [ + "quy-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.577159, + "recall": 0.617589, + "f1": 0.588411, + "accuracy": 0.617589, + "main_score": 0.588411, + "hf_subset": "quy_Latn-bem_Latn", + "languages": [ + "quy-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.634858, + "recall": 0.684783, + "f1": 0.648765, + "accuracy": 0.684783, + "main_score": 0.648765, + "hf_subset": "quy_Latn-epo_Latn", + "languages": [ + "quy-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.656549, + "recall": 0.703557, + "f1": 0.669851, + "accuracy": 0.703557, + "main_score": 0.669851, + "hf_subset": "quy_Latn-hun_Latn", + "languages": [ + "quy-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.62802, + "recall": 0.66996, + "f1": 0.639703, + "accuracy": 0.66996, + "main_score": 0.639703, + "hf_subset": "quy_Latn-kir_Cyrl", + "languages": [ + "quy-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.634182, + "recall": 0.684783, + "f1": 0.648353, + "accuracy": 0.684783, + "main_score": 0.648353, + "hf_subset": "quy_Latn-mar_Deva", + "languages": [ + "quy-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.587996, + "recall": 0.631423, + "f1": 0.600354, + "accuracy": 0.631423, + "main_score": 0.600354, + "hf_subset": "quy_Latn-plt_Latn", + "languages": [ + "quy-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.626796, + "recall": 0.675889, + "f1": 0.640854, + "accuracy": 0.675889, + "main_score": 0.640854, + "hf_subset": "quy_Latn-srp_Cyrl", + "languages": [ + "quy-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.554423, + "recall": 0.619565, + "f1": 0.571626, + "accuracy": 0.619565, + "main_score": 0.571626, + "hf_subset": "quy_Latn-uig_Arab", + "languages": [ + "quy-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.617262, + "recall": 0.663043, + "f1": 0.629075, + "accuracy": 0.663043, + "main_score": 0.629075, + "hf_subset": "quy_Latn-aeb_Arab", + "languages": [ + "quy-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.632849, + "recall": 0.679842, + "f1": 0.645798, + "accuracy": 0.679842, + "main_score": 0.645798, + "hf_subset": "quy_Latn-ben_Beng", + "languages": [ + "quy-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.632103, + "recall": 0.681818, + "f1": 0.646212, + "accuracy": 0.681818, + "main_score": 0.646212, + "hf_subset": "quy_Latn-est_Latn", + "languages": [ + "quy-Latn", + "est-Latn" + ] + }, + { + "precision": 0.614047, + "recall": 0.666996, + "f1": 0.627964, + "accuracy": 0.666996, + "main_score": 0.627964, + "hf_subset": "quy_Latn-hye_Armn", + "languages": [ + "quy-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.502256, + "recall": 0.546443, + "f1": 0.515236, + "accuracy": 0.546443, + "main_score": 0.515236, + "hf_subset": "quy_Latn-kmb_Latn", + "languages": [ + "quy-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.414387, + "recall": 0.477273, + "f1": 0.432049, + "accuracy": 0.477273, + "main_score": 0.432049, + "hf_subset": "quy_Latn-min_Arab", + "languages": [ + "quy-Latn", + "min-Arab" + ] + }, + { + "precision": 0.652641, + "recall": 0.703557, + "f1": 0.666876, + "accuracy": 0.703557, + "main_score": 0.666876, + "hf_subset": "quy_Latn-pol_Latn", + "languages": [ + "quy-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.561325, + "recall": 0.609684, + "f1": 0.574362, + "accuracy": 0.609684, + "main_score": 0.574362, + "hf_subset": "quy_Latn-ssw_Latn", + "languages": [ + "quy-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.631154, + "recall": 0.68083, + "f1": 0.644833, + "accuracy": 0.68083, + "main_score": 0.644833, + "hf_subset": "quy_Latn-ukr_Cyrl", + "languages": [ + "quy-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.639958, + "recall": 0.688735, + "f1": 0.653385, + "accuracy": 0.688735, + "main_score": 0.653385, + "hf_subset": "quy_Latn-afr_Latn", + "languages": [ + "quy-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.655608, + "recall": 0.703557, + "f1": 0.668657, + "accuracy": 0.703557, + "main_score": 0.668657, + "hf_subset": "quy_Latn-bho_Deva", + "languages": [ + "quy-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.639964, + "recall": 0.678854, + "f1": 0.650507, + "accuracy": 0.678854, + "main_score": 0.650507, + "hf_subset": "quy_Latn-eus_Latn", + "languages": [ + "quy-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.593018, + "recall": 0.643281, + "f1": 0.607024, + "accuracy": 0.643281, + "main_score": 0.607024, + "hf_subset": "quy_Latn-ibo_Latn", + "languages": [ + "quy-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.597527, + "recall": 0.644269, + "f1": 0.609619, + "accuracy": 0.644269, + "main_score": 0.609619, + "hf_subset": "quy_Latn-kmr_Latn", + "languages": [ + "quy-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.618357, + "recall": 0.664032, + "f1": 0.6303, + "accuracy": 0.664032, + "main_score": 0.6303, + "hf_subset": "quy_Latn-min_Latn", + "languages": [ + "quy-Latn", + "min-Latn" + ] + }, + { + "precision": 0.668522, + "recall": 0.712451, + "f1": 0.68051, + "accuracy": 0.712451, + "main_score": 0.68051, + "hf_subset": "quy_Latn-por_Latn", + "languages": [ + "quy-Latn", + "por-Latn" + ] + }, + { + "precision": 0.625494, + "recall": 0.66502, + "f1": 0.636163, + "accuracy": 0.66502, + "main_score": 0.636163, + "hf_subset": "quy_Latn-sun_Latn", + "languages": [ + "quy-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.493422, + "recall": 0.539526, + "f1": 0.507366, + "accuracy": 0.539526, + "main_score": 0.507366, + "hf_subset": "quy_Latn-umb_Latn", + "languages": [ + "quy-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.638284, + "recall": 0.687747, + "f1": 0.651082, + "accuracy": 0.687747, + "main_score": 0.651082, + "hf_subset": "quy_Latn-ajp_Arab", + "languages": [ + "quy-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.447333, + "recall": 0.503953, + "f1": 0.46297, + "accuracy": 0.503953, + "main_score": 0.46297, + "hf_subset": "quy_Latn-bjn_Arab", + "languages": [ + "quy-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.491219, + "recall": 0.536561, + "f1": 0.503718, + "accuracy": 0.536561, + "main_score": 0.503718, + "hf_subset": "quy_Latn-ewe_Latn", + "languages": [ + "quy-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.628211, + "recall": 0.676877, + "f1": 0.640937, + "accuracy": 0.676877, + "main_score": 0.640937, + "hf_subset": "quy_Latn-ilo_Latn", + "languages": [ + "quy-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.271095, + "recall": 0.328063, + "f1": 0.286745, + "accuracy": 0.328063, + "main_score": 0.286745, + "hf_subset": "quy_Latn-knc_Arab", + "languages": [ + "quy-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.633405, + "recall": 0.676877, + "f1": 0.645389, + "accuracy": 0.676877, + "main_score": 0.645389, + "hf_subset": "quy_Latn-mkd_Cyrl", + "languages": [ + "quy-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.627994, + "recall": 0.688735, + "f1": 0.644543, + "accuracy": 0.688735, + "main_score": 0.644543, + "hf_subset": "quy_Latn-prs_Arab", + "languages": [ + "quy-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.640869, + "recall": 0.694664, + "f1": 0.655774, + "accuracy": 0.694664, + "main_score": 0.655774, + "hf_subset": "quy_Latn-swe_Latn", + "languages": [ + "quy-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.617227, + "recall": 0.666008, + "f1": 0.630189, + "accuracy": 0.666008, + "main_score": 0.630189, + "hf_subset": "quy_Latn-urd_Arab", + "languages": [ + "quy-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.571421, + "recall": 0.613636, + "f1": 0.582789, + "accuracy": 0.613636, + "main_score": 0.582789, + "hf_subset": "quy_Latn-aka_Latn", + "languages": [ + "quy-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.629876, + "recall": 0.671937, + "f1": 0.640565, + "accuracy": 0.671937, + "main_score": 0.640565, + "hf_subset": "quy_Latn-bjn_Latn", + "languages": [ + "quy-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.587637, + "recall": 0.643281, + "f1": 0.602869, + "accuracy": 0.643281, + "main_score": 0.602869, + "hf_subset": "quy_Latn-fao_Latn", + "languages": [ + "quy-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.632509, + "recall": 0.679842, + "f1": 0.645428, + "accuracy": 0.679842, + "main_score": 0.645428, + "hf_subset": "quy_Latn-ind_Latn", + "languages": [ + "quy-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.519115, + "recall": 0.567194, + "f1": 0.532844, + "accuracy": 0.567194, + "main_score": 0.532844, + "hf_subset": "quy_Latn-knc_Latn", + "languages": [ + "quy-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.621865, + "recall": 0.664032, + "f1": 0.63314, + "accuracy": 0.664032, + "main_score": 0.63314, + "hf_subset": "quy_Latn-mlt_Latn", + "languages": [ + "quy-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.609133, + "recall": 0.66502, + "f1": 0.624132, + "accuracy": 0.66502, + "main_score": 0.624132, + "hf_subset": "quy_Latn-swh_Latn", + "languages": [ + "quy-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.621121, + "recall": 0.673913, + "f1": 0.635842, + "accuracy": 0.673913, + "main_score": 0.635842, + "hf_subset": "quy_Latn-uzn_Latn", + "languages": [ + "quy-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.634409, + "recall": 0.676877, + "f1": 0.645835, + "accuracy": 0.676877, + "main_score": 0.645835, + "hf_subset": "quy_Latn-als_Latn", + "languages": [ + "quy-Latn", + "als-Latn" + ] + }, + { + "precision": 0.4546, + "recall": 0.518775, + "f1": 0.471687, + "accuracy": 0.518775, + "main_score": 0.471687, + "hf_subset": "quy_Latn-bod_Tibt", + "languages": [ + "quy-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.533273, + "recall": 0.582016, + "f1": 0.547554, + "accuracy": 0.582016, + "main_score": 0.547554, + "hf_subset": "quy_Latn-fij_Latn", + "languages": [ + "quy-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.609526, + "recall": 0.659091, + "f1": 0.623113, + "accuracy": 0.659091, + "main_score": 0.623113, + "hf_subset": "quy_Latn-isl_Latn", + "languages": [ + "quy-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.57811, + "recall": 0.620553, + "f1": 0.590152, + "accuracy": 0.620553, + "main_score": 0.590152, + "hf_subset": "quy_Latn-kon_Latn", + "languages": [ + "quy-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.507847, + "recall": 0.560277, + "f1": 0.522827, + "accuracy": 0.560277, + "main_score": 0.522827, + "hf_subset": "quy_Latn-mni_Beng", + "languages": [ + "quy-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.644547, + "recall": 0.690711, + "f1": 0.656694, + "accuracy": 0.690711, + "main_score": 0.656694, + "hf_subset": "quy_Latn-ron_Latn", + "languages": [ + "quy-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.642339, + "recall": 0.682806, + "f1": 0.653615, + "accuracy": 0.682806, + "main_score": 0.653615, + "hf_subset": "quy_Latn-szl_Latn", + "languages": [ + "quy-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.666563, + "recall": 0.708498, + "f1": 0.677517, + "accuracy": 0.708498, + "main_score": 0.677517, + "hf_subset": "quy_Latn-vec_Latn", + "languages": [ + "quy-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.621075, + "recall": 0.672925, + "f1": 0.635313, + "accuracy": 0.672925, + "main_score": 0.635313, + "hf_subset": "quy_Latn-amh_Ethi", + "languages": [ + "quy-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.640779, + "recall": 0.687747, + "f1": 0.653657, + "accuracy": 0.687747, + "main_score": 0.653657, + "hf_subset": "quy_Latn-bos_Latn", + "languages": [ + "quy-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.631479, + "recall": 0.676877, + "f1": 0.644919, + "accuracy": 0.676877, + "main_score": 0.644919, + "hf_subset": "quy_Latn-fin_Latn", + "languages": [ + "quy-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.658438, + "recall": 0.703557, + "f1": 0.670923, + "accuracy": 0.703557, + "main_score": 0.670923, + "hf_subset": "quy_Latn-ita_Latn", + "languages": [ + "quy-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.643801, + "recall": 0.694664, + "f1": 0.657997, + "accuracy": 0.694664, + "main_score": 0.657997, + "hf_subset": "quy_Latn-kor_Hang", + "languages": [ + "quy-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.511671, + "recall": 0.55336, + "f1": 0.523603, + "accuracy": 0.55336, + "main_score": 0.523603, + "hf_subset": "quy_Latn-mos_Latn", + "languages": [ + "quy-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.560217, + "recall": 0.607708, + "f1": 0.573631, + "accuracy": 0.607708, + "main_score": 0.573631, + "hf_subset": "quy_Latn-run_Latn", + "languages": [ + "quy-Latn", + "run-Latn" + ] + }, + { + "precision": 0.635454, + "recall": 0.681818, + "f1": 0.648212, + "accuracy": 0.681818, + "main_score": 0.648212, + "hf_subset": "quy_Latn-tam_Taml", + "languages": [ + "quy-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.642669, + "recall": 0.685771, + "f1": 0.654567, + "accuracy": 0.685771, + "main_score": 0.654567, + "hf_subset": "quy_Latn-vie_Latn", + "languages": [ + "quy-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.650485, + "recall": 0.69664, + "f1": 0.663167, + "accuracy": 0.69664, + "main_score": 0.663167, + "hf_subset": "quy_Latn-apc_Arab", + "languages": [ + "quy-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.598261, + "recall": 0.632411, + "f1": 0.608246, + "accuracy": 0.632411, + "main_score": 0.608246, + "hf_subset": "quy_Latn-bug_Latn", + "languages": [ + "quy-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.44734, + "recall": 0.487154, + "f1": 0.458733, + "accuracy": 0.487154, + "main_score": 0.458733, + "hf_subset": "quy_Latn-fon_Latn", + "languages": [ + "quy-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.623975, + "recall": 0.667984, + "f1": 0.636372, + "accuracy": 0.667984, + "main_score": 0.636372, + "hf_subset": "quy_Latn-jav_Latn", + "languages": [ + "quy-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.573311, + "recall": 0.623518, + "f1": 0.586689, + "accuracy": 0.623518, + "main_score": 0.586689, + "hf_subset": "quy_Latn-lao_Laoo", + "languages": [ + "quy-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.559149, + "recall": 0.610672, + "f1": 0.573533, + "accuracy": 0.610672, + "main_score": 0.573533, + "hf_subset": "quy_Latn-mri_Latn", + "languages": [ + "quy-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.649639, + "recall": 0.69664, + "f1": 0.662405, + "accuracy": 0.69664, + "main_score": 0.662405, + "hf_subset": "quy_Latn-rus_Cyrl", + "languages": [ + "quy-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.50818, + "recall": 0.555336, + "f1": 0.521626, + "accuracy": 0.555336, + "main_score": 0.521626, + "hf_subset": "quy_Latn-taq_Latn", + "languages": [ + "quy-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.652248, + "recall": 0.690711, + "f1": 0.66259, + "accuracy": 0.690711, + "main_score": 0.66259, + "hf_subset": "quy_Latn-war_Latn", + "languages": [ + "quy-Latn", + "war-Latn" + ] + }, + { + "precision": 0.634346, + "recall": 0.687747, + "f1": 0.649051, + "accuracy": 0.687747, + "main_score": 0.649051, + "hf_subset": "quy_Latn-arb_Arab", + "languages": [ + "quy-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.647856, + "recall": 0.695652, + "f1": 0.661256, + "accuracy": 0.695652, + "main_score": 0.661256, + "hf_subset": "quy_Latn-bul_Cyrl", + "languages": [ + "quy-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.647652, + "recall": 0.701581, + "f1": 0.662393, + "accuracy": 0.701581, + "main_score": 0.662393, + "hf_subset": "quy_Latn-fra_Latn", + "languages": [ + "quy-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.647447, + "recall": 0.694664, + "f1": 0.660504, + "accuracy": 0.694664, + "main_score": 0.660504, + "hf_subset": "quy_Latn-jpn_Jpan", + "languages": [ + "quy-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.657464, + "recall": 0.697628, + "f1": 0.667889, + "accuracy": 0.697628, + "main_score": 0.667889, + "hf_subset": "quy_Latn-lij_Latn", + "languages": [ + "quy-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.584379, + "recall": 0.63834, + "f1": 0.598682, + "accuracy": 0.63834, + "main_score": 0.598682, + "hf_subset": "quy_Latn-mya_Mymr", + "languages": [ + "quy-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.551974, + "recall": 0.592885, + "f1": 0.563596, + "accuracy": 0.592885, + "main_score": 0.563596, + "hf_subset": "quy_Latn-sag_Latn", + "languages": [ + "quy-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.255082, + "recall": 0.315217, + "f1": 0.2708, + "accuracy": 0.315217, + "main_score": 0.2708, + "hf_subset": "quy_Latn-taq_Tfng", + "languages": [ + "quy-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.561752, + "recall": 0.599802, + "f1": 0.572847, + "accuracy": 0.599802, + "main_score": 0.572847, + "hf_subset": "quy_Latn-wol_Latn", + "languages": [ + "quy-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.527724, + "recall": 0.58498, + "f1": 0.542869, + "accuracy": 0.58498, + "main_score": 0.542869, + "hf_subset": "quy_Latn-arb_Latn", + "languages": [ + "quy-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.645895, + "recall": 0.693676, + "f1": 0.658994, + "accuracy": 0.693676, + "main_score": 0.658994, + "hf_subset": "quy_Latn-cat_Latn", + "languages": [ + "quy-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.652806, + "recall": 0.701581, + "f1": 0.666155, + "accuracy": 0.701581, + "main_score": 0.666155, + "hf_subset": "quy_Latn-fur_Latn", + "languages": [ + "quy-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.416722, + "recall": 0.468379, + "f1": 0.431118, + "accuracy": 0.468379, + "main_score": 0.431118, + "hf_subset": "quy_Latn-kab_Latn", + "languages": [ + "quy-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.620874, + "recall": 0.66996, + "f1": 0.633575, + "accuracy": 0.66996, + "main_score": 0.633575, + "hf_subset": "quy_Latn-lim_Latn", + "languages": [ + "quy-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.648318, + "recall": 0.69664, + "f1": 0.661646, + "accuracy": 0.69664, + "main_score": 0.661646, + "hf_subset": "quy_Latn-nld_Latn", + "languages": [ + "quy-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.594996, + "recall": 0.653162, + "f1": 0.610655, + "accuracy": 0.653162, + "main_score": 0.610655, + "hf_subset": "quy_Latn-san_Deva", + "languages": [ + "quy-Latn", + "san-Deva" + ] + }, + { + "precision": 0.625846, + "recall": 0.674901, + "f1": 0.639175, + "accuracy": 0.674901, + "main_score": 0.639175, + "hf_subset": "quy_Latn-tat_Cyrl", + "languages": [ + "quy-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.582691, + "recall": 0.630435, + "f1": 0.595722, + "accuracy": 0.630435, + "main_score": 0.595722, + "hf_subset": "quy_Latn-xho_Latn", + "languages": [ + "quy-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.627897, + "recall": 0.679842, + "f1": 0.642523, + "accuracy": 0.679842, + "main_score": 0.642523, + "hf_subset": "quy_Latn-ars_Arab", + "languages": [ + "quy-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.634609, + "recall": 0.674901, + "f1": 0.6455, + "accuracy": 0.674901, + "main_score": 0.6455, + "hf_subset": "quy_Latn-ceb_Latn", + "languages": [ + "quy-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.476041, + "recall": 0.529644, + "f1": 0.491961, + "accuracy": 0.529644, + "main_score": 0.491961, + "hf_subset": "quy_Latn-fuv_Latn", + "languages": [ + "quy-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.498686, + "recall": 0.546443, + "f1": 0.512059, + "accuracy": 0.546443, + "main_score": 0.512059, + "hf_subset": "quy_Latn-kac_Latn", + "languages": [ + "quy-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.582362, + "recall": 0.625494, + "f1": 0.59513, + "accuracy": 0.625494, + "main_score": 0.59513, + "hf_subset": "quy_Latn-lin_Latn", + "languages": [ + "quy-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.628447, + "recall": 0.678854, + "f1": 0.641915, + "accuracy": 0.678854, + "main_score": 0.641915, + "hf_subset": "quy_Latn-nno_Latn", + "languages": [ + "quy-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.575593, + "recall": 0.634387, + "f1": 0.59138, + "accuracy": 0.634387, + "main_score": 0.59138, + "hf_subset": "quy_Latn-sat_Olck", + "languages": [ + "quy-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.618127, + "recall": 0.670949, + "f1": 0.632228, + "accuracy": 0.670949, + "main_score": 0.632228, + "hf_subset": "quy_Latn-tel_Telu", + "languages": [ + "quy-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.621783, + "recall": 0.679842, + "f1": 0.637097, + "accuracy": 0.679842, + "main_score": 0.637097, + "hf_subset": "quy_Latn-ydd_Hebr", + "languages": [ + "quy-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.607717, + "recall": 0.662055, + "f1": 0.622349, + "accuracy": 0.662055, + "main_score": 0.622349, + "hf_subset": "quy_Latn-ary_Arab", + "languages": [ + "quy-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.64505, + "recall": 0.693676, + "f1": 0.658362, + "accuracy": 0.693676, + "main_score": 0.658362, + "hf_subset": "quy_Latn-ces_Latn", + "languages": [ + "quy-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.525761, + "recall": 0.578063, + "f1": 0.540202, + "accuracy": 0.578063, + "main_score": 0.540202, + "hf_subset": "quy_Latn-gaz_Latn", + "languages": [ + "quy-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.525823, + "recall": 0.570158, + "f1": 0.538981, + "accuracy": 0.570158, + "main_score": 0.538981, + "hf_subset": "quy_Latn-kam_Latn", + "languages": [ + "quy-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.627019, + "recall": 0.675889, + "f1": 0.639995, + "accuracy": 0.675889, + "main_score": 0.639995, + "hf_subset": "quy_Latn-lit_Latn", + "languages": [ + "quy-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.653432, + "recall": 0.704545, + "f1": 0.667671, + "accuracy": 0.704545, + "main_score": 0.667671, + "hf_subset": "quy_Latn-nob_Latn", + "languages": [ + "quy-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.63356, + "recall": 0.676877, + "f1": 0.645358, + "accuracy": 0.676877, + "main_score": 0.645358, + "hf_subset": "quy_Latn-scn_Latn", + "languages": [ + "quy-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.608866, + "recall": 0.657115, + "f1": 0.621973, + "accuracy": 0.657115, + "main_score": 0.621973, + "hf_subset": "quy_Latn-tgk_Cyrl", + "languages": [ + "quy-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.539445, + "recall": 0.599802, + "f1": 0.556717, + "accuracy": 0.599802, + "main_score": 0.556717, + "hf_subset": "quy_Latn-yor_Latn", + "languages": [ + "quy-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.627193, + "recall": 0.682806, + "f1": 0.642168, + "accuracy": 0.682806, + "main_score": 0.642168, + "hf_subset": "quy_Latn-arz_Arab", + "languages": [ + "quy-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.507465, + "recall": 0.554348, + "f1": 0.520911, + "accuracy": 0.554348, + "main_score": 0.520911, + "hf_subset": "quy_Latn-cjk_Latn", + "languages": [ + "quy-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.574607, + "recall": 0.629447, + "f1": 0.589747, + "accuracy": 0.629447, + "main_score": 0.589747, + "hf_subset": "quy_Latn-gla_Latn", + "languages": [ + "quy-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.610303, + "recall": 0.660079, + "f1": 0.623253, + "accuracy": 0.660079, + "main_score": 0.623253, + "hf_subset": "quy_Latn-kan_Knda", + "languages": [ + "quy-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.649598, + "recall": 0.693676, + "f1": 0.661746, + "accuracy": 0.693676, + "main_score": 0.661746, + "hf_subset": "quy_Latn-lmo_Latn", + "languages": [ + "quy-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.639329, + "recall": 0.684783, + "f1": 0.650966, + "accuracy": 0.684783, + "main_score": 0.650966, + "hf_subset": "quy_Latn-npi_Deva", + "languages": [ + "quy-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.467189, + "recall": 0.520751, + "f1": 0.482631, + "accuracy": 0.520751, + "main_score": 0.482631, + "hf_subset": "quy_Latn-shn_Mymr", + "languages": [ + "quy-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.633368, + "recall": 0.682806, + "f1": 0.646246, + "accuracy": 0.682806, + "main_score": 0.646246, + "hf_subset": "quy_Latn-tgl_Latn", + "languages": [ + "quy-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.622527, + "recall": 0.676877, + "f1": 0.637318, + "accuracy": 0.676877, + "main_score": 0.637318, + "hf_subset": "quy_Latn-yue_Hant", + "languages": [ + "quy-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.583674, + "recall": 0.643281, + "f1": 0.599308, + "accuracy": 0.643281, + "main_score": 0.599308, + "hf_subset": "quy_Latn-asm_Beng", + "languages": [ + "quy-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.594153, + "recall": 0.649209, + "f1": 0.609155, + "accuracy": 0.649209, + "main_score": 0.609155, + "hf_subset": "quy_Latn-ckb_Arab", + "languages": [ + "quy-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.597699, + "recall": 0.646245, + "f1": 0.611509, + "accuracy": 0.646245, + "main_score": 0.611509, + "hf_subset": "quy_Latn-gle_Latn", + "languages": [ + "quy-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.595165, + "recall": 0.646245, + "f1": 0.609636, + "accuracy": 0.646245, + "main_score": 0.609636, + "hf_subset": "quy_Latn-kas_Arab", + "languages": [ + "quy-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.634716, + "recall": 0.679842, + "f1": 0.64715, + "accuracy": 0.679842, + "main_score": 0.64715, + "hf_subset": "quy_Latn-ltg_Latn", + "languages": [ + "quy-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.590753, + "recall": 0.636364, + "f1": 0.603912, + "accuracy": 0.636364, + "main_score": 0.603912, + "hf_subset": "quy_Latn-nso_Latn", + "languages": [ + "quy-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.603423, + "recall": 0.65415, + "f1": 0.617602, + "accuracy": 0.65415, + "main_score": 0.617602, + "hf_subset": "quy_Latn-sin_Sinh", + "languages": [ + "quy-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.608659, + "recall": 0.65415, + "f1": 0.621105, + "accuracy": 0.65415, + "main_score": 0.621105, + "hf_subset": "quy_Latn-tha_Thai", + "languages": [ + "quy-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.594785, + "recall": 0.648221, + "f1": 0.608192, + "accuracy": 0.648221, + "main_score": 0.608192, + "hf_subset": "quy_Latn-zho_Hans", + "languages": [ + "quy-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.637083, + "recall": 0.682806, + "f1": 0.649693, + "accuracy": 0.682806, + "main_score": 0.649693, + "hf_subset": "quy_Latn-ast_Latn", + "languages": [ + "quy-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.636089, + "recall": 0.684783, + "f1": 0.649336, + "accuracy": 0.684783, + "main_score": 0.649336, + "hf_subset": "quy_Latn-crh_Latn", + "languages": [ + "quy-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.647791, + "recall": 0.6917, + "f1": 0.659328, + "accuracy": 0.6917, + "main_score": 0.659328, + "hf_subset": "quy_Latn-glg_Latn", + "languages": [ + "quy-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.575638, + "recall": 0.629447, + "f1": 0.590113, + "accuracy": 0.629447, + "main_score": 0.590113, + "hf_subset": "quy_Latn-kas_Deva", + "languages": [ + "quy-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.596416, + "recall": 0.645257, + "f1": 0.609576, + "accuracy": 0.645257, + "main_score": 0.609576, + "hf_subset": "quy_Latn-ltz_Latn", + "languages": [ + "quy-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.439251, + "recall": 0.494071, + "f1": 0.454748, + "accuracy": 0.494071, + "main_score": 0.454748, + "hf_subset": "quy_Latn-nus_Latn", + "languages": [ + "quy-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.642044, + "recall": 0.683794, + "f1": 0.652849, + "accuracy": 0.683794, + "main_score": 0.652849, + "hf_subset": "quy_Latn-slk_Latn", + "languages": [ + "quy-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.531517, + "recall": 0.587945, + "f1": 0.547425, + "accuracy": 0.587945, + "main_score": 0.547425, + "hf_subset": "quy_Latn-tir_Ethi", + "languages": [ + "quy-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.610249, + "recall": 0.66502, + "f1": 0.624608, + "accuracy": 0.66502, + "main_score": 0.624608, + "hf_subset": "quy_Latn-zho_Hant", + "languages": [ + "quy-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.628051, + "recall": 0.678854, + "f1": 0.641741, + "accuracy": 0.678854, + "main_score": 0.641741, + "hf_subset": "quy_Latn-awa_Deva", + "languages": [ + "quy-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.609377, + "recall": 0.662055, + "f1": 0.623596, + "accuracy": 0.662055, + "main_score": 0.623596, + "hf_subset": "quy_Latn-cym_Latn", + "languages": [ + "quy-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.624861, + "recall": 0.661067, + "f1": 0.635168, + "accuracy": 0.661067, + "main_score": 0.635168, + "hf_subset": "quy_Latn-grn_Latn", + "languages": [ + "quy-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.619275, + "recall": 0.666008, + "f1": 0.631831, + "accuracy": 0.666008, + "main_score": 0.631831, + "hf_subset": "quy_Latn-kat_Geor", + "languages": [ + "quy-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.544573, + "recall": 0.589921, + "f1": 0.557569, + "accuracy": 0.589921, + "main_score": 0.557569, + "hf_subset": "quy_Latn-lua_Latn", + "languages": [ + "quy-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.575448, + "recall": 0.623518, + "f1": 0.588943, + "accuracy": 0.623518, + "main_score": 0.588943, + "hf_subset": "quy_Latn-nya_Latn", + "languages": [ + "quy-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.64641, + "recall": 0.690711, + "f1": 0.658496, + "accuracy": 0.690711, + "main_score": 0.658496, + "hf_subset": "quy_Latn-slv_Latn", + "languages": [ + "quy-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.629635, + "recall": 0.671937, + "f1": 0.640762, + "accuracy": 0.671937, + "main_score": 0.640762, + "hf_subset": "quy_Latn-tpi_Latn", + "languages": [ + "quy-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.645932, + "recall": 0.6917, + "f1": 0.65819, + "accuracy": 0.6917, + "main_score": 0.65819, + "hf_subset": "quy_Latn-zsm_Latn", + "languages": [ + "quy-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.544999, + "recall": 0.588933, + "f1": 0.557655, + "accuracy": 0.588933, + "main_score": 0.557655, + "hf_subset": "quy_Latn-ayr_Latn", + "languages": [ + "quy-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.654425, + "recall": 0.699605, + "f1": 0.666748, + "accuracy": 0.699605, + "main_score": 0.666748, + "hf_subset": "quy_Latn-dan_Latn", + "languages": [ + "quy-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.63011, + "recall": 0.68083, + "f1": 0.643397, + "accuracy": 0.68083, + "main_score": 0.643397, + "hf_subset": "quy_Latn-guj_Gujr", + "languages": [ + "quy-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.61522, + "recall": 0.666008, + "f1": 0.629686, + "accuracy": 0.666008, + "main_score": 0.629686, + "hf_subset": "quy_Latn-kaz_Cyrl", + "languages": [ + "quy-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.526499, + "recall": 0.582016, + "f1": 0.542645, + "accuracy": 0.582016, + "main_score": 0.542645, + "hf_subset": "quy_Latn-lug_Latn", + "languages": [ + "quy-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.641967, + "recall": 0.690711, + "f1": 0.654459, + "accuracy": 0.690711, + "main_score": 0.654459, + "hf_subset": "quy_Latn-oci_Latn", + "languages": [ + "quy-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.57021, + "recall": 0.615613, + "f1": 0.582518, + "accuracy": 0.615613, + "main_score": 0.582518, + "hf_subset": "quy_Latn-smo_Latn", + "languages": [ + "quy-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.550161, + "recall": 0.597826, + "f1": 0.563941, + "accuracy": 0.597826, + "main_score": 0.563941, + "hf_subset": "quy_Latn-tsn_Latn", + "languages": [ + "quy-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.57479, + "recall": 0.626482, + "f1": 0.588245, + "accuracy": 0.626482, + "main_score": 0.588245, + "hf_subset": "quy_Latn-zul_Latn", + "languages": [ + "quy-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.589146, + "recall": 0.631423, + "f1": 0.601254, + "accuracy": 0.631423, + "main_score": 0.601254, + "hf_subset": "quy_Latn-azb_Arab", + "languages": [ + "quy-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.649296, + "recall": 0.697628, + "f1": 0.662971, + "accuracy": 0.697628, + "main_score": 0.662971, + "hf_subset": "quy_Latn-deu_Latn", + "languages": [ + "quy-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.60795, + "recall": 0.657115, + "f1": 0.620945, + "accuracy": 0.657115, + "main_score": 0.620945, + "hf_subset": "quy_Latn-hat_Latn", + "languages": [ + "quy-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.494782, + "recall": 0.539526, + "f1": 0.507628, + "accuracy": 0.539526, + "main_score": 0.507628, + "hf_subset": "quy_Latn-kbp_Latn", + "languages": [ + "quy-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.520356, + "recall": 0.566206, + "f1": 0.532996, + "accuracy": 0.566206, + "main_score": 0.532996, + "hf_subset": "quy_Latn-luo_Latn", + "languages": [ + "quy-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.58287, + "recall": 0.642292, + "f1": 0.598734, + "accuracy": 0.642292, + "main_score": 0.598734, + "hf_subset": "quy_Latn-ory_Orya", + "languages": [ + "quy-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.582044, + "recall": 0.634387, + "f1": 0.597112, + "accuracy": 0.634387, + "main_score": 0.597112, + "hf_subset": "quy_Latn-sna_Latn", + "languages": [ + "quy-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.546282, + "recall": 0.594862, + "f1": 0.560097, + "accuracy": 0.594862, + "main_score": 0.560097, + "hf_subset": "quy_Latn-tso_Latn", + "languages": [ + "quy-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.609219, + "recall": 0.657115, + "f1": 0.621913, + "accuracy": 0.657115, + "main_score": 0.621913, + "hf_subset": "quy_Latn-azj_Latn", + "languages": [ + "quy-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.494752, + "recall": 0.54249, + "f1": 0.50822, + "accuracy": 0.54249, + "main_score": 0.50822, + "hf_subset": "quy_Latn-dik_Latn", + "languages": [ + "quy-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.559863, + "recall": 0.609684, + "f1": 0.573338, + "accuracy": 0.609684, + "main_score": 0.573338, + "hf_subset": "quy_Latn-hau_Latn", + "languages": [ + "quy-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.65481, + "recall": 0.695652, + "f1": 0.665698, + "accuracy": 0.695652, + "main_score": 0.665698, + "hf_subset": "quy_Latn-kea_Latn", + "languages": [ + "quy-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.620594, + "recall": 0.661067, + "f1": 0.631269, + "accuracy": 0.661067, + "main_score": 0.631269, + "hf_subset": "quy_Latn-lus_Latn", + "languages": [ + "quy-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.640976, + "recall": 0.679842, + "f1": 0.651432, + "accuracy": 0.679842, + "main_score": 0.651432, + "hf_subset": "quy_Latn-pag_Latn", + "languages": [ + "quy-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.585864, + "recall": 0.639328, + "f1": 0.600351, + "accuracy": 0.639328, + "main_score": 0.600351, + "hf_subset": "quy_Latn-snd_Arab", + "languages": [ + "quy-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.621723, + "recall": 0.668972, + "f1": 0.634963, + "accuracy": 0.668972, + "main_score": 0.634963, + "hf_subset": "quy_Latn-tuk_Latn", + "languages": [ + "quy-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.628281, + "recall": 0.671937, + "f1": 0.640216, + "accuracy": 0.671937, + "main_score": 0.640216, + "hf_subset": "quy_Latn-bak_Cyrl", + "languages": [ + "quy-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.441329, + "recall": 0.500988, + "f1": 0.458027, + "accuracy": 0.500988, + "main_score": 0.458027, + "hf_subset": "quy_Latn-dyu_Latn", + "languages": [ + "quy-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.639795, + "recall": 0.690711, + "f1": 0.653429, + "accuracy": 0.690711, + "main_score": 0.653429, + "hf_subset": "quy_Latn-heb_Hebr", + "languages": [ + "quy-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.610416, + "recall": 0.660079, + "f1": 0.624512, + "accuracy": 0.660079, + "main_score": 0.624512, + "hf_subset": "quy_Latn-khk_Cyrl", + "languages": [ + "quy-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.62819, + "recall": 0.681818, + "f1": 0.642258, + "accuracy": 0.681818, + "main_score": 0.642258, + "hf_subset": "quy_Latn-lvs_Latn", + "languages": [ + "quy-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.620413, + "recall": 0.671937, + "f1": 0.634128, + "accuracy": 0.671937, + "main_score": 0.634128, + "hf_subset": "quy_Latn-pan_Guru", + "languages": [ + "quy-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.568789, + "recall": 0.616601, + "f1": 0.581911, + "accuracy": 0.616601, + "main_score": 0.581911, + "hf_subset": "quy_Latn-som_Latn", + "languages": [ + "quy-Latn", + "som-Latn" + ] + }, + { + "precision": 0.564354, + "recall": 0.610672, + "f1": 0.577208, + "accuracy": 0.610672, + "main_score": 0.577208, + "hf_subset": "quy_Latn-tum_Latn", + "languages": [ + "quy-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.511211, + "recall": 0.59585, + "f1": 0.535333, + "accuracy": 0.59585, + "main_score": 0.535333, + "hf_subset": "swh_Latn-ace_Arab", + "languages": [ + "swh-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.470527, + "recall": 0.527668, + "f1": 0.484694, + "accuracy": 0.527668, + "main_score": 0.484694, + "hf_subset": "swh_Latn-bam_Latn", + "languages": [ + "swh-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.635548, + "recall": 0.718379, + "f1": 0.659383, + "accuracy": 0.718379, + "main_score": 0.659383, + "hf_subset": "swh_Latn-dzo_Tibt", + "languages": [ + "swh-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-hin_Deva", + "languages": [ + "swh-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "swh_Latn-khm_Khmr", + "languages": [ + "swh-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swh_Latn-mag_Deva", + "languages": [ + "swh-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "swh_Latn-pap_Latn", + "languages": [ + "swh-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.88307, + "recall": 0.917984, + "f1": 0.894269, + "accuracy": 0.917984, + "main_score": 0.894269, + "hf_subset": "swh_Latn-sot_Latn", + "languages": [ + "swh-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swh_Latn-tur_Latn", + "languages": [ + "swh-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.859693, + "recall": 0.899209, + "f1": 0.872085, + "accuracy": 0.899209, + "main_score": 0.872085, + "hf_subset": "swh_Latn-ace_Latn", + "languages": [ + "swh-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.968379, + "f1": 0.959321, + "accuracy": 0.968379, + "main_score": 0.959321, + "hf_subset": "swh_Latn-ban_Latn", + "languages": [ + "swh-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "swh_Latn-ell_Grek", + "languages": [ + "swh-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "swh_Latn-hne_Deva", + "languages": [ + "swh-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.587506, + "recall": 0.661067, + "f1": 0.607657, + "accuracy": 0.661067, + "main_score": 0.607657, + "hf_subset": "swh_Latn-kik_Latn", + "languages": [ + "swh-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "swh_Latn-mai_Deva", + "languages": [ + "swh-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "swh_Latn-pbt_Arab", + "languages": [ + "swh-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-spa_Latn", + "languages": [ + "swh-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.778122, + "recall": 0.833004, + "f1": 0.794271, + "accuracy": 0.833004, + "main_score": 0.794271, + "hf_subset": "swh_Latn-twi_Latn", + "languages": [ + "swh-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-acm_Arab", + "languages": [ + "swh-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-bel_Cyrl", + "languages": [ + "swh-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-hrv_Latn", + "languages": [ + "swh-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.873106, + "recall": 0.909091, + "f1": 0.884256, + "accuracy": 0.909091, + "main_score": 0.884256, + "hf_subset": "swh_Latn-kin_Latn", + "languages": [ + "swh-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swh_Latn-mal_Mlym", + "languages": [ + "swh-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "swh_Latn-pes_Arab", + "languages": [ + "swh-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swh_Latn-srd_Latn", + "languages": [ + "swh-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.202376, + "recall": 0.271739, + "f1": 0.218661, + "accuracy": 0.271739, + "main_score": 0.218661, + "hf_subset": "swh_Latn-tzm_Tfng", + "languages": [ + "swh-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-acq_Arab", + "languages": [ + "swh-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.670727, + "recall": 0.741107, + "f1": 0.690897, + "accuracy": 0.741107, + "main_score": 0.690897, + "hf_subset": "swh_Latn-bem_Latn", + "languages": [ + "swh-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-epo_Latn", + "languages": [ + "swh-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "swh_Latn-hun_Latn", + "languages": [ + "swh-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swh_Latn-kir_Cyrl", + "languages": [ + "swh-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-mar_Deva", + "languages": [ + "swh-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.886397, + "recall": 0.918972, + "f1": 0.89641, + "accuracy": 0.918972, + "main_score": 0.89641, + "hf_subset": "swh_Latn-plt_Latn", + "languages": [ + "swh-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-srp_Cyrl", + "languages": [ + "swh-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.94137, + "recall": 0.959486, + "f1": 0.947134, + "accuracy": 0.959486, + "main_score": 0.947134, + "hf_subset": "swh_Latn-uig_Arab", + "languages": [ + "swh-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swh_Latn-aeb_Arab", + "languages": [ + "swh-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-ben_Beng", + "languages": [ + "swh-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-est_Latn", + "languages": [ + "swh-Latn", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-hye_Armn", + "languages": [ + "swh-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.47492, + "recall": 0.533597, + "f1": 0.49047, + "accuracy": 0.533597, + "main_score": 0.49047, + "hf_subset": "swh_Latn-kmb_Latn", + "languages": [ + "swh-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.469208, + "recall": 0.559289, + "f1": 0.492718, + "accuracy": 0.559289, + "main_score": 0.492718, + "hf_subset": "swh_Latn-min_Arab", + "languages": [ + "swh-Latn", + "min-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swh_Latn-pol_Latn", + "languages": [ + "swh-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.766255, + "recall": 0.829051, + "f1": 0.78554, + "accuracy": 0.829051, + "main_score": 0.78554, + "hf_subset": "swh_Latn-ssw_Latn", + "languages": [ + "swh-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-ukr_Cyrl", + "languages": [ + "swh-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swh_Latn-afr_Latn", + "languages": [ + "swh-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swh_Latn-bho_Deva", + "languages": [ + "swh-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swh_Latn-eus_Latn", + "languages": [ + "swh-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.870718, + "recall": 0.910079, + "f1": 0.883235, + "accuracy": 0.910079, + "main_score": 0.883235, + "hf_subset": "swh_Latn-ibo_Latn", + "languages": [ + "swh-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.896854, + "recall": 0.924901, + "f1": 0.905534, + "accuracy": 0.924901, + "main_score": 0.905534, + "hf_subset": "swh_Latn-kmr_Latn", + "languages": [ + "swh-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "swh_Latn-min_Latn", + "languages": [ + "swh-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-por_Latn", + "languages": [ + "swh-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "swh_Latn-sun_Latn", + "languages": [ + "swh-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.473432, + "recall": 0.544466, + "f1": 0.493158, + "accuracy": 0.544466, + "main_score": 0.493158, + "hf_subset": "swh_Latn-umb_Latn", + "languages": [ + "swh-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-ajp_Arab", + "languages": [ + "swh-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.488322, + "recall": 0.572134, + "f1": 0.511177, + "accuracy": 0.572134, + "main_score": 0.511177, + "hf_subset": "swh_Latn-bjn_Arab", + "languages": [ + "swh-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.448623, + "recall": 0.506917, + "f1": 0.464526, + "accuracy": 0.506917, + "main_score": 0.464526, + "hf_subset": "swh_Latn-ewe_Latn", + "languages": [ + "swh-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.948205, + "recall": 0.964427, + "f1": 0.953458, + "accuracy": 0.964427, + "main_score": 0.953458, + "hf_subset": "swh_Latn-ilo_Latn", + "languages": [ + "swh-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.250113, + "recall": 0.321146, + "f1": 0.267647, + "accuracy": 0.321146, + "main_score": 0.267647, + "hf_subset": "swh_Latn-knc_Arab", + "languages": [ + "swh-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-mkd_Cyrl", + "languages": [ + "swh-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-prs_Arab", + "languages": [ + "swh-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-swe_Latn", + "languages": [ + "swh-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-urd_Arab", + "languages": [ + "swh-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.754456, + "recall": 0.815217, + "f1": 0.772546, + "accuracy": 0.815217, + "main_score": 0.772546, + "hf_subset": "swh_Latn-aka_Latn", + "languages": [ + "swh-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "swh_Latn-bjn_Latn", + "languages": [ + "swh-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "swh_Latn-fao_Latn", + "languages": [ + "swh-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-ind_Latn", + "languages": [ + "swh-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.505822, + "recall": 0.567194, + "f1": 0.52239, + "accuracy": 0.567194, + "main_score": 0.52239, + "hf_subset": "swh_Latn-knc_Latn", + "languages": [ + "swh-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-mlt_Latn", + "languages": [ + "swh-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.612708, + "recall": 0.686759, + "f1": 0.634128, + "accuracy": 0.686759, + "main_score": 0.634128, + "hf_subset": "swh_Latn-quy_Latn", + "languages": [ + "swh-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-uzn_Latn", + "languages": [ + "swh-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swh_Latn-als_Latn", + "languages": [ + "swh-Latn", + "als-Latn" + ] + }, + { + "precision": 0.797101, + "recall": 0.853755, + "f1": 0.814413, + "accuracy": 0.853755, + "main_score": 0.814413, + "hf_subset": "swh_Latn-bod_Tibt", + "languages": [ + "swh-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.627348, + "recall": 0.703557, + "f1": 0.64908, + "accuracy": 0.703557, + "main_score": 0.64908, + "hf_subset": "swh_Latn-fij_Latn", + "languages": [ + "swh-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "swh_Latn-isl_Latn", + "languages": [ + "swh-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.589136, + "recall": 0.661067, + "f1": 0.608745, + "accuracy": 0.661067, + "main_score": 0.608745, + "hf_subset": "swh_Latn-kon_Latn", + "languages": [ + "swh-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.582074, + "recall": 0.660079, + "f1": 0.603648, + "accuracy": 0.660079, + "main_score": 0.603648, + "hf_subset": "swh_Latn-mni_Beng", + "languages": [ + "swh-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "swh_Latn-ron_Latn", + "languages": [ + "swh-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "swh_Latn-szl_Latn", + "languages": [ + "swh-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-vec_Latn", + "languages": [ + "swh-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.938933, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "swh_Latn-amh_Ethi", + "languages": [ + "swh-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-bos_Latn", + "languages": [ + "swh-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "swh_Latn-fin_Latn", + "languages": [ + "swh-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-ita_Latn", + "languages": [ + "swh-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-kor_Hang", + "languages": [ + "swh-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.484298, + "recall": 0.550395, + "f1": 0.502633, + "accuracy": 0.550395, + "main_score": 0.502633, + "hf_subset": "swh_Latn-mos_Latn", + "languages": [ + "swh-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.774934, + "recall": 0.831028, + "f1": 0.7917, + "accuracy": 0.831028, + "main_score": 0.7917, + "hf_subset": "swh_Latn-run_Latn", + "languages": [ + "swh-Latn", + "run-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "swh_Latn-tam_Taml", + "languages": [ + "swh-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.996047, + "f1": 0.995718, + "accuracy": 0.996047, + "main_score": 0.995718, + "hf_subset": "swh_Latn-vie_Latn", + "languages": [ + "swh-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "swh_Latn-apc_Arab", + "languages": [ + "swh-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.713241, + "recall": 0.784585, + "f1": 0.734505, + "accuracy": 0.784585, + "main_score": 0.734505, + "hf_subset": "swh_Latn-bug_Latn", + "languages": [ + "swh-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.437213, + "recall": 0.490119, + "f1": 0.451342, + "accuracy": 0.490119, + "main_score": 0.451342, + "hf_subset": "swh_Latn-fon_Latn", + "languages": [ + "swh-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swh_Latn-jav_Latn", + "languages": [ + "swh-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "swh_Latn-lao_Laoo", + "languages": [ + "swh-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.885375, + "recall": 0.917984, + "f1": 0.895553, + "accuracy": 0.917984, + "main_score": 0.895553, + "hf_subset": "swh_Latn-mri_Latn", + "languages": [ + "swh-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-rus_Cyrl", + "languages": [ + "swh-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.479389, + "recall": 0.540514, + "f1": 0.49558, + "accuracy": 0.540514, + "main_score": 0.49558, + "hf_subset": "swh_Latn-taq_Latn", + "languages": [ + "swh-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-war_Latn", + "languages": [ + "swh-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-arb_Arab", + "languages": [ + "swh-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-bul_Cyrl", + "languages": [ + "swh-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-fra_Latn", + "languages": [ + "swh-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-jpn_Jpan", + "languages": [ + "swh-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "swh_Latn-lij_Latn", + "languages": [ + "swh-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "swh_Latn-mya_Mymr", + "languages": [ + "swh-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.526324, + "recall": 0.589921, + "f1": 0.543181, + "accuracy": 0.589921, + "main_score": 0.543181, + "hf_subset": "swh_Latn-sag_Latn", + "languages": [ + "swh-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.223466, + "recall": 0.285573, + "f1": 0.23834, + "accuracy": 0.285573, + "main_score": 0.23834, + "hf_subset": "swh_Latn-taq_Tfng", + "languages": [ + "swh-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.622507, + "recall": 0.694664, + "f1": 0.64289, + "accuracy": 0.694664, + "main_score": 0.64289, + "hf_subset": "swh_Latn-wol_Latn", + "languages": [ + "swh-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.845553, + "recall": 0.891304, + "f1": 0.859783, + "accuracy": 0.891304, + "main_score": 0.859783, + "hf_subset": "swh_Latn-arb_Latn", + "languages": [ + "swh-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-cat_Latn", + "languages": [ + "swh-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "swh_Latn-fur_Latn", + "languages": [ + "swh-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.453034, + "recall": 0.532609, + "f1": 0.474315, + "accuracy": 0.532609, + "main_score": 0.474315, + "hf_subset": "swh_Latn-kab_Latn", + "languages": [ + "swh-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swh_Latn-lim_Latn", + "languages": [ + "swh-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-nld_Latn", + "languages": [ + "swh-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "swh_Latn-san_Deva", + "languages": [ + "swh-Latn", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swh_Latn-tat_Cyrl", + "languages": [ + "swh-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.898715, + "recall": 0.929842, + "f1": 0.908926, + "accuracy": 0.929842, + "main_score": 0.908926, + "hf_subset": "swh_Latn-xho_Latn", + "languages": [ + "swh-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-ars_Arab", + "languages": [ + "swh-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-ceb_Latn", + "languages": [ + "swh-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.470325, + "recall": 0.544466, + "f1": 0.490001, + "accuracy": 0.544466, + "main_score": 0.490001, + "hf_subset": "swh_Latn-fuv_Latn", + "languages": [ + "swh-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.468544, + "recall": 0.532609, + "f1": 0.485732, + "accuracy": 0.532609, + "main_score": 0.485732, + "hf_subset": "swh_Latn-kac_Latn", + "languages": [ + "swh-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.620817, + "recall": 0.687747, + "f1": 0.639494, + "accuracy": 0.687747, + "main_score": 0.639494, + "hf_subset": "swh_Latn-lin_Latn", + "languages": [ + "swh-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-nno_Latn", + "languages": [ + "swh-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.854941, + "recall": 0.897233, + "f1": 0.868215, + "accuracy": 0.897233, + "main_score": 0.868215, + "hf_subset": "swh_Latn-sat_Olck", + "languages": [ + "swh-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "swh_Latn-tel_Telu", + "languages": [ + "swh-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "swh_Latn-ydd_Hebr", + "languages": [ + "swh-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "swh_Latn-ary_Arab", + "languages": [ + "swh-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-ces_Latn", + "languages": [ + "swh-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.571158, + "recall": 0.653162, + "f1": 0.594415, + "accuracy": 0.653162, + "main_score": 0.594415, + "hf_subset": "swh_Latn-gaz_Latn", + "languages": [ + "swh-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.545738, + "recall": 0.624506, + "f1": 0.567285, + "accuracy": 0.624506, + "main_score": 0.567285, + "hf_subset": "swh_Latn-kam_Latn", + "languages": [ + "swh-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "swh_Latn-lit_Latn", + "languages": [ + "swh-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-nob_Latn", + "languages": [ + "swh-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "swh_Latn-scn_Latn", + "languages": [ + "swh-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "swh_Latn-tgk_Cyrl", + "languages": [ + "swh-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.748048, + "recall": 0.813241, + "f1": 0.767517, + "accuracy": 0.813241, + "main_score": 0.767517, + "hf_subset": "swh_Latn-yor_Latn", + "languages": [ + "swh-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-arz_Arab", + "languages": [ + "swh-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.47537, + "recall": 0.543478, + "f1": 0.493718, + "accuracy": 0.543478, + "main_score": 0.493718, + "hf_subset": "swh_Latn-cjk_Latn", + "languages": [ + "swh-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.948452, + "recall": 0.965415, + "f1": 0.954051, + "accuracy": 0.965415, + "main_score": 0.954051, + "hf_subset": "swh_Latn-gla_Latn", + "languages": [ + "swh-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swh_Latn-kan_Knda", + "languages": [ + "swh-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.981966, + "recall": 0.987154, + "f1": 0.983597, + "accuracy": 0.987154, + "main_score": 0.983597, + "hf_subset": "swh_Latn-lmo_Latn", + "languages": [ + "swh-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "swh_Latn-npi_Deva", + "languages": [ + "swh-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.529326, + "recall": 0.612648, + "f1": 0.552587, + "accuracy": 0.612648, + "main_score": 0.552587, + "hf_subset": "swh_Latn-shn_Mymr", + "languages": [ + "swh-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-tgl_Latn", + "languages": [ + "swh-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-yue_Hant", + "languages": [ + "swh-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "swh_Latn-asm_Beng", + "languages": [ + "swh-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.935474, + "recall": 0.955534, + "f1": 0.941864, + "accuracy": 0.955534, + "main_score": 0.941864, + "hf_subset": "swh_Latn-ckb_Arab", + "languages": [ + "swh-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "swh_Latn-gle_Latn", + "languages": [ + "swh-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.905912, + "recall": 0.933794, + "f1": 0.914592, + "accuracy": 0.933794, + "main_score": 0.914592, + "hf_subset": "swh_Latn-kas_Arab", + "languages": [ + "swh-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.887434, + "recall": 0.918972, + "f1": 0.897299, + "accuracy": 0.918972, + "main_score": 0.897299, + "hf_subset": "swh_Latn-ltg_Latn", + "languages": [ + "swh-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.815688, + "recall": 0.862648, + "f1": 0.829811, + "accuracy": 0.862648, + "main_score": 0.829811, + "hf_subset": "swh_Latn-nso_Latn", + "languages": [ + "swh-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "swh_Latn-sin_Sinh", + "languages": [ + "swh-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-tha_Thai", + "languages": [ + "swh-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-zho_Hans", + "languages": [ + "swh-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swh_Latn-ast_Latn", + "languages": [ + "swh-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "swh_Latn-crh_Latn", + "languages": [ + "swh-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-glg_Latn", + "languages": [ + "swh-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.845718, + "recall": 0.890316, + "f1": 0.859783, + "accuracy": 0.890316, + "main_score": 0.859783, + "hf_subset": "swh_Latn-kas_Deva", + "languages": [ + "swh-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swh_Latn-ltz_Latn", + "languages": [ + "swh-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.423704, + "recall": 0.494071, + "f1": 0.442133, + "accuracy": 0.494071, + "main_score": 0.442133, + "hf_subset": "swh_Latn-nus_Latn", + "languages": [ + "swh-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-slk_Latn", + "languages": [ + "swh-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.644189, + "recall": 0.724308, + "f1": 0.667311, + "accuracy": 0.724308, + "main_score": 0.667311, + "hf_subset": "swh_Latn-tir_Ethi", + "languages": [ + "swh-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-zho_Hant", + "languages": [ + "swh-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.978508, + "recall": 0.98419, + "f1": 0.980303, + "accuracy": 0.98419, + "main_score": 0.980303, + "hf_subset": "swh_Latn-awa_Deva", + "languages": [ + "swh-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swh_Latn-cym_Latn", + "languages": [ + "swh-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.749613, + "recall": 0.811265, + "f1": 0.767776, + "accuracy": 0.811265, + "main_score": 0.767776, + "hf_subset": "swh_Latn-grn_Latn", + "languages": [ + "swh-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swh_Latn-kat_Geor", + "languages": [ + "swh-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.580515, + "recall": 0.647233, + "f1": 0.59907, + "accuracy": 0.647233, + "main_score": 0.59907, + "hf_subset": "swh_Latn-lua_Latn", + "languages": [ + "swh-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.860343, + "recall": 0.902174, + "f1": 0.873518, + "accuracy": 0.902174, + "main_score": 0.873518, + "hf_subset": "swh_Latn-nya_Latn", + "languages": [ + "swh-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-slv_Latn", + "languages": [ + "swh-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "swh_Latn-tpi_Latn", + "languages": [ + "swh-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-zsm_Latn", + "languages": [ + "swh-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.478912, + "recall": 0.545455, + "f1": 0.496753, + "accuracy": 0.545455, + "main_score": 0.496753, + "hf_subset": "swh_Latn-ayr_Latn", + "languages": [ + "swh-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swh_Latn-dan_Latn", + "languages": [ + "swh-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-guj_Gujr", + "languages": [ + "swh-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-kaz_Cyrl", + "languages": [ + "swh-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.678113, + "recall": 0.75, + "f1": 0.699327, + "accuracy": 0.75, + "main_score": 0.699327, + "hf_subset": "swh_Latn-lug_Latn", + "languages": [ + "swh-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-oci_Latn", + "languages": [ + "swh-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.841189, + "recall": 0.886364, + "f1": 0.85527, + "accuracy": 0.886364, + "main_score": 0.85527, + "hf_subset": "swh_Latn-smo_Latn", + "languages": [ + "swh-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.768899, + "recall": 0.828063, + "f1": 0.786959, + "accuracy": 0.828063, + "main_score": 0.786959, + "hf_subset": "swh_Latn-tsn_Latn", + "languages": [ + "swh-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.924078, + "recall": 0.947628, + "f1": 0.931818, + "accuracy": 0.947628, + "main_score": 0.931818, + "hf_subset": "swh_Latn-zul_Latn", + "languages": [ + "swh-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.912418, + "recall": 0.939723, + "f1": 0.921278, + "accuracy": 0.939723, + "main_score": 0.921278, + "hf_subset": "swh_Latn-azb_Arab", + "languages": [ + "swh-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-deu_Latn", + "languages": [ + "swh-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "swh_Latn-hat_Latn", + "languages": [ + "swh-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.466682, + "recall": 0.529644, + "f1": 0.484279, + "accuracy": 0.529644, + "main_score": 0.484279, + "hf_subset": "swh_Latn-kbp_Latn", + "languages": [ + "swh-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.506237, + "recall": 0.56917, + "f1": 0.523817, + "accuracy": 0.56917, + "main_score": 0.523817, + "hf_subset": "swh_Latn-luo_Latn", + "languages": [ + "swh-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "swh_Latn-ory_Orya", + "languages": [ + "swh-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.914443, + "recall": 0.940711, + "f1": 0.922991, + "accuracy": 0.940711, + "main_score": 0.922991, + "hf_subset": "swh_Latn-sna_Latn", + "languages": [ + "swh-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.670043, + "recall": 0.740119, + "f1": 0.68986, + "accuracy": 0.740119, + "main_score": 0.68986, + "hf_subset": "swh_Latn-tso_Latn", + "languages": [ + "swh-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "swh_Latn-azj_Latn", + "languages": [ + "swh-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.478231, + "recall": 0.55336, + "f1": 0.499609, + "accuracy": 0.55336, + "main_score": 0.499609, + "hf_subset": "swh_Latn-dik_Latn", + "languages": [ + "swh-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.901845, + "recall": 0.931818, + "f1": 0.911528, + "accuracy": 0.931818, + "main_score": 0.911528, + "hf_subset": "swh_Latn-hau_Latn", + "languages": [ + "swh-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "swh_Latn-kea_Latn", + "languages": [ + "swh-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.92169, + "recall": 0.945652, + "f1": 0.929249, + "accuracy": 0.945652, + "main_score": 0.929249, + "hf_subset": "swh_Latn-lus_Latn", + "languages": [ + "swh-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.849391, + "recall": 0.891304, + "f1": 0.862502, + "accuracy": 0.891304, + "main_score": 0.862502, + "hf_subset": "swh_Latn-pag_Latn", + "languages": [ + "swh-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "swh_Latn-snd_Arab", + "languages": [ + "swh-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swh_Latn-tuk_Latn", + "languages": [ + "swh-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "swh_Latn-bak_Cyrl", + "languages": [ + "swh-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.438628, + "recall": 0.51581, + "f1": 0.459576, + "accuracy": 0.51581, + "main_score": 0.459576, + "hf_subset": "swh_Latn-dyu_Latn", + "languages": [ + "swh-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-heb_Hebr", + "languages": [ + "swh-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "swh_Latn-khk_Cyrl", + "languages": [ + "swh-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swh_Latn-lvs_Latn", + "languages": [ + "swh-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-pan_Guru", + "languages": [ + "swh-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.880962, + "recall": 0.916008, + "f1": 0.891963, + "accuracy": 0.916008, + "main_score": 0.891963, + "hf_subset": "swh_Latn-som_Latn", + "languages": [ + "swh-Latn", + "som-Latn" + ] + }, + { + "precision": 0.710738, + "recall": 0.770751, + "f1": 0.728458, + "accuracy": 0.770751, + "main_score": 0.728458, + "hf_subset": "swh_Latn-tum_Latn", + "languages": [ + "swh-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.497062, + "recall": 0.590909, + "f1": 0.523608, + "accuracy": 0.590909, + "main_score": 0.523608, + "hf_subset": "uzn_Latn-ace_Arab", + "languages": [ + "uzn-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.458632, + "recall": 0.514822, + "f1": 0.473458, + "accuracy": 0.514822, + "main_score": 0.473458, + "hf_subset": "uzn_Latn-bam_Latn", + "languages": [ + "uzn-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.644886, + "recall": 0.726285, + "f1": 0.667467, + "accuracy": 0.726285, + "main_score": 0.667467, + "hf_subset": "uzn_Latn-dzo_Tibt", + "languages": [ + "uzn-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "uzn_Latn-hin_Deva", + "languages": [ + "uzn-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "uzn_Latn-khm_Khmr", + "languages": [ + "uzn-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "uzn_Latn-mag_Deva", + "languages": [ + "uzn-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-pap_Latn", + "languages": [ + "uzn-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.860425, + "recall": 0.902174, + "f1": 0.873386, + "accuracy": 0.902174, + "main_score": 0.873386, + "hf_subset": "uzn_Latn-sot_Latn", + "languages": [ + "uzn-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-tur_Latn", + "languages": [ + "uzn-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.838356, + "recall": 0.881423, + "f1": 0.851882, + "accuracy": 0.881423, + "main_score": 0.851882, + "hf_subset": "uzn_Latn-ace_Latn", + "languages": [ + "uzn-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "uzn_Latn-ban_Latn", + "languages": [ + "uzn-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "uzn_Latn-ell_Grek", + "languages": [ + "uzn-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "uzn_Latn-hne_Deva", + "languages": [ + "uzn-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.546823, + "recall": 0.628458, + "f1": 0.570333, + "accuracy": 0.628458, + "main_score": 0.570333, + "hf_subset": "uzn_Latn-kik_Latn", + "languages": [ + "uzn-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-mai_Deva", + "languages": [ + "uzn-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.958086, + "recall": 0.971344, + "f1": 0.962352, + "accuracy": 0.971344, + "main_score": 0.962352, + "hf_subset": "uzn_Latn-pbt_Arab", + "languages": [ + "uzn-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-spa_Latn", + "languages": [ + "uzn-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.740252, + "recall": 0.802372, + "f1": 0.758494, + "accuracy": 0.802372, + "main_score": 0.758494, + "hf_subset": "uzn_Latn-twi_Latn", + "languages": [ + "uzn-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-acm_Arab", + "languages": [ + "uzn-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "uzn_Latn-bel_Cyrl", + "languages": [ + "uzn-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-eng_Latn", + "languages": [ + "uzn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-hrv_Latn", + "languages": [ + "uzn-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.828837, + "recall": 0.87253, + "f1": 0.841897, + "accuracy": 0.87253, + "main_score": 0.841897, + "hf_subset": "uzn_Latn-kin_Latn", + "languages": [ + "uzn-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "uzn_Latn-mal_Mlym", + "languages": [ + "uzn-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "uzn_Latn-pes_Arab", + "languages": [ + "uzn-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "uzn_Latn-srd_Latn", + "languages": [ + "uzn-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.19514, + "recall": 0.256917, + "f1": 0.210189, + "accuracy": 0.256917, + "main_score": 0.210189, + "hf_subset": "uzn_Latn-tzm_Tfng", + "languages": [ + "uzn-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-acq_Arab", + "languages": [ + "uzn-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.648172, + "recall": 0.72332, + "f1": 0.669998, + "accuracy": 0.72332, + "main_score": 0.669998, + "hf_subset": "uzn_Latn-bem_Latn", + "languages": [ + "uzn-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-epo_Latn", + "languages": [ + "uzn-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-hun_Latn", + "languages": [ + "uzn-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "uzn_Latn-kir_Cyrl", + "languages": [ + "uzn-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "uzn_Latn-mar_Deva", + "languages": [ + "uzn-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.854447, + "recall": 0.895257, + "f1": 0.866897, + "accuracy": 0.895257, + "main_score": 0.866897, + "hf_subset": "uzn_Latn-plt_Latn", + "languages": [ + "uzn-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "uzn_Latn-srp_Cyrl", + "languages": [ + "uzn-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.945735, + "recall": 0.961462, + "f1": 0.950659, + "accuracy": 0.961462, + "main_score": 0.950659, + "hf_subset": "uzn_Latn-uig_Arab", + "languages": [ + "uzn-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-aeb_Arab", + "languages": [ + "uzn-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "uzn_Latn-ben_Beng", + "languages": [ + "uzn-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-est_Latn", + "languages": [ + "uzn-Latn", + "est-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "uzn_Latn-hye_Armn", + "languages": [ + "uzn-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.450349, + "recall": 0.507905, + "f1": 0.466167, + "accuracy": 0.507905, + "main_score": 0.466167, + "hf_subset": "uzn_Latn-kmb_Latn", + "languages": [ + "uzn-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.473705, + "recall": 0.563241, + "f1": 0.497398, + "accuracy": 0.563241, + "main_score": 0.497398, + "hf_subset": "uzn_Latn-min_Arab", + "languages": [ + "uzn-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-pol_Latn", + "languages": [ + "uzn-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.735813, + "recall": 0.802372, + "f1": 0.755945, + "accuracy": 0.802372, + "main_score": 0.755945, + "hf_subset": "uzn_Latn-ssw_Latn", + "languages": [ + "uzn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-ukr_Cyrl", + "languages": [ + "uzn-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-afr_Latn", + "languages": [ + "uzn-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-bho_Deva", + "languages": [ + "uzn-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-eus_Latn", + "languages": [ + "uzn-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.852108, + "recall": 0.897233, + "f1": 0.866238, + "accuracy": 0.897233, + "main_score": 0.866238, + "hf_subset": "uzn_Latn-ibo_Latn", + "languages": [ + "uzn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.882279, + "recall": 0.916008, + "f1": 0.892622, + "accuracy": 0.916008, + "main_score": 0.892622, + "hf_subset": "uzn_Latn-kmr_Latn", + "languages": [ + "uzn-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "uzn_Latn-min_Latn", + "languages": [ + "uzn-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-por_Latn", + "languages": [ + "uzn-Latn", + "por-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "uzn_Latn-sun_Latn", + "languages": [ + "uzn-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.430922, + "recall": 0.5, + "f1": 0.450292, + "accuracy": 0.5, + "main_score": 0.450292, + "hf_subset": "uzn_Latn-umb_Latn", + "languages": [ + "uzn-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "uzn_Latn-ajp_Arab", + "languages": [ + "uzn-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.485714, + "recall": 0.575099, + "f1": 0.510536, + "accuracy": 0.575099, + "main_score": 0.510536, + "hf_subset": "uzn_Latn-bjn_Arab", + "languages": [ + "uzn-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.435105, + "recall": 0.488142, + "f1": 0.449444, + "accuracy": 0.488142, + "main_score": 0.449444, + "hf_subset": "uzn_Latn-ewe_Latn", + "languages": [ + "uzn-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "uzn_Latn-ilo_Latn", + "languages": [ + "uzn-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.2439, + "recall": 0.313241, + "f1": 0.261348, + "accuracy": 0.313241, + "main_score": 0.261348, + "hf_subset": "uzn_Latn-knc_Arab", + "languages": [ + "uzn-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-mkd_Cyrl", + "languages": [ + "uzn-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-prs_Arab", + "languages": [ + "uzn-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-swe_Latn", + "languages": [ + "uzn-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-urd_Arab", + "languages": [ + "uzn-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.725816, + "recall": 0.788538, + "f1": 0.743895, + "accuracy": 0.788538, + "main_score": 0.743895, + "hf_subset": "uzn_Latn-aka_Latn", + "languages": [ + "uzn-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.973485, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "uzn_Latn-bjn_Latn", + "languages": [ + "uzn-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "uzn_Latn-fao_Latn", + "languages": [ + "uzn-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-ind_Latn", + "languages": [ + "uzn-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.483851, + "recall": 0.547431, + "f1": 0.501299, + "accuracy": 0.547431, + "main_score": 0.501299, + "hf_subset": "uzn_Latn-knc_Latn", + "languages": [ + "uzn-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-mlt_Latn", + "languages": [ + "uzn-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.611703, + "recall": 0.683794, + "f1": 0.632307, + "accuracy": 0.683794, + "main_score": 0.632307, + "hf_subset": "uzn_Latn-quy_Latn", + "languages": [ + "uzn-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-swh_Latn", + "languages": [ + "uzn-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "uzn_Latn-als_Latn", + "languages": [ + "uzn-Latn", + "als-Latn" + ] + }, + { + "precision": 0.790729, + "recall": 0.846838, + "f1": 0.807482, + "accuracy": 0.846838, + "main_score": 0.807482, + "hf_subset": "uzn_Latn-bod_Tibt", + "languages": [ + "uzn-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.597054, + "recall": 0.666996, + "f1": 0.616751, + "accuracy": 0.666996, + "main_score": 0.616751, + "hf_subset": "uzn_Latn-fij_Latn", + "languages": [ + "uzn-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.975955, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "uzn_Latn-isl_Latn", + "languages": [ + "uzn-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.560836, + "recall": 0.640316, + "f1": 0.582635, + "accuracy": 0.640316, + "main_score": 0.582635, + "hf_subset": "uzn_Latn-kon_Latn", + "languages": [ + "uzn-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.570142, + "recall": 0.655138, + "f1": 0.59428, + "accuracy": 0.655138, + "main_score": 0.59428, + "hf_subset": "uzn_Latn-mni_Beng", + "languages": [ + "uzn-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-ron_Latn", + "languages": [ + "uzn-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.980237, + "f1": 0.975461, + "accuracy": 0.980237, + "main_score": 0.975461, + "hf_subset": "uzn_Latn-szl_Latn", + "languages": [ + "uzn-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-vec_Latn", + "languages": [ + "uzn-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.940382, + "recall": 0.958498, + "f1": 0.946311, + "accuracy": 0.958498, + "main_score": 0.946311, + "hf_subset": "uzn_Latn-amh_Ethi", + "languages": [ + "uzn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-bos_Latn", + "languages": [ + "uzn-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-fin_Latn", + "languages": [ + "uzn-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-ita_Latn", + "languages": [ + "uzn-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-kor_Hang", + "languages": [ + "uzn-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.456662, + "recall": 0.524704, + "f1": 0.475004, + "accuracy": 0.524704, + "main_score": 0.475004, + "hf_subset": "uzn_Latn-mos_Latn", + "languages": [ + "uzn-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.74081, + "recall": 0.802372, + "f1": 0.758879, + "accuracy": 0.802372, + "main_score": 0.758879, + "hf_subset": "uzn_Latn-run_Latn", + "languages": [ + "uzn-Latn", + "run-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "uzn_Latn-tam_Taml", + "languages": [ + "uzn-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-vie_Latn", + "languages": [ + "uzn-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "uzn_Latn-apc_Arab", + "languages": [ + "uzn-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.693064, + "recall": 0.764822, + "f1": 0.714435, + "accuracy": 0.764822, + "main_score": 0.714435, + "hf_subset": "uzn_Latn-bug_Latn", + "languages": [ + "uzn-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.397432, + "recall": 0.454545, + "f1": 0.413431, + "accuracy": 0.454545, + "main_score": 0.413431, + "hf_subset": "uzn_Latn-fon_Latn", + "languages": [ + "uzn-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "uzn_Latn-jav_Latn", + "languages": [ + "uzn-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.968379, + "f1": 0.959157, + "accuracy": 0.968379, + "main_score": 0.959157, + "hf_subset": "uzn_Latn-lao_Laoo", + "languages": [ + "uzn-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.854529, + "recall": 0.894269, + "f1": 0.866634, + "accuracy": 0.894269, + "main_score": 0.866634, + "hf_subset": "uzn_Latn-mri_Latn", + "languages": [ + "uzn-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-rus_Cyrl", + "languages": [ + "uzn-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.476719, + "recall": 0.537549, + "f1": 0.493102, + "accuracy": 0.537549, + "main_score": 0.493102, + "hf_subset": "uzn_Latn-taq_Latn", + "languages": [ + "uzn-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "uzn_Latn-war_Latn", + "languages": [ + "uzn-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-arb_Arab", + "languages": [ + "uzn-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-bul_Cyrl", + "languages": [ + "uzn-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-fra_Latn", + "languages": [ + "uzn-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "uzn_Latn-jpn_Jpan", + "languages": [ + "uzn-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "uzn_Latn-lij_Latn", + "languages": [ + "uzn-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "uzn_Latn-mya_Mymr", + "languages": [ + "uzn-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.520465, + "recall": 0.589921, + "f1": 0.539369, + "accuracy": 0.589921, + "main_score": 0.539369, + "hf_subset": "uzn_Latn-sag_Latn", + "languages": [ + "uzn-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.216432, + "recall": 0.280632, + "f1": 0.231409, + "accuracy": 0.280632, + "main_score": 0.231409, + "hf_subset": "uzn_Latn-taq_Tfng", + "languages": [ + "uzn-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.587401, + "recall": 0.662055, + "f1": 0.608452, + "accuracy": 0.662055, + "main_score": 0.608452, + "hf_subset": "uzn_Latn-wol_Latn", + "languages": [ + "uzn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.828122, + "recall": 0.878458, + "f1": 0.843659, + "accuracy": 0.878458, + "main_score": 0.843659, + "hf_subset": "uzn_Latn-arb_Latn", + "languages": [ + "uzn-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-cat_Latn", + "languages": [ + "uzn-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "uzn_Latn-fur_Latn", + "languages": [ + "uzn-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.425302, + "recall": 0.503953, + "f1": 0.446094, + "accuracy": 0.503953, + "main_score": 0.446094, + "hf_subset": "uzn_Latn-kab_Latn", + "languages": [ + "uzn-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "uzn_Latn-lim_Latn", + "languages": [ + "uzn-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-nld_Latn", + "languages": [ + "uzn-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "uzn_Latn-san_Deva", + "languages": [ + "uzn-Latn", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-tat_Cyrl", + "languages": [ + "uzn-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.865695, + "recall": 0.906126, + "f1": 0.878491, + "accuracy": 0.906126, + "main_score": 0.878491, + "hf_subset": "uzn_Latn-xho_Latn", + "languages": [ + "uzn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-ars_Arab", + "languages": [ + "uzn-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "uzn_Latn-ceb_Latn", + "languages": [ + "uzn-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.445979, + "recall": 0.517787, + "f1": 0.465026, + "accuracy": 0.517787, + "main_score": 0.465026, + "hf_subset": "uzn_Latn-fuv_Latn", + "languages": [ + "uzn-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.44963, + "recall": 0.516798, + "f1": 0.467441, + "accuracy": 0.516798, + "main_score": 0.467441, + "hf_subset": "uzn_Latn-kac_Latn", + "languages": [ + "uzn-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.591308, + "recall": 0.666008, + "f1": 0.611848, + "accuracy": 0.666008, + "main_score": 0.611848, + "hf_subset": "uzn_Latn-lin_Latn", + "languages": [ + "uzn-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "uzn_Latn-nno_Latn", + "languages": [ + "uzn-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.864987, + "recall": 0.90415, + "f1": 0.877061, + "accuracy": 0.90415, + "main_score": 0.877061, + "hf_subset": "uzn_Latn-sat_Olck", + "languages": [ + "uzn-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "uzn_Latn-tel_Telu", + "languages": [ + "uzn-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "uzn_Latn-ydd_Hebr", + "languages": [ + "uzn-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "uzn_Latn-ary_Arab", + "languages": [ + "uzn-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-ces_Latn", + "languages": [ + "uzn-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.546275, + "recall": 0.629447, + "f1": 0.569593, + "accuracy": 0.629447, + "main_score": 0.569593, + "hf_subset": "uzn_Latn-gaz_Latn", + "languages": [ + "uzn-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.516203, + "recall": 0.597826, + "f1": 0.538071, + "accuracy": 0.597826, + "main_score": 0.538071, + "hf_subset": "uzn_Latn-kam_Latn", + "languages": [ + "uzn-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "uzn_Latn-lit_Latn", + "languages": [ + "uzn-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-nob_Latn", + "languages": [ + "uzn-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "uzn_Latn-scn_Latn", + "languages": [ + "uzn-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "uzn_Latn-tgk_Cyrl", + "languages": [ + "uzn-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.746165, + "recall": 0.807312, + "f1": 0.763735, + "accuracy": 0.807312, + "main_score": 0.763735, + "hf_subset": "uzn_Latn-yor_Latn", + "languages": [ + "uzn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-arz_Arab", + "languages": [ + "uzn-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.450724, + "recall": 0.521739, + "f1": 0.470115, + "accuracy": 0.521739, + "main_score": 0.470115, + "hf_subset": "uzn_Latn-cjk_Latn", + "languages": [ + "uzn-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.93363, + "recall": 0.955534, + "f1": 0.940876, + "accuracy": 0.955534, + "main_score": 0.940876, + "hf_subset": "uzn_Latn-gla_Latn", + "languages": [ + "uzn-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "uzn_Latn-kan_Knda", + "languages": [ + "uzn-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.978837, + "recall": 0.985178, + "f1": 0.980797, + "accuracy": 0.985178, + "main_score": 0.980797, + "hf_subset": "uzn_Latn-lmo_Latn", + "languages": [ + "uzn-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "uzn_Latn-npi_Deva", + "languages": [ + "uzn-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.525657, + "recall": 0.612648, + "f1": 0.550603, + "accuracy": 0.612648, + "main_score": 0.550603, + "hf_subset": "uzn_Latn-shn_Mymr", + "languages": [ + "uzn-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-tgl_Latn", + "languages": [ + "uzn-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-yue_Hant", + "languages": [ + "uzn-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "uzn_Latn-asm_Beng", + "languages": [ + "uzn-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.930995, + "recall": 0.951581, + "f1": 0.937385, + "accuracy": 0.951581, + "main_score": 0.937385, + "hf_subset": "uzn_Latn-ckb_Arab", + "languages": [ + "uzn-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "uzn_Latn-gle_Latn", + "languages": [ + "uzn-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.888011, + "recall": 0.920949, + "f1": 0.898551, + "accuracy": 0.920949, + "main_score": 0.898551, + "hf_subset": "uzn_Latn-kas_Arab", + "languages": [ + "uzn-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.887599, + "recall": 0.921937, + "f1": 0.898617, + "accuracy": 0.921937, + "main_score": 0.898617, + "hf_subset": "uzn_Latn-ltg_Latn", + "languages": [ + "uzn-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.785128, + "recall": 0.835968, + "f1": 0.800216, + "accuracy": 0.835968, + "main_score": 0.800216, + "hf_subset": "uzn_Latn-nso_Latn", + "languages": [ + "uzn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "uzn_Latn-sin_Sinh", + "languages": [ + "uzn-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-tha_Thai", + "languages": [ + "uzn-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "uzn_Latn-zho_Hans", + "languages": [ + "uzn-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-ast_Latn", + "languages": [ + "uzn-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "uzn_Latn-crh_Latn", + "languages": [ + "uzn-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-glg_Latn", + "languages": [ + "uzn-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.825247, + "recall": 0.871542, + "f1": 0.8389, + "accuracy": 0.871542, + "main_score": 0.8389, + "hf_subset": "uzn_Latn-kas_Deva", + "languages": [ + "uzn-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "uzn_Latn-ltz_Latn", + "languages": [ + "uzn-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.395493, + "recall": 0.464427, + "f1": 0.413777, + "accuracy": 0.464427, + "main_score": 0.413777, + "hf_subset": "uzn_Latn-nus_Latn", + "languages": [ + "uzn-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-slk_Latn", + "languages": [ + "uzn-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.626195, + "recall": 0.701581, + "f1": 0.647193, + "accuracy": 0.701581, + "main_score": 0.647193, + "hf_subset": "uzn_Latn-tir_Ethi", + "languages": [ + "uzn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-zho_Hant", + "languages": [ + "uzn-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.969697, + "recall": 0.978261, + "f1": 0.972497, + "accuracy": 0.978261, + "main_score": 0.972497, + "hf_subset": "uzn_Latn-awa_Deva", + "languages": [ + "uzn-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "uzn_Latn-cym_Latn", + "languages": [ + "uzn-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.734519, + "recall": 0.794466, + "f1": 0.751981, + "accuracy": 0.794466, + "main_score": 0.751981, + "hf_subset": "uzn_Latn-grn_Latn", + "languages": [ + "uzn-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-kat_Geor", + "languages": [ + "uzn-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.559294, + "recall": 0.626482, + "f1": 0.577586, + "accuracy": 0.626482, + "main_score": 0.577586, + "hf_subset": "uzn_Latn-lua_Latn", + "languages": [ + "uzn-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.817111, + "recall": 0.867589, + "f1": 0.833037, + "accuracy": 0.867589, + "main_score": 0.833037, + "hf_subset": "uzn_Latn-nya_Latn", + "languages": [ + "uzn-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-slv_Latn", + "languages": [ + "uzn-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "uzn_Latn-tpi_Latn", + "languages": [ + "uzn-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-zsm_Latn", + "languages": [ + "uzn-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.469146, + "recall": 0.538538, + "f1": 0.488182, + "accuracy": 0.538538, + "main_score": 0.488182, + "hf_subset": "uzn_Latn-ayr_Latn", + "languages": [ + "uzn-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-dan_Latn", + "languages": [ + "uzn-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-guj_Gujr", + "languages": [ + "uzn-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-kaz_Cyrl", + "languages": [ + "uzn-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.608747, + "recall": 0.695652, + "f1": 0.633719, + "accuracy": 0.695652, + "main_score": 0.633719, + "hf_subset": "uzn_Latn-lug_Latn", + "languages": [ + "uzn-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-oci_Latn", + "languages": [ + "uzn-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.826581, + "recall": 0.871542, + "f1": 0.840711, + "accuracy": 0.871542, + "main_score": 0.840711, + "hf_subset": "uzn_Latn-smo_Latn", + "languages": [ + "uzn-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.731524, + "recall": 0.793478, + "f1": 0.749459, + "accuracy": 0.793478, + "main_score": 0.749459, + "hf_subset": "uzn_Latn-tsn_Latn", + "languages": [ + "uzn-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.907279, + "recall": 0.935771, + "f1": 0.916337, + "accuracy": 0.935771, + "main_score": 0.916337, + "hf_subset": "uzn_Latn-zul_Latn", + "languages": [ + "uzn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.916173, + "recall": 0.940711, + "f1": 0.92388, + "accuracy": 0.940711, + "main_score": 0.92388, + "hf_subset": "uzn_Latn-azb_Arab", + "languages": [ + "uzn-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-deu_Latn", + "languages": [ + "uzn-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "uzn_Latn-hat_Latn", + "languages": [ + "uzn-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.443201, + "recall": 0.506917, + "f1": 0.46039, + "accuracy": 0.506917, + "main_score": 0.46039, + "hf_subset": "uzn_Latn-kbp_Latn", + "languages": [ + "uzn-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.477611, + "recall": 0.546443, + "f1": 0.496344, + "accuracy": 0.546443, + "main_score": 0.496344, + "hf_subset": "uzn_Latn-luo_Latn", + "languages": [ + "uzn-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "uzn_Latn-ory_Orya", + "languages": [ + "uzn-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.884997, + "recall": 0.916996, + "f1": 0.894993, + "accuracy": 0.916996, + "main_score": 0.894993, + "hf_subset": "uzn_Latn-sna_Latn", + "languages": [ + "uzn-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.634429, + "recall": 0.706522, + "f1": 0.654512, + "accuracy": 0.706522, + "main_score": 0.654512, + "hf_subset": "uzn_Latn-tso_Latn", + "languages": [ + "uzn-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-azj_Latn", + "languages": [ + "uzn-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.473245, + "recall": 0.54249, + "f1": 0.492652, + "accuracy": 0.54249, + "main_score": 0.492652, + "hf_subset": "uzn_Latn-dik_Latn", + "languages": [ + "uzn-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.890102, + "recall": 0.922925, + "f1": 0.900428, + "accuracy": 0.922925, + "main_score": 0.900428, + "hf_subset": "uzn_Latn-hau_Latn", + "languages": [ + "uzn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "uzn_Latn-kea_Latn", + "languages": [ + "uzn-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.922431, + "recall": 0.945652, + "f1": 0.929842, + "accuracy": 0.945652, + "main_score": 0.929842, + "hf_subset": "uzn_Latn-lus_Latn", + "languages": [ + "uzn-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.821344, + "recall": 0.866601, + "f1": 0.835079, + "accuracy": 0.866601, + "main_score": 0.835079, + "hf_subset": "uzn_Latn-pag_Latn", + "languages": [ + "uzn-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "uzn_Latn-snd_Arab", + "languages": [ + "uzn-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "uzn_Latn-tuk_Latn", + "languages": [ + "uzn-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-bak_Cyrl", + "languages": [ + "uzn-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.435043, + "recall": 0.508893, + "f1": 0.454817, + "accuracy": 0.508893, + "main_score": 0.454817, + "hf_subset": "uzn_Latn-dyu_Latn", + "languages": [ + "uzn-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-heb_Hebr", + "languages": [ + "uzn-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "uzn_Latn-khk_Cyrl", + "languages": [ + "uzn-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-lvs_Latn", + "languages": [ + "uzn-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-pan_Guru", + "languages": [ + "uzn-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.846961, + "recall": 0.890316, + "f1": 0.860365, + "accuracy": 0.890316, + "main_score": 0.860365, + "hf_subset": "uzn_Latn-som_Latn", + "languages": [ + "uzn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.671205, + "recall": 0.736166, + "f1": 0.690253, + "accuracy": 0.736166, + "main_score": 0.690253, + "hf_subset": "uzn_Latn-tum_Latn", + "languages": [ + "uzn-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.512743, + "recall": 0.604743, + "f1": 0.538661, + "accuracy": 0.604743, + "main_score": 0.538661, + "hf_subset": "als_Latn-ace_Arab", + "languages": [ + "als-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.448822, + "recall": 0.507905, + "f1": 0.464301, + "accuracy": 0.507905, + "main_score": 0.464301, + "hf_subset": "als_Latn-bam_Latn", + "languages": [ + "als-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.648346, + "recall": 0.727273, + "f1": 0.671017, + "accuracy": 0.727273, + "main_score": 0.671017, + "hf_subset": "als_Latn-dzo_Tibt", + "languages": [ + "als-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-hin_Deva", + "languages": [ + "als-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "als_Latn-khm_Khmr", + "languages": [ + "als-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "als_Latn-mag_Deva", + "languages": [ + "als-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-pap_Latn", + "languages": [ + "als-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.859305, + "recall": 0.899209, + "f1": 0.871739, + "accuracy": 0.899209, + "main_score": 0.871739, + "hf_subset": "als_Latn-sot_Latn", + "languages": [ + "als-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-tur_Latn", + "languages": [ + "als-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.855838, + "recall": 0.894269, + "f1": 0.867677, + "accuracy": 0.894269, + "main_score": 0.867677, + "hf_subset": "als_Latn-ace_Latn", + "languages": [ + "als-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "als_Latn-ban_Latn", + "languages": [ + "als-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-ell_Grek", + "languages": [ + "als-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "als_Latn-hne_Deva", + "languages": [ + "als-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.564422, + "recall": 0.637352, + "f1": 0.584966, + "accuracy": 0.637352, + "main_score": 0.584966, + "hf_subset": "als_Latn-kik_Latn", + "languages": [ + "als-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "als_Latn-mai_Deva", + "languages": [ + "als-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.953063, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "als_Latn-pbt_Arab", + "languages": [ + "als-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-spa_Latn", + "languages": [ + "als-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.758144, + "recall": 0.816206, + "f1": 0.775351, + "accuracy": 0.816206, + "main_score": 0.775351, + "hf_subset": "als_Latn-twi_Latn", + "languages": [ + "als-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-acm_Arab", + "languages": [ + "als-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-bel_Cyrl", + "languages": [ + "als-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-hrv_Latn", + "languages": [ + "als-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.846403, + "recall": 0.88834, + "f1": 0.85947, + "accuracy": 0.88834, + "main_score": 0.85947, + "hf_subset": "als_Latn-kin_Latn", + "languages": [ + "als-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "als_Latn-mal_Mlym", + "languages": [ + "als-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-pes_Arab", + "languages": [ + "als-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-srd_Latn", + "languages": [ + "als-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.197479, + "recall": 0.26581, + "f1": 0.213431, + "accuracy": 0.26581, + "main_score": 0.213431, + "hf_subset": "als_Latn-tzm_Tfng", + "languages": [ + "als-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-acq_Arab", + "languages": [ + "als-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.656162, + "recall": 0.731225, + "f1": 0.678002, + "accuracy": 0.731225, + "main_score": 0.678002, + "hf_subset": "als_Latn-bem_Latn", + "languages": [ + "als-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-epo_Latn", + "languages": [ + "als-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-hun_Latn", + "languages": [ + "als-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "als_Latn-kir_Cyrl", + "languages": [ + "als-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-mar_Deva", + "languages": [ + "als-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.87635, + "recall": 0.913043, + "f1": 0.887846, + "accuracy": 0.913043, + "main_score": 0.887846, + "hf_subset": "als_Latn-plt_Latn", + "languages": [ + "als-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-srp_Cyrl", + "languages": [ + "als-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.940135, + "recall": 0.95751, + "f1": 0.945553, + "accuracy": 0.95751, + "main_score": 0.945553, + "hf_subset": "als_Latn-uig_Arab", + "languages": [ + "als-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "als_Latn-aeb_Arab", + "languages": [ + "als-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "als_Latn-ben_Beng", + "languages": [ + "als-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-est_Latn", + "languages": [ + "als-Latn", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "als_Latn-hye_Armn", + "languages": [ + "als-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.453912, + "recall": 0.518775, + "f1": 0.471684, + "accuracy": 0.518775, + "main_score": 0.471684, + "hf_subset": "als_Latn-kmb_Latn", + "languages": [ + "als-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.48148, + "recall": 0.576087, + "f1": 0.506537, + "accuracy": 0.576087, + "main_score": 0.506537, + "hf_subset": "als_Latn-min_Arab", + "languages": [ + "als-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-pol_Latn", + "languages": [ + "als-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.734091, + "recall": 0.798419, + "f1": 0.75336, + "accuracy": 0.798419, + "main_score": 0.75336, + "hf_subset": "als_Latn-ssw_Latn", + "languages": [ + "als-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-ukr_Cyrl", + "languages": [ + "als-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-afr_Latn", + "languages": [ + "als-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "als_Latn-bho_Deva", + "languages": [ + "als-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-eus_Latn", + "languages": [ + "als-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.864625, + "recall": 0.90415, + "f1": 0.876779, + "accuracy": 0.90415, + "main_score": 0.876779, + "hf_subset": "als_Latn-ibo_Latn", + "languages": [ + "als-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.883317, + "recall": 0.917984, + "f1": 0.894335, + "accuracy": 0.917984, + "main_score": 0.894335, + "hf_subset": "als_Latn-kmr_Latn", + "languages": [ + "als-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "als_Latn-min_Latn", + "languages": [ + "als-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-por_Latn", + "languages": [ + "als-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "als_Latn-sun_Latn", + "languages": [ + "als-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.442202, + "recall": 0.514822, + "f1": 0.4616, + "accuracy": 0.514822, + "main_score": 0.4616, + "hf_subset": "als_Latn-umb_Latn", + "languages": [ + "als-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-ajp_Arab", + "languages": [ + "als-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.499648, + "recall": 0.58498, + "f1": 0.522687, + "accuracy": 0.58498, + "main_score": 0.522687, + "hf_subset": "als_Latn-bjn_Arab", + "languages": [ + "als-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.435413, + "recall": 0.494071, + "f1": 0.451044, + "accuracy": 0.494071, + "main_score": 0.451044, + "hf_subset": "als_Latn-ewe_Latn", + "languages": [ + "als-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "als_Latn-ilo_Latn", + "languages": [ + "als-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.245637, + "recall": 0.316206, + "f1": 0.26307, + "accuracy": 0.316206, + "main_score": 0.26307, + "hf_subset": "als_Latn-knc_Arab", + "languages": [ + "als-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-mkd_Cyrl", + "languages": [ + "als-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-prs_Arab", + "languages": [ + "als-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-swe_Latn", + "languages": [ + "als-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "als_Latn-urd_Arab", + "languages": [ + "als-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.729545, + "recall": 0.79249, + "f1": 0.747831, + "accuracy": 0.79249, + "main_score": 0.747831, + "hf_subset": "als_Latn-aka_Latn", + "languages": [ + "als-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "als_Latn-bjn_Latn", + "languages": [ + "als-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "als_Latn-fao_Latn", + "languages": [ + "als-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-ind_Latn", + "languages": [ + "als-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.481543, + "recall": 0.550395, + "f1": 0.499418, + "accuracy": 0.550395, + "main_score": 0.499418, + "hf_subset": "als_Latn-knc_Latn", + "languages": [ + "als-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-mlt_Latn", + "languages": [ + "als-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.624284, + "recall": 0.700593, + "f1": 0.646545, + "accuracy": 0.700593, + "main_score": 0.646545, + "hf_subset": "als_Latn-quy_Latn", + "languages": [ + "als-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "als_Latn-swh_Latn", + "languages": [ + "als-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "als_Latn-uzn_Latn", + "languages": [ + "als-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.793034, + "recall": 0.849802, + "f1": 0.810456, + "accuracy": 0.849802, + "main_score": 0.810456, + "hf_subset": "als_Latn-bod_Tibt", + "languages": [ + "als-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.619421, + "recall": 0.689723, + "f1": 0.638727, + "accuracy": 0.689723, + "main_score": 0.638727, + "hf_subset": "als_Latn-fij_Latn", + "languages": [ + "als-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "als_Latn-isl_Latn", + "languages": [ + "als-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.590769, + "recall": 0.659091, + "f1": 0.60973, + "accuracy": 0.659091, + "main_score": 0.60973, + "hf_subset": "als_Latn-kon_Latn", + "languages": [ + "als-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.592965, + "recall": 0.674901, + "f1": 0.616168, + "accuracy": 0.674901, + "main_score": 0.616168, + "hf_subset": "als_Latn-mni_Beng", + "languages": [ + "als-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-ron_Latn", + "languages": [ + "als-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "als_Latn-szl_Latn", + "languages": [ + "als-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-vec_Latn", + "languages": [ + "als-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.927866, + "recall": 0.949605, + "f1": 0.934783, + "accuracy": 0.949605, + "main_score": 0.934783, + "hf_subset": "als_Latn-amh_Ethi", + "languages": [ + "als-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-bos_Latn", + "languages": [ + "als-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-fin_Latn", + "languages": [ + "als-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-ita_Latn", + "languages": [ + "als-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-kor_Hang", + "languages": [ + "als-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.479037, + "recall": 0.546443, + "f1": 0.49747, + "accuracy": 0.546443, + "main_score": 0.49747, + "hf_subset": "als_Latn-mos_Latn", + "languages": [ + "als-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.762138, + "recall": 0.81917, + "f1": 0.779084, + "accuracy": 0.81917, + "main_score": 0.779084, + "hf_subset": "als_Latn-run_Latn", + "languages": [ + "als-Latn", + "run-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "als_Latn-tam_Taml", + "languages": [ + "als-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "als_Latn-vie_Latn", + "languages": [ + "als-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-apc_Arab", + "languages": [ + "als-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.716363, + "recall": 0.782609, + "f1": 0.735477, + "accuracy": 0.782609, + "main_score": 0.735477, + "hf_subset": "als_Latn-bug_Latn", + "languages": [ + "als-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.40719, + "recall": 0.460474, + "f1": 0.420987, + "accuracy": 0.460474, + "main_score": 0.420987, + "hf_subset": "als_Latn-fon_Latn", + "languages": [ + "als-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "als_Latn-jav_Latn", + "languages": [ + "als-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "als_Latn-lao_Laoo", + "languages": [ + "als-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.866634, + "recall": 0.903162, + "f1": 0.877931, + "accuracy": 0.903162, + "main_score": 0.877931, + "hf_subset": "als_Latn-mri_Latn", + "languages": [ + "als-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-rus_Cyrl", + "languages": [ + "als-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.486742, + "recall": 0.549407, + "f1": 0.503666, + "accuracy": 0.549407, + "main_score": 0.503666, + "hf_subset": "als_Latn-taq_Latn", + "languages": [ + "als-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "als_Latn-war_Latn", + "languages": [ + "als-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-arb_Arab", + "languages": [ + "als-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-bul_Cyrl", + "languages": [ + "als-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-fra_Latn", + "languages": [ + "als-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-jpn_Jpan", + "languages": [ + "als-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "als_Latn-lij_Latn", + "languages": [ + "als-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "als_Latn-mya_Mymr", + "languages": [ + "als-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.530737, + "recall": 0.598814, + "f1": 0.549272, + "accuracy": 0.598814, + "main_score": 0.549272, + "hf_subset": "als_Latn-sag_Latn", + "languages": [ + "als-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.227196, + "recall": 0.293478, + "f1": 0.243046, + "accuracy": 0.293478, + "main_score": 0.243046, + "hf_subset": "als_Latn-taq_Tfng", + "languages": [ + "als-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.624313, + "recall": 0.6917, + "f1": 0.642966, + "accuracy": 0.6917, + "main_score": 0.642966, + "hf_subset": "als_Latn-wol_Latn", + "languages": [ + "als-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.829051, + "recall": 0.876482, + "f1": 0.843478, + "accuracy": 0.876482, + "main_score": 0.843478, + "hf_subset": "als_Latn-arb_Latn", + "languages": [ + "als-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-cat_Latn", + "languages": [ + "als-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-fur_Latn", + "languages": [ + "als-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.43344, + "recall": 0.512846, + "f1": 0.455078, + "accuracy": 0.512846, + "main_score": 0.455078, + "hf_subset": "als_Latn-kab_Latn", + "languages": [ + "als-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "als_Latn-lim_Latn", + "languages": [ + "als-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-nld_Latn", + "languages": [ + "als-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.97332, + "f1": 0.966238, + "accuracy": 0.97332, + "main_score": 0.966238, + "hf_subset": "als_Latn-san_Deva", + "languages": [ + "als-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-tat_Cyrl", + "languages": [ + "als-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.876318, + "recall": 0.912055, + "f1": 0.887648, + "accuracy": 0.912055, + "main_score": 0.887648, + "hf_subset": "als_Latn-xho_Latn", + "languages": [ + "als-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-ars_Arab", + "languages": [ + "als-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-ceb_Latn", + "languages": [ + "als-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.459405, + "recall": 0.533597, + "f1": 0.479221, + "accuracy": 0.533597, + "main_score": 0.479221, + "hf_subset": "als_Latn-fuv_Latn", + "languages": [ + "als-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.449308, + "recall": 0.51581, + "f1": 0.467204, + "accuracy": 0.51581, + "main_score": 0.467204, + "hf_subset": "als_Latn-kac_Latn", + "languages": [ + "als-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.618806, + "recall": 0.690711, + "f1": 0.638816, + "accuracy": 0.690711, + "main_score": 0.638816, + "hf_subset": "als_Latn-lin_Latn", + "languages": [ + "als-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-nno_Latn", + "languages": [ + "als-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.840481, + "recall": 0.886364, + "f1": 0.85471, + "accuracy": 0.886364, + "main_score": 0.85471, + "hf_subset": "als_Latn-sat_Olck", + "languages": [ + "als-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "als_Latn-tel_Telu", + "languages": [ + "als-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "als_Latn-ydd_Hebr", + "languages": [ + "als-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "als_Latn-ary_Arab", + "languages": [ + "als-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-ces_Latn", + "languages": [ + "als-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.553458, + "recall": 0.631423, + "f1": 0.574627, + "accuracy": 0.631423, + "main_score": 0.574627, + "hf_subset": "als_Latn-gaz_Latn", + "languages": [ + "als-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.521295, + "recall": 0.597826, + "f1": 0.542191, + "accuracy": 0.597826, + "main_score": 0.542191, + "hf_subset": "als_Latn-kam_Latn", + "languages": [ + "als-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "als_Latn-lit_Latn", + "languages": [ + "als-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-nob_Latn", + "languages": [ + "als-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "als_Latn-scn_Latn", + "languages": [ + "als-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "als_Latn-tgk_Cyrl", + "languages": [ + "als-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.743042, + "recall": 0.809289, + "f1": 0.762652, + "accuracy": 0.809289, + "main_score": 0.762652, + "hf_subset": "als_Latn-yor_Latn", + "languages": [ + "als-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-arz_Arab", + "languages": [ + "als-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.47258, + "recall": 0.543478, + "f1": 0.491957, + "accuracy": 0.543478, + "main_score": 0.491957, + "hf_subset": "als_Latn-cjk_Latn", + "languages": [ + "als-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "als_Latn-gla_Latn", + "languages": [ + "als-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "als_Latn-kan_Knda", + "languages": [ + "als-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.986578, + "recall": 0.990119, + "f1": 0.987549, + "accuracy": 0.990119, + "main_score": 0.987549, + "hf_subset": "als_Latn-lmo_Latn", + "languages": [ + "als-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "als_Latn-npi_Deva", + "languages": [ + "als-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.524708, + "recall": 0.607708, + "f1": 0.547881, + "accuracy": 0.607708, + "main_score": 0.547881, + "hf_subset": "als_Latn-shn_Mymr", + "languages": [ + "als-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-tgl_Latn", + "languages": [ + "als-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-yue_Hant", + "languages": [ + "als-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "als_Latn-asm_Beng", + "languages": [ + "als-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.936462, + "recall": 0.955534, + "f1": 0.942523, + "accuracy": 0.955534, + "main_score": 0.942523, + "hf_subset": "als_Latn-ckb_Arab", + "languages": [ + "als-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "als_Latn-gle_Latn", + "languages": [ + "als-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.885128, + "recall": 0.91996, + "f1": 0.896311, + "accuracy": 0.91996, + "main_score": 0.896311, + "hf_subset": "als_Latn-kas_Arab", + "languages": [ + "als-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.903986, + "recall": 0.933794, + "f1": 0.913702, + "accuracy": 0.933794, + "main_score": 0.913702, + "hf_subset": "als_Latn-ltg_Latn", + "languages": [ + "als-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.791621, + "recall": 0.841897, + "f1": 0.806326, + "accuracy": 0.841897, + "main_score": 0.806326, + "hf_subset": "als_Latn-nso_Latn", + "languages": [ + "als-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "als_Latn-sin_Sinh", + "languages": [ + "als-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-tha_Thai", + "languages": [ + "als-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "als_Latn-zho_Hans", + "languages": [ + "als-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-ast_Latn", + "languages": [ + "als-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "als_Latn-crh_Latn", + "languages": [ + "als-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-glg_Latn", + "languages": [ + "als-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.822777, + "recall": 0.871542, + "f1": 0.837648, + "accuracy": 0.871542, + "main_score": 0.837648, + "hf_subset": "als_Latn-kas_Deva", + "languages": [ + "als-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-ltz_Latn", + "languages": [ + "als-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.422911, + "recall": 0.490119, + "f1": 0.440664, + "accuracy": 0.490119, + "main_score": 0.440664, + "hf_subset": "als_Latn-nus_Latn", + "languages": [ + "als-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-slk_Latn", + "languages": [ + "als-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.620323, + "recall": 0.703557, + "f1": 0.643549, + "accuracy": 0.703557, + "main_score": 0.643549, + "hf_subset": "als_Latn-tir_Ethi", + "languages": [ + "als-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-zho_Hant", + "languages": [ + "als-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.977026, + "recall": 0.983202, + "f1": 0.978986, + "accuracy": 0.983202, + "main_score": 0.978986, + "hf_subset": "als_Latn-awa_Deva", + "languages": [ + "als-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "als_Latn-cym_Latn", + "languages": [ + "als-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.76689, + "recall": 0.824111, + "f1": 0.78383, + "accuracy": 0.824111, + "main_score": 0.78383, + "hf_subset": "als_Latn-grn_Latn", + "languages": [ + "als-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-kat_Geor", + "languages": [ + "als-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.576825, + "recall": 0.640316, + "f1": 0.59395, + "accuracy": 0.640316, + "main_score": 0.59395, + "hf_subset": "als_Latn-lua_Latn", + "languages": [ + "als-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.806571, + "recall": 0.859684, + "f1": 0.823188, + "accuracy": 0.859684, + "main_score": 0.823188, + "hf_subset": "als_Latn-nya_Latn", + "languages": [ + "als-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-slv_Latn", + "languages": [ + "als-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "als_Latn-tpi_Latn", + "languages": [ + "als-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-zsm_Latn", + "languages": [ + "als-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.482909, + "recall": 0.552372, + "f1": 0.501668, + "accuracy": 0.552372, + "main_score": 0.501668, + "hf_subset": "als_Latn-ayr_Latn", + "languages": [ + "als-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-dan_Latn", + "languages": [ + "als-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-guj_Gujr", + "languages": [ + "als-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "als_Latn-kaz_Cyrl", + "languages": [ + "als-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.62104, + "recall": 0.703557, + "f1": 0.644873, + "accuracy": 0.703557, + "main_score": 0.644873, + "hf_subset": "als_Latn-lug_Latn", + "languages": [ + "als-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-oci_Latn", + "languages": [ + "als-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.830534, + "recall": 0.873518, + "f1": 0.843991, + "accuracy": 0.873518, + "main_score": 0.843991, + "hf_subset": "als_Latn-smo_Latn", + "languages": [ + "als-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.730355, + "recall": 0.797431, + "f1": 0.750428, + "accuracy": 0.797431, + "main_score": 0.750428, + "hf_subset": "als_Latn-tsn_Latn", + "languages": [ + "als-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.902668, + "recall": 0.93083, + "f1": 0.911726, + "accuracy": 0.93083, + "main_score": 0.911726, + "hf_subset": "als_Latn-zul_Latn", + "languages": [ + "als-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.917243, + "recall": 0.942688, + "f1": 0.925296, + "accuracy": 0.942688, + "main_score": 0.925296, + "hf_subset": "als_Latn-azb_Arab", + "languages": [ + "als-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-deu_Latn", + "languages": [ + "als-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "als_Latn-hat_Latn", + "languages": [ + "als-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.456533, + "recall": 0.521739, + "f1": 0.473963, + "accuracy": 0.521739, + "main_score": 0.473963, + "hf_subset": "als_Latn-kbp_Latn", + "languages": [ + "als-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.492443, + "recall": 0.565217, + "f1": 0.512233, + "accuracy": 0.565217, + "main_score": 0.512233, + "hf_subset": "als_Latn-luo_Latn", + "languages": [ + "als-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "als_Latn-ory_Orya", + "languages": [ + "als-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.880929, + "recall": 0.916008, + "f1": 0.892081, + "accuracy": 0.916008, + "main_score": 0.892081, + "hf_subset": "als_Latn-sna_Latn", + "languages": [ + "als-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.637799, + "recall": 0.713439, + "f1": 0.659312, + "accuracy": 0.713439, + "main_score": 0.659312, + "hf_subset": "als_Latn-tso_Latn", + "languages": [ + "als-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "als_Latn-azj_Latn", + "languages": [ + "als-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.477466, + "recall": 0.545455, + "f1": 0.496287, + "accuracy": 0.545455, + "main_score": 0.496287, + "hf_subset": "als_Latn-dik_Latn", + "languages": [ + "als-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.90555, + "recall": 0.932806, + "f1": 0.914262, + "accuracy": 0.932806, + "main_score": 0.914262, + "hf_subset": "als_Latn-hau_Latn", + "languages": [ + "als-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "als_Latn-kea_Latn", + "languages": [ + "als-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.912385, + "recall": 0.937747, + "f1": 0.920257, + "accuracy": 0.937747, + "main_score": 0.920257, + "hf_subset": "als_Latn-lus_Latn", + "languages": [ + "als-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.828063, + "recall": 0.873518, + "f1": 0.842161, + "accuracy": 0.873518, + "main_score": 0.842161, + "hf_subset": "als_Latn-pag_Latn", + "languages": [ + "als-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "als_Latn-snd_Arab", + "languages": [ + "als-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "als_Latn-tuk_Latn", + "languages": [ + "als-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "als_Latn-bak_Cyrl", + "languages": [ + "als-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.434676, + "recall": 0.51087, + "f1": 0.45566, + "accuracy": 0.51087, + "main_score": 0.45566, + "hf_subset": "als_Latn-dyu_Latn", + "languages": [ + "als-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-heb_Hebr", + "languages": [ + "als-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "als_Latn-khk_Cyrl", + "languages": [ + "als-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-lvs_Latn", + "languages": [ + "als-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-pan_Guru", + "languages": [ + "als-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.860178, + "recall": 0.901186, + "f1": 0.872977, + "accuracy": 0.901186, + "main_score": 0.872977, + "hf_subset": "als_Latn-som_Latn", + "languages": [ + "als-Latn", + "som-Latn" + ] + }, + { + "precision": 0.687534, + "recall": 0.755929, + "f1": 0.707581, + "accuracy": 0.755929, + "main_score": 0.707581, + "hf_subset": "als_Latn-tum_Latn", + "languages": [ + "als-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.336476, + "recall": 0.397233, + "f1": 0.35339, + "accuracy": 0.397233, + "main_score": 0.35339, + "hf_subset": "bod_Tibt-ace_Arab", + "languages": [ + "bod-Tibt", + "ace-Arab" + ] + }, + { + "precision": 0.324572, + "recall": 0.365613, + "f1": 0.334157, + "accuracy": 0.365613, + "main_score": 0.334157, + "hf_subset": "bod_Tibt-bam_Latn", + "languages": [ + "bod-Tibt", + "bam-Latn" + ] + }, + { + "precision": 0.659743, + "recall": 0.731225, + "f1": 0.679812, + "accuracy": 0.731225, + "main_score": 0.679812, + "hf_subset": "bod_Tibt-dzo_Tibt", + "languages": [ + "bod-Tibt", + "dzo-Tibt" + ] + }, + { + "precision": 0.810017, + "recall": 0.858696, + "f1": 0.824014, + "accuracy": 0.858696, + "main_score": 0.824014, + "hf_subset": "bod_Tibt-hin_Deva", + "languages": [ + "bod-Tibt", + "hin-Deva" + ] + }, + { + "precision": 0.693986, + "recall": 0.756917, + "f1": 0.711452, + "accuracy": 0.756917, + "main_score": 0.711452, + "hf_subset": "bod_Tibt-khm_Khmr", + "languages": [ + "bod-Tibt", + "khm-Khmr" + ] + }, + { + "precision": 0.764693, + "recall": 0.811265, + "f1": 0.777642, + "accuracy": 0.811265, + "main_score": 0.777642, + "hf_subset": "bod_Tibt-mag_Deva", + "languages": [ + "bod-Tibt", + "mag-Deva" + ] + }, + { + "precision": 0.726557, + "recall": 0.783597, + "f1": 0.742387, + "accuracy": 0.783597, + "main_score": 0.742387, + "hf_subset": "bod_Tibt-pap_Latn", + "languages": [ + "bod-Tibt", + "pap-Latn" + ] + }, + { + "precision": 0.614109, + "recall": 0.682806, + "f1": 0.632625, + "accuracy": 0.682806, + "main_score": 0.632625, + "hf_subset": "bod_Tibt-sot_Latn", + "languages": [ + "bod-Tibt", + "sot-Latn" + ] + }, + { + "precision": 0.788738, + "recall": 0.839921, + "f1": 0.802822, + "accuracy": 0.839921, + "main_score": 0.802822, + "hf_subset": "bod_Tibt-tur_Latn", + "languages": [ + "bod-Tibt", + "tur-Latn" + ] + }, + { + "precision": 0.564195, + "recall": 0.623518, + "f1": 0.579085, + "accuracy": 0.623518, + "main_score": 0.579085, + "hf_subset": "bod_Tibt-ace_Latn", + "languages": [ + "bod-Tibt", + "ace-Latn" + ] + }, + { + "precision": 0.644571, + "recall": 0.699605, + "f1": 0.65917, + "accuracy": 0.699605, + "main_score": 0.65917, + "hf_subset": "bod_Tibt-ban_Latn", + "languages": [ + "bod-Tibt", + "ban-Latn" + ] + }, + { + "precision": 0.755904, + "recall": 0.812253, + "f1": 0.771664, + "accuracy": 0.812253, + "main_score": 0.771664, + "hf_subset": "bod_Tibt-ell_Grek", + "languages": [ + "bod-Tibt", + "ell-Grek" + ] + }, + { + "precision": 0.767833, + "recall": 0.814229, + "f1": 0.780191, + "accuracy": 0.814229, + "main_score": 0.780191, + "hf_subset": "bod_Tibt-hne_Deva", + "languages": [ + "bod-Tibt", + "hne-Deva" + ] + }, + { + "precision": 0.37878, + "recall": 0.432806, + "f1": 0.392194, + "accuracy": 0.432806, + "main_score": 0.392194, + "hf_subset": "bod_Tibt-kik_Latn", + "languages": [ + "bod-Tibt", + "kik-Latn" + ] + }, + { + "precision": 0.736065, + "recall": 0.79249, + "f1": 0.751656, + "accuracy": 0.79249, + "main_score": 0.751656, + "hf_subset": "bod_Tibt-mai_Deva", + "languages": [ + "bod-Tibt", + "mai-Deva" + ] + }, + { + "precision": 0.666229, + "recall": 0.735178, + "f1": 0.685275, + "accuracy": 0.735178, + "main_score": 0.685275, + "hf_subset": "bod_Tibt-pbt_Arab", + "languages": [ + "bod-Tibt", + "pbt-Arab" + ] + }, + { + "precision": 0.799242, + "recall": 0.848814, + "f1": 0.813425, + "accuracy": 0.848814, + "main_score": 0.813425, + "hf_subset": "bod_Tibt-spa_Latn", + "languages": [ + "bod-Tibt", + "spa-Latn" + ] + }, + { + "precision": 0.529144, + "recall": 0.589921, + "f1": 0.544586, + "accuracy": 0.589921, + "main_score": 0.544586, + "hf_subset": "bod_Tibt-twi_Latn", + "languages": [ + "bod-Tibt", + "twi-Latn" + ] + }, + { + "precision": 0.773681, + "recall": 0.826087, + "f1": 0.788197, + "accuracy": 0.826087, + "main_score": 0.788197, + "hf_subset": "bod_Tibt-acm_Arab", + "languages": [ + "bod-Tibt", + "acm-Arab" + ] + }, + { + "precision": 0.700905, + "recall": 0.76581, + "f1": 0.718356, + "accuracy": 0.76581, + "main_score": 0.718356, + "hf_subset": "bod_Tibt-bel_Cyrl", + "languages": [ + "bod-Tibt", + "bel-Cyrl" + ] + }, + { + "precision": 0.805209, + "recall": 0.850791, + "f1": 0.817909, + "accuracy": 0.850791, + "main_score": 0.817909, + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.75962, + "recall": 0.817194, + "f1": 0.775532, + "accuracy": 0.817194, + "main_score": 0.775532, + "hf_subset": "bod_Tibt-hrv_Latn", + "languages": [ + "bod-Tibt", + "hrv-Latn" + ] + }, + { + "precision": 0.619029, + "recall": 0.682806, + "f1": 0.636456, + "accuracy": 0.682806, + "main_score": 0.636456, + "hf_subset": "bod_Tibt-kin_Latn", + "languages": [ + "bod-Tibt", + "kin-Latn" + ] + }, + { + "precision": 0.727899, + "recall": 0.785573, + "f1": 0.743336, + "accuracy": 0.785573, + "main_score": 0.743336, + "hf_subset": "bod_Tibt-mal_Mlym", + "languages": [ + "bod-Tibt", + "mal-Mlym" + ] + }, + { + "precision": 0.762391, + "recall": 0.814229, + "f1": 0.776213, + "accuracy": 0.814229, + "main_score": 0.776213, + "hf_subset": "bod_Tibt-pes_Arab", + "languages": [ + "bod-Tibt", + "pes-Arab" + ] + }, + { + "precision": 0.715687, + "recall": 0.770751, + "f1": 0.730855, + "accuracy": 0.770751, + "main_score": 0.730855, + "hf_subset": "bod_Tibt-srd_Latn", + "languages": [ + "bod-Tibt", + "srd-Latn" + ] + }, + { + "precision": 0.187426, + "recall": 0.238142, + "f1": 0.19927, + "accuracy": 0.238142, + "main_score": 0.19927, + "hf_subset": "bod_Tibt-tzm_Tfng", + "languages": [ + "bod-Tibt", + "tzm-Tfng" + ] + }, + { + "precision": 0.781837, + "recall": 0.835968, + "f1": 0.797404, + "accuracy": 0.835968, + "main_score": 0.797404, + "hf_subset": "bod_Tibt-acq_Arab", + "languages": [ + "bod-Tibt", + "acq-Arab" + ] + }, + { + "precision": 0.476795, + "recall": 0.54249, + "f1": 0.493518, + "accuracy": 0.54249, + "main_score": 0.493518, + "hf_subset": "bod_Tibt-bem_Latn", + "languages": [ + "bod-Tibt", + "bem-Latn" + ] + }, + { + "precision": 0.746556, + "recall": 0.800395, + "f1": 0.761374, + "accuracy": 0.800395, + "main_score": 0.761374, + "hf_subset": "bod_Tibt-epo_Latn", + "languages": [ + "bod-Tibt", + "epo-Latn" + ] + }, + { + "precision": 0.78512, + "recall": 0.832016, + "f1": 0.798063, + "accuracy": 0.832016, + "main_score": 0.798063, + "hf_subset": "bod_Tibt-hun_Latn", + "languages": [ + "bod-Tibt", + "hun-Latn" + ] + }, + { + "precision": 0.730766, + "recall": 0.783597, + "f1": 0.744795, + "accuracy": 0.783597, + "main_score": 0.744795, + "hf_subset": "bod_Tibt-kir_Cyrl", + "languages": [ + "bod-Tibt", + "kir-Cyrl" + ] + }, + { + "precision": 0.76384, + "recall": 0.818182, + "f1": 0.77924, + "accuracy": 0.818182, + "main_score": 0.77924, + "hf_subset": "bod_Tibt-mar_Deva", + "languages": [ + "bod-Tibt", + "mar-Deva" + ] + }, + { + "precision": 0.634738, + "recall": 0.703557, + "f1": 0.65332, + "accuracy": 0.703557, + "main_score": 0.65332, + "hf_subset": "bod_Tibt-plt_Latn", + "languages": [ + "bod-Tibt", + "plt-Latn" + ] + }, + { + "precision": 0.759592, + "recall": 0.813241, + "f1": 0.774236, + "accuracy": 0.813241, + "main_score": 0.774236, + "hf_subset": "bod_Tibt-srp_Cyrl", + "languages": [ + "bod-Tibt", + "srp-Cyrl" + ] + }, + { + "precision": 0.702399, + "recall": 0.758893, + "f1": 0.718376, + "accuracy": 0.758893, + "main_score": 0.718376, + "hf_subset": "bod_Tibt-uig_Arab", + "languages": [ + "bod-Tibt", + "uig-Arab" + ] + }, + { + "precision": 0.747062, + "recall": 0.796443, + "f1": 0.76064, + "accuracy": 0.796443, + "main_score": 0.76064, + "hf_subset": "bod_Tibt-aeb_Arab", + "languages": [ + "bod-Tibt", + "aeb-Arab" + ] + }, + { + "precision": 0.759808, + "recall": 0.814229, + "f1": 0.774759, + "accuracy": 0.814229, + "main_score": 0.774759, + "hf_subset": "bod_Tibt-ben_Beng", + "languages": [ + "bod-Tibt", + "ben-Beng" + ] + }, + { + "precision": 0.753837, + "recall": 0.8083, + "f1": 0.768808, + "accuracy": 0.8083, + "main_score": 0.768808, + "hf_subset": "bod_Tibt-est_Latn", + "languages": [ + "bod-Tibt", + "est-Latn" + ] + }, + { + "precision": 0.76207, + "recall": 0.817194, + "f1": 0.77777, + "accuracy": 0.817194, + "main_score": 0.77777, + "hf_subset": "bod_Tibt-hye_Armn", + "languages": [ + "bod-Tibt", + "hye-Armn" + ] + }, + { + "precision": 0.345358, + "recall": 0.386364, + "f1": 0.356093, + "accuracy": 0.386364, + "main_score": 0.356093, + "hf_subset": "bod_Tibt-kmb_Latn", + "languages": [ + "bod-Tibt", + "kmb-Latn" + ] + }, + { + "precision": 0.318158, + "recall": 0.381423, + "f1": 0.333387, + "accuracy": 0.381423, + "main_score": 0.333387, + "hf_subset": "bod_Tibt-min_Arab", + "languages": [ + "bod-Tibt", + "min-Arab" + ] + }, + { + "precision": 0.776798, + "recall": 0.828063, + "f1": 0.79117, + "accuracy": 0.828063, + "main_score": 0.79117, + "hf_subset": "bod_Tibt-pol_Latn", + "languages": [ + "bod-Tibt", + "pol-Latn" + ] + }, + { + "precision": 0.547148, + "recall": 0.619565, + "f1": 0.567152, + "accuracy": 0.619565, + "main_score": 0.567152, + "hf_subset": "bod_Tibt-ssw_Latn", + "languages": [ + "bod-Tibt", + "ssw-Latn" + ] + }, + { + "precision": 0.768276, + "recall": 0.822134, + "f1": 0.78327, + "accuracy": 0.822134, + "main_score": 0.78327, + "hf_subset": "bod_Tibt-ukr_Cyrl", + "languages": [ + "bod-Tibt", + "ukr-Cyrl" + ] + }, + { + "precision": 0.764504, + "recall": 0.81917, + "f1": 0.779548, + "accuracy": 0.81917, + "main_score": 0.779548, + "hf_subset": "bod_Tibt-afr_Latn", + "languages": [ + "bod-Tibt", + "afr-Latn" + ] + }, + { + "precision": 0.769993, + "recall": 0.821146, + "f1": 0.783869, + "accuracy": 0.821146, + "main_score": 0.783869, + "hf_subset": "bod_Tibt-bho_Deva", + "languages": [ + "bod-Tibt", + "bho-Deva" + ] + }, + { + "precision": 0.696069, + "recall": 0.754941, + "f1": 0.711868, + "accuracy": 0.754941, + "main_score": 0.711868, + "hf_subset": "bod_Tibt-eus_Latn", + "languages": [ + "bod-Tibt", + "eus-Latn" + ] + }, + { + "precision": 0.62522, + "recall": 0.697628, + "f1": 0.643925, + "accuracy": 0.697628, + "main_score": 0.643925, + "hf_subset": "bod_Tibt-ibo_Latn", + "languages": [ + "bod-Tibt", + "ibo-Latn" + ] + }, + { + "precision": 0.605782, + "recall": 0.670949, + "f1": 0.623185, + "accuracy": 0.670949, + "main_score": 0.623185, + "hf_subset": "bod_Tibt-kmr_Latn", + "languages": [ + "bod-Tibt", + "kmr-Latn" + ] + }, + { + "precision": 0.670829, + "recall": 0.733202, + "f1": 0.687131, + "accuracy": 0.733202, + "main_score": 0.687131, + "hf_subset": "bod_Tibt-min_Latn", + "languages": [ + "bod-Tibt", + "min-Latn" + ] + }, + { + "precision": 0.785701, + "recall": 0.836957, + "f1": 0.800285, + "accuracy": 0.836957, + "main_score": 0.800285, + "hf_subset": "bod_Tibt-por_Latn", + "languages": [ + "bod-Tibt", + "por-Latn" + ] + }, + { + "precision": 0.664529, + "recall": 0.725296, + "f1": 0.68067, + "accuracy": 0.725296, + "main_score": 0.68067, + "hf_subset": "bod_Tibt-sun_Latn", + "languages": [ + "bod-Tibt", + "sun-Latn" + ] + }, + { + "precision": 0.330603, + "recall": 0.378458, + "f1": 0.342571, + "accuracy": 0.378458, + "main_score": 0.342571, + "hf_subset": "bod_Tibt-umb_Latn", + "languages": [ + "bod-Tibt", + "umb-Latn" + ] + }, + { + "precision": 0.782406, + "recall": 0.83004, + "f1": 0.79558, + "accuracy": 0.83004, + "main_score": 0.79558, + "hf_subset": "bod_Tibt-ajp_Arab", + "languages": [ + "bod-Tibt", + "ajp-Arab" + ] + }, + { + "precision": 0.336233, + "recall": 0.397233, + "f1": 0.351253, + "accuracy": 0.397233, + "main_score": 0.351253, + "hf_subset": "bod_Tibt-bjn_Arab", + "languages": [ + "bod-Tibt", + "bjn-Arab" + ] + }, + { + "precision": 0.310915, + "recall": 0.348814, + "f1": 0.320695, + "accuracy": 0.348814, + "main_score": 0.320695, + "hf_subset": "bod_Tibt-ewe_Latn", + "languages": [ + "bod-Tibt", + "ewe-Latn" + ] + }, + { + "precision": 0.634289, + "recall": 0.695652, + "f1": 0.650972, + "accuracy": 0.695652, + "main_score": 0.650972, + "hf_subset": "bod_Tibt-ilo_Latn", + "languages": [ + "bod-Tibt", + "ilo-Latn" + ] + }, + { + "precision": 0.206149, + "recall": 0.248024, + "f1": 0.216927, + "accuracy": 0.248024, + "main_score": 0.216927, + "hf_subset": "bod_Tibt-knc_Arab", + "languages": [ + "bod-Tibt", + "knc-Arab" + ] + }, + { + "precision": 0.768577, + "recall": 0.823123, + "f1": 0.784254, + "accuracy": 0.823123, + "main_score": 0.784254, + "hf_subset": "bod_Tibt-mkd_Cyrl", + "languages": [ + "bod-Tibt", + "mkd-Cyrl" + ] + }, + { + "precision": 0.817699, + "recall": 0.859684, + "f1": 0.829251, + "accuracy": 0.859684, + "main_score": 0.829251, + "hf_subset": "bod_Tibt-prs_Arab", + "languages": [ + "bod-Tibt", + "prs-Arab" + ] + }, + { + "precision": 0.793429, + "recall": 0.843874, + "f1": 0.807788, + "accuracy": 0.843874, + "main_score": 0.807788, + "hf_subset": "bod_Tibt-swe_Latn", + "languages": [ + "bod-Tibt", + "swe-Latn" + ] + }, + { + "precision": 0.775051, + "recall": 0.81917, + "f1": 0.787129, + "accuracy": 0.81917, + "main_score": 0.787129, + "hf_subset": "bod_Tibt-urd_Arab", + "languages": [ + "bod-Tibt", + "urd-Arab" + ] + }, + { + "precision": 0.497949, + "recall": 0.559289, + "f1": 0.513819, + "accuracy": 0.559289, + "main_score": 0.513819, + "hf_subset": "bod_Tibt-aka_Latn", + "languages": [ + "bod-Tibt", + "aka-Latn" + ] + }, + { + "precision": 0.71354, + "recall": 0.770751, + "f1": 0.728528, + "accuracy": 0.770751, + "main_score": 0.728528, + "hf_subset": "bod_Tibt-bjn_Latn", + "languages": [ + "bod-Tibt", + "bjn-Latn" + ] + }, + { + "precision": 0.701232, + "recall": 0.764822, + "f1": 0.719474, + "accuracy": 0.764822, + "main_score": 0.719474, + "hf_subset": "bod_Tibt-fao_Latn", + "languages": [ + "bod-Tibt", + "fao-Latn" + ] + }, + { + "precision": 0.790169, + "recall": 0.837945, + "f1": 0.803466, + "accuracy": 0.837945, + "main_score": 0.803466, + "hf_subset": "bod_Tibt-ind_Latn", + "languages": [ + "bod-Tibt", + "ind-Latn" + ] + }, + { + "precision": 0.353999, + "recall": 0.38834, + "f1": 0.362543, + "accuracy": 0.38834, + "main_score": 0.362543, + "hf_subset": "bod_Tibt-knc_Latn", + "languages": [ + "bod-Tibt", + "knc-Latn" + ] + }, + { + "precision": 0.678719, + "recall": 0.738142, + "f1": 0.69416, + "accuracy": 0.738142, + "main_score": 0.69416, + "hf_subset": "bod_Tibt-mlt_Latn", + "languages": [ + "bod-Tibt", + "mlt-Latn" + ] + }, + { + "precision": 0.423006, + "recall": 0.479249, + "f1": 0.437454, + "accuracy": 0.479249, + "main_score": 0.437454, + "hf_subset": "bod_Tibt-quy_Latn", + "languages": [ + "bod-Tibt", + "quy-Latn" + ] + }, + { + "precision": 0.737494, + "recall": 0.791502, + "f1": 0.752695, + "accuracy": 0.791502, + "main_score": 0.752695, + "hf_subset": "bod_Tibt-swh_Latn", + "languages": [ + "bod-Tibt", + "swh-Latn" + ] + }, + { + "precision": 0.715324, + "recall": 0.771739, + "f1": 0.730644, + "accuracy": 0.771739, + "main_score": 0.730644, + "hf_subset": "bod_Tibt-uzn_Latn", + "languages": [ + "bod-Tibt", + "uzn-Latn" + ] + }, + { + "precision": 0.724924, + "recall": 0.779644, + "f1": 0.739259, + "accuracy": 0.779644, + "main_score": 0.739259, + "hf_subset": "bod_Tibt-als_Latn", + "languages": [ + "bod-Tibt", + "als-Latn" + ] + }, + { + "precision": 0.457283, + "recall": 0.503953, + "f1": 0.470496, + "accuracy": 0.503953, + "main_score": 0.470496, + "hf_subset": "bod_Tibt-fij_Latn", + "languages": [ + "bod-Tibt", + "fij-Latn" + ] + }, + { + "precision": 0.735017, + "recall": 0.790514, + "f1": 0.750508, + "accuracy": 0.790514, + "main_score": 0.750508, + "hf_subset": "bod_Tibt-isl_Latn", + "languages": [ + "bod-Tibt", + "isl-Latn" + ] + }, + { + "precision": 0.376423, + "recall": 0.424901, + "f1": 0.388983, + "accuracy": 0.424901, + "main_score": 0.388983, + "hf_subset": "bod_Tibt-kon_Latn", + "languages": [ + "bod-Tibt", + "kon-Latn" + ] + }, + { + "precision": 0.362608, + "recall": 0.41502, + "f1": 0.376488, + "accuracy": 0.41502, + "main_score": 0.376488, + "hf_subset": "bod_Tibt-mni_Beng", + "languages": [ + "bod-Tibt", + "mni-Beng" + ] + }, + { + "precision": 0.790516, + "recall": 0.837945, + "f1": 0.803332, + "accuracy": 0.837945, + "main_score": 0.803332, + "hf_subset": "bod_Tibt-ron_Latn", + "languages": [ + "bod-Tibt", + "ron-Latn" + ] + }, + { + "precision": 0.731568, + "recall": 0.791502, + "f1": 0.747999, + "accuracy": 0.791502, + "main_score": 0.747999, + "hf_subset": "bod_Tibt-szl_Latn", + "languages": [ + "bod-Tibt", + "szl-Latn" + ] + }, + { + "precision": 0.78298, + "recall": 0.832016, + "f1": 0.796848, + "accuracy": 0.832016, + "main_score": 0.796848, + "hf_subset": "bod_Tibt-vec_Latn", + "languages": [ + "bod-Tibt", + "vec-Latn" + ] + }, + { + "precision": 0.737787, + "recall": 0.794466, + "f1": 0.753911, + "accuracy": 0.794466, + "main_score": 0.753911, + "hf_subset": "bod_Tibt-amh_Ethi", + "languages": [ + "bod-Tibt", + "amh-Ethi" + ] + }, + { + "precision": 0.765132, + "recall": 0.818182, + "f1": 0.779979, + "accuracy": 0.818182, + "main_score": 0.779979, + "hf_subset": "bod_Tibt-bos_Latn", + "languages": [ + "bod-Tibt", + "bos-Latn" + ] + }, + { + "precision": 0.779397, + "recall": 0.831028, + "f1": 0.793888, + "accuracy": 0.831028, + "main_score": 0.793888, + "hf_subset": "bod_Tibt-fin_Latn", + "languages": [ + "bod-Tibt", + "fin-Latn" + ] + }, + { + "precision": 0.7973, + "recall": 0.846838, + "f1": 0.811121, + "accuracy": 0.846838, + "main_score": 0.811121, + "hf_subset": "bod_Tibt-ita_Latn", + "languages": [ + "bod-Tibt", + "ita-Latn" + ] + }, + { + "precision": 0.815342, + "recall": 0.860672, + "f1": 0.827887, + "accuracy": 0.860672, + "main_score": 0.827887, + "hf_subset": "bod_Tibt-kor_Hang", + "languages": [ + "bod-Tibt", + "kor-Hang" + ] + }, + { + "precision": 0.352799, + "recall": 0.391304, + "f1": 0.362537, + "accuracy": 0.391304, + "main_score": 0.362537, + "hf_subset": "bod_Tibt-mos_Latn", + "languages": [ + "bod-Tibt", + "mos-Latn" + ] + }, + { + "precision": 0.545406, + "recall": 0.61166, + "f1": 0.562611, + "accuracy": 0.61166, + "main_score": 0.562611, + "hf_subset": "bod_Tibt-run_Latn", + "languages": [ + "bod-Tibt", + "run-Latn" + ] + }, + { + "precision": 0.785368, + "recall": 0.833992, + "f1": 0.798766, + "accuracy": 0.833992, + "main_score": 0.798766, + "hf_subset": "bod_Tibt-tam_Taml", + "languages": [ + "bod-Tibt", + "tam-Taml" + ] + }, + { + "precision": 0.790441, + "recall": 0.837945, + "f1": 0.80361, + "accuracy": 0.837945, + "main_score": 0.80361, + "hf_subset": "bod_Tibt-vie_Latn", + "languages": [ + "bod-Tibt", + "vie-Latn" + ] + }, + { + "precision": 0.772291, + "recall": 0.829051, + "f1": 0.788429, + "accuracy": 0.829051, + "main_score": 0.788429, + "hf_subset": "bod_Tibt-apc_Arab", + "languages": [ + "bod-Tibt", + "apc-Arab" + ] + }, + { + "precision": 0.456929, + "recall": 0.518775, + "f1": 0.472946, + "accuracy": 0.518775, + "main_score": 0.472946, + "hf_subset": "bod_Tibt-bug_Latn", + "languages": [ + "bod-Tibt", + "bug-Latn" + ] + }, + { + "precision": 0.296254, + "recall": 0.33498, + "f1": 0.306017, + "accuracy": 0.33498, + "main_score": 0.306017, + "hf_subset": "bod_Tibt-fon_Latn", + "languages": [ + "bod-Tibt", + "fon-Latn" + ] + }, + { + "precision": 0.683766, + "recall": 0.741107, + "f1": 0.699682, + "accuracy": 0.741107, + "main_score": 0.699682, + "hf_subset": "bod_Tibt-jav_Latn", + "languages": [ + "bod-Tibt", + "jav-Latn" + ] + }, + { + "precision": 0.682471, + "recall": 0.745059, + "f1": 0.699565, + "accuracy": 0.745059, + "main_score": 0.699565, + "hf_subset": "bod_Tibt-lao_Laoo", + "languages": [ + "bod-Tibt", + "lao-Laoo" + ] + }, + { + "precision": 0.637025, + "recall": 0.709486, + "f1": 0.657346, + "accuracy": 0.709486, + "main_score": 0.657346, + "hf_subset": "bod_Tibt-mri_Latn", + "languages": [ + "bod-Tibt", + "mri-Latn" + ] + }, + { + "precision": 0.786486, + "recall": 0.837945, + "f1": 0.801346, + "accuracy": 0.837945, + "main_score": 0.801346, + "hf_subset": "bod_Tibt-rus_Cyrl", + "languages": [ + "bod-Tibt", + "rus-Cyrl" + ] + }, + { + "precision": 0.336207, + "recall": 0.371542, + "f1": 0.345703, + "accuracy": 0.371542, + "main_score": 0.345703, + "hf_subset": "bod_Tibt-taq_Latn", + "languages": [ + "bod-Tibt", + "taq-Latn" + ] + }, + { + "precision": 0.67285, + "recall": 0.731225, + "f1": 0.687908, + "accuracy": 0.731225, + "main_score": 0.687908, + "hf_subset": "bod_Tibt-war_Latn", + "languages": [ + "bod-Tibt", + "war-Latn" + ] + }, + { + "precision": 0.778076, + "recall": 0.831028, + "f1": 0.793304, + "accuracy": 0.831028, + "main_score": 0.793304, + "hf_subset": "bod_Tibt-arb_Arab", + "languages": [ + "bod-Tibt", + "arb-Arab" + ] + }, + { + "precision": 0.793721, + "recall": 0.841897, + "f1": 0.807417, + "accuracy": 0.841897, + "main_score": 0.807417, + "hf_subset": "bod_Tibt-bul_Cyrl", + "languages": [ + "bod-Tibt", + "bul-Cyrl" + ] + }, + { + "precision": 0.790744, + "recall": 0.842885, + "f1": 0.805841, + "accuracy": 0.842885, + "main_score": 0.805841, + "hf_subset": "bod_Tibt-fra_Latn", + "languages": [ + "bod-Tibt", + "fra-Latn" + ] + }, + { + "precision": 0.78913, + "recall": 0.841897, + "f1": 0.804156, + "accuracy": 0.841897, + "main_score": 0.804156, + "hf_subset": "bod_Tibt-jpn_Jpan", + "languages": [ + "bod-Tibt", + "jpn-Jpan" + ] + }, + { + "precision": 0.750316, + "recall": 0.798419, + "f1": 0.763271, + "accuracy": 0.798419, + "main_score": 0.763271, + "hf_subset": "bod_Tibt-lij_Latn", + "languages": [ + "bod-Tibt", + "lij-Latn" + ] + }, + { + "precision": 0.743885, + "recall": 0.796443, + "f1": 0.758228, + "accuracy": 0.796443, + "main_score": 0.758228, + "hf_subset": "bod_Tibt-mya_Mymr", + "languages": [ + "bod-Tibt", + "mya-Mymr" + ] + }, + { + "precision": 0.361132, + "recall": 0.412055, + "f1": 0.373926, + "accuracy": 0.412055, + "main_score": 0.373926, + "hf_subset": "bod_Tibt-sag_Latn", + "languages": [ + "bod-Tibt", + "sag-Latn" + ] + }, + { + "precision": 0.18734, + "recall": 0.229249, + "f1": 0.197066, + "accuracy": 0.229249, + "main_score": 0.197066, + "hf_subset": "bod_Tibt-taq_Tfng", + "languages": [ + "bod-Tibt", + "taq-Tfng" + ] + }, + { + "precision": 0.422641, + "recall": 0.476285, + "f1": 0.436569, + "accuracy": 0.476285, + "main_score": 0.436569, + "hf_subset": "bod_Tibt-wol_Latn", + "languages": [ + "bod-Tibt", + "wol-Latn" + ] + }, + { + "precision": 0.614275, + "recall": 0.683794, + "f1": 0.632948, + "accuracy": 0.683794, + "main_score": 0.632948, + "hf_subset": "bod_Tibt-arb_Latn", + "languages": [ + "bod-Tibt", + "arb-Latn" + ] + }, + { + "precision": 0.780116, + "recall": 0.83004, + "f1": 0.793893, + "accuracy": 0.83004, + "main_score": 0.793893, + "hf_subset": "bod_Tibt-cat_Latn", + "languages": [ + "bod-Tibt", + "cat-Latn" + ] + }, + { + "precision": 0.729854, + "recall": 0.775692, + "f1": 0.742168, + "accuracy": 0.775692, + "main_score": 0.742168, + "hf_subset": "bod_Tibt-fur_Latn", + "languages": [ + "bod-Tibt", + "fur-Latn" + ] + }, + { + "precision": 0.341469, + "recall": 0.399209, + "f1": 0.35649, + "accuracy": 0.399209, + "main_score": 0.35649, + "hf_subset": "bod_Tibt-kab_Latn", + "languages": [ + "bod-Tibt", + "kab-Latn" + ] + }, + { + "precision": 0.706934, + "recall": 0.76087, + "f1": 0.721035, + "accuracy": 0.76087, + "main_score": 0.721035, + "hf_subset": "bod_Tibt-lim_Latn", + "languages": [ + "bod-Tibt", + "lim-Latn" + ] + }, + { + "precision": 0.769545, + "recall": 0.821146, + "f1": 0.78413, + "accuracy": 0.821146, + "main_score": 0.78413, + "hf_subset": "bod_Tibt-nld_Latn", + "languages": [ + "bod-Tibt", + "nld-Latn" + ] + }, + { + "precision": 0.746921, + "recall": 0.802372, + "f1": 0.762447, + "accuracy": 0.802372, + "main_score": 0.762447, + "hf_subset": "bod_Tibt-san_Deva", + "languages": [ + "bod-Tibt", + "san-Deva" + ] + }, + { + "precision": 0.701145, + "recall": 0.766798, + "f1": 0.719441, + "accuracy": 0.766798, + "main_score": 0.719441, + "hf_subset": "bod_Tibt-tat_Cyrl", + "languages": [ + "bod-Tibt", + "tat-Cyrl" + ] + }, + { + "precision": 0.607954, + "recall": 0.685771, + "f1": 0.629155, + "accuracy": 0.685771, + "main_score": 0.629155, + "hf_subset": "bod_Tibt-xho_Latn", + "languages": [ + "bod-Tibt", + "xho-Latn" + ] + }, + { + "precision": 0.781481, + "recall": 0.833004, + "f1": 0.796043, + "accuracy": 0.833004, + "main_score": 0.796043, + "hf_subset": "bod_Tibt-ars_Arab", + "languages": [ + "bod-Tibt", + "ars-Arab" + ] + }, + { + "precision": 0.704473, + "recall": 0.76087, + "f1": 0.719424, + "accuracy": 0.76087, + "main_score": 0.719424, + "hf_subset": "bod_Tibt-ceb_Latn", + "languages": [ + "bod-Tibt", + "ceb-Latn" + ] + }, + { + "precision": 0.339464, + "recall": 0.381423, + "f1": 0.35021, + "accuracy": 0.381423, + "main_score": 0.35021, + "hf_subset": "bod_Tibt-fuv_Latn", + "languages": [ + "bod-Tibt", + "fuv-Latn" + ] + }, + { + "precision": 0.344598, + "recall": 0.380435, + "f1": 0.354025, + "accuracy": 0.380435, + "main_score": 0.354025, + "hf_subset": "bod_Tibt-kac_Latn", + "languages": [ + "bod-Tibt", + "kac-Latn" + ] + }, + { + "precision": 0.422054, + "recall": 0.474308, + "f1": 0.43528, + "accuracy": 0.474308, + "main_score": 0.43528, + "hf_subset": "bod_Tibt-lin_Latn", + "languages": [ + "bod-Tibt", + "lin-Latn" + ] + }, + { + "precision": 0.742221, + "recall": 0.802372, + "f1": 0.758799, + "accuracy": 0.802372, + "main_score": 0.758799, + "hf_subset": "bod_Tibt-nno_Latn", + "languages": [ + "bod-Tibt", + "nno-Latn" + ] + }, + { + "precision": 0.602964, + "recall": 0.673913, + "f1": 0.622323, + "accuracy": 0.673913, + "main_score": 0.622323, + "hf_subset": "bod_Tibt-sat_Olck", + "languages": [ + "bod-Tibt", + "sat-Olck" + ] + }, + { + "precision": 0.728651, + "recall": 0.790514, + "f1": 0.745396, + "accuracy": 0.790514, + "main_score": 0.745396, + "hf_subset": "bod_Tibt-tel_Telu", + "languages": [ + "bod-Tibt", + "tel-Telu" + ] + }, + { + "precision": 0.719328, + "recall": 0.781621, + "f1": 0.736392, + "accuracy": 0.781621, + "main_score": 0.736392, + "hf_subset": "bod_Tibt-ydd_Hebr", + "languages": [ + "bod-Tibt", + "ydd-Hebr" + ] + }, + { + "precision": 0.728114, + "recall": 0.786561, + "f1": 0.744046, + "accuracy": 0.786561, + "main_score": 0.744046, + "hf_subset": "bod_Tibt-ary_Arab", + "languages": [ + "bod-Tibt", + "ary-Arab" + ] + }, + { + "precision": 0.778222, + "recall": 0.831028, + "f1": 0.792923, + "accuracy": 0.831028, + "main_score": 0.792923, + "hf_subset": "bod_Tibt-ces_Latn", + "languages": [ + "bod-Tibt", + "ces-Latn" + ] + }, + { + "precision": 0.431764, + "recall": 0.498024, + "f1": 0.449081, + "accuracy": 0.498024, + "main_score": 0.449081, + "hf_subset": "bod_Tibt-gaz_Latn", + "languages": [ + "bod-Tibt", + "gaz-Latn" + ] + }, + { + "precision": 0.386599, + "recall": 0.4417, + "f1": 0.400338, + "accuracy": 0.4417, + "main_score": 0.400338, + "hf_subset": "bod_Tibt-kam_Latn", + "languages": [ + "bod-Tibt", + "kam-Latn" + ] + }, + { + "precision": 0.764446, + "recall": 0.813241, + "f1": 0.778234, + "accuracy": 0.813241, + "main_score": 0.778234, + "hf_subset": "bod_Tibt-lit_Latn", + "languages": [ + "bod-Tibt", + "lit-Latn" + ] + }, + { + "precision": 0.797808, + "recall": 0.842885, + "f1": 0.810813, + "accuracy": 0.842885, + "main_score": 0.810813, + "hf_subset": "bod_Tibt-nob_Latn", + "languages": [ + "bod-Tibt", + "nob-Latn" + ] + }, + { + "precision": 0.719822, + "recall": 0.768775, + "f1": 0.733199, + "accuracy": 0.768775, + "main_score": 0.733199, + "hf_subset": "bod_Tibt-scn_Latn", + "languages": [ + "bod-Tibt", + "scn-Latn" + ] + }, + { + "precision": 0.682264, + "recall": 0.749012, + "f1": 0.70059, + "accuracy": 0.749012, + "main_score": 0.70059, + "hf_subset": "bod_Tibt-tgk_Cyrl", + "languages": [ + "bod-Tibt", + "tgk-Cyrl" + ] + }, + { + "precision": 0.555725, + "recall": 0.61166, + "f1": 0.569716, + "accuracy": 0.61166, + "main_score": 0.569716, + "hf_subset": "bod_Tibt-yor_Latn", + "languages": [ + "bod-Tibt", + "yor-Latn" + ] + }, + { + "precision": 0.777088, + "recall": 0.824111, + "f1": 0.789087, + "accuracy": 0.824111, + "main_score": 0.789087, + "hf_subset": "bod_Tibt-arz_Arab", + "languages": [ + "bod-Tibt", + "arz-Arab" + ] + }, + { + "precision": 0.319435, + "recall": 0.352767, + "f1": 0.328245, + "accuracy": 0.352767, + "main_score": 0.328245, + "hf_subset": "bod_Tibt-cjk_Latn", + "languages": [ + "bod-Tibt", + "cjk-Latn" + ] + }, + { + "precision": 0.67896, + "recall": 0.741107, + "f1": 0.696171, + "accuracy": 0.741107, + "main_score": 0.696171, + "hf_subset": "bod_Tibt-gla_Latn", + "languages": [ + "bod-Tibt", + "gla-Latn" + ] + }, + { + "precision": 0.726537, + "recall": 0.787549, + "f1": 0.743334, + "accuracy": 0.787549, + "main_score": 0.743334, + "hf_subset": "bod_Tibt-kan_Knda", + "languages": [ + "bod-Tibt", + "kan-Knda" + ] + }, + { + "precision": 0.749165, + "recall": 0.793478, + "f1": 0.761019, + "accuracy": 0.793478, + "main_score": 0.761019, + "hf_subset": "bod_Tibt-lmo_Latn", + "languages": [ + "bod-Tibt", + "lmo-Latn" + ] + }, + { + "precision": 0.756132, + "recall": 0.804348, + "f1": 0.769217, + "accuracy": 0.804348, + "main_score": 0.769217, + "hf_subset": "bod_Tibt-npi_Deva", + "languages": [ + "bod-Tibt", + "npi-Deva" + ] + }, + { + "precision": 0.387019, + "recall": 0.443676, + "f1": 0.401897, + "accuracy": 0.443676, + "main_score": 0.401897, + "hf_subset": "bod_Tibt-shn_Mymr", + "languages": [ + "bod-Tibt", + "shn-Mymr" + ] + }, + { + "precision": 0.75491, + "recall": 0.806324, + "f1": 0.768961, + "accuracy": 0.806324, + "main_score": 0.768961, + "hf_subset": "bod_Tibt-tgl_Latn", + "languages": [ + "bod-Tibt", + "tgl-Latn" + ] + }, + { + "precision": 0.778862, + "recall": 0.83498, + "f1": 0.795086, + "accuracy": 0.83498, + "main_score": 0.795086, + "hf_subset": "bod_Tibt-yue_Hant", + "languages": [ + "bod-Tibt", + "yue-Hant" + ] + }, + { + "precision": 0.739459, + "recall": 0.796443, + "f1": 0.754931, + "accuracy": 0.796443, + "main_score": 0.754931, + "hf_subset": "bod_Tibt-asm_Beng", + "languages": [ + "bod-Tibt", + "asm-Beng" + ] + }, + { + "precision": 0.688401, + "recall": 0.750988, + "f1": 0.705606, + "accuracy": 0.750988, + "main_score": 0.705606, + "hf_subset": "bod_Tibt-ckb_Arab", + "languages": [ + "bod-Tibt", + "ckb-Arab" + ] + }, + { + "precision": 0.695564, + "recall": 0.750988, + "f1": 0.709563, + "accuracy": 0.750988, + "main_score": 0.709563, + "hf_subset": "bod_Tibt-gle_Latn", + "languages": [ + "bod-Tibt", + "gle-Latn" + ] + }, + { + "precision": 0.610886, + "recall": 0.677866, + "f1": 0.628075, + "accuracy": 0.677866, + "main_score": 0.628075, + "hf_subset": "bod_Tibt-kas_Arab", + "languages": [ + "bod-Tibt", + "kas-Arab" + ] + }, + { + "precision": 0.629385, + "recall": 0.687747, + "f1": 0.645125, + "accuracy": 0.687747, + "main_score": 0.645125, + "hf_subset": "bod_Tibt-ltg_Latn", + "languages": [ + "bod-Tibt", + "ltg-Latn" + ] + }, + { + "precision": 0.574349, + "recall": 0.647233, + "f1": 0.594161, + "accuracy": 0.647233, + "main_score": 0.594161, + "hf_subset": "bod_Tibt-nso_Latn", + "languages": [ + "bod-Tibt", + "nso-Latn" + ] + }, + { + "precision": 0.748241, + "recall": 0.801383, + "f1": 0.763148, + "accuracy": 0.801383, + "main_score": 0.763148, + "hf_subset": "bod_Tibt-sin_Sinh", + "languages": [ + "bod-Tibt", + "sin-Sinh" + ] + }, + { + "precision": 0.765082, + "recall": 0.821146, + "f1": 0.781032, + "accuracy": 0.821146, + "main_score": 0.781032, + "hf_subset": "bod_Tibt-tha_Thai", + "languages": [ + "bod-Tibt", + "tha-Thai" + ] + }, + { + "precision": 0.710454, + "recall": 0.772727, + "f1": 0.72731, + "accuracy": 0.772727, + "main_score": 0.72731, + "hf_subset": "bod_Tibt-zho_Hans", + "languages": [ + "bod-Tibt", + "zho-Hans" + ] + }, + { + "precision": 0.755123, + "recall": 0.8083, + "f1": 0.769985, + "accuracy": 0.8083, + "main_score": 0.769985, + "hf_subset": "bod_Tibt-ast_Latn", + "languages": [ + "bod-Tibt", + "ast-Latn" + ] + }, + { + "precision": 0.749396, + "recall": 0.802372, + "f1": 0.764355, + "accuracy": 0.802372, + "main_score": 0.764355, + "hf_subset": "bod_Tibt-crh_Latn", + "languages": [ + "bod-Tibt", + "crh-Latn" + ] + }, + { + "precision": 0.755082, + "recall": 0.804348, + "f1": 0.768072, + "accuracy": 0.804348, + "main_score": 0.768072, + "hf_subset": "bod_Tibt-glg_Latn", + "languages": [ + "bod-Tibt", + "glg-Latn" + ] + }, + { + "precision": 0.563707, + "recall": 0.62747, + "f1": 0.580532, + "accuracy": 0.62747, + "main_score": 0.580532, + "hf_subset": "bod_Tibt-kas_Deva", + "languages": [ + "bod-Tibt", + "kas-Deva" + ] + }, + { + "precision": 0.67939, + "recall": 0.744071, + "f1": 0.696889, + "accuracy": 0.744071, + "main_score": 0.696889, + "hf_subset": "bod_Tibt-ltz_Latn", + "languages": [ + "bod-Tibt", + "ltz-Latn" + ] + }, + { + "precision": 0.309495, + "recall": 0.352767, + "f1": 0.320363, + "accuracy": 0.352767, + "main_score": 0.320363, + "hf_subset": "bod_Tibt-nus_Latn", + "languages": [ + "bod-Tibt", + "nus-Latn" + ] + }, + { + "precision": 0.760709, + "recall": 0.810277, + "f1": 0.77396, + "accuracy": 0.810277, + "main_score": 0.77396, + "hf_subset": "bod_Tibt-slk_Latn", + "languages": [ + "bod-Tibt", + "slk-Latn" + ] + }, + { + "precision": 0.472761, + "recall": 0.528656, + "f1": 0.486788, + "accuracy": 0.528656, + "main_score": 0.486788, + "hf_subset": "bod_Tibt-tir_Ethi", + "languages": [ + "bod-Tibt", + "tir-Ethi" + ] + }, + { + "precision": 0.768156, + "recall": 0.824111, + "f1": 0.783799, + "accuracy": 0.824111, + "main_score": 0.783799, + "hf_subset": "bod_Tibt-zho_Hant", + "languages": [ + "bod-Tibt", + "zho-Hant" + ] + }, + { + "precision": 0.764879, + "recall": 0.811265, + "f1": 0.777372, + "accuracy": 0.811265, + "main_score": 0.777372, + "hf_subset": "bod_Tibt-awa_Deva", + "languages": [ + "bod-Tibt", + "awa-Deva" + ] + }, + { + "precision": 0.72963, + "recall": 0.788538, + "f1": 0.746417, + "accuracy": 0.788538, + "main_score": 0.746417, + "hf_subset": "bod_Tibt-cym_Latn", + "languages": [ + "bod-Tibt", + "cym-Latn" + ] + }, + { + "precision": 0.452486, + "recall": 0.508893, + "f1": 0.466151, + "accuracy": 0.508893, + "main_score": 0.466151, + "hf_subset": "bod_Tibt-grn_Latn", + "languages": [ + "bod-Tibt", + "grn-Latn" + ] + }, + { + "precision": 0.752429, + "recall": 0.807312, + "f1": 0.767297, + "accuracy": 0.807312, + "main_score": 0.767297, + "hf_subset": "bod_Tibt-kat_Geor", + "languages": [ + "bod-Tibt", + "kat-Geor" + ] + }, + { + "precision": 0.37223, + "recall": 0.416008, + "f1": 0.383734, + "accuracy": 0.416008, + "main_score": 0.383734, + "hf_subset": "bod_Tibt-lua_Latn", + "languages": [ + "bod-Tibt", + "lua-Latn" + ] + }, + { + "precision": 0.588189, + "recall": 0.658103, + "f1": 0.607167, + "accuracy": 0.658103, + "main_score": 0.607167, + "hf_subset": "bod_Tibt-nya_Latn", + "languages": [ + "bod-Tibt", + "nya-Latn" + ] + }, + { + "precision": 0.757081, + "recall": 0.811265, + "f1": 0.771941, + "accuracy": 0.811265, + "main_score": 0.771941, + "hf_subset": "bod_Tibt-slv_Latn", + "languages": [ + "bod-Tibt", + "slv-Latn" + ] + }, + { + "precision": 0.640186, + "recall": 0.703557, + "f1": 0.656098, + "accuracy": 0.703557, + "main_score": 0.656098, + "hf_subset": "bod_Tibt-tpi_Latn", + "languages": [ + "bod-Tibt", + "tpi-Latn" + ] + }, + { + "precision": 0.775258, + "recall": 0.824111, + "f1": 0.78893, + "accuracy": 0.824111, + "main_score": 0.78893, + "hf_subset": "bod_Tibt-zsm_Latn", + "languages": [ + "bod-Tibt", + "zsm-Latn" + ] + }, + { + "precision": 0.3482, + "recall": 0.384387, + "f1": 0.358106, + "accuracy": 0.384387, + "main_score": 0.358106, + "hf_subset": "bod_Tibt-ayr_Latn", + "languages": [ + "bod-Tibt", + "ayr-Latn" + ] + }, + { + "precision": 0.787859, + "recall": 0.835968, + "f1": 0.801658, + "accuracy": 0.835968, + "main_score": 0.801658, + "hf_subset": "bod_Tibt-dan_Latn", + "languages": [ + "bod-Tibt", + "dan-Latn" + ] + }, + { + "precision": 0.753972, + "recall": 0.811265, + "f1": 0.769874, + "accuracy": 0.811265, + "main_score": 0.769874, + "hf_subset": "bod_Tibt-guj_Gujr", + "languages": [ + "bod-Tibt", + "guj-Gujr" + ] + }, + { + "precision": 0.741282, + "recall": 0.796443, + "f1": 0.756246, + "accuracy": 0.796443, + "main_score": 0.756246, + "hf_subset": "bod_Tibt-kaz_Cyrl", + "languages": [ + "bod-Tibt", + "kaz-Cyrl" + ] + }, + { + "precision": 0.482587, + "recall": 0.540514, + "f1": 0.497184, + "accuracy": 0.540514, + "main_score": 0.497184, + "hf_subset": "bod_Tibt-lug_Latn", + "languages": [ + "bod-Tibt", + "lug-Latn" + ] + }, + { + "precision": 0.741388, + "recall": 0.797431, + "f1": 0.756852, + "accuracy": 0.797431, + "main_score": 0.756852, + "hf_subset": "bod_Tibt-oci_Latn", + "languages": [ + "bod-Tibt", + "oci-Latn" + ] + }, + { + "precision": 0.593682, + "recall": 0.663043, + "f1": 0.611816, + "accuracy": 0.663043, + "main_score": 0.611816, + "hf_subset": "bod_Tibt-smo_Latn", + "languages": [ + "bod-Tibt", + "smo-Latn" + ] + }, + { + "precision": 0.536554, + "recall": 0.607708, + "f1": 0.554834, + "accuracy": 0.607708, + "main_score": 0.554834, + "hf_subset": "bod_Tibt-tsn_Latn", + "languages": [ + "bod-Tibt", + "tsn-Latn" + ] + }, + { + "precision": 0.646549, + "recall": 0.716403, + "f1": 0.665511, + "accuracy": 0.716403, + "main_score": 0.665511, + "hf_subset": "bod_Tibt-zul_Latn", + "languages": [ + "bod-Tibt", + "zul-Latn" + ] + }, + { + "precision": 0.64928, + "recall": 0.703557, + "f1": 0.663914, + "accuracy": 0.703557, + "main_score": 0.663914, + "hf_subset": "bod_Tibt-azb_Arab", + "languages": [ + "bod-Tibt", + "azb-Arab" + ] + }, + { + "precision": 0.806732, + "recall": 0.851779, + "f1": 0.819279, + "accuracy": 0.851779, + "main_score": 0.819279, + "hf_subset": "bod_Tibt-deu_Latn", + "languages": [ + "bod-Tibt", + "deu-Latn" + ] + }, + { + "precision": 0.699839, + "recall": 0.759881, + "f1": 0.715604, + "accuracy": 0.759881, + "main_score": 0.715604, + "hf_subset": "bod_Tibt-hat_Latn", + "languages": [ + "bod-Tibt", + "hat-Latn" + ] + }, + { + "precision": 0.355933, + "recall": 0.401186, + "f1": 0.367726, + "accuracy": 0.401186, + "main_score": 0.367726, + "hf_subset": "bod_Tibt-kbp_Latn", + "languages": [ + "bod-Tibt", + "kbp-Latn" + ] + }, + { + "precision": 0.336273, + "recall": 0.380435, + "f1": 0.347826, + "accuracy": 0.380435, + "main_score": 0.347826, + "hf_subset": "bod_Tibt-luo_Latn", + "languages": [ + "bod-Tibt", + "luo-Latn" + ] + }, + { + "precision": 0.707671, + "recall": 0.772727, + "f1": 0.72549, + "accuracy": 0.772727, + "main_score": 0.72549, + "hf_subset": "bod_Tibt-ory_Orya", + "languages": [ + "bod-Tibt", + "ory-Orya" + ] + }, + { + "precision": 0.616412, + "recall": 0.685771, + "f1": 0.635286, + "accuracy": 0.685771, + "main_score": 0.635286, + "hf_subset": "bod_Tibt-sna_Latn", + "languages": [ + "bod-Tibt", + "sna-Latn" + ] + }, + { + "precision": 0.459878, + "recall": 0.524704, + "f1": 0.476315, + "accuracy": 0.524704, + "main_score": 0.476315, + "hf_subset": "bod_Tibt-tso_Latn", + "languages": [ + "bod-Tibt", + "tso-Latn" + ] + }, + { + "precision": 0.737731, + "recall": 0.798419, + "f1": 0.754378, + "accuracy": 0.798419, + "main_score": 0.754378, + "hf_subset": "bod_Tibt-azj_Latn", + "languages": [ + "bod-Tibt", + "azj-Latn" + ] + }, + { + "precision": 0.310133, + "recall": 0.352767, + "f1": 0.322166, + "accuracy": 0.352767, + "main_score": 0.322166, + "hf_subset": "bod_Tibt-dik_Latn", + "languages": [ + "bod-Tibt", + "dik-Latn" + ] + }, + { + "precision": 0.652635, + "recall": 0.716403, + "f1": 0.669844, + "accuracy": 0.716403, + "main_score": 0.669844, + "hf_subset": "bod_Tibt-hau_Latn", + "languages": [ + "bod-Tibt", + "hau-Latn" + ] + }, + { + "precision": 0.682389, + "recall": 0.745059, + "f1": 0.698885, + "accuracy": 0.745059, + "main_score": 0.698885, + "hf_subset": "bod_Tibt-kea_Latn", + "languages": [ + "bod-Tibt", + "kea-Latn" + ] + }, + { + "precision": 0.633898, + "recall": 0.694664, + "f1": 0.649101, + "accuracy": 0.694664, + "main_score": 0.649101, + "hf_subset": "bod_Tibt-lus_Latn", + "languages": [ + "bod-Tibt", + "lus-Latn" + ] + }, + { + "precision": 0.544298, + "recall": 0.605731, + "f1": 0.560127, + "accuracy": 0.605731, + "main_score": 0.560127, + "hf_subset": "bod_Tibt-pag_Latn", + "languages": [ + "bod-Tibt", + "pag-Latn" + ] + }, + { + "precision": 0.688987, + "recall": 0.754941, + "f1": 0.707431, + "accuracy": 0.754941, + "main_score": 0.707431, + "hf_subset": "bod_Tibt-snd_Arab", + "languages": [ + "bod-Tibt", + "snd-Arab" + ] + }, + { + "precision": 0.697161, + "recall": 0.759881, + "f1": 0.714347, + "accuracy": 0.759881, + "main_score": 0.714347, + "hf_subset": "bod_Tibt-tuk_Latn", + "languages": [ + "bod-Tibt", + "tuk-Latn" + ] + }, + { + "precision": 0.714211, + "recall": 0.769763, + "f1": 0.729637, + "accuracy": 0.769763, + "main_score": 0.729637, + "hf_subset": "bod_Tibt-bak_Cyrl", + "languages": [ + "bod-Tibt", + "bak-Cyrl" + ] + }, + { + "precision": 0.284776, + "recall": 0.331028, + "f1": 0.297216, + "accuracy": 0.331028, + "main_score": 0.297216, + "hf_subset": "bod_Tibt-dyu_Latn", + "languages": [ + "bod-Tibt", + "dyu-Latn" + ] + }, + { + "precision": 0.787219, + "recall": 0.836957, + "f1": 0.801256, + "accuracy": 0.836957, + "main_score": 0.801256, + "hf_subset": "bod_Tibt-heb_Hebr", + "languages": [ + "bod-Tibt", + "heb-Hebr" + ] + }, + { + "precision": 0.747453, + "recall": 0.802372, + "f1": 0.76276, + "accuracy": 0.802372, + "main_score": 0.76276, + "hf_subset": "bod_Tibt-khk_Cyrl", + "languages": [ + "bod-Tibt", + "khk-Cyrl" + ] + }, + { + "precision": 0.77041, + "recall": 0.820158, + "f1": 0.784006, + "accuracy": 0.820158, + "main_score": 0.784006, + "hf_subset": "bod_Tibt-lvs_Latn", + "languages": [ + "bod-Tibt", + "lvs-Latn" + ] + }, + { + "precision": 0.729479, + "recall": 0.787549, + "f1": 0.744962, + "accuracy": 0.787549, + "main_score": 0.744962, + "hf_subset": "bod_Tibt-pan_Guru", + "languages": [ + "bod-Tibt", + "pan-Guru" + ] + }, + { + "precision": 0.641662, + "recall": 0.711462, + "f1": 0.66143, + "accuracy": 0.711462, + "main_score": 0.66143, + "hf_subset": "bod_Tibt-som_Latn", + "languages": [ + "bod-Tibt", + "som-Latn" + ] + }, + { + "precision": 0.467643, + "recall": 0.527668, + "f1": 0.483948, + "accuracy": 0.527668, + "main_score": 0.483948, + "hf_subset": "bod_Tibt-tum_Latn", + "languages": [ + "bod-Tibt", + "tum-Latn" + ] + }, + { + "precision": 0.443991, + "recall": 0.503953, + "f1": 0.460595, + "accuracy": 0.503953, + "main_score": 0.460595, + "hf_subset": "fij_Latn-ace_Arab", + "languages": [ + "fij-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.470443, + "recall": 0.520751, + "f1": 0.483873, + "accuracy": 0.520751, + "main_score": 0.483873, + "hf_subset": "fij_Latn-bam_Latn", + "languages": [ + "fij-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.410401, + "recall": 0.468379, + "f1": 0.426314, + "accuracy": 0.468379, + "main_score": 0.426314, + "hf_subset": "fij_Latn-dzo_Tibt", + "languages": [ + "fij-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.637173, + "recall": 0.700593, + "f1": 0.654671, + "accuracy": 0.700593, + "main_score": 0.654671, + "hf_subset": "fij_Latn-hin_Deva", + "languages": [ + "fij-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.599149, + "recall": 0.658103, + "f1": 0.615453, + "accuracy": 0.658103, + "main_score": 0.615453, + "hf_subset": "fij_Latn-khm_Khmr", + "languages": [ + "fij-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.621505, + "recall": 0.677866, + "f1": 0.63642, + "accuracy": 0.677866, + "main_score": 0.63642, + "hf_subset": "fij_Latn-mag_Deva", + "languages": [ + "fij-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.634216, + "recall": 0.686759, + "f1": 0.648129, + "accuracy": 0.686759, + "main_score": 0.648129, + "hf_subset": "fij_Latn-pap_Latn", + "languages": [ + "fij-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.610237, + "recall": 0.664032, + "f1": 0.625431, + "accuracy": 0.664032, + "main_score": 0.625431, + "hf_subset": "fij_Latn-sot_Latn", + "languages": [ + "fij-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.638659, + "recall": 0.700593, + "f1": 0.655724, + "accuracy": 0.700593, + "main_score": 0.655724, + "hf_subset": "fij_Latn-tur_Latn", + "languages": [ + "fij-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.61156, + "recall": 0.655138, + "f1": 0.622626, + "accuracy": 0.655138, + "main_score": 0.622626, + "hf_subset": "fij_Latn-ace_Latn", + "languages": [ + "fij-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.615699, + "recall": 0.662055, + "f1": 0.628374, + "accuracy": 0.662055, + "main_score": 0.628374, + "hf_subset": "fij_Latn-ban_Latn", + "languages": [ + "fij-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.617692, + "recall": 0.679842, + "f1": 0.634423, + "accuracy": 0.679842, + "main_score": 0.634423, + "hf_subset": "fij_Latn-ell_Grek", + "languages": [ + "fij-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.615778, + "recall": 0.673913, + "f1": 0.630753, + "accuracy": 0.673913, + "main_score": 0.630753, + "hf_subset": "fij_Latn-hne_Deva", + "languages": [ + "fij-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.524445, + "recall": 0.575099, + "f1": 0.538, + "accuracy": 0.575099, + "main_score": 0.538, + "hf_subset": "fij_Latn-kik_Latn", + "languages": [ + "fij-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.610571, + "recall": 0.668972, + "f1": 0.626028, + "accuracy": 0.668972, + "main_score": 0.626028, + "hf_subset": "fij_Latn-mai_Deva", + "languages": [ + "fij-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.582272, + "recall": 0.641304, + "f1": 0.598687, + "accuracy": 0.641304, + "main_score": 0.598687, + "hf_subset": "fij_Latn-pbt_Arab", + "languages": [ + "fij-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.646729, + "recall": 0.704545, + "f1": 0.66268, + "accuracy": 0.704545, + "main_score": 0.66268, + "hf_subset": "fij_Latn-spa_Latn", + "languages": [ + "fij-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.604849, + "recall": 0.65415, + "f1": 0.61902, + "accuracy": 0.65415, + "main_score": 0.61902, + "hf_subset": "fij_Latn-twi_Latn", + "languages": [ + "fij-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.618899, + "recall": 0.681818, + "f1": 0.635975, + "accuracy": 0.681818, + "main_score": 0.635975, + "hf_subset": "fij_Latn-acm_Arab", + "languages": [ + "fij-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.599633, + "recall": 0.658103, + "f1": 0.614775, + "accuracy": 0.658103, + "main_score": 0.614775, + "hf_subset": "fij_Latn-bel_Cyrl", + "languages": [ + "fij-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.646656, + "recall": 0.706522, + "f1": 0.662868, + "accuracy": 0.706522, + "main_score": 0.662868, + "hf_subset": "fij_Latn-eng_Latn", + "languages": [ + "fij-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.639369, + "recall": 0.701581, + "f1": 0.656085, + "accuracy": 0.701581, + "main_score": 0.656085, + "hf_subset": "fij_Latn-hrv_Latn", + "languages": [ + "fij-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.594369, + "recall": 0.644269, + "f1": 0.60834, + "accuracy": 0.644269, + "main_score": 0.60834, + "hf_subset": "fij_Latn-kin_Latn", + "languages": [ + "fij-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.633107, + "recall": 0.684783, + "f1": 0.647415, + "accuracy": 0.684783, + "main_score": 0.647415, + "hf_subset": "fij_Latn-mal_Mlym", + "languages": [ + "fij-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.621889, + "recall": 0.681818, + "f1": 0.637764, + "accuracy": 0.681818, + "main_score": 0.637764, + "hf_subset": "fij_Latn-pes_Arab", + "languages": [ + "fij-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.628644, + "recall": 0.685771, + "f1": 0.643663, + "accuracy": 0.685771, + "main_score": 0.643663, + "hf_subset": "fij_Latn-srd_Latn", + "languages": [ + "fij-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.250058, + "recall": 0.307312, + "f1": 0.265007, + "accuracy": 0.307312, + "main_score": 0.265007, + "hf_subset": "fij_Latn-tzm_Tfng", + "languages": [ + "fij-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.627461, + "recall": 0.688735, + "f1": 0.643824, + "accuracy": 0.688735, + "main_score": 0.643824, + "hf_subset": "fij_Latn-acq_Arab", + "languages": [ + "fij-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.599788, + "recall": 0.644269, + "f1": 0.612178, + "accuracy": 0.644269, + "main_score": 0.612178, + "hf_subset": "fij_Latn-bem_Latn", + "languages": [ + "fij-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.626766, + "recall": 0.678854, + "f1": 0.640604, + "accuracy": 0.678854, + "main_score": 0.640604, + "hf_subset": "fij_Latn-epo_Latn", + "languages": [ + "fij-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.648301, + "recall": 0.705534, + "f1": 0.663442, + "accuracy": 0.705534, + "main_score": 0.663442, + "hf_subset": "fij_Latn-hun_Latn", + "languages": [ + "fij-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.593505, + "recall": 0.65415, + "f1": 0.610067, + "accuracy": 0.65415, + "main_score": 0.610067, + "hf_subset": "fij_Latn-kir_Cyrl", + "languages": [ + "fij-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.634323, + "recall": 0.687747, + "f1": 0.648816, + "accuracy": 0.687747, + "main_score": 0.648816, + "hf_subset": "fij_Latn-mar_Deva", + "languages": [ + "fij-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.604025, + "recall": 0.657115, + "f1": 0.618757, + "accuracy": 0.657115, + "main_score": 0.618757, + "hf_subset": "fij_Latn-plt_Latn", + "languages": [ + "fij-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.620479, + "recall": 0.679842, + "f1": 0.635916, + "accuracy": 0.679842, + "main_score": 0.635916, + "hf_subset": "fij_Latn-srp_Cyrl", + "languages": [ + "fij-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.581364, + "recall": 0.639328, + "f1": 0.596414, + "accuracy": 0.639328, + "main_score": 0.596414, + "hf_subset": "fij_Latn-uig_Arab", + "languages": [ + "fij-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.60697, + "recall": 0.661067, + "f1": 0.620795, + "accuracy": 0.661067, + "main_score": 0.620795, + "hf_subset": "fij_Latn-aeb_Arab", + "languages": [ + "fij-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.608083, + "recall": 0.667984, + "f1": 0.624099, + "accuracy": 0.667984, + "main_score": 0.624099, + "hf_subset": "fij_Latn-ben_Beng", + "languages": [ + "fij-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.638076, + "recall": 0.6917, + "f1": 0.65287, + "accuracy": 0.6917, + "main_score": 0.65287, + "hf_subset": "fij_Latn-est_Latn", + "languages": [ + "fij-Latn", + "est-Latn" + ] + }, + { + "precision": 0.609176, + "recall": 0.66502, + "f1": 0.624023, + "accuracy": 0.66502, + "main_score": 0.624023, + "hf_subset": "fij_Latn-hye_Armn", + "languages": [ + "fij-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.476776, + "recall": 0.522727, + "f1": 0.489642, + "accuracy": 0.522727, + "main_score": 0.489642, + "hf_subset": "fij_Latn-kmb_Latn", + "languages": [ + "fij-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.407925, + "recall": 0.471344, + "f1": 0.425659, + "accuracy": 0.471344, + "main_score": 0.425659, + "hf_subset": "fij_Latn-min_Arab", + "languages": [ + "fij-Latn", + "min-Arab" + ] + }, + { + "precision": 0.646879, + "recall": 0.699605, + "f1": 0.661439, + "accuracy": 0.699605, + "main_score": 0.661439, + "hf_subset": "fij_Latn-pol_Latn", + "languages": [ + "fij-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.596333, + "recall": 0.649209, + "f1": 0.610956, + "accuracy": 0.649209, + "main_score": 0.610956, + "hf_subset": "fij_Latn-ssw_Latn", + "languages": [ + "fij-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.628375, + "recall": 0.685771, + "f1": 0.643745, + "accuracy": 0.685771, + "main_score": 0.643745, + "hf_subset": "fij_Latn-ukr_Cyrl", + "languages": [ + "fij-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.630997, + "recall": 0.686759, + "f1": 0.646457, + "accuracy": 0.686759, + "main_score": 0.646457, + "hf_subset": "fij_Latn-afr_Latn", + "languages": [ + "fij-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.626214, + "recall": 0.685771, + "f1": 0.641839, + "accuracy": 0.685771, + "main_score": 0.641839, + "hf_subset": "fij_Latn-bho_Deva", + "languages": [ + "fij-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.625977, + "recall": 0.673913, + "f1": 0.638445, + "accuracy": 0.673913, + "main_score": 0.638445, + "hf_subset": "fij_Latn-eus_Latn", + "languages": [ + "fij-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.618342, + "recall": 0.666008, + "f1": 0.631998, + "accuracy": 0.666008, + "main_score": 0.631998, + "hf_subset": "fij_Latn-ibo_Latn", + "languages": [ + "fij-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.603932, + "recall": 0.658103, + "f1": 0.618851, + "accuracy": 0.658103, + "main_score": 0.618851, + "hf_subset": "fij_Latn-kmr_Latn", + "languages": [ + "fij-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.631029, + "recall": 0.682806, + "f1": 0.645056, + "accuracy": 0.682806, + "main_score": 0.645056, + "hf_subset": "fij_Latn-min_Latn", + "languages": [ + "fij-Latn", + "min-Latn" + ] + }, + { + "precision": 0.64132, + "recall": 0.701581, + "f1": 0.657413, + "accuracy": 0.701581, + "main_score": 0.657413, + "hf_subset": "fij_Latn-por_Latn", + "languages": [ + "fij-Latn", + "por-Latn" + ] + }, + { + "precision": 0.612814, + "recall": 0.668972, + "f1": 0.627907, + "accuracy": 0.668972, + "main_score": 0.627907, + "hf_subset": "fij_Latn-sun_Latn", + "languages": [ + "fij-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.485822, + "recall": 0.527668, + "f1": 0.497982, + "accuracy": 0.527668, + "main_score": 0.497982, + "hf_subset": "fij_Latn-umb_Latn", + "languages": [ + "fij-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.640333, + "recall": 0.704545, + "f1": 0.657908, + "accuracy": 0.704545, + "main_score": 0.657908, + "hf_subset": "fij_Latn-ajp_Arab", + "languages": [ + "fij-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.431844, + "recall": 0.494071, + "f1": 0.448071, + "accuracy": 0.494071, + "main_score": 0.448071, + "hf_subset": "fij_Latn-bjn_Arab", + "languages": [ + "fij-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.476558, + "recall": 0.521739, + "f1": 0.488809, + "accuracy": 0.521739, + "main_score": 0.488809, + "hf_subset": "fij_Latn-ewe_Latn", + "languages": [ + "fij-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.619671, + "recall": 0.670949, + "f1": 0.633439, + "accuracy": 0.670949, + "main_score": 0.633439, + "hf_subset": "fij_Latn-ilo_Latn", + "languages": [ + "fij-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.266987, + "recall": 0.33004, + "f1": 0.283683, + "accuracy": 0.33004, + "main_score": 0.283683, + "hf_subset": "fij_Latn-knc_Arab", + "languages": [ + "fij-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.644969, + "recall": 0.6917, + "f1": 0.657085, + "accuracy": 0.6917, + "main_score": 0.657085, + "hf_subset": "fij_Latn-mkd_Cyrl", + "languages": [ + "fij-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.640594, + "recall": 0.698617, + "f1": 0.656009, + "accuracy": 0.698617, + "main_score": 0.656009, + "hf_subset": "fij_Latn-prs_Arab", + "languages": [ + "fij-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.647032, + "recall": 0.706522, + "f1": 0.662982, + "accuracy": 0.706522, + "main_score": 0.662982, + "hf_subset": "fij_Latn-swe_Latn", + "languages": [ + "fij-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.619442, + "recall": 0.676877, + "f1": 0.634594, + "accuracy": 0.676877, + "main_score": 0.634594, + "hf_subset": "fij_Latn-urd_Arab", + "languages": [ + "fij-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.603733, + "recall": 0.649209, + "f1": 0.616227, + "accuracy": 0.649209, + "main_score": 0.616227, + "hf_subset": "fij_Latn-aka_Latn", + "languages": [ + "fij-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.638768, + "recall": 0.682806, + "f1": 0.65086, + "accuracy": 0.682806, + "main_score": 0.65086, + "hf_subset": "fij_Latn-bjn_Latn", + "languages": [ + "fij-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.607222, + "recall": 0.659091, + "f1": 0.621766, + "accuracy": 0.659091, + "main_score": 0.621766, + "hf_subset": "fij_Latn-fao_Latn", + "languages": [ + "fij-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.6334, + "recall": 0.690711, + "f1": 0.648495, + "accuracy": 0.690711, + "main_score": 0.648495, + "hf_subset": "fij_Latn-ind_Latn", + "languages": [ + "fij-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.525026, + "recall": 0.561265, + "f1": 0.535853, + "accuracy": 0.561265, + "main_score": 0.535853, + "hf_subset": "fij_Latn-knc_Latn", + "languages": [ + "fij-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.625349, + "recall": 0.676877, + "f1": 0.638464, + "accuracy": 0.676877, + "main_score": 0.638464, + "hf_subset": "fij_Latn-mlt_Latn", + "languages": [ + "fij-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.543142, + "recall": 0.592885, + "f1": 0.557598, + "accuracy": 0.592885, + "main_score": 0.557598, + "hf_subset": "fij_Latn-quy_Latn", + "languages": [ + "fij-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.629616, + "recall": 0.684783, + "f1": 0.64484, + "accuracy": 0.684783, + "main_score": 0.64484, + "hf_subset": "fij_Latn-swh_Latn", + "languages": [ + "fij-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.61106, + "recall": 0.66502, + "f1": 0.625572, + "accuracy": 0.66502, + "main_score": 0.625572, + "hf_subset": "fij_Latn-uzn_Latn", + "languages": [ + "fij-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.622712, + "recall": 0.681818, + "f1": 0.637786, + "accuracy": 0.681818, + "main_score": 0.637786, + "hf_subset": "fij_Latn-als_Latn", + "languages": [ + "fij-Latn", + "als-Latn" + ] + }, + { + "precision": 0.493728, + "recall": 0.550395, + "f1": 0.508991, + "accuracy": 0.550395, + "main_score": 0.508991, + "hf_subset": "fij_Latn-bod_Tibt", + "languages": [ + "fij-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.602451, + "recall": 0.661067, + "f1": 0.61818, + "accuracy": 0.661067, + "main_score": 0.61818, + "hf_subset": "fij_Latn-isl_Latn", + "languages": [ + "fij-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.552413, + "recall": 0.594862, + "f1": 0.564656, + "accuracy": 0.594862, + "main_score": 0.564656, + "hf_subset": "fij_Latn-kon_Latn", + "languages": [ + "fij-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.468637, + "recall": 0.524704, + "f1": 0.484329, + "accuracy": 0.524704, + "main_score": 0.484329, + "hf_subset": "fij_Latn-mni_Beng", + "languages": [ + "fij-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.63967, + "recall": 0.694664, + "f1": 0.654605, + "accuracy": 0.694664, + "main_score": 0.654605, + "hf_subset": "fij_Latn-ron_Latn", + "languages": [ + "fij-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.632299, + "recall": 0.687747, + "f1": 0.647473, + "accuracy": 0.687747, + "main_score": 0.647473, + "hf_subset": "fij_Latn-szl_Latn", + "languages": [ + "fij-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.645662, + "recall": 0.700593, + "f1": 0.660206, + "accuracy": 0.700593, + "main_score": 0.660206, + "hf_subset": "fij_Latn-vec_Latn", + "languages": [ + "fij-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.620105, + "recall": 0.672925, + "f1": 0.6349, + "accuracy": 0.672925, + "main_score": 0.6349, + "hf_subset": "fij_Latn-amh_Ethi", + "languages": [ + "fij-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.634875, + "recall": 0.689723, + "f1": 0.649322, + "accuracy": 0.689723, + "main_score": 0.649322, + "hf_subset": "fij_Latn-bos_Latn", + "languages": [ + "fij-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.63929, + "recall": 0.693676, + "f1": 0.653399, + "accuracy": 0.693676, + "main_score": 0.653399, + "hf_subset": "fij_Latn-fin_Latn", + "languages": [ + "fij-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.656575, + "recall": 0.714427, + "f1": 0.672739, + "accuracy": 0.714427, + "main_score": 0.672739, + "hf_subset": "fij_Latn-ita_Latn", + "languages": [ + "fij-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.638934, + "recall": 0.699605, + "f1": 0.655509, + "accuracy": 0.699605, + "main_score": 0.655509, + "hf_subset": "fij_Latn-kor_Hang", + "languages": [ + "fij-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.488348, + "recall": 0.531621, + "f1": 0.500864, + "accuracy": 0.531621, + "main_score": 0.500864, + "hf_subset": "fij_Latn-mos_Latn", + "languages": [ + "fij-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.609892, + "recall": 0.650198, + "f1": 0.621346, + "accuracy": 0.650198, + "main_score": 0.621346, + "hf_subset": "fij_Latn-run_Latn", + "languages": [ + "fij-Latn", + "run-Latn" + ] + }, + { + "precision": 0.61412, + "recall": 0.675889, + "f1": 0.63121, + "accuracy": 0.675889, + "main_score": 0.63121, + "hf_subset": "fij_Latn-tam_Taml", + "languages": [ + "fij-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.638123, + "recall": 0.698617, + "f1": 0.654435, + "accuracy": 0.698617, + "main_score": 0.654435, + "hf_subset": "fij_Latn-vie_Latn", + "languages": [ + "fij-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.627719, + "recall": 0.688735, + "f1": 0.644259, + "accuracy": 0.688735, + "main_score": 0.644259, + "hf_subset": "fij_Latn-apc_Arab", + "languages": [ + "fij-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.563226, + "recall": 0.614625, + "f1": 0.576958, + "accuracy": 0.614625, + "main_score": 0.576958, + "hf_subset": "fij_Latn-bug_Latn", + "languages": [ + "fij-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.447685, + "recall": 0.490119, + "f1": 0.459786, + "accuracy": 0.490119, + "main_score": 0.459786, + "hf_subset": "fij_Latn-fon_Latn", + "languages": [ + "fij-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.625539, + "recall": 0.674901, + "f1": 0.639794, + "accuracy": 0.674901, + "main_score": 0.639794, + "hf_subset": "fij_Latn-jav_Latn", + "languages": [ + "fij-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.586117, + "recall": 0.643281, + "f1": 0.6017, + "accuracy": 0.643281, + "main_score": 0.6017, + "hf_subset": "fij_Latn-lao_Laoo", + "languages": [ + "fij-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.631766, + "recall": 0.678854, + "f1": 0.645407, + "accuracy": 0.678854, + "main_score": 0.645407, + "hf_subset": "fij_Latn-mri_Latn", + "languages": [ + "fij-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.643952, + "recall": 0.700593, + "f1": 0.658309, + "accuracy": 0.700593, + "main_score": 0.658309, + "hf_subset": "fij_Latn-rus_Cyrl", + "languages": [ + "fij-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.503378, + "recall": 0.544466, + "f1": 0.515152, + "accuracy": 0.544466, + "main_score": 0.515152, + "hf_subset": "fij_Latn-taq_Latn", + "languages": [ + "fij-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.62844, + "recall": 0.68083, + "f1": 0.642379, + "accuracy": 0.68083, + "main_score": 0.642379, + "hf_subset": "fij_Latn-war_Latn", + "languages": [ + "fij-Latn", + "war-Latn" + ] + }, + { + "precision": 0.642647, + "recall": 0.706522, + "f1": 0.660309, + "accuracy": 0.706522, + "main_score": 0.660309, + "hf_subset": "fij_Latn-arb_Arab", + "languages": [ + "fij-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.641131, + "recall": 0.698617, + "f1": 0.656607, + "accuracy": 0.698617, + "main_score": 0.656607, + "hf_subset": "fij_Latn-bul_Cyrl", + "languages": [ + "fij-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.642772, + "recall": 0.703557, + "f1": 0.659576, + "accuracy": 0.703557, + "main_score": 0.659576, + "hf_subset": "fij_Latn-fra_Latn", + "languages": [ + "fij-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.620225, + "recall": 0.68083, + "f1": 0.636753, + "accuracy": 0.68083, + "main_score": 0.636753, + "hf_subset": "fij_Latn-jpn_Jpan", + "languages": [ + "fij-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.640904, + "recall": 0.689723, + "f1": 0.653554, + "accuracy": 0.689723, + "main_score": 0.653554, + "hf_subset": "fij_Latn-lij_Latn", + "languages": [ + "fij-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.587313, + "recall": 0.647233, + "f1": 0.603205, + "accuracy": 0.647233, + "main_score": 0.603205, + "hf_subset": "fij_Latn-mya_Mymr", + "languages": [ + "fij-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.500477, + "recall": 0.547431, + "f1": 0.513747, + "accuracy": 0.547431, + "main_score": 0.513747, + "hf_subset": "fij_Latn-sag_Latn", + "languages": [ + "fij-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.24993, + "recall": 0.305336, + "f1": 0.264573, + "accuracy": 0.305336, + "main_score": 0.264573, + "hf_subset": "fij_Latn-taq_Tfng", + "languages": [ + "fij-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.542721, + "recall": 0.586957, + "f1": 0.556032, + "accuracy": 0.586957, + "main_score": 0.556032, + "hf_subset": "fij_Latn-wol_Latn", + "languages": [ + "fij-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.556953, + "recall": 0.610672, + "f1": 0.571318, + "accuracy": 0.610672, + "main_score": 0.571318, + "hf_subset": "fij_Latn-arb_Latn", + "languages": [ + "fij-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.633162, + "recall": 0.690711, + "f1": 0.6491, + "accuracy": 0.690711, + "main_score": 0.6491, + "hf_subset": "fij_Latn-cat_Latn", + "languages": [ + "fij-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.626476, + "recall": 0.678854, + "f1": 0.63982, + "accuracy": 0.678854, + "main_score": 0.63982, + "hf_subset": "fij_Latn-fur_Latn", + "languages": [ + "fij-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.442214, + "recall": 0.492095, + "f1": 0.45545, + "accuracy": 0.492095, + "main_score": 0.45545, + "hf_subset": "fij_Latn-kab_Latn", + "languages": [ + "fij-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.641094, + "recall": 0.693676, + "f1": 0.654088, + "accuracy": 0.693676, + "main_score": 0.654088, + "hf_subset": "fij_Latn-lim_Latn", + "languages": [ + "fij-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.627965, + "recall": 0.6917, + "f1": 0.644859, + "accuracy": 0.6917, + "main_score": 0.644859, + "hf_subset": "fij_Latn-nld_Latn", + "languages": [ + "fij-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.59438, + "recall": 0.651186, + "f1": 0.610048, + "accuracy": 0.651186, + "main_score": 0.610048, + "hf_subset": "fij_Latn-san_Deva", + "languages": [ + "fij-Latn", + "san-Deva" + ] + }, + { + "precision": 0.602915, + "recall": 0.661067, + "f1": 0.618728, + "accuracy": 0.661067, + "main_score": 0.618728, + "hf_subset": "fij_Latn-tat_Cyrl", + "languages": [ + "fij-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.616477, + "recall": 0.667984, + "f1": 0.631123, + "accuracy": 0.667984, + "main_score": 0.631123, + "hf_subset": "fij_Latn-xho_Latn", + "languages": [ + "fij-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.621141, + "recall": 0.690711, + "f1": 0.640432, + "accuracy": 0.690711, + "main_score": 0.640432, + "hf_subset": "fij_Latn-ars_Arab", + "languages": [ + "fij-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.634281, + "recall": 0.685771, + "f1": 0.648256, + "accuracy": 0.685771, + "main_score": 0.648256, + "hf_subset": "fij_Latn-ceb_Latn", + "languages": [ + "fij-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.467474, + "recall": 0.519763, + "f1": 0.482759, + "accuracy": 0.519763, + "main_score": 0.482759, + "hf_subset": "fij_Latn-fuv_Latn", + "languages": [ + "fij-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.479504, + "recall": 0.524704, + "f1": 0.492348, + "accuracy": 0.524704, + "main_score": 0.492348, + "hf_subset": "fij_Latn-kac_Latn", + "languages": [ + "fij-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.565311, + "recall": 0.608696, + "f1": 0.577107, + "accuracy": 0.608696, + "main_score": 0.577107, + "hf_subset": "fij_Latn-lin_Latn", + "languages": [ + "fij-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.622077, + "recall": 0.68083, + "f1": 0.638059, + "accuracy": 0.68083, + "main_score": 0.638059, + "hf_subset": "fij_Latn-nno_Latn", + "languages": [ + "fij-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.578655, + "recall": 0.642292, + "f1": 0.596027, + "accuracy": 0.642292, + "main_score": 0.596027, + "hf_subset": "fij_Latn-sat_Olck", + "languages": [ + "fij-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.603287, + "recall": 0.668972, + "f1": 0.620906, + "accuracy": 0.668972, + "main_score": 0.620906, + "hf_subset": "fij_Latn-tel_Telu", + "languages": [ + "fij-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.586231, + "recall": 0.65415, + "f1": 0.605117, + "accuracy": 0.65415, + "main_score": 0.605117, + "hf_subset": "fij_Latn-ydd_Hebr", + "languages": [ + "fij-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.582415, + "recall": 0.646245, + "f1": 0.600294, + "accuracy": 0.646245, + "main_score": 0.600294, + "hf_subset": "fij_Latn-ary_Arab", + "languages": [ + "fij-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.643967, + "recall": 0.703557, + "f1": 0.660301, + "accuracy": 0.703557, + "main_score": 0.660301, + "hf_subset": "fij_Latn-ces_Latn", + "languages": [ + "fij-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.500737, + "recall": 0.557312, + "f1": 0.5163, + "accuracy": 0.557312, + "main_score": 0.5163, + "hf_subset": "fij_Latn-gaz_Latn", + "languages": [ + "fij-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.525685, + "recall": 0.581028, + "f1": 0.541548, + "accuracy": 0.581028, + "main_score": 0.541548, + "hf_subset": "fij_Latn-kam_Latn", + "languages": [ + "fij-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.623074, + "recall": 0.681818, + "f1": 0.638649, + "accuracy": 0.681818, + "main_score": 0.638649, + "hf_subset": "fij_Latn-lit_Latn", + "languages": [ + "fij-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.63223, + "recall": 0.6917, + "f1": 0.648267, + "accuracy": 0.6917, + "main_score": 0.648267, + "hf_subset": "fij_Latn-nob_Latn", + "languages": [ + "fij-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.630812, + "recall": 0.681818, + "f1": 0.644213, + "accuracy": 0.681818, + "main_score": 0.644213, + "hf_subset": "fij_Latn-scn_Latn", + "languages": [ + "fij-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.594835, + "recall": 0.65415, + "f1": 0.610688, + "accuracy": 0.65415, + "main_score": 0.610688, + "hf_subset": "fij_Latn-tgk_Cyrl", + "languages": [ + "fij-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.543181, + "recall": 0.598814, + "f1": 0.559036, + "accuracy": 0.598814, + "main_score": 0.559036, + "hf_subset": "fij_Latn-yor_Latn", + "languages": [ + "fij-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.620697, + "recall": 0.679842, + "f1": 0.636299, + "accuracy": 0.679842, + "main_score": 0.636299, + "hf_subset": "fij_Latn-arz_Arab", + "languages": [ + "fij-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.47149, + "recall": 0.520751, + "f1": 0.485382, + "accuracy": 0.520751, + "main_score": 0.485382, + "hf_subset": "fij_Latn-cjk_Latn", + "languages": [ + "fij-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.601538, + "recall": 0.662055, + "f1": 0.618003, + "accuracy": 0.662055, + "main_score": 0.618003, + "hf_subset": "fij_Latn-gla_Latn", + "languages": [ + "fij-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.606974, + "recall": 0.666008, + "f1": 0.623058, + "accuracy": 0.666008, + "main_score": 0.623058, + "hf_subset": "fij_Latn-kan_Knda", + "languages": [ + "fij-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.621935, + "recall": 0.675889, + "f1": 0.636258, + "accuracy": 0.675889, + "main_score": 0.636258, + "hf_subset": "fij_Latn-lmo_Latn", + "languages": [ + "fij-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.617392, + "recall": 0.66996, + "f1": 0.631471, + "accuracy": 0.66996, + "main_score": 0.631471, + "hf_subset": "fij_Latn-npi_Deva", + "languages": [ + "fij-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.48242, + "recall": 0.530632, + "f1": 0.496121, + "accuracy": 0.530632, + "main_score": 0.496121, + "hf_subset": "fij_Latn-shn_Mymr", + "languages": [ + "fij-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.647161, + "recall": 0.701581, + "f1": 0.661741, + "accuracy": 0.701581, + "main_score": 0.661741, + "hf_subset": "fij_Latn-tgl_Latn", + "languages": [ + "fij-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.618355, + "recall": 0.683794, + "f1": 0.636434, + "accuracy": 0.683794, + "main_score": 0.636434, + "hf_subset": "fij_Latn-yue_Hant", + "languages": [ + "fij-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.585493, + "recall": 0.640316, + "f1": 0.600204, + "accuracy": 0.640316, + "main_score": 0.600204, + "hf_subset": "fij_Latn-asm_Beng", + "languages": [ + "fij-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.609758, + "recall": 0.667984, + "f1": 0.62629, + "accuracy": 0.667984, + "main_score": 0.62629, + "hf_subset": "fij_Latn-ckb_Arab", + "languages": [ + "fij-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.616182, + "recall": 0.673913, + "f1": 0.632071, + "accuracy": 0.673913, + "main_score": 0.632071, + "hf_subset": "fij_Latn-gle_Latn", + "languages": [ + "fij-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.558873, + "recall": 0.621542, + "f1": 0.575558, + "accuracy": 0.621542, + "main_score": 0.575558, + "hf_subset": "fij_Latn-kas_Arab", + "languages": [ + "fij-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.581826, + "recall": 0.632411, + "f1": 0.595499, + "accuracy": 0.632411, + "main_score": 0.595499, + "hf_subset": "fij_Latn-ltg_Latn", + "languages": [ + "fij-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.635681, + "recall": 0.679842, + "f1": 0.648169, + "accuracy": 0.679842, + "main_score": 0.648169, + "hf_subset": "fij_Latn-nso_Latn", + "languages": [ + "fij-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.605832, + "recall": 0.662055, + "f1": 0.62077, + "accuracy": 0.662055, + "main_score": 0.62077, + "hf_subset": "fij_Latn-sin_Sinh", + "languages": [ + "fij-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.612512, + "recall": 0.673913, + "f1": 0.629456, + "accuracy": 0.673913, + "main_score": 0.629456, + "hf_subset": "fij_Latn-tha_Thai", + "languages": [ + "fij-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.568433, + "recall": 0.635375, + "f1": 0.585683, + "accuracy": 0.635375, + "main_score": 0.585683, + "hf_subset": "fij_Latn-zho_Hans", + "languages": [ + "fij-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.644686, + "recall": 0.692688, + "f1": 0.65786, + "accuracy": 0.692688, + "main_score": 0.65786, + "hf_subset": "fij_Latn-ast_Latn", + "languages": [ + "fij-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.615238, + "recall": 0.667984, + "f1": 0.629205, + "accuracy": 0.667984, + "main_score": 0.629205, + "hf_subset": "fij_Latn-crh_Latn", + "languages": [ + "fij-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.646712, + "recall": 0.701581, + "f1": 0.661279, + "accuracy": 0.701581, + "main_score": 0.661279, + "hf_subset": "fij_Latn-glg_Latn", + "languages": [ + "fij-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.564001, + "recall": 0.617589, + "f1": 0.579069, + "accuracy": 0.617589, + "main_score": 0.579069, + "hf_subset": "fij_Latn-kas_Deva", + "languages": [ + "fij-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.615245, + "recall": 0.670949, + "f1": 0.629938, + "accuracy": 0.670949, + "main_score": 0.629938, + "hf_subset": "fij_Latn-ltz_Latn", + "languages": [ + "fij-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.455141, + "recall": 0.507905, + "f1": 0.47013, + "accuracy": 0.507905, + "main_score": 0.47013, + "hf_subset": "fij_Latn-nus_Latn", + "languages": [ + "fij-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.622524, + "recall": 0.676877, + "f1": 0.637328, + "accuracy": 0.676877, + "main_score": 0.637328, + "hf_subset": "fij_Latn-slk_Latn", + "languages": [ + "fij-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.539007, + "recall": 0.601779, + "f1": 0.55715, + "accuracy": 0.601779, + "main_score": 0.55715, + "hf_subset": "fij_Latn-tir_Ethi", + "languages": [ + "fij-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.61075, + "recall": 0.676877, + "f1": 0.628873, + "accuracy": 0.676877, + "main_score": 0.628873, + "hf_subset": "fij_Latn-zho_Hant", + "languages": [ + "fij-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.62248, + "recall": 0.684783, + "f1": 0.639245, + "accuracy": 0.684783, + "main_score": 0.639245, + "hf_subset": "fij_Latn-awa_Deva", + "languages": [ + "fij-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.609575, + "recall": 0.661067, + "f1": 0.623463, + "accuracy": 0.661067, + "main_score": 0.623463, + "hf_subset": "fij_Latn-cym_Latn", + "languages": [ + "fij-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.574308, + "recall": 0.617589, + "f1": 0.586122, + "accuracy": 0.617589, + "main_score": 0.586122, + "hf_subset": "fij_Latn-grn_Latn", + "languages": [ + "fij-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.600021, + "recall": 0.661067, + "f1": 0.616411, + "accuracy": 0.661067, + "main_score": 0.616411, + "hf_subset": "fij_Latn-kat_Geor", + "languages": [ + "fij-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.555167, + "recall": 0.599802, + "f1": 0.567777, + "accuracy": 0.599802, + "main_score": 0.567777, + "hf_subset": "fij_Latn-lua_Latn", + "languages": [ + "fij-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.611096, + "recall": 0.662055, + "f1": 0.625449, + "accuracy": 0.662055, + "main_score": 0.625449, + "hf_subset": "fij_Latn-nya_Latn", + "languages": [ + "fij-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.640718, + "recall": 0.692688, + "f1": 0.655089, + "accuracy": 0.692688, + "main_score": 0.655089, + "hf_subset": "fij_Latn-slv_Latn", + "languages": [ + "fij-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.643599, + "recall": 0.6917, + "f1": 0.656044, + "accuracy": 0.6917, + "main_score": 0.656044, + "hf_subset": "fij_Latn-tpi_Latn", + "languages": [ + "fij-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.645256, + "recall": 0.700593, + "f1": 0.659831, + "accuracy": 0.700593, + "main_score": 0.659831, + "hf_subset": "fij_Latn-zsm_Latn", + "languages": [ + "fij-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.489614, + "recall": 0.538538, + "f1": 0.503239, + "accuracy": 0.538538, + "main_score": 0.503239, + "hf_subset": "fij_Latn-ayr_Latn", + "languages": [ + "fij-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.654346, + "recall": 0.708498, + "f1": 0.669216, + "accuracy": 0.708498, + "main_score": 0.669216, + "hf_subset": "fij_Latn-dan_Latn", + "languages": [ + "fij-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.618125, + "recall": 0.685771, + "f1": 0.63584, + "accuracy": 0.685771, + "main_score": 0.63584, + "hf_subset": "fij_Latn-guj_Gujr", + "languages": [ + "fij-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.604329, + "recall": 0.667984, + "f1": 0.621298, + "accuracy": 0.667984, + "main_score": 0.621298, + "hf_subset": "fij_Latn-kaz_Cyrl", + "languages": [ + "fij-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.56096, + "recall": 0.615613, + "f1": 0.576034, + "accuracy": 0.615613, + "main_score": 0.576034, + "hf_subset": "fij_Latn-lug_Latn", + "languages": [ + "fij-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.627606, + "recall": 0.684783, + "f1": 0.643017, + "accuracy": 0.684783, + "main_score": 0.643017, + "hf_subset": "fij_Latn-oci_Latn", + "languages": [ + "fij-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.634978, + "recall": 0.689723, + "f1": 0.649501, + "accuracy": 0.689723, + "main_score": 0.649501, + "hf_subset": "fij_Latn-smo_Latn", + "languages": [ + "fij-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.59109, + "recall": 0.644269, + "f1": 0.606082, + "accuracy": 0.644269, + "main_score": 0.606082, + "hf_subset": "fij_Latn-tsn_Latn", + "languages": [ + "fij-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.607068, + "recall": 0.659091, + "f1": 0.621273, + "accuracy": 0.659091, + "main_score": 0.621273, + "hf_subset": "fij_Latn-zul_Latn", + "languages": [ + "fij-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.551445, + "recall": 0.607708, + "f1": 0.567248, + "accuracy": 0.607708, + "main_score": 0.567248, + "hf_subset": "fij_Latn-azb_Arab", + "languages": [ + "fij-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.633385, + "recall": 0.694664, + "f1": 0.6495, + "accuracy": 0.694664, + "main_score": 0.6495, + "hf_subset": "fij_Latn-deu_Latn", + "languages": [ + "fij-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.604182, + "recall": 0.661067, + "f1": 0.619632, + "accuracy": 0.661067, + "main_score": 0.619632, + "hf_subset": "fij_Latn-hat_Latn", + "languages": [ + "fij-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.476946, + "recall": 0.522727, + "f1": 0.489713, + "accuracy": 0.522727, + "main_score": 0.489713, + "hf_subset": "fij_Latn-kbp_Latn", + "languages": [ + "fij-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.521629, + "recall": 0.564229, + "f1": 0.53389, + "accuracy": 0.564229, + "main_score": 0.53389, + "hf_subset": "fij_Latn-luo_Latn", + "languages": [ + "fij-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.594801, + "recall": 0.651186, + "f1": 0.609818, + "accuracy": 0.651186, + "main_score": 0.609818, + "hf_subset": "fij_Latn-ory_Orya", + "languages": [ + "fij-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.620092, + "recall": 0.673913, + "f1": 0.63559, + "accuracy": 0.673913, + "main_score": 0.63559, + "hf_subset": "fij_Latn-sna_Latn", + "languages": [ + "fij-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.577247, + "recall": 0.62253, + "f1": 0.589709, + "accuracy": 0.62253, + "main_score": 0.589709, + "hf_subset": "fij_Latn-tso_Latn", + "languages": [ + "fij-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.609989, + "recall": 0.66996, + "f1": 0.626201, + "accuracy": 0.66996, + "main_score": 0.626201, + "hf_subset": "fij_Latn-azj_Latn", + "languages": [ + "fij-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.474485, + "recall": 0.522727, + "f1": 0.488214, + "accuracy": 0.522727, + "main_score": 0.488214, + "hf_subset": "fij_Latn-dik_Latn", + "languages": [ + "fij-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.60882, + "recall": 0.661067, + "f1": 0.623124, + "accuracy": 0.661067, + "main_score": 0.623124, + "hf_subset": "fij_Latn-hau_Latn", + "languages": [ + "fij-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.618983, + "recall": 0.667984, + "f1": 0.631345, + "accuracy": 0.667984, + "main_score": 0.631345, + "hf_subset": "fij_Latn-kea_Latn", + "languages": [ + "fij-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.621964, + "recall": 0.673913, + "f1": 0.635848, + "accuracy": 0.673913, + "main_score": 0.635848, + "hf_subset": "fij_Latn-lus_Latn", + "languages": [ + "fij-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.601486, + "recall": 0.647233, + "f1": 0.614333, + "accuracy": 0.647233, + "main_score": 0.614333, + "hf_subset": "fij_Latn-pag_Latn", + "languages": [ + "fij-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.574625, + "recall": 0.63834, + "f1": 0.591633, + "accuracy": 0.63834, + "main_score": 0.591633, + "hf_subset": "fij_Latn-snd_Arab", + "languages": [ + "fij-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.603937, + "recall": 0.661067, + "f1": 0.618735, + "accuracy": 0.661067, + "main_score": 0.618735, + "hf_subset": "fij_Latn-tuk_Latn", + "languages": [ + "fij-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.592358, + "recall": 0.643281, + "f1": 0.606454, + "accuracy": 0.643281, + "main_score": 0.606454, + "hf_subset": "fij_Latn-bak_Cyrl", + "languages": [ + "fij-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.412398, + "recall": 0.472332, + "f1": 0.429346, + "accuracy": 0.472332, + "main_score": 0.429346, + "hf_subset": "fij_Latn-dyu_Latn", + "languages": [ + "fij-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.634002, + "recall": 0.693676, + "f1": 0.649885, + "accuracy": 0.693676, + "main_score": 0.649885, + "hf_subset": "fij_Latn-heb_Hebr", + "languages": [ + "fij-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.602866, + "recall": 0.661067, + "f1": 0.619219, + "accuracy": 0.661067, + "main_score": 0.619219, + "hf_subset": "fij_Latn-khk_Cyrl", + "languages": [ + "fij-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.622158, + "recall": 0.677866, + "f1": 0.636902, + "accuracy": 0.677866, + "main_score": 0.636902, + "hf_subset": "fij_Latn-lvs_Latn", + "languages": [ + "fij-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.612765, + "recall": 0.666996, + "f1": 0.626246, + "accuracy": 0.666996, + "main_score": 0.626246, + "hf_subset": "fij_Latn-pan_Guru", + "languages": [ + "fij-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.590445, + "recall": 0.648221, + "f1": 0.607018, + "accuracy": 0.648221, + "main_score": 0.607018, + "hf_subset": "fij_Latn-som_Latn", + "languages": [ + "fij-Latn", + "som-Latn" + ] + }, + { + "precision": 0.572927, + "recall": 0.614625, + "f1": 0.585125, + "accuracy": 0.614625, + "main_score": 0.585125, + "hf_subset": "fij_Latn-tum_Latn", + "languages": [ + "fij-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.467798, + "recall": 0.556324, + "f1": 0.49204, + "accuracy": 0.556324, + "main_score": 0.49204, + "hf_subset": "isl_Latn-ace_Arab", + "languages": [ + "isl-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.452976, + "recall": 0.517787, + "f1": 0.470756, + "accuracy": 0.517787, + "main_score": 0.470756, + "hf_subset": "isl_Latn-bam_Latn", + "languages": [ + "isl-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.605223, + "recall": 0.695652, + "f1": 0.631302, + "accuracy": 0.695652, + "main_score": 0.631302, + "hf_subset": "isl_Latn-dzo_Tibt", + "languages": [ + "isl-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "isl_Latn-hin_Deva", + "languages": [ + "isl-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "isl_Latn-khm_Khmr", + "languages": [ + "isl-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "isl_Latn-mag_Deva", + "languages": [ + "isl-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-pap_Latn", + "languages": [ + "isl-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.847447, + "recall": 0.891304, + "f1": 0.861199, + "accuracy": 0.891304, + "main_score": 0.861199, + "hf_subset": "isl_Latn-sot_Latn", + "languages": [ + "isl-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-tur_Latn", + "languages": [ + "isl-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.804537, + "recall": 0.854743, + "f1": 0.819851, + "accuracy": 0.854743, + "main_score": 0.819851, + "hf_subset": "isl_Latn-ace_Latn", + "languages": [ + "isl-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.934289, + "recall": 0.954545, + "f1": 0.940876, + "accuracy": 0.954545, + "main_score": 0.940876, + "hf_subset": "isl_Latn-ban_Latn", + "languages": [ + "isl-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "isl_Latn-ell_Grek", + "languages": [ + "isl-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "isl_Latn-hne_Deva", + "languages": [ + "isl-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.544041, + "recall": 0.618577, + "f1": 0.564824, + "accuracy": 0.618577, + "main_score": 0.564824, + "hf_subset": "isl_Latn-kik_Latn", + "languages": [ + "isl-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-mai_Deva", + "languages": [ + "isl-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.935606, + "recall": 0.955534, + "f1": 0.942029, + "accuracy": 0.955534, + "main_score": 0.942029, + "hf_subset": "isl_Latn-pbt_Arab", + "languages": [ + "isl-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-spa_Latn", + "languages": [ + "isl-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.755171, + "recall": 0.815217, + "f1": 0.772732, + "accuracy": 0.815217, + "main_score": 0.772732, + "hf_subset": "isl_Latn-twi_Latn", + "languages": [ + "isl-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "isl_Latn-acm_Arab", + "languages": [ + "isl-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-bel_Cyrl", + "languages": [ + "isl-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "isl_Latn-hrv_Latn", + "languages": [ + "isl-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.840728, + "recall": 0.883399, + "f1": 0.853543, + "accuracy": 0.883399, + "main_score": 0.853543, + "hf_subset": "isl_Latn-kin_Latn", + "languages": [ + "isl-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-mal_Mlym", + "languages": [ + "isl-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "isl_Latn-pes_Arab", + "languages": [ + "isl-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "isl_Latn-srd_Latn", + "languages": [ + "isl-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.2007, + "recall": 0.274704, + "f1": 0.218669, + "accuracy": 0.274704, + "main_score": 0.218669, + "hf_subset": "isl_Latn-tzm_Tfng", + "languages": [ + "isl-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "isl_Latn-acq_Arab", + "languages": [ + "isl-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.645522, + "recall": 0.717391, + "f1": 0.6659, + "accuracy": 0.717391, + "main_score": 0.6659, + "hf_subset": "isl_Latn-bem_Latn", + "languages": [ + "isl-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-epo_Latn", + "languages": [ + "isl-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "isl_Latn-hun_Latn", + "languages": [ + "isl-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "isl_Latn-kir_Cyrl", + "languages": [ + "isl-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-mar_Deva", + "languages": [ + "isl-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.856966, + "recall": 0.897233, + "f1": 0.869401, + "accuracy": 0.897233, + "main_score": 0.869401, + "hf_subset": "isl_Latn-plt_Latn", + "languages": [ + "isl-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-srp_Cyrl", + "languages": [ + "isl-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.9361, + "recall": 0.955534, + "f1": 0.942523, + "accuracy": 0.955534, + "main_score": 0.942523, + "hf_subset": "isl_Latn-uig_Arab", + "languages": [ + "isl-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "isl_Latn-aeb_Arab", + "languages": [ + "isl-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-ben_Beng", + "languages": [ + "isl-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-est_Latn", + "languages": [ + "isl-Latn", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-hye_Armn", + "languages": [ + "isl-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.44762, + "recall": 0.501976, + "f1": 0.462408, + "accuracy": 0.501976, + "main_score": 0.462408, + "hf_subset": "isl_Latn-kmb_Latn", + "languages": [ + "isl-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.430319, + "recall": 0.521739, + "f1": 0.454346, + "accuracy": 0.521739, + "main_score": 0.454346, + "hf_subset": "isl_Latn-min_Arab", + "languages": [ + "isl-Latn", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-pol_Latn", + "languages": [ + "isl-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.727661, + "recall": 0.794466, + "f1": 0.748106, + "accuracy": 0.794466, + "main_score": 0.748106, + "hf_subset": "isl_Latn-ssw_Latn", + "languages": [ + "isl-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-ukr_Cyrl", + "languages": [ + "isl-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-afr_Latn", + "languages": [ + "isl-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "isl_Latn-bho_Deva", + "languages": [ + "isl-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "isl_Latn-eus_Latn", + "languages": [ + "isl-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.839707, + "recall": 0.884387, + "f1": 0.853426, + "accuracy": 0.884387, + "main_score": 0.853426, + "hf_subset": "isl_Latn-ibo_Latn", + "languages": [ + "isl-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.852684, + "recall": 0.893281, + "f1": 0.865316, + "accuracy": 0.893281, + "main_score": 0.865316, + "hf_subset": "isl_Latn-kmr_Latn", + "languages": [ + "isl-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "isl_Latn-min_Latn", + "languages": [ + "isl-Latn", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-por_Latn", + "languages": [ + "isl-Latn", + "por-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "isl_Latn-sun_Latn", + "languages": [ + "isl-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.44261, + "recall": 0.511858, + "f1": 0.462455, + "accuracy": 0.511858, + "main_score": 0.462455, + "hf_subset": "isl_Latn-umb_Latn", + "languages": [ + "isl-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-ajp_Arab", + "languages": [ + "isl-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.46308, + "recall": 0.548419, + "f1": 0.486613, + "accuracy": 0.548419, + "main_score": 0.486613, + "hf_subset": "isl_Latn-bjn_Arab", + "languages": [ + "isl-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.426194, + "recall": 0.483202, + "f1": 0.441236, + "accuracy": 0.483202, + "main_score": 0.441236, + "hf_subset": "isl_Latn-ewe_Latn", + "languages": [ + "isl-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.940711, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "isl_Latn-ilo_Latn", + "languages": [ + "isl-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.227237, + "recall": 0.295455, + "f1": 0.244662, + "accuracy": 0.295455, + "main_score": 0.244662, + "hf_subset": "isl_Latn-knc_Arab", + "languages": [ + "isl-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-mkd_Cyrl", + "languages": [ + "isl-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-prs_Arab", + "languages": [ + "isl-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-swe_Latn", + "languages": [ + "isl-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "isl_Latn-urd_Arab", + "languages": [ + "isl-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.714472, + "recall": 0.779644, + "f1": 0.733698, + "accuracy": 0.779644, + "main_score": 0.733698, + "hf_subset": "isl_Latn-aka_Latn", + "languages": [ + "isl-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "isl_Latn-bjn_Latn", + "languages": [ + "isl-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "isl_Latn-fao_Latn", + "languages": [ + "isl-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-ind_Latn", + "languages": [ + "isl-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.500974, + "recall": 0.554348, + "f1": 0.515191, + "accuracy": 0.554348, + "main_score": 0.515191, + "hf_subset": "isl_Latn-knc_Latn", + "languages": [ + "isl-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-mlt_Latn", + "languages": [ + "isl-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.602687, + "recall": 0.673913, + "f1": 0.622864, + "accuracy": 0.673913, + "main_score": 0.622864, + "hf_subset": "isl_Latn-quy_Latn", + "languages": [ + "isl-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "isl_Latn-swh_Latn", + "languages": [ + "isl-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "isl_Latn-uzn_Latn", + "languages": [ + "isl-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "isl_Latn-als_Latn", + "languages": [ + "isl-Latn", + "als-Latn" + ] + }, + { + "precision": 0.772431, + "recall": 0.833992, + "f1": 0.791493, + "accuracy": 0.833992, + "main_score": 0.791493, + "hf_subset": "isl_Latn-bod_Tibt", + "languages": [ + "isl-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.599619, + "recall": 0.672925, + "f1": 0.620509, + "accuracy": 0.672925, + "main_score": 0.620509, + "hf_subset": "isl_Latn-fij_Latn", + "languages": [ + "isl-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.583218, + "recall": 0.649209, + "f1": 0.601742, + "accuracy": 0.649209, + "main_score": 0.601742, + "hf_subset": "isl_Latn-kon_Latn", + "languages": [ + "isl-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.539921, + "recall": 0.625494, + "f1": 0.564595, + "accuracy": 0.625494, + "main_score": 0.564595, + "hf_subset": "isl_Latn-mni_Beng", + "languages": [ + "isl-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-ron_Latn", + "languages": [ + "isl-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "isl_Latn-szl_Latn", + "languages": [ + "isl-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-vec_Latn", + "languages": [ + "isl-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.927125, + "recall": 0.948617, + "f1": 0.934025, + "accuracy": 0.948617, + "main_score": 0.934025, + "hf_subset": "isl_Latn-amh_Ethi", + "languages": [ + "isl-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "isl_Latn-bos_Latn", + "languages": [ + "isl-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-fin_Latn", + "languages": [ + "isl-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-ita_Latn", + "languages": [ + "isl-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-kor_Hang", + "languages": [ + "isl-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.461712, + "recall": 0.518775, + "f1": 0.478382, + "accuracy": 0.518775, + "main_score": 0.478382, + "hf_subset": "isl_Latn-mos_Latn", + "languages": [ + "isl-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.743478, + "recall": 0.80336, + "f1": 0.76143, + "accuracy": 0.80336, + "main_score": 0.76143, + "hf_subset": "isl_Latn-run_Latn", + "languages": [ + "isl-Latn", + "run-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "isl_Latn-tam_Taml", + "languages": [ + "isl-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-vie_Latn", + "languages": [ + "isl-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-apc_Arab", + "languages": [ + "isl-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.680477, + "recall": 0.749012, + "f1": 0.699603, + "accuracy": 0.749012, + "main_score": 0.699603, + "hf_subset": "isl_Latn-bug_Latn", + "languages": [ + "isl-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.401582, + "recall": 0.454545, + "f1": 0.416052, + "accuracy": 0.454545, + "main_score": 0.416052, + "hf_subset": "isl_Latn-fon_Latn", + "languages": [ + "isl-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "isl_Latn-jav_Latn", + "languages": [ + "isl-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "isl_Latn-lao_Laoo", + "languages": [ + "isl-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.854578, + "recall": 0.897233, + "f1": 0.868412, + "accuracy": 0.897233, + "main_score": 0.868412, + "hf_subset": "isl_Latn-mri_Latn", + "languages": [ + "isl-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-rus_Cyrl", + "languages": [ + "isl-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.464774, + "recall": 0.522727, + "f1": 0.480949, + "accuracy": 0.522727, + "main_score": 0.480949, + "hf_subset": "isl_Latn-taq_Latn", + "languages": [ + "isl-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "isl_Latn-war_Latn", + "languages": [ + "isl-Latn", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-arb_Arab", + "languages": [ + "isl-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "isl_Latn-bul_Cyrl", + "languages": [ + "isl-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-fra_Latn", + "languages": [ + "isl-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-jpn_Jpan", + "languages": [ + "isl-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "isl_Latn-lij_Latn", + "languages": [ + "isl-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.966403, + "f1": 0.955204, + "accuracy": 0.966403, + "main_score": 0.955204, + "hf_subset": "isl_Latn-mya_Mymr", + "languages": [ + "isl-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.515061, + "recall": 0.573123, + "f1": 0.530221, + "accuracy": 0.573123, + "main_score": 0.530221, + "hf_subset": "isl_Latn-sag_Latn", + "languages": [ + "isl-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.203299, + "recall": 0.26581, + "f1": 0.21865, + "accuracy": 0.26581, + "main_score": 0.21865, + "hf_subset": "isl_Latn-taq_Tfng", + "languages": [ + "isl-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.574035, + "recall": 0.645257, + "f1": 0.593968, + "accuracy": 0.645257, + "main_score": 0.593968, + "hf_subset": "isl_Latn-wol_Latn", + "languages": [ + "isl-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.836495, + "recall": 0.882411, + "f1": 0.850889, + "accuracy": 0.882411, + "main_score": 0.850889, + "hf_subset": "isl_Latn-arb_Latn", + "languages": [ + "isl-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-cat_Latn", + "languages": [ + "isl-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "isl_Latn-fur_Latn", + "languages": [ + "isl-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.421404, + "recall": 0.500988, + "f1": 0.442551, + "accuracy": 0.500988, + "main_score": 0.442551, + "hf_subset": "isl_Latn-kab_Latn", + "languages": [ + "isl-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "isl_Latn-lim_Latn", + "languages": [ + "isl-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-nld_Latn", + "languages": [ + "isl-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "isl_Latn-san_Deva", + "languages": [ + "isl-Latn", + "san-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "isl_Latn-tat_Cyrl", + "languages": [ + "isl-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.876482, + "recall": 0.910079, + "f1": 0.887022, + "accuracy": 0.910079, + "main_score": 0.887022, + "hf_subset": "isl_Latn-xho_Latn", + "languages": [ + "isl-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-ars_Arab", + "languages": [ + "isl-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-ceb_Latn", + "languages": [ + "isl-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.44124, + "recall": 0.516798, + "f1": 0.461528, + "accuracy": 0.516798, + "main_score": 0.461528, + "hf_subset": "isl_Latn-fuv_Latn", + "languages": [ + "isl-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.454268, + "recall": 0.517787, + "f1": 0.471215, + "accuracy": 0.517787, + "main_score": 0.471215, + "hf_subset": "isl_Latn-kac_Latn", + "languages": [ + "isl-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.58045, + "recall": 0.661067, + "f1": 0.602423, + "accuracy": 0.661067, + "main_score": 0.602423, + "hf_subset": "isl_Latn-lin_Latn", + "languages": [ + "isl-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-nno_Latn", + "languages": [ + "isl-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.839872, + "recall": 0.887352, + "f1": 0.854974, + "accuracy": 0.887352, + "main_score": 0.854974, + "hf_subset": "isl_Latn-sat_Olck", + "languages": [ + "isl-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-tel_Telu", + "languages": [ + "isl-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "isl_Latn-ydd_Hebr", + "languages": [ + "isl-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "isl_Latn-ary_Arab", + "languages": [ + "isl-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "isl_Latn-ces_Latn", + "languages": [ + "isl-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.530208, + "recall": 0.61166, + "f1": 0.553369, + "accuracy": 0.61166, + "main_score": 0.553369, + "hf_subset": "isl_Latn-gaz_Latn", + "languages": [ + "isl-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.504703, + "recall": 0.58004, + "f1": 0.524824, + "accuracy": 0.58004, + "main_score": 0.524824, + "hf_subset": "isl_Latn-kam_Latn", + "languages": [ + "isl-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "isl_Latn-lit_Latn", + "languages": [ + "isl-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-nob_Latn", + "languages": [ + "isl-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "isl_Latn-scn_Latn", + "languages": [ + "isl-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "isl_Latn-tgk_Cyrl", + "languages": [ + "isl-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.708292, + "recall": 0.778656, + "f1": 0.728433, + "accuracy": 0.778656, + "main_score": 0.728433, + "hf_subset": "isl_Latn-yor_Latn", + "languages": [ + "isl-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-arz_Arab", + "languages": [ + "isl-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.461126, + "recall": 0.523715, + "f1": 0.478509, + "accuracy": 0.523715, + "main_score": 0.478509, + "hf_subset": "isl_Latn-cjk_Latn", + "languages": [ + "isl-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.922348, + "recall": 0.94664, + "f1": 0.930237, + "accuracy": 0.94664, + "main_score": 0.930237, + "hf_subset": "isl_Latn-gla_Latn", + "languages": [ + "isl-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "isl_Latn-kan_Knda", + "languages": [ + "isl-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "isl_Latn-lmo_Latn", + "languages": [ + "isl-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "isl_Latn-npi_Deva", + "languages": [ + "isl-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.527635, + "recall": 0.610672, + "f1": 0.551114, + "accuracy": 0.610672, + "main_score": 0.551114, + "hf_subset": "isl_Latn-shn_Mymr", + "languages": [ + "isl-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-tgl_Latn", + "languages": [ + "isl-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-yue_Hant", + "languages": [ + "isl-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "isl_Latn-asm_Beng", + "languages": [ + "isl-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.913349, + "recall": 0.937747, + "f1": 0.921031, + "accuracy": 0.937747, + "main_score": 0.921031, + "hf_subset": "isl_Latn-ckb_Arab", + "languages": [ + "isl-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.968132, + "recall": 0.978261, + "f1": 0.97141, + "accuracy": 0.978261, + "main_score": 0.97141, + "hf_subset": "isl_Latn-gle_Latn", + "languages": [ + "isl-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.866238, + "recall": 0.90415, + "f1": 0.877964, + "accuracy": 0.90415, + "main_score": 0.877964, + "hf_subset": "isl_Latn-kas_Arab", + "languages": [ + "isl-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.873024, + "recall": 0.911067, + "f1": 0.885046, + "accuracy": 0.911067, + "main_score": 0.885046, + "hf_subset": "isl_Latn-ltg_Latn", + "languages": [ + "isl-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.771311, + "recall": 0.826087, + "f1": 0.787931, + "accuracy": 0.826087, + "main_score": 0.787931, + "hf_subset": "isl_Latn-nso_Latn", + "languages": [ + "isl-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "isl_Latn-sin_Sinh", + "languages": [ + "isl-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-tha_Thai", + "languages": [ + "isl-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-zho_Hans", + "languages": [ + "isl-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-ast_Latn", + "languages": [ + "isl-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "isl_Latn-crh_Latn", + "languages": [ + "isl-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "isl_Latn-glg_Latn", + "languages": [ + "isl-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.808547, + "recall": 0.860672, + "f1": 0.82444, + "accuracy": 0.860672, + "main_score": 0.82444, + "hf_subset": "isl_Latn-kas_Deva", + "languages": [ + "isl-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.97752, + "recall": 0.98419, + "f1": 0.979644, + "accuracy": 0.98419, + "main_score": 0.979644, + "hf_subset": "isl_Latn-ltz_Latn", + "languages": [ + "isl-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.393083, + "recall": 0.454545, + "f1": 0.409267, + "accuracy": 0.454545, + "main_score": 0.409267, + "hf_subset": "isl_Latn-nus_Latn", + "languages": [ + "isl-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-slk_Latn", + "languages": [ + "isl-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.589645, + "recall": 0.676877, + "f1": 0.613604, + "accuracy": 0.676877, + "main_score": 0.613604, + "hf_subset": "isl_Latn-tir_Ethi", + "languages": [ + "isl-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-zho_Hant", + "languages": [ + "isl-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.976532, + "recall": 0.983202, + "f1": 0.978656, + "accuracy": 0.983202, + "main_score": 0.978656, + "hf_subset": "isl_Latn-awa_Deva", + "languages": [ + "isl-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-cym_Latn", + "languages": [ + "isl-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.699566, + "recall": 0.764822, + "f1": 0.718341, + "accuracy": 0.764822, + "main_score": 0.718341, + "hf_subset": "isl_Latn-grn_Latn", + "languages": [ + "isl-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-kat_Geor", + "languages": [ + "isl-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.544839, + "recall": 0.604743, + "f1": 0.560821, + "accuracy": 0.604743, + "main_score": 0.560821, + "hf_subset": "isl_Latn-lua_Latn", + "languages": [ + "isl-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.80336, + "recall": 0.855731, + "f1": 0.819631, + "accuracy": 0.855731, + "main_score": 0.819631, + "hf_subset": "isl_Latn-nya_Latn", + "languages": [ + "isl-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-slv_Latn", + "languages": [ + "isl-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "isl_Latn-tpi_Latn", + "languages": [ + "isl-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "isl_Latn-zsm_Latn", + "languages": [ + "isl-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.462538, + "recall": 0.524704, + "f1": 0.479603, + "accuracy": 0.524704, + "main_score": 0.479603, + "hf_subset": "isl_Latn-ayr_Latn", + "languages": [ + "isl-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "isl_Latn-dan_Latn", + "languages": [ + "isl-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-guj_Gujr", + "languages": [ + "isl-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-kaz_Cyrl", + "languages": [ + "isl-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.622346, + "recall": 0.697628, + "f1": 0.643481, + "accuracy": 0.697628, + "main_score": 0.643481, + "hf_subset": "isl_Latn-lug_Latn", + "languages": [ + "isl-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-oci_Latn", + "languages": [ + "isl-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.823024, + "recall": 0.870553, + "f1": 0.837747, + "accuracy": 0.870553, + "main_score": 0.837747, + "hf_subset": "isl_Latn-smo_Latn", + "languages": [ + "isl-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.709865, + "recall": 0.778656, + "f1": 0.730369, + "accuracy": 0.778656, + "main_score": 0.730369, + "hf_subset": "isl_Latn-tsn_Latn", + "languages": [ + "isl-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.873765, + "recall": 0.911067, + "f1": 0.885771, + "accuracy": 0.911067, + "main_score": 0.885771, + "hf_subset": "isl_Latn-zul_Latn", + "languages": [ + "isl-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.884091, + "recall": 0.917984, + "f1": 0.894763, + "accuracy": 0.917984, + "main_score": 0.894763, + "hf_subset": "isl_Latn-azb_Arab", + "languages": [ + "isl-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-deu_Latn", + "languages": [ + "isl-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.955698, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "isl_Latn-hat_Latn", + "languages": [ + "isl-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.454185, + "recall": 0.517787, + "f1": 0.471069, + "accuracy": 0.517787, + "main_score": 0.471069, + "hf_subset": "isl_Latn-kbp_Latn", + "languages": [ + "isl-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.478143, + "recall": 0.545455, + "f1": 0.496681, + "accuracy": 0.545455, + "main_score": 0.496681, + "hf_subset": "isl_Latn-luo_Latn", + "languages": [ + "isl-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "isl_Latn-ory_Orya", + "languages": [ + "isl-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.875329, + "recall": 0.909091, + "f1": 0.886001, + "accuracy": 0.909091, + "main_score": 0.886001, + "hf_subset": "isl_Latn-sna_Latn", + "languages": [ + "isl-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.6333, + "recall": 0.706522, + "f1": 0.653716, + "accuracy": 0.706522, + "main_score": 0.653716, + "hf_subset": "isl_Latn-tso_Latn", + "languages": [ + "isl-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "isl_Latn-azj_Latn", + "languages": [ + "isl-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.462809, + "recall": 0.531621, + "f1": 0.481802, + "accuracy": 0.531621, + "main_score": 0.481802, + "hf_subset": "isl_Latn-dik_Latn", + "languages": [ + "isl-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.89361, + "recall": 0.924901, + "f1": 0.903491, + "accuracy": 0.924901, + "main_score": 0.903491, + "hf_subset": "isl_Latn-hau_Latn", + "languages": [ + "isl-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "isl_Latn-kea_Latn", + "languages": [ + "isl-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.897727, + "recall": 0.926877, + "f1": 0.90695, + "accuracy": 0.926877, + "main_score": 0.90695, + "hf_subset": "isl_Latn-lus_Latn", + "languages": [ + "isl-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.812401, + "recall": 0.859684, + "f1": 0.826614, + "accuracy": 0.859684, + "main_score": 0.826614, + "hf_subset": "isl_Latn-pag_Latn", + "languages": [ + "isl-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "isl_Latn-snd_Arab", + "languages": [ + "isl-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "isl_Latn-tuk_Latn", + "languages": [ + "isl-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-bak_Cyrl", + "languages": [ + "isl-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.411771, + "recall": 0.486166, + "f1": 0.432384, + "accuracy": 0.486166, + "main_score": 0.432384, + "hf_subset": "isl_Latn-dyu_Latn", + "languages": [ + "isl-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-heb_Hebr", + "languages": [ + "isl-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "isl_Latn-khk_Cyrl", + "languages": [ + "isl-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-lvs_Latn", + "languages": [ + "isl-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-pan_Guru", + "languages": [ + "isl-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.84552, + "recall": 0.891304, + "f1": 0.859947, + "accuracy": 0.891304, + "main_score": 0.859947, + "hf_subset": "isl_Latn-som_Latn", + "languages": [ + "isl-Latn", + "som-Latn" + ] + }, + { + "precision": 0.667491, + "recall": 0.737154, + "f1": 0.687837, + "accuracy": 0.737154, + "main_score": 0.687837, + "hf_subset": "isl_Latn-tum_Latn", + "languages": [ + "isl-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.443798, + "recall": 0.506917, + "f1": 0.461315, + "accuracy": 0.506917, + "main_score": 0.461315, + "hf_subset": "kon_Latn-ace_Arab", + "languages": [ + "kon-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.517531, + "recall": 0.568182, + "f1": 0.531687, + "accuracy": 0.568182, + "main_score": 0.531687, + "hf_subset": "kon_Latn-bam_Latn", + "languages": [ + "kon-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.38553, + "recall": 0.439723, + "f1": 0.399794, + "accuracy": 0.439723, + "main_score": 0.399794, + "hf_subset": "kon_Latn-dzo_Tibt", + "languages": [ + "kon-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.628904, + "recall": 0.681818, + "f1": 0.643151, + "accuracy": 0.681818, + "main_score": 0.643151, + "hf_subset": "kon_Latn-hin_Deva", + "languages": [ + "kon-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.558511, + "recall": 0.605731, + "f1": 0.57125, + "accuracy": 0.605731, + "main_score": 0.57125, + "hf_subset": "kon_Latn-khm_Khmr", + "languages": [ + "kon-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.605519, + "recall": 0.660079, + "f1": 0.61956, + "accuracy": 0.660079, + "main_score": 0.61956, + "hf_subset": "kon_Latn-mag_Deva", + "languages": [ + "kon-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.615339, + "recall": 0.666008, + "f1": 0.628335, + "accuracy": 0.666008, + "main_score": 0.628335, + "hf_subset": "kon_Latn-pap_Latn", + "languages": [ + "kon-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.572826, + "recall": 0.621542, + "f1": 0.585693, + "accuracy": 0.621542, + "main_score": 0.585693, + "hf_subset": "kon_Latn-sot_Latn", + "languages": [ + "kon-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.605758, + "recall": 0.661067, + "f1": 0.620049, + "accuracy": 0.661067, + "main_score": 0.620049, + "hf_subset": "kon_Latn-tur_Latn", + "languages": [ + "kon-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.596886, + "recall": 0.646245, + "f1": 0.610463, + "accuracy": 0.646245, + "main_score": 0.610463, + "hf_subset": "kon_Latn-ace_Latn", + "languages": [ + "kon-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.598602, + "recall": 0.646245, + "f1": 0.611091, + "accuracy": 0.646245, + "main_score": 0.611091, + "hf_subset": "kon_Latn-ban_Latn", + "languages": [ + "kon-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.599842, + "recall": 0.656126, + "f1": 0.614687, + "accuracy": 0.656126, + "main_score": 0.614687, + "hf_subset": "kon_Latn-ell_Grek", + "languages": [ + "kon-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.588667, + "recall": 0.63834, + "f1": 0.601999, + "accuracy": 0.63834, + "main_score": 0.601999, + "hf_subset": "kon_Latn-hne_Deva", + "languages": [ + "kon-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.534133, + "recall": 0.58004, + "f1": 0.547058, + "accuracy": 0.58004, + "main_score": 0.547058, + "hf_subset": "kon_Latn-kik_Latn", + "languages": [ + "kon-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.596649, + "recall": 0.651186, + "f1": 0.610709, + "accuracy": 0.651186, + "main_score": 0.610709, + "hf_subset": "kon_Latn-mai_Deva", + "languages": [ + "kon-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.55914, + "recall": 0.612648, + "f1": 0.573536, + "accuracy": 0.612648, + "main_score": 0.573536, + "hf_subset": "kon_Latn-pbt_Arab", + "languages": [ + "kon-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.625481, + "recall": 0.682806, + "f1": 0.640267, + "accuracy": 0.682806, + "main_score": 0.640267, + "hf_subset": "kon_Latn-spa_Latn", + "languages": [ + "kon-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.570219, + "recall": 0.616601, + "f1": 0.583346, + "accuracy": 0.616601, + "main_score": 0.583346, + "hf_subset": "kon_Latn-twi_Latn", + "languages": [ + "kon-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.606722, + "recall": 0.658103, + "f1": 0.619872, + "accuracy": 0.658103, + "main_score": 0.619872, + "hf_subset": "kon_Latn-acm_Arab", + "languages": [ + "kon-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.581504, + "recall": 0.634387, + "f1": 0.595319, + "accuracy": 0.634387, + "main_score": 0.595319, + "hf_subset": "kon_Latn-bel_Cyrl", + "languages": [ + "kon-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.631095, + "recall": 0.6917, + "f1": 0.647635, + "accuracy": 0.6917, + "main_score": 0.647635, + "hf_subset": "kon_Latn-eng_Latn", + "languages": [ + "kon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.618879, + "recall": 0.670949, + "f1": 0.632036, + "accuracy": 0.670949, + "main_score": 0.632036, + "hf_subset": "kon_Latn-hrv_Latn", + "languages": [ + "kon-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.554941, + "recall": 0.598814, + "f1": 0.566314, + "accuracy": 0.598814, + "main_score": 0.566314, + "hf_subset": "kon_Latn-kin_Latn", + "languages": [ + "kon-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.600637, + "recall": 0.65415, + "f1": 0.614671, + "accuracy": 0.65415, + "main_score": 0.614671, + "hf_subset": "kon_Latn-mal_Mlym", + "languages": [ + "kon-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.599135, + "recall": 0.65415, + "f1": 0.612485, + "accuracy": 0.65415, + "main_score": 0.612485, + "hf_subset": "kon_Latn-pes_Arab", + "languages": [ + "kon-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.599567, + "recall": 0.648221, + "f1": 0.612123, + "accuracy": 0.648221, + "main_score": 0.612123, + "hf_subset": "kon_Latn-srd_Latn", + "languages": [ + "kon-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.253896, + "recall": 0.3083, + "f1": 0.26749, + "accuracy": 0.3083, + "main_score": 0.26749, + "hf_subset": "kon_Latn-tzm_Tfng", + "languages": [ + "kon-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.604185, + "recall": 0.656126, + "f1": 0.617954, + "accuracy": 0.656126, + "main_score": 0.617954, + "hf_subset": "kon_Latn-acq_Arab", + "languages": [ + "kon-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.569777, + "recall": 0.616601, + "f1": 0.583599, + "accuracy": 0.616601, + "main_score": 0.583599, + "hf_subset": "kon_Latn-bem_Latn", + "languages": [ + "kon-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.619686, + "recall": 0.662055, + "f1": 0.630953, + "accuracy": 0.662055, + "main_score": 0.630953, + "hf_subset": "kon_Latn-epo_Latn", + "languages": [ + "kon-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.611954, + "recall": 0.66996, + "f1": 0.627485, + "accuracy": 0.66996, + "main_score": 0.627485, + "hf_subset": "kon_Latn-hun_Latn", + "languages": [ + "kon-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.589379, + "recall": 0.646245, + "f1": 0.604454, + "accuracy": 0.646245, + "main_score": 0.604454, + "hf_subset": "kon_Latn-kir_Cyrl", + "languages": [ + "kon-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.587538, + "recall": 0.641304, + "f1": 0.602153, + "accuracy": 0.641304, + "main_score": 0.602153, + "hf_subset": "kon_Latn-mar_Deva", + "languages": [ + "kon-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.568201, + "recall": 0.616601, + "f1": 0.581301, + "accuracy": 0.616601, + "main_score": 0.581301, + "hf_subset": "kon_Latn-plt_Latn", + "languages": [ + "kon-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.605095, + "recall": 0.658103, + "f1": 0.617847, + "accuracy": 0.658103, + "main_score": 0.617847, + "hf_subset": "kon_Latn-srp_Cyrl", + "languages": [ + "kon-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.503444, + "recall": 0.563241, + "f1": 0.51861, + "accuracy": 0.563241, + "main_score": 0.51861, + "hf_subset": "kon_Latn-uig_Arab", + "languages": [ + "kon-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.584166, + "recall": 0.640316, + "f1": 0.598731, + "accuracy": 0.640316, + "main_score": 0.598731, + "hf_subset": "kon_Latn-aeb_Arab", + "languages": [ + "kon-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.588997, + "recall": 0.639328, + "f1": 0.6019, + "accuracy": 0.639328, + "main_score": 0.6019, + "hf_subset": "kon_Latn-ben_Beng", + "languages": [ + "kon-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.613314, + "recall": 0.666008, + "f1": 0.627227, + "accuracy": 0.666008, + "main_score": 0.627227, + "hf_subset": "kon_Latn-est_Latn", + "languages": [ + "kon-Latn", + "est-Latn" + ] + }, + { + "precision": 0.568736, + "recall": 0.630435, + "f1": 0.585119, + "accuracy": 0.630435, + "main_score": 0.585119, + "hf_subset": "kon_Latn-hye_Armn", + "languages": [ + "kon-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.534514, + "recall": 0.576087, + "f1": 0.546697, + "accuracy": 0.576087, + "main_score": 0.546697, + "hf_subset": "kon_Latn-kmb_Latn", + "languages": [ + "kon-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.434225, + "recall": 0.498024, + "f1": 0.45198, + "accuracy": 0.498024, + "main_score": 0.45198, + "hf_subset": "kon_Latn-min_Arab", + "languages": [ + "kon-Latn", + "min-Arab" + ] + }, + { + "precision": 0.614663, + "recall": 0.668972, + "f1": 0.629004, + "accuracy": 0.668972, + "main_score": 0.629004, + "hf_subset": "kon_Latn-pol_Latn", + "languages": [ + "kon-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.548662, + "recall": 0.589921, + "f1": 0.559895, + "accuracy": 0.589921, + "main_score": 0.559895, + "hf_subset": "kon_Latn-ssw_Latn", + "languages": [ + "kon-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.615994, + "recall": 0.675889, + "f1": 0.631355, + "accuracy": 0.675889, + "main_score": 0.631355, + "hf_subset": "kon_Latn-ukr_Cyrl", + "languages": [ + "kon-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.609293, + "recall": 0.659091, + "f1": 0.622474, + "accuracy": 0.659091, + "main_score": 0.622474, + "hf_subset": "kon_Latn-afr_Latn", + "languages": [ + "kon-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.625082, + "recall": 0.670949, + "f1": 0.636773, + "accuracy": 0.670949, + "main_score": 0.636773, + "hf_subset": "kon_Latn-bho_Deva", + "languages": [ + "kon-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.593615, + "recall": 0.643281, + "f1": 0.605965, + "accuracy": 0.643281, + "main_score": 0.605965, + "hf_subset": "kon_Latn-eus_Latn", + "languages": [ + "kon-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.55655, + "recall": 0.602767, + "f1": 0.569288, + "accuracy": 0.602767, + "main_score": 0.569288, + "hf_subset": "kon_Latn-ibo_Latn", + "languages": [ + "kon-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.581674, + "recall": 0.628458, + "f1": 0.594949, + "accuracy": 0.628458, + "main_score": 0.594949, + "hf_subset": "kon_Latn-kmr_Latn", + "languages": [ + "kon-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.581062, + "recall": 0.634387, + "f1": 0.595203, + "accuracy": 0.634387, + "main_score": 0.595203, + "hf_subset": "kon_Latn-min_Latn", + "languages": [ + "kon-Latn", + "min-Latn" + ] + }, + { + "precision": 0.632913, + "recall": 0.685771, + "f1": 0.646686, + "accuracy": 0.685771, + "main_score": 0.646686, + "hf_subset": "kon_Latn-por_Latn", + "languages": [ + "kon-Latn", + "por-Latn" + ] + }, + { + "precision": 0.59338, + "recall": 0.639328, + "f1": 0.606114, + "accuracy": 0.639328, + "main_score": 0.606114, + "hf_subset": "kon_Latn-sun_Latn", + "languages": [ + "kon-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.512526, + "recall": 0.557312, + "f1": 0.52516, + "accuracy": 0.557312, + "main_score": 0.52516, + "hf_subset": "kon_Latn-umb_Latn", + "languages": [ + "kon-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.604563, + "recall": 0.658103, + "f1": 0.618991, + "accuracy": 0.658103, + "main_score": 0.618991, + "hf_subset": "kon_Latn-ajp_Arab", + "languages": [ + "kon-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.422385, + "recall": 0.48419, + "f1": 0.438997, + "accuracy": 0.48419, + "main_score": 0.438997, + "hf_subset": "kon_Latn-bjn_Arab", + "languages": [ + "kon-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.478153, + "recall": 0.521739, + "f1": 0.490171, + "accuracy": 0.521739, + "main_score": 0.490171, + "hf_subset": "kon_Latn-ewe_Latn", + "languages": [ + "kon-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.611004, + "recall": 0.661067, + "f1": 0.623876, + "accuracy": 0.661067, + "main_score": 0.623876, + "hf_subset": "kon_Latn-ilo_Latn", + "languages": [ + "kon-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.28128, + "recall": 0.339921, + "f1": 0.296779, + "accuracy": 0.339921, + "main_score": 0.296779, + "hf_subset": "kon_Latn-knc_Arab", + "languages": [ + "kon-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.597363, + "recall": 0.649209, + "f1": 0.611436, + "accuracy": 0.649209, + "main_score": 0.611436, + "hf_subset": "kon_Latn-mkd_Cyrl", + "languages": [ + "kon-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.609495, + "recall": 0.663043, + "f1": 0.62302, + "accuracy": 0.663043, + "main_score": 0.62302, + "hf_subset": "kon_Latn-prs_Arab", + "languages": [ + "kon-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.608876, + "recall": 0.667984, + "f1": 0.624884, + "accuracy": 0.667984, + "main_score": 0.624884, + "hf_subset": "kon_Latn-swe_Latn", + "languages": [ + "kon-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.576641, + "recall": 0.635375, + "f1": 0.592255, + "accuracy": 0.635375, + "main_score": 0.592255, + "hf_subset": "kon_Latn-urd_Arab", + "languages": [ + "kon-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.569263, + "recall": 0.610672, + "f1": 0.580549, + "accuracy": 0.610672, + "main_score": 0.580549, + "hf_subset": "kon_Latn-aka_Latn", + "languages": [ + "kon-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.594213, + "recall": 0.645257, + "f1": 0.608782, + "accuracy": 0.645257, + "main_score": 0.608782, + "hf_subset": "kon_Latn-bjn_Latn", + "languages": [ + "kon-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.575365, + "recall": 0.621542, + "f1": 0.587866, + "accuracy": 0.621542, + "main_score": 0.587866, + "hf_subset": "kon_Latn-fao_Latn", + "languages": [ + "kon-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.62629, + "recall": 0.68083, + "f1": 0.640873, + "accuracy": 0.68083, + "main_score": 0.640873, + "hf_subset": "kon_Latn-ind_Latn", + "languages": [ + "kon-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.525661, + "recall": 0.566206, + "f1": 0.537044, + "accuracy": 0.566206, + "main_score": 0.537044, + "hf_subset": "kon_Latn-knc_Latn", + "languages": [ + "kon-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.592653, + "recall": 0.636364, + "f1": 0.603555, + "accuracy": 0.636364, + "main_score": 0.603555, + "hf_subset": "kon_Latn-mlt_Latn", + "languages": [ + "kon-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.573289, + "recall": 0.618577, + "f1": 0.585782, + "accuracy": 0.618577, + "main_score": 0.585782, + "hf_subset": "kon_Latn-quy_Latn", + "languages": [ + "kon-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.588473, + "recall": 0.646245, + "f1": 0.603509, + "accuracy": 0.646245, + "main_score": 0.603509, + "hf_subset": "kon_Latn-swh_Latn", + "languages": [ + "kon-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.586026, + "recall": 0.640316, + "f1": 0.600016, + "accuracy": 0.640316, + "main_score": 0.600016, + "hf_subset": "kon_Latn-uzn_Latn", + "languages": [ + "kon-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.600311, + "recall": 0.649209, + "f1": 0.613319, + "accuracy": 0.649209, + "main_score": 0.613319, + "hf_subset": "kon_Latn-als_Latn", + "languages": [ + "kon-Latn", + "als-Latn" + ] + }, + { + "precision": 0.415139, + "recall": 0.476285, + "f1": 0.431482, + "accuracy": 0.476285, + "main_score": 0.431482, + "hf_subset": "kon_Latn-bod_Tibt", + "languages": [ + "kon-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.551933, + "recall": 0.594862, + "f1": 0.564543, + "accuracy": 0.594862, + "main_score": 0.564543, + "hf_subset": "kon_Latn-fij_Latn", + "languages": [ + "kon-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.574498, + "recall": 0.636364, + "f1": 0.59132, + "accuracy": 0.636364, + "main_score": 0.59132, + "hf_subset": "kon_Latn-isl_Latn", + "languages": [ + "kon-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.510854, + "recall": 0.565217, + "f1": 0.526455, + "accuracy": 0.565217, + "main_score": 0.526455, + "hf_subset": "kon_Latn-mni_Beng", + "languages": [ + "kon-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.623447, + "recall": 0.676877, + "f1": 0.63695, + "accuracy": 0.676877, + "main_score": 0.63695, + "hf_subset": "kon_Latn-ron_Latn", + "languages": [ + "kon-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.609479, + "recall": 0.666008, + "f1": 0.624526, + "accuracy": 0.666008, + "main_score": 0.624526, + "hf_subset": "kon_Latn-szl_Latn", + "languages": [ + "kon-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.630426, + "recall": 0.677866, + "f1": 0.642747, + "accuracy": 0.677866, + "main_score": 0.642747, + "hf_subset": "kon_Latn-vec_Latn", + "languages": [ + "kon-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.584167, + "recall": 0.640316, + "f1": 0.599559, + "accuracy": 0.640316, + "main_score": 0.599559, + "hf_subset": "kon_Latn-amh_Ethi", + "languages": [ + "kon-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.612772, + "recall": 0.661067, + "f1": 0.624687, + "accuracy": 0.661067, + "main_score": 0.624687, + "hf_subset": "kon_Latn-bos_Latn", + "languages": [ + "kon-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.597691, + "recall": 0.65415, + "f1": 0.612431, + "accuracy": 0.65415, + "main_score": 0.612431, + "hf_subset": "kon_Latn-fin_Latn", + "languages": [ + "kon-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.649775, + "recall": 0.697628, + "f1": 0.662787, + "accuracy": 0.697628, + "main_score": 0.662787, + "hf_subset": "kon_Latn-ita_Latn", + "languages": [ + "kon-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.625241, + "recall": 0.685771, + "f1": 0.640319, + "accuracy": 0.685771, + "main_score": 0.640319, + "hf_subset": "kon_Latn-kor_Hang", + "languages": [ + "kon-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.523834, + "recall": 0.568182, + "f1": 0.536092, + "accuracy": 0.568182, + "main_score": 0.536092, + "hf_subset": "kon_Latn-mos_Latn", + "languages": [ + "kon-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.556195, + "recall": 0.602767, + "f1": 0.568901, + "accuracy": 0.602767, + "main_score": 0.568901, + "hf_subset": "kon_Latn-run_Latn", + "languages": [ + "kon-Latn", + "run-Latn" + ] + }, + { + "precision": 0.580748, + "recall": 0.628458, + "f1": 0.59437, + "accuracy": 0.628458, + "main_score": 0.59437, + "hf_subset": "kon_Latn-tam_Taml", + "languages": [ + "kon-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.611156, + "recall": 0.661067, + "f1": 0.623936, + "accuracy": 0.661067, + "main_score": 0.623936, + "hf_subset": "kon_Latn-vie_Latn", + "languages": [ + "kon-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.60435, + "recall": 0.656126, + "f1": 0.618063, + "accuracy": 0.656126, + "main_score": 0.618063, + "hf_subset": "kon_Latn-apc_Arab", + "languages": [ + "kon-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.583338, + "recall": 0.626482, + "f1": 0.595287, + "accuracy": 0.626482, + "main_score": 0.595287, + "hf_subset": "kon_Latn-bug_Latn", + "languages": [ + "kon-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.460676, + "recall": 0.501976, + "f1": 0.472394, + "accuracy": 0.501976, + "main_score": 0.472394, + "hf_subset": "kon_Latn-fon_Latn", + "languages": [ + "kon-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.587678, + "recall": 0.637352, + "f1": 0.600848, + "accuracy": 0.637352, + "main_score": 0.600848, + "hf_subset": "kon_Latn-jav_Latn", + "languages": [ + "kon-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.528985, + "recall": 0.578063, + "f1": 0.542399, + "accuracy": 0.578063, + "main_score": 0.542399, + "hf_subset": "kon_Latn-lao_Laoo", + "languages": [ + "kon-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.524875, + "recall": 0.575099, + "f1": 0.538949, + "accuracy": 0.575099, + "main_score": 0.538949, + "hf_subset": "kon_Latn-mri_Latn", + "languages": [ + "kon-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.620174, + "recall": 0.672925, + "f1": 0.634149, + "accuracy": 0.672925, + "main_score": 0.634149, + "hf_subset": "kon_Latn-rus_Cyrl", + "languages": [ + "kon-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.514111, + "recall": 0.561265, + "f1": 0.527549, + "accuracy": 0.561265, + "main_score": 0.527549, + "hf_subset": "kon_Latn-taq_Latn", + "languages": [ + "kon-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.603383, + "recall": 0.648221, + "f1": 0.614737, + "accuracy": 0.648221, + "main_score": 0.614737, + "hf_subset": "kon_Latn-war_Latn", + "languages": [ + "kon-Latn", + "war-Latn" + ] + }, + { + "precision": 0.606237, + "recall": 0.659091, + "f1": 0.620208, + "accuracy": 0.659091, + "main_score": 0.620208, + "hf_subset": "kon_Latn-arb_Arab", + "languages": [ + "kon-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.621395, + "recall": 0.674901, + "f1": 0.635454, + "accuracy": 0.674901, + "main_score": 0.635454, + "hf_subset": "kon_Latn-bul_Cyrl", + "languages": [ + "kon-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.636164, + "recall": 0.688735, + "f1": 0.65047, + "accuracy": 0.688735, + "main_score": 0.65047, + "hf_subset": "kon_Latn-fra_Latn", + "languages": [ + "kon-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.607518, + "recall": 0.664032, + "f1": 0.622317, + "accuracy": 0.664032, + "main_score": 0.622317, + "hf_subset": "kon_Latn-jpn_Jpan", + "languages": [ + "kon-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.613394, + "recall": 0.663043, + "f1": 0.626136, + "accuracy": 0.663043, + "main_score": 0.626136, + "hf_subset": "kon_Latn-lij_Latn", + "languages": [ + "kon-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.547868, + "recall": 0.606719, + "f1": 0.564349, + "accuracy": 0.606719, + "main_score": 0.564349, + "hf_subset": "kon_Latn-mya_Mymr", + "languages": [ + "kon-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.554165, + "recall": 0.596838, + "f1": 0.566326, + "accuracy": 0.596838, + "main_score": 0.566326, + "hf_subset": "kon_Latn-sag_Latn", + "languages": [ + "kon-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.256284, + "recall": 0.313241, + "f1": 0.271239, + "accuracy": 0.313241, + "main_score": 0.271239, + "hf_subset": "kon_Latn-taq_Tfng", + "languages": [ + "kon-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.56966, + "recall": 0.612648, + "f1": 0.581697, + "accuracy": 0.612648, + "main_score": 0.581697, + "hf_subset": "kon_Latn-wol_Latn", + "languages": [ + "kon-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.513348, + "recall": 0.570158, + "f1": 0.528113, + "accuracy": 0.570158, + "main_score": 0.528113, + "hf_subset": "kon_Latn-arb_Latn", + "languages": [ + "kon-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.620957, + "recall": 0.672925, + "f1": 0.634722, + "accuracy": 0.672925, + "main_score": 0.634722, + "hf_subset": "kon_Latn-cat_Latn", + "languages": [ + "kon-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.623566, + "recall": 0.676877, + "f1": 0.637152, + "accuracy": 0.676877, + "main_score": 0.637152, + "hf_subset": "kon_Latn-fur_Latn", + "languages": [ + "kon-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.432246, + "recall": 0.482213, + "f1": 0.445353, + "accuracy": 0.482213, + "main_score": 0.445353, + "hf_subset": "kon_Latn-kab_Latn", + "languages": [ + "kon-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.597394, + "recall": 0.650198, + "f1": 0.610763, + "accuracy": 0.650198, + "main_score": 0.610763, + "hf_subset": "kon_Latn-lim_Latn", + "languages": [ + "kon-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.622339, + "recall": 0.678854, + "f1": 0.637269, + "accuracy": 0.678854, + "main_score": 0.637269, + "hf_subset": "kon_Latn-nld_Latn", + "languages": [ + "kon-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.554578, + "recall": 0.613636, + "f1": 0.569915, + "accuracy": 0.613636, + "main_score": 0.569915, + "hf_subset": "kon_Latn-san_Deva", + "languages": [ + "kon-Latn", + "san-Deva" + ] + }, + { + "precision": 0.582442, + "recall": 0.637352, + "f1": 0.596237, + "accuracy": 0.637352, + "main_score": 0.596237, + "hf_subset": "kon_Latn-tat_Cyrl", + "languages": [ + "kon-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.587149, + "recall": 0.636364, + "f1": 0.600257, + "accuracy": 0.636364, + "main_score": 0.600257, + "hf_subset": "kon_Latn-xho_Latn", + "languages": [ + "kon-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.595546, + "recall": 0.648221, + "f1": 0.609019, + "accuracy": 0.648221, + "main_score": 0.609019, + "hf_subset": "kon_Latn-ars_Arab", + "languages": [ + "kon-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.606276, + "recall": 0.652174, + "f1": 0.617914, + "accuracy": 0.652174, + "main_score": 0.617914, + "hf_subset": "kon_Latn-ceb_Latn", + "languages": [ + "kon-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.495945, + "recall": 0.550395, + "f1": 0.511404, + "accuracy": 0.550395, + "main_score": 0.511404, + "hf_subset": "kon_Latn-fuv_Latn", + "languages": [ + "kon-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.494077, + "recall": 0.540514, + "f1": 0.507035, + "accuracy": 0.540514, + "main_score": 0.507035, + "hf_subset": "kon_Latn-kac_Latn", + "languages": [ + "kon-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.653211, + "recall": 0.703557, + "f1": 0.667307, + "accuracy": 0.703557, + "main_score": 0.667307, + "hf_subset": "kon_Latn-lin_Latn", + "languages": [ + "kon-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.60857, + "recall": 0.655138, + "f1": 0.621129, + "accuracy": 0.655138, + "main_score": 0.621129, + "hf_subset": "kon_Latn-nno_Latn", + "languages": [ + "kon-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.54684, + "recall": 0.600791, + "f1": 0.560857, + "accuracy": 0.600791, + "main_score": 0.560857, + "hf_subset": "kon_Latn-sat_Olck", + "languages": [ + "kon-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.579872, + "recall": 0.635375, + "f1": 0.594367, + "accuracy": 0.635375, + "main_score": 0.594367, + "hf_subset": "kon_Latn-tel_Telu", + "languages": [ + "kon-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.578776, + "recall": 0.635375, + "f1": 0.593237, + "accuracy": 0.635375, + "main_score": 0.593237, + "hf_subset": "kon_Latn-ydd_Hebr", + "languages": [ + "kon-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.569751, + "recall": 0.624506, + "f1": 0.583941, + "accuracy": 0.624506, + "main_score": 0.583941, + "hf_subset": "kon_Latn-ary_Arab", + "languages": [ + "kon-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.613328, + "recall": 0.666996, + "f1": 0.627721, + "accuracy": 0.666996, + "main_score": 0.627721, + "hf_subset": "kon_Latn-ces_Latn", + "languages": [ + "kon-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.499971, + "recall": 0.554348, + "f1": 0.515126, + "accuracy": 0.554348, + "main_score": 0.515126, + "hf_subset": "kon_Latn-gaz_Latn", + "languages": [ + "kon-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.534307, + "recall": 0.581028, + "f1": 0.54693, + "accuracy": 0.581028, + "main_score": 0.54693, + "hf_subset": "kon_Latn-kam_Latn", + "languages": [ + "kon-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.604452, + "recall": 0.655138, + "f1": 0.617663, + "accuracy": 0.655138, + "main_score": 0.617663, + "hf_subset": "kon_Latn-lit_Latn", + "languages": [ + "kon-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.603921, + "recall": 0.658103, + "f1": 0.617719, + "accuracy": 0.658103, + "main_score": 0.617719, + "hf_subset": "kon_Latn-nob_Latn", + "languages": [ + "kon-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.611454, + "recall": 0.648221, + "f1": 0.621517, + "accuracy": 0.648221, + "main_score": 0.621517, + "hf_subset": "kon_Latn-scn_Latn", + "languages": [ + "kon-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.568127, + "recall": 0.621542, + "f1": 0.581472, + "accuracy": 0.621542, + "main_score": 0.581472, + "hf_subset": "kon_Latn-tgk_Cyrl", + "languages": [ + "kon-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.518265, + "recall": 0.568182, + "f1": 0.532311, + "accuracy": 0.568182, + "main_score": 0.532311, + "hf_subset": "kon_Latn-yor_Latn", + "languages": [ + "kon-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.610911, + "recall": 0.659091, + "f1": 0.623606, + "accuracy": 0.659091, + "main_score": 0.623606, + "hf_subset": "kon_Latn-arz_Arab", + "languages": [ + "kon-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.507335, + "recall": 0.557312, + "f1": 0.521134, + "accuracy": 0.557312, + "main_score": 0.521134, + "hf_subset": "kon_Latn-cjk_Latn", + "languages": [ + "kon-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.562025, + "recall": 0.613636, + "f1": 0.575582, + "accuracy": 0.613636, + "main_score": 0.575582, + "hf_subset": "kon_Latn-gla_Latn", + "languages": [ + "kon-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.576219, + "recall": 0.624506, + "f1": 0.588905, + "accuracy": 0.624506, + "main_score": 0.588905, + "hf_subset": "kon_Latn-kan_Knda", + "languages": [ + "kon-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.614981, + "recall": 0.661067, + "f1": 0.62654, + "accuracy": 0.661067, + "main_score": 0.62654, + "hf_subset": "kon_Latn-lmo_Latn", + "languages": [ + "kon-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.581613, + "recall": 0.625494, + "f1": 0.593352, + "accuracy": 0.625494, + "main_score": 0.593352, + "hf_subset": "kon_Latn-npi_Deva", + "languages": [ + "kon-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.454307, + "recall": 0.51087, + "f1": 0.470138, + "accuracy": 0.51087, + "main_score": 0.470138, + "hf_subset": "kon_Latn-shn_Mymr", + "languages": [ + "kon-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.619871, + "recall": 0.675889, + "f1": 0.634139, + "accuracy": 0.675889, + "main_score": 0.634139, + "hf_subset": "kon_Latn-tgl_Latn", + "languages": [ + "kon-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.583666, + "recall": 0.640316, + "f1": 0.598376, + "accuracy": 0.640316, + "main_score": 0.598376, + "hf_subset": "kon_Latn-yue_Hant", + "languages": [ + "kon-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.554534, + "recall": 0.600791, + "f1": 0.567112, + "accuracy": 0.600791, + "main_score": 0.567112, + "hf_subset": "kon_Latn-asm_Beng", + "languages": [ + "kon-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.565942, + "recall": 0.612648, + "f1": 0.579237, + "accuracy": 0.612648, + "main_score": 0.579237, + "hf_subset": "kon_Latn-ckb_Arab", + "languages": [ + "kon-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.564904, + "recall": 0.614625, + "f1": 0.57799, + "accuracy": 0.614625, + "main_score": 0.57799, + "hf_subset": "kon_Latn-gle_Latn", + "languages": [ + "kon-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.573924, + "recall": 0.628458, + "f1": 0.58893, + "accuracy": 0.628458, + "main_score": 0.58893, + "hf_subset": "kon_Latn-kas_Arab", + "languages": [ + "kon-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.588947, + "recall": 0.639328, + "f1": 0.602643, + "accuracy": 0.639328, + "main_score": 0.602643, + "hf_subset": "kon_Latn-ltg_Latn", + "languages": [ + "kon-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.577626, + "recall": 0.62747, + "f1": 0.591942, + "accuracy": 0.62747, + "main_score": 0.591942, + "hf_subset": "kon_Latn-nso_Latn", + "languages": [ + "kon-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.558246, + "recall": 0.619565, + "f1": 0.57469, + "accuracy": 0.619565, + "main_score": 0.57469, + "hf_subset": "kon_Latn-sin_Sinh", + "languages": [ + "kon-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.581886, + "recall": 0.637352, + "f1": 0.596699, + "accuracy": 0.637352, + "main_score": 0.596699, + "hf_subset": "kon_Latn-tha_Thai", + "languages": [ + "kon-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.559862, + "recall": 0.615613, + "f1": 0.57425, + "accuracy": 0.615613, + "main_score": 0.57425, + "hf_subset": "kon_Latn-zho_Hans", + "languages": [ + "kon-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.599707, + "recall": 0.651186, + "f1": 0.61249, + "accuracy": 0.651186, + "main_score": 0.61249, + "hf_subset": "kon_Latn-ast_Latn", + "languages": [ + "kon-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.600721, + "recall": 0.655138, + "f1": 0.615561, + "accuracy": 0.655138, + "main_score": 0.615561, + "hf_subset": "kon_Latn-crh_Latn", + "languages": [ + "kon-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.607976, + "recall": 0.661067, + "f1": 0.621472, + "accuracy": 0.661067, + "main_score": 0.621472, + "hf_subset": "kon_Latn-glg_Latn", + "languages": [ + "kon-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.563952, + "recall": 0.621542, + "f1": 0.579867, + "accuracy": 0.621542, + "main_score": 0.579867, + "hf_subset": "kon_Latn-kas_Deva", + "languages": [ + "kon-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.600569, + "recall": 0.644269, + "f1": 0.612015, + "accuracy": 0.644269, + "main_score": 0.612015, + "hf_subset": "kon_Latn-ltz_Latn", + "languages": [ + "kon-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.462009, + "recall": 0.51087, + "f1": 0.475541, + "accuracy": 0.51087, + "main_score": 0.475541, + "hf_subset": "kon_Latn-nus_Latn", + "languages": [ + "kon-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.610721, + "recall": 0.664032, + "f1": 0.624779, + "accuracy": 0.664032, + "main_score": 0.624779, + "hf_subset": "kon_Latn-slk_Latn", + "languages": [ + "kon-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.529352, + "recall": 0.586957, + "f1": 0.545684, + "accuracy": 0.586957, + "main_score": 0.545684, + "hf_subset": "kon_Latn-tir_Ethi", + "languages": [ + "kon-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.583242, + "recall": 0.643281, + "f1": 0.599192, + "accuracy": 0.643281, + "main_score": 0.599192, + "hf_subset": "kon_Latn-zho_Hant", + "languages": [ + "kon-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.601762, + "recall": 0.655138, + "f1": 0.616036, + "accuracy": 0.655138, + "main_score": 0.616036, + "hf_subset": "kon_Latn-awa_Deva", + "languages": [ + "kon-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.587008, + "recall": 0.639328, + "f1": 0.600638, + "accuracy": 0.639328, + "main_score": 0.600638, + "hf_subset": "kon_Latn-cym_Latn", + "languages": [ + "kon-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.600958, + "recall": 0.635375, + "f1": 0.610328, + "accuracy": 0.635375, + "main_score": 0.610328, + "hf_subset": "kon_Latn-grn_Latn", + "languages": [ + "kon-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.588316, + "recall": 0.643281, + "f1": 0.6027, + "accuracy": 0.643281, + "main_score": 0.6027, + "hf_subset": "kon_Latn-kat_Geor", + "languages": [ + "kon-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.58481, + "recall": 0.626482, + "f1": 0.596825, + "accuracy": 0.626482, + "main_score": 0.596825, + "hf_subset": "kon_Latn-lua_Latn", + "languages": [ + "kon-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.566687, + "recall": 0.616601, + "f1": 0.580879, + "accuracy": 0.616601, + "main_score": 0.580879, + "hf_subset": "kon_Latn-nya_Latn", + "languages": [ + "kon-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.602231, + "recall": 0.655138, + "f1": 0.616041, + "accuracy": 0.655138, + "main_score": 0.616041, + "hf_subset": "kon_Latn-slv_Latn", + "languages": [ + "kon-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.59982, + "recall": 0.647233, + "f1": 0.611873, + "accuracy": 0.647233, + "main_score": 0.611873, + "hf_subset": "kon_Latn-tpi_Latn", + "languages": [ + "kon-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.625759, + "recall": 0.679842, + "f1": 0.639798, + "accuracy": 0.679842, + "main_score": 0.639798, + "hf_subset": "kon_Latn-zsm_Latn", + "languages": [ + "kon-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.505155, + "recall": 0.55336, + "f1": 0.519237, + "accuracy": 0.55336, + "main_score": 0.519237, + "hf_subset": "kon_Latn-ayr_Latn", + "languages": [ + "kon-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.619917, + "recall": 0.672925, + "f1": 0.633719, + "accuracy": 0.672925, + "main_score": 0.633719, + "hf_subset": "kon_Latn-dan_Latn", + "languages": [ + "kon-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.573124, + "recall": 0.628458, + "f1": 0.587068, + "accuracy": 0.628458, + "main_score": 0.587068, + "hf_subset": "kon_Latn-guj_Gujr", + "languages": [ + "kon-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.587579, + "recall": 0.636364, + "f1": 0.600271, + "accuracy": 0.636364, + "main_score": 0.600271, + "hf_subset": "kon_Latn-kaz_Cyrl", + "languages": [ + "kon-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.525953, + "recall": 0.577075, + "f1": 0.53954, + "accuracy": 0.577075, + "main_score": 0.53954, + "hf_subset": "kon_Latn-lug_Latn", + "languages": [ + "kon-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.627178, + "recall": 0.673913, + "f1": 0.639051, + "accuracy": 0.673913, + "main_score": 0.639051, + "hf_subset": "kon_Latn-oci_Latn", + "languages": [ + "kon-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.545999, + "recall": 0.596838, + "f1": 0.559009, + "accuracy": 0.596838, + "main_score": 0.559009, + "hf_subset": "kon_Latn-smo_Latn", + "languages": [ + "kon-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.540694, + "recall": 0.585968, + "f1": 0.553261, + "accuracy": 0.585968, + "main_score": 0.553261, + "hf_subset": "kon_Latn-tsn_Latn", + "languages": [ + "kon-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.5493, + "recall": 0.600791, + "f1": 0.563216, + "accuracy": 0.600791, + "main_score": 0.563216, + "hf_subset": "kon_Latn-zul_Latn", + "languages": [ + "kon-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.55007, + "recall": 0.599802, + "f1": 0.563692, + "accuracy": 0.599802, + "main_score": 0.563692, + "hf_subset": "kon_Latn-azb_Arab", + "languages": [ + "kon-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.627495, + "recall": 0.679842, + "f1": 0.640744, + "accuracy": 0.679842, + "main_score": 0.640744, + "hf_subset": "kon_Latn-deu_Latn", + "languages": [ + "kon-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.582329, + "recall": 0.63834, + "f1": 0.597825, + "accuracy": 0.63834, + "main_score": 0.597825, + "hf_subset": "kon_Latn-hat_Latn", + "languages": [ + "kon-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.514145, + "recall": 0.557312, + "f1": 0.526354, + "accuracy": 0.557312, + "main_score": 0.526354, + "hf_subset": "kon_Latn-kbp_Latn", + "languages": [ + "kon-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.551016, + "recall": 0.588933, + "f1": 0.561728, + "accuracy": 0.588933, + "main_score": 0.561728, + "hf_subset": "kon_Latn-luo_Latn", + "languages": [ + "kon-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.560315, + "recall": 0.614625, + "f1": 0.574456, + "accuracy": 0.614625, + "main_score": 0.574456, + "hf_subset": "kon_Latn-ory_Orya", + "languages": [ + "kon-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.565081, + "recall": 0.613636, + "f1": 0.57831, + "accuracy": 0.613636, + "main_score": 0.57831, + "hf_subset": "kon_Latn-sna_Latn", + "languages": [ + "kon-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.567593, + "recall": 0.614625, + "f1": 0.58025, + "accuracy": 0.614625, + "main_score": 0.58025, + "hf_subset": "kon_Latn-tso_Latn", + "languages": [ + "kon-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.585069, + "recall": 0.646245, + "f1": 0.601679, + "accuracy": 0.646245, + "main_score": 0.601679, + "hf_subset": "kon_Latn-azj_Latn", + "languages": [ + "kon-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.494149, + "recall": 0.545455, + "f1": 0.508328, + "accuracy": 0.545455, + "main_score": 0.508328, + "hf_subset": "kon_Latn-dik_Latn", + "languages": [ + "kon-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.546635, + "recall": 0.590909, + "f1": 0.559148, + "accuracy": 0.590909, + "main_score": 0.559148, + "hf_subset": "kon_Latn-hau_Latn", + "languages": [ + "kon-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.59604, + "recall": 0.643281, + "f1": 0.608342, + "accuracy": 0.643281, + "main_score": 0.608342, + "hf_subset": "kon_Latn-kea_Latn", + "languages": [ + "kon-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.587653, + "recall": 0.632411, + "f1": 0.59916, + "accuracy": 0.632411, + "main_score": 0.59916, + "hf_subset": "kon_Latn-lus_Latn", + "languages": [ + "kon-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.615886, + "recall": 0.658103, + "f1": 0.627841, + "accuracy": 0.658103, + "main_score": 0.627841, + "hf_subset": "kon_Latn-pag_Latn", + "languages": [ + "kon-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.531649, + "recall": 0.597826, + "f1": 0.548309, + "accuracy": 0.597826, + "main_score": 0.548309, + "hf_subset": "kon_Latn-snd_Arab", + "languages": [ + "kon-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.577032, + "recall": 0.629447, + "f1": 0.590648, + "accuracy": 0.629447, + "main_score": 0.590648, + "hf_subset": "kon_Latn-tuk_Latn", + "languages": [ + "kon-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.587151, + "recall": 0.635375, + "f1": 0.599871, + "accuracy": 0.635375, + "main_score": 0.599871, + "hf_subset": "kon_Latn-bak_Cyrl", + "languages": [ + "kon-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.452248, + "recall": 0.519763, + "f1": 0.470913, + "accuracy": 0.519763, + "main_score": 0.470913, + "hf_subset": "kon_Latn-dyu_Latn", + "languages": [ + "kon-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.607183, + "recall": 0.659091, + "f1": 0.620635, + "accuracy": 0.659091, + "main_score": 0.620635, + "hf_subset": "kon_Latn-heb_Hebr", + "languages": [ + "kon-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.576196, + "recall": 0.628458, + "f1": 0.590491, + "accuracy": 0.628458, + "main_score": 0.590491, + "hf_subset": "kon_Latn-khk_Cyrl", + "languages": [ + "kon-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.59453, + "recall": 0.651186, + "f1": 0.609391, + "accuracy": 0.651186, + "main_score": 0.609391, + "hf_subset": "kon_Latn-lvs_Latn", + "languages": [ + "kon-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.579643, + "recall": 0.630435, + "f1": 0.592631, + "accuracy": 0.630435, + "main_score": 0.592631, + "hf_subset": "kon_Latn-pan_Guru", + "languages": [ + "kon-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.550133, + "recall": 0.600791, + "f1": 0.564316, + "accuracy": 0.600791, + "main_score": 0.564316, + "hf_subset": "kon_Latn-som_Latn", + "languages": [ + "kon-Latn", + "som-Latn" + ] + }, + { + "precision": 0.555956, + "recall": 0.596838, + "f1": 0.566863, + "accuracy": 0.596838, + "main_score": 0.566863, + "hf_subset": "kon_Latn-tum_Latn", + "languages": [ + "kon-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.467242, + "recall": 0.530632, + "f1": 0.484999, + "accuracy": 0.530632, + "main_score": 0.484999, + "hf_subset": "mni_Beng-ace_Arab", + "languages": [ + "mni-Beng", + "ace-Arab" + ] + }, + { + "precision": 0.456531, + "recall": 0.505929, + "f1": 0.470684, + "accuracy": 0.505929, + "main_score": 0.470684, + "hf_subset": "mni_Beng-bam_Latn", + "languages": [ + "mni-Beng", + "bam-Latn" + ] + }, + { + "precision": 0.371668, + "recall": 0.435771, + "f1": 0.388811, + "accuracy": 0.435771, + "main_score": 0.388811, + "hf_subset": "mni_Beng-dzo_Tibt", + "languages": [ + "mni-Beng", + "dzo-Tibt" + ] + }, + { + "precision": 0.653624, + "recall": 0.712451, + "f1": 0.670037, + "accuracy": 0.712451, + "main_score": 0.670037, + "hf_subset": "mni_Beng-hin_Deva", + "languages": [ + "mni-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.512537, + "recall": 0.579051, + "f1": 0.530107, + "accuracy": 0.579051, + "main_score": 0.530107, + "hf_subset": "mni_Beng-khm_Khmr", + "languages": [ + "mni-Beng", + "khm-Khmr" + ] + }, + { + "precision": 0.642326, + "recall": 0.700593, + "f1": 0.657823, + "accuracy": 0.700593, + "main_score": 0.657823, + "hf_subset": "mni_Beng-mag_Deva", + "languages": [ + "mni-Beng", + "mag-Deva" + ] + }, + { + "precision": 0.624148, + "recall": 0.678854, + "f1": 0.638969, + "accuracy": 0.678854, + "main_score": 0.638969, + "hf_subset": "mni_Beng-pap_Latn", + "languages": [ + "mni-Beng", + "pap-Latn" + ] + }, + { + "precision": 0.500909, + "recall": 0.563241, + "f1": 0.517845, + "accuracy": 0.563241, + "main_score": 0.517845, + "hf_subset": "mni_Beng-sot_Latn", + "languages": [ + "mni-Beng", + "sot-Latn" + ] + }, + { + "precision": 0.618249, + "recall": 0.682806, + "f1": 0.635455, + "accuracy": 0.682806, + "main_score": 0.635455, + "hf_subset": "mni_Beng-tur_Latn", + "languages": [ + "mni-Beng", + "tur-Latn" + ] + }, + { + "precision": 0.577877, + "recall": 0.637352, + "f1": 0.593891, + "accuracy": 0.637352, + "main_score": 0.593891, + "hf_subset": "mni_Beng-ace_Latn", + "languages": [ + "mni-Beng", + "ace-Latn" + ] + }, + { + "precision": 0.607858, + "recall": 0.662055, + "f1": 0.623112, + "accuracy": 0.662055, + "main_score": 0.623112, + "hf_subset": "mni_Beng-ban_Latn", + "languages": [ + "mni-Beng", + "ban-Latn" + ] + }, + { + "precision": 0.594908, + "recall": 0.659091, + "f1": 0.612054, + "accuracy": 0.659091, + "main_score": 0.612054, + "hf_subset": "mni_Beng-ell_Grek", + "languages": [ + "mni-Beng", + "ell-Grek" + ] + }, + { + "precision": 0.641779, + "recall": 0.693676, + "f1": 0.655977, + "accuracy": 0.693676, + "main_score": 0.655977, + "hf_subset": "mni_Beng-hne_Deva", + "languages": [ + "mni-Beng", + "hne-Deva" + ] + }, + { + "precision": 0.465034, + "recall": 0.520751, + "f1": 0.480607, + "accuracy": 0.520751, + "main_score": 0.480607, + "hf_subset": "mni_Beng-kik_Latn", + "languages": [ + "mni-Beng", + "kik-Latn" + ] + }, + { + "precision": 0.630746, + "recall": 0.685771, + "f1": 0.645625, + "accuracy": 0.685771, + "main_score": 0.645625, + "hf_subset": "mni_Beng-mai_Deva", + "languages": [ + "mni-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.561804, + "recall": 0.62747, + "f1": 0.579083, + "accuracy": 0.62747, + "main_score": 0.579083, + "hf_subset": "mni_Beng-pbt_Arab", + "languages": [ + "mni-Beng", + "pbt-Arab" + ] + }, + { + "precision": 0.626412, + "recall": 0.692688, + "f1": 0.644512, + "accuracy": 0.692688, + "main_score": 0.644512, + "hf_subset": "mni_Beng-spa_Latn", + "languages": [ + "mni-Beng", + "spa-Latn" + ] + }, + { + "precision": 0.550224, + "recall": 0.599802, + "f1": 0.564232, + "accuracy": 0.599802, + "main_score": 0.564232, + "hf_subset": "mni_Beng-twi_Latn", + "languages": [ + "mni-Beng", + "twi-Latn" + ] + }, + { + "precision": 0.593312, + "recall": 0.656126, + "f1": 0.610484, + "accuracy": 0.656126, + "main_score": 0.610484, + "hf_subset": "mni_Beng-acm_Arab", + "languages": [ + "mni-Beng", + "acm-Arab" + ] + }, + { + "precision": 0.584692, + "recall": 0.644269, + "f1": 0.60111, + "accuracy": 0.644269, + "main_score": 0.60111, + "hf_subset": "mni_Beng-bel_Cyrl", + "languages": [ + "mni-Beng", + "bel-Cyrl" + ] + }, + { + "precision": 0.680874, + "recall": 0.745059, + "f1": 0.699678, + "accuracy": 0.745059, + "main_score": 0.699678, + "hf_subset": "mni_Beng-eng_Latn", + "languages": [ + "mni-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.61796, + "recall": 0.675889, + "f1": 0.634118, + "accuracy": 0.675889, + "main_score": 0.634118, + "hf_subset": "mni_Beng-hrv_Latn", + "languages": [ + "mni-Beng", + "hrv-Latn" + ] + }, + { + "precision": 0.475748, + "recall": 0.528656, + "f1": 0.489805, + "accuracy": 0.528656, + "main_score": 0.489805, + "hf_subset": "mni_Beng-kin_Latn", + "languages": [ + "mni-Beng", + "kin-Latn" + ] + }, + { + "precision": 0.599539, + "recall": 0.662055, + "f1": 0.616476, + "accuracy": 0.662055, + "main_score": 0.616476, + "hf_subset": "mni_Beng-mal_Mlym", + "languages": [ + "mni-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.5905, + "recall": 0.650198, + "f1": 0.605913, + "accuracy": 0.650198, + "main_score": 0.605913, + "hf_subset": "mni_Beng-pes_Arab", + "languages": [ + "mni-Beng", + "pes-Arab" + ] + }, + { + "precision": 0.590042, + "recall": 0.650198, + "f1": 0.605946, + "accuracy": 0.650198, + "main_score": 0.605946, + "hf_subset": "mni_Beng-srd_Latn", + "languages": [ + "mni-Beng", + "srd-Latn" + ] + }, + { + "precision": 0.232999, + "recall": 0.289526, + "f1": 0.24644, + "accuracy": 0.289526, + "main_score": 0.24644, + "hf_subset": "mni_Beng-tzm_Tfng", + "languages": [ + "mni-Beng", + "tzm-Tfng" + ] + }, + { + "precision": 0.607123, + "recall": 0.666996, + "f1": 0.623757, + "accuracy": 0.666996, + "main_score": 0.623757, + "hf_subset": "mni_Beng-acq_Arab", + "languages": [ + "mni-Beng", + "acq-Arab" + ] + }, + { + "precision": 0.502133, + "recall": 0.555336, + "f1": 0.516849, + "accuracy": 0.555336, + "main_score": 0.516849, + "hf_subset": "mni_Beng-bem_Latn", + "languages": [ + "mni-Beng", + "bem-Latn" + ] + }, + { + "precision": 0.598719, + "recall": 0.660079, + "f1": 0.615715, + "accuracy": 0.660079, + "main_score": 0.615715, + "hf_subset": "mni_Beng-epo_Latn", + "languages": [ + "mni-Beng", + "epo-Latn" + ] + }, + { + "precision": 0.61853, + "recall": 0.684783, + "f1": 0.63706, + "accuracy": 0.684783, + "main_score": 0.63706, + "hf_subset": "mni_Beng-hun_Latn", + "languages": [ + "mni-Beng", + "hun-Latn" + ] + }, + { + "precision": 0.569042, + "recall": 0.633399, + "f1": 0.586627, + "accuracy": 0.633399, + "main_score": 0.586627, + "hf_subset": "mni_Beng-kir_Cyrl", + "languages": [ + "mni-Beng", + "kir-Cyrl" + ] + }, + { + "precision": 0.620571, + "recall": 0.675889, + "f1": 0.635143, + "accuracy": 0.675889, + "main_score": 0.635143, + "hf_subset": "mni_Beng-mar_Deva", + "languages": [ + "mni-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.524365, + "recall": 0.579051, + "f1": 0.539478, + "accuracy": 0.579051, + "main_score": 0.539478, + "hf_subset": "mni_Beng-plt_Latn", + "languages": [ + "mni-Beng", + "plt-Latn" + ] + }, + { + "precision": 0.608446, + "recall": 0.668972, + "f1": 0.625212, + "accuracy": 0.668972, + "main_score": 0.625212, + "hf_subset": "mni_Beng-srp_Cyrl", + "languages": [ + "mni-Beng", + "srp-Cyrl" + ] + }, + { + "precision": 0.508467, + "recall": 0.576087, + "f1": 0.525896, + "accuracy": 0.576087, + "main_score": 0.525896, + "hf_subset": "mni_Beng-uig_Arab", + "languages": [ + "mni-Beng", + "uig-Arab" + ] + }, + { + "precision": 0.594342, + "recall": 0.651186, + "f1": 0.608802, + "accuracy": 0.651186, + "main_score": 0.608802, + "hf_subset": "mni_Beng-aeb_Arab", + "languages": [ + "mni-Beng", + "aeb-Arab" + ] + }, + { + "precision": 0.634058, + "recall": 0.689723, + "f1": 0.648644, + "accuracy": 0.689723, + "main_score": 0.648644, + "hf_subset": "mni_Beng-ben_Beng", + "languages": [ + "mni-Beng", + "ben-Beng" + ] + }, + { + "precision": 0.588106, + "recall": 0.647233, + "f1": 0.604018, + "accuracy": 0.647233, + "main_score": 0.604018, + "hf_subset": "mni_Beng-est_Latn", + "languages": [ + "mni-Beng", + "est-Latn" + ] + }, + { + "precision": 0.575268, + "recall": 0.639328, + "f1": 0.592937, + "accuracy": 0.639328, + "main_score": 0.592937, + "hf_subset": "mni_Beng-hye_Armn", + "languages": [ + "mni-Beng", + "hye-Armn" + ] + }, + { + "precision": 0.427918, + "recall": 0.476285, + "f1": 0.441924, + "accuracy": 0.476285, + "main_score": 0.441924, + "hf_subset": "mni_Beng-kmb_Latn", + "languages": [ + "mni-Beng", + "kmb-Latn" + ] + }, + { + "precision": 0.448328, + "recall": 0.512846, + "f1": 0.465971, + "accuracy": 0.512846, + "main_score": 0.465971, + "hf_subset": "mni_Beng-min_Arab", + "languages": [ + "mni-Beng", + "min-Arab" + ] + }, + { + "precision": 0.636682, + "recall": 0.694664, + "f1": 0.652445, + "accuracy": 0.694664, + "main_score": 0.652445, + "hf_subset": "mni_Beng-pol_Latn", + "languages": [ + "mni-Beng", + "pol-Latn" + ] + }, + { + "precision": 0.467352, + "recall": 0.532609, + "f1": 0.484982, + "accuracy": 0.532609, + "main_score": 0.484982, + "hf_subset": "mni_Beng-ssw_Latn", + "languages": [ + "mni-Beng", + "ssw-Latn" + ] + }, + { + "precision": 0.637116, + "recall": 0.701581, + "f1": 0.655132, + "accuracy": 0.701581, + "main_score": 0.655132, + "hf_subset": "mni_Beng-ukr_Cyrl", + "languages": [ + "mni-Beng", + "ukr-Cyrl" + ] + }, + { + "precision": 0.615462, + "recall": 0.672925, + "f1": 0.631295, + "accuracy": 0.672925, + "main_score": 0.631295, + "hf_subset": "mni_Beng-afr_Latn", + "languages": [ + "mni-Beng", + "afr-Latn" + ] + }, + { + "precision": 0.64452, + "recall": 0.708498, + "f1": 0.662177, + "accuracy": 0.708498, + "main_score": 0.662177, + "hf_subset": "mni_Beng-bho_Deva", + "languages": [ + "mni-Beng", + "bho-Deva" + ] + }, + { + "precision": 0.574277, + "recall": 0.631423, + "f1": 0.589257, + "accuracy": 0.631423, + "main_score": 0.589257, + "hf_subset": "mni_Beng-eus_Latn", + "languages": [ + "mni-Beng", + "eus-Latn" + ] + }, + { + "precision": 0.512645, + "recall": 0.564229, + "f1": 0.527022, + "accuracy": 0.564229, + "main_score": 0.527022, + "hf_subset": "mni_Beng-ibo_Latn", + "languages": [ + "mni-Beng", + "ibo-Latn" + ] + }, + { + "precision": 0.530018, + "recall": 0.597826, + "f1": 0.548557, + "accuracy": 0.597826, + "main_score": 0.548557, + "hf_subset": "mni_Beng-kmr_Latn", + "languages": [ + "mni-Beng", + "kmr-Latn" + ] + }, + { + "precision": 0.558924, + "recall": 0.618577, + "f1": 0.575487, + "accuracy": 0.618577, + "main_score": 0.575487, + "hf_subset": "mni_Beng-min_Latn", + "languages": [ + "mni-Beng", + "min-Latn" + ] + }, + { + "precision": 0.636542, + "recall": 0.695652, + "f1": 0.653143, + "accuracy": 0.695652, + "main_score": 0.653143, + "hf_subset": "mni_Beng-por_Latn", + "languages": [ + "mni-Beng", + "por-Latn" + ] + }, + { + "precision": 0.572266, + "recall": 0.631423, + "f1": 0.587461, + "accuracy": 0.631423, + "main_score": 0.587461, + "hf_subset": "mni_Beng-sun_Latn", + "languages": [ + "mni-Beng", + "sun-Latn" + ] + }, + { + "precision": 0.441595, + "recall": 0.491107, + "f1": 0.455747, + "accuracy": 0.491107, + "main_score": 0.455747, + "hf_subset": "mni_Beng-umb_Latn", + "languages": [ + "mni-Beng", + "umb-Latn" + ] + }, + { + "precision": 0.617273, + "recall": 0.677866, + "f1": 0.633337, + "accuracy": 0.677866, + "main_score": 0.633337, + "hf_subset": "mni_Beng-ajp_Arab", + "languages": [ + "mni-Beng", + "ajp-Arab" + ] + }, + { + "precision": 0.447739, + "recall": 0.511858, + "f1": 0.464922, + "accuracy": 0.511858, + "main_score": 0.464922, + "hf_subset": "mni_Beng-bjn_Arab", + "languages": [ + "mni-Beng", + "bjn-Arab" + ] + }, + { + "precision": 0.448742, + "recall": 0.490119, + "f1": 0.46022, + "accuracy": 0.490119, + "main_score": 0.46022, + "hf_subset": "mni_Beng-ewe_Latn", + "languages": [ + "mni-Beng", + "ewe-Latn" + ] + }, + { + "precision": 0.602217, + "recall": 0.655138, + "f1": 0.616904, + "accuracy": 0.655138, + "main_score": 0.616904, + "hf_subset": "mni_Beng-ilo_Latn", + "languages": [ + "mni-Beng", + "ilo-Latn" + ] + }, + { + "precision": 0.301261, + "recall": 0.355731, + "f1": 0.315997, + "accuracy": 0.355731, + "main_score": 0.315997, + "hf_subset": "mni_Beng-knc_Arab", + "languages": [ + "mni-Beng", + "knc-Arab" + ] + }, + { + "precision": 0.603094, + "recall": 0.662055, + "f1": 0.619956, + "accuracy": 0.662055, + "main_score": 0.619956, + "hf_subset": "mni_Beng-mkd_Cyrl", + "languages": [ + "mni-Beng", + "mkd-Cyrl" + ] + }, + { + "precision": 0.600412, + "recall": 0.666008, + "f1": 0.618403, + "accuracy": 0.666008, + "main_score": 0.618403, + "hf_subset": "mni_Beng-prs_Arab", + "languages": [ + "mni-Beng", + "prs-Arab" + ] + }, + { + "precision": 0.622178, + "recall": 0.686759, + "f1": 0.63958, + "accuracy": 0.686759, + "main_score": 0.63958, + "hf_subset": "mni_Beng-swe_Latn", + "languages": [ + "mni-Beng", + "swe-Latn" + ] + }, + { + "precision": 0.599866, + "recall": 0.662055, + "f1": 0.616714, + "accuracy": 0.662055, + "main_score": 0.616714, + "hf_subset": "mni_Beng-urd_Arab", + "languages": [ + "mni-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.518027, + "recall": 0.575099, + "f1": 0.534172, + "accuracy": 0.575099, + "main_score": 0.534172, + "hf_subset": "mni_Beng-aka_Latn", + "languages": [ + "mni-Beng", + "aka-Latn" + ] + }, + { + "precision": 0.592953, + "recall": 0.648221, + "f1": 0.608691, + "accuracy": 0.648221, + "main_score": 0.608691, + "hf_subset": "mni_Beng-bjn_Latn", + "languages": [ + "mni-Beng", + "bjn-Latn" + ] + }, + { + "precision": 0.506526, + "recall": 0.574111, + "f1": 0.524838, + "accuracy": 0.574111, + "main_score": 0.524838, + "hf_subset": "mni_Beng-fao_Latn", + "languages": [ + "mni-Beng", + "fao-Latn" + ] + }, + { + "precision": 0.631565, + "recall": 0.690711, + "f1": 0.647245, + "accuracy": 0.690711, + "main_score": 0.647245, + "hf_subset": "mni_Beng-ind_Latn", + "languages": [ + "mni-Beng", + "ind-Latn" + ] + }, + { + "precision": 0.499901, + "recall": 0.539526, + "f1": 0.511053, + "accuracy": 0.539526, + "main_score": 0.511053, + "hf_subset": "mni_Beng-knc_Latn", + "languages": [ + "mni-Beng", + "knc-Latn" + ] + }, + { + "precision": 0.590286, + "recall": 0.644269, + "f1": 0.604999, + "accuracy": 0.644269, + "main_score": 0.604999, + "hf_subset": "mni_Beng-mlt_Latn", + "languages": [ + "mni-Beng", + "mlt-Latn" + ] + }, + { + "precision": 0.525626, + "recall": 0.577075, + "f1": 0.540021, + "accuracy": 0.577075, + "main_score": 0.540021, + "hf_subset": "mni_Beng-quy_Latn", + "languages": [ + "mni-Beng", + "quy-Latn" + ] + }, + { + "precision": 0.558943, + "recall": 0.626482, + "f1": 0.576216, + "accuracy": 0.626482, + "main_score": 0.576216, + "hf_subset": "mni_Beng-swh_Latn", + "languages": [ + "mni-Beng", + "swh-Latn" + ] + }, + { + "precision": 0.55978, + "recall": 0.625494, + "f1": 0.577387, + "accuracy": 0.625494, + "main_score": 0.577387, + "hf_subset": "mni_Beng-uzn_Latn", + "languages": [ + "mni-Beng", + "uzn-Latn" + ] + }, + { + "precision": 0.573181, + "recall": 0.635375, + "f1": 0.590364, + "accuracy": 0.635375, + "main_score": 0.590364, + "hf_subset": "mni_Beng-als_Latn", + "languages": [ + "mni-Beng", + "als-Latn" + ] + }, + { + "precision": 0.387257, + "recall": 0.454545, + "f1": 0.40473, + "accuracy": 0.454545, + "main_score": 0.40473, + "hf_subset": "mni_Beng-bod_Tibt", + "languages": [ + "mni-Beng", + "bod-Tibt" + ] + }, + { + "precision": 0.490504, + "recall": 0.538538, + "f1": 0.50342, + "accuracy": 0.538538, + "main_score": 0.50342, + "hf_subset": "mni_Beng-fij_Latn", + "languages": [ + "mni-Beng", + "fij-Latn" + ] + }, + { + "precision": 0.524191, + "recall": 0.597826, + "f1": 0.544413, + "accuracy": 0.597826, + "main_score": 0.544413, + "hf_subset": "mni_Beng-isl_Latn", + "languages": [ + "mni-Beng", + "isl-Latn" + ] + }, + { + "precision": 0.51796, + "recall": 0.567194, + "f1": 0.531712, + "accuracy": 0.567194, + "main_score": 0.531712, + "hf_subset": "mni_Beng-kon_Latn", + "languages": [ + "mni-Beng", + "kon-Latn" + ] + }, + { + "precision": 0.638248, + "recall": 0.692688, + "f1": 0.652898, + "accuracy": 0.692688, + "main_score": 0.652898, + "hf_subset": "mni_Beng-ron_Latn", + "languages": [ + "mni-Beng", + "ron-Latn" + ] + }, + { + "precision": 0.610963, + "recall": 0.671937, + "f1": 0.627668, + "accuracy": 0.671937, + "main_score": 0.627668, + "hf_subset": "mni_Beng-szl_Latn", + "languages": [ + "mni-Beng", + "szl-Latn" + ] + }, + { + "precision": 0.639684, + "recall": 0.692688, + "f1": 0.654173, + "accuracy": 0.692688, + "main_score": 0.654173, + "hf_subset": "mni_Beng-vec_Latn", + "languages": [ + "mni-Beng", + "vec-Latn" + ] + }, + { + "precision": 0.566412, + "recall": 0.628458, + "f1": 0.58347, + "accuracy": 0.628458, + "main_score": 0.58347, + "hf_subset": "mni_Beng-amh_Ethi", + "languages": [ + "mni-Beng", + "amh-Ethi" + ] + }, + { + "precision": 0.61324, + "recall": 0.671937, + "f1": 0.629313, + "accuracy": 0.671937, + "main_score": 0.629313, + "hf_subset": "mni_Beng-bos_Latn", + "languages": [ + "mni-Beng", + "bos-Latn" + ] + }, + { + "precision": 0.590794, + "recall": 0.657115, + "f1": 0.6089, + "accuracy": 0.657115, + "main_score": 0.6089, + "hf_subset": "mni_Beng-fin_Latn", + "languages": [ + "mni-Beng", + "fin-Latn" + ] + }, + { + "precision": 0.643481, + "recall": 0.698617, + "f1": 0.658783, + "accuracy": 0.698617, + "main_score": 0.658783, + "hf_subset": "mni_Beng-ita_Latn", + "languages": [ + "mni-Beng", + "ita-Latn" + ] + }, + { + "precision": 0.635558, + "recall": 0.693676, + "f1": 0.651366, + "accuracy": 0.693676, + "main_score": 0.651366, + "hf_subset": "mni_Beng-kor_Hang", + "languages": [ + "mni-Beng", + "kor-Hang" + ] + }, + { + "precision": 0.470109, + "recall": 0.528656, + "f1": 0.486666, + "accuracy": 0.528656, + "main_score": 0.486666, + "hf_subset": "mni_Beng-mos_Latn", + "languages": [ + "mni-Beng", + "mos-Latn" + ] + }, + { + "precision": 0.466119, + "recall": 0.51581, + "f1": 0.47957, + "accuracy": 0.51581, + "main_score": 0.47957, + "hf_subset": "mni_Beng-run_Latn", + "languages": [ + "mni-Beng", + "run-Latn" + ] + }, + { + "precision": 0.603606, + "recall": 0.663043, + "f1": 0.619371, + "accuracy": 0.663043, + "main_score": 0.619371, + "hf_subset": "mni_Beng-tam_Taml", + "languages": [ + "mni-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.603595, + "recall": 0.662055, + "f1": 0.619836, + "accuracy": 0.662055, + "main_score": 0.619836, + "hf_subset": "mni_Beng-vie_Latn", + "languages": [ + "mni-Beng", + "vie-Latn" + ] + }, + { + "precision": 0.617057, + "recall": 0.674901, + "f1": 0.632878, + "accuracy": 0.674901, + "main_score": 0.632878, + "hf_subset": "mni_Beng-apc_Arab", + "languages": [ + "mni-Beng", + "apc-Arab" + ] + }, + { + "precision": 0.598527, + "recall": 0.650198, + "f1": 0.613902, + "accuracy": 0.650198, + "main_score": 0.613902, + "hf_subset": "mni_Beng-bug_Latn", + "languages": [ + "mni-Beng", + "bug-Latn" + ] + }, + { + "precision": 0.381889, + "recall": 0.427866, + "f1": 0.394487, + "accuracy": 0.427866, + "main_score": 0.394487, + "hf_subset": "mni_Beng-fon_Latn", + "languages": [ + "mni-Beng", + "fon-Latn" + ] + }, + { + "precision": 0.593044, + "recall": 0.649209, + "f1": 0.608162, + "accuracy": 0.649209, + "main_score": 0.608162, + "hf_subset": "mni_Beng-jav_Latn", + "languages": [ + "mni-Beng", + "jav-Latn" + ] + }, + { + "precision": 0.475214, + "recall": 0.539526, + "f1": 0.491873, + "accuracy": 0.539526, + "main_score": 0.491873, + "hf_subset": "mni_Beng-lao_Laoo", + "languages": [ + "mni-Beng", + "lao-Laoo" + ] + }, + { + "precision": 0.461736, + "recall": 0.525692, + "f1": 0.478269, + "accuracy": 0.525692, + "main_score": 0.478269, + "hf_subset": "mni_Beng-mri_Latn", + "languages": [ + "mni-Beng", + "mri-Latn" + ] + }, + { + "precision": 0.625862, + "recall": 0.684783, + "f1": 0.641709, + "accuracy": 0.684783, + "main_score": 0.641709, + "hf_subset": "mni_Beng-rus_Cyrl", + "languages": [ + "mni-Beng", + "rus-Cyrl" + ] + }, + { + "precision": 0.488829, + "recall": 0.54249, + "f1": 0.503618, + "accuracy": 0.54249, + "main_score": 0.503618, + "hf_subset": "mni_Beng-taq_Latn", + "languages": [ + "mni-Beng", + "taq-Latn" + ] + }, + { + "precision": 0.629941, + "recall": 0.676877, + "f1": 0.643136, + "accuracy": 0.676877, + "main_score": 0.643136, + "hf_subset": "mni_Beng-war_Latn", + "languages": [ + "mni-Beng", + "war-Latn" + ] + }, + { + "precision": 0.606661, + "recall": 0.672925, + "f1": 0.625265, + "accuracy": 0.672925, + "main_score": 0.625265, + "hf_subset": "mni_Beng-arb_Arab", + "languages": [ + "mni-Beng", + "arb-Arab" + ] + }, + { + "precision": 0.63282, + "recall": 0.693676, + "f1": 0.649536, + "accuracy": 0.693676, + "main_score": 0.649536, + "hf_subset": "mni_Beng-bul_Cyrl", + "languages": [ + "mni-Beng", + "bul-Cyrl" + ] + }, + { + "precision": 0.619026, + "recall": 0.679842, + "f1": 0.63601, + "accuracy": 0.679842, + "main_score": 0.63601, + "hf_subset": "mni_Beng-fra_Latn", + "languages": [ + "mni-Beng", + "fra-Latn" + ] + }, + { + "precision": 0.623922, + "recall": 0.688735, + "f1": 0.641415, + "accuracy": 0.688735, + "main_score": 0.641415, + "hf_subset": "mni_Beng-jpn_Jpan", + "languages": [ + "mni-Beng", + "jpn-Jpan" + ] + }, + { + "precision": 0.622579, + "recall": 0.68083, + "f1": 0.638096, + "accuracy": 0.68083, + "main_score": 0.638096, + "hf_subset": "mni_Beng-lij_Latn", + "languages": [ + "mni-Beng", + "lij-Latn" + ] + }, + { + "precision": 0.544772, + "recall": 0.601779, + "f1": 0.559842, + "accuracy": 0.601779, + "main_score": 0.559842, + "hf_subset": "mni_Beng-mya_Mymr", + "languages": [ + "mni-Beng", + "mya-Mymr" + ] + }, + { + "precision": 0.488867, + "recall": 0.547431, + "f1": 0.505238, + "accuracy": 0.547431, + "main_score": 0.505238, + "hf_subset": "mni_Beng-sag_Latn", + "languages": [ + "mni-Beng", + "sag-Latn" + ] + }, + { + "precision": 0.263001, + "recall": 0.320158, + "f1": 0.277568, + "accuracy": 0.320158, + "main_score": 0.277568, + "hf_subset": "mni_Beng-taq_Tfng", + "languages": [ + "mni-Beng", + "taq-Tfng" + ] + }, + { + "precision": 0.54213, + "recall": 0.596838, + "f1": 0.557891, + "accuracy": 0.596838, + "main_score": 0.557891, + "hf_subset": "mni_Beng-wol_Latn", + "languages": [ + "mni-Beng", + "wol-Latn" + ] + }, + { + "precision": 0.459873, + "recall": 0.523715, + "f1": 0.476326, + "accuracy": 0.523715, + "main_score": 0.476326, + "hf_subset": "mni_Beng-arb_Latn", + "languages": [ + "mni-Beng", + "arb-Latn" + ] + }, + { + "precision": 0.634925, + "recall": 0.689723, + "f1": 0.649606, + "accuracy": 0.689723, + "main_score": 0.649606, + "hf_subset": "mni_Beng-cat_Latn", + "languages": [ + "mni-Beng", + "cat-Latn" + ] + }, + { + "precision": 0.605807, + "recall": 0.658103, + "f1": 0.61987, + "accuracy": 0.658103, + "main_score": 0.61987, + "hf_subset": "mni_Beng-fur_Latn", + "languages": [ + "mni-Beng", + "fur-Latn" + ] + }, + { + "precision": 0.367287, + "recall": 0.416996, + "f1": 0.380507, + "accuracy": 0.416996, + "main_score": 0.380507, + "hf_subset": "mni_Beng-kab_Latn", + "languages": [ + "mni-Beng", + "kab-Latn" + ] + }, + { + "precision": 0.610628, + "recall": 0.666008, + "f1": 0.625183, + "accuracy": 0.666008, + "main_score": 0.625183, + "hf_subset": "mni_Beng-lim_Latn", + "languages": [ + "mni-Beng", + "lim-Latn" + ] + }, + { + "precision": 0.626285, + "recall": 0.683794, + "f1": 0.641719, + "accuracy": 0.683794, + "main_score": 0.641719, + "hf_subset": "mni_Beng-nld_Latn", + "languages": [ + "mni-Beng", + "nld-Latn" + ] + }, + { + "precision": 0.572654, + "recall": 0.637352, + "f1": 0.589821, + "accuracy": 0.637352, + "main_score": 0.589821, + "hf_subset": "mni_Beng-san_Deva", + "languages": [ + "mni-Beng", + "san-Deva" + ] + }, + { + "precision": 0.58197, + "recall": 0.639328, + "f1": 0.597897, + "accuracy": 0.639328, + "main_score": 0.597897, + "hf_subset": "mni_Beng-tat_Cyrl", + "languages": [ + "mni-Beng", + "tat-Cyrl" + ] + }, + { + "precision": 0.520479, + "recall": 0.581028, + "f1": 0.536365, + "accuracy": 0.581028, + "main_score": 0.536365, + "hf_subset": "mni_Beng-xho_Latn", + "languages": [ + "mni-Beng", + "xho-Latn" + ] + }, + { + "precision": 0.593189, + "recall": 0.664032, + "f1": 0.613163, + "accuracy": 0.664032, + "main_score": 0.613163, + "hf_subset": "mni_Beng-ars_Arab", + "languages": [ + "mni-Beng", + "ars-Arab" + ] + }, + { + "precision": 0.609431, + "recall": 0.664032, + "f1": 0.624328, + "accuracy": 0.664032, + "main_score": 0.624328, + "hf_subset": "mni_Beng-ceb_Latn", + "languages": [ + "mni-Beng", + "ceb-Latn" + ] + }, + { + "precision": 0.458219, + "recall": 0.511858, + "f1": 0.473261, + "accuracy": 0.511858, + "main_score": 0.473261, + "hf_subset": "mni_Beng-fuv_Latn", + "languages": [ + "mni-Beng", + "fuv-Latn" + ] + }, + { + "precision": 0.468982, + "recall": 0.517787, + "f1": 0.482311, + "accuracy": 0.517787, + "main_score": 0.482311, + "hf_subset": "mni_Beng-kac_Latn", + "languages": [ + "mni-Beng", + "kac-Latn" + ] + }, + { + "precision": 0.543314, + "recall": 0.59585, + "f1": 0.558667, + "accuracy": 0.59585, + "main_score": 0.558667, + "hf_subset": "mni_Beng-lin_Latn", + "languages": [ + "mni-Beng", + "lin-Latn" + ] + }, + { + "precision": 0.610696, + "recall": 0.666008, + "f1": 0.626356, + "accuracy": 0.666008, + "main_score": 0.626356, + "hf_subset": "mni_Beng-nno_Latn", + "languages": [ + "mni-Beng", + "nno-Latn" + ] + }, + { + "precision": 0.599745, + "recall": 0.661067, + "f1": 0.617332, + "accuracy": 0.661067, + "main_score": 0.617332, + "hf_subset": "mni_Beng-sat_Olck", + "languages": [ + "mni-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.615086, + "recall": 0.675889, + "f1": 0.631535, + "accuracy": 0.675889, + "main_score": 0.631535, + "hf_subset": "mni_Beng-tel_Telu", + "languages": [ + "mni-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.593809, + "recall": 0.655138, + "f1": 0.610508, + "accuracy": 0.655138, + "main_score": 0.610508, + "hf_subset": "mni_Beng-ydd_Hebr", + "languages": [ + "mni-Beng", + "ydd-Hebr" + ] + }, + { + "precision": 0.595344, + "recall": 0.648221, + "f1": 0.609859, + "accuracy": 0.648221, + "main_score": 0.609859, + "hf_subset": "mni_Beng-ary_Arab", + "languages": [ + "mni-Beng", + "ary-Arab" + ] + }, + { + "precision": 0.624273, + "recall": 0.684783, + "f1": 0.640568, + "accuracy": 0.684783, + "main_score": 0.640568, + "hf_subset": "mni_Beng-ces_Latn", + "languages": [ + "mni-Beng", + "ces-Latn" + ] + }, + { + "precision": 0.463867, + "recall": 0.527668, + "f1": 0.480192, + "accuracy": 0.527668, + "main_score": 0.480192, + "hf_subset": "mni_Beng-gaz_Latn", + "languages": [ + "mni-Beng", + "gaz-Latn" + ] + }, + { + "precision": 0.466956, + "recall": 0.52668, + "f1": 0.483362, + "accuracy": 0.52668, + "main_score": 0.483362, + "hf_subset": "mni_Beng-kam_Latn", + "languages": [ + "mni-Beng", + "kam-Latn" + ] + }, + { + "precision": 0.611334, + "recall": 0.667984, + "f1": 0.626007, + "accuracy": 0.667984, + "main_score": 0.626007, + "hf_subset": "mni_Beng-lit_Latn", + "languages": [ + "mni-Beng", + "lit-Latn" + ] + }, + { + "precision": 0.634349, + "recall": 0.689723, + "f1": 0.649421, + "accuracy": 0.689723, + "main_score": 0.649421, + "hf_subset": "mni_Beng-nob_Latn", + "languages": [ + "mni-Beng", + "nob-Latn" + ] + }, + { + "precision": 0.603674, + "recall": 0.65415, + "f1": 0.617558, + "accuracy": 0.65415, + "main_score": 0.617558, + "hf_subset": "mni_Beng-scn_Latn", + "languages": [ + "mni-Beng", + "scn-Latn" + ] + }, + { + "precision": 0.557586, + "recall": 0.618577, + "f1": 0.573762, + "accuracy": 0.618577, + "main_score": 0.573762, + "hf_subset": "mni_Beng-tgk_Cyrl", + "languages": [ + "mni-Beng", + "tgk-Cyrl" + ] + }, + { + "precision": 0.437283, + "recall": 0.503953, + "f1": 0.455266, + "accuracy": 0.503953, + "main_score": 0.455266, + "hf_subset": "mni_Beng-yor_Latn", + "languages": [ + "mni-Beng", + "yor-Latn" + ] + }, + { + "precision": 0.603271, + "recall": 0.66502, + "f1": 0.619536, + "accuracy": 0.66502, + "main_score": 0.619536, + "hf_subset": "mni_Beng-arz_Arab", + "languages": [ + "mni-Beng", + "arz-Arab" + ] + }, + { + "precision": 0.461021, + "recall": 0.517787, + "f1": 0.477114, + "accuracy": 0.517787, + "main_score": 0.477114, + "hf_subset": "mni_Beng-cjk_Latn", + "languages": [ + "mni-Beng", + "cjk-Latn" + ] + }, + { + "precision": 0.504701, + "recall": 0.568182, + "f1": 0.522235, + "accuracy": 0.568182, + "main_score": 0.522235, + "hf_subset": "mni_Beng-gla_Latn", + "languages": [ + "mni-Beng", + "gla-Latn" + ] + }, + { + "precision": 0.585021, + "recall": 0.646245, + "f1": 0.601573, + "accuracy": 0.646245, + "main_score": 0.601573, + "hf_subset": "mni_Beng-kan_Knda", + "languages": [ + "mni-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.609541, + "recall": 0.668972, + "f1": 0.626024, + "accuracy": 0.668972, + "main_score": 0.626024, + "hf_subset": "mni_Beng-lmo_Latn", + "languages": [ + "mni-Beng", + "lmo-Latn" + ] + }, + { + "precision": 0.604418, + "recall": 0.656126, + "f1": 0.619527, + "accuracy": 0.656126, + "main_score": 0.619527, + "hf_subset": "mni_Beng-npi_Deva", + "languages": [ + "mni-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.400111, + "recall": 0.454545, + "f1": 0.414649, + "accuracy": 0.454545, + "main_score": 0.414649, + "hf_subset": "mni_Beng-shn_Mymr", + "languages": [ + "mni-Beng", + "shn-Mymr" + ] + }, + { + "precision": 0.61844, + "recall": 0.676877, + "f1": 0.634391, + "accuracy": 0.676877, + "main_score": 0.634391, + "hf_subset": "mni_Beng-tgl_Latn", + "languages": [ + "mni-Beng", + "tgl-Latn" + ] + }, + { + "precision": 0.584151, + "recall": 0.658103, + "f1": 0.604471, + "accuracy": 0.658103, + "main_score": 0.604471, + "hf_subset": "mni_Beng-yue_Hant", + "languages": [ + "mni-Beng", + "yue-Hant" + ] + }, + { + "precision": 0.574393, + "recall": 0.631423, + "f1": 0.590346, + "accuracy": 0.631423, + "main_score": 0.590346, + "hf_subset": "mni_Beng-asm_Beng", + "languages": [ + "mni-Beng", + "asm-Beng" + ] + }, + { + "precision": 0.538119, + "recall": 0.598814, + "f1": 0.554904, + "accuracy": 0.598814, + "main_score": 0.554904, + "hf_subset": "mni_Beng-ckb_Arab", + "languages": [ + "mni-Beng", + "ckb-Arab" + ] + }, + { + "precision": 0.532694, + "recall": 0.596838, + "f1": 0.550044, + "accuracy": 0.596838, + "main_score": 0.550044, + "hf_subset": "mni_Beng-gle_Latn", + "languages": [ + "mni-Beng", + "gle-Latn" + ] + }, + { + "precision": 0.632042, + "recall": 0.685771, + "f1": 0.647977, + "accuracy": 0.685771, + "main_score": 0.647977, + "hf_subset": "mni_Beng-kas_Arab", + "languages": [ + "mni-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.569746, + "recall": 0.630435, + "f1": 0.587143, + "accuracy": 0.630435, + "main_score": 0.587143, + "hf_subset": "mni_Beng-ltg_Latn", + "languages": [ + "mni-Beng", + "ltg-Latn" + ] + }, + { + "precision": 0.517198, + "recall": 0.578063, + "f1": 0.533614, + "accuracy": 0.578063, + "main_score": 0.533614, + "hf_subset": "mni_Beng-nso_Latn", + "languages": [ + "mni-Beng", + "nso-Latn" + ] + }, + { + "precision": 0.551303, + "recall": 0.616601, + "f1": 0.568232, + "accuracy": 0.616601, + "main_score": 0.568232, + "hf_subset": "mni_Beng-sin_Sinh", + "languages": [ + "mni-Beng", + "sin-Sinh" + ] + }, + { + "precision": 0.584851, + "recall": 0.649209, + "f1": 0.601638, + "accuracy": 0.649209, + "main_score": 0.601638, + "hf_subset": "mni_Beng-tha_Thai", + "languages": [ + "mni-Beng", + "tha-Thai" + ] + }, + { + "precision": 0.550746, + "recall": 0.620553, + "f1": 0.568725, + "accuracy": 0.620553, + "main_score": 0.568725, + "hf_subset": "mni_Beng-zho_Hans", + "languages": [ + "mni-Beng", + "zho-Hans" + ] + }, + { + "precision": 0.618904, + "recall": 0.675889, + "f1": 0.634084, + "accuracy": 0.675889, + "main_score": 0.634084, + "hf_subset": "mni_Beng-ast_Latn", + "languages": [ + "mni-Beng", + "ast-Latn" + ] + }, + { + "precision": 0.590569, + "recall": 0.648221, + "f1": 0.606477, + "accuracy": 0.648221, + "main_score": 0.606477, + "hf_subset": "mni_Beng-crh_Latn", + "languages": [ + "mni-Beng", + "crh-Latn" + ] + }, + { + "precision": 0.624327, + "recall": 0.679842, + "f1": 0.639174, + "accuracy": 0.679842, + "main_score": 0.639174, + "hf_subset": "mni_Beng-glg_Latn", + "languages": [ + "mni-Beng", + "glg-Latn" + ] + }, + { + "precision": 0.61003, + "recall": 0.666008, + "f1": 0.625601, + "accuracy": 0.666008, + "main_score": 0.625601, + "hf_subset": "mni_Beng-kas_Deva", + "languages": [ + "mni-Beng", + "kas-Deva" + ] + }, + { + "precision": 0.569264, + "recall": 0.626482, + "f1": 0.584932, + "accuracy": 0.626482, + "main_score": 0.584932, + "hf_subset": "mni_Beng-ltz_Latn", + "languages": [ + "mni-Beng", + "ltz-Latn" + ] + }, + { + "precision": 0.428584, + "recall": 0.491107, + "f1": 0.44497, + "accuracy": 0.491107, + "main_score": 0.44497, + "hf_subset": "mni_Beng-nus_Latn", + "languages": [ + "mni-Beng", + "nus-Latn" + ] + }, + { + "precision": 0.61653, + "recall": 0.66996, + "f1": 0.631604, + "accuracy": 0.66996, + "main_score": 0.631604, + "hf_subset": "mni_Beng-slk_Latn", + "languages": [ + "mni-Beng", + "slk-Latn" + ] + }, + { + "precision": 0.537213, + "recall": 0.593874, + "f1": 0.553833, + "accuracy": 0.593874, + "main_score": 0.553833, + "hf_subset": "mni_Beng-tir_Ethi", + "languages": [ + "mni-Beng", + "tir-Ethi" + ] + }, + { + "precision": 0.600093, + "recall": 0.666008, + "f1": 0.617464, + "accuracy": 0.666008, + "main_score": 0.617464, + "hf_subset": "mni_Beng-zho_Hant", + "languages": [ + "mni-Beng", + "zho-Hant" + ] + }, + { + "precision": 0.640314, + "recall": 0.699605, + "f1": 0.65585, + "accuracy": 0.699605, + "main_score": 0.65585, + "hf_subset": "mni_Beng-awa_Deva", + "languages": [ + "mni-Beng", + "awa-Deva" + ] + }, + { + "precision": 0.567106, + "recall": 0.630435, + "f1": 0.58471, + "accuracy": 0.630435, + "main_score": 0.58471, + "hf_subset": "mni_Beng-cym_Latn", + "languages": [ + "mni-Beng", + "cym-Latn" + ] + }, + { + "precision": 0.617095, + "recall": 0.658103, + "f1": 0.629382, + "accuracy": 0.658103, + "main_score": 0.629382, + "hf_subset": "mni_Beng-grn_Latn", + "languages": [ + "mni-Beng", + "grn-Latn" + ] + }, + { + "precision": 0.578224, + "recall": 0.646245, + "f1": 0.596252, + "accuracy": 0.646245, + "main_score": 0.596252, + "hf_subset": "mni_Beng-kat_Geor", + "languages": [ + "mni-Beng", + "kat-Geor" + ] + }, + { + "precision": 0.504992, + "recall": 0.554348, + "f1": 0.518754, + "accuracy": 0.554348, + "main_score": 0.518754, + "hf_subset": "mni_Beng-lua_Latn", + "languages": [ + "mni-Beng", + "lua-Latn" + ] + }, + { + "precision": 0.508943, + "recall": 0.561265, + "f1": 0.523395, + "accuracy": 0.561265, + "main_score": 0.523395, + "hf_subset": "mni_Beng-nya_Latn", + "languages": [ + "mni-Beng", + "nya-Latn" + ] + }, + { + "precision": 0.608514, + "recall": 0.668972, + "f1": 0.626015, + "accuracy": 0.668972, + "main_score": 0.626015, + "hf_subset": "mni_Beng-slv_Latn", + "languages": [ + "mni-Beng", + "slv-Latn" + ] + }, + { + "precision": 0.629971, + "recall": 0.684783, + "f1": 0.644667, + "accuracy": 0.684783, + "main_score": 0.644667, + "hf_subset": "mni_Beng-tpi_Latn", + "languages": [ + "mni-Beng", + "tpi-Latn" + ] + }, + { + "precision": 0.623164, + "recall": 0.686759, + "f1": 0.640231, + "accuracy": 0.686759, + "main_score": 0.640231, + "hf_subset": "mni_Beng-zsm_Latn", + "languages": [ + "mni-Beng", + "zsm-Latn" + ] + }, + { + "precision": 0.465926, + "recall": 0.519763, + "f1": 0.480783, + "accuracy": 0.519763, + "main_score": 0.480783, + "hf_subset": "mni_Beng-ayr_Latn", + "languages": [ + "mni-Beng", + "ayr-Latn" + ] + }, + { + "precision": 0.628741, + "recall": 0.688735, + "f1": 0.645576, + "accuracy": 0.688735, + "main_score": 0.645576, + "hf_subset": "mni_Beng-dan_Latn", + "languages": [ + "mni-Beng", + "dan-Latn" + ] + }, + { + "precision": 0.604845, + "recall": 0.668972, + "f1": 0.622585, + "accuracy": 0.668972, + "main_score": 0.622585, + "hf_subset": "mni_Beng-guj_Gujr", + "languages": [ + "mni-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.577481, + "recall": 0.639328, + "f1": 0.59368, + "accuracy": 0.639328, + "main_score": 0.59368, + "hf_subset": "mni_Beng-kaz_Cyrl", + "languages": [ + "mni-Beng", + "kaz-Cyrl" + ] + }, + { + "precision": 0.442206, + "recall": 0.498024, + "f1": 0.456841, + "accuracy": 0.498024, + "main_score": 0.456841, + "hf_subset": "mni_Beng-lug_Latn", + "languages": [ + "mni-Beng", + "lug-Latn" + ] + }, + { + "precision": 0.625206, + "recall": 0.683794, + "f1": 0.641033, + "accuracy": 0.683794, + "main_score": 0.641033, + "hf_subset": "mni_Beng-oci_Latn", + "languages": [ + "mni-Beng", + "oci-Latn" + ] + }, + { + "precision": 0.493348, + "recall": 0.552372, + "f1": 0.509713, + "accuracy": 0.552372, + "main_score": 0.509713, + "hf_subset": "mni_Beng-smo_Latn", + "languages": [ + "mni-Beng", + "smo-Latn" + ] + }, + { + "precision": 0.462495, + "recall": 0.519763, + "f1": 0.478409, + "accuracy": 0.519763, + "main_score": 0.478409, + "hf_subset": "mni_Beng-tsn_Latn", + "languages": [ + "mni-Beng", + "tsn-Latn" + ] + }, + { + "precision": 0.472496, + "recall": 0.538538, + "f1": 0.490182, + "accuracy": 0.538538, + "main_score": 0.490182, + "hf_subset": "mni_Beng-zul_Latn", + "languages": [ + "mni-Beng", + "zul-Latn" + ] + }, + { + "precision": 0.555438, + "recall": 0.607708, + "f1": 0.570073, + "accuracy": 0.607708, + "main_score": 0.570073, + "hf_subset": "mni_Beng-azb_Arab", + "languages": [ + "mni-Beng", + "azb-Arab" + ] + }, + { + "precision": 0.625988, + "recall": 0.689723, + "f1": 0.643679, + "accuracy": 0.689723, + "main_score": 0.643679, + "hf_subset": "mni_Beng-deu_Latn", + "languages": [ + "mni-Beng", + "deu-Latn" + ] + }, + { + "precision": 0.571868, + "recall": 0.641304, + "f1": 0.591268, + "accuracy": 0.641304, + "main_score": 0.591268, + "hf_subset": "mni_Beng-hat_Latn", + "languages": [ + "mni-Beng", + "hat-Latn" + ] + }, + { + "precision": 0.418438, + "recall": 0.464427, + "f1": 0.432004, + "accuracy": 0.464427, + "main_score": 0.432004, + "hf_subset": "mni_Beng-kbp_Latn", + "languages": [ + "mni-Beng", + "kbp-Latn" + ] + }, + { + "precision": 0.501097, + "recall": 0.551383, + "f1": 0.515017, + "accuracy": 0.551383, + "main_score": 0.515017, + "hf_subset": "mni_Beng-luo_Latn", + "languages": [ + "mni-Beng", + "luo-Latn" + ] + }, + { + "precision": 0.591976, + "recall": 0.653162, + "f1": 0.608448, + "accuracy": 0.653162, + "main_score": 0.608448, + "hf_subset": "mni_Beng-ory_Orya", + "languages": [ + "mni-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.496931, + "recall": 0.561265, + "f1": 0.514308, + "accuracy": 0.561265, + "main_score": 0.514308, + "hf_subset": "mni_Beng-sna_Latn", + "languages": [ + "mni-Beng", + "sna-Latn" + ] + }, + { + "precision": 0.500965, + "recall": 0.5583, + "f1": 0.517023, + "accuracy": 0.5583, + "main_score": 0.517023, + "hf_subset": "mni_Beng-tso_Latn", + "languages": [ + "mni-Beng", + "tso-Latn" + ] + }, + { + "precision": 0.577052, + "recall": 0.642292, + "f1": 0.594059, + "accuracy": 0.642292, + "main_score": 0.594059, + "hf_subset": "mni_Beng-azj_Latn", + "languages": [ + "mni-Beng", + "azj-Latn" + ] + }, + { + "precision": 0.448073, + "recall": 0.506917, + "f1": 0.465547, + "accuracy": 0.506917, + "main_score": 0.465547, + "hf_subset": "mni_Beng-dik_Latn", + "languages": [ + "mni-Beng", + "dik-Latn" + ] + }, + { + "precision": 0.479724, + "recall": 0.54249, + "f1": 0.49591, + "accuracy": 0.54249, + "main_score": 0.49591, + "hf_subset": "mni_Beng-hau_Latn", + "languages": [ + "mni-Beng", + "hau-Latn" + ] + }, + { + "precision": 0.617899, + "recall": 0.667984, + "f1": 0.631817, + "accuracy": 0.667984, + "main_score": 0.631817, + "hf_subset": "mni_Beng-kea_Latn", + "languages": [ + "mni-Beng", + "kea-Latn" + ] + }, + { + "precision": 0.586222, + "recall": 0.640316, + "f1": 0.601283, + "accuracy": 0.640316, + "main_score": 0.601283, + "hf_subset": "mni_Beng-lus_Latn", + "languages": [ + "mni-Beng", + "lus-Latn" + ] + }, + { + "precision": 0.661563, + "recall": 0.712451, + "f1": 0.674882, + "accuracy": 0.712451, + "main_score": 0.674882, + "hf_subset": "mni_Beng-pag_Latn", + "languages": [ + "mni-Beng", + "pag-Latn" + ] + }, + { + "precision": 0.588123, + "recall": 0.652174, + "f1": 0.605289, + "accuracy": 0.652174, + "main_score": 0.605289, + "hf_subset": "mni_Beng-snd_Arab", + "languages": [ + "mni-Beng", + "snd-Arab" + ] + }, + { + "precision": 0.550885, + "recall": 0.61166, + "f1": 0.567845, + "accuracy": 0.61166, + "main_score": 0.567845, + "hf_subset": "mni_Beng-tuk_Latn", + "languages": [ + "mni-Beng", + "tuk-Latn" + ] + }, + { + "precision": 0.590461, + "recall": 0.645257, + "f1": 0.604991, + "accuracy": 0.645257, + "main_score": 0.604991, + "hf_subset": "mni_Beng-bak_Cyrl", + "languages": [ + "mni-Beng", + "bak-Cyrl" + ] + }, + { + "precision": 0.419532, + "recall": 0.479249, + "f1": 0.436975, + "accuracy": 0.479249, + "main_score": 0.436975, + "hf_subset": "mni_Beng-dyu_Latn", + "languages": [ + "mni-Beng", + "dyu-Latn" + ] + }, + { + "precision": 0.601071, + "recall": 0.666996, + "f1": 0.618848, + "accuracy": 0.666996, + "main_score": 0.618848, + "hf_subset": "mni_Beng-heb_Hebr", + "languages": [ + "mni-Beng", + "heb-Hebr" + ] + }, + { + "precision": 0.56989, + "recall": 0.630435, + "f1": 0.586922, + "accuracy": 0.630435, + "main_score": 0.586922, + "hf_subset": "mni_Beng-khk_Cyrl", + "languages": [ + "mni-Beng", + "khk-Cyrl" + ] + }, + { + "precision": 0.610405, + "recall": 0.668972, + "f1": 0.625633, + "accuracy": 0.668972, + "main_score": 0.625633, + "hf_subset": "mni_Beng-lvs_Latn", + "languages": [ + "mni-Beng", + "lvs-Latn" + ] + }, + { + "precision": 0.585717, + "recall": 0.650198, + "f1": 0.602623, + "accuracy": 0.650198, + "main_score": 0.602623, + "hf_subset": "mni_Beng-pan_Guru", + "languages": [ + "mni-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.466264, + "recall": 0.528656, + "f1": 0.483437, + "accuracy": 0.528656, + "main_score": 0.483437, + "hf_subset": "mni_Beng-som_Latn", + "languages": [ + "mni-Beng", + "som-Latn" + ] + }, + { + "precision": 0.494881, + "recall": 0.547431, + "f1": 0.509466, + "accuracy": 0.547431, + "main_score": 0.509466, + "hf_subset": "mni_Beng-tum_Latn", + "languages": [ + "mni-Beng", + "tum-Latn" + ] + }, + { + "precision": 0.528622, + "recall": 0.619565, + "f1": 0.554752, + "accuracy": 0.619565, + "main_score": 0.554752, + "hf_subset": "ron_Latn-ace_Arab", + "languages": [ + "ron-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.481153, + "recall": 0.544466, + "f1": 0.498132, + "accuracy": 0.544466, + "main_score": 0.498132, + "hf_subset": "ron_Latn-bam_Latn", + "languages": [ + "ron-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.660587, + "recall": 0.741107, + "f1": 0.683957, + "accuracy": 0.741107, + "main_score": 0.683957, + "hf_subset": "ron_Latn-dzo_Tibt", + "languages": [ + "ron-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-hin_Deva", + "languages": [ + "ron-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ron_Latn-khm_Khmr", + "languages": [ + "ron-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-mag_Deva", + "languages": [ + "ron-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-pap_Latn", + "languages": [ + "ron-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.864954, + "recall": 0.905138, + "f1": 0.877588, + "accuracy": 0.905138, + "main_score": 0.877588, + "hf_subset": "ron_Latn-sot_Latn", + "languages": [ + "ron-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-tur_Latn", + "languages": [ + "ron-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.877141, + "recall": 0.912055, + "f1": 0.888095, + "accuracy": 0.912055, + "main_score": 0.888095, + "hf_subset": "ron_Latn-ace_Latn", + "languages": [ + "ron-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "ron_Latn-ban_Latn", + "languages": [ + "ron-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-ell_Grek", + "languages": [ + "ron-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ron_Latn-hne_Deva", + "languages": [ + "ron-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.572438, + "recall": 0.647233, + "f1": 0.593185, + "accuracy": 0.647233, + "main_score": 0.593185, + "hf_subset": "ron_Latn-kik_Latn", + "languages": [ + "ron-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-mai_Deva", + "languages": [ + "ron-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "ron_Latn-pbt_Arab", + "languages": [ + "ron-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-spa_Latn", + "languages": [ + "ron-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.788488, + "recall": 0.840909, + "f1": 0.804117, + "accuracy": 0.840909, + "main_score": 0.804117, + "hf_subset": "ron_Latn-twi_Latn", + "languages": [ + "ron-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-acm_Arab", + "languages": [ + "ron-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-bel_Cyrl", + "languages": [ + "ron-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-hrv_Latn", + "languages": [ + "ron-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.866824, + "recall": 0.902174, + "f1": 0.877421, + "accuracy": 0.902174, + "main_score": 0.877421, + "hf_subset": "ron_Latn-kin_Latn", + "languages": [ + "ron-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-mal_Mlym", + "languages": [ + "ron-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-pes_Arab", + "languages": [ + "ron-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ron_Latn-srd_Latn", + "languages": [ + "ron-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.192773, + "recall": 0.262846, + "f1": 0.209827, + "accuracy": 0.262846, + "main_score": 0.209827, + "hf_subset": "ron_Latn-tzm_Tfng", + "languages": [ + "ron-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-acq_Arab", + "languages": [ + "ron-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.674971, + "recall": 0.746047, + "f1": 0.695113, + "accuracy": 0.746047, + "main_score": 0.695113, + "hf_subset": "ron_Latn-bem_Latn", + "languages": [ + "ron-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-epo_Latn", + "languages": [ + "ron-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-hun_Latn", + "languages": [ + "ron-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ron_Latn-kir_Cyrl", + "languages": [ + "ron-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-mar_Deva", + "languages": [ + "ron-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.886644, + "recall": 0.91996, + "f1": 0.897134, + "accuracy": 0.91996, + "main_score": 0.897134, + "hf_subset": "ron_Latn-plt_Latn", + "languages": [ + "ron-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-srp_Cyrl", + "languages": [ + "ron-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.927372, + "recall": 0.948617, + "f1": 0.933926, + "accuracy": 0.948617, + "main_score": 0.933926, + "hf_subset": "ron_Latn-uig_Arab", + "languages": [ + "ron-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-aeb_Arab", + "languages": [ + "ron-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-ben_Beng", + "languages": [ + "ron-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-est_Latn", + "languages": [ + "ron-Latn", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-hye_Armn", + "languages": [ + "ron-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.46476, + "recall": 0.531621, + "f1": 0.483525, + "accuracy": 0.531621, + "main_score": 0.483525, + "hf_subset": "ron_Latn-kmb_Latn", + "languages": [ + "ron-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.509613, + "recall": 0.597826, + "f1": 0.533461, + "accuracy": 0.597826, + "main_score": 0.533461, + "hf_subset": "ron_Latn-min_Arab", + "languages": [ + "ron-Latn", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-pol_Latn", + "languages": [ + "ron-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.757329, + "recall": 0.820158, + "f1": 0.776289, + "accuracy": 0.820158, + "main_score": 0.776289, + "hf_subset": "ron_Latn-ssw_Latn", + "languages": [ + "ron-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-ukr_Cyrl", + "languages": [ + "ron-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-afr_Latn", + "languages": [ + "ron-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ron_Latn-bho_Deva", + "languages": [ + "ron-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-eus_Latn", + "languages": [ + "ron-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.868495, + "recall": 0.907115, + "f1": 0.880618, + "accuracy": 0.907115, + "main_score": 0.880618, + "hf_subset": "ron_Latn-ibo_Latn", + "languages": [ + "ron-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.8792, + "recall": 0.914032, + "f1": 0.89002, + "accuracy": 0.914032, + "main_score": 0.89002, + "hf_subset": "ron_Latn-kmr_Latn", + "languages": [ + "ron-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ron_Latn-min_Latn", + "languages": [ + "ron-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-por_Latn", + "languages": [ + "ron-Latn", + "por-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ron_Latn-sun_Latn", + "languages": [ + "ron-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.46859, + "recall": 0.540514, + "f1": 0.488966, + "accuracy": 0.540514, + "main_score": 0.488966, + "hf_subset": "ron_Latn-umb_Latn", + "languages": [ + "ron-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-ajp_Arab", + "languages": [ + "ron-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.537532, + "recall": 0.616601, + "f1": 0.559478, + "accuracy": 0.616601, + "main_score": 0.559478, + "hf_subset": "ron_Latn-bjn_Arab", + "languages": [ + "ron-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.454556, + "recall": 0.518775, + "f1": 0.471975, + "accuracy": 0.518775, + "main_score": 0.471975, + "hf_subset": "ron_Latn-ewe_Latn", + "languages": [ + "ron-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "ron_Latn-ilo_Latn", + "languages": [ + "ron-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.259052, + "recall": 0.331028, + "f1": 0.277112, + "accuracy": 0.331028, + "main_score": 0.277112, + "hf_subset": "ron_Latn-knc_Arab", + "languages": [ + "ron-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-mkd_Cyrl", + "languages": [ + "ron-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-prs_Arab", + "languages": [ + "ron-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-swe_Latn", + "languages": [ + "ron-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-urd_Arab", + "languages": [ + "ron-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.753903, + "recall": 0.818182, + "f1": 0.773306, + "accuracy": 0.818182, + "main_score": 0.773306, + "hf_subset": "ron_Latn-aka_Latn", + "languages": [ + "ron-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "ron_Latn-bjn_Latn", + "languages": [ + "ron-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ron_Latn-fao_Latn", + "languages": [ + "ron-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ind_Latn", + "languages": [ + "ron-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.526631, + "recall": 0.588933, + "f1": 0.543208, + "accuracy": 0.588933, + "main_score": 0.543208, + "hf_subset": "ron_Latn-knc_Latn", + "languages": [ + "ron-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-mlt_Latn", + "languages": [ + "ron-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.632975, + "recall": 0.709486, + "f1": 0.654863, + "accuracy": 0.709486, + "main_score": 0.654863, + "hf_subset": "ron_Latn-quy_Latn", + "languages": [ + "ron-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-swh_Latn", + "languages": [ + "ron-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-uzn_Latn", + "languages": [ + "ron-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-als_Latn", + "languages": [ + "ron-Latn", + "als-Latn" + ] + }, + { + "precision": 0.813465, + "recall": 0.864625, + "f1": 0.828969, + "accuracy": 0.864625, + "main_score": 0.828969, + "hf_subset": "ron_Latn-bod_Tibt", + "languages": [ + "ron-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.629323, + "recall": 0.699605, + "f1": 0.649203, + "accuracy": 0.699605, + "main_score": 0.649203, + "hf_subset": "ron_Latn-fij_Latn", + "languages": [ + "ron-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "ron_Latn-isl_Latn", + "languages": [ + "ron-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.60099, + "recall": 0.679842, + "f1": 0.62323, + "accuracy": 0.679842, + "main_score": 0.62323, + "hf_subset": "ron_Latn-kon_Latn", + "languages": [ + "ron-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.618725, + "recall": 0.701581, + "f1": 0.64199, + "accuracy": 0.701581, + "main_score": 0.64199, + "hf_subset": "ron_Latn-mni_Beng", + "languages": [ + "ron-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "ron_Latn-szl_Latn", + "languages": [ + "ron-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-vec_Latn", + "languages": [ + "ron-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.935935, + "recall": 0.955534, + "f1": 0.942029, + "accuracy": 0.955534, + "main_score": 0.942029, + "hf_subset": "ron_Latn-amh_Ethi", + "languages": [ + "ron-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-bos_Latn", + "languages": [ + "ron-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-fin_Latn", + "languages": [ + "ron-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ita_Latn", + "languages": [ + "ron-Latn", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-kor_Hang", + "languages": [ + "ron-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.503547, + "recall": 0.570158, + "f1": 0.521502, + "accuracy": 0.570158, + "main_score": 0.521502, + "hf_subset": "ron_Latn-mos_Latn", + "languages": [ + "ron-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.776927, + "recall": 0.83498, + "f1": 0.794551, + "accuracy": 0.83498, + "main_score": 0.794551, + "hf_subset": "ron_Latn-run_Latn", + "languages": [ + "ron-Latn", + "run-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ron_Latn-tam_Taml", + "languages": [ + "ron-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "ron_Latn-vie_Latn", + "languages": [ + "ron-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-apc_Arab", + "languages": [ + "ron-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.733705, + "recall": 0.800395, + "f1": 0.753244, + "accuracy": 0.800395, + "main_score": 0.753244, + "hf_subset": "ron_Latn-bug_Latn", + "languages": [ + "ron-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.422424, + "recall": 0.477273, + "f1": 0.437358, + "accuracy": 0.477273, + "main_score": 0.437358, + "hf_subset": "ron_Latn-fon_Latn", + "languages": [ + "ron-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ron_Latn-jav_Latn", + "languages": [ + "ron-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.952487, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "ron_Latn-lao_Laoo", + "languages": [ + "ron-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.882246, + "recall": 0.916996, + "f1": 0.893083, + "accuracy": 0.916996, + "main_score": 0.893083, + "hf_subset": "ron_Latn-mri_Latn", + "languages": [ + "ron-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-rus_Cyrl", + "languages": [ + "ron-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.498107, + "recall": 0.564229, + "f1": 0.515884, + "accuracy": 0.564229, + "main_score": 0.515884, + "hf_subset": "ron_Latn-taq_Latn", + "languages": [ + "ron-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-war_Latn", + "languages": [ + "ron-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-arb_Arab", + "languages": [ + "ron-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-bul_Cyrl", + "languages": [ + "ron-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-fra_Latn", + "languages": [ + "ron-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-jpn_Jpan", + "languages": [ + "ron-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-lij_Latn", + "languages": [ + "ron-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "ron_Latn-mya_Mymr", + "languages": [ + "ron-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.554987, + "recall": 0.62747, + "f1": 0.57448, + "accuracy": 0.62747, + "main_score": 0.57448, + "hf_subset": "ron_Latn-sag_Latn", + "languages": [ + "ron-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.226472, + "recall": 0.295455, + "f1": 0.243097, + "accuracy": 0.295455, + "main_score": 0.243097, + "hf_subset": "ron_Latn-taq_Tfng", + "languages": [ + "ron-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.620773, + "recall": 0.69664, + "f1": 0.642498, + "accuracy": 0.69664, + "main_score": 0.642498, + "hf_subset": "ron_Latn-wol_Latn", + "languages": [ + "ron-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.84226, + "recall": 0.887352, + "f1": 0.856159, + "accuracy": 0.887352, + "main_score": 0.856159, + "hf_subset": "ron_Latn-arb_Latn", + "languages": [ + "ron-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-cat_Latn", + "languages": [ + "ron-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-fur_Latn", + "languages": [ + "ron-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.436047, + "recall": 0.517787, + "f1": 0.458539, + "accuracy": 0.517787, + "main_score": 0.458539, + "hf_subset": "ron_Latn-kab_Latn", + "languages": [ + "ron-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-lim_Latn", + "languages": [ + "ron-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-nld_Latn", + "languages": [ + "ron-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "ron_Latn-san_Deva", + "languages": [ + "ron-Latn", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-tat_Cyrl", + "languages": [ + "ron-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.882411, + "recall": 0.916008, + "f1": 0.892951, + "accuracy": 0.916008, + "main_score": 0.892951, + "hf_subset": "ron_Latn-xho_Latn", + "languages": [ + "ron-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-ars_Arab", + "languages": [ + "ron-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-ceb_Latn", + "languages": [ + "ron-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.46386, + "recall": 0.544466, + "f1": 0.485528, + "accuracy": 0.544466, + "main_score": 0.485528, + "hf_subset": "ron_Latn-fuv_Latn", + "languages": [ + "ron-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.463276, + "recall": 0.534585, + "f1": 0.482185, + "accuracy": 0.534585, + "main_score": 0.482185, + "hf_subset": "ron_Latn-kac_Latn", + "languages": [ + "ron-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.634611, + "recall": 0.708498, + "f1": 0.654841, + "accuracy": 0.708498, + "main_score": 0.654841, + "hf_subset": "ron_Latn-lin_Latn", + "languages": [ + "ron-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-nno_Latn", + "languages": [ + "ron-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.861314, + "recall": 0.900198, + "f1": 0.873221, + "accuracy": 0.900198, + "main_score": 0.873221, + "hf_subset": "ron_Latn-sat_Olck", + "languages": [ + "ron-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ron_Latn-tel_Telu", + "languages": [ + "ron-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ron_Latn-ydd_Hebr", + "languages": [ + "ron-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "ron_Latn-ary_Arab", + "languages": [ + "ron-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ces_Latn", + "languages": [ + "ron-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.566012, + "recall": 0.642292, + "f1": 0.586712, + "accuracy": 0.642292, + "main_score": 0.586712, + "hf_subset": "ron_Latn-gaz_Latn", + "languages": [ + "ron-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.530098, + "recall": 0.616601, + "f1": 0.553811, + "accuracy": 0.616601, + "main_score": 0.553811, + "hf_subset": "ron_Latn-kam_Latn", + "languages": [ + "ron-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ron_Latn-lit_Latn", + "languages": [ + "ron-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-nob_Latn", + "languages": [ + "ron-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ron_Latn-scn_Latn", + "languages": [ + "ron-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ron_Latn-tgk_Cyrl", + "languages": [ + "ron-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.763603, + "recall": 0.825099, + "f1": 0.781724, + "accuracy": 0.825099, + "main_score": 0.781724, + "hf_subset": "ron_Latn-yor_Latn", + "languages": [ + "ron-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-arz_Arab", + "languages": [ + "ron-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.490198, + "recall": 0.56917, + "f1": 0.511783, + "accuracy": 0.56917, + "main_score": 0.511783, + "hf_subset": "ron_Latn-cjk_Latn", + "languages": [ + "ron-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.939723, + "recall": 0.959486, + "f1": 0.946311, + "accuracy": 0.959486, + "main_score": 0.946311, + "hf_subset": "ron_Latn-gla_Latn", + "languages": [ + "ron-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ron_Latn-kan_Knda", + "languages": [ + "ron-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.990366, + "recall": 0.993083, + "f1": 0.991173, + "accuracy": 0.993083, + "main_score": 0.991173, + "hf_subset": "ron_Latn-lmo_Latn", + "languages": [ + "ron-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "ron_Latn-npi_Deva", + "languages": [ + "ron-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.532785, + "recall": 0.619565, + "f1": 0.55658, + "accuracy": 0.619565, + "main_score": 0.55658, + "hf_subset": "ron_Latn-shn_Mymr", + "languages": [ + "ron-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-tgl_Latn", + "languages": [ + "ron-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-yue_Hant", + "languages": [ + "ron-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ron_Latn-asm_Beng", + "languages": [ + "ron-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.933794, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "ron_Latn-ckb_Arab", + "languages": [ + "ron-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ron_Latn-gle_Latn", + "languages": [ + "ron-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.902009, + "recall": 0.929842, + "f1": 0.91054, + "accuracy": 0.929842, + "main_score": 0.91054, + "hf_subset": "ron_Latn-kas_Arab", + "languages": [ + "ron-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.89641, + "recall": 0.925889, + "f1": 0.905599, + "accuracy": 0.925889, + "main_score": 0.905599, + "hf_subset": "ron_Latn-ltg_Latn", + "languages": [ + "ron-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.786413, + "recall": 0.840909, + "f1": 0.802884, + "accuracy": 0.840909, + "main_score": 0.802884, + "hf_subset": "ron_Latn-nso_Latn", + "languages": [ + "ron-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ron_Latn-sin_Sinh", + "languages": [ + "ron-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-tha_Thai", + "languages": [ + "ron-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-zho_Hans", + "languages": [ + "ron-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-ast_Latn", + "languages": [ + "ron-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ron_Latn-crh_Latn", + "languages": [ + "ron-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-glg_Latn", + "languages": [ + "ron-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.854941, + "recall": 0.897233, + "f1": 0.868182, + "accuracy": 0.897233, + "main_score": 0.868182, + "hf_subset": "ron_Latn-kas_Deva", + "languages": [ + "ron-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-ltz_Latn", + "languages": [ + "ron-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.430061, + "recall": 0.498024, + "f1": 0.448029, + "accuracy": 0.498024, + "main_score": 0.448029, + "hf_subset": "ron_Latn-nus_Latn", + "languages": [ + "ron-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-slk_Latn", + "languages": [ + "ron-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.642021, + "recall": 0.724308, + "f1": 0.6657, + "accuracy": 0.724308, + "main_score": 0.6657, + "hf_subset": "ron_Latn-tir_Ethi", + "languages": [ + "ron-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-zho_Hant", + "languages": [ + "ron-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.979002, + "recall": 0.98419, + "f1": 0.980632, + "accuracy": 0.98419, + "main_score": 0.980632, + "hf_subset": "ron_Latn-awa_Deva", + "languages": [ + "ron-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ron_Latn-cym_Latn", + "languages": [ + "ron-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.792474, + "recall": 0.843874, + "f1": 0.807938, + "accuracy": 0.843874, + "main_score": 0.807938, + "hf_subset": "ron_Latn-grn_Latn", + "languages": [ + "ron-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-kat_Geor", + "languages": [ + "ron-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.60164, + "recall": 0.666996, + "f1": 0.619158, + "accuracy": 0.666996, + "main_score": 0.619158, + "hf_subset": "ron_Latn-lua_Latn", + "languages": [ + "ron-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.823485, + "recall": 0.874506, + "f1": 0.839394, + "accuracy": 0.874506, + "main_score": 0.839394, + "hf_subset": "ron_Latn-nya_Latn", + "languages": [ + "ron-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-slv_Latn", + "languages": [ + "ron-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ron_Latn-tpi_Latn", + "languages": [ + "ron-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-zsm_Latn", + "languages": [ + "ron-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.502168, + "recall": 0.570158, + "f1": 0.520722, + "accuracy": 0.570158, + "main_score": 0.520722, + "hf_subset": "ron_Latn-ayr_Latn", + "languages": [ + "ron-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-dan_Latn", + "languages": [ + "ron-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-guj_Gujr", + "languages": [ + "ron-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-kaz_Cyrl", + "languages": [ + "ron-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.64524, + "recall": 0.727273, + "f1": 0.669245, + "accuracy": 0.727273, + "main_score": 0.669245, + "hf_subset": "ron_Latn-lug_Latn", + "languages": [ + "ron-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-oci_Latn", + "languages": [ + "ron-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.846097, + "recall": 0.88834, + "f1": 0.859176, + "accuracy": 0.88834, + "main_score": 0.859176, + "hf_subset": "ron_Latn-smo_Latn", + "languages": [ + "ron-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.740893, + "recall": 0.807312, + "f1": 0.760757, + "accuracy": 0.807312, + "main_score": 0.760757, + "hf_subset": "ron_Latn-tsn_Latn", + "languages": [ + "ron-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.907938, + "recall": 0.935771, + "f1": 0.916667, + "accuracy": 0.935771, + "main_score": 0.916667, + "hf_subset": "ron_Latn-zul_Latn", + "languages": [ + "ron-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.92976, + "recall": 0.951581, + "f1": 0.93666, + "accuracy": 0.951581, + "main_score": 0.93666, + "hf_subset": "ron_Latn-azb_Arab", + "languages": [ + "ron-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-deu_Latn", + "languages": [ + "ron-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "ron_Latn-hat_Latn", + "languages": [ + "ron-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.463407, + "recall": 0.530632, + "f1": 0.482104, + "accuracy": 0.530632, + "main_score": 0.482104, + "hf_subset": "ron_Latn-kbp_Latn", + "languages": [ + "ron-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.501074, + "recall": 0.575099, + "f1": 0.521179, + "accuracy": 0.575099, + "main_score": 0.521179, + "hf_subset": "ron_Latn-luo_Latn", + "languages": [ + "ron-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ron_Latn-ory_Orya", + "languages": [ + "ron-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.904315, + "recall": 0.933794, + "f1": 0.913669, + "accuracy": 0.933794, + "main_score": 0.913669, + "hf_subset": "ron_Latn-sna_Latn", + "languages": [ + "ron-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.654752, + "recall": 0.728261, + "f1": 0.675271, + "accuracy": 0.728261, + "main_score": 0.675271, + "hf_subset": "ron_Latn-tso_Latn", + "languages": [ + "ron-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-azj_Latn", + "languages": [ + "ron-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.488351, + "recall": 0.563241, + "f1": 0.509242, + "accuracy": 0.563241, + "main_score": 0.509242, + "hf_subset": "ron_Latn-dik_Latn", + "languages": [ + "ron-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.907856, + "recall": 0.935771, + "f1": 0.916897, + "accuracy": 0.935771, + "main_score": 0.916897, + "hf_subset": "ron_Latn-hau_Latn", + "languages": [ + "ron-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ron_Latn-kea_Latn", + "languages": [ + "ron-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.924407, + "recall": 0.947628, + "f1": 0.931818, + "accuracy": 0.947628, + "main_score": 0.931818, + "hf_subset": "ron_Latn-lus_Latn", + "languages": [ + "ron-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.85639, + "recall": 0.898221, + "f1": 0.869499, + "accuracy": 0.898221, + "main_score": 0.869499, + "hf_subset": "ron_Latn-pag_Latn", + "languages": [ + "ron-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "ron_Latn-snd_Arab", + "languages": [ + "ron-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ron_Latn-tuk_Latn", + "languages": [ + "ron-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-bak_Cyrl", + "languages": [ + "ron-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.4543, + "recall": 0.535573, + "f1": 0.476818, + "accuracy": 0.535573, + "main_score": 0.476818, + "hf_subset": "ron_Latn-dyu_Latn", + "languages": [ + "ron-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-heb_Hebr", + "languages": [ + "ron-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "ron_Latn-khk_Cyrl", + "languages": [ + "ron-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-lvs_Latn", + "languages": [ + "ron-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-pan_Guru", + "languages": [ + "ron-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.872036, + "recall": 0.910079, + "f1": 0.88386, + "accuracy": 0.910079, + "main_score": 0.88386, + "hf_subset": "ron_Latn-som_Latn", + "languages": [ + "ron-Latn", + "som-Latn" + ] + }, + { + "precision": 0.702734, + "recall": 0.76581, + "f1": 0.721066, + "accuracy": 0.76581, + "main_score": 0.721066, + "hf_subset": "ron_Latn-tum_Latn", + "languages": [ + "ron-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.546231, + "recall": 0.632411, + "f1": 0.571537, + "accuracy": 0.632411, + "main_score": 0.571537, + "hf_subset": "szl_Latn-ace_Arab", + "languages": [ + "szl-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.477221, + "recall": 0.537549, + "f1": 0.493813, + "accuracy": 0.537549, + "main_score": 0.493813, + "hf_subset": "szl_Latn-bam_Latn", + "languages": [ + "szl-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.635864, + "recall": 0.719368, + "f1": 0.660021, + "accuracy": 0.719368, + "main_score": 0.660021, + "hf_subset": "szl_Latn-dzo_Tibt", + "languages": [ + "szl-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "szl_Latn-hin_Deva", + "languages": [ + "szl-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "szl_Latn-khm_Khmr", + "languages": [ + "szl-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "szl_Latn-mag_Deva", + "languages": [ + "szl-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-pap_Latn", + "languages": [ + "szl-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.869071, + "recall": 0.907115, + "f1": 0.881014, + "accuracy": 0.907115, + "main_score": 0.881014, + "hf_subset": "szl_Latn-sot_Latn", + "languages": [ + "szl-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.993083, + "f1": 0.991765, + "accuracy": 0.993083, + "main_score": 0.991765, + "hf_subset": "szl_Latn-tur_Latn", + "languages": [ + "szl-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.872974, + "recall": 0.905138, + "f1": 0.8833, + "accuracy": 0.905138, + "main_score": 0.8833, + "hf_subset": "szl_Latn-ace_Latn", + "languages": [ + "szl-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.970356, + "f1": 0.962286, + "accuracy": 0.970356, + "main_score": 0.962286, + "hf_subset": "szl_Latn-ban_Latn", + "languages": [ + "szl-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "szl_Latn-ell_Grek", + "languages": [ + "szl-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.973814, + "recall": 0.981225, + "f1": 0.976285, + "accuracy": 0.981225, + "main_score": 0.976285, + "hf_subset": "szl_Latn-hne_Deva", + "languages": [ + "szl-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.59259, + "recall": 0.659091, + "f1": 0.610815, + "accuracy": 0.659091, + "main_score": 0.610815, + "hf_subset": "szl_Latn-kik_Latn", + "languages": [ + "szl-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-mai_Deva", + "languages": [ + "szl-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.943841, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "szl_Latn-pbt_Arab", + "languages": [ + "szl-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "szl_Latn-spa_Latn", + "languages": [ + "szl-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.769088, + "recall": 0.83004, + "f1": 0.787879, + "accuracy": 0.83004, + "main_score": 0.787879, + "hf_subset": "szl_Latn-twi_Latn", + "languages": [ + "szl-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-acm_Arab", + "languages": [ + "szl-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-bel_Cyrl", + "languages": [ + "szl-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-eng_Latn", + "languages": [ + "szl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "szl_Latn-hrv_Latn", + "languages": [ + "szl-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.85107, + "recall": 0.892292, + "f1": 0.864196, + "accuracy": 0.892292, + "main_score": 0.864196, + "hf_subset": "szl_Latn-kin_Latn", + "languages": [ + "szl-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "szl_Latn-mal_Mlym", + "languages": [ + "szl-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "szl_Latn-pes_Arab", + "languages": [ + "szl-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "szl_Latn-srd_Latn", + "languages": [ + "szl-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.219419, + "recall": 0.282609, + "f1": 0.23541, + "accuracy": 0.282609, + "main_score": 0.23541, + "hf_subset": "szl_Latn-tzm_Tfng", + "languages": [ + "szl-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-acq_Arab", + "languages": [ + "szl-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.678766, + "recall": 0.743083, + "f1": 0.697106, + "accuracy": 0.743083, + "main_score": 0.697106, + "hf_subset": "szl_Latn-bem_Latn", + "languages": [ + "szl-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.993083, + "f1": 0.991765, + "accuracy": 0.993083, + "main_score": 0.991765, + "hf_subset": "szl_Latn-epo_Latn", + "languages": [ + "szl-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "szl_Latn-hun_Latn", + "languages": [ + "szl-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "szl_Latn-kir_Cyrl", + "languages": [ + "szl-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "szl_Latn-mar_Deva", + "languages": [ + "szl-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.879776, + "recall": 0.91502, + "f1": 0.890777, + "accuracy": 0.91502, + "main_score": 0.890777, + "hf_subset": "szl_Latn-plt_Latn", + "languages": [ + "szl-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-srp_Cyrl", + "languages": [ + "szl-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.933136, + "recall": 0.953557, + "f1": 0.939723, + "accuracy": 0.953557, + "main_score": 0.939723, + "hf_subset": "szl_Latn-uig_Arab", + "languages": [ + "szl-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-aeb_Arab", + "languages": [ + "szl-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-ben_Beng", + "languages": [ + "szl-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-est_Latn", + "languages": [ + "szl-Latn", + "est-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-hye_Armn", + "languages": [ + "szl-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.486146, + "recall": 0.544466, + "f1": 0.502111, + "accuracy": 0.544466, + "main_score": 0.502111, + "hf_subset": "szl_Latn-kmb_Latn", + "languages": [ + "szl-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.508241, + "recall": 0.59585, + "f1": 0.532829, + "accuracy": 0.59585, + "main_score": 0.532829, + "hf_subset": "szl_Latn-min_Arab", + "languages": [ + "szl-Latn", + "min-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-pol_Latn", + "languages": [ + "szl-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.756785, + "recall": 0.820158, + "f1": 0.776252, + "accuracy": 0.820158, + "main_score": 0.776252, + "hf_subset": "szl_Latn-ssw_Latn", + "languages": [ + "szl-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-ukr_Cyrl", + "languages": [ + "szl-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-afr_Latn", + "languages": [ + "szl-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.988142, + "f1": 0.985343, + "accuracy": 0.988142, + "main_score": 0.985343, + "hf_subset": "szl_Latn-bho_Deva", + "languages": [ + "szl-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-eus_Latn", + "languages": [ + "szl-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.869071, + "recall": 0.910079, + "f1": 0.882411, + "accuracy": 0.910079, + "main_score": 0.882411, + "hf_subset": "szl_Latn-ibo_Latn", + "languages": [ + "szl-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.887681, + "recall": 0.91996, + "f1": 0.897694, + "accuracy": 0.91996, + "main_score": 0.897694, + "hf_subset": "szl_Latn-kmr_Latn", + "languages": [ + "szl-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "szl_Latn-min_Latn", + "languages": [ + "szl-Latn", + "min-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "szl_Latn-por_Latn", + "languages": [ + "szl-Latn", + "por-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "szl_Latn-sun_Latn", + "languages": [ + "szl-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.47021, + "recall": 0.537549, + "f1": 0.489175, + "accuracy": 0.537549, + "main_score": 0.489175, + "hf_subset": "szl_Latn-umb_Latn", + "languages": [ + "szl-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "szl_Latn-ajp_Arab", + "languages": [ + "szl-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.537774, + "recall": 0.614625, + "f1": 0.559092, + "accuracy": 0.614625, + "main_score": 0.559092, + "hf_subset": "szl_Latn-bjn_Arab", + "languages": [ + "szl-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.468825, + "recall": 0.530632, + "f1": 0.486054, + "accuracy": 0.530632, + "main_score": 0.486054, + "hf_subset": "szl_Latn-ewe_Latn", + "languages": [ + "szl-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956357, + "accuracy": 0.966403, + "main_score": 0.956357, + "hf_subset": "szl_Latn-ilo_Latn", + "languages": [ + "szl-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.267762, + "recall": 0.333992, + "f1": 0.285082, + "accuracy": 0.333992, + "main_score": 0.285082, + "hf_subset": "szl_Latn-knc_Arab", + "languages": [ + "szl-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "szl_Latn-mkd_Cyrl", + "languages": [ + "szl-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-prs_Arab", + "languages": [ + "szl-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.993083, + "f1": 0.991765, + "accuracy": 0.993083, + "main_score": 0.991765, + "hf_subset": "szl_Latn-swe_Latn", + "languages": [ + "szl-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "szl_Latn-urd_Arab", + "languages": [ + "szl-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.759881, + "recall": 0.818182, + "f1": 0.777343, + "accuracy": 0.818182, + "main_score": 0.777343, + "hf_subset": "szl_Latn-aka_Latn", + "languages": [ + "szl-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "szl_Latn-bjn_Latn", + "languages": [ + "szl-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.975379, + "recall": 0.982213, + "f1": 0.977503, + "accuracy": 0.982213, + "main_score": 0.977503, + "hf_subset": "szl_Latn-fao_Latn", + "languages": [ + "szl-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-ind_Latn", + "languages": [ + "szl-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.50901, + "recall": 0.576087, + "f1": 0.527362, + "accuracy": 0.576087, + "main_score": 0.527362, + "hf_subset": "szl_Latn-knc_Latn", + "languages": [ + "szl-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-mlt_Latn", + "languages": [ + "szl-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.622261, + "recall": 0.694664, + "f1": 0.643906, + "accuracy": 0.694664, + "main_score": 0.643906, + "hf_subset": "szl_Latn-quy_Latn", + "languages": [ + "szl-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "szl_Latn-swh_Latn", + "languages": [ + "szl-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-uzn_Latn", + "languages": [ + "szl-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-als_Latn", + "languages": [ + "szl-Latn", + "als-Latn" + ] + }, + { + "precision": 0.784448, + "recall": 0.838933, + "f1": 0.800889, + "accuracy": 0.838933, + "main_score": 0.800889, + "hf_subset": "szl_Latn-bod_Tibt", + "languages": [ + "szl-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.627053, + "recall": 0.69664, + "f1": 0.647087, + "accuracy": 0.69664, + "main_score": 0.647087, + "hf_subset": "szl_Latn-fij_Latn", + "languages": [ + "szl-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.982213, + "f1": 0.977437, + "accuracy": 0.982213, + "main_score": 0.977437, + "hf_subset": "szl_Latn-isl_Latn", + "languages": [ + "szl-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.603438, + "recall": 0.673913, + "f1": 0.623354, + "accuracy": 0.673913, + "main_score": 0.623354, + "hf_subset": "szl_Latn-kon_Latn", + "languages": [ + "szl-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.590326, + "recall": 0.66996, + "f1": 0.613047, + "accuracy": 0.66996, + "main_score": 0.613047, + "hf_subset": "szl_Latn-mni_Beng", + "languages": [ + "szl-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-ron_Latn", + "languages": [ + "szl-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-vec_Latn", + "languages": [ + "szl-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.922925, + "recall": 0.94664, + "f1": 0.930665, + "accuracy": 0.94664, + "main_score": 0.930665, + "hf_subset": "szl_Latn-amh_Ethi", + "languages": [ + "szl-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "szl_Latn-bos_Latn", + "languages": [ + "szl-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-fin_Latn", + "languages": [ + "szl-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-ita_Latn", + "languages": [ + "szl-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-kor_Hang", + "languages": [ + "szl-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.484256, + "recall": 0.544466, + "f1": 0.501172, + "accuracy": 0.544466, + "main_score": 0.501172, + "hf_subset": "szl_Latn-mos_Latn", + "languages": [ + "szl-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.761891, + "recall": 0.81917, + "f1": 0.778656, + "accuracy": 0.81917, + "main_score": 0.778656, + "hf_subset": "szl_Latn-run_Latn", + "languages": [ + "szl-Latn", + "run-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "szl_Latn-tam_Taml", + "languages": [ + "szl-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "szl_Latn-vie_Latn", + "languages": [ + "szl-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-apc_Arab", + "languages": [ + "szl-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.739723, + "recall": 0.80336, + "f1": 0.759077, + "accuracy": 0.80336, + "main_score": 0.759077, + "hf_subset": "szl_Latn-bug_Latn", + "languages": [ + "szl-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.41881, + "recall": 0.477273, + "f1": 0.43507, + "accuracy": 0.477273, + "main_score": 0.43507, + "hf_subset": "szl_Latn-fon_Latn", + "languages": [ + "szl-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "szl_Latn-jav_Latn", + "languages": [ + "szl-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.947217, + "recall": 0.962451, + "f1": 0.951976, + "accuracy": 0.962451, + "main_score": 0.951976, + "hf_subset": "szl_Latn-lao_Laoo", + "languages": [ + "szl-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.876565, + "recall": 0.913043, + "f1": 0.888241, + "accuracy": 0.913043, + "main_score": 0.888241, + "hf_subset": "szl_Latn-mri_Latn", + "languages": [ + "szl-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-rus_Cyrl", + "languages": [ + "szl-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.507635, + "recall": 0.570158, + "f1": 0.525054, + "accuracy": 0.570158, + "main_score": 0.525054, + "hf_subset": "szl_Latn-taq_Latn", + "languages": [ + "szl-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "szl_Latn-war_Latn", + "languages": [ + "szl-Latn", + "war-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-arb_Arab", + "languages": [ + "szl-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.993083, + "f1": 0.991765, + "accuracy": 0.993083, + "main_score": 0.991765, + "hf_subset": "szl_Latn-bul_Cyrl", + "languages": [ + "szl-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-fra_Latn", + "languages": [ + "szl-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-jpn_Jpan", + "languages": [ + "szl-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "szl_Latn-lij_Latn", + "languages": [ + "szl-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "szl_Latn-mya_Mymr", + "languages": [ + "szl-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.534832, + "recall": 0.606719, + "f1": 0.555447, + "accuracy": 0.606719, + "main_score": 0.555447, + "hf_subset": "szl_Latn-sag_Latn", + "languages": [ + "szl-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.235695, + "recall": 0.301383, + "f1": 0.251942, + "accuracy": 0.301383, + "main_score": 0.251942, + "hf_subset": "szl_Latn-taq_Tfng", + "languages": [ + "szl-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.621529, + "recall": 0.6917, + "f1": 0.6419, + "accuracy": 0.6917, + "main_score": 0.6419, + "hf_subset": "szl_Latn-wol_Latn", + "languages": [ + "szl-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.855237, + "recall": 0.897233, + "f1": 0.868412, + "accuracy": 0.897233, + "main_score": 0.868412, + "hf_subset": "szl_Latn-arb_Latn", + "languages": [ + "szl-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "szl_Latn-cat_Latn", + "languages": [ + "szl-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-fur_Latn", + "languages": [ + "szl-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.466232, + "recall": 0.540514, + "f1": 0.486373, + "accuracy": 0.540514, + "main_score": 0.486373, + "hf_subset": "szl_Latn-kab_Latn", + "languages": [ + "szl-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "szl_Latn-lim_Latn", + "languages": [ + "szl-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-nld_Latn", + "languages": [ + "szl-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.970356, + "f1": 0.96278, + "accuracy": 0.970356, + "main_score": 0.96278, + "hf_subset": "szl_Latn-san_Deva", + "languages": [ + "szl-Latn", + "san-Deva" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-tat_Cyrl", + "languages": [ + "szl-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.877882, + "recall": 0.912055, + "f1": 0.888688, + "accuracy": 0.912055, + "main_score": 0.888688, + "hf_subset": "szl_Latn-xho_Latn", + "languages": [ + "szl-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-ars_Arab", + "languages": [ + "szl-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-ceb_Latn", + "languages": [ + "szl-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.478033, + "recall": 0.555336, + "f1": 0.499959, + "accuracy": 0.555336, + "main_score": 0.499959, + "hf_subset": "szl_Latn-fuv_Latn", + "languages": [ + "szl-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.463251, + "recall": 0.533597, + "f1": 0.482886, + "accuracy": 0.533597, + "main_score": 0.482886, + "hf_subset": "szl_Latn-kac_Latn", + "languages": [ + "szl-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.637748, + "recall": 0.703557, + "f1": 0.65592, + "accuracy": 0.703557, + "main_score": 0.65592, + "hf_subset": "szl_Latn-lin_Latn", + "languages": [ + "szl-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "szl_Latn-nno_Latn", + "languages": [ + "szl-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.850412, + "recall": 0.893281, + "f1": 0.863867, + "accuracy": 0.893281, + "main_score": 0.863867, + "hf_subset": "szl_Latn-sat_Olck", + "languages": [ + "szl-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "szl_Latn-tel_Telu", + "languages": [ + "szl-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "szl_Latn-ydd_Hebr", + "languages": [ + "szl-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "szl_Latn-ary_Arab", + "languages": [ + "szl-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "szl_Latn-ces_Latn", + "languages": [ + "szl-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.561543, + "recall": 0.643281, + "f1": 0.584804, + "accuracy": 0.643281, + "main_score": 0.584804, + "hf_subset": "szl_Latn-gaz_Latn", + "languages": [ + "szl-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.54187, + "recall": 0.617589, + "f1": 0.563251, + "accuracy": 0.617589, + "main_score": 0.563251, + "hf_subset": "szl_Latn-kam_Latn", + "languages": [ + "szl-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "szl_Latn-lit_Latn", + "languages": [ + "szl-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-nob_Latn", + "languages": [ + "szl-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "szl_Latn-scn_Latn", + "languages": [ + "szl-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "szl_Latn-tgk_Cyrl", + "languages": [ + "szl-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.732032, + "recall": 0.800395, + "f1": 0.752734, + "accuracy": 0.800395, + "main_score": 0.752734, + "hf_subset": "szl_Latn-yor_Latn", + "languages": [ + "szl-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-arz_Arab", + "languages": [ + "szl-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.491363, + "recall": 0.567194, + "f1": 0.512633, + "accuracy": 0.567194, + "main_score": 0.512633, + "hf_subset": "szl_Latn-cjk_Latn", + "languages": [ + "szl-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.942029, + "recall": 0.960474, + "f1": 0.948123, + "accuracy": 0.960474, + "main_score": 0.948123, + "hf_subset": "szl_Latn-gla_Latn", + "languages": [ + "szl-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "szl_Latn-kan_Knda", + "languages": [ + "szl-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.979578, + "recall": 0.985178, + "f1": 0.98139, + "accuracy": 0.985178, + "main_score": 0.98139, + "hf_subset": "szl_Latn-lmo_Latn", + "languages": [ + "szl-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "szl_Latn-npi_Deva", + "languages": [ + "szl-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.529878, + "recall": 0.610672, + "f1": 0.552852, + "accuracy": 0.610672, + "main_score": 0.552852, + "hf_subset": "szl_Latn-shn_Mymr", + "languages": [ + "szl-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-tgl_Latn", + "languages": [ + "szl-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-yue_Hant", + "languages": [ + "szl-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.971014, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "szl_Latn-asm_Beng", + "languages": [ + "szl-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.926054, + "recall": 0.949605, + "f1": 0.933794, + "accuracy": 0.949605, + "main_score": 0.933794, + "hf_subset": "szl_Latn-ckb_Arab", + "languages": [ + "szl-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "szl_Latn-gle_Latn", + "languages": [ + "szl-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.901054, + "recall": 0.929842, + "f1": 0.910211, + "accuracy": 0.929842, + "main_score": 0.910211, + "hf_subset": "szl_Latn-kas_Arab", + "languages": [ + "szl-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.899457, + "recall": 0.928854, + "f1": 0.908827, + "accuracy": 0.928854, + "main_score": 0.908827, + "hf_subset": "szl_Latn-ltg_Latn", + "languages": [ + "szl-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.78998, + "recall": 0.838933, + "f1": 0.804792, + "accuracy": 0.838933, + "main_score": 0.804792, + "hf_subset": "szl_Latn-nso_Latn", + "languages": [ + "szl-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "szl_Latn-sin_Sinh", + "languages": [ + "szl-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "szl_Latn-tha_Thai", + "languages": [ + "szl-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "szl_Latn-zho_Hans", + "languages": [ + "szl-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-ast_Latn", + "languages": [ + "szl-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.985178, + "f1": 0.98139, + "accuracy": 0.985178, + "main_score": 0.98139, + "hf_subset": "szl_Latn-crh_Latn", + "languages": [ + "szl-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-glg_Latn", + "languages": [ + "szl-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.855517, + "recall": 0.895257, + "f1": 0.867951, + "accuracy": 0.895257, + "main_score": 0.867951, + "hf_subset": "szl_Latn-kas_Deva", + "languages": [ + "szl-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "szl_Latn-ltz_Latn", + "languages": [ + "szl-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.408082, + "recall": 0.478261, + "f1": 0.427513, + "accuracy": 0.478261, + "main_score": 0.427513, + "hf_subset": "szl_Latn-nus_Latn", + "languages": [ + "szl-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.993083, + "f1": 0.991765, + "accuracy": 0.993083, + "main_score": 0.991765, + "hf_subset": "szl_Latn-slk_Latn", + "languages": [ + "szl-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.642714, + "recall": 0.721344, + "f1": 0.665507, + "accuracy": 0.721344, + "main_score": 0.665507, + "hf_subset": "szl_Latn-tir_Ethi", + "languages": [ + "szl-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-zho_Hant", + "languages": [ + "szl-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.974638, + "recall": 0.980237, + "f1": 0.976449, + "accuracy": 0.980237, + "main_score": 0.976449, + "hf_subset": "szl_Latn-awa_Deva", + "languages": [ + "szl-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "szl_Latn-cym_Latn", + "languages": [ + "szl-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.765382, + "recall": 0.821146, + "f1": 0.782331, + "accuracy": 0.821146, + "main_score": 0.782331, + "hf_subset": "szl_Latn-grn_Latn", + "languages": [ + "szl-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-kat_Geor", + "languages": [ + "szl-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.602775, + "recall": 0.666008, + "f1": 0.620594, + "accuracy": 0.666008, + "main_score": 0.620594, + "hf_subset": "szl_Latn-lua_Latn", + "languages": [ + "szl-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.820652, + "recall": 0.871542, + "f1": 0.836792, + "accuracy": 0.871542, + "main_score": 0.836792, + "hf_subset": "szl_Latn-nya_Latn", + "languages": [ + "szl-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "szl_Latn-slv_Latn", + "languages": [ + "szl-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "szl_Latn-tpi_Latn", + "languages": [ + "szl-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-zsm_Latn", + "languages": [ + "szl-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.496753, + "recall": 0.563241, + "f1": 0.514406, + "accuracy": 0.563241, + "main_score": 0.514406, + "hf_subset": "szl_Latn-ayr_Latn", + "languages": [ + "szl-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-dan_Latn", + "languages": [ + "szl-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-guj_Gujr", + "languages": [ + "szl-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "szl_Latn-kaz_Cyrl", + "languages": [ + "szl-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.648732, + "recall": 0.727273, + "f1": 0.671758, + "accuracy": 0.727273, + "main_score": 0.671758, + "hf_subset": "szl_Latn-lug_Latn", + "languages": [ + "szl-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "szl_Latn-oci_Latn", + "languages": [ + "szl-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.835375, + "recall": 0.880435, + "f1": 0.849605, + "accuracy": 0.880435, + "main_score": 0.849605, + "hf_subset": "szl_Latn-smo_Latn", + "languages": [ + "szl-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.756028, + "recall": 0.814229, + "f1": 0.773405, + "accuracy": 0.814229, + "main_score": 0.773405, + "hf_subset": "szl_Latn-tsn_Latn", + "languages": [ + "szl-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.893034, + "recall": 0.924901, + "f1": 0.903393, + "accuracy": 0.924901, + "main_score": 0.903393, + "hf_subset": "szl_Latn-zul_Latn", + "languages": [ + "szl-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.915679, + "recall": 0.9417, + "f1": 0.924078, + "accuracy": 0.9417, + "main_score": 0.924078, + "hf_subset": "szl_Latn-azb_Arab", + "languages": [ + "szl-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-deu_Latn", + "languages": [ + "szl-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "szl_Latn-hat_Latn", + "languages": [ + "szl-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.475315, + "recall": 0.540514, + "f1": 0.493549, + "accuracy": 0.540514, + "main_score": 0.493549, + "hf_subset": "szl_Latn-kbp_Latn", + "languages": [ + "szl-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.520329, + "recall": 0.583992, + "f1": 0.537754, + "accuracy": 0.583992, + "main_score": 0.537754, + "hf_subset": "szl_Latn-luo_Latn", + "languages": [ + "szl-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "szl_Latn-ory_Orya", + "languages": [ + "szl-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.900692, + "recall": 0.929842, + "f1": 0.910244, + "accuracy": 0.929842, + "main_score": 0.910244, + "hf_subset": "szl_Latn-sna_Latn", + "languages": [ + "szl-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.675774, + "recall": 0.743083, + "f1": 0.695752, + "accuracy": 0.743083, + "main_score": 0.695752, + "hf_subset": "szl_Latn-tso_Latn", + "languages": [ + "szl-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-azj_Latn", + "languages": [ + "szl-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.487627, + "recall": 0.5583, + "f1": 0.507776, + "accuracy": 0.5583, + "main_score": 0.507776, + "hf_subset": "szl_Latn-dik_Latn", + "languages": [ + "szl-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.899127, + "recall": 0.927866, + "f1": 0.908333, + "accuracy": 0.927866, + "main_score": 0.908333, + "hf_subset": "szl_Latn-hau_Latn", + "languages": [ + "szl-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.982213, + "f1": 0.977602, + "accuracy": 0.982213, + "main_score": 0.977602, + "hf_subset": "szl_Latn-kea_Latn", + "languages": [ + "szl-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.914032, + "recall": 0.939723, + "f1": 0.922431, + "accuracy": 0.939723, + "main_score": 0.922431, + "hf_subset": "szl_Latn-lus_Latn", + "languages": [ + "szl-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.853343, + "recall": 0.891304, + "f1": 0.865316, + "accuracy": 0.891304, + "main_score": 0.865316, + "hf_subset": "szl_Latn-pag_Latn", + "languages": [ + "szl-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "szl_Latn-snd_Arab", + "languages": [ + "szl-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "szl_Latn-tuk_Latn", + "languages": [ + "szl-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "szl_Latn-bak_Cyrl", + "languages": [ + "szl-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.441771, + "recall": 0.517787, + "f1": 0.462425, + "accuracy": 0.517787, + "main_score": 0.462425, + "hf_subset": "szl_Latn-dyu_Latn", + "languages": [ + "szl-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-heb_Hebr", + "languages": [ + "szl-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "szl_Latn-khk_Cyrl", + "languages": [ + "szl-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-lvs_Latn", + "languages": [ + "szl-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "szl_Latn-pan_Guru", + "languages": [ + "szl-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.865119, + "recall": 0.906126, + "f1": 0.878261, + "accuracy": 0.906126, + "main_score": 0.878261, + "hf_subset": "szl_Latn-som_Latn", + "languages": [ + "szl-Latn", + "som-Latn" + ] + }, + { + "precision": 0.700115, + "recall": 0.763834, + "f1": 0.719189, + "accuracy": 0.763834, + "main_score": 0.719189, + "hf_subset": "szl_Latn-tum_Latn", + "languages": [ + "szl-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.568637, + "recall": 0.652174, + "f1": 0.593292, + "accuracy": 0.652174, + "main_score": 0.593292, + "hf_subset": "vec_Latn-ace_Arab", + "languages": [ + "vec-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.499162, + "recall": 0.560277, + "f1": 0.515482, + "accuracy": 0.560277, + "main_score": 0.515482, + "hf_subset": "vec_Latn-bam_Latn", + "languages": [ + "vec-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.682439, + "recall": 0.755929, + "f1": 0.703778, + "accuracy": 0.755929, + "main_score": 0.703778, + "hf_subset": "vec_Latn-dzo_Tibt", + "languages": [ + "vec-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-hin_Deva", + "languages": [ + "vec-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "vec_Latn-khm_Khmr", + "languages": [ + "vec-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-mag_Deva", + "languages": [ + "vec-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "vec_Latn-pap_Latn", + "languages": [ + "vec-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.879974, + "recall": 0.916008, + "f1": 0.891469, + "accuracy": 0.916008, + "main_score": 0.891469, + "hf_subset": "vec_Latn-sot_Latn", + "languages": [ + "vec-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-tur_Latn", + "languages": [ + "vec-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.888258, + "recall": 0.918972, + "f1": 0.897958, + "accuracy": 0.918972, + "main_score": 0.897958, + "hf_subset": "vec_Latn-ace_Latn", + "languages": [ + "vec-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "vec_Latn-ban_Latn", + "languages": [ + "vec-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-ell_Grek", + "languages": [ + "vec-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "vec_Latn-hne_Deva", + "languages": [ + "vec-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.594069, + "recall": 0.668972, + "f1": 0.615513, + "accuracy": 0.668972, + "main_score": 0.615513, + "hf_subset": "vec_Latn-kik_Latn", + "languages": [ + "vec-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-mai_Deva", + "languages": [ + "vec-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "vec_Latn-pbt_Arab", + "languages": [ + "vec-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-spa_Latn", + "languages": [ + "vec-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.798946, + "recall": 0.853755, + "f1": 0.815975, + "accuracy": 0.853755, + "main_score": 0.815975, + "hf_subset": "vec_Latn-twi_Latn", + "languages": [ + "vec-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-acm_Arab", + "languages": [ + "vec-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-bel_Cyrl", + "languages": [ + "vec-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-eng_Latn", + "languages": [ + "vec-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-hrv_Latn", + "languages": [ + "vec-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.888669, + "recall": 0.91996, + "f1": 0.898551, + "accuracy": 0.91996, + "main_score": 0.898551, + "hf_subset": "vec_Latn-kin_Latn", + "languages": [ + "vec-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vec_Latn-mal_Mlym", + "languages": [ + "vec-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-pes_Arab", + "languages": [ + "vec-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-srd_Latn", + "languages": [ + "vec-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.215922, + "recall": 0.277668, + "f1": 0.230744, + "accuracy": 0.277668, + "main_score": 0.230744, + "hf_subset": "vec_Latn-tzm_Tfng", + "languages": [ + "vec-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-acq_Arab", + "languages": [ + "vec-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.701605, + "recall": 0.767787, + "f1": 0.721033, + "accuracy": 0.767787, + "main_score": 0.721033, + "hf_subset": "vec_Latn-bem_Latn", + "languages": [ + "vec-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-epo_Latn", + "languages": [ + "vec-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "vec_Latn-hun_Latn", + "languages": [ + "vec-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-kir_Cyrl", + "languages": [ + "vec-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "vec_Latn-mar_Deva", + "languages": [ + "vec-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.883976, + "recall": 0.916996, + "f1": 0.89417, + "accuracy": 0.916996, + "main_score": 0.89417, + "hf_subset": "vec_Latn-plt_Latn", + "languages": [ + "vec-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-srp_Cyrl", + "languages": [ + "vec-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "vec_Latn-uig_Arab", + "languages": [ + "vec-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-aeb_Arab", + "languages": [ + "vec-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-ben_Beng", + "languages": [ + "vec-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "vec_Latn-est_Latn", + "languages": [ + "vec-Latn", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-hye_Armn", + "languages": [ + "vec-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.488943, + "recall": 0.548419, + "f1": 0.505974, + "accuracy": 0.548419, + "main_score": 0.505974, + "hf_subset": "vec_Latn-kmb_Latn", + "languages": [ + "vec-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.535838, + "recall": 0.62253, + "f1": 0.560021, + "accuracy": 0.62253, + "main_score": 0.560021, + "hf_subset": "vec_Latn-min_Arab", + "languages": [ + "vec-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-pol_Latn", + "languages": [ + "vec-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.774786, + "recall": 0.836957, + "f1": 0.79417, + "accuracy": 0.836957, + "main_score": 0.79417, + "hf_subset": "vec_Latn-ssw_Latn", + "languages": [ + "vec-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-ukr_Cyrl", + "languages": [ + "vec-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-afr_Latn", + "languages": [ + "vec-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-bho_Deva", + "languages": [ + "vec-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-eus_Latn", + "languages": [ + "vec-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.886034, + "recall": 0.920949, + "f1": 0.897233, + "accuracy": 0.920949, + "main_score": 0.897233, + "hf_subset": "vec_Latn-ibo_Latn", + "languages": [ + "vec-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.893445, + "recall": 0.924901, + "f1": 0.903491, + "accuracy": 0.924901, + "main_score": 0.903491, + "hf_subset": "vec_Latn-kmr_Latn", + "languages": [ + "vec-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-min_Latn", + "languages": [ + "vec-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-por_Latn", + "languages": [ + "vec-Latn", + "por-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "vec_Latn-sun_Latn", + "languages": [ + "vec-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.487974, + "recall": 0.555336, + "f1": 0.50743, + "accuracy": 0.555336, + "main_score": 0.50743, + "hf_subset": "vec_Latn-umb_Latn", + "languages": [ + "vec-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-ajp_Arab", + "languages": [ + "vec-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.533157, + "recall": 0.616601, + "f1": 0.556614, + "accuracy": 0.616601, + "main_score": 0.556614, + "hf_subset": "vec_Latn-bjn_Arab", + "languages": [ + "vec-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.478301, + "recall": 0.535573, + "f1": 0.494181, + "accuracy": 0.535573, + "main_score": 0.494181, + "hf_subset": "vec_Latn-ewe_Latn", + "languages": [ + "vec-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.962862, + "recall": 0.974308, + "f1": 0.966469, + "accuracy": 0.974308, + "main_score": 0.966469, + "hf_subset": "vec_Latn-ilo_Latn", + "languages": [ + "vec-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.273503, + "recall": 0.341897, + "f1": 0.290932, + "accuracy": 0.341897, + "main_score": 0.290932, + "hf_subset": "vec_Latn-knc_Arab", + "languages": [ + "vec-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "vec_Latn-mkd_Cyrl", + "languages": [ + "vec-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-prs_Arab", + "languages": [ + "vec-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "vec_Latn-swe_Latn", + "languages": [ + "vec-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-urd_Arab", + "languages": [ + "vec-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.776722, + "recall": 0.833992, + "f1": 0.794153, + "accuracy": 0.833992, + "main_score": 0.794153, + "hf_subset": "vec_Latn-aka_Latn", + "languages": [ + "vec-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "vec_Latn-bjn_Latn", + "languages": [ + "vec-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "vec_Latn-fao_Latn", + "languages": [ + "vec-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-ind_Latn", + "languages": [ + "vec-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.543683, + "recall": 0.601779, + "f1": 0.559577, + "accuracy": 0.601779, + "main_score": 0.559577, + "hf_subset": "vec_Latn-knc_Latn", + "languages": [ + "vec-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-mlt_Latn", + "languages": [ + "vec-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.664997, + "recall": 0.729249, + "f1": 0.683751, + "accuracy": 0.729249, + "main_score": 0.683751, + "hf_subset": "vec_Latn-quy_Latn", + "languages": [ + "vec-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-swh_Latn", + "languages": [ + "vec-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-uzn_Latn", + "languages": [ + "vec-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "vec_Latn-als_Latn", + "languages": [ + "vec-Latn", + "als-Latn" + ] + }, + { + "precision": 0.817976, + "recall": 0.868577, + "f1": 0.833849, + "accuracy": 0.868577, + "main_score": 0.833849, + "hf_subset": "vec_Latn-bod_Tibt", + "languages": [ + "vec-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.656251, + "recall": 0.728261, + "f1": 0.676734, + "accuracy": 0.728261, + "main_score": 0.676734, + "hf_subset": "vec_Latn-fij_Latn", + "languages": [ + "vec-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "vec_Latn-isl_Latn", + "languages": [ + "vec-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.618094, + "recall": 0.6917, + "f1": 0.638791, + "accuracy": 0.6917, + "main_score": 0.638791, + "hf_subset": "vec_Latn-kon_Latn", + "languages": [ + "vec-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.629011, + "recall": 0.710474, + "f1": 0.652308, + "accuracy": 0.710474, + "main_score": 0.652308, + "hf_subset": "vec_Latn-mni_Beng", + "languages": [ + "vec-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-ron_Latn", + "languages": [ + "vec-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "vec_Latn-szl_Latn", + "languages": [ + "vec-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.937253, + "recall": 0.95751, + "f1": 0.943841, + "accuracy": 0.95751, + "main_score": 0.943841, + "hf_subset": "vec_Latn-amh_Ethi", + "languages": [ + "vec-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-bos_Latn", + "languages": [ + "vec-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-fin_Latn", + "languages": [ + "vec-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-ita_Latn", + "languages": [ + "vec-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "vec_Latn-kor_Hang", + "languages": [ + "vec-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.509792, + "recall": 0.574111, + "f1": 0.52778, + "accuracy": 0.574111, + "main_score": 0.52778, + "hf_subset": "vec_Latn-mos_Latn", + "languages": [ + "vec-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.787302, + "recall": 0.841897, + "f1": 0.804216, + "accuracy": 0.841897, + "main_score": 0.804216, + "hf_subset": "vec_Latn-run_Latn", + "languages": [ + "vec-Latn", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-tam_Taml", + "languages": [ + "vec-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-vie_Latn", + "languages": [ + "vec-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-apc_Arab", + "languages": [ + "vec-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.746294, + "recall": 0.810277, + "f1": 0.765777, + "accuracy": 0.810277, + "main_score": 0.765777, + "hf_subset": "vec_Latn-bug_Latn", + "languages": [ + "vec-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.436958, + "recall": 0.490119, + "f1": 0.451577, + "accuracy": 0.490119, + "main_score": 0.451577, + "hf_subset": "vec_Latn-fon_Latn", + "languages": [ + "vec-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "vec_Latn-jav_Latn", + "languages": [ + "vec-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "vec_Latn-lao_Laoo", + "languages": [ + "vec-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.890563, + "recall": 0.922925, + "f1": 0.900922, + "accuracy": 0.922925, + "main_score": 0.900922, + "hf_subset": "vec_Latn-mri_Latn", + "languages": [ + "vec-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-rus_Cyrl", + "languages": [ + "vec-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.526071, + "recall": 0.587945, + "f1": 0.543133, + "accuracy": 0.587945, + "main_score": 0.543133, + "hf_subset": "vec_Latn-taq_Latn", + "languages": [ + "vec-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-war_Latn", + "languages": [ + "vec-Latn", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-arb_Arab", + "languages": [ + "vec-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-bul_Cyrl", + "languages": [ + "vec-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-fra_Latn", + "languages": [ + "vec-Latn", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-jpn_Jpan", + "languages": [ + "vec-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-lij_Latn", + "languages": [ + "vec-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "vec_Latn-mya_Mymr", + "languages": [ + "vec-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.558901, + "recall": 0.628458, + "f1": 0.578268, + "accuracy": 0.628458, + "main_score": 0.578268, + "hf_subset": "vec_Latn-sag_Latn", + "languages": [ + "vec-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.246943, + "recall": 0.315217, + "f1": 0.264148, + "accuracy": 0.315217, + "main_score": 0.264148, + "hf_subset": "vec_Latn-taq_Tfng", + "languages": [ + "vec-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.643866, + "recall": 0.712451, + "f1": 0.663808, + "accuracy": 0.712451, + "main_score": 0.663808, + "hf_subset": "vec_Latn-wol_Latn", + "languages": [ + "vec-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.859931, + "recall": 0.903162, + "f1": 0.873748, + "accuracy": 0.903162, + "main_score": 0.873748, + "hf_subset": "vec_Latn-arb_Latn", + "languages": [ + "vec-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-cat_Latn", + "languages": [ + "vec-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-fur_Latn", + "languages": [ + "vec-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.475134, + "recall": 0.544466, + "f1": 0.494424, + "accuracy": 0.544466, + "main_score": 0.494424, + "hf_subset": "vec_Latn-kab_Latn", + "languages": [ + "vec-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-lim_Latn", + "languages": [ + "vec-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-nld_Latn", + "languages": [ + "vec-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.975296, + "f1": 0.968544, + "accuracy": 0.975296, + "main_score": 0.968544, + "hf_subset": "vec_Latn-san_Deva", + "languages": [ + "vec-Latn", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-tat_Cyrl", + "languages": [ + "vec-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.881456, + "recall": 0.916996, + "f1": 0.892787, + "accuracy": 0.916996, + "main_score": 0.892787, + "hf_subset": "vec_Latn-xho_Latn", + "languages": [ + "vec-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-ars_Arab", + "languages": [ + "vec-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-ceb_Latn", + "languages": [ + "vec-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.489093, + "recall": 0.565217, + "f1": 0.510296, + "accuracy": 0.565217, + "main_score": 0.510296, + "hf_subset": "vec_Latn-fuv_Latn", + "languages": [ + "vec-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.485559, + "recall": 0.552372, + "f1": 0.503379, + "accuracy": 0.552372, + "main_score": 0.503379, + "hf_subset": "vec_Latn-kac_Latn", + "languages": [ + "vec-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.659874, + "recall": 0.72332, + "f1": 0.677609, + "accuracy": 0.72332, + "main_score": 0.677609, + "hf_subset": "vec_Latn-lin_Latn", + "languages": [ + "vec-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-nno_Latn", + "languages": [ + "vec-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.869598, + "recall": 0.908103, + "f1": 0.881752, + "accuracy": 0.908103, + "main_score": 0.881752, + "hf_subset": "vec_Latn-sat_Olck", + "languages": [ + "vec-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-tel_Telu", + "languages": [ + "vec-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vec_Latn-ydd_Hebr", + "languages": [ + "vec-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "vec_Latn-ary_Arab", + "languages": [ + "vec-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-ces_Latn", + "languages": [ + "vec-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.580699, + "recall": 0.658103, + "f1": 0.602669, + "accuracy": 0.658103, + "main_score": 0.602669, + "hf_subset": "vec_Latn-gaz_Latn", + "languages": [ + "vec-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.562006, + "recall": 0.642292, + "f1": 0.584818, + "accuracy": 0.642292, + "main_score": 0.584818, + "hf_subset": "vec_Latn-kam_Latn", + "languages": [ + "vec-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "vec_Latn-lit_Latn", + "languages": [ + "vec-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "vec_Latn-nob_Latn", + "languages": [ + "vec-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-scn_Latn", + "languages": [ + "vec-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "vec_Latn-tgk_Cyrl", + "languages": [ + "vec-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.776647, + "recall": 0.833004, + "f1": 0.793709, + "accuracy": 0.833004, + "main_score": 0.793709, + "hf_subset": "vec_Latn-yor_Latn", + "languages": [ + "vec-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-arz_Arab", + "languages": [ + "vec-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.511385, + "recall": 0.586957, + "f1": 0.533164, + "accuracy": 0.586957, + "main_score": 0.533164, + "hf_subset": "vec_Latn-cjk_Latn", + "languages": [ + "vec-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.964427, + "f1": 0.952734, + "accuracy": 0.964427, + "main_score": 0.952734, + "hf_subset": "vec_Latn-gla_Latn", + "languages": [ + "vec-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-kan_Knda", + "languages": [ + "vec-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "vec_Latn-lmo_Latn", + "languages": [ + "vec-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "vec_Latn-npi_Deva", + "languages": [ + "vec-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.549717, + "recall": 0.637352, + "f1": 0.574333, + "accuracy": 0.637352, + "main_score": 0.574333, + "hf_subset": "vec_Latn-shn_Mymr", + "languages": [ + "vec-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-tgl_Latn", + "languages": [ + "vec-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-yue_Hant", + "languages": [ + "vec-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "vec_Latn-asm_Beng", + "languages": [ + "vec-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "vec_Latn-ckb_Arab", + "languages": [ + "vec-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "vec_Latn-gle_Latn", + "languages": [ + "vec-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.92416, + "recall": 0.947628, + "f1": 0.931719, + "accuracy": 0.947628, + "main_score": 0.931719, + "hf_subset": "vec_Latn-kas_Arab", + "languages": [ + "vec-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.921031, + "recall": 0.945652, + "f1": 0.929084, + "accuracy": 0.945652, + "main_score": 0.929084, + "hf_subset": "vec_Latn-ltg_Latn", + "languages": [ + "vec-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.802948, + "recall": 0.853755, + "f1": 0.818629, + "accuracy": 0.853755, + "main_score": 0.818629, + "hf_subset": "vec_Latn-nso_Latn", + "languages": [ + "vec-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "vec_Latn-sin_Sinh", + "languages": [ + "vec-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-tha_Thai", + "languages": [ + "vec-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-zho_Hans", + "languages": [ + "vec-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-ast_Latn", + "languages": [ + "vec-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "vec_Latn-crh_Latn", + "languages": [ + "vec-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-glg_Latn", + "languages": [ + "vec-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.872645, + "recall": 0.910079, + "f1": 0.884256, + "accuracy": 0.910079, + "main_score": 0.884256, + "hf_subset": "vec_Latn-kas_Deva", + "languages": [ + "vec-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-ltz_Latn", + "languages": [ + "vec-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.441679, + "recall": 0.51087, + "f1": 0.460415, + "accuracy": 0.51087, + "main_score": 0.460415, + "hf_subset": "vec_Latn-nus_Latn", + "languages": [ + "vec-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-slk_Latn", + "languages": [ + "vec-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.652628, + "recall": 0.731225, + "f1": 0.676103, + "accuracy": 0.731225, + "main_score": 0.676103, + "hf_subset": "vec_Latn-tir_Ethi", + "languages": [ + "vec-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-zho_Hant", + "languages": [ + "vec-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "vec_Latn-awa_Deva", + "languages": [ + "vec-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-cym_Latn", + "languages": [ + "vec-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.810507, + "recall": 0.858696, + "f1": 0.825362, + "accuracy": 0.858696, + "main_score": 0.825362, + "hf_subset": "vec_Latn-grn_Latn", + "languages": [ + "vec-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "vec_Latn-kat_Geor", + "languages": [ + "vec-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.609784, + "recall": 0.674901, + "f1": 0.628323, + "accuracy": 0.674901, + "main_score": 0.628323, + "hf_subset": "vec_Latn-lua_Latn", + "languages": [ + "vec-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.851482, + "recall": 0.893281, + "f1": 0.864592, + "accuracy": 0.893281, + "main_score": 0.864592, + "hf_subset": "vec_Latn-nya_Latn", + "languages": [ + "vec-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-slv_Latn", + "languages": [ + "vec-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "vec_Latn-tpi_Latn", + "languages": [ + "vec-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-zsm_Latn", + "languages": [ + "vec-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.51143, + "recall": 0.581028, + "f1": 0.53074, + "accuracy": 0.581028, + "main_score": 0.53074, + "hf_subset": "vec_Latn-ayr_Latn", + "languages": [ + "vec-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-dan_Latn", + "languages": [ + "vec-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-guj_Gujr", + "languages": [ + "vec-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "vec_Latn-kaz_Cyrl", + "languages": [ + "vec-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.657536, + "recall": 0.733202, + "f1": 0.679449, + "accuracy": 0.733202, + "main_score": 0.679449, + "hf_subset": "vec_Latn-lug_Latn", + "languages": [ + "vec-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-oci_Latn", + "languages": [ + "vec-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.847414, + "recall": 0.88834, + "f1": 0.860361, + "accuracy": 0.88834, + "main_score": 0.860361, + "hf_subset": "vec_Latn-smo_Latn", + "languages": [ + "vec-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.754974, + "recall": 0.816206, + "f1": 0.773602, + "accuracy": 0.816206, + "main_score": 0.773602, + "hf_subset": "vec_Latn-tsn_Latn", + "languages": [ + "vec-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.909256, + "recall": 0.936759, + "f1": 0.918149, + "accuracy": 0.936759, + "main_score": 0.918149, + "hf_subset": "vec_Latn-zul_Latn", + "languages": [ + "vec-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.944335, + "recall": 0.962451, + "f1": 0.950264, + "accuracy": 0.962451, + "main_score": 0.950264, + "hf_subset": "vec_Latn-azb_Arab", + "languages": [ + "vec-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-deu_Latn", + "languages": [ + "vec-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "vec_Latn-hat_Latn", + "languages": [ + "vec-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.49814, + "recall": 0.562253, + "f1": 0.516526, + "accuracy": 0.562253, + "main_score": 0.516526, + "hf_subset": "vec_Latn-kbp_Latn", + "languages": [ + "vec-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.527573, + "recall": 0.592885, + "f1": 0.545263, + "accuracy": 0.592885, + "main_score": 0.545263, + "hf_subset": "vec_Latn-luo_Latn", + "languages": [ + "vec-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "vec_Latn-ory_Orya", + "languages": [ + "vec-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.91115, + "recall": 0.936759, + "f1": 0.919368, + "accuracy": 0.936759, + "main_score": 0.919368, + "hf_subset": "vec_Latn-sna_Latn", + "languages": [ + "vec-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.680625, + "recall": 0.749012, + "f1": 0.700351, + "accuracy": 0.749012, + "main_score": 0.700351, + "hf_subset": "vec_Latn-tso_Latn", + "languages": [ + "vec-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-azj_Latn", + "languages": [ + "vec-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.508366, + "recall": 0.579051, + "f1": 0.528602, + "accuracy": 0.579051, + "main_score": 0.528602, + "hf_subset": "vec_Latn-dik_Latn", + "languages": [ + "vec-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.918808, + "recall": 0.943676, + "f1": 0.926877, + "accuracy": 0.943676, + "main_score": 0.926877, + "hf_subset": "vec_Latn-hau_Latn", + "languages": [ + "vec-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-kea_Latn", + "languages": [ + "vec-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.937665, + "recall": 0.95751, + "f1": 0.944071, + "accuracy": 0.95751, + "main_score": 0.944071, + "hf_subset": "vec_Latn-lus_Latn", + "languages": [ + "vec-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.88027, + "recall": 0.914032, + "f1": 0.890942, + "accuracy": 0.914032, + "main_score": 0.890942, + "hf_subset": "vec_Latn-pag_Latn", + "languages": [ + "vec-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "vec_Latn-snd_Arab", + "languages": [ + "vec-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "vec_Latn-tuk_Latn", + "languages": [ + "vec-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-bak_Cyrl", + "languages": [ + "vec-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.461485, + "recall": 0.541502, + "f1": 0.483769, + "accuracy": 0.541502, + "main_score": 0.483769, + "hf_subset": "vec_Latn-dyu_Latn", + "languages": [ + "vec-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-heb_Hebr", + "languages": [ + "vec-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "vec_Latn-khk_Cyrl", + "languages": [ + "vec-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-lvs_Latn", + "languages": [ + "vec-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-pan_Guru", + "languages": [ + "vec-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.890184, + "recall": 0.922925, + "f1": 0.900527, + "accuracy": 0.922925, + "main_score": 0.900527, + "hf_subset": "vec_Latn-som_Latn", + "languages": [ + "vec-Latn", + "som-Latn" + ] + }, + { + "precision": 0.727092, + "recall": 0.786561, + "f1": 0.744848, + "accuracy": 0.786561, + "main_score": 0.744848, + "hf_subset": "vec_Latn-tum_Latn", + "languages": [ + "vec-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.487707, + "recall": 0.567194, + "f1": 0.510405, + "accuracy": 0.567194, + "main_score": 0.510405, + "hf_subset": "amh_Ethi-ace_Arab", + "languages": [ + "amh-Ethi", + "ace-Arab" + ] + }, + { + "precision": 0.474146, + "recall": 0.521739, + "f1": 0.486957, + "accuracy": 0.521739, + "main_score": 0.486957, + "hf_subset": "amh_Ethi-bam_Latn", + "languages": [ + "amh-Ethi", + "bam-Latn" + ] + }, + { + "precision": 0.600432, + "recall": 0.675889, + "f1": 0.621554, + "accuracy": 0.675889, + "main_score": 0.621554, + "hf_subset": "amh_Ethi-dzo_Tibt", + "languages": [ + "amh-Ethi", + "dzo-Tibt" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "amh_Ethi-hin_Deva", + "languages": [ + "amh-Ethi", + "hin-Deva" + ] + }, + { + "precision": 0.915431, + "recall": 0.938735, + "f1": 0.922826, + "accuracy": 0.938735, + "main_score": 0.922826, + "hf_subset": "amh_Ethi-khm_Khmr", + "languages": [ + "amh-Ethi", + "khm-Khmr" + ] + }, + { + "precision": 0.947381, + "recall": 0.963439, + "f1": 0.95247, + "accuracy": 0.963439, + "main_score": 0.95247, + "hf_subset": "amh_Ethi-mag_Deva", + "languages": [ + "amh-Ethi", + "mag-Deva" + ] + }, + { + "precision": 0.943347, + "recall": 0.959486, + "f1": 0.948254, + "accuracy": 0.959486, + "main_score": 0.948254, + "hf_subset": "amh_Ethi-pap_Latn", + "languages": [ + "amh-Ethi", + "pap-Latn" + ] + }, + { + "precision": 0.847744, + "recall": 0.88834, + "f1": 0.860046, + "accuracy": 0.88834, + "main_score": 0.860046, + "hf_subset": "amh_Ethi-sot_Latn", + "languages": [ + "amh-Ethi", + "sot-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.970356, + "f1": 0.962088, + "accuracy": 0.970356, + "main_score": 0.962088, + "hf_subset": "amh_Ethi-tur_Latn", + "languages": [ + "amh-Ethi", + "tur-Latn" + ] + }, + { + "precision": 0.793796, + "recall": 0.837945, + "f1": 0.8065, + "accuracy": 0.837945, + "main_score": 0.8065, + "hf_subset": "amh_Ethi-ace_Latn", + "languages": [ + "amh-Ethi", + "ace-Latn" + ] + }, + { + "precision": 0.88237, + "recall": 0.912055, + "f1": 0.891312, + "accuracy": 0.912055, + "main_score": 0.891312, + "hf_subset": "amh_Ethi-ban_Latn", + "languages": [ + "amh-Ethi", + "ban-Latn" + ] + }, + { + "precision": 0.935853, + "recall": 0.955534, + "f1": 0.942095, + "accuracy": 0.955534, + "main_score": 0.942095, + "hf_subset": "amh_Ethi-ell_Grek", + "languages": [ + "amh-Ethi", + "ell-Grek" + ] + }, + { + "precision": 0.940876, + "recall": 0.958498, + "f1": 0.946311, + "accuracy": 0.958498, + "main_score": 0.946311, + "hf_subset": "amh_Ethi-hne_Deva", + "languages": [ + "amh-Ethi", + "hne-Deva" + ] + }, + { + "precision": 0.560218, + "recall": 0.618577, + "f1": 0.576043, + "accuracy": 0.618577, + "main_score": 0.576043, + "hf_subset": "amh_Ethi-kik_Latn", + "languages": [ + "amh-Ethi", + "kik-Latn" + ] + }, + { + "precision": 0.949802, + "recall": 0.964427, + "f1": 0.954381, + "accuracy": 0.964427, + "main_score": 0.954381, + "hf_subset": "amh_Ethi-mai_Deva", + "languages": [ + "amh-Ethi", + "mai-Deva" + ] + }, + { + "precision": 0.906571, + "recall": 0.931818, + "f1": 0.914168, + "accuracy": 0.931818, + "main_score": 0.914168, + "hf_subset": "amh_Ethi-pbt_Arab", + "languages": [ + "amh-Ethi", + "pbt-Arab" + ] + }, + { + "precision": 0.95611, + "recall": 0.969368, + "f1": 0.960211, + "accuracy": 0.969368, + "main_score": 0.960211, + "hf_subset": "amh_Ethi-spa_Latn", + "languages": [ + "amh-Ethi", + "spa-Latn" + ] + }, + { + "precision": 0.738358, + "recall": 0.789526, + "f1": 0.752242, + "accuracy": 0.789526, + "main_score": 0.752242, + "hf_subset": "amh_Ethi-twi_Latn", + "languages": [ + "amh-Ethi", + "twi-Latn" + ] + }, + { + "precision": 0.942803, + "recall": 0.959486, + "f1": 0.948024, + "accuracy": 0.959486, + "main_score": 0.948024, + "hf_subset": "amh_Ethi-acm_Arab", + "languages": [ + "amh-Ethi", + "acm-Arab" + ] + }, + { + "precision": 0.912302, + "recall": 0.937747, + "f1": 0.920323, + "accuracy": 0.937747, + "main_score": 0.920323, + "hf_subset": "amh_Ethi-bel_Cyrl", + "languages": [ + "amh-Ethi", + "bel-Cyrl" + ] + }, + { + "precision": 0.962615, + "recall": 0.97332, + "f1": 0.965862, + "accuracy": 0.97332, + "main_score": 0.965862, + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.956604, + "recall": 0.969368, + "f1": 0.96054, + "accuracy": 0.969368, + "main_score": 0.96054, + "hf_subset": "amh_Ethi-hrv_Latn", + "languages": [ + "amh-Ethi", + "hrv-Latn" + ] + }, + { + "precision": 0.857658, + "recall": 0.894269, + "f1": 0.868939, + "accuracy": 0.894269, + "main_score": 0.868939, + "hf_subset": "amh_Ethi-kin_Latn", + "languages": [ + "amh-Ethi", + "kin-Latn" + ] + }, + { + "precision": 0.932642, + "recall": 0.953557, + "f1": 0.939394, + "accuracy": 0.953557, + "main_score": 0.939394, + "hf_subset": "amh_Ethi-mal_Mlym", + "languages": [ + "amh-Ethi", + "mal-Mlym" + ] + }, + { + "precision": 0.938159, + "recall": 0.955534, + "f1": 0.943379, + "accuracy": 0.955534, + "main_score": 0.943379, + "hf_subset": "amh_Ethi-pes_Arab", + "languages": [ + "amh-Ethi", + "pes-Arab" + ] + }, + { + "precision": 0.943182, + "recall": 0.961462, + "f1": 0.949111, + "accuracy": 0.961462, + "main_score": 0.949111, + "hf_subset": "amh_Ethi-srd_Latn", + "languages": [ + "amh-Ethi", + "srd-Latn" + ] + }, + { + "precision": 0.226357, + "recall": 0.288538, + "f1": 0.241982, + "accuracy": 0.288538, + "main_score": 0.241982, + "hf_subset": "amh_Ethi-tzm_Tfng", + "languages": [ + "amh-Ethi", + "tzm-Tfng" + ] + }, + { + "precision": 0.94837, + "recall": 0.964427, + "f1": 0.953458, + "accuracy": 0.964427, + "main_score": 0.953458, + "hf_subset": "amh_Ethi-acq_Arab", + "languages": [ + "amh-Ethi", + "acq-Arab" + ] + }, + { + "precision": 0.660552, + "recall": 0.718379, + "f1": 0.67677, + "accuracy": 0.718379, + "main_score": 0.67677, + "hf_subset": "amh_Ethi-bem_Latn", + "languages": [ + "amh-Ethi", + "bem-Latn" + ] + }, + { + "precision": 0.943511, + "recall": 0.960474, + "f1": 0.948913, + "accuracy": 0.960474, + "main_score": 0.948913, + "hf_subset": "amh_Ethi-epo_Latn", + "languages": [ + "amh-Ethi", + "epo-Latn" + ] + }, + { + "precision": 0.962978, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "amh_Ethi-hun_Latn", + "languages": [ + "amh-Ethi", + "hun-Latn" + ] + }, + { + "precision": 0.951005, + "recall": 0.965415, + "f1": 0.955435, + "accuracy": 0.965415, + "main_score": 0.955435, + "hf_subset": "amh_Ethi-kir_Cyrl", + "languages": [ + "amh-Ethi", + "kir-Cyrl" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "amh_Ethi-mar_Deva", + "languages": [ + "amh-Ethi", + "mar-Deva" + ] + }, + { + "precision": 0.852092, + "recall": 0.890316, + "f1": 0.863787, + "accuracy": 0.890316, + "main_score": 0.863787, + "hf_subset": "amh_Ethi-plt_Latn", + "languages": [ + "amh-Ethi", + "plt-Latn" + ] + }, + { + "precision": 0.942358, + "recall": 0.959486, + "f1": 0.947628, + "accuracy": 0.959486, + "main_score": 0.947628, + "hf_subset": "amh_Ethi-srp_Cyrl", + "languages": [ + "amh-Ethi", + "srp-Cyrl" + ] + }, + { + "precision": 0.905385, + "recall": 0.932806, + "f1": 0.914262, + "accuracy": 0.932806, + "main_score": 0.914262, + "hf_subset": "amh_Ethi-uig_Arab", + "languages": [ + "amh-Ethi", + "uig-Arab" + ] + }, + { + "precision": 0.939188, + "recall": 0.955534, + "f1": 0.944027, + "accuracy": 0.955534, + "main_score": 0.944027, + "hf_subset": "amh_Ethi-aeb_Arab", + "languages": [ + "amh-Ethi", + "aeb-Arab" + ] + }, + { + "precision": 0.935688, + "recall": 0.955534, + "f1": 0.94193, + "accuracy": 0.955534, + "main_score": 0.94193, + "hf_subset": "amh_Ethi-ben_Beng", + "languages": [ + "amh-Ethi", + "ben-Beng" + ] + }, + { + "precision": 0.944499, + "recall": 0.961462, + "f1": 0.949769, + "accuracy": 0.961462, + "main_score": 0.949769, + "hf_subset": "amh_Ethi-est_Latn", + "languages": [ + "amh-Ethi", + "est-Latn" + ] + }, + { + "precision": 0.952981, + "recall": 0.966403, + "f1": 0.957246, + "accuracy": 0.966403, + "main_score": 0.957246, + "hf_subset": "amh_Ethi-hye_Armn", + "languages": [ + "amh-Ethi", + "hye-Armn" + ] + }, + { + "precision": 0.476662, + "recall": 0.527668, + "f1": 0.490577, + "accuracy": 0.527668, + "main_score": 0.490577, + "hf_subset": "amh_Ethi-kmb_Latn", + "languages": [ + "amh-Ethi", + "kmb-Latn" + ] + }, + { + "precision": 0.459433, + "recall": 0.539526, + "f1": 0.481088, + "accuracy": 0.539526, + "main_score": 0.481088, + "hf_subset": "amh_Ethi-min_Arab", + "languages": [ + "amh-Ethi", + "min-Arab" + ] + }, + { + "precision": 0.950511, + "recall": 0.965415, + "f1": 0.95527, + "accuracy": 0.965415, + "main_score": 0.95527, + "hf_subset": "amh_Ethi-pol_Latn", + "languages": [ + "amh-Ethi", + "pol-Latn" + ] + }, + { + "precision": 0.7544, + "recall": 0.810277, + "f1": 0.770544, + "accuracy": 0.810277, + "main_score": 0.770544, + "hf_subset": "amh_Ethi-ssw_Latn", + "languages": [ + "amh-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.953969, + "recall": 0.967391, + "f1": 0.958235, + "accuracy": 0.967391, + "main_score": 0.958235, + "hf_subset": "amh_Ethi-ukr_Cyrl", + "languages": [ + "amh-Ethi", + "ukr-Cyrl" + ] + }, + { + "precision": 0.943429, + "recall": 0.959486, + "f1": 0.948306, + "accuracy": 0.959486, + "main_score": 0.948306, + "hf_subset": "amh_Ethi-afr_Latn", + "languages": [ + "amh-Ethi", + "afr-Latn" + ] + }, + { + "precision": 0.93083, + "recall": 0.950593, + "f1": 0.937055, + "accuracy": 0.950593, + "main_score": 0.937055, + "hf_subset": "amh_Ethi-bho_Deva", + "languages": [ + "amh-Ethi", + "bho-Deva" + ] + }, + { + "precision": 0.931054, + "recall": 0.950593, + "f1": 0.936907, + "accuracy": 0.950593, + "main_score": 0.936907, + "hf_subset": "amh_Ethi-eus_Latn", + "languages": [ + "amh-Ethi", + "eus-Latn" + ] + }, + { + "precision": 0.832955, + "recall": 0.874506, + "f1": 0.845389, + "accuracy": 0.874506, + "main_score": 0.845389, + "hf_subset": "amh_Ethi-ibo_Latn", + "languages": [ + "amh-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.86274, + "recall": 0.898221, + "f1": 0.873831, + "accuracy": 0.898221, + "main_score": 0.873831, + "hf_subset": "amh_Ethi-kmr_Latn", + "languages": [ + "amh-Ethi", + "kmr-Latn" + ] + }, + { + "precision": 0.929249, + "recall": 0.949605, + "f1": 0.935441, + "accuracy": 0.949605, + "main_score": 0.935441, + "hf_subset": "amh_Ethi-min_Latn", + "languages": [ + "amh-Ethi", + "min-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "amh_Ethi-por_Latn", + "languages": [ + "amh-Ethi", + "por-Latn" + ] + }, + { + "precision": 0.909132, + "recall": 0.931818, + "f1": 0.915766, + "accuracy": 0.931818, + "main_score": 0.915766, + "hf_subset": "amh_Ethi-sun_Latn", + "languages": [ + "amh-Ethi", + "sun-Latn" + ] + }, + { + "precision": 0.476942, + "recall": 0.529644, + "f1": 0.491392, + "accuracy": 0.529644, + "main_score": 0.491392, + "hf_subset": "amh_Ethi-umb_Latn", + "languages": [ + "amh-Ethi", + "umb-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "amh_Ethi-ajp_Arab", + "languages": [ + "amh-Ethi", + "ajp-Arab" + ] + }, + { + "precision": 0.486022, + "recall": 0.557312, + "f1": 0.505764, + "accuracy": 0.557312, + "main_score": 0.505764, + "hf_subset": "amh_Ethi-bjn_Arab", + "languages": [ + "amh-Ethi", + "bjn-Arab" + ] + }, + { + "precision": 0.451776, + "recall": 0.5, + "f1": 0.464525, + "accuracy": 0.5, + "main_score": 0.464525, + "hf_subset": "amh_Ethi-ewe_Latn", + "languages": [ + "amh-Ethi", + "ewe-Latn" + ] + }, + { + "precision": 0.889387, + "recall": 0.916996, + "f1": 0.897678, + "accuracy": 0.916996, + "main_score": 0.897678, + "hf_subset": "amh_Ethi-ilo_Latn", + "languages": [ + "amh-Ethi", + "ilo-Latn" + ] + }, + { + "precision": 0.278391, + "recall": 0.33498, + "f1": 0.292845, + "accuracy": 0.33498, + "main_score": 0.292845, + "hf_subset": "amh_Ethi-knc_Arab", + "languages": [ + "amh-Ethi", + "knc-Arab" + ] + }, + { + "precision": 0.944088, + "recall": 0.960474, + "f1": 0.949012, + "accuracy": 0.960474, + "main_score": 0.949012, + "hf_subset": "amh_Ethi-mkd_Cyrl", + "languages": [ + "amh-Ethi", + "mkd-Cyrl" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "amh_Ethi-prs_Arab", + "languages": [ + "amh-Ethi", + "prs-Arab" + ] + }, + { + "precision": 0.957263, + "recall": 0.970356, + "f1": 0.961364, + "accuracy": 0.970356, + "main_score": 0.961364, + "hf_subset": "amh_Ethi-swe_Latn", + "languages": [ + "amh-Ethi", + "swe-Latn" + ] + }, + { + "precision": 0.945405, + "recall": 0.961462, + "f1": 0.950329, + "accuracy": 0.961462, + "main_score": 0.950329, + "hf_subset": "amh_Ethi-urd_Arab", + "languages": [ + "amh-Ethi", + "urd-Arab" + ] + }, + { + "precision": 0.707827, + "recall": 0.761858, + "f1": 0.723362, + "accuracy": 0.761858, + "main_score": 0.723362, + "hf_subset": "amh_Ethi-aka_Latn", + "languages": [ + "amh-Ethi", + "aka-Latn" + ] + }, + { + "precision": 0.926063, + "recall": 0.945652, + "f1": 0.931736, + "accuracy": 0.945652, + "main_score": 0.931736, + "hf_subset": "amh_Ethi-bjn_Latn", + "languages": [ + "amh-Ethi", + "bjn-Latn" + ] + }, + { + "precision": 0.91162, + "recall": 0.935771, + "f1": 0.919121, + "accuracy": 0.935771, + "main_score": 0.919121, + "hf_subset": "amh_Ethi-fao_Latn", + "languages": [ + "amh-Ethi", + "fao-Latn" + ] + }, + { + "precision": 0.95891, + "recall": 0.971344, + "f1": 0.962846, + "accuracy": 0.971344, + "main_score": 0.962846, + "hf_subset": "amh_Ethi-ind_Latn", + "languages": [ + "amh-Ethi", + "ind-Latn" + ] + }, + { + "precision": 0.514735, + "recall": 0.557312, + "f1": 0.526092, + "accuracy": 0.557312, + "main_score": 0.526092, + "hf_subset": "amh_Ethi-knc_Latn", + "languages": [ + "amh-Ethi", + "knc-Latn" + ] + }, + { + "precision": 0.930287, + "recall": 0.949605, + "f1": 0.936166, + "accuracy": 0.949605, + "main_score": 0.936166, + "hf_subset": "amh_Ethi-mlt_Latn", + "languages": [ + "amh-Ethi", + "mlt-Latn" + ] + }, + { + "precision": 0.613554, + "recall": 0.675889, + "f1": 0.631535, + "accuracy": 0.675889, + "main_score": 0.631535, + "hf_subset": "amh_Ethi-quy_Latn", + "languages": [ + "amh-Ethi", + "quy-Latn" + ] + }, + { + "precision": 0.944335, + "recall": 0.959486, + "f1": 0.949064, + "accuracy": 0.959486, + "main_score": 0.949064, + "hf_subset": "amh_Ethi-swh_Latn", + "languages": [ + "amh-Ethi", + "swh-Latn" + ] + }, + { + "precision": 0.956275, + "recall": 0.969368, + "f1": 0.960375, + "accuracy": 0.969368, + "main_score": 0.960375, + "hf_subset": "amh_Ethi-uzn_Latn", + "languages": [ + "amh-Ethi", + "uzn-Latn" + ] + }, + { + "precision": 0.939559, + "recall": 0.958498, + "f1": 0.945619, + "accuracy": 0.958498, + "main_score": 0.945619, + "hf_subset": "amh_Ethi-als_Latn", + "languages": [ + "amh-Ethi", + "als-Latn" + ] + }, + { + "precision": 0.763365, + "recall": 0.820158, + "f1": 0.780772, + "accuracy": 0.820158, + "main_score": 0.780772, + "hf_subset": "amh_Ethi-bod_Tibt", + "languages": [ + "amh-Ethi", + "bod-Tibt" + ] + }, + { + "precision": 0.625841, + "recall": 0.685771, + "f1": 0.642632, + "accuracy": 0.685771, + "main_score": 0.642632, + "hf_subset": "amh_Ethi-fij_Latn", + "languages": [ + "amh-Ethi", + "fij-Latn" + ] + }, + { + "precision": 0.928277, + "recall": 0.949605, + "f1": 0.935178, + "accuracy": 0.949605, + "main_score": 0.935178, + "hf_subset": "amh_Ethi-isl_Latn", + "languages": [ + "amh-Ethi", + "isl-Latn" + ] + }, + { + "precision": 0.561399, + "recall": 0.615613, + "f1": 0.576156, + "accuracy": 0.615613, + "main_score": 0.576156, + "hf_subset": "amh_Ethi-kon_Latn", + "languages": [ + "amh-Ethi", + "kon-Latn" + ] + }, + { + "precision": 0.573528, + "recall": 0.631423, + "f1": 0.589592, + "accuracy": 0.631423, + "main_score": 0.589592, + "hf_subset": "amh_Ethi-mni_Beng", + "languages": [ + "amh-Ethi", + "mni-Beng" + ] + }, + { + "precision": 0.944252, + "recall": 0.961462, + "f1": 0.949671, + "accuracy": 0.961462, + "main_score": 0.949671, + "hf_subset": "amh_Ethi-ron_Latn", + "languages": [ + "amh-Ethi", + "ron-Latn" + ] + }, + { + "precision": 0.93885, + "recall": 0.956522, + "f1": 0.944401, + "accuracy": 0.956522, + "main_score": 0.944401, + "hf_subset": "amh_Ethi-szl_Latn", + "languages": [ + "amh-Ethi", + "szl-Latn" + ] + }, + { + "precision": 0.956769, + "recall": 0.969368, + "f1": 0.960705, + "accuracy": 0.969368, + "main_score": 0.960705, + "hf_subset": "amh_Ethi-vec_Latn", + "languages": [ + "amh-Ethi", + "vec-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "amh_Ethi-bos_Latn", + "languages": [ + "amh-Ethi", + "bos-Latn" + ] + }, + { + "precision": 0.937582, + "recall": 0.956522, + "f1": 0.943478, + "accuracy": 0.956522, + "main_score": 0.943478, + "hf_subset": "amh_Ethi-fin_Latn", + "languages": [ + "amh-Ethi", + "fin-Latn" + ] + }, + { + "precision": 0.959569, + "recall": 0.971344, + "f1": 0.963175, + "accuracy": 0.971344, + "main_score": 0.963175, + "hf_subset": "amh_Ethi-ita_Latn", + "languages": [ + "amh-Ethi", + "ita-Latn" + ] + }, + { + "precision": 0.955781, + "recall": 0.969368, + "f1": 0.960046, + "accuracy": 0.969368, + "main_score": 0.960046, + "hf_subset": "amh_Ethi-kor_Hang", + "languages": [ + "amh-Ethi", + "kor-Hang" + ] + }, + { + "precision": 0.482263, + "recall": 0.528656, + "f1": 0.494953, + "accuracy": 0.528656, + "main_score": 0.494953, + "hf_subset": "amh_Ethi-mos_Latn", + "languages": [ + "amh-Ethi", + "mos-Latn" + ] + }, + { + "precision": 0.757075, + "recall": 0.8083, + "f1": 0.772071, + "accuracy": 0.8083, + "main_score": 0.772071, + "hf_subset": "amh_Ethi-run_Latn", + "languages": [ + "amh-Ethi", + "run-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "amh_Ethi-tam_Taml", + "languages": [ + "amh-Ethi", + "tam-Taml" + ] + }, + { + "precision": 0.946393, + "recall": 0.962451, + "f1": 0.951318, + "accuracy": 0.962451, + "main_score": 0.951318, + "hf_subset": "amh_Ethi-vie_Latn", + "languages": [ + "amh-Ethi", + "vie-Latn" + ] + }, + { + "precision": 0.942276, + "recall": 0.959486, + "f1": 0.947694, + "accuracy": 0.959486, + "main_score": 0.947694, + "hf_subset": "amh_Ethi-apc_Arab", + "languages": [ + "amh-Ethi", + "apc-Arab" + ] + }, + { + "precision": 0.67303, + "recall": 0.731225, + "f1": 0.688497, + "accuracy": 0.731225, + "main_score": 0.688497, + "hf_subset": "amh_Ethi-bug_Latn", + "languages": [ + "amh-Ethi", + "bug-Latn" + ] + }, + { + "precision": 0.415794, + "recall": 0.454545, + "f1": 0.426522, + "accuracy": 0.454545, + "main_score": 0.426522, + "hf_subset": "amh_Ethi-fon_Latn", + "languages": [ + "amh-Ethi", + "fon-Latn" + ] + }, + { + "precision": 0.929077, + "recall": 0.949605, + "f1": 0.935425, + "accuracy": 0.949605, + "main_score": 0.935425, + "hf_subset": "amh_Ethi-jav_Latn", + "languages": [ + "amh-Ethi", + "jav-Latn" + ] + }, + { + "precision": 0.893445, + "recall": 0.924901, + "f1": 0.903491, + "accuracy": 0.924901, + "main_score": 0.903491, + "hf_subset": "amh_Ethi-lao_Laoo", + "languages": [ + "amh-Ethi", + "lao-Laoo" + ] + }, + { + "precision": 0.844944, + "recall": 0.885375, + "f1": 0.857331, + "accuracy": 0.885375, + "main_score": 0.857331, + "hf_subset": "amh_Ethi-mri_Latn", + "languages": [ + "amh-Ethi", + "mri-Latn" + ] + }, + { + "precision": 0.94524, + "recall": 0.960474, + "f1": 0.949788, + "accuracy": 0.960474, + "main_score": 0.949788, + "hf_subset": "amh_Ethi-rus_Cyrl", + "languages": [ + "amh-Ethi", + "rus-Cyrl" + ] + }, + { + "precision": 0.486798, + "recall": 0.530632, + "f1": 0.498715, + "accuracy": 0.530632, + "main_score": 0.498715, + "hf_subset": "amh_Ethi-taq_Latn", + "languages": [ + "amh-Ethi", + "taq-Latn" + ] + }, + { + "precision": 0.918184, + "recall": 0.940711, + "f1": 0.925132, + "accuracy": 0.940711, + "main_score": 0.925132, + "hf_subset": "amh_Ethi-war_Latn", + "languages": [ + "amh-Ethi", + "war-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "amh_Ethi-arb_Arab", + "languages": [ + "amh-Ethi", + "arb-Arab" + ] + }, + { + "precision": 0.957757, + "recall": 0.970356, + "f1": 0.961693, + "accuracy": 0.970356, + "main_score": 0.961693, + "hf_subset": "amh_Ethi-bul_Cyrl", + "languages": [ + "amh-Ethi", + "bul-Cyrl" + ] + }, + { + "precision": 0.95891, + "recall": 0.971344, + "f1": 0.962846, + "accuracy": 0.971344, + "main_score": 0.962846, + "hf_subset": "amh_Ethi-fra_Latn", + "languages": [ + "amh-Ethi", + "fra-Latn" + ] + }, + { + "precision": 0.944582, + "recall": 0.960474, + "f1": 0.949341, + "accuracy": 0.960474, + "main_score": 0.949341, + "hf_subset": "amh_Ethi-jpn_Jpan", + "languages": [ + "amh-Ethi", + "jpn-Jpan" + ] + }, + { + "precision": 0.942862, + "recall": 0.959486, + "f1": 0.94804, + "accuracy": 0.959486, + "main_score": 0.94804, + "hf_subset": "amh_Ethi-lij_Latn", + "languages": [ + "amh-Ethi", + "lij-Latn" + ] + }, + { + "precision": 0.930698, + "recall": 0.949605, + "f1": 0.936397, + "accuracy": 0.949605, + "main_score": 0.936397, + "hf_subset": "amh_Ethi-mya_Mymr", + "languages": [ + "amh-Ethi", + "mya-Mymr" + ] + }, + { + "precision": 0.498186, + "recall": 0.551383, + "f1": 0.513036, + "accuracy": 0.551383, + "main_score": 0.513036, + "hf_subset": "amh_Ethi-sag_Latn", + "languages": [ + "amh-Ethi", + "sag-Latn" + ] + }, + { + "precision": 0.242193, + "recall": 0.298419, + "f1": 0.256129, + "accuracy": 0.298419, + "main_score": 0.256129, + "hf_subset": "amh_Ethi-taq_Tfng", + "languages": [ + "amh-Ethi", + "taq-Tfng" + ] + }, + { + "precision": 0.605114, + "recall": 0.660079, + "f1": 0.621187, + "accuracy": 0.660079, + "main_score": 0.621187, + "hf_subset": "amh_Ethi-wol_Latn", + "languages": [ + "amh-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.820866, + "recall": 0.869565, + "f1": 0.835654, + "accuracy": 0.869565, + "main_score": 0.835654, + "hf_subset": "amh_Ethi-arb_Latn", + "languages": [ + "amh-Ethi", + "arb-Latn" + ] + }, + { + "precision": 0.965827, + "recall": 0.976285, + "f1": 0.969104, + "accuracy": 0.976285, + "main_score": 0.969104, + "hf_subset": "amh_Ethi-cat_Latn", + "languages": [ + "amh-Ethi", + "cat-Latn" + ] + }, + { + "precision": 0.94865, + "recall": 0.963439, + "f1": 0.953228, + "accuracy": 0.963439, + "main_score": 0.953228, + "hf_subset": "amh_Ethi-fur_Latn", + "languages": [ + "amh-Ethi", + "fur-Latn" + ] + }, + { + "precision": 0.453682, + "recall": 0.520751, + "f1": 0.470993, + "accuracy": 0.520751, + "main_score": 0.470993, + "hf_subset": "amh_Ethi-kab_Latn", + "languages": [ + "amh-Ethi", + "kab-Latn" + ] + }, + { + "precision": 0.919088, + "recall": 0.943676, + "f1": 0.926779, + "accuracy": 0.943676, + "main_score": 0.926779, + "hf_subset": "amh_Ethi-lim_Latn", + "languages": [ + "amh-Ethi", + "lim-Latn" + ] + }, + { + "precision": 0.945487, + "recall": 0.961462, + "f1": 0.950395, + "accuracy": 0.961462, + "main_score": 0.950395, + "hf_subset": "amh_Ethi-nld_Latn", + "languages": [ + "amh-Ethi", + "nld-Latn" + ] + }, + { + "precision": 0.922111, + "recall": 0.942688, + "f1": 0.928409, + "accuracy": 0.942688, + "main_score": 0.928409, + "hf_subset": "amh_Ethi-san_Deva", + "languages": [ + "amh-Ethi", + "san-Deva" + ] + }, + { + "precision": 0.929348, + "recall": 0.951581, + "f1": 0.936547, + "accuracy": 0.951581, + "main_score": 0.936547, + "hf_subset": "amh_Ethi-tat_Cyrl", + "languages": [ + "amh-Ethi", + "tat-Cyrl" + ] + }, + { + "precision": 0.871327, + "recall": 0.905138, + "f1": 0.881456, + "accuracy": 0.905138, + "main_score": 0.881456, + "hf_subset": "amh_Ethi-xho_Latn", + "languages": [ + "amh-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "amh_Ethi-ars_Arab", + "languages": [ + "amh-Ethi", + "ars-Arab" + ] + }, + { + "precision": 0.92136, + "recall": 0.943676, + "f1": 0.928228, + "accuracy": 0.943676, + "main_score": 0.928228, + "hf_subset": "amh_Ethi-ceb_Latn", + "languages": [ + "amh-Ethi", + "ceb-Latn" + ] + }, + { + "precision": 0.473275, + "recall": 0.531621, + "f1": 0.489264, + "accuracy": 0.531621, + "main_score": 0.489264, + "hf_subset": "amh_Ethi-fuv_Latn", + "languages": [ + "amh-Ethi", + "fuv-Latn" + ] + }, + { + "precision": 0.470548, + "recall": 0.521739, + "f1": 0.484543, + "accuracy": 0.521739, + "main_score": 0.484543, + "hf_subset": "amh_Ethi-kac_Latn", + "languages": [ + "amh-Ethi", + "kac-Latn" + ] + }, + { + "precision": 0.623033, + "recall": 0.682806, + "f1": 0.639972, + "accuracy": 0.682806, + "main_score": 0.639972, + "hf_subset": "amh_Ethi-lin_Latn", + "languages": [ + "amh-Ethi", + "lin-Latn" + ] + }, + { + "precision": 0.941947, + "recall": 0.959486, + "f1": 0.947365, + "accuracy": 0.959486, + "main_score": 0.947365, + "hf_subset": "amh_Ethi-nno_Latn", + "languages": [ + "amh-Ethi", + "nno-Latn" + ] + }, + { + "precision": 0.833482, + "recall": 0.875494, + "f1": 0.846344, + "accuracy": 0.875494, + "main_score": 0.846344, + "hf_subset": "amh_Ethi-sat_Olck", + "languages": [ + "amh-Ethi", + "sat-Olck" + ] + }, + { + "precision": 0.943676, + "recall": 0.960474, + "f1": 0.948913, + "accuracy": 0.960474, + "main_score": 0.948913, + "hf_subset": "amh_Ethi-tel_Telu", + "languages": [ + "amh-Ethi", + "tel-Telu" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "amh_Ethi-ydd_Hebr", + "languages": [ + "amh-Ethi", + "ydd-Hebr" + ] + }, + { + "precision": 0.91115, + "recall": 0.936759, + "f1": 0.919203, + "accuracy": 0.936759, + "main_score": 0.919203, + "hf_subset": "amh_Ethi-ary_Arab", + "languages": [ + "amh-Ethi", + "ary-Arab" + ] + }, + { + "precision": 0.959898, + "recall": 0.972332, + "f1": 0.963834, + "accuracy": 0.972332, + "main_score": 0.963834, + "hf_subset": "amh_Ethi-ces_Latn", + "languages": [ + "amh-Ethi", + "ces-Latn" + ] + }, + { + "precision": 0.612548, + "recall": 0.675889, + "f1": 0.63052, + "accuracy": 0.675889, + "main_score": 0.63052, + "hf_subset": "amh_Ethi-gaz_Latn", + "languages": [ + "amh-Ethi", + "gaz-Latn" + ] + }, + { + "precision": 0.527083, + "recall": 0.591897, + "f1": 0.544727, + "accuracy": 0.591897, + "main_score": 0.544727, + "hf_subset": "amh_Ethi-kam_Latn", + "languages": [ + "amh-Ethi", + "kam-Latn" + ] + }, + { + "precision": 0.939921, + "recall": 0.95751, + "f1": 0.945487, + "accuracy": 0.95751, + "main_score": 0.945487, + "hf_subset": "amh_Ethi-lit_Latn", + "languages": [ + "amh-Ethi", + "lit-Latn" + ] + }, + { + "precision": 0.942935, + "recall": 0.959486, + "f1": 0.948024, + "accuracy": 0.959486, + "main_score": 0.948024, + "hf_subset": "amh_Ethi-nob_Latn", + "languages": [ + "amh-Ethi", + "nob-Latn" + ] + }, + { + "precision": 0.938003, + "recall": 0.954545, + "f1": 0.942836, + "accuracy": 0.954545, + "main_score": 0.942836, + "hf_subset": "amh_Ethi-scn_Latn", + "languages": [ + "amh-Ethi", + "scn-Latn" + ] + }, + { + "precision": 0.927207, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "amh_Ethi-tgk_Cyrl", + "languages": [ + "amh-Ethi", + "tgk-Cyrl" + ] + }, + { + "precision": 0.750522, + "recall": 0.807312, + "f1": 0.767291, + "accuracy": 0.807312, + "main_score": 0.767291, + "hf_subset": "amh_Ethi-yor_Latn", + "languages": [ + "amh-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.943511, + "recall": 0.961462, + "f1": 0.949275, + "accuracy": 0.961462, + "main_score": 0.949275, + "hf_subset": "amh_Ethi-arz_Arab", + "languages": [ + "amh-Ethi", + "arz-Arab" + ] + }, + { + "precision": 0.473114, + "recall": 0.522727, + "f1": 0.487054, + "accuracy": 0.522727, + "main_score": 0.487054, + "hf_subset": "amh_Ethi-cjk_Latn", + "languages": [ + "amh-Ethi", + "cjk-Latn" + ] + }, + { + "precision": 0.880962, + "recall": 0.914032, + "f1": 0.891271, + "accuracy": 0.914032, + "main_score": 0.891271, + "hf_subset": "amh_Ethi-gla_Latn", + "languages": [ + "amh-Ethi", + "gla-Latn" + ] + }, + { + "precision": 0.944335, + "recall": 0.961462, + "f1": 0.949934, + "accuracy": 0.961462, + "main_score": 0.949934, + "hf_subset": "amh_Ethi-kan_Knda", + "languages": [ + "amh-Ethi", + "kan-Knda" + ] + }, + { + "precision": 0.942935, + "recall": 0.959486, + "f1": 0.948188, + "accuracy": 0.959486, + "main_score": 0.948188, + "hf_subset": "amh_Ethi-lmo_Latn", + "languages": [ + "amh-Ethi", + "lmo-Latn" + ] + }, + { + "precision": 0.953969, + "recall": 0.966403, + "f1": 0.957693, + "accuracy": 0.966403, + "main_score": 0.957693, + "hf_subset": "amh_Ethi-npi_Deva", + "languages": [ + "amh-Ethi", + "npi-Deva" + ] + }, + { + "precision": 0.530267, + "recall": 0.59585, + "f1": 0.547625, + "accuracy": 0.59585, + "main_score": 0.547625, + "hf_subset": "amh_Ethi-shn_Mymr", + "languages": [ + "amh-Ethi", + "shn-Mymr" + ] + }, + { + "precision": 0.947217, + "recall": 0.962451, + "f1": 0.951812, + "accuracy": 0.962451, + "main_score": 0.951812, + "hf_subset": "amh_Ethi-tgl_Latn", + "languages": [ + "amh-Ethi", + "tgl-Latn" + ] + }, + { + "precision": 0.946262, + "recall": 0.961462, + "f1": 0.950823, + "accuracy": 0.961462, + "main_score": 0.950823, + "hf_subset": "amh_Ethi-yue_Hant", + "languages": [ + "amh-Ethi", + "yue-Hant" + ] + }, + { + "precision": 0.933794, + "recall": 0.953557, + "f1": 0.940006, + "accuracy": 0.953557, + "main_score": 0.940006, + "hf_subset": "amh_Ethi-asm_Beng", + "languages": [ + "amh-Ethi", + "asm-Beng" + ] + }, + { + "precision": 0.909256, + "recall": 0.935771, + "f1": 0.917655, + "accuracy": 0.935771, + "main_score": 0.917655, + "hf_subset": "amh_Ethi-ckb_Arab", + "languages": [ + "amh-Ethi", + "ckb-Arab" + ] + }, + { + "precision": 0.92076, + "recall": 0.943676, + "f1": 0.927948, + "accuracy": 0.943676, + "main_score": 0.927948, + "hf_subset": "amh_Ethi-gle_Latn", + "languages": [ + "amh-Ethi", + "gle-Latn" + ] + }, + { + "precision": 0.846821, + "recall": 0.883399, + "f1": 0.857708, + "accuracy": 0.883399, + "main_score": 0.857708, + "hf_subset": "amh_Ethi-kas_Arab", + "languages": [ + "amh-Ethi", + "kas-Arab" + ] + }, + { + "precision": 0.847991, + "recall": 0.887352, + "f1": 0.85998, + "accuracy": 0.887352, + "main_score": 0.85998, + "hf_subset": "amh_Ethi-ltg_Latn", + "languages": [ + "amh-Ethi", + "ltg-Latn" + ] + }, + { + "precision": 0.808416, + "recall": 0.850791, + "f1": 0.821176, + "accuracy": 0.850791, + "main_score": 0.821176, + "hf_subset": "amh_Ethi-nso_Latn", + "languages": [ + "amh-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.943379, + "recall": 0.960474, + "f1": 0.948781, + "accuracy": 0.960474, + "main_score": 0.948781, + "hf_subset": "amh_Ethi-sin_Sinh", + "languages": [ + "amh-Ethi", + "sin-Sinh" + ] + }, + { + "precision": 0.937747, + "recall": 0.956522, + "f1": 0.943643, + "accuracy": 0.956522, + "main_score": 0.943643, + "hf_subset": "amh_Ethi-tha_Thai", + "languages": [ + "amh-Ethi", + "tha-Thai" + ] + }, + { + "precision": 0.905254, + "recall": 0.931818, + "f1": 0.913194, + "accuracy": 0.931818, + "main_score": 0.913194, + "hf_subset": "amh_Ethi-zho_Hans", + "languages": [ + "amh-Ethi", + "zho-Hans" + ] + }, + { + "precision": 0.950428, + "recall": 0.965415, + "f1": 0.955171, + "accuracy": 0.965415, + "main_score": 0.955171, + "hf_subset": "amh_Ethi-ast_Latn", + "languages": [ + "amh-Ethi", + "ast-Latn" + ] + }, + { + "precision": 0.939559, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "amh_Ethi-crh_Latn", + "languages": [ + "amh-Ethi", + "crh-Latn" + ] + }, + { + "precision": 0.949358, + "recall": 0.964427, + "f1": 0.953953, + "accuracy": 0.964427, + "main_score": 0.953953, + "hf_subset": "amh_Ethi-glg_Latn", + "languages": [ + "amh-Ethi", + "glg-Latn" + ] + }, + { + "precision": 0.790517, + "recall": 0.83498, + "f1": 0.803288, + "accuracy": 0.83498, + "main_score": 0.803288, + "hf_subset": "amh_Ethi-kas_Deva", + "languages": [ + "amh-Ethi", + "kas-Deva" + ] + }, + { + "precision": 0.926301, + "recall": 0.947628, + "f1": 0.932825, + "accuracy": 0.947628, + "main_score": 0.932825, + "hf_subset": "amh_Ethi-ltz_Latn", + "languages": [ + "amh-Ethi", + "ltz-Latn" + ] + }, + { + "precision": 0.409604, + "recall": 0.47332, + "f1": 0.426773, + "accuracy": 0.47332, + "main_score": 0.426773, + "hf_subset": "amh_Ethi-nus_Latn", + "languages": [ + "amh-Ethi", + "nus-Latn" + ] + }, + { + "precision": 0.942194, + "recall": 0.959486, + "f1": 0.947596, + "accuracy": 0.959486, + "main_score": 0.947596, + "hf_subset": "amh_Ethi-slk_Latn", + "languages": [ + "amh-Ethi", + "slk-Latn" + ] + }, + { + "precision": 0.73035, + "recall": 0.789526, + "f1": 0.747134, + "accuracy": 0.789526, + "main_score": 0.747134, + "hf_subset": "amh_Ethi-tir_Ethi", + "languages": [ + "amh-Ethi", + "tir-Ethi" + ] + }, + { + "precision": 0.938076, + "recall": 0.956522, + "f1": 0.943841, + "accuracy": 0.956522, + "main_score": 0.943841, + "hf_subset": "amh_Ethi-zho_Hant", + "languages": [ + "amh-Ethi", + "zho-Hant" + ] + }, + { + "precision": 0.931719, + "recall": 0.949605, + "f1": 0.937055, + "accuracy": 0.949605, + "main_score": 0.937055, + "hf_subset": "amh_Ethi-awa_Deva", + "languages": [ + "amh-Ethi", + "awa-Deva" + ] + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "amh_Ethi-cym_Latn", + "languages": [ + "amh-Ethi", + "cym-Latn" + ] + }, + { + "precision": 0.68242, + "recall": 0.740119, + "f1": 0.698013, + "accuracy": 0.740119, + "main_score": 0.698013, + "hf_subset": "amh_Ethi-grn_Latn", + "languages": [ + "amh-Ethi", + "grn-Latn" + ] + }, + { + "precision": 0.929381, + "recall": 0.949605, + "f1": 0.935724, + "accuracy": 0.949605, + "main_score": 0.935724, + "hf_subset": "amh_Ethi-kat_Geor", + "languages": [ + "amh-Ethi", + "kat-Geor" + ] + }, + { + "precision": 0.553417, + "recall": 0.609684, + "f1": 0.568523, + "accuracy": 0.609684, + "main_score": 0.568523, + "hf_subset": "amh_Ethi-lua_Latn", + "languages": [ + "amh-Ethi", + "lua-Latn" + ] + }, + { + "precision": 0.800181, + "recall": 0.847826, + "f1": 0.814592, + "accuracy": 0.847826, + "main_score": 0.814592, + "hf_subset": "amh_Ethi-nya_Latn", + "languages": [ + "amh-Ethi", + "nya-Latn" + ] + }, + { + "precision": 0.951252, + "recall": 0.965415, + "f1": 0.955698, + "accuracy": 0.965415, + "main_score": 0.955698, + "hf_subset": "amh_Ethi-slv_Latn", + "languages": [ + "amh-Ethi", + "slv-Latn" + ] + }, + { + "precision": 0.867416, + "recall": 0.902174, + "f1": 0.877953, + "accuracy": 0.902174, + "main_score": 0.877953, + "hf_subset": "amh_Ethi-tpi_Latn", + "languages": [ + "amh-Ethi", + "tpi-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "amh_Ethi-zsm_Latn", + "languages": [ + "amh-Ethi", + "zsm-Latn" + ] + }, + { + "precision": 0.486053, + "recall": 0.539526, + "f1": 0.500894, + "accuracy": 0.539526, + "main_score": 0.500894, + "hf_subset": "amh_Ethi-ayr_Latn", + "languages": [ + "amh-Ethi", + "ayr-Latn" + ] + }, + { + "precision": 0.957263, + "recall": 0.970356, + "f1": 0.961364, + "accuracy": 0.970356, + "main_score": 0.961364, + "hf_subset": "amh_Ethi-dan_Latn", + "languages": [ + "amh-Ethi", + "dan-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.95224, + "accuracy": 0.963439, + "main_score": 0.95224, + "hf_subset": "amh_Ethi-guj_Gujr", + "languages": [ + "amh-Ethi", + "guj-Gujr" + ] + }, + { + "precision": 0.931818, + "recall": 0.951581, + "f1": 0.937879, + "accuracy": 0.951581, + "main_score": 0.937879, + "hf_subset": "amh_Ethi-kaz_Cyrl", + "languages": [ + "amh-Ethi", + "kaz-Cyrl" + ] + }, + { + "precision": 0.65519, + "recall": 0.721344, + "f1": 0.674081, + "accuracy": 0.721344, + "main_score": 0.674081, + "hf_subset": "amh_Ethi-lug_Latn", + "languages": [ + "amh-Ethi", + "lug-Latn" + ] + }, + { + "precision": 0.945109, + "recall": 0.960474, + "f1": 0.949671, + "accuracy": 0.960474, + "main_score": 0.949671, + "hf_subset": "amh_Ethi-oci_Latn", + "languages": [ + "amh-Ethi", + "oci-Latn" + ] + }, + { + "precision": 0.797196, + "recall": 0.842885, + "f1": 0.810568, + "accuracy": 0.842885, + "main_score": 0.810568, + "hf_subset": "amh_Ethi-smo_Latn", + "languages": [ + "amh-Ethi", + "smo-Latn" + ] + }, + { + "precision": 0.745999, + "recall": 0.804348, + "f1": 0.76295, + "accuracy": 0.804348, + "main_score": 0.76295, + "hf_subset": "amh_Ethi-tsn_Latn", + "languages": [ + "amh-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.891304, + "recall": 0.922925, + "f1": 0.901318, + "accuracy": 0.922925, + "main_score": 0.901318, + "hf_subset": "amh_Ethi-zul_Latn", + "languages": [ + "amh-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.863719, + "recall": 0.896245, + "f1": 0.873721, + "accuracy": 0.896245, + "main_score": 0.873721, + "hf_subset": "amh_Ethi-azb_Arab", + "languages": [ + "amh-Ethi", + "azb-Arab" + ] + }, + { + "precision": 0.956769, + "recall": 0.969368, + "f1": 0.960705, + "accuracy": 0.969368, + "main_score": 0.960705, + "hf_subset": "amh_Ethi-deu_Latn", + "languages": [ + "amh-Ethi", + "deu-Latn" + ] + }, + { + "precision": 0.918841, + "recall": 0.9417, + "f1": 0.926054, + "accuracy": 0.9417, + "main_score": 0.926054, + "hf_subset": "amh_Ethi-hat_Latn", + "languages": [ + "amh-Ethi", + "hat-Latn" + ] + }, + { + "precision": 0.474452, + "recall": 0.52668, + "f1": 0.488439, + "accuracy": 0.52668, + "main_score": 0.488439, + "hf_subset": "amh_Ethi-kbp_Latn", + "languages": [ + "amh-Ethi", + "kbp-Latn" + ] + }, + { + "precision": 0.507177, + "recall": 0.5583, + "f1": 0.521287, + "accuracy": 0.5583, + "main_score": 0.521287, + "hf_subset": "amh_Ethi-luo_Latn", + "languages": [ + "amh-Ethi", + "luo-Latn" + ] + }, + { + "precision": 0.924572, + "recall": 0.947628, + "f1": 0.931785, + "accuracy": 0.947628, + "main_score": 0.931785, + "hf_subset": "amh_Ethi-ory_Orya", + "languages": [ + "amh-Ethi", + "ory-Orya" + ] + }, + { + "precision": 0.852364, + "recall": 0.891304, + "f1": 0.864081, + "accuracy": 0.891304, + "main_score": 0.864081, + "hf_subset": "amh_Ethi-sna_Latn", + "languages": [ + "amh-Ethi", + "sna-Latn" + ] + }, + { + "precision": 0.654226, + "recall": 0.718379, + "f1": 0.671589, + "accuracy": 0.718379, + "main_score": 0.671589, + "hf_subset": "amh_Ethi-tso_Latn", + "languages": [ + "amh-Ethi", + "tso-Latn" + ] + }, + { + "precision": 0.933333, + "recall": 0.953557, + "f1": 0.939723, + "accuracy": 0.953557, + "main_score": 0.939723, + "hf_subset": "amh_Ethi-azj_Latn", + "languages": [ + "amh-Ethi", + "azj-Latn" + ] + }, + { + "precision": 0.476517, + "recall": 0.52668, + "f1": 0.490463, + "accuracy": 0.52668, + "main_score": 0.490463, + "hf_subset": "amh_Ethi-dik_Latn", + "languages": [ + "amh-Ethi", + "dik-Latn" + ] + }, + { + "precision": 0.877586, + "recall": 0.914032, + "f1": 0.889065, + "accuracy": 0.914032, + "main_score": 0.889065, + "hf_subset": "amh_Ethi-hau_Latn", + "languages": [ + "amh-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.92603, + "recall": 0.947628, + "f1": 0.932889, + "accuracy": 0.947628, + "main_score": 0.932889, + "hf_subset": "amh_Ethi-kea_Latn", + "languages": [ + "amh-Ethi", + "kea-Latn" + ] + }, + { + "precision": 0.866634, + "recall": 0.900198, + "f1": 0.876487, + "accuracy": 0.900198, + "main_score": 0.876487, + "hf_subset": "amh_Ethi-lus_Latn", + "languages": [ + "amh-Ethi", + "lus-Latn" + ] + }, + { + "precision": 0.786226, + "recall": 0.824111, + "f1": 0.797488, + "accuracy": 0.824111, + "main_score": 0.797488, + "hf_subset": "amh_Ethi-pag_Latn", + "languages": [ + "amh-Ethi", + "pag-Latn" + ] + }, + { + "precision": 0.896986, + "recall": 0.925889, + "f1": 0.905981, + "accuracy": 0.925889, + "main_score": 0.905981, + "hf_subset": "amh_Ethi-snd_Arab", + "languages": [ + "amh-Ethi", + "snd-Arab" + ] + }, + { + "precision": 0.936594, + "recall": 0.956522, + "f1": 0.943017, + "accuracy": 0.956522, + "main_score": 0.943017, + "hf_subset": "amh_Ethi-tuk_Latn", + "languages": [ + "amh-Ethi", + "tuk-Latn" + ] + }, + { + "precision": 0.926877, + "recall": 0.947628, + "f1": 0.93322, + "accuracy": 0.947628, + "main_score": 0.93322, + "hf_subset": "amh_Ethi-bak_Cyrl", + "languages": [ + "amh-Ethi", + "bak-Cyrl" + ] + }, + { + "precision": 0.44089, + "recall": 0.501976, + "f1": 0.458218, + "accuracy": 0.501976, + "main_score": 0.458218, + "hf_subset": "amh_Ethi-dyu_Latn", + "languages": [ + "amh-Ethi", + "dyu-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "amh_Ethi-heb_Hebr", + "languages": [ + "amh-Ethi", + "heb-Hebr" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "amh_Ethi-khk_Cyrl", + "languages": [ + "amh-Ethi", + "khk-Cyrl" + ] + }, + { + "precision": 0.949226, + "recall": 0.964427, + "f1": 0.953953, + "accuracy": 0.964427, + "main_score": 0.953953, + "hf_subset": "amh_Ethi-lvs_Latn", + "languages": [ + "amh-Ethi", + "lvs-Latn" + ] + }, + { + "precision": 0.931686, + "recall": 0.951581, + "f1": 0.937747, + "accuracy": 0.951581, + "main_score": 0.937747, + "hf_subset": "amh_Ethi-pan_Guru", + "languages": [ + "amh-Ethi", + "pan-Guru" + ] + }, + { + "precision": 0.857131, + "recall": 0.899209, + "f1": 0.870619, + "accuracy": 0.899209, + "main_score": 0.870619, + "hf_subset": "amh_Ethi-som_Latn", + "languages": [ + "amh-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.660648, + "recall": 0.715415, + "f1": 0.676366, + "accuracy": 0.715415, + "main_score": 0.676366, + "hf_subset": "amh_Ethi-tum_Latn", + "languages": [ + "amh-Ethi", + "tum-Latn" + ] + }, + { + "precision": 0.532522, + "recall": 0.626482, + "f1": 0.559595, + "accuracy": 0.626482, + "main_score": 0.559595, + "hf_subset": "bos_Latn-ace_Arab", + "languages": [ + "bos-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.470318, + "recall": 0.536561, + "f1": 0.488248, + "accuracy": 0.536561, + "main_score": 0.488248, + "hf_subset": "bos_Latn-bam_Latn", + "languages": [ + "bos-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.655097, + "recall": 0.738142, + "f1": 0.679055, + "accuracy": 0.738142, + "main_score": 0.679055, + "hf_subset": "bos_Latn-dzo_Tibt", + "languages": [ + "bos-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-hin_Deva", + "languages": [ + "bos-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "bos_Latn-khm_Khmr", + "languages": [ + "bos-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-mag_Deva", + "languages": [ + "bos-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-pap_Latn", + "languages": [ + "bos-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.866765, + "recall": 0.905138, + "f1": 0.87884, + "accuracy": 0.905138, + "main_score": 0.87884, + "hf_subset": "bos_Latn-sot_Latn", + "languages": [ + "bos-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-tur_Latn", + "languages": [ + "bos-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.862707, + "recall": 0.901186, + "f1": 0.874772, + "accuracy": 0.901186, + "main_score": 0.874772, + "hf_subset": "bos_Latn-ace_Latn", + "languages": [ + "bos-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "bos_Latn-ban_Latn", + "languages": [ + "bos-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "bos_Latn-ell_Grek", + "languages": [ + "bos-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "bos_Latn-hne_Deva", + "languages": [ + "bos-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.566191, + "recall": 0.643281, + "f1": 0.587614, + "accuracy": 0.643281, + "main_score": 0.587614, + "hf_subset": "bos_Latn-kik_Latn", + "languages": [ + "bos-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-mai_Deva", + "languages": [ + "bos-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.950758, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "bos_Latn-pbt_Arab", + "languages": [ + "bos-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-spa_Latn", + "languages": [ + "bos-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.767194, + "recall": 0.825099, + "f1": 0.784768, + "accuracy": 0.825099, + "main_score": 0.784768, + "hf_subset": "bos_Latn-twi_Latn", + "languages": [ + "bos-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-acm_Arab", + "languages": [ + "bos-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-bel_Cyrl", + "languages": [ + "bos-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-eng_Latn", + "languages": [ + "bos-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-hrv_Latn", + "languages": [ + "bos-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.853649, + "recall": 0.893281, + "f1": 0.865926, + "accuracy": 0.893281, + "main_score": 0.865926, + "hf_subset": "bos_Latn-kin_Latn", + "languages": [ + "bos-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bos_Latn-mal_Mlym", + "languages": [ + "bos-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-pes_Arab", + "languages": [ + "bos-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-srd_Latn", + "languages": [ + "bos-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.194773, + "recall": 0.259881, + "f1": 0.210201, + "accuracy": 0.259881, + "main_score": 0.210201, + "hf_subset": "bos_Latn-tzm_Tfng", + "languages": [ + "bos-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-acq_Arab", + "languages": [ + "bos-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.664889, + "recall": 0.741107, + "f1": 0.686849, + "accuracy": 0.741107, + "main_score": 0.686849, + "hf_subset": "bos_Latn-bem_Latn", + "languages": [ + "bos-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-epo_Latn", + "languages": [ + "bos-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-hun_Latn", + "languages": [ + "bos-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bos_Latn-kir_Cyrl", + "languages": [ + "bos-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-mar_Deva", + "languages": [ + "bos-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.886644, + "recall": 0.91996, + "f1": 0.89697, + "accuracy": 0.91996, + "main_score": 0.89697, + "hf_subset": "bos_Latn-plt_Latn", + "languages": [ + "bos-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-srp_Cyrl", + "languages": [ + "bos-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.939641, + "recall": 0.958498, + "f1": 0.945718, + "accuracy": 0.958498, + "main_score": 0.945718, + "hf_subset": "bos_Latn-uig_Arab", + "languages": [ + "bos-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-aeb_Arab", + "languages": [ + "bos-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-ben_Beng", + "languages": [ + "bos-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-est_Latn", + "languages": [ + "bos-Latn", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-hye_Armn", + "languages": [ + "bos-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.471977, + "recall": 0.540514, + "f1": 0.491117, + "accuracy": 0.540514, + "main_score": 0.491117, + "hf_subset": "bos_Latn-kmb_Latn", + "languages": [ + "bos-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.485148, + "recall": 0.576087, + "f1": 0.509367, + "accuracy": 0.576087, + "main_score": 0.509367, + "hf_subset": "bos_Latn-min_Arab", + "languages": [ + "bos-Latn", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-pol_Latn", + "languages": [ + "bos-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.755138, + "recall": 0.818182, + "f1": 0.773734, + "accuracy": 0.818182, + "main_score": 0.773734, + "hf_subset": "bos_Latn-ssw_Latn", + "languages": [ + "bos-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-ukr_Cyrl", + "languages": [ + "bos-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-afr_Latn", + "languages": [ + "bos-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-bho_Deva", + "languages": [ + "bos-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bos_Latn-eus_Latn", + "languages": [ + "bos-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.868412, + "recall": 0.908103, + "f1": 0.880731, + "accuracy": 0.908103, + "main_score": 0.880731, + "hf_subset": "bos_Latn-ibo_Latn", + "languages": [ + "bos-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.875494, + "recall": 0.912055, + "f1": 0.886989, + "accuracy": 0.912055, + "main_score": 0.886989, + "hf_subset": "bos_Latn-kmr_Latn", + "languages": [ + "bos-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bos_Latn-min_Latn", + "languages": [ + "bos-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-por_Latn", + "languages": [ + "bos-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bos_Latn-sun_Latn", + "languages": [ + "bos-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.462479, + "recall": 0.532609, + "f1": 0.482165, + "accuracy": 0.532609, + "main_score": 0.482165, + "hf_subset": "bos_Latn-umb_Latn", + "languages": [ + "bos-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-ajp_Arab", + "languages": [ + "bos-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.51124, + "recall": 0.59585, + "f1": 0.534334, + "accuracy": 0.59585, + "main_score": 0.534334, + "hf_subset": "bos_Latn-bjn_Arab", + "languages": [ + "bos-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.452621, + "recall": 0.511858, + "f1": 0.468569, + "accuracy": 0.511858, + "main_score": 0.468569, + "hf_subset": "bos_Latn-ewe_Latn", + "languages": [ + "bos-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.966403, + "f1": 0.955204, + "accuracy": 0.966403, + "main_score": 0.955204, + "hf_subset": "bos_Latn-ilo_Latn", + "languages": [ + "bos-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.255116, + "recall": 0.326087, + "f1": 0.272865, + "accuracy": 0.326087, + "main_score": 0.272865, + "hf_subset": "bos_Latn-knc_Arab", + "languages": [ + "bos-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-mkd_Cyrl", + "languages": [ + "bos-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-prs_Arab", + "languages": [ + "bos-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-swe_Latn", + "languages": [ + "bos-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-urd_Arab", + "languages": [ + "bos-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.737805, + "recall": 0.795455, + "f1": 0.754356, + "accuracy": 0.795455, + "main_score": 0.754356, + "hf_subset": "bos_Latn-aka_Latn", + "languages": [ + "bos-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bos_Latn-bjn_Latn", + "languages": [ + "bos-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bos_Latn-fao_Latn", + "languages": [ + "bos-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ind_Latn", + "languages": [ + "bos-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.51199, + "recall": 0.575099, + "f1": 0.52901, + "accuracy": 0.575099, + "main_score": 0.52901, + "hf_subset": "bos_Latn-knc_Latn", + "languages": [ + "bos-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-mlt_Latn", + "languages": [ + "bos-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.631218, + "recall": 0.705534, + "f1": 0.652436, + "accuracy": 0.705534, + "main_score": 0.652436, + "hf_subset": "bos_Latn-quy_Latn", + "languages": [ + "bos-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-swh_Latn", + "languages": [ + "bos-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "bos_Latn-uzn_Latn", + "languages": [ + "bos-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-als_Latn", + "languages": [ + "bos-Latn", + "als-Latn" + ] + }, + { + "precision": 0.814154, + "recall": 0.865613, + "f1": 0.830007, + "accuracy": 0.865613, + "main_score": 0.830007, + "hf_subset": "bos_Latn-bod_Tibt", + "languages": [ + "bos-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.611784, + "recall": 0.683794, + "f1": 0.632205, + "accuracy": 0.683794, + "main_score": 0.632205, + "hf_subset": "bos_Latn-fij_Latn", + "languages": [ + "bos-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "bos_Latn-isl_Latn", + "languages": [ + "bos-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.595438, + "recall": 0.671937, + "f1": 0.616537, + "accuracy": 0.671937, + "main_score": 0.616537, + "hf_subset": "bos_Latn-kon_Latn", + "languages": [ + "bos-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.584058, + "recall": 0.673913, + "f1": 0.610001, + "accuracy": 0.673913, + "main_score": 0.610001, + "hf_subset": "bos_Latn-mni_Beng", + "languages": [ + "bos-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-ron_Latn", + "languages": [ + "bos-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "bos_Latn-szl_Latn", + "languages": [ + "bos-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-vec_Latn", + "languages": [ + "bos-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.923831, + "recall": 0.947628, + "f1": 0.931555, + "accuracy": 0.947628, + "main_score": 0.931555, + "hf_subset": "bos_Latn-amh_Ethi", + "languages": [ + "bos-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-fin_Latn", + "languages": [ + "bos-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ita_Latn", + "languages": [ + "bos-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-kor_Hang", + "languages": [ + "bos-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.48899, + "recall": 0.554348, + "f1": 0.506948, + "accuracy": 0.554348, + "main_score": 0.506948, + "hf_subset": "bos_Latn-mos_Latn", + "languages": [ + "bos-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.760112, + "recall": 0.818182, + "f1": 0.777404, + "accuracy": 0.818182, + "main_score": 0.777404, + "hf_subset": "bos_Latn-run_Latn", + "languages": [ + "bos-Latn", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bos_Latn-tam_Taml", + "languages": [ + "bos-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-vie_Latn", + "languages": [ + "bos-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-apc_Arab", + "languages": [ + "bos-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.719466, + "recall": 0.788538, + "f1": 0.739761, + "accuracy": 0.788538, + "main_score": 0.739761, + "hf_subset": "bos_Latn-bug_Latn", + "languages": [ + "bos-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.412166, + "recall": 0.469368, + "f1": 0.427139, + "accuracy": 0.469368, + "main_score": 0.427139, + "hf_subset": "bos_Latn-fon_Latn", + "languages": [ + "bos-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bos_Latn-jav_Latn", + "languages": [ + "bos-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.947217, + "recall": 0.963439, + "f1": 0.952306, + "accuracy": 0.963439, + "main_score": 0.952306, + "hf_subset": "bos_Latn-lao_Laoo", + "languages": [ + "bos-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.87388, + "recall": 0.911067, + "f1": 0.88554, + "accuracy": 0.911067, + "main_score": 0.88554, + "hf_subset": "bos_Latn-mri_Latn", + "languages": [ + "bos-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-rus_Cyrl", + "languages": [ + "bos-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.492764, + "recall": 0.561265, + "f1": 0.510493, + "accuracy": 0.561265, + "main_score": 0.510493, + "hf_subset": "bos_Latn-taq_Latn", + "languages": [ + "bos-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-war_Latn", + "languages": [ + "bos-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-arb_Arab", + "languages": [ + "bos-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-bul_Cyrl", + "languages": [ + "bos-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-fra_Latn", + "languages": [ + "bos-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-jpn_Jpan", + "languages": [ + "bos-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-lij_Latn", + "languages": [ + "bos-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "bos_Latn-mya_Mymr", + "languages": [ + "bos-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.54979, + "recall": 0.62253, + "f1": 0.569495, + "accuracy": 0.62253, + "main_score": 0.569495, + "hf_subset": "bos_Latn-sag_Latn", + "languages": [ + "bos-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.219845, + "recall": 0.287549, + "f1": 0.235781, + "accuracy": 0.287549, + "main_score": 0.235781, + "hf_subset": "bos_Latn-taq_Tfng", + "languages": [ + "bos-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.61931, + "recall": 0.695652, + "f1": 0.641144, + "accuracy": 0.695652, + "main_score": 0.641144, + "hf_subset": "bos_Latn-wol_Latn", + "languages": [ + "bos-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.845273, + "recall": 0.890316, + "f1": 0.859223, + "accuracy": 0.890316, + "main_score": 0.859223, + "hf_subset": "bos_Latn-arb_Latn", + "languages": [ + "bos-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-cat_Latn", + "languages": [ + "bos-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-fur_Latn", + "languages": [ + "bos-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.438971, + "recall": 0.518775, + "f1": 0.460739, + "accuracy": 0.518775, + "main_score": 0.460739, + "hf_subset": "bos_Latn-kab_Latn", + "languages": [ + "bos-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-lim_Latn", + "languages": [ + "bos-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-nld_Latn", + "languages": [ + "bos-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "bos_Latn-san_Deva", + "languages": [ + "bos-Latn", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-tat_Cyrl", + "languages": [ + "bos-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.876647, + "recall": 0.913043, + "f1": 0.888142, + "accuracy": 0.913043, + "main_score": 0.888142, + "hf_subset": "bos_Latn-xho_Latn", + "languages": [ + "bos-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-ars_Arab", + "languages": [ + "bos-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-ceb_Latn", + "languages": [ + "bos-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.472264, + "recall": 0.548419, + "f1": 0.492747, + "accuracy": 0.548419, + "main_score": 0.492747, + "hf_subset": "bos_Latn-fuv_Latn", + "languages": [ + "bos-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.461471, + "recall": 0.535573, + "f1": 0.481251, + "accuracy": 0.535573, + "main_score": 0.481251, + "hf_subset": "bos_Latn-kac_Latn", + "languages": [ + "bos-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.608315, + "recall": 0.687747, + "f1": 0.630541, + "accuracy": 0.687747, + "main_score": 0.630541, + "hf_subset": "bos_Latn-lin_Latn", + "languages": [ + "bos-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-nno_Latn", + "languages": [ + "bos-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.85975, + "recall": 0.900198, + "f1": 0.872299, + "accuracy": 0.900198, + "main_score": 0.872299, + "hf_subset": "bos_Latn-sat_Olck", + "languages": [ + "bos-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bos_Latn-tel_Telu", + "languages": [ + "bos-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bos_Latn-ydd_Hebr", + "languages": [ + "bos-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "bos_Latn-ary_Arab", + "languages": [ + "bos-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-ces_Latn", + "languages": [ + "bos-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.565109, + "recall": 0.643281, + "f1": 0.58655, + "accuracy": 0.643281, + "main_score": 0.58655, + "hf_subset": "bos_Latn-gaz_Latn", + "languages": [ + "bos-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.535643, + "recall": 0.614625, + "f1": 0.557341, + "accuracy": 0.614625, + "main_score": 0.557341, + "hf_subset": "bos_Latn-kam_Latn", + "languages": [ + "bos-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bos_Latn-lit_Latn", + "languages": [ + "bos-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-nob_Latn", + "languages": [ + "bos-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bos_Latn-scn_Latn", + "languages": [ + "bos-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "bos_Latn-tgk_Cyrl", + "languages": [ + "bos-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.744203, + "recall": 0.811265, + "f1": 0.763754, + "accuracy": 0.811265, + "main_score": 0.763754, + "hf_subset": "bos_Latn-yor_Latn", + "languages": [ + "bos-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-arz_Arab", + "languages": [ + "bos-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.486777, + "recall": 0.564229, + "f1": 0.507602, + "accuracy": 0.564229, + "main_score": 0.507602, + "hf_subset": "bos_Latn-cjk_Latn", + "languages": [ + "bos-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.969368, + "f1": 0.959157, + "accuracy": 0.969368, + "main_score": 0.959157, + "hf_subset": "bos_Latn-gla_Latn", + "languages": [ + "bos-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-kan_Knda", + "languages": [ + "bos-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.988883, + "recall": 0.992095, + "f1": 0.989855, + "accuracy": 0.992095, + "main_score": 0.989855, + "hf_subset": "bos_Latn-lmo_Latn", + "languages": [ + "bos-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bos_Latn-npi_Deva", + "languages": [ + "bos-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.535846, + "recall": 0.617589, + "f1": 0.558311, + "accuracy": 0.617589, + "main_score": 0.558311, + "hf_subset": "bos_Latn-shn_Mymr", + "languages": [ + "bos-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-tgl_Latn", + "languages": [ + "bos-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-yue_Hant", + "languages": [ + "bos-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bos_Latn-asm_Beng", + "languages": [ + "bos-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.934042, + "recall": 0.954545, + "f1": 0.940613, + "accuracy": 0.954545, + "main_score": 0.940613, + "hf_subset": "bos_Latn-ckb_Arab", + "languages": [ + "bos-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "bos_Latn-gle_Latn", + "languages": [ + "bos-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.906126, + "recall": 0.933794, + "f1": 0.914657, + "accuracy": 0.933794, + "main_score": 0.914657, + "hf_subset": "bos_Latn-kas_Arab", + "languages": [ + "bos-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.908597, + "recall": 0.936759, + "f1": 0.917655, + "accuracy": 0.936759, + "main_score": 0.917655, + "hf_subset": "bos_Latn-ltg_Latn", + "languages": [ + "bos-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.784239, + "recall": 0.839921, + "f1": 0.801238, + "accuracy": 0.839921, + "main_score": 0.801238, + "hf_subset": "bos_Latn-nso_Latn", + "languages": [ + "bos-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "bos_Latn-sin_Sinh", + "languages": [ + "bos-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-tha_Thai", + "languages": [ + "bos-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-zho_Hans", + "languages": [ + "bos-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-ast_Latn", + "languages": [ + "bos-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bos_Latn-crh_Latn", + "languages": [ + "bos-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-glg_Latn", + "languages": [ + "bos-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.861479, + "recall": 0.902174, + "f1": 0.874078, + "accuracy": 0.902174, + "main_score": 0.874078, + "hf_subset": "bos_Latn-kas_Deva", + "languages": [ + "bos-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-ltz_Latn", + "languages": [ + "bos-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.42983, + "recall": 0.494071, + "f1": 0.446828, + "accuracy": 0.494071, + "main_score": 0.446828, + "hf_subset": "bos_Latn-nus_Latn", + "languages": [ + "bos-Latn", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-slk_Latn", + "languages": [ + "bos-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.64819, + "recall": 0.729249, + "f1": 0.671091, + "accuracy": 0.729249, + "main_score": 0.671091, + "hf_subset": "bos_Latn-tir_Ethi", + "languages": [ + "bos-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-zho_Hant", + "languages": [ + "bos-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.980484, + "recall": 0.985178, + "f1": 0.98195, + "accuracy": 0.985178, + "main_score": 0.98195, + "hf_subset": "bos_Latn-awa_Deva", + "languages": [ + "bos-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-cym_Latn", + "languages": [ + "bos-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.760088, + "recall": 0.817194, + "f1": 0.77696, + "accuracy": 0.817194, + "main_score": 0.77696, + "hf_subset": "bos_Latn-grn_Latn", + "languages": [ + "bos-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-kat_Geor", + "languages": [ + "bos-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.598696, + "recall": 0.667984, + "f1": 0.618078, + "accuracy": 0.667984, + "main_score": 0.618078, + "hf_subset": "bos_Latn-lua_Latn", + "languages": [ + "bos-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.831143, + "recall": 0.879447, + "f1": 0.846212, + "accuracy": 0.879447, + "main_score": 0.846212, + "hf_subset": "bos_Latn-nya_Latn", + "languages": [ + "bos-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-slv_Latn", + "languages": [ + "bos-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bos_Latn-tpi_Latn", + "languages": [ + "bos-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-zsm_Latn", + "languages": [ + "bos-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.505395, + "recall": 0.571146, + "f1": 0.52288, + "accuracy": 0.571146, + "main_score": 0.52288, + "hf_subset": "bos_Latn-ayr_Latn", + "languages": [ + "bos-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-dan_Latn", + "languages": [ + "bos-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-guj_Gujr", + "languages": [ + "bos-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-kaz_Cyrl", + "languages": [ + "bos-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.641532, + "recall": 0.721344, + "f1": 0.6643, + "accuracy": 0.721344, + "main_score": 0.6643, + "hf_subset": "bos_Latn-lug_Latn", + "languages": [ + "bos-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-oci_Latn", + "languages": [ + "bos-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.834387, + "recall": 0.879447, + "f1": 0.848485, + "accuracy": 0.879447, + "main_score": 0.848485, + "hf_subset": "bos_Latn-smo_Latn", + "languages": [ + "bos-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.73643, + "recall": 0.80336, + "f1": 0.757016, + "accuracy": 0.80336, + "main_score": 0.757016, + "hf_subset": "bos_Latn-tsn_Latn", + "languages": [ + "bos-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.896904, + "recall": 0.927866, + "f1": 0.906785, + "accuracy": 0.927866, + "main_score": 0.906785, + "hf_subset": "bos_Latn-zul_Latn", + "languages": [ + "bos-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.92416, + "recall": 0.947628, + "f1": 0.931555, + "accuracy": 0.947628, + "main_score": 0.931555, + "hf_subset": "bos_Latn-azb_Arab", + "languages": [ + "bos-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-deu_Latn", + "languages": [ + "bos-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "bos_Latn-hat_Latn", + "languages": [ + "bos-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.470814, + "recall": 0.538538, + "f1": 0.489655, + "accuracy": 0.538538, + "main_score": 0.489655, + "hf_subset": "bos_Latn-kbp_Latn", + "languages": [ + "bos-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.500438, + "recall": 0.572134, + "f1": 0.519766, + "accuracy": 0.572134, + "main_score": 0.519766, + "hf_subset": "bos_Latn-luo_Latn", + "languages": [ + "bos-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "bos_Latn-ory_Orya", + "languages": [ + "bos-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.887764, + "recall": 0.91996, + "f1": 0.897628, + "accuracy": 0.91996, + "main_score": 0.897628, + "hf_subset": "bos_Latn-sna_Latn", + "languages": [ + "bos-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.65192, + "recall": 0.724308, + "f1": 0.672505, + "accuracy": 0.724308, + "main_score": 0.672505, + "hf_subset": "bos_Latn-tso_Latn", + "languages": [ + "bos-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bos_Latn-azj_Latn", + "languages": [ + "bos-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.495354, + "recall": 0.566206, + "f1": 0.515026, + "accuracy": 0.566206, + "main_score": 0.515026, + "hf_subset": "bos_Latn-dik_Latn", + "languages": [ + "bos-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.894137, + "recall": 0.925889, + "f1": 0.904315, + "accuracy": 0.925889, + "main_score": 0.904315, + "hf_subset": "bos_Latn-hau_Latn", + "languages": [ + "bos-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "bos_Latn-kea_Latn", + "languages": [ + "bos-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.926054, + "recall": 0.948617, + "f1": 0.9333, + "accuracy": 0.948617, + "main_score": 0.9333, + "hf_subset": "bos_Latn-lus_Latn", + "languages": [ + "bos-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.856555, + "recall": 0.896245, + "f1": 0.868841, + "accuracy": 0.896245, + "main_score": 0.868841, + "hf_subset": "bos_Latn-pag_Latn", + "languages": [ + "bos-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "bos_Latn-snd_Arab", + "languages": [ + "bos-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bos_Latn-tuk_Latn", + "languages": [ + "bos-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-bak_Cyrl", + "languages": [ + "bos-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.444146, + "recall": 0.529644, + "f1": 0.467944, + "accuracy": 0.529644, + "main_score": 0.467944, + "hf_subset": "bos_Latn-dyu_Latn", + "languages": [ + "bos-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-heb_Hebr", + "languages": [ + "bos-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bos_Latn-khk_Cyrl", + "languages": [ + "bos-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-lvs_Latn", + "languages": [ + "bos-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-pan_Guru", + "languages": [ + "bos-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.872069, + "recall": 0.911067, + "f1": 0.884387, + "accuracy": 0.911067, + "main_score": 0.884387, + "hf_subset": "bos_Latn-som_Latn", + "languages": [ + "bos-Latn", + "som-Latn" + ] + }, + { + "precision": 0.692029, + "recall": 0.755929, + "f1": 0.71054, + "accuracy": 0.755929, + "main_score": 0.71054, + "hf_subset": "bos_Latn-tum_Latn", + "languages": [ + "bos-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.519977, + "recall": 0.614625, + "f1": 0.547264, + "accuracy": 0.614625, + "main_score": 0.547264, + "hf_subset": "fin_Latn-ace_Arab", + "languages": [ + "fin-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.442988, + "recall": 0.507905, + "f1": 0.460302, + "accuracy": 0.507905, + "main_score": 0.460302, + "hf_subset": "fin_Latn-bam_Latn", + "languages": [ + "fin-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.635032, + "recall": 0.720356, + "f1": 0.659751, + "accuracy": 0.720356, + "main_score": 0.659751, + "hf_subset": "fin_Latn-dzo_Tibt", + "languages": [ + "fin-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-hin_Deva", + "languages": [ + "fin-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fin_Latn-khm_Khmr", + "languages": [ + "fin-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fin_Latn-mag_Deva", + "languages": [ + "fin-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-pap_Latn", + "languages": [ + "fin-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.856999, + "recall": 0.898221, + "f1": 0.869763, + "accuracy": 0.898221, + "main_score": 0.869763, + "hf_subset": "fin_Latn-sot_Latn", + "languages": [ + "fin-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-tur_Latn", + "languages": [ + "fin-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.846097, + "recall": 0.88834, + "f1": 0.859373, + "accuracy": 0.88834, + "main_score": 0.859373, + "hf_subset": "fin_Latn-ace_Latn", + "languages": [ + "fin-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.943841, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "fin_Latn-ban_Latn", + "languages": [ + "fin-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-ell_Grek", + "languages": [ + "fin-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "fin_Latn-hne_Deva", + "languages": [ + "fin-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.558844, + "recall": 0.632411, + "f1": 0.579245, + "accuracy": 0.632411, + "main_score": 0.579245, + "hf_subset": "fin_Latn-kik_Latn", + "languages": [ + "fin-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-mai_Deva", + "languages": [ + "fin-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "fin_Latn-pbt_Arab", + "languages": [ + "fin-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-spa_Latn", + "languages": [ + "fin-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.770266, + "recall": 0.829051, + "f1": 0.787862, + "accuracy": 0.829051, + "main_score": 0.787862, + "hf_subset": "fin_Latn-twi_Latn", + "languages": [ + "fin-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fin_Latn-acm_Arab", + "languages": [ + "fin-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-bel_Cyrl", + "languages": [ + "fin-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-hrv_Latn", + "languages": [ + "fin-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.826581, + "recall": 0.875494, + "f1": 0.841667, + "accuracy": 0.875494, + "main_score": 0.841667, + "hf_subset": "fin_Latn-kin_Latn", + "languages": [ + "fin-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "fin_Latn-mal_Mlym", + "languages": [ + "fin-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fin_Latn-pes_Arab", + "languages": [ + "fin-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fin_Latn-srd_Latn", + "languages": [ + "fin-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.195215, + "recall": 0.262846, + "f1": 0.21106, + "accuracy": 0.262846, + "main_score": 0.21106, + "hf_subset": "fin_Latn-tzm_Tfng", + "languages": [ + "fin-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-acq_Arab", + "languages": [ + "fin-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.661077, + "recall": 0.737154, + "f1": 0.682842, + "accuracy": 0.737154, + "main_score": 0.682842, + "hf_subset": "fin_Latn-bem_Latn", + "languages": [ + "fin-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-epo_Latn", + "languages": [ + "fin-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-hun_Latn", + "languages": [ + "fin-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "fin_Latn-kir_Cyrl", + "languages": [ + "fin-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-mar_Deva", + "languages": [ + "fin-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.86973, + "recall": 0.907115, + "f1": 0.881225, + "accuracy": 0.907115, + "main_score": 0.881225, + "hf_subset": "fin_Latn-plt_Latn", + "languages": [ + "fin-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-srp_Cyrl", + "languages": [ + "fin-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.929513, + "recall": 0.950593, + "f1": 0.936265, + "accuracy": 0.950593, + "main_score": 0.936265, + "hf_subset": "fin_Latn-uig_Arab", + "languages": [ + "fin-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fin_Latn-aeb_Arab", + "languages": [ + "fin-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-ben_Beng", + "languages": [ + "fin-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-est_Latn", + "languages": [ + "fin-Latn", + "est-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fin_Latn-hye_Armn", + "languages": [ + "fin-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.455601, + "recall": 0.520751, + "f1": 0.473252, + "accuracy": 0.520751, + "main_score": 0.473252, + "hf_subset": "fin_Latn-kmb_Latn", + "languages": [ + "fin-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.475856, + "recall": 0.567194, + "f1": 0.499971, + "accuracy": 0.567194, + "main_score": 0.499971, + "hf_subset": "fin_Latn-min_Arab", + "languages": [ + "fin-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-pol_Latn", + "languages": [ + "fin-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.743182, + "recall": 0.807312, + "f1": 0.762451, + "accuracy": 0.807312, + "main_score": 0.762451, + "hf_subset": "fin_Latn-ssw_Latn", + "languages": [ + "fin-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-ukr_Cyrl", + "languages": [ + "fin-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-afr_Latn", + "languages": [ + "fin-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "fin_Latn-bho_Deva", + "languages": [ + "fin-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fin_Latn-eus_Latn", + "languages": [ + "fin-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.860458, + "recall": 0.901186, + "f1": 0.872892, + "accuracy": 0.901186, + "main_score": 0.872892, + "hf_subset": "fin_Latn-ibo_Latn", + "languages": [ + "fin-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.85807, + "recall": 0.898221, + "f1": 0.870553, + "accuracy": 0.898221, + "main_score": 0.870553, + "hf_subset": "fin_Latn-kmr_Latn", + "languages": [ + "fin-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fin_Latn-min_Latn", + "languages": [ + "fin-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-por_Latn", + "languages": [ + "fin-Latn", + "por-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fin_Latn-sun_Latn", + "languages": [ + "fin-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.444896, + "recall": 0.520751, + "f1": 0.465976, + "accuracy": 0.520751, + "main_score": 0.465976, + "hf_subset": "fin_Latn-umb_Latn", + "languages": [ + "fin-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fin_Latn-ajp_Arab", + "languages": [ + "fin-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.498567, + "recall": 0.585968, + "f1": 0.52252, + "accuracy": 0.585968, + "main_score": 0.52252, + "hf_subset": "fin_Latn-bjn_Arab", + "languages": [ + "fin-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.429395, + "recall": 0.495059, + "f1": 0.446786, + "accuracy": 0.495059, + "main_score": 0.446786, + "hf_subset": "fin_Latn-ewe_Latn", + "languages": [ + "fin-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.944335, + "recall": 0.962451, + "f1": 0.950264, + "accuracy": 0.962451, + "main_score": 0.950264, + "hf_subset": "fin_Latn-ilo_Latn", + "languages": [ + "fin-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.242922, + "recall": 0.311265, + "f1": 0.259951, + "accuracy": 0.311265, + "main_score": 0.259951, + "hf_subset": "fin_Latn-knc_Arab", + "languages": [ + "fin-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-mkd_Cyrl", + "languages": [ + "fin-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-prs_Arab", + "languages": [ + "fin-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-swe_Latn", + "languages": [ + "fin-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-urd_Arab", + "languages": [ + "fin-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.729282, + "recall": 0.798419, + "f1": 0.750136, + "accuracy": 0.798419, + "main_score": 0.750136, + "hf_subset": "fin_Latn-aka_Latn", + "languages": [ + "fin-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "fin_Latn-bjn_Latn", + "languages": [ + "fin-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "fin_Latn-fao_Latn", + "languages": [ + "fin-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-ind_Latn", + "languages": [ + "fin-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.498484, + "recall": 0.567194, + "f1": 0.516608, + "accuracy": 0.567194, + "main_score": 0.516608, + "hf_subset": "fin_Latn-knc_Latn", + "languages": [ + "fin-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-mlt_Latn", + "languages": [ + "fin-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.609076, + "recall": 0.688735, + "f1": 0.632432, + "accuracy": 0.688735, + "main_score": 0.632432, + "hf_subset": "fin_Latn-quy_Latn", + "languages": [ + "fin-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fin_Latn-swh_Latn", + "languages": [ + "fin-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "fin_Latn-uzn_Latn", + "languages": [ + "fin-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-als_Latn", + "languages": [ + "fin-Latn", + "als-Latn" + ] + }, + { + "precision": 0.802372, + "recall": 0.857708, + "f1": 0.819749, + "accuracy": 0.857708, + "main_score": 0.819749, + "hf_subset": "fin_Latn-bod_Tibt", + "languages": [ + "fin-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.612495, + "recall": 0.688735, + "f1": 0.633639, + "accuracy": 0.688735, + "main_score": 0.633639, + "hf_subset": "fin_Latn-fij_Latn", + "languages": [ + "fin-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "fin_Latn-isl_Latn", + "languages": [ + "fin-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.574413, + "recall": 0.656126, + "f1": 0.596738, + "accuracy": 0.656126, + "main_score": 0.596738, + "hf_subset": "fin_Latn-kon_Latn", + "languages": [ + "fin-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.572323, + "recall": 0.663043, + "f1": 0.598144, + "accuracy": 0.663043, + "main_score": 0.598144, + "hf_subset": "fin_Latn-mni_Beng", + "languages": [ + "fin-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-ron_Latn", + "languages": [ + "fin-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "fin_Latn-szl_Latn", + "languages": [ + "fin-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-vec_Latn", + "languages": [ + "fin-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.911891, + "recall": 0.939723, + "f1": 0.920949, + "accuracy": 0.939723, + "main_score": 0.920949, + "hf_subset": "fin_Latn-amh_Ethi", + "languages": [ + "fin-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-bos_Latn", + "languages": [ + "fin-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-ita_Latn", + "languages": [ + "fin-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-kor_Hang", + "languages": [ + "fin-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.469809, + "recall": 0.537549, + "f1": 0.488323, + "accuracy": 0.537549, + "main_score": 0.488323, + "hf_subset": "fin_Latn-mos_Latn", + "languages": [ + "fin-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.760912, + "recall": 0.821146, + "f1": 0.779101, + "accuracy": 0.821146, + "main_score": 0.779101, + "hf_subset": "fin_Latn-run_Latn", + "languages": [ + "fin-Latn", + "run-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "fin_Latn-tam_Taml", + "languages": [ + "fin-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-vie_Latn", + "languages": [ + "fin-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-apc_Arab", + "languages": [ + "fin-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.702767, + "recall": 0.773715, + "f1": 0.723377, + "accuracy": 0.773715, + "main_score": 0.723377, + "hf_subset": "fin_Latn-bug_Latn", + "languages": [ + "fin-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.400744, + "recall": 0.462451, + "f1": 0.417634, + "accuracy": 0.462451, + "main_score": 0.417634, + "hf_subset": "fin_Latn-fon_Latn", + "languages": [ + "fin-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "fin_Latn-jav_Latn", + "languages": [ + "fin-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.944993, + "recall": 0.962451, + "f1": 0.950593, + "accuracy": 0.962451, + "main_score": 0.950593, + "hf_subset": "fin_Latn-lao_Laoo", + "languages": [ + "fin-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.864377, + "recall": 0.905138, + "f1": 0.877042, + "accuracy": 0.905138, + "main_score": 0.877042, + "hf_subset": "fin_Latn-mri_Latn", + "languages": [ + "fin-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-rus_Cyrl", + "languages": [ + "fin-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.478141, + "recall": 0.545455, + "f1": 0.496565, + "accuracy": 0.545455, + "main_score": 0.496565, + "hf_subset": "fin_Latn-taq_Latn", + "languages": [ + "fin-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-war_Latn", + "languages": [ + "fin-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-arb_Arab", + "languages": [ + "fin-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-bul_Cyrl", + "languages": [ + "fin-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-fra_Latn", + "languages": [ + "fin-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-jpn_Jpan", + "languages": [ + "fin-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fin_Latn-lij_Latn", + "languages": [ + "fin-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "fin_Latn-mya_Mymr", + "languages": [ + "fin-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.511609, + "recall": 0.589921, + "f1": 0.533074, + "accuracy": 0.589921, + "main_score": 0.533074, + "hf_subset": "fin_Latn-sag_Latn", + "languages": [ + "fin-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.211695, + "recall": 0.27668, + "f1": 0.227076, + "accuracy": 0.27668, + "main_score": 0.227076, + "hf_subset": "fin_Latn-taq_Tfng", + "languages": [ + "fin-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.603575, + "recall": 0.679842, + "f1": 0.625191, + "accuracy": 0.679842, + "main_score": 0.625191, + "hf_subset": "fin_Latn-wol_Latn", + "languages": [ + "fin-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.834223, + "recall": 0.881423, + "f1": 0.848748, + "accuracy": 0.881423, + "main_score": 0.848748, + "hf_subset": "fin_Latn-arb_Latn", + "languages": [ + "fin-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-cat_Latn", + "languages": [ + "fin-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "fin_Latn-fur_Latn", + "languages": [ + "fin-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.42357, + "recall": 0.503953, + "f1": 0.444676, + "accuracy": 0.503953, + "main_score": 0.444676, + "hf_subset": "fin_Latn-kab_Latn", + "languages": [ + "fin-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fin_Latn-lim_Latn", + "languages": [ + "fin-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-nld_Latn", + "languages": [ + "fin-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.97052, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "fin_Latn-san_Deva", + "languages": [ + "fin-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-tat_Cyrl", + "languages": [ + "fin-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.869433, + "recall": 0.908103, + "f1": 0.881752, + "accuracy": 0.908103, + "main_score": 0.881752, + "hf_subset": "fin_Latn-xho_Latn", + "languages": [ + "fin-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-ars_Arab", + "languages": [ + "fin-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-ceb_Latn", + "languages": [ + "fin-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.451431, + "recall": 0.52668, + "f1": 0.471602, + "accuracy": 0.52668, + "main_score": 0.471602, + "hf_subset": "fin_Latn-fuv_Latn", + "languages": [ + "fin-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.45601, + "recall": 0.529644, + "f1": 0.475556, + "accuracy": 0.529644, + "main_score": 0.475556, + "hf_subset": "fin_Latn-kac_Latn", + "languages": [ + "fin-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.611804, + "recall": 0.685771, + "f1": 0.631872, + "accuracy": 0.685771, + "main_score": 0.631872, + "hf_subset": "fin_Latn-lin_Latn", + "languages": [ + "fin-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-nno_Latn", + "languages": [ + "fin-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.848798, + "recall": 0.891304, + "f1": 0.86166, + "accuracy": 0.891304, + "main_score": 0.86166, + "hf_subset": "fin_Latn-sat_Olck", + "languages": [ + "fin-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-tel_Telu", + "languages": [ + "fin-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "fin_Latn-ydd_Hebr", + "languages": [ + "fin-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "fin_Latn-ary_Arab", + "languages": [ + "fin-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-ces_Latn", + "languages": [ + "fin-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.526581, + "recall": 0.61166, + "f1": 0.55006, + "accuracy": 0.61166, + "main_score": 0.55006, + "hf_subset": "fin_Latn-gaz_Latn", + "languages": [ + "fin-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.511778, + "recall": 0.597826, + "f1": 0.535517, + "accuracy": 0.597826, + "main_score": 0.535517, + "hf_subset": "fin_Latn-kam_Latn", + "languages": [ + "fin-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "fin_Latn-lit_Latn", + "languages": [ + "fin-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-nob_Latn", + "languages": [ + "fin-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fin_Latn-scn_Latn", + "languages": [ + "fin-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "fin_Latn-tgk_Cyrl", + "languages": [ + "fin-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.71628, + "recall": 0.788538, + "f1": 0.73759, + "accuracy": 0.788538, + "main_score": 0.73759, + "hf_subset": "fin_Latn-yor_Latn", + "languages": [ + "fin-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-arz_Arab", + "languages": [ + "fin-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.472188, + "recall": 0.550395, + "f1": 0.493446, + "accuracy": 0.550395, + "main_score": 0.493446, + "hf_subset": "fin_Latn-cjk_Latn", + "languages": [ + "fin-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.939229, + "recall": 0.959486, + "f1": 0.945982, + "accuracy": 0.959486, + "main_score": 0.945982, + "hf_subset": "fin_Latn-gla_Latn", + "languages": [ + "fin-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fin_Latn-kan_Knda", + "languages": [ + "fin-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fin_Latn-lmo_Latn", + "languages": [ + "fin-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "fin_Latn-npi_Deva", + "languages": [ + "fin-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.528662, + "recall": 0.612648, + "f1": 0.551456, + "accuracy": 0.612648, + "main_score": 0.551456, + "hf_subset": "fin_Latn-shn_Mymr", + "languages": [ + "fin-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-tgl_Latn", + "languages": [ + "fin-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-yue_Hant", + "languages": [ + "fin-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fin_Latn-asm_Beng", + "languages": [ + "fin-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.925264, + "recall": 0.947628, + "f1": 0.932312, + "accuracy": 0.947628, + "main_score": 0.932312, + "hf_subset": "fin_Latn-ckb_Arab", + "languages": [ + "fin-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fin_Latn-gle_Latn", + "languages": [ + "fin-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.900445, + "recall": 0.929842, + "f1": 0.909651, + "accuracy": 0.929842, + "main_score": 0.909651, + "hf_subset": "fin_Latn-kas_Arab", + "languages": [ + "fin-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.890399, + "recall": 0.922925, + "f1": 0.900593, + "accuracy": 0.922925, + "main_score": 0.900593, + "hf_subset": "fin_Latn-ltg_Latn", + "languages": [ + "fin-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.763218, + "recall": 0.825099, + "f1": 0.782164, + "accuracy": 0.825099, + "main_score": 0.782164, + "hf_subset": "fin_Latn-nso_Latn", + "languages": [ + "fin-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fin_Latn-sin_Sinh", + "languages": [ + "fin-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-tha_Thai", + "languages": [ + "fin-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-zho_Hans", + "languages": [ + "fin-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-ast_Latn", + "languages": [ + "fin-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "fin_Latn-crh_Latn", + "languages": [ + "fin-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-glg_Latn", + "languages": [ + "fin-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.825214, + "recall": 0.875494, + "f1": 0.840613, + "accuracy": 0.875494, + "main_score": 0.840613, + "hf_subset": "fin_Latn-kas_Deva", + "languages": [ + "fin-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fin_Latn-ltz_Latn", + "languages": [ + "fin-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.401705, + "recall": 0.47332, + "f1": 0.420527, + "accuracy": 0.47332, + "main_score": 0.420527, + "hf_subset": "fin_Latn-nus_Latn", + "languages": [ + "fin-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-slk_Latn", + "languages": [ + "fin-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.618772, + "recall": 0.70751, + "f1": 0.644288, + "accuracy": 0.70751, + "main_score": 0.644288, + "hf_subset": "fin_Latn-tir_Ethi", + "languages": [ + "fin-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-zho_Hant", + "languages": [ + "fin-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.97999, + "recall": 0.985178, + "f1": 0.981621, + "accuracy": 0.985178, + "main_score": 0.981621, + "hf_subset": "fin_Latn-awa_Deva", + "languages": [ + "fin-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-cym_Latn", + "languages": [ + "fin-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.753666, + "recall": 0.813241, + "f1": 0.771182, + "accuracy": 0.813241, + "main_score": 0.771182, + "hf_subset": "fin_Latn-grn_Latn", + "languages": [ + "fin-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-kat_Geor", + "languages": [ + "fin-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.565708, + "recall": 0.640316, + "f1": 0.585442, + "accuracy": 0.640316, + "main_score": 0.585442, + "hf_subset": "fin_Latn-lua_Latn", + "languages": [ + "fin-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.81026, + "recall": 0.863636, + "f1": 0.826614, + "accuracy": 0.863636, + "main_score": 0.826614, + "hf_subset": "fin_Latn-nya_Latn", + "languages": [ + "fin-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-slv_Latn", + "languages": [ + "fin-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "fin_Latn-tpi_Latn", + "languages": [ + "fin-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-zsm_Latn", + "languages": [ + "fin-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.484404, + "recall": 0.552372, + "f1": 0.503245, + "accuracy": 0.552372, + "main_score": 0.503245, + "hf_subset": "fin_Latn-ayr_Latn", + "languages": [ + "fin-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-dan_Latn", + "languages": [ + "fin-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-guj_Gujr", + "languages": [ + "fin-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fin_Latn-kaz_Cyrl", + "languages": [ + "fin-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.627586, + "recall": 0.712451, + "f1": 0.652114, + "accuracy": 0.712451, + "main_score": 0.652114, + "hf_subset": "fin_Latn-lug_Latn", + "languages": [ + "fin-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-oci_Latn", + "languages": [ + "fin-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.816594, + "recall": 0.864625, + "f1": 0.831294, + "accuracy": 0.864625, + "main_score": 0.831294, + "hf_subset": "fin_Latn-smo_Latn", + "languages": [ + "fin-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.728607, + "recall": 0.799407, + "f1": 0.749934, + "accuracy": 0.799407, + "main_score": 0.749934, + "hf_subset": "fin_Latn-tsn_Latn", + "languages": [ + "fin-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.890316, + "recall": 0.923913, + "f1": 0.900988, + "accuracy": 0.923913, + "main_score": 0.900988, + "hf_subset": "fin_Latn-zul_Latn", + "languages": [ + "fin-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.92663, + "recall": 0.949605, + "f1": 0.934025, + "accuracy": 0.949605, + "main_score": 0.934025, + "hf_subset": "fin_Latn-azb_Arab", + "languages": [ + "fin-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-deu_Latn", + "languages": [ + "fin-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "fin_Latn-hat_Latn", + "languages": [ + "fin-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.465704, + "recall": 0.530632, + "f1": 0.48337, + "accuracy": 0.530632, + "main_score": 0.48337, + "hf_subset": "fin_Latn-kbp_Latn", + "languages": [ + "fin-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.488924, + "recall": 0.562253, + "f1": 0.508346, + "accuracy": 0.562253, + "main_score": 0.508346, + "hf_subset": "fin_Latn-luo_Latn", + "languages": [ + "fin-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fin_Latn-ory_Orya", + "languages": [ + "fin-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.887105, + "recall": 0.920949, + "f1": 0.897793, + "accuracy": 0.920949, + "main_score": 0.897793, + "hf_subset": "fin_Latn-sna_Latn", + "languages": [ + "fin-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.644721, + "recall": 0.720356, + "f1": 0.666078, + "accuracy": 0.720356, + "main_score": 0.666078, + "hf_subset": "fin_Latn-tso_Latn", + "languages": [ + "fin-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "fin_Latn-azj_Latn", + "languages": [ + "fin-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.472756, + "recall": 0.545455, + "f1": 0.493126, + "accuracy": 0.545455, + "main_score": 0.493126, + "hf_subset": "fin_Latn-dik_Latn", + "languages": [ + "fin-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.897316, + "recall": 0.927866, + "f1": 0.907016, + "accuracy": 0.927866, + "main_score": 0.907016, + "hf_subset": "fin_Latn-hau_Latn", + "languages": [ + "fin-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "fin_Latn-kea_Latn", + "languages": [ + "fin-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.917523, + "recall": 0.9417, + "f1": 0.925066, + "accuracy": 0.9417, + "main_score": 0.925066, + "hf_subset": "fin_Latn-lus_Latn", + "languages": [ + "fin-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.848897, + "recall": 0.891304, + "f1": 0.861989, + "accuracy": 0.891304, + "main_score": 0.861989, + "hf_subset": "fin_Latn-pag_Latn", + "languages": [ + "fin-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "fin_Latn-snd_Arab", + "languages": [ + "fin-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fin_Latn-tuk_Latn", + "languages": [ + "fin-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fin_Latn-bak_Cyrl", + "languages": [ + "fin-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.445145, + "recall": 0.520751, + "f1": 0.46554, + "accuracy": 0.520751, + "main_score": 0.46554, + "hf_subset": "fin_Latn-dyu_Latn", + "languages": [ + "fin-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-heb_Hebr", + "languages": [ + "fin-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "fin_Latn-khk_Cyrl", + "languages": [ + "fin-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-lvs_Latn", + "languages": [ + "fin-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-pan_Guru", + "languages": [ + "fin-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.858037, + "recall": 0.900198, + "f1": 0.87133, + "accuracy": 0.900198, + "main_score": 0.87133, + "hf_subset": "fin_Latn-som_Latn", + "languages": [ + "fin-Latn", + "som-Latn" + ] + }, + { + "precision": 0.689116, + "recall": 0.754941, + "f1": 0.70799, + "accuracy": 0.754941, + "main_score": 0.70799, + "hf_subset": "fin_Latn-tum_Latn", + "languages": [ + "fin-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.539883, + "recall": 0.632411, + "f1": 0.56704, + "accuracy": 0.632411, + "main_score": 0.56704, + "hf_subset": "ita_Latn-ace_Arab", + "languages": [ + "ita-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.466224, + "recall": 0.531621, + "f1": 0.48392, + "accuracy": 0.531621, + "main_score": 0.48392, + "hf_subset": "ita_Latn-bam_Latn", + "languages": [ + "ita-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.667849, + "recall": 0.746047, + "f1": 0.690401, + "accuracy": 0.746047, + "main_score": 0.690401, + "hf_subset": "ita_Latn-dzo_Tibt", + "languages": [ + "ita-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-hin_Deva", + "languages": [ + "ita-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ita_Latn-khm_Khmr", + "languages": [ + "ita-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-mag_Deva", + "languages": [ + "ita-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-pap_Latn", + "languages": [ + "ita-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.872777, + "recall": 0.912055, + "f1": 0.885441, + "accuracy": 0.912055, + "main_score": 0.885441, + "hf_subset": "ita_Latn-sot_Latn", + "languages": [ + "ita-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-tur_Latn", + "languages": [ + "ita-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.871706, + "recall": 0.908103, + "f1": 0.88314, + "accuracy": 0.908103, + "main_score": 0.88314, + "hf_subset": "ita_Latn-ace_Latn", + "languages": [ + "ita-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "ita_Latn-ban_Latn", + "languages": [ + "ita-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-ell_Grek", + "languages": [ + "ita-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ita_Latn-hne_Deva", + "languages": [ + "ita-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.579974, + "recall": 0.658103, + "f1": 0.602253, + "accuracy": 0.658103, + "main_score": 0.602253, + "hf_subset": "ita_Latn-kik_Latn", + "languages": [ + "ita-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-mai_Deva", + "languages": [ + "ita-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "ita_Latn-pbt_Arab", + "languages": [ + "ita-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-spa_Latn", + "languages": [ + "ita-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.779891, + "recall": 0.838933, + "f1": 0.79776, + "accuracy": 0.838933, + "main_score": 0.79776, + "hf_subset": "ita_Latn-twi_Latn", + "languages": [ + "ita-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-acm_Arab", + "languages": [ + "ita-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-bel_Cyrl", + "languages": [ + "ita-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-hrv_Latn", + "languages": [ + "ita-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.866222, + "recall": 0.905138, + "f1": 0.87836, + "accuracy": 0.905138, + "main_score": 0.87836, + "hf_subset": "ita_Latn-kin_Latn", + "languages": [ + "ita-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-mal_Mlym", + "languages": [ + "ita-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-pes_Arab", + "languages": [ + "ita-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ita_Latn-srd_Latn", + "languages": [ + "ita-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.204315, + "recall": 0.266798, + "f1": 0.219408, + "accuracy": 0.266798, + "main_score": 0.219408, + "hf_subset": "ita_Latn-tzm_Tfng", + "languages": [ + "ita-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-acq_Arab", + "languages": [ + "ita-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.670729, + "recall": 0.745059, + "f1": 0.69185, + "accuracy": 0.745059, + "main_score": 0.69185, + "hf_subset": "ita_Latn-bem_Latn", + "languages": [ + "ita-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-epo_Latn", + "languages": [ + "ita-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-hun_Latn", + "languages": [ + "ita-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-kir_Cyrl", + "languages": [ + "ita-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ita_Latn-mar_Deva", + "languages": [ + "ita-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.891667, + "recall": 0.921937, + "f1": 0.900823, + "accuracy": 0.921937, + "main_score": 0.900823, + "hf_subset": "ita_Latn-plt_Latn", + "languages": [ + "ita-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-srp_Cyrl", + "languages": [ + "ita-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.94417, + "recall": 0.961462, + "f1": 0.949769, + "accuracy": 0.961462, + "main_score": 0.949769, + "hf_subset": "ita_Latn-uig_Arab", + "languages": [ + "ita-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-aeb_Arab", + "languages": [ + "ita-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-ben_Beng", + "languages": [ + "ita-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-est_Latn", + "languages": [ + "ita-Latn", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ita_Latn-hye_Armn", + "languages": [ + "ita-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.475709, + "recall": 0.545455, + "f1": 0.494977, + "accuracy": 0.545455, + "main_score": 0.494977, + "hf_subset": "ita_Latn-kmb_Latn", + "languages": [ + "ita-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.505299, + "recall": 0.594862, + "f1": 0.529102, + "accuracy": 0.594862, + "main_score": 0.529102, + "hf_subset": "ita_Latn-min_Arab", + "languages": [ + "ita-Latn", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-pol_Latn", + "languages": [ + "ita-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.750362, + "recall": 0.816206, + "f1": 0.77029, + "accuracy": 0.816206, + "main_score": 0.77029, + "hf_subset": "ita_Latn-ssw_Latn", + "languages": [ + "ita-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-ukr_Cyrl", + "languages": [ + "ita-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-afr_Latn", + "languages": [ + "ita-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-bho_Deva", + "languages": [ + "ita-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-eus_Latn", + "languages": [ + "ita-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.870586, + "recall": 0.909091, + "f1": 0.882543, + "accuracy": 0.909091, + "main_score": 0.882543, + "hf_subset": "ita_Latn-ibo_Latn", + "languages": [ + "ita-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.879694, + "recall": 0.916008, + "f1": 0.891206, + "accuracy": 0.916008, + "main_score": 0.891206, + "hf_subset": "ita_Latn-kmr_Latn", + "languages": [ + "ita-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-min_Latn", + "languages": [ + "ita-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-por_Latn", + "languages": [ + "ita-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ita_Latn-sun_Latn", + "languages": [ + "ita-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.470505, + "recall": 0.540514, + "f1": 0.490388, + "accuracy": 0.540514, + "main_score": 0.490388, + "hf_subset": "ita_Latn-umb_Latn", + "languages": [ + "ita-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-ajp_Arab", + "languages": [ + "ita-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.504369, + "recall": 0.586957, + "f1": 0.527354, + "accuracy": 0.586957, + "main_score": 0.527354, + "hf_subset": "ita_Latn-bjn_Arab", + "languages": [ + "ita-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.463029, + "recall": 0.522727, + "f1": 0.479249, + "accuracy": 0.522727, + "main_score": 0.479249, + "hf_subset": "ita_Latn-ewe_Latn", + "languages": [ + "ita-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "ita_Latn-ilo_Latn", + "languages": [ + "ita-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.256204, + "recall": 0.321146, + "f1": 0.272436, + "accuracy": 0.321146, + "main_score": 0.272436, + "hf_subset": "ita_Latn-knc_Arab", + "languages": [ + "ita-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-mkd_Cyrl", + "languages": [ + "ita-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-prs_Arab", + "languages": [ + "ita-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-swe_Latn", + "languages": [ + "ita-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ita_Latn-urd_Arab", + "languages": [ + "ita-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.750306, + "recall": 0.815217, + "f1": 0.770029, + "accuracy": 0.815217, + "main_score": 0.770029, + "hf_subset": "ita_Latn-aka_Latn", + "languages": [ + "ita-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ita_Latn-bjn_Latn", + "languages": [ + "ita-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ita_Latn-fao_Latn", + "languages": [ + "ita-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ind_Latn", + "languages": [ + "ita-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.52778, + "recall": 0.590909, + "f1": 0.544729, + "accuracy": 0.590909, + "main_score": 0.544729, + "hf_subset": "ita_Latn-knc_Latn", + "languages": [ + "ita-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-mlt_Latn", + "languages": [ + "ita-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.637028, + "recall": 0.710474, + "f1": 0.657844, + "accuracy": 0.710474, + "main_score": 0.657844, + "hf_subset": "ita_Latn-quy_Latn", + "languages": [ + "ita-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-swh_Latn", + "languages": [ + "ita-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-uzn_Latn", + "languages": [ + "ita-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-als_Latn", + "languages": [ + "ita-Latn", + "als-Latn" + ] + }, + { + "precision": 0.817194, + "recall": 0.868577, + "f1": 0.833009, + "accuracy": 0.868577, + "main_score": 0.833009, + "hf_subset": "ita_Latn-bod_Tibt", + "languages": [ + "ita-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.629858, + "recall": 0.703557, + "f1": 0.65089, + "accuracy": 0.703557, + "main_score": 0.65089, + "hf_subset": "ita_Latn-fij_Latn", + "languages": [ + "ita-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ita_Latn-isl_Latn", + "languages": [ + "ita-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.605518, + "recall": 0.677866, + "f1": 0.625612, + "accuracy": 0.677866, + "main_score": 0.625612, + "hf_subset": "ita_Latn-kon_Latn", + "languages": [ + "ita-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.604422, + "recall": 0.693676, + "f1": 0.629967, + "accuracy": 0.693676, + "main_score": 0.629967, + "hf_subset": "ita_Latn-mni_Beng", + "languages": [ + "ita-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ron_Latn", + "languages": [ + "ita-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "ita_Latn-szl_Latn", + "languages": [ + "ita-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-vec_Latn", + "languages": [ + "ita-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "ita_Latn-amh_Ethi", + "languages": [ + "ita-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-bos_Latn", + "languages": [ + "ita-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-fin_Latn", + "languages": [ + "ita-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-kor_Hang", + "languages": [ + "ita-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.491579, + "recall": 0.561265, + "f1": 0.510725, + "accuracy": 0.561265, + "main_score": 0.510725, + "hf_subset": "ita_Latn-mos_Latn", + "languages": [ + "ita-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.778146, + "recall": 0.836957, + "f1": 0.79608, + "accuracy": 0.836957, + "main_score": 0.79608, + "hf_subset": "ita_Latn-run_Latn", + "languages": [ + "ita-Latn", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-tam_Taml", + "languages": [ + "ita-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-vie_Latn", + "languages": [ + "ita-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-apc_Arab", + "languages": [ + "ita-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.723781, + "recall": 0.791502, + "f1": 0.743417, + "accuracy": 0.791502, + "main_score": 0.743417, + "hf_subset": "ita_Latn-bug_Latn", + "languages": [ + "ita-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.431598, + "recall": 0.485178, + "f1": 0.445929, + "accuracy": 0.485178, + "main_score": 0.445929, + "hf_subset": "ita_Latn-fon_Latn", + "languages": [ + "ita-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ita_Latn-jav_Latn", + "languages": [ + "ita-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "ita_Latn-lao_Laoo", + "languages": [ + "ita-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.894186, + "recall": 0.925889, + "f1": 0.904216, + "accuracy": 0.925889, + "main_score": 0.904216, + "hf_subset": "ita_Latn-mri_Latn", + "languages": [ + "ita-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-rus_Cyrl", + "languages": [ + "ita-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.492109, + "recall": 0.554348, + "f1": 0.509052, + "accuracy": 0.554348, + "main_score": 0.509052, + "hf_subset": "ita_Latn-taq_Latn", + "languages": [ + "ita-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-war_Latn", + "languages": [ + "ita-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-arb_Arab", + "languages": [ + "ita-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-bul_Cyrl", + "languages": [ + "ita-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-fra_Latn", + "languages": [ + "ita-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-jpn_Jpan", + "languages": [ + "ita-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-lij_Latn", + "languages": [ + "ita-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "ita_Latn-mya_Mymr", + "languages": [ + "ita-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.551166, + "recall": 0.624506, + "f1": 0.57102, + "accuracy": 0.624506, + "main_score": 0.57102, + "hf_subset": "ita_Latn-sag_Latn", + "languages": [ + "ita-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.231186, + "recall": 0.296443, + "f1": 0.247214, + "accuracy": 0.296443, + "main_score": 0.247214, + "hf_subset": "ita_Latn-taq_Tfng", + "languages": [ + "ita-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.626202, + "recall": 0.697628, + "f1": 0.646684, + "accuracy": 0.697628, + "main_score": 0.646684, + "hf_subset": "ita_Latn-wol_Latn", + "languages": [ + "ita-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.859931, + "recall": 0.901186, + "f1": 0.87276, + "accuracy": 0.901186, + "main_score": 0.87276, + "hf_subset": "ita_Latn-arb_Latn", + "languages": [ + "ita-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-cat_Latn", + "languages": [ + "ita-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-fur_Latn", + "languages": [ + "ita-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.447194, + "recall": 0.527668, + "f1": 0.468422, + "accuracy": 0.527668, + "main_score": 0.468422, + "hf_subset": "ita_Latn-kab_Latn", + "languages": [ + "ita-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ita_Latn-lim_Latn", + "languages": [ + "ita-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-nld_Latn", + "languages": [ + "ita-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "ita_Latn-san_Deva", + "languages": [ + "ita-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ita_Latn-tat_Cyrl", + "languages": [ + "ita-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.880056, + "recall": 0.91502, + "f1": 0.891206, + "accuracy": 0.91502, + "main_score": 0.891206, + "hf_subset": "ita_Latn-xho_Latn", + "languages": [ + "ita-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-ars_Arab", + "languages": [ + "ita-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-ceb_Latn", + "languages": [ + "ita-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.473153, + "recall": 0.552372, + "f1": 0.49481, + "accuracy": 0.552372, + "main_score": 0.49481, + "hf_subset": "ita_Latn-fuv_Latn", + "languages": [ + "ita-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.470216, + "recall": 0.543478, + "f1": 0.489896, + "accuracy": 0.543478, + "main_score": 0.489896, + "hf_subset": "ita_Latn-kac_Latn", + "languages": [ + "ita-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.637608, + "recall": 0.711462, + "f1": 0.658698, + "accuracy": 0.711462, + "main_score": 0.658698, + "hf_subset": "ita_Latn-lin_Latn", + "languages": [ + "ita-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-nno_Latn", + "languages": [ + "ita-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.875198, + "recall": 0.911067, + "f1": 0.886166, + "accuracy": 0.911067, + "main_score": 0.886166, + "hf_subset": "ita_Latn-sat_Olck", + "languages": [ + "ita-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-tel_Telu", + "languages": [ + "ita-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ita_Latn-ydd_Hebr", + "languages": [ + "ita-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ita_Latn-ary_Arab", + "languages": [ + "ita-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-ces_Latn", + "languages": [ + "ita-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.563558, + "recall": 0.641304, + "f1": 0.585295, + "accuracy": 0.641304, + "main_score": 0.585295, + "hf_subset": "ita_Latn-gaz_Latn", + "languages": [ + "ita-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.537215, + "recall": 0.621542, + "f1": 0.560688, + "accuracy": 0.621542, + "main_score": 0.560688, + "hf_subset": "ita_Latn-kam_Latn", + "languages": [ + "ita-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ita_Latn-lit_Latn", + "languages": [ + "ita-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-nob_Latn", + "languages": [ + "ita-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-scn_Latn", + "languages": [ + "ita-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ita_Latn-tgk_Cyrl", + "languages": [ + "ita-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.763853, + "recall": 0.825099, + "f1": 0.781884, + "accuracy": 0.825099, + "main_score": 0.781884, + "hf_subset": "ita_Latn-yor_Latn", + "languages": [ + "ita-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-arz_Arab", + "languages": [ + "ita-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.489259, + "recall": 0.562253, + "f1": 0.509175, + "accuracy": 0.562253, + "main_score": 0.509175, + "hf_subset": "ita_Latn-cjk_Latn", + "languages": [ + "ita-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "ita_Latn-gla_Latn", + "languages": [ + "ita-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-kan_Knda", + "languages": [ + "ita-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ita_Latn-lmo_Latn", + "languages": [ + "ita-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ita_Latn-npi_Deva", + "languages": [ + "ita-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.543241, + "recall": 0.62747, + "f1": 0.566962, + "accuracy": 0.62747, + "main_score": 0.566962, + "hf_subset": "ita_Latn-shn_Mymr", + "languages": [ + "ita-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-tgl_Latn", + "languages": [ + "ita-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-yue_Hant", + "languages": [ + "ita-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ita_Latn-asm_Beng", + "languages": [ + "ita-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.9417, + "recall": 0.959486, + "f1": 0.947464, + "accuracy": 0.959486, + "main_score": 0.947464, + "hf_subset": "ita_Latn-ckb_Arab", + "languages": [ + "ita-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ita_Latn-gle_Latn", + "languages": [ + "ita-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.916502, + "recall": 0.9417, + "f1": 0.924539, + "accuracy": 0.9417, + "main_score": 0.924539, + "hf_subset": "ita_Latn-kas_Arab", + "languages": [ + "ita-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.89781, + "recall": 0.927866, + "f1": 0.907181, + "accuracy": 0.927866, + "main_score": 0.907181, + "hf_subset": "ita_Latn-ltg_Latn", + "languages": [ + "ita-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.776689, + "recall": 0.833004, + "f1": 0.794022, + "accuracy": 0.833004, + "main_score": 0.794022, + "hf_subset": "ita_Latn-nso_Latn", + "languages": [ + "ita-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ita_Latn-sin_Sinh", + "languages": [ + "ita-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-tha_Thai", + "languages": [ + "ita-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-zho_Hans", + "languages": [ + "ita-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-ast_Latn", + "languages": [ + "ita-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ita_Latn-crh_Latn", + "languages": [ + "ita-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-glg_Latn", + "languages": [ + "ita-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.851038, + "recall": 0.894269, + "f1": 0.864493, + "accuracy": 0.894269, + "main_score": 0.864493, + "hf_subset": "ita_Latn-kas_Deva", + "languages": [ + "ita-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ita_Latn-ltz_Latn", + "languages": [ + "ita-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.426528, + "recall": 0.499012, + "f1": 0.446277, + "accuracy": 0.499012, + "main_score": 0.446277, + "hf_subset": "ita_Latn-nus_Latn", + "languages": [ + "ita-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-slk_Latn", + "languages": [ + "ita-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.645365, + "recall": 0.72332, + "f1": 0.667869, + "accuracy": 0.72332, + "main_score": 0.667869, + "hf_subset": "ita_Latn-tir_Ethi", + "languages": [ + "ita-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-zho_Hant", + "languages": [ + "ita-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.981966, + "recall": 0.986166, + "f1": 0.983267, + "accuracy": 0.986166, + "main_score": 0.983267, + "hf_subset": "ita_Latn-awa_Deva", + "languages": [ + "ita-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-cym_Latn", + "languages": [ + "ita-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.776845, + "recall": 0.832016, + "f1": 0.793662, + "accuracy": 0.832016, + "main_score": 0.793662, + "hf_subset": "ita_Latn-grn_Latn", + "languages": [ + "ita-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-kat_Geor", + "languages": [ + "ita-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.596942, + "recall": 0.667984, + "f1": 0.616712, + "accuracy": 0.667984, + "main_score": 0.616712, + "hf_subset": "ita_Latn-lua_Latn", + "languages": [ + "ita-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.821262, + "recall": 0.871542, + "f1": 0.836825, + "accuracy": 0.871542, + "main_score": 0.836825, + "hf_subset": "ita_Latn-nya_Latn", + "languages": [ + "ita-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-slv_Latn", + "languages": [ + "ita-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ita_Latn-tpi_Latn", + "languages": [ + "ita-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-zsm_Latn", + "languages": [ + "ita-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.501618, + "recall": 0.570158, + "f1": 0.520857, + "accuracy": 0.570158, + "main_score": 0.520857, + "hf_subset": "ita_Latn-ayr_Latn", + "languages": [ + "ita-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-dan_Latn", + "languages": [ + "ita-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ita_Latn-guj_Gujr", + "languages": [ + "ita-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-kaz_Cyrl", + "languages": [ + "ita-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.654529, + "recall": 0.731225, + "f1": 0.676732, + "accuracy": 0.731225, + "main_score": 0.676732, + "hf_subset": "ita_Latn-lug_Latn", + "languages": [ + "ita-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-oci_Latn", + "languages": [ + "ita-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.83139, + "recall": 0.879447, + "f1": 0.846311, + "accuracy": 0.879447, + "main_score": 0.846311, + "hf_subset": "ita_Latn-smo_Latn", + "languages": [ + "ita-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.741024, + "recall": 0.811265, + "f1": 0.762239, + "accuracy": 0.811265, + "main_score": 0.762239, + "hf_subset": "ita_Latn-tsn_Latn", + "languages": [ + "ita-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.896574, + "recall": 0.928854, + "f1": 0.90695, + "accuracy": 0.928854, + "main_score": 0.90695, + "hf_subset": "ita_Latn-zul_Latn", + "languages": [ + "ita-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.936594, + "recall": 0.956522, + "f1": 0.943017, + "accuracy": 0.956522, + "main_score": 0.943017, + "hf_subset": "ita_Latn-azb_Arab", + "languages": [ + "ita-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-deu_Latn", + "languages": [ + "ita-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ita_Latn-hat_Latn", + "languages": [ + "ita-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.462719, + "recall": 0.532609, + "f1": 0.482435, + "accuracy": 0.532609, + "main_score": 0.482435, + "hf_subset": "ita_Latn-kbp_Latn", + "languages": [ + "ita-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.505205, + "recall": 0.577075, + "f1": 0.524506, + "accuracy": 0.577075, + "main_score": 0.524506, + "hf_subset": "ita_Latn-luo_Latn", + "languages": [ + "ita-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ita_Latn-ory_Orya", + "languages": [ + "ita-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.892375, + "recall": 0.924901, + "f1": 0.902899, + "accuracy": 0.924901, + "main_score": 0.902899, + "hf_subset": "ita_Latn-sna_Latn", + "languages": [ + "ita-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.662772, + "recall": 0.73913, + "f1": 0.685167, + "accuracy": 0.73913, + "main_score": 0.685167, + "hf_subset": "ita_Latn-tso_Latn", + "languages": [ + "ita-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-azj_Latn", + "languages": [ + "ita-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.487551, + "recall": 0.560277, + "f1": 0.50782, + "accuracy": 0.560277, + "main_score": 0.50782, + "hf_subset": "ita_Latn-dik_Latn", + "languages": [ + "ita-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.900115, + "recall": 0.93083, + "f1": 0.910145, + "accuracy": 0.93083, + "main_score": 0.910145, + "hf_subset": "ita_Latn-hau_Latn", + "languages": [ + "ita-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ita_Latn-kea_Latn", + "languages": [ + "ita-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.931653, + "recall": 0.952569, + "f1": 0.938406, + "accuracy": 0.952569, + "main_score": 0.938406, + "hf_subset": "ita_Latn-lus_Latn", + "languages": [ + "ita-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.864707, + "recall": 0.901186, + "f1": 0.876219, + "accuracy": 0.901186, + "main_score": 0.876219, + "hf_subset": "ita_Latn-pag_Latn", + "languages": [ + "ita-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ita_Latn-snd_Arab", + "languages": [ + "ita-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ita_Latn-tuk_Latn", + "languages": [ + "ita-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ita_Latn-bak_Cyrl", + "languages": [ + "ita-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.463558, + "recall": 0.54249, + "f1": 0.48521, + "accuracy": 0.54249, + "main_score": 0.48521, + "hf_subset": "ita_Latn-dyu_Latn", + "languages": [ + "ita-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-heb_Hebr", + "languages": [ + "ita-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ita_Latn-khk_Cyrl", + "languages": [ + "ita-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-lvs_Latn", + "languages": [ + "ita-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-pan_Guru", + "languages": [ + "ita-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.87388, + "recall": 0.911067, + "f1": 0.88554, + "accuracy": 0.911067, + "main_score": 0.88554, + "hf_subset": "ita_Latn-som_Latn", + "languages": [ + "ita-Latn", + "som-Latn" + ] + }, + { + "precision": 0.696723, + "recall": 0.762846, + "f1": 0.716276, + "accuracy": 0.762846, + "main_score": 0.716276, + "hf_subset": "ita_Latn-tum_Latn", + "languages": [ + "ita-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.515061, + "recall": 0.606719, + "f1": 0.541291, + "accuracy": 0.606719, + "main_score": 0.541291, + "hf_subset": "kor_Hang-ace_Arab", + "languages": [ + "kor-Hang", + "ace-Arab" + ] + }, + { + "precision": 0.471652, + "recall": 0.533597, + "f1": 0.487725, + "accuracy": 0.533597, + "main_score": 0.487725, + "hf_subset": "kor_Hang-bam_Latn", + "languages": [ + "kor-Hang", + "bam-Latn" + ] + }, + { + "precision": 0.668909, + "recall": 0.746047, + "f1": 0.691177, + "accuracy": 0.746047, + "main_score": 0.691177, + "hf_subset": "kor_Hang-dzo_Tibt", + "languages": [ + "kor-Hang", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-hin_Deva", + "languages": [ + "kor-Hang", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kor_Hang-khm_Khmr", + "languages": [ + "kor-Hang", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-mag_Deva", + "languages": [ + "kor-Hang", + "mag-Deva" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "kor_Hang-pap_Latn", + "languages": [ + "kor-Hang", + "pap-Latn" + ] + }, + { + "precision": 0.862022, + "recall": 0.901186, + "f1": 0.874144, + "accuracy": 0.901186, + "main_score": 0.874144, + "hf_subset": "kor_Hang-sot_Latn", + "languages": [ + "kor-Hang", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-tur_Latn", + "languages": [ + "kor-Hang", + "tur-Latn" + ] + }, + { + "precision": 0.86502, + "recall": 0.902174, + "f1": 0.876647, + "accuracy": 0.902174, + "main_score": 0.876647, + "hf_subset": "kor_Hang-ace_Latn", + "languages": [ + "kor-Hang", + "ace-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "kor_Hang-ban_Latn", + "languages": [ + "kor-Hang", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-ell_Grek", + "languages": [ + "kor-Hang", + "ell-Grek" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kor_Hang-hne_Deva", + "languages": [ + "kor-Hang", + "hne-Deva" + ] + }, + { + "precision": 0.568162, + "recall": 0.644269, + "f1": 0.589506, + "accuracy": 0.644269, + "main_score": 0.589506, + "hf_subset": "kor_Hang-kik_Latn", + "languages": [ + "kor-Hang", + "kik-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-mai_Deva", + "languages": [ + "kor-Hang", + "mai-Deva" + ] + }, + { + "precision": 0.953969, + "recall": 0.968379, + "f1": 0.958564, + "accuracy": 0.968379, + "main_score": 0.958564, + "hf_subset": "kor_Hang-pbt_Arab", + "languages": [ + "kor-Hang", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-spa_Latn", + "languages": [ + "kor-Hang", + "spa-Latn" + ] + }, + { + "precision": 0.772052, + "recall": 0.83004, + "f1": 0.789295, + "accuracy": 0.83004, + "main_score": 0.789295, + "hf_subset": "kor_Hang-twi_Latn", + "languages": [ + "kor-Hang", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-acm_Arab", + "languages": [ + "kor-Hang", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-bel_Cyrl", + "languages": [ + "kor-Hang", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-hrv_Latn", + "languages": [ + "kor-Hang", + "hrv-Latn" + ] + }, + { + "precision": 0.855352, + "recall": 0.896245, + "f1": 0.867984, + "accuracy": 0.896245, + "main_score": 0.867984, + "hf_subset": "kor_Hang-kin_Latn", + "languages": [ + "kor-Hang", + "kin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-mal_Mlym", + "languages": [ + "kor-Hang", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-pes_Arab", + "languages": [ + "kor-Hang", + "pes-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kor_Hang-srd_Latn", + "languages": [ + "kor-Hang", + "srd-Latn" + ] + }, + { + "precision": 0.192777, + "recall": 0.255929, + "f1": 0.207815, + "accuracy": 0.255929, + "main_score": 0.207815, + "hf_subset": "kor_Hang-tzm_Tfng", + "languages": [ + "kor-Hang", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-acq_Arab", + "languages": [ + "kor-Hang", + "acq-Arab" + ] + }, + { + "precision": 0.656752, + "recall": 0.735178, + "f1": 0.67971, + "accuracy": 0.735178, + "main_score": 0.67971, + "hf_subset": "kor_Hang-bem_Latn", + "languages": [ + "kor-Hang", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-epo_Latn", + "languages": [ + "kor-Hang", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-hun_Latn", + "languages": [ + "kor-Hang", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kor_Hang-kir_Cyrl", + "languages": [ + "kor-Hang", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-mar_Deva", + "languages": [ + "kor-Hang", + "mar-Deva" + ] + }, + { + "precision": 0.858284, + "recall": 0.898221, + "f1": 0.870553, + "accuracy": 0.898221, + "main_score": 0.870553, + "hf_subset": "kor_Hang-plt_Latn", + "languages": [ + "kor-Hang", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-srp_Cyrl", + "languages": [ + "kor-Hang", + "srp-Cyrl" + ] + }, + { + "precision": 0.946476, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "kor_Hang-uig_Arab", + "languages": [ + "kor-Hang", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-aeb_Arab", + "languages": [ + "kor-Hang", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-ben_Beng", + "languages": [ + "kor-Hang", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-est_Latn", + "languages": [ + "kor-Hang", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-hye_Armn", + "languages": [ + "kor-Hang", + "hye-Armn" + ] + }, + { + "precision": 0.457708, + "recall": 0.522727, + "f1": 0.47555, + "accuracy": 0.522727, + "main_score": 0.47555, + "hf_subset": "kor_Hang-kmb_Latn", + "languages": [ + "kor-Hang", + "kmb-Latn" + ] + }, + { + "precision": 0.48486, + "recall": 0.573123, + "f1": 0.508603, + "accuracy": 0.573123, + "main_score": 0.508603, + "hf_subset": "kor_Hang-min_Arab", + "languages": [ + "kor-Hang", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-pol_Latn", + "languages": [ + "kor-Hang", + "pol-Latn" + ] + }, + { + "precision": 0.751416, + "recall": 0.813241, + "f1": 0.769829, + "accuracy": 0.813241, + "main_score": 0.769829, + "hf_subset": "kor_Hang-ssw_Latn", + "languages": [ + "kor-Hang", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-ukr_Cyrl", + "languages": [ + "kor-Hang", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-afr_Latn", + "languages": [ + "kor-Hang", + "afr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-bho_Deva", + "languages": [ + "kor-Hang", + "bho-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kor_Hang-eus_Latn", + "languages": [ + "kor-Hang", + "eus-Latn" + ] + }, + { + "precision": 0.873518, + "recall": 0.912055, + "f1": 0.885672, + "accuracy": 0.912055, + "main_score": 0.885672, + "hf_subset": "kor_Hang-ibo_Latn", + "languages": [ + "kor-Hang", + "ibo-Latn" + ] + }, + { + "precision": 0.890975, + "recall": 0.922925, + "f1": 0.900988, + "accuracy": 0.922925, + "main_score": 0.900988, + "hf_subset": "kor_Hang-kmr_Latn", + "languages": [ + "kor-Hang", + "kmr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kor_Hang-min_Latn", + "languages": [ + "kor-Hang", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-por_Latn", + "languages": [ + "kor-Hang", + "por-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "kor_Hang-sun_Latn", + "languages": [ + "kor-Hang", + "sun-Latn" + ] + }, + { + "precision": 0.455405, + "recall": 0.523715, + "f1": 0.474465, + "accuracy": 0.523715, + "main_score": 0.474465, + "hf_subset": "kor_Hang-umb_Latn", + "languages": [ + "kor-Hang", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-ajp_Arab", + "languages": [ + "kor-Hang", + "ajp-Arab" + ] + }, + { + "precision": 0.494708, + "recall": 0.577075, + "f1": 0.517234, + "accuracy": 0.577075, + "main_score": 0.517234, + "hf_subset": "kor_Hang-bjn_Arab", + "languages": [ + "kor-Hang", + "bjn-Arab" + ] + }, + { + "precision": 0.455472, + "recall": 0.509881, + "f1": 0.469532, + "accuracy": 0.509881, + "main_score": 0.469532, + "hf_subset": "kor_Hang-ewe_Latn", + "languages": [ + "kor-Hang", + "ewe-Latn" + ] + }, + { + "precision": 0.943347, + "recall": 0.961462, + "f1": 0.949275, + "accuracy": 0.961462, + "main_score": 0.949275, + "hf_subset": "kor_Hang-ilo_Latn", + "languages": [ + "kor-Hang", + "ilo-Latn" + ] + }, + { + "precision": 0.266017, + "recall": 0.328063, + "f1": 0.281393, + "accuracy": 0.328063, + "main_score": 0.281393, + "hf_subset": "kor_Hang-knc_Arab", + "languages": [ + "kor-Hang", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-mkd_Cyrl", + "languages": [ + "kor-Hang", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-prs_Arab", + "languages": [ + "kor-Hang", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-swe_Latn", + "languages": [ + "kor-Hang", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kor_Hang-urd_Arab", + "languages": [ + "kor-Hang", + "urd-Arab" + ] + }, + { + "precision": 0.747127, + "recall": 0.807312, + "f1": 0.764387, + "accuracy": 0.807312, + "main_score": 0.764387, + "hf_subset": "kor_Hang-aka_Latn", + "languages": [ + "kor-Hang", + "aka-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "kor_Hang-bjn_Latn", + "languages": [ + "kor-Hang", + "bjn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kor_Hang-fao_Latn", + "languages": [ + "kor-Hang", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kor_Hang-ind_Latn", + "languages": [ + "kor-Hang", + "ind-Latn" + ] + }, + { + "precision": 0.511737, + "recall": 0.570158, + "f1": 0.527582, + "accuracy": 0.570158, + "main_score": 0.527582, + "hf_subset": "kor_Hang-knc_Latn", + "languages": [ + "kor-Hang", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-mlt_Latn", + "languages": [ + "kor-Hang", + "mlt-Latn" + ] + }, + { + "precision": 0.623504, + "recall": 0.695652, + "f1": 0.643764, + "accuracy": 0.695652, + "main_score": 0.643764, + "hf_subset": "kor_Hang-quy_Latn", + "languages": [ + "kor-Hang", + "quy-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "kor_Hang-swh_Latn", + "languages": [ + "kor-Hang", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-uzn_Latn", + "languages": [ + "kor-Hang", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-als_Latn", + "languages": [ + "kor-Hang", + "als-Latn" + ] + }, + { + "precision": 0.835804, + "recall": 0.883399, + "f1": 0.85056, + "accuracy": 0.883399, + "main_score": 0.85056, + "hf_subset": "kor_Hang-bod_Tibt", + "languages": [ + "kor-Hang", + "bod-Tibt" + ] + }, + { + "precision": 0.618949, + "recall": 0.689723, + "f1": 0.638822, + "accuracy": 0.689723, + "main_score": 0.638822, + "hf_subset": "kor_Hang-fij_Latn", + "languages": [ + "kor-Hang", + "fij-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kor_Hang-isl_Latn", + "languages": [ + "kor-Hang", + "isl-Latn" + ] + }, + { + "precision": 0.577578, + "recall": 0.652174, + "f1": 0.598334, + "accuracy": 0.652174, + "main_score": 0.598334, + "hf_subset": "kor_Hang-kon_Latn", + "languages": [ + "kor-Hang", + "kon-Latn" + ] + }, + { + "precision": 0.59629, + "recall": 0.677866, + "f1": 0.619989, + "accuracy": 0.677866, + "main_score": 0.619989, + "hf_subset": "kor_Hang-mni_Beng", + "languages": [ + "kor-Hang", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-ron_Latn", + "languages": [ + "kor-Hang", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "kor_Hang-szl_Latn", + "languages": [ + "kor-Hang", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-vec_Latn", + "languages": [ + "kor-Hang", + "vec-Latn" + ] + }, + { + "precision": 0.936759, + "recall": 0.956522, + "f1": 0.943182, + "accuracy": 0.956522, + "main_score": 0.943182, + "hf_subset": "kor_Hang-amh_Ethi", + "languages": [ + "kor-Hang", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-bos_Latn", + "languages": [ + "kor-Hang", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-fin_Latn", + "languages": [ + "kor-Hang", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ita_Latn", + "languages": [ + "kor-Hang", + "ita-Latn" + ] + }, + { + "precision": 0.487434, + "recall": 0.55336, + "f1": 0.505839, + "accuracy": 0.55336, + "main_score": 0.505839, + "hf_subset": "kor_Hang-mos_Latn", + "languages": [ + "kor-Hang", + "mos-Latn" + ] + }, + { + "precision": 0.75723, + "recall": 0.818182, + "f1": 0.775527, + "accuracy": 0.818182, + "main_score": 0.775527, + "hf_subset": "kor_Hang-run_Latn", + "languages": [ + "kor-Hang", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kor_Hang-tam_Taml", + "languages": [ + "kor-Hang", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-vie_Latn", + "languages": [ + "kor-Hang", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-apc_Arab", + "languages": [ + "kor-Hang", + "apc-Arab" + ] + }, + { + "precision": 0.729249, + "recall": 0.794466, + "f1": 0.748386, + "accuracy": 0.794466, + "main_score": 0.748386, + "hf_subset": "kor_Hang-bug_Latn", + "languages": [ + "kor-Hang", + "bug-Latn" + ] + }, + { + "precision": 0.407789, + "recall": 0.462451, + "f1": 0.4222, + "accuracy": 0.462451, + "main_score": 0.4222, + "hf_subset": "kor_Hang-fon_Latn", + "languages": [ + "kor-Hang", + "fon-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kor_Hang-jav_Latn", + "languages": [ + "kor-Hang", + "jav-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "kor_Hang-lao_Laoo", + "languages": [ + "kor-Hang", + "lao-Laoo" + ] + }, + { + "precision": 0.86754, + "recall": 0.907115, + "f1": 0.880171, + "accuracy": 0.907115, + "main_score": 0.880171, + "hf_subset": "kor_Hang-mri_Latn", + "languages": [ + "kor-Hang", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-rus_Cyrl", + "languages": [ + "kor-Hang", + "rus-Cyrl" + ] + }, + { + "precision": 0.484969, + "recall": 0.548419, + "f1": 0.502457, + "accuracy": 0.548419, + "main_score": 0.502457, + "hf_subset": "kor_Hang-taq_Latn", + "languages": [ + "kor-Hang", + "taq-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-war_Latn", + "languages": [ + "kor-Hang", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-arb_Arab", + "languages": [ + "kor-Hang", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-bul_Cyrl", + "languages": [ + "kor-Hang", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-fra_Latn", + "languages": [ + "kor-Hang", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-jpn_Jpan", + "languages": [ + "kor-Hang", + "jpn-Jpan" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kor_Hang-lij_Latn", + "languages": [ + "kor-Hang", + "lij-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "kor_Hang-mya_Mymr", + "languages": [ + "kor-Hang", + "mya-Mymr" + ] + }, + { + "precision": 0.531784, + "recall": 0.606719, + "f1": 0.551972, + "accuracy": 0.606719, + "main_score": 0.551972, + "hf_subset": "kor_Hang-sag_Latn", + "languages": [ + "kor-Hang", + "sag-Latn" + ] + }, + { + "precision": 0.213952, + "recall": 0.280632, + "f1": 0.229632, + "accuracy": 0.280632, + "main_score": 0.229632, + "hf_subset": "kor_Hang-taq_Tfng", + "languages": [ + "kor-Hang", + "taq-Tfng" + ] + }, + { + "precision": 0.612618, + "recall": 0.682806, + "f1": 0.632475, + "accuracy": 0.682806, + "main_score": 0.632475, + "hf_subset": "kor_Hang-wol_Latn", + "languages": [ + "kor-Hang", + "wol-Latn" + ] + }, + { + "precision": 0.849555, + "recall": 0.893281, + "f1": 0.863208, + "accuracy": 0.893281, + "main_score": 0.863208, + "hf_subset": "kor_Hang-arb_Latn", + "languages": [ + "kor-Hang", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kor_Hang-cat_Latn", + "languages": [ + "kor-Hang", + "cat-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-fur_Latn", + "languages": [ + "kor-Hang", + "fur-Latn" + ] + }, + { + "precision": 0.438381, + "recall": 0.507905, + "f1": 0.456772, + "accuracy": 0.507905, + "main_score": 0.456772, + "hf_subset": "kor_Hang-kab_Latn", + "languages": [ + "kor-Hang", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-lim_Latn", + "languages": [ + "kor-Hang", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kor_Hang-nld_Latn", + "languages": [ + "kor-Hang", + "nld-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "kor_Hang-san_Deva", + "languages": [ + "kor-Hang", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-tat_Cyrl", + "languages": [ + "kor-Hang", + "tat-Cyrl" + ] + }, + { + "precision": 0.884799, + "recall": 0.918972, + "f1": 0.895817, + "accuracy": 0.918972, + "main_score": 0.895817, + "hf_subset": "kor_Hang-xho_Latn", + "languages": [ + "kor-Hang", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-ars_Arab", + "languages": [ + "kor-Hang", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ceb_Latn", + "languages": [ + "kor-Hang", + "ceb-Latn" + ] + }, + { + "precision": 0.45823, + "recall": 0.535573, + "f1": 0.479647, + "accuracy": 0.535573, + "main_score": 0.479647, + "hf_subset": "kor_Hang-fuv_Latn", + "languages": [ + "kor-Hang", + "fuv-Latn" + ] + }, + { + "precision": 0.465235, + "recall": 0.535573, + "f1": 0.483585, + "accuracy": 0.535573, + "main_score": 0.483585, + "hf_subset": "kor_Hang-kac_Latn", + "languages": [ + "kor-Hang", + "kac-Latn" + ] + }, + { + "precision": 0.620008, + "recall": 0.693676, + "f1": 0.640162, + "accuracy": 0.693676, + "main_score": 0.640162, + "hf_subset": "kor_Hang-lin_Latn", + "languages": [ + "kor-Hang", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-nno_Latn", + "languages": [ + "kor-Hang", + "nno-Latn" + ] + }, + { + "precision": 0.87393, + "recall": 0.912055, + "f1": 0.885935, + "accuracy": 0.912055, + "main_score": 0.885935, + "hf_subset": "kor_Hang-sat_Olck", + "languages": [ + "kor-Hang", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-tel_Telu", + "languages": [ + "kor-Hang", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kor_Hang-ydd_Hebr", + "languages": [ + "kor-Hang", + "ydd-Hebr" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "kor_Hang-ary_Arab", + "languages": [ + "kor-Hang", + "ary-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-ces_Latn", + "languages": [ + "kor-Hang", + "ces-Latn" + ] + }, + { + "precision": 0.542958, + "recall": 0.621542, + "f1": 0.564588, + "accuracy": 0.621542, + "main_score": 0.564588, + "hf_subset": "kor_Hang-gaz_Latn", + "languages": [ + "kor-Hang", + "gaz-Latn" + ] + }, + { + "precision": 0.527299, + "recall": 0.609684, + "f1": 0.549274, + "accuracy": 0.609684, + "main_score": 0.549274, + "hf_subset": "kor_Hang-kam_Latn", + "languages": [ + "kor-Hang", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "kor_Hang-lit_Latn", + "languages": [ + "kor-Hang", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-nob_Latn", + "languages": [ + "kor-Hang", + "nob-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kor_Hang-scn_Latn", + "languages": [ + "kor-Hang", + "scn-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kor_Hang-tgk_Cyrl", + "languages": [ + "kor-Hang", + "tgk-Cyrl" + ] + }, + { + "precision": 0.743603, + "recall": 0.8083, + "f1": 0.762702, + "accuracy": 0.8083, + "main_score": 0.762702, + "hf_subset": "kor_Hang-yor_Latn", + "languages": [ + "kor-Hang", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-arz_Arab", + "languages": [ + "kor-Hang", + "arz-Arab" + ] + }, + { + "precision": 0.462298, + "recall": 0.535573, + "f1": 0.482401, + "accuracy": 0.535573, + "main_score": 0.482401, + "hf_subset": "kor_Hang-cjk_Latn", + "languages": [ + "kor-Hang", + "cjk-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.966403, + "f1": 0.955369, + "accuracy": 0.966403, + "main_score": 0.955369, + "hf_subset": "kor_Hang-gla_Latn", + "languages": [ + "kor-Hang", + "gla-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "kor_Hang-kan_Knda", + "languages": [ + "kor-Hang", + "kan-Knda" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kor_Hang-lmo_Latn", + "languages": [ + "kor-Hang", + "lmo-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kor_Hang-npi_Deva", + "languages": [ + "kor-Hang", + "npi-Deva" + ] + }, + { + "precision": 0.534925, + "recall": 0.620553, + "f1": 0.558917, + "accuracy": 0.620553, + "main_score": 0.558917, + "hf_subset": "kor_Hang-shn_Mymr", + "languages": [ + "kor-Hang", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-tgl_Latn", + "languages": [ + "kor-Hang", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-yue_Hant", + "languages": [ + "kor-Hang", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kor_Hang-asm_Beng", + "languages": [ + "kor-Hang", + "asm-Beng" + ] + }, + { + "precision": 0.934947, + "recall": 0.955534, + "f1": 0.941535, + "accuracy": 0.955534, + "main_score": 0.941535, + "hf_subset": "kor_Hang-ckb_Arab", + "languages": [ + "kor-Hang", + "ckb-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kor_Hang-gle_Latn", + "languages": [ + "kor-Hang", + "gle-Latn" + ] + }, + { + "precision": 0.930665, + "recall": 0.952569, + "f1": 0.937747, + "accuracy": 0.952569, + "main_score": 0.937747, + "hf_subset": "kor_Hang-kas_Arab", + "languages": [ + "kor-Hang", + "kas-Arab" + ] + }, + { + "precision": 0.889163, + "recall": 0.921937, + "f1": 0.899539, + "accuracy": 0.921937, + "main_score": 0.899539, + "hf_subset": "kor_Hang-ltg_Latn", + "languages": [ + "kor-Hang", + "ltg-Latn" + ] + }, + { + "precision": 0.780204, + "recall": 0.835968, + "f1": 0.797153, + "accuracy": 0.835968, + "main_score": 0.797153, + "hf_subset": "kor_Hang-nso_Latn", + "languages": [ + "kor-Hang", + "nso-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kor_Hang-sin_Sinh", + "languages": [ + "kor-Hang", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-tha_Thai", + "languages": [ + "kor-Hang", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-zho_Hans", + "languages": [ + "kor-Hang", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-ast_Latn", + "languages": [ + "kor-Hang", + "ast-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "kor_Hang-crh_Latn", + "languages": [ + "kor-Hang", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kor_Hang-glg_Latn", + "languages": [ + "kor-Hang", + "glg-Latn" + ] + }, + { + "precision": 0.845767, + "recall": 0.891304, + "f1": 0.859848, + "accuracy": 0.891304, + "main_score": 0.859848, + "hf_subset": "kor_Hang-kas_Deva", + "languages": [ + "kor-Hang", + "kas-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-ltz_Latn", + "languages": [ + "kor-Hang", + "ltz-Latn" + ] + }, + { + "precision": 0.412899, + "recall": 0.480237, + "f1": 0.4314, + "accuracy": 0.480237, + "main_score": 0.4314, + "hf_subset": "kor_Hang-nus_Latn", + "languages": [ + "kor-Hang", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-slk_Latn", + "languages": [ + "kor-Hang", + "slk-Latn" + ] + }, + { + "precision": 0.640523, + "recall": 0.716403, + "f1": 0.661828, + "accuracy": 0.716403, + "main_score": 0.661828, + "hf_subset": "kor_Hang-tir_Ethi", + "languages": [ + "kor-Hang", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-zho_Hant", + "languages": [ + "kor-Hang", + "zho-Hant" + ] + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "kor_Hang-awa_Deva", + "languages": [ + "kor-Hang", + "awa-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-cym_Latn", + "languages": [ + "kor-Hang", + "cym-Latn" + ] + }, + { + "precision": 0.775092, + "recall": 0.829051, + "f1": 0.791024, + "accuracy": 0.829051, + "main_score": 0.791024, + "hf_subset": "kor_Hang-grn_Latn", + "languages": [ + "kor-Hang", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-kat_Geor", + "languages": [ + "kor-Hang", + "kat-Geor" + ] + }, + { + "precision": 0.5897, + "recall": 0.655138, + "f1": 0.607623, + "accuracy": 0.655138, + "main_score": 0.607623, + "hf_subset": "kor_Hang-lua_Latn", + "languages": [ + "kor-Hang", + "lua-Latn" + ] + }, + { + "precision": 0.822958, + "recall": 0.874506, + "f1": 0.839394, + "accuracy": 0.874506, + "main_score": 0.839394, + "hf_subset": "kor_Hang-nya_Latn", + "languages": [ + "kor-Hang", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-slv_Latn", + "languages": [ + "kor-Hang", + "slv-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kor_Hang-tpi_Latn", + "languages": [ + "kor-Hang", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-zsm_Latn", + "languages": [ + "kor-Hang", + "zsm-Latn" + ] + }, + { + "precision": 0.49478, + "recall": 0.560277, + "f1": 0.512905, + "accuracy": 0.560277, + "main_score": 0.512905, + "hf_subset": "kor_Hang-ayr_Latn", + "languages": [ + "kor-Hang", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-dan_Latn", + "languages": [ + "kor-Hang", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kor_Hang-guj_Gujr", + "languages": [ + "kor-Hang", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-kaz_Cyrl", + "languages": [ + "kor-Hang", + "kaz-Cyrl" + ] + }, + { + "precision": 0.654035, + "recall": 0.729249, + "f1": 0.676102, + "accuracy": 0.729249, + "main_score": 0.676102, + "hf_subset": "kor_Hang-lug_Latn", + "languages": [ + "kor-Hang", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kor_Hang-oci_Latn", + "languages": [ + "kor-Hang", + "oci-Latn" + ] + }, + { + "precision": 0.825247, + "recall": 0.870553, + "f1": 0.839083, + "accuracy": 0.870553, + "main_score": 0.839083, + "hf_subset": "kor_Hang-smo_Latn", + "languages": [ + "kor-Hang", + "smo-Latn" + ] + }, + { + "precision": 0.755748, + "recall": 0.81917, + "f1": 0.774605, + "accuracy": 0.81917, + "main_score": 0.774605, + "hf_subset": "kor_Hang-tsn_Latn", + "languages": [ + "kor-Hang", + "tsn-Latn" + ] + }, + { + "precision": 0.887105, + "recall": 0.921937, + "f1": 0.898287, + "accuracy": 0.921937, + "main_score": 0.898287, + "hf_subset": "kor_Hang-zul_Latn", + "languages": [ + "kor-Hang", + "zul-Latn" + ] + }, + { + "precision": 0.941617, + "recall": 0.959486, + "f1": 0.947365, + "accuracy": 0.959486, + "main_score": 0.947365, + "hf_subset": "kor_Hang-azb_Arab", + "languages": [ + "kor-Hang", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-deu_Latn", + "languages": [ + "kor-Hang", + "deu-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "kor_Hang-hat_Latn", + "languages": [ + "kor-Hang", + "hat-Latn" + ] + }, + { + "precision": 0.459465, + "recall": 0.524704, + "f1": 0.477468, + "accuracy": 0.524704, + "main_score": 0.477468, + "hf_subset": "kor_Hang-kbp_Latn", + "languages": [ + "kor-Hang", + "kbp-Latn" + ] + }, + { + "precision": 0.496027, + "recall": 0.567194, + "f1": 0.515189, + "accuracy": 0.567194, + "main_score": 0.515189, + "hf_subset": "kor_Hang-luo_Latn", + "languages": [ + "kor-Hang", + "luo-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kor_Hang-ory_Orya", + "languages": [ + "kor-Hang", + "ory-Orya" + ] + }, + { + "precision": 0.885046, + "recall": 0.920949, + "f1": 0.896574, + "accuracy": 0.920949, + "main_score": 0.896574, + "hf_subset": "kor_Hang-sna_Latn", + "languages": [ + "kor-Hang", + "sna-Latn" + ] + }, + { + "precision": 0.647298, + "recall": 0.720356, + "f1": 0.668519, + "accuracy": 0.720356, + "main_score": 0.668519, + "hf_subset": "kor_Hang-tso_Latn", + "languages": [ + "kor-Hang", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-azj_Latn", + "languages": [ + "kor-Hang", + "azj-Latn" + ] + }, + { + "precision": 0.481648, + "recall": 0.55336, + "f1": 0.50205, + "accuracy": 0.55336, + "main_score": 0.50205, + "hf_subset": "kor_Hang-dik_Latn", + "languages": [ + "kor-Hang", + "dik-Latn" + ] + }, + { + "precision": 0.901103, + "recall": 0.932806, + "f1": 0.911462, + "accuracy": 0.932806, + "main_score": 0.911462, + "hf_subset": "kor_Hang-hau_Latn", + "languages": [ + "kor-Hang", + "hau-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "kor_Hang-kea_Latn", + "languages": [ + "kor-Hang", + "kea-Latn" + ] + }, + { + "precision": 0.920702, + "recall": 0.944664, + "f1": 0.928261, + "accuracy": 0.944664, + "main_score": 0.928261, + "hf_subset": "kor_Hang-lus_Latn", + "languages": [ + "kor-Hang", + "lus-Latn" + ] + }, + { + "precision": 0.871821, + "recall": 0.907115, + "f1": 0.882971, + "accuracy": 0.907115, + "main_score": 0.882971, + "hf_subset": "kor_Hang-pag_Latn", + "languages": [ + "kor-Hang", + "pag-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "kor_Hang-snd_Arab", + "languages": [ + "kor-Hang", + "snd-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kor_Hang-tuk_Latn", + "languages": [ + "kor-Hang", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-bak_Cyrl", + "languages": [ + "kor-Hang", + "bak-Cyrl" + ] + }, + { + "precision": 0.450667, + "recall": 0.525692, + "f1": 0.47063, + "accuracy": 0.525692, + "main_score": 0.47063, + "hf_subset": "kor_Hang-dyu_Latn", + "languages": [ + "kor-Hang", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-heb_Hebr", + "languages": [ + "kor-Hang", + "heb-Hebr" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "kor_Hang-khk_Cyrl", + "languages": [ + "kor-Hang", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-lvs_Latn", + "languages": [ + "kor-Hang", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-pan_Guru", + "languages": [ + "kor-Hang", + "pan-Guru" + ] + }, + { + "precision": 0.870636, + "recall": 0.909091, + "f1": 0.882642, + "accuracy": 0.909091, + "main_score": 0.882642, + "hf_subset": "kor_Hang-som_Latn", + "languages": [ + "kor-Hang", + "som-Latn" + ] + }, + { + "precision": 0.696723, + "recall": 0.762846, + "f1": 0.71575, + "accuracy": 0.762846, + "main_score": 0.71575, + "hf_subset": "kor_Hang-tum_Latn", + "languages": [ + "kor-Hang", + "tum-Latn" + ] + }, + { + "precision": 0.383778, + "recall": 0.432806, + "f1": 0.397158, + "accuracy": 0.432806, + "main_score": 0.397158, + "hf_subset": "mos_Latn-ace_Arab", + "languages": [ + "mos-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.489528, + "recall": 0.532609, + "f1": 0.502026, + "accuracy": 0.532609, + "main_score": 0.502026, + "hf_subset": "mos_Latn-bam_Latn", + "languages": [ + "mos-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.304139, + "recall": 0.355731, + "f1": 0.318091, + "accuracy": 0.355731, + "main_score": 0.318091, + "hf_subset": "mos_Latn-dzo_Tibt", + "languages": [ + "mos-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.462575, + "recall": 0.524704, + "f1": 0.479289, + "accuracy": 0.524704, + "main_score": 0.479289, + "hf_subset": "mos_Latn-hin_Deva", + "languages": [ + "mos-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.42823, + "recall": 0.482213, + "f1": 0.443296, + "accuracy": 0.482213, + "main_score": 0.443296, + "hf_subset": "mos_Latn-khm_Khmr", + "languages": [ + "mos-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.44293, + "recall": 0.499012, + "f1": 0.457394, + "accuracy": 0.499012, + "main_score": 0.457394, + "hf_subset": "mos_Latn-mag_Deva", + "languages": [ + "mos-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.468369, + "recall": 0.517787, + "f1": 0.481104, + "accuracy": 0.517787, + "main_score": 0.481104, + "hf_subset": "mos_Latn-pap_Latn", + "languages": [ + "mos-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.471319, + "recall": 0.513834, + "f1": 0.482149, + "accuracy": 0.513834, + "main_score": 0.482149, + "hf_subset": "mos_Latn-sot_Latn", + "languages": [ + "mos-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.473209, + "recall": 0.521739, + "f1": 0.486227, + "accuracy": 0.521739, + "main_score": 0.486227, + "hf_subset": "mos_Latn-tur_Latn", + "languages": [ + "mos-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.475189, + "recall": 0.516798, + "f1": 0.486425, + "accuracy": 0.516798, + "main_score": 0.486425, + "hf_subset": "mos_Latn-ace_Latn", + "languages": [ + "mos-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.450922, + "recall": 0.501976, + "f1": 0.464017, + "accuracy": 0.501976, + "main_score": 0.464017, + "hf_subset": "mos_Latn-ban_Latn", + "languages": [ + "mos-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.461341, + "recall": 0.512846, + "f1": 0.474999, + "accuracy": 0.512846, + "main_score": 0.474999, + "hf_subset": "mos_Latn-ell_Grek", + "languages": [ + "mos-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.45824, + "recall": 0.503953, + "f1": 0.46964, + "accuracy": 0.503953, + "main_score": 0.46964, + "hf_subset": "mos_Latn-hne_Deva", + "languages": [ + "mos-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.449049, + "recall": 0.495059, + "f1": 0.462519, + "accuracy": 0.495059, + "main_score": 0.462519, + "hf_subset": "mos_Latn-kik_Latn", + "languages": [ + "mos-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.455208, + "recall": 0.509881, + "f1": 0.469276, + "accuracy": 0.509881, + "main_score": 0.469276, + "hf_subset": "mos_Latn-mai_Deva", + "languages": [ + "mos-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.434055, + "recall": 0.485178, + "f1": 0.448413, + "accuracy": 0.485178, + "main_score": 0.448413, + "hf_subset": "mos_Latn-pbt_Arab", + "languages": [ + "mos-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.475784, + "recall": 0.535573, + "f1": 0.491186, + "accuracy": 0.535573, + "main_score": 0.491186, + "hf_subset": "mos_Latn-spa_Latn", + "languages": [ + "mos-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.484025, + "recall": 0.522727, + "f1": 0.495282, + "accuracy": 0.522727, + "main_score": 0.495282, + "hf_subset": "mos_Latn-twi_Latn", + "languages": [ + "mos-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.454239, + "recall": 0.51087, + "f1": 0.469645, + "accuracy": 0.51087, + "main_score": 0.469645, + "hf_subset": "mos_Latn-acm_Arab", + "languages": [ + "mos-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.455553, + "recall": 0.502964, + "f1": 0.468118, + "accuracy": 0.502964, + "main_score": 0.468118, + "hf_subset": "mos_Latn-bel_Cyrl", + "languages": [ + "mos-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.500024, + "recall": 0.564229, + "f1": 0.517495, + "accuracy": 0.564229, + "main_score": 0.517495, + "hf_subset": "mos_Latn-eng_Latn", + "languages": [ + "mos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.459781, + "recall": 0.514822, + "f1": 0.475089, + "accuracy": 0.514822, + "main_score": 0.475089, + "hf_subset": "mos_Latn-hrv_Latn", + "languages": [ + "mos-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.448649, + "recall": 0.497036, + "f1": 0.461714, + "accuracy": 0.497036, + "main_score": 0.461714, + "hf_subset": "mos_Latn-kin_Latn", + "languages": [ + "mos-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.443172, + "recall": 0.501976, + "f1": 0.459016, + "accuracy": 0.501976, + "main_score": 0.459016, + "hf_subset": "mos_Latn-mal_Mlym", + "languages": [ + "mos-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.449559, + "recall": 0.500988, + "f1": 0.463404, + "accuracy": 0.500988, + "main_score": 0.463404, + "hf_subset": "mos_Latn-pes_Arab", + "languages": [ + "mos-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.462028, + "recall": 0.513834, + "f1": 0.474723, + "accuracy": 0.513834, + "main_score": 0.474723, + "hf_subset": "mos_Latn-srd_Latn", + "languages": [ + "mos-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.2439, + "recall": 0.29249, + "f1": 0.255927, + "accuracy": 0.29249, + "main_score": 0.255927, + "hf_subset": "mos_Latn-tzm_Tfng", + "languages": [ + "mos-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.46853, + "recall": 0.519763, + "f1": 0.481937, + "accuracy": 0.519763, + "main_score": 0.481937, + "hf_subset": "mos_Latn-acq_Arab", + "languages": [ + "mos-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.482695, + "recall": 0.520751, + "f1": 0.492631, + "accuracy": 0.520751, + "main_score": 0.492631, + "hf_subset": "mos_Latn-bem_Latn", + "languages": [ + "mos-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.454956, + "recall": 0.507905, + "f1": 0.468911, + "accuracy": 0.507905, + "main_score": 0.468911, + "hf_subset": "mos_Latn-epo_Latn", + "languages": [ + "mos-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.463048, + "recall": 0.514822, + "f1": 0.477698, + "accuracy": 0.514822, + "main_score": 0.477698, + "hf_subset": "mos_Latn-hun_Latn", + "languages": [ + "mos-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.442605, + "recall": 0.495059, + "f1": 0.456615, + "accuracy": 0.495059, + "main_score": 0.456615, + "hf_subset": "mos_Latn-kir_Cyrl", + "languages": [ + "mos-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.438299, + "recall": 0.5, + "f1": 0.454539, + "accuracy": 0.5, + "main_score": 0.454539, + "hf_subset": "mos_Latn-mar_Deva", + "languages": [ + "mos-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.455433, + "recall": 0.499012, + "f1": 0.467332, + "accuracy": 0.499012, + "main_score": 0.467332, + "hf_subset": "mos_Latn-plt_Latn", + "languages": [ + "mos-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.463635, + "recall": 0.513834, + "f1": 0.477487, + "accuracy": 0.513834, + "main_score": 0.477487, + "hf_subset": "mos_Latn-srp_Cyrl", + "languages": [ + "mos-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.391253, + "recall": 0.449605, + "f1": 0.40631, + "accuracy": 0.449605, + "main_score": 0.40631, + "hf_subset": "mos_Latn-uig_Arab", + "languages": [ + "mos-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.436257, + "recall": 0.487154, + "f1": 0.449326, + "accuracy": 0.487154, + "main_score": 0.449326, + "hf_subset": "mos_Latn-aeb_Arab", + "languages": [ + "mos-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.44621, + "recall": 0.498024, + "f1": 0.460129, + "accuracy": 0.498024, + "main_score": 0.460129, + "hf_subset": "mos_Latn-ben_Beng", + "languages": [ + "mos-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.451851, + "recall": 0.506917, + "f1": 0.46616, + "accuracy": 0.506917, + "main_score": 0.46616, + "hf_subset": "mos_Latn-est_Latn", + "languages": [ + "mos-Latn", + "est-Latn" + ] + }, + { + "precision": 0.439102, + "recall": 0.487154, + "f1": 0.451939, + "accuracy": 0.487154, + "main_score": 0.451939, + "hf_subset": "mos_Latn-hye_Armn", + "languages": [ + "mos-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.450494, + "recall": 0.490119, + "f1": 0.462173, + "accuracy": 0.490119, + "main_score": 0.462173, + "hf_subset": "mos_Latn-kmb_Latn", + "languages": [ + "mos-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.368857, + "recall": 0.425889, + "f1": 0.384806, + "accuracy": 0.425889, + "main_score": 0.384806, + "hf_subset": "mos_Latn-min_Arab", + "languages": [ + "mos-Latn", + "min-Arab" + ] + }, + { + "precision": 0.475867, + "recall": 0.529644, + "f1": 0.490331, + "accuracy": 0.529644, + "main_score": 0.490331, + "hf_subset": "mos_Latn-pol_Latn", + "languages": [ + "mos-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.464472, + "recall": 0.505929, + "f1": 0.474536, + "accuracy": 0.505929, + "main_score": 0.474536, + "hf_subset": "mos_Latn-ssw_Latn", + "languages": [ + "mos-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.459869, + "recall": 0.514822, + "f1": 0.474909, + "accuracy": 0.514822, + "main_score": 0.474909, + "hf_subset": "mos_Latn-ukr_Cyrl", + "languages": [ + "mos-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.464346, + "recall": 0.523715, + "f1": 0.479896, + "accuracy": 0.523715, + "main_score": 0.479896, + "hf_subset": "mos_Latn-afr_Latn", + "languages": [ + "mos-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.461448, + "recall": 0.512846, + "f1": 0.475004, + "accuracy": 0.512846, + "main_score": 0.475004, + "hf_subset": "mos_Latn-bho_Deva", + "languages": [ + "mos-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.457422, + "recall": 0.503953, + "f1": 0.46938, + "accuracy": 0.503953, + "main_score": 0.46938, + "hf_subset": "mos_Latn-eus_Latn", + "languages": [ + "mos-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.451373, + "recall": 0.496047, + "f1": 0.463256, + "accuracy": 0.496047, + "main_score": 0.463256, + "hf_subset": "mos_Latn-ibo_Latn", + "languages": [ + "mos-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.457735, + "recall": 0.503953, + "f1": 0.470588, + "accuracy": 0.503953, + "main_score": 0.470588, + "hf_subset": "mos_Latn-kmr_Latn", + "languages": [ + "mos-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.441798, + "recall": 0.493083, + "f1": 0.455513, + "accuracy": 0.493083, + "main_score": 0.455513, + "hf_subset": "mos_Latn-min_Latn", + "languages": [ + "mos-Latn", + "min-Latn" + ] + }, + { + "precision": 0.468514, + "recall": 0.527668, + "f1": 0.483641, + "accuracy": 0.527668, + "main_score": 0.483641, + "hf_subset": "mos_Latn-por_Latn", + "languages": [ + "mos-Latn", + "por-Latn" + ] + }, + { + "precision": 0.457255, + "recall": 0.502964, + "f1": 0.469101, + "accuracy": 0.502964, + "main_score": 0.469101, + "hf_subset": "mos_Latn-sun_Latn", + "languages": [ + "mos-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.467072, + "recall": 0.506917, + "f1": 0.47883, + "accuracy": 0.506917, + "main_score": 0.47883, + "hf_subset": "mos_Latn-umb_Latn", + "languages": [ + "mos-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.466928, + "recall": 0.527668, + "f1": 0.482246, + "accuracy": 0.527668, + "main_score": 0.482246, + "hf_subset": "mos_Latn-ajp_Arab", + "languages": [ + "mos-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.37986, + "recall": 0.427866, + "f1": 0.392943, + "accuracy": 0.427866, + "main_score": 0.392943, + "hf_subset": "mos_Latn-bjn_Arab", + "languages": [ + "mos-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.466157, + "recall": 0.504941, + "f1": 0.477429, + "accuracy": 0.504941, + "main_score": 0.477429, + "hf_subset": "mos_Latn-ewe_Latn", + "languages": [ + "mos-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.46218, + "recall": 0.51087, + "f1": 0.475662, + "accuracy": 0.51087, + "main_score": 0.475662, + "hf_subset": "mos_Latn-ilo_Latn", + "languages": [ + "mos-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.281371, + "recall": 0.33498, + "f1": 0.295664, + "accuracy": 0.33498, + "main_score": 0.295664, + "hf_subset": "mos_Latn-knc_Arab", + "languages": [ + "mos-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.463915, + "recall": 0.514822, + "f1": 0.477585, + "accuracy": 0.514822, + "main_score": 0.477585, + "hf_subset": "mos_Latn-mkd_Cyrl", + "languages": [ + "mos-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.462131, + "recall": 0.517787, + "f1": 0.477098, + "accuracy": 0.517787, + "main_score": 0.477098, + "hf_subset": "mos_Latn-prs_Arab", + "languages": [ + "mos-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.468211, + "recall": 0.531621, + "f1": 0.485528, + "accuracy": 0.531621, + "main_score": 0.485528, + "hf_subset": "mos_Latn-swe_Latn", + "languages": [ + "mos-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.445332, + "recall": 0.499012, + "f1": 0.459487, + "accuracy": 0.499012, + "main_score": 0.459487, + "hf_subset": "mos_Latn-urd_Arab", + "languages": [ + "mos-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.485138, + "recall": 0.524704, + "f1": 0.496583, + "accuracy": 0.524704, + "main_score": 0.496583, + "hf_subset": "mos_Latn-aka_Latn", + "languages": [ + "mos-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.458945, + "recall": 0.507905, + "f1": 0.471661, + "accuracy": 0.507905, + "main_score": 0.471661, + "hf_subset": "mos_Latn-bjn_Latn", + "languages": [ + "mos-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.446215, + "recall": 0.497036, + "f1": 0.460464, + "accuracy": 0.497036, + "main_score": 0.460464, + "hf_subset": "mos_Latn-fao_Latn", + "languages": [ + "mos-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.476218, + "recall": 0.529644, + "f1": 0.48966, + "accuracy": 0.529644, + "main_score": 0.48966, + "hf_subset": "mos_Latn-ind_Latn", + "languages": [ + "mos-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.482873, + "recall": 0.516798, + "f1": 0.492178, + "accuracy": 0.516798, + "main_score": 0.492178, + "hf_subset": "mos_Latn-knc_Latn", + "languages": [ + "mos-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.449003, + "recall": 0.493083, + "f1": 0.460647, + "accuracy": 0.493083, + "main_score": 0.460647, + "hf_subset": "mos_Latn-mlt_Latn", + "languages": [ + "mos-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.500405, + "recall": 0.541502, + "f1": 0.512321, + "accuracy": 0.541502, + "main_score": 0.512321, + "hf_subset": "mos_Latn-quy_Latn", + "languages": [ + "mos-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.441387, + "recall": 0.500988, + "f1": 0.457127, + "accuracy": 0.500988, + "main_score": 0.457127, + "hf_subset": "mos_Latn-swh_Latn", + "languages": [ + "mos-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.44413, + "recall": 0.494071, + "f1": 0.457009, + "accuracy": 0.494071, + "main_score": 0.457009, + "hf_subset": "mos_Latn-uzn_Latn", + "languages": [ + "mos-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.455227, + "recall": 0.503953, + "f1": 0.46776, + "accuracy": 0.503953, + "main_score": 0.46776, + "hf_subset": "mos_Latn-als_Latn", + "languages": [ + "mos-Latn", + "als-Latn" + ] + }, + { + "precision": 0.332491, + "recall": 0.38834, + "f1": 0.346556, + "accuracy": 0.38834, + "main_score": 0.346556, + "hf_subset": "mos_Latn-bod_Tibt", + "languages": [ + "mos-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.485524, + "recall": 0.521739, + "f1": 0.496, + "accuracy": 0.521739, + "main_score": 0.496, + "hf_subset": "mos_Latn-fij_Latn", + "languages": [ + "mos-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.433452, + "recall": 0.485178, + "f1": 0.447533, + "accuracy": 0.485178, + "main_score": 0.447533, + "hf_subset": "mos_Latn-isl_Latn", + "languages": [ + "mos-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.51327, + "recall": 0.557312, + "f1": 0.525598, + "accuracy": 0.557312, + "main_score": 0.525598, + "hf_subset": "mos_Latn-kon_Latn", + "languages": [ + "mos-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.440023, + "recall": 0.495059, + "f1": 0.45456, + "accuracy": 0.495059, + "main_score": 0.45456, + "hf_subset": "mos_Latn-mni_Beng", + "languages": [ + "mos-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.467961, + "recall": 0.523715, + "f1": 0.482926, + "accuracy": 0.523715, + "main_score": 0.482926, + "hf_subset": "mos_Latn-ron_Latn", + "languages": [ + "mos-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.464022, + "recall": 0.519763, + "f1": 0.478322, + "accuracy": 0.519763, + "main_score": 0.478322, + "hf_subset": "mos_Latn-szl_Latn", + "languages": [ + "mos-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.473206, + "recall": 0.523715, + "f1": 0.486172, + "accuracy": 0.523715, + "main_score": 0.486172, + "hf_subset": "mos_Latn-vec_Latn", + "languages": [ + "mos-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.464012, + "recall": 0.513834, + "f1": 0.477568, + "accuracy": 0.513834, + "main_score": 0.477568, + "hf_subset": "mos_Latn-amh_Ethi", + "languages": [ + "mos-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.472826, + "recall": 0.524704, + "f1": 0.486567, + "accuracy": 0.524704, + "main_score": 0.486567, + "hf_subset": "mos_Latn-bos_Latn", + "languages": [ + "mos-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.439521, + "recall": 0.492095, + "f1": 0.453475, + "accuracy": 0.492095, + "main_score": 0.453475, + "hf_subset": "mos_Latn-fin_Latn", + "languages": [ + "mos-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.488957, + "recall": 0.541502, + "f1": 0.502786, + "accuracy": 0.541502, + "main_score": 0.502786, + "hf_subset": "mos_Latn-ita_Latn", + "languages": [ + "mos-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.471403, + "recall": 0.527668, + "f1": 0.487241, + "accuracy": 0.527668, + "main_score": 0.487241, + "hf_subset": "mos_Latn-kor_Hang", + "languages": [ + "mos-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.448485, + "recall": 0.497036, + "f1": 0.462052, + "accuracy": 0.497036, + "main_score": 0.462052, + "hf_subset": "mos_Latn-run_Latn", + "languages": [ + "mos-Latn", + "run-Latn" + ] + }, + { + "precision": 0.438399, + "recall": 0.493083, + "f1": 0.452667, + "accuracy": 0.493083, + "main_score": 0.452667, + "hf_subset": "mos_Latn-tam_Taml", + "languages": [ + "mos-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.470683, + "recall": 0.519763, + "f1": 0.483215, + "accuracy": 0.519763, + "main_score": 0.483215, + "hf_subset": "mos_Latn-vie_Latn", + "languages": [ + "mos-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.455083, + "recall": 0.51087, + "f1": 0.469384, + "accuracy": 0.51087, + "main_score": 0.469384, + "hf_subset": "mos_Latn-apc_Arab", + "languages": [ + "mos-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.476558, + "recall": 0.514822, + "f1": 0.487486, + "accuracy": 0.514822, + "main_score": 0.487486, + "hf_subset": "mos_Latn-bug_Latn", + "languages": [ + "mos-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.436742, + "recall": 0.475296, + "f1": 0.447688, + "accuracy": 0.475296, + "main_score": 0.447688, + "hf_subset": "mos_Latn-fon_Latn", + "languages": [ + "mos-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.452424, + "recall": 0.505929, + "f1": 0.466411, + "accuracy": 0.505929, + "main_score": 0.466411, + "hf_subset": "mos_Latn-jav_Latn", + "languages": [ + "mos-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.422945, + "recall": 0.471344, + "f1": 0.435598, + "accuracy": 0.471344, + "main_score": 0.435598, + "hf_subset": "mos_Latn-lao_Laoo", + "languages": [ + "mos-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.435087, + "recall": 0.480237, + "f1": 0.447036, + "accuracy": 0.480237, + "main_score": 0.447036, + "hf_subset": "mos_Latn-mri_Latn", + "languages": [ + "mos-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.473665, + "recall": 0.528656, + "f1": 0.488579, + "accuracy": 0.528656, + "main_score": 0.488579, + "hf_subset": "mos_Latn-rus_Cyrl", + "languages": [ + "mos-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.471064, + "recall": 0.51087, + "f1": 0.482708, + "accuracy": 0.51087, + "main_score": 0.482708, + "hf_subset": "mos_Latn-taq_Latn", + "languages": [ + "mos-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.460685, + "recall": 0.512846, + "f1": 0.474275, + "accuracy": 0.512846, + "main_score": 0.474275, + "hf_subset": "mos_Latn-war_Latn", + "languages": [ + "mos-Latn", + "war-Latn" + ] + }, + { + "precision": 0.469785, + "recall": 0.52668, + "f1": 0.485121, + "accuracy": 0.52668, + "main_score": 0.485121, + "hf_subset": "mos_Latn-arb_Arab", + "languages": [ + "mos-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.472757, + "recall": 0.529644, + "f1": 0.4875, + "accuracy": 0.529644, + "main_score": 0.4875, + "hf_subset": "mos_Latn-bul_Cyrl", + "languages": [ + "mos-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.478366, + "recall": 0.533597, + "f1": 0.493313, + "accuracy": 0.533597, + "main_score": 0.493313, + "hf_subset": "mos_Latn-fra_Latn", + "languages": [ + "mos-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.480833, + "recall": 0.533597, + "f1": 0.495419, + "accuracy": 0.533597, + "main_score": 0.495419, + "hf_subset": "mos_Latn-jpn_Jpan", + "languages": [ + "mos-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.461749, + "recall": 0.512846, + "f1": 0.475751, + "accuracy": 0.512846, + "main_score": 0.475751, + "hf_subset": "mos_Latn-lij_Latn", + "languages": [ + "mos-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.423636, + "recall": 0.475296, + "f1": 0.438063, + "accuracy": 0.475296, + "main_score": 0.438063, + "hf_subset": "mos_Latn-mya_Mymr", + "languages": [ + "mos-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.5034, + "recall": 0.538538, + "f1": 0.513443, + "accuracy": 0.538538, + "main_score": 0.513443, + "hf_subset": "mos_Latn-sag_Latn", + "languages": [ + "mos-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.243823, + "recall": 0.297431, + "f1": 0.257421, + "accuracy": 0.297431, + "main_score": 0.257421, + "hf_subset": "mos_Latn-taq_Tfng", + "languages": [ + "mos-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.521245, + "recall": 0.5583, + "f1": 0.531969, + "accuracy": 0.5583, + "main_score": 0.531969, + "hf_subset": "mos_Latn-wol_Latn", + "languages": [ + "mos-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.41067, + "recall": 0.461462, + "f1": 0.423973, + "accuracy": 0.461462, + "main_score": 0.423973, + "hf_subset": "mos_Latn-arb_Latn", + "languages": [ + "mos-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.465839, + "recall": 0.520751, + "f1": 0.480454, + "accuracy": 0.520751, + "main_score": 0.480454, + "hf_subset": "mos_Latn-cat_Latn", + "languages": [ + "mos-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.47488, + "recall": 0.530632, + "f1": 0.489423, + "accuracy": 0.530632, + "main_score": 0.489423, + "hf_subset": "mos_Latn-fur_Latn", + "languages": [ + "mos-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.389568, + "recall": 0.433794, + "f1": 0.401821, + "accuracy": 0.433794, + "main_score": 0.401821, + "hf_subset": "mos_Latn-kab_Latn", + "languages": [ + "mos-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.459893, + "recall": 0.509881, + "f1": 0.473069, + "accuracy": 0.509881, + "main_score": 0.473069, + "hf_subset": "mos_Latn-lim_Latn", + "languages": [ + "mos-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.480618, + "recall": 0.535573, + "f1": 0.495528, + "accuracy": 0.535573, + "main_score": 0.495528, + "hf_subset": "mos_Latn-nld_Latn", + "languages": [ + "mos-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.429601, + "recall": 0.490119, + "f1": 0.445994, + "accuracy": 0.490119, + "main_score": 0.445994, + "hf_subset": "mos_Latn-san_Deva", + "languages": [ + "mos-Latn", + "san-Deva" + ] + }, + { + "precision": 0.444734, + "recall": 0.501976, + "f1": 0.46017, + "accuracy": 0.501976, + "main_score": 0.46017, + "hf_subset": "mos_Latn-tat_Cyrl", + "languages": [ + "mos-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.449799, + "recall": 0.504941, + "f1": 0.464458, + "accuracy": 0.504941, + "main_score": 0.464458, + "hf_subset": "mos_Latn-xho_Latn", + "languages": [ + "mos-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.451048, + "recall": 0.512846, + "f1": 0.467903, + "accuracy": 0.512846, + "main_score": 0.467903, + "hf_subset": "mos_Latn-ars_Arab", + "languages": [ + "mos-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.452893, + "recall": 0.500988, + "f1": 0.46625, + "accuracy": 0.500988, + "main_score": 0.46625, + "hf_subset": "mos_Latn-ceb_Latn", + "languages": [ + "mos-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.446262, + "recall": 0.492095, + "f1": 0.459215, + "accuracy": 0.492095, + "main_score": 0.459215, + "hf_subset": "mos_Latn-fuv_Latn", + "languages": [ + "mos-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.469594, + "recall": 0.511858, + "f1": 0.481395, + "accuracy": 0.511858, + "main_score": 0.481395, + "hf_subset": "mos_Latn-kac_Latn", + "languages": [ + "mos-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.529511, + "recall": 0.572134, + "f1": 0.540888, + "accuracy": 0.572134, + "main_score": 0.540888, + "hf_subset": "mos_Latn-lin_Latn", + "languages": [ + "mos-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.456222, + "recall": 0.502964, + "f1": 0.469662, + "accuracy": 0.502964, + "main_score": 0.469662, + "hf_subset": "mos_Latn-nno_Latn", + "languages": [ + "mos-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.444248, + "recall": 0.497036, + "f1": 0.45814, + "accuracy": 0.497036, + "main_score": 0.45814, + "hf_subset": "mos_Latn-sat_Olck", + "languages": [ + "mos-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.450024, + "recall": 0.504941, + "f1": 0.464338, + "accuracy": 0.504941, + "main_score": 0.464338, + "hf_subset": "mos_Latn-tel_Telu", + "languages": [ + "mos-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.422125, + "recall": 0.476285, + "f1": 0.436002, + "accuracy": 0.476285, + "main_score": 0.436002, + "hf_subset": "mos_Latn-ydd_Hebr", + "languages": [ + "mos-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.421674, + "recall": 0.475296, + "f1": 0.43508, + "accuracy": 0.475296, + "main_score": 0.43508, + "hf_subset": "mos_Latn-ary_Arab", + "languages": [ + "mos-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.452249, + "recall": 0.51087, + "f1": 0.467768, + "accuracy": 0.51087, + "main_score": 0.467768, + "hf_subset": "mos_Latn-ces_Latn", + "languages": [ + "mos-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.444838, + "recall": 0.490119, + "f1": 0.457399, + "accuracy": 0.490119, + "main_score": 0.457399, + "hf_subset": "mos_Latn-gaz_Latn", + "languages": [ + "mos-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.481476, + "recall": 0.517787, + "f1": 0.491665, + "accuracy": 0.517787, + "main_score": 0.491665, + "hf_subset": "mos_Latn-kam_Latn", + "languages": [ + "mos-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.457002, + "recall": 0.505929, + "f1": 0.469297, + "accuracy": 0.505929, + "main_score": 0.469297, + "hf_subset": "mos_Latn-lit_Latn", + "languages": [ + "mos-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.466118, + "recall": 0.523715, + "f1": 0.481555, + "accuracy": 0.523715, + "main_score": 0.481555, + "hf_subset": "mos_Latn-nob_Latn", + "languages": [ + "mos-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.463421, + "recall": 0.505929, + "f1": 0.47515, + "accuracy": 0.505929, + "main_score": 0.47515, + "hf_subset": "mos_Latn-scn_Latn", + "languages": [ + "mos-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.437405, + "recall": 0.485178, + "f1": 0.449751, + "accuracy": 0.485178, + "main_score": 0.449751, + "hf_subset": "mos_Latn-tgk_Cyrl", + "languages": [ + "mos-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.43664, + "recall": 0.478261, + "f1": 0.448284, + "accuracy": 0.478261, + "main_score": 0.448284, + "hf_subset": "mos_Latn-yor_Latn", + "languages": [ + "mos-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.45389, + "recall": 0.508893, + "f1": 0.467888, + "accuracy": 0.508893, + "main_score": 0.467888, + "hf_subset": "mos_Latn-arz_Arab", + "languages": [ + "mos-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.457972, + "recall": 0.499012, + "f1": 0.469933, + "accuracy": 0.499012, + "main_score": 0.469933, + "hf_subset": "mos_Latn-cjk_Latn", + "languages": [ + "mos-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.436156, + "recall": 0.485178, + "f1": 0.448912, + "accuracy": 0.485178, + "main_score": 0.448912, + "hf_subset": "mos_Latn-gla_Latn", + "languages": [ + "mos-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.426722, + "recall": 0.481225, + "f1": 0.441149, + "accuracy": 0.481225, + "main_score": 0.441149, + "hf_subset": "mos_Latn-kan_Knda", + "languages": [ + "mos-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.467037, + "recall": 0.519763, + "f1": 0.480582, + "accuracy": 0.519763, + "main_score": 0.480582, + "hf_subset": "mos_Latn-lmo_Latn", + "languages": [ + "mos-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.440232, + "recall": 0.492095, + "f1": 0.454393, + "accuracy": 0.492095, + "main_score": 0.454393, + "hf_subset": "mos_Latn-npi_Deva", + "languages": [ + "mos-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.40589, + "recall": 0.454545, + "f1": 0.419844, + "accuracy": 0.454545, + "main_score": 0.419844, + "hf_subset": "mos_Latn-shn_Mymr", + "languages": [ + "mos-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.466207, + "recall": 0.518775, + "f1": 0.480225, + "accuracy": 0.518775, + "main_score": 0.480225, + "hf_subset": "mos_Latn-tgl_Latn", + "languages": [ + "mos-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.451772, + "recall": 0.507905, + "f1": 0.466878, + "accuracy": 0.507905, + "main_score": 0.466878, + "hf_subset": "mos_Latn-yue_Hant", + "languages": [ + "mos-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.403734, + "recall": 0.44664, + "f1": 0.416221, + "accuracy": 0.44664, + "main_score": 0.416221, + "hf_subset": "mos_Latn-asm_Beng", + "languages": [ + "mos-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.435736, + "recall": 0.490119, + "f1": 0.450367, + "accuracy": 0.490119, + "main_score": 0.450367, + "hf_subset": "mos_Latn-ckb_Arab", + "languages": [ + "mos-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.434842, + "recall": 0.48419, + "f1": 0.4479, + "accuracy": 0.48419, + "main_score": 0.4479, + "hf_subset": "mos_Latn-gle_Latn", + "languages": [ + "mos-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.441141, + "recall": 0.495059, + "f1": 0.455469, + "accuracy": 0.495059, + "main_score": 0.455469, + "hf_subset": "mos_Latn-kas_Arab", + "languages": [ + "mos-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.465064, + "recall": 0.509881, + "f1": 0.476527, + "accuracy": 0.509881, + "main_score": 0.476527, + "hf_subset": "mos_Latn-ltg_Latn", + "languages": [ + "mos-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.476839, + "recall": 0.520751, + "f1": 0.488854, + "accuracy": 0.520751, + "main_score": 0.488854, + "hf_subset": "mos_Latn-nso_Latn", + "languages": [ + "mos-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.426072, + "recall": 0.472332, + "f1": 0.43903, + "accuracy": 0.472332, + "main_score": 0.43903, + "hf_subset": "mos_Latn-sin_Sinh", + "languages": [ + "mos-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.440209, + "recall": 0.492095, + "f1": 0.452909, + "accuracy": 0.492095, + "main_score": 0.452909, + "hf_subset": "mos_Latn-tha_Thai", + "languages": [ + "mos-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.427175, + "recall": 0.475296, + "f1": 0.439784, + "accuracy": 0.475296, + "main_score": 0.439784, + "hf_subset": "mos_Latn-zho_Hans", + "languages": [ + "mos-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.46988, + "recall": 0.521739, + "f1": 0.483133, + "accuracy": 0.521739, + "main_score": 0.483133, + "hf_subset": "mos_Latn-ast_Latn", + "languages": [ + "mos-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.459278, + "recall": 0.512846, + "f1": 0.474324, + "accuracy": 0.512846, + "main_score": 0.474324, + "hf_subset": "mos_Latn-crh_Latn", + "languages": [ + "mos-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.467368, + "recall": 0.519763, + "f1": 0.481048, + "accuracy": 0.519763, + "main_score": 0.481048, + "hf_subset": "mos_Latn-glg_Latn", + "languages": [ + "mos-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.462321, + "recall": 0.51581, + "f1": 0.477066, + "accuracy": 0.51581, + "main_score": 0.477066, + "hf_subset": "mos_Latn-kas_Deva", + "languages": [ + "mos-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.437565, + "recall": 0.486166, + "f1": 0.450873, + "accuracy": 0.486166, + "main_score": 0.450873, + "hf_subset": "mos_Latn-ltz_Latn", + "languages": [ + "mos-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.431943, + "recall": 0.476285, + "f1": 0.444262, + "accuracy": 0.476285, + "main_score": 0.444262, + "hf_subset": "mos_Latn-nus_Latn", + "languages": [ + "mos-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.462647, + "recall": 0.513834, + "f1": 0.476466, + "accuracy": 0.513834, + "main_score": 0.476466, + "hf_subset": "mos_Latn-slk_Latn", + "languages": [ + "mos-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.455959, + "recall": 0.503953, + "f1": 0.469611, + "accuracy": 0.503953, + "main_score": 0.469611, + "hf_subset": "mos_Latn-tir_Ethi", + "languages": [ + "mos-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.451686, + "recall": 0.507905, + "f1": 0.467234, + "accuracy": 0.507905, + "main_score": 0.467234, + "hf_subset": "mos_Latn-zho_Hant", + "languages": [ + "mos-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.443101, + "recall": 0.501976, + "f1": 0.458019, + "accuracy": 0.501976, + "main_score": 0.458019, + "hf_subset": "mos_Latn-awa_Deva", + "languages": [ + "mos-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.456981, + "recall": 0.507905, + "f1": 0.471241, + "accuracy": 0.507905, + "main_score": 0.471241, + "hf_subset": "mos_Latn-cym_Latn", + "languages": [ + "mos-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.485094, + "recall": 0.528656, + "f1": 0.497307, + "accuracy": 0.528656, + "main_score": 0.497307, + "hf_subset": "mos_Latn-grn_Latn", + "languages": [ + "mos-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.445206, + "recall": 0.495059, + "f1": 0.45861, + "accuracy": 0.495059, + "main_score": 0.45861, + "hf_subset": "mos_Latn-kat_Geor", + "languages": [ + "mos-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.504809, + "recall": 0.536561, + "f1": 0.513456, + "accuracy": 0.536561, + "main_score": 0.513456, + "hf_subset": "mos_Latn-lua_Latn", + "languages": [ + "mos-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.443639, + "recall": 0.48913, + "f1": 0.456285, + "accuracy": 0.48913, + "main_score": 0.456285, + "hf_subset": "mos_Latn-nya_Latn", + "languages": [ + "mos-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.458035, + "recall": 0.51087, + "f1": 0.472162, + "accuracy": 0.51087, + "main_score": 0.472162, + "hf_subset": "mos_Latn-slv_Latn", + "languages": [ + "mos-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.478719, + "recall": 0.524704, + "f1": 0.491737, + "accuracy": 0.524704, + "main_score": 0.491737, + "hf_subset": "mos_Latn-tpi_Latn", + "languages": [ + "mos-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.488849, + "recall": 0.544466, + "f1": 0.50354, + "accuracy": 0.544466, + "main_score": 0.50354, + "hf_subset": "mos_Latn-zsm_Latn", + "languages": [ + "mos-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.472498, + "recall": 0.514822, + "f1": 0.48436, + "accuracy": 0.514822, + "main_score": 0.48436, + "hf_subset": "mos_Latn-ayr_Latn", + "languages": [ + "mos-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.480288, + "recall": 0.532609, + "f1": 0.49429, + "accuracy": 0.532609, + "main_score": 0.49429, + "hf_subset": "mos_Latn-dan_Latn", + "languages": [ + "mos-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.443236, + "recall": 0.494071, + "f1": 0.457027, + "accuracy": 0.494071, + "main_score": 0.457027, + "hf_subset": "mos_Latn-guj_Gujr", + "languages": [ + "mos-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.447273, + "recall": 0.497036, + "f1": 0.460318, + "accuracy": 0.497036, + "main_score": 0.460318, + "hf_subset": "mos_Latn-kaz_Cyrl", + "languages": [ + "mos-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.438309, + "recall": 0.483202, + "f1": 0.450371, + "accuracy": 0.483202, + "main_score": 0.450371, + "hf_subset": "mos_Latn-lug_Latn", + "languages": [ + "mos-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.459377, + "recall": 0.509881, + "f1": 0.472965, + "accuracy": 0.509881, + "main_score": 0.472965, + "hf_subset": "mos_Latn-oci_Latn", + "languages": [ + "mos-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.449876, + "recall": 0.491107, + "f1": 0.461753, + "accuracy": 0.491107, + "main_score": 0.461753, + "hf_subset": "mos_Latn-smo_Latn", + "languages": [ + "mos-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.455271, + "recall": 0.502964, + "f1": 0.468661, + "accuracy": 0.502964, + "main_score": 0.468661, + "hf_subset": "mos_Latn-tsn_Latn", + "languages": [ + "mos-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.452923, + "recall": 0.498024, + "f1": 0.465409, + "accuracy": 0.498024, + "main_score": 0.465409, + "hf_subset": "mos_Latn-zul_Latn", + "languages": [ + "mos-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.432619, + "recall": 0.486166, + "f1": 0.446855, + "accuracy": 0.486166, + "main_score": 0.446855, + "hf_subset": "mos_Latn-azb_Arab", + "languages": [ + "mos-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.48158, + "recall": 0.534585, + "f1": 0.495688, + "accuracy": 0.534585, + "main_score": 0.495688, + "hf_subset": "mos_Latn-deu_Latn", + "languages": [ + "mos-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.465357, + "recall": 0.516798, + "f1": 0.479936, + "accuracy": 0.516798, + "main_score": 0.479936, + "hf_subset": "mos_Latn-hat_Latn", + "languages": [ + "mos-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.478715, + "recall": 0.514822, + "f1": 0.48885, + "accuracy": 0.514822, + "main_score": 0.48885, + "hf_subset": "mos_Latn-kbp_Latn", + "languages": [ + "mos-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.508484, + "recall": 0.547431, + "f1": 0.519398, + "accuracy": 0.547431, + "main_score": 0.519398, + "hf_subset": "mos_Latn-luo_Latn", + "languages": [ + "mos-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.419809, + "recall": 0.474308, + "f1": 0.434463, + "accuracy": 0.474308, + "main_score": 0.434463, + "hf_subset": "mos_Latn-ory_Orya", + "languages": [ + "mos-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.4685, + "recall": 0.516798, + "f1": 0.481682, + "accuracy": 0.516798, + "main_score": 0.481682, + "hf_subset": "mos_Latn-sna_Latn", + "languages": [ + "mos-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.470547, + "recall": 0.511858, + "f1": 0.481686, + "accuracy": 0.511858, + "main_score": 0.481686, + "hf_subset": "mos_Latn-tso_Latn", + "languages": [ + "mos-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.439849, + "recall": 0.494071, + "f1": 0.454339, + "accuracy": 0.494071, + "main_score": 0.454339, + "hf_subset": "mos_Latn-azj_Latn", + "languages": [ + "mos-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.445909, + "recall": 0.488142, + "f1": 0.458698, + "accuracy": 0.488142, + "main_score": 0.458698, + "hf_subset": "mos_Latn-dik_Latn", + "languages": [ + "mos-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.456421, + "recall": 0.498024, + "f1": 0.467633, + "accuracy": 0.498024, + "main_score": 0.467633, + "hf_subset": "mos_Latn-hau_Latn", + "languages": [ + "mos-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.462998, + "recall": 0.51087, + "f1": 0.475812, + "accuracy": 0.51087, + "main_score": 0.475812, + "hf_subset": "mos_Latn-kea_Latn", + "languages": [ + "mos-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.467947, + "recall": 0.517787, + "f1": 0.482242, + "accuracy": 0.517787, + "main_score": 0.482242, + "hf_subset": "mos_Latn-lus_Latn", + "languages": [ + "mos-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.497848, + "recall": 0.541502, + "f1": 0.510375, + "accuracy": 0.541502, + "main_score": 0.510375, + "hf_subset": "mos_Latn-pag_Latn", + "languages": [ + "mos-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.402668, + "recall": 0.458498, + "f1": 0.416958, + "accuracy": 0.458498, + "main_score": 0.416958, + "hf_subset": "mos_Latn-snd_Arab", + "languages": [ + "mos-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.444944, + "recall": 0.496047, + "f1": 0.458588, + "accuracy": 0.496047, + "main_score": 0.458588, + "hf_subset": "mos_Latn-tuk_Latn", + "languages": [ + "mos-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.458804, + "recall": 0.501976, + "f1": 0.46996, + "accuracy": 0.501976, + "main_score": 0.46996, + "hf_subset": "mos_Latn-bak_Cyrl", + "languages": [ + "mos-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.419816, + "recall": 0.481225, + "f1": 0.437472, + "accuracy": 0.481225, + "main_score": 0.437472, + "hf_subset": "mos_Latn-dyu_Latn", + "languages": [ + "mos-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.437803, + "recall": 0.495059, + "f1": 0.452746, + "accuracy": 0.495059, + "main_score": 0.452746, + "hf_subset": "mos_Latn-heb_Hebr", + "languages": [ + "mos-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.458514, + "recall": 0.508893, + "f1": 0.473061, + "accuracy": 0.508893, + "main_score": 0.473061, + "hf_subset": "mos_Latn-khk_Cyrl", + "languages": [ + "mos-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.459826, + "recall": 0.517787, + "f1": 0.475211, + "accuracy": 0.517787, + "main_score": 0.475211, + "hf_subset": "mos_Latn-lvs_Latn", + "languages": [ + "mos-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.444088, + "recall": 0.492095, + "f1": 0.456801, + "accuracy": 0.492095, + "main_score": 0.456801, + "hf_subset": "mos_Latn-pan_Guru", + "languages": [ + "mos-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.428546, + "recall": 0.468379, + "f1": 0.439414, + "accuracy": 0.468379, + "main_score": 0.439414, + "hf_subset": "mos_Latn-som_Latn", + "languages": [ + "mos-Latn", + "som-Latn" + ] + }, + { + "precision": 0.448283, + "recall": 0.491107, + "f1": 0.459854, + "accuracy": 0.491107, + "main_score": 0.459854, + "hf_subset": "mos_Latn-tum_Latn", + "languages": [ + "mos-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.42762, + "recall": 0.498024, + "f1": 0.447113, + "accuracy": 0.498024, + "main_score": 0.447113, + "hf_subset": "run_Latn-ace_Arab", + "languages": [ + "run-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.478704, + "recall": 0.520751, + "f1": 0.489564, + "accuracy": 0.520751, + "main_score": 0.489564, + "hf_subset": "run_Latn-bam_Latn", + "languages": [ + "run-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.476917, + "recall": 0.544466, + "f1": 0.495746, + "accuracy": 0.544466, + "main_score": 0.495746, + "hf_subset": "run_Latn-dzo_Tibt", + "languages": [ + "run-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.775158, + "recall": 0.823123, + "f1": 0.788855, + "accuracy": 0.823123, + "main_score": 0.788855, + "hf_subset": "run_Latn-hin_Deva", + "languages": [ + "run-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.714544, + "recall": 0.767787, + "f1": 0.72965, + "accuracy": 0.767787, + "main_score": 0.72965, + "hf_subset": "run_Latn-khm_Khmr", + "languages": [ + "run-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.748927, + "recall": 0.801383, + "f1": 0.763736, + "accuracy": 0.801383, + "main_score": 0.763736, + "hf_subset": "run_Latn-mag_Deva", + "languages": [ + "run-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.733101, + "recall": 0.780632, + "f1": 0.745726, + "accuracy": 0.780632, + "main_score": 0.745726, + "hf_subset": "run_Latn-pap_Latn", + "languages": [ + "run-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.716001, + "recall": 0.773715, + "f1": 0.733039, + "accuracy": 0.773715, + "main_score": 0.733039, + "hf_subset": "run_Latn-sot_Latn", + "languages": [ + "run-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.763611, + "recall": 0.811265, + "f1": 0.776496, + "accuracy": 0.811265, + "main_score": 0.776496, + "hf_subset": "run_Latn-tur_Latn", + "languages": [ + "run-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.644879, + "recall": 0.694664, + "f1": 0.658352, + "accuracy": 0.694664, + "main_score": 0.658352, + "hf_subset": "run_Latn-ace_Latn", + "languages": [ + "run-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.702477, + "recall": 0.750988, + "f1": 0.715639, + "accuracy": 0.750988, + "main_score": 0.715639, + "hf_subset": "run_Latn-ban_Latn", + "languages": [ + "run-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.754695, + "recall": 0.80336, + "f1": 0.76851, + "accuracy": 0.80336, + "main_score": 0.76851, + "hf_subset": "run_Latn-ell_Grek", + "languages": [ + "run-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.725694, + "recall": 0.781621, + "f1": 0.74111, + "accuracy": 0.781621, + "main_score": 0.74111, + "hf_subset": "run_Latn-hne_Deva", + "languages": [ + "run-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.539718, + "recall": 0.589921, + "f1": 0.553703, + "accuracy": 0.589921, + "main_score": 0.553703, + "hf_subset": "run_Latn-kik_Latn", + "languages": [ + "run-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.739807, + "recall": 0.788538, + "f1": 0.753209, + "accuracy": 0.788538, + "main_score": 0.753209, + "hf_subset": "run_Latn-mai_Deva", + "languages": [ + "run-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.697884, + "recall": 0.757905, + "f1": 0.71478, + "accuracy": 0.757905, + "main_score": 0.71478, + "hf_subset": "run_Latn-pbt_Arab", + "languages": [ + "run-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.779211, + "recall": 0.827075, + "f1": 0.792959, + "accuracy": 0.827075, + "main_score": 0.792959, + "hf_subset": "run_Latn-spa_Latn", + "languages": [ + "run-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.636633, + "recall": 0.688735, + "f1": 0.651101, + "accuracy": 0.688735, + "main_score": 0.651101, + "hf_subset": "run_Latn-twi_Latn", + "languages": [ + "run-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.768594, + "recall": 0.815217, + "f1": 0.781257, + "accuracy": 0.815217, + "main_score": 0.781257, + "hf_subset": "run_Latn-acm_Arab", + "languages": [ + "run-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.721766, + "recall": 0.771739, + "f1": 0.735845, + "accuracy": 0.771739, + "main_score": 0.735845, + "hf_subset": "run_Latn-bel_Cyrl", + "languages": [ + "run-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.759392, + "recall": 0.8083, + "f1": 0.773083, + "accuracy": 0.8083, + "main_score": 0.773083, + "hf_subset": "run_Latn-eng_Latn", + "languages": [ + "run-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.760241, + "recall": 0.8083, + "f1": 0.77365, + "accuracy": 0.8083, + "main_score": 0.77365, + "hf_subset": "run_Latn-hrv_Latn", + "languages": [ + "run-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.825406, + "recall": 0.866601, + "f1": 0.837502, + "accuracy": 0.866601, + "main_score": 0.837502, + "hf_subset": "run_Latn-kin_Latn", + "languages": [ + "run-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.730012, + "recall": 0.786561, + "f1": 0.745787, + "accuracy": 0.786561, + "main_score": 0.745787, + "hf_subset": "run_Latn-mal_Mlym", + "languages": [ + "run-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.737367, + "recall": 0.791502, + "f1": 0.752315, + "accuracy": 0.791502, + "main_score": 0.752315, + "hf_subset": "run_Latn-pes_Arab", + "languages": [ + "run-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.72783, + "recall": 0.778656, + "f1": 0.741827, + "accuracy": 0.778656, + "main_score": 0.741827, + "hf_subset": "run_Latn-srd_Latn", + "languages": [ + "run-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.220177, + "recall": 0.280632, + "f1": 0.235137, + "accuracy": 0.280632, + "main_score": 0.235137, + "hf_subset": "run_Latn-tzm_Tfng", + "languages": [ + "run-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.772136, + "recall": 0.81917, + "f1": 0.785394, + "accuracy": 0.81917, + "main_score": 0.785394, + "hf_subset": "run_Latn-acq_Arab", + "languages": [ + "run-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.639619, + "recall": 0.690711, + "f1": 0.654172, + "accuracy": 0.690711, + "main_score": 0.654172, + "hf_subset": "run_Latn-bem_Latn", + "languages": [ + "run-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.751276, + "recall": 0.796443, + "f1": 0.763683, + "accuracy": 0.796443, + "main_score": 0.763683, + "hf_subset": "run_Latn-epo_Latn", + "languages": [ + "run-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.770358, + "recall": 0.815217, + "f1": 0.782667, + "accuracy": 0.815217, + "main_score": 0.782667, + "hf_subset": "run_Latn-hun_Latn", + "languages": [ + "run-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.737075, + "recall": 0.783597, + "f1": 0.750381, + "accuracy": 0.783597, + "main_score": 0.750381, + "hf_subset": "run_Latn-kir_Cyrl", + "languages": [ + "run-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.744697, + "recall": 0.795455, + "f1": 0.759348, + "accuracy": 0.795455, + "main_score": 0.759348, + "hf_subset": "run_Latn-mar_Deva", + "languages": [ + "run-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.701549, + "recall": 0.753953, + "f1": 0.716654, + "accuracy": 0.753953, + "main_score": 0.716654, + "hf_subset": "run_Latn-plt_Latn", + "languages": [ + "run-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.764541, + "recall": 0.811265, + "f1": 0.777154, + "accuracy": 0.811265, + "main_score": 0.777154, + "hf_subset": "run_Latn-srp_Cyrl", + "languages": [ + "run-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.692368, + "recall": 0.746047, + "f1": 0.707449, + "accuracy": 0.746047, + "main_score": 0.707449, + "hf_subset": "run_Latn-uig_Arab", + "languages": [ + "run-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.726144, + "recall": 0.777668, + "f1": 0.74051, + "accuracy": 0.777668, + "main_score": 0.74051, + "hf_subset": "run_Latn-aeb_Arab", + "languages": [ + "run-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.743579, + "recall": 0.79249, + "f1": 0.757307, + "accuracy": 0.79249, + "main_score": 0.757307, + "hf_subset": "run_Latn-ben_Beng", + "languages": [ + "run-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.746692, + "recall": 0.799407, + "f1": 0.761969, + "accuracy": 0.799407, + "main_score": 0.761969, + "hf_subset": "run_Latn-est_Latn", + "languages": [ + "run-Latn", + "est-Latn" + ] + }, + { + "precision": 0.738514, + "recall": 0.790514, + "f1": 0.752757, + "accuracy": 0.790514, + "main_score": 0.752757, + "hf_subset": "run_Latn-hye_Armn", + "languages": [ + "run-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.472996, + "recall": 0.517787, + "f1": 0.485991, + "accuracy": 0.517787, + "main_score": 0.485991, + "hf_subset": "run_Latn-kmb_Latn", + "languages": [ + "run-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.402695, + "recall": 0.470356, + "f1": 0.420612, + "accuracy": 0.470356, + "main_score": 0.420612, + "hf_subset": "run_Latn-min_Arab", + "languages": [ + "run-Latn", + "min-Arab" + ] + }, + { + "precision": 0.77118, + "recall": 0.821146, + "f1": 0.784993, + "accuracy": 0.821146, + "main_score": 0.784993, + "hf_subset": "run_Latn-pol_Latn", + "languages": [ + "run-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.670983, + "recall": 0.722332, + "f1": 0.685475, + "accuracy": 0.722332, + "main_score": 0.685475, + "hf_subset": "run_Latn-ssw_Latn", + "languages": [ + "run-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.767359, + "recall": 0.815217, + "f1": 0.780719, + "accuracy": 0.815217, + "main_score": 0.780719, + "hf_subset": "run_Latn-ukr_Cyrl", + "languages": [ + "run-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.739805, + "recall": 0.789526, + "f1": 0.752989, + "accuracy": 0.789526, + "main_score": 0.752989, + "hf_subset": "run_Latn-afr_Latn", + "languages": [ + "run-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.727262, + "recall": 0.785573, + "f1": 0.74339, + "accuracy": 0.785573, + "main_score": 0.74339, + "hf_subset": "run_Latn-bho_Deva", + "languages": [ + "run-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.738153, + "recall": 0.780632, + "f1": 0.750198, + "accuracy": 0.780632, + "main_score": 0.750198, + "hf_subset": "run_Latn-eus_Latn", + "languages": [ + "run-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.727731, + "recall": 0.777668, + "f1": 0.742029, + "accuracy": 0.777668, + "main_score": 0.742029, + "hf_subset": "run_Latn-ibo_Latn", + "languages": [ + "run-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.692913, + "recall": 0.743083, + "f1": 0.707497, + "accuracy": 0.743083, + "main_score": 0.707497, + "hf_subset": "run_Latn-kmr_Latn", + "languages": [ + "run-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.726533, + "recall": 0.775692, + "f1": 0.740164, + "accuracy": 0.775692, + "main_score": 0.740164, + "hf_subset": "run_Latn-min_Latn", + "languages": [ + "run-Latn", + "min-Latn" + ] + }, + { + "precision": 0.774223, + "recall": 0.825099, + "f1": 0.788853, + "accuracy": 0.825099, + "main_score": 0.788853, + "hf_subset": "run_Latn-por_Latn", + "languages": [ + "run-Latn", + "por-Latn" + ] + }, + { + "precision": 0.725315, + "recall": 0.773715, + "f1": 0.738417, + "accuracy": 0.773715, + "main_score": 0.738417, + "hf_subset": "run_Latn-sun_Latn", + "languages": [ + "run-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.468202, + "recall": 0.525692, + "f1": 0.48371, + "accuracy": 0.525692, + "main_score": 0.48371, + "hf_subset": "run_Latn-umb_Latn", + "languages": [ + "run-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.766612, + "recall": 0.814229, + "f1": 0.779912, + "accuracy": 0.814229, + "main_score": 0.779912, + "hf_subset": "run_Latn-ajp_Arab", + "languages": [ + "run-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.422509, + "recall": 0.487154, + "f1": 0.439998, + "accuracy": 0.487154, + "main_score": 0.439998, + "hf_subset": "run_Latn-bjn_Arab", + "languages": [ + "run-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.478407, + "recall": 0.522727, + "f1": 0.490122, + "accuracy": 0.522727, + "main_score": 0.490122, + "hf_subset": "run_Latn-ewe_Latn", + "languages": [ + "run-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.710636, + "recall": 0.761858, + "f1": 0.725286, + "accuracy": 0.761858, + "main_score": 0.725286, + "hf_subset": "run_Latn-ilo_Latn", + "languages": [ + "run-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.258112, + "recall": 0.318182, + "f1": 0.274406, + "accuracy": 0.318182, + "main_score": 0.274406, + "hf_subset": "run_Latn-knc_Arab", + "languages": [ + "run-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.764795, + "recall": 0.812253, + "f1": 0.778025, + "accuracy": 0.812253, + "main_score": 0.778025, + "hf_subset": "run_Latn-mkd_Cyrl", + "languages": [ + "run-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.755872, + "recall": 0.8083, + "f1": 0.770174, + "accuracy": 0.8083, + "main_score": 0.770174, + "hf_subset": "run_Latn-prs_Arab", + "languages": [ + "run-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.763279, + "recall": 0.812253, + "f1": 0.777368, + "accuracy": 0.812253, + "main_score": 0.777368, + "hf_subset": "run_Latn-swe_Latn", + "languages": [ + "run-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.73751, + "recall": 0.786561, + "f1": 0.751101, + "accuracy": 0.786561, + "main_score": 0.751101, + "hf_subset": "run_Latn-urd_Arab", + "languages": [ + "run-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.655131, + "recall": 0.703557, + "f1": 0.667785, + "accuracy": 0.703557, + "main_score": 0.667785, + "hf_subset": "run_Latn-aka_Latn", + "languages": [ + "run-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.724335, + "recall": 0.770751, + "f1": 0.736997, + "accuracy": 0.770751, + "main_score": 0.736997, + "hf_subset": "run_Latn-bjn_Latn", + "languages": [ + "run-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.735185, + "recall": 0.786561, + "f1": 0.749307, + "accuracy": 0.786561, + "main_score": 0.749307, + "hf_subset": "run_Latn-fao_Latn", + "languages": [ + "run-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.765347, + "recall": 0.813241, + "f1": 0.778892, + "accuracy": 0.813241, + "main_score": 0.778892, + "hf_subset": "run_Latn-ind_Latn", + "languages": [ + "run-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.498528, + "recall": 0.541502, + "f1": 0.510064, + "accuracy": 0.541502, + "main_score": 0.510064, + "hf_subset": "run_Latn-knc_Latn", + "languages": [ + "run-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.711253, + "recall": 0.754941, + "f1": 0.722475, + "accuracy": 0.754941, + "main_score": 0.722475, + "hf_subset": "run_Latn-mlt_Latn", + "languages": [ + "run-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.552923, + "recall": 0.604743, + "f1": 0.567263, + "accuracy": 0.604743, + "main_score": 0.567263, + "hf_subset": "run_Latn-quy_Latn", + "languages": [ + "run-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.770128, + "recall": 0.820158, + "f1": 0.784388, + "accuracy": 0.820158, + "main_score": 0.784388, + "hf_subset": "run_Latn-swh_Latn", + "languages": [ + "run-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.73018, + "recall": 0.783597, + "f1": 0.745016, + "accuracy": 0.783597, + "main_score": 0.745016, + "hf_subset": "run_Latn-uzn_Latn", + "languages": [ + "run-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.734623, + "recall": 0.784585, + "f1": 0.74822, + "accuracy": 0.784585, + "main_score": 0.74822, + "hf_subset": "run_Latn-als_Latn", + "languages": [ + "run-Latn", + "als-Latn" + ] + }, + { + "precision": 0.568405, + "recall": 0.63834, + "f1": 0.588594, + "accuracy": 0.63834, + "main_score": 0.588594, + "hf_subset": "run_Latn-bod_Tibt", + "languages": [ + "run-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.589922, + "recall": 0.636364, + "f1": 0.602986, + "accuracy": 0.636364, + "main_score": 0.602986, + "hf_subset": "run_Latn-fij_Latn", + "languages": [ + "run-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.715714, + "recall": 0.767787, + "f1": 0.730455, + "accuracy": 0.767787, + "main_score": 0.730455, + "hf_subset": "run_Latn-isl_Latn", + "languages": [ + "run-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.55419, + "recall": 0.602767, + "f1": 0.567398, + "accuracy": 0.602767, + "main_score": 0.567398, + "hf_subset": "run_Latn-kon_Latn", + "languages": [ + "run-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.470378, + "recall": 0.52668, + "f1": 0.485806, + "accuracy": 0.52668, + "main_score": 0.485806, + "hf_subset": "run_Latn-mni_Beng", + "languages": [ + "run-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.765969, + "recall": 0.812253, + "f1": 0.77809, + "accuracy": 0.812253, + "main_score": 0.77809, + "hf_subset": "run_Latn-ron_Latn", + "languages": [ + "run-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.756163, + "recall": 0.802372, + "f1": 0.768854, + "accuracy": 0.802372, + "main_score": 0.768854, + "hf_subset": "run_Latn-szl_Latn", + "languages": [ + "run-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.790889, + "recall": 0.832016, + "f1": 0.801901, + "accuracy": 0.832016, + "main_score": 0.801901, + "hf_subset": "run_Latn-vec_Latn", + "languages": [ + "run-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.728387, + "recall": 0.784585, + "f1": 0.744848, + "accuracy": 0.784585, + "main_score": 0.744848, + "hf_subset": "run_Latn-amh_Ethi", + "languages": [ + "run-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.767664, + "recall": 0.817194, + "f1": 0.781392, + "accuracy": 0.817194, + "main_score": 0.781392, + "hf_subset": "run_Latn-bos_Latn", + "languages": [ + "run-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.769575, + "recall": 0.814229, + "f1": 0.782216, + "accuracy": 0.814229, + "main_score": 0.782216, + "hf_subset": "run_Latn-fin_Latn", + "languages": [ + "run-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.781563, + "recall": 0.822134, + "f1": 0.792819, + "accuracy": 0.822134, + "main_score": 0.792819, + "hf_subset": "run_Latn-ita_Latn", + "languages": [ + "run-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.760985, + "recall": 0.810277, + "f1": 0.775687, + "accuracy": 0.810277, + "main_score": 0.775687, + "hf_subset": "run_Latn-kor_Hang", + "languages": [ + "run-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.479934, + "recall": 0.521739, + "f1": 0.491755, + "accuracy": 0.521739, + "main_score": 0.491755, + "hf_subset": "run_Latn-mos_Latn", + "languages": [ + "run-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.763242, + "recall": 0.8083, + "f1": 0.776309, + "accuracy": 0.8083, + "main_score": 0.776309, + "hf_subset": "run_Latn-tam_Taml", + "languages": [ + "run-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.757835, + "recall": 0.805336, + "f1": 0.770828, + "accuracy": 0.805336, + "main_score": 0.770828, + "hf_subset": "run_Latn-vie_Latn", + "languages": [ + "run-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.742868, + "recall": 0.795455, + "f1": 0.75713, + "accuracy": 0.795455, + "main_score": 0.75713, + "hf_subset": "run_Latn-apc_Arab", + "languages": [ + "run-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.560862, + "recall": 0.614625, + "f1": 0.575378, + "accuracy": 0.614625, + "main_score": 0.575378, + "hf_subset": "run_Latn-bug_Latn", + "languages": [ + "run-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.437321, + "recall": 0.479249, + "f1": 0.44904, + "accuracy": 0.479249, + "main_score": 0.44904, + "hf_subset": "run_Latn-fon_Latn", + "languages": [ + "run-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.741748, + "recall": 0.787549, + "f1": 0.754523, + "accuracy": 0.787549, + "main_score": 0.754523, + "hf_subset": "run_Latn-jav_Latn", + "languages": [ + "run-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.694673, + "recall": 0.754941, + "f1": 0.711341, + "accuracy": 0.754941, + "main_score": 0.711341, + "hf_subset": "run_Latn-lao_Laoo", + "languages": [ + "run-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.713606, + "recall": 0.766798, + "f1": 0.728496, + "accuracy": 0.766798, + "main_score": 0.728496, + "hf_subset": "run_Latn-mri_Latn", + "languages": [ + "run-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.762113, + "recall": 0.814229, + "f1": 0.776659, + "accuracy": 0.814229, + "main_score": 0.776659, + "hf_subset": "run_Latn-rus_Cyrl", + "languages": [ + "run-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.474169, + "recall": 0.518775, + "f1": 0.487296, + "accuracy": 0.518775, + "main_score": 0.487296, + "hf_subset": "run_Latn-taq_Latn", + "languages": [ + "run-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.723121, + "recall": 0.77668, + "f1": 0.737485, + "accuracy": 0.77668, + "main_score": 0.737485, + "hf_subset": "run_Latn-war_Latn", + "languages": [ + "run-Latn", + "war-Latn" + ] + }, + { + "precision": 0.763513, + "recall": 0.814229, + "f1": 0.777642, + "accuracy": 0.814229, + "main_score": 0.777642, + "hf_subset": "run_Latn-arb_Arab", + "languages": [ + "run-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.786505, + "recall": 0.83004, + "f1": 0.799012, + "accuracy": 0.83004, + "main_score": 0.799012, + "hf_subset": "run_Latn-bul_Cyrl", + "languages": [ + "run-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.766481, + "recall": 0.816206, + "f1": 0.780266, + "accuracy": 0.816206, + "main_score": 0.780266, + "hf_subset": "run_Latn-fra_Latn", + "languages": [ + "run-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.750621, + "recall": 0.802372, + "f1": 0.764948, + "accuracy": 0.802372, + "main_score": 0.764948, + "hf_subset": "run_Latn-jpn_Jpan", + "languages": [ + "run-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.746571, + "recall": 0.793478, + "f1": 0.759762, + "accuracy": 0.793478, + "main_score": 0.759762, + "hf_subset": "run_Latn-lij_Latn", + "languages": [ + "run-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.70716, + "recall": 0.764822, + "f1": 0.722963, + "accuracy": 0.764822, + "main_score": 0.722963, + "hf_subset": "run_Latn-mya_Mymr", + "languages": [ + "run-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.506622, + "recall": 0.552372, + "f1": 0.518795, + "accuracy": 0.552372, + "main_score": 0.518795, + "hf_subset": "run_Latn-sag_Latn", + "languages": [ + "run-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.231263, + "recall": 0.296443, + "f1": 0.24766, + "accuracy": 0.296443, + "main_score": 0.24766, + "hf_subset": "run_Latn-taq_Tfng", + "languages": [ + "run-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.559026, + "recall": 0.607708, + "f1": 0.572305, + "accuracy": 0.607708, + "main_score": 0.572305, + "hf_subset": "run_Latn-wol_Latn", + "languages": [ + "run-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.655043, + "recall": 0.711462, + "f1": 0.670844, + "accuracy": 0.711462, + "main_score": 0.670844, + "hf_subset": "run_Latn-arb_Latn", + "languages": [ + "run-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.769599, + "recall": 0.817194, + "f1": 0.782754, + "accuracy": 0.817194, + "main_score": 0.782754, + "hf_subset": "run_Latn-cat_Latn", + "languages": [ + "run-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.74264, + "recall": 0.787549, + "f1": 0.754844, + "accuracy": 0.787549, + "main_score": 0.754844, + "hf_subset": "run_Latn-fur_Latn", + "languages": [ + "run-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.449516, + "recall": 0.509881, + "f1": 0.46601, + "accuracy": 0.509881, + "main_score": 0.46601, + "hf_subset": "run_Latn-kab_Latn", + "languages": [ + "run-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.742735, + "recall": 0.785573, + "f1": 0.754605, + "accuracy": 0.785573, + "main_score": 0.754605, + "hf_subset": "run_Latn-lim_Latn", + "languages": [ + "run-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.761088, + "recall": 0.811265, + "f1": 0.775561, + "accuracy": 0.811265, + "main_score": 0.775561, + "hf_subset": "run_Latn-nld_Latn", + "languages": [ + "run-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.706847, + "recall": 0.759881, + "f1": 0.721598, + "accuracy": 0.759881, + "main_score": 0.721598, + "hf_subset": "run_Latn-san_Deva", + "languages": [ + "run-Latn", + "san-Deva" + ] + }, + { + "precision": 0.737295, + "recall": 0.786561, + "f1": 0.751233, + "accuracy": 0.786561, + "main_score": 0.751233, + "hf_subset": "run_Latn-tat_Cyrl", + "languages": [ + "run-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.720526, + "recall": 0.77668, + "f1": 0.736267, + "accuracy": 0.77668, + "main_score": 0.736267, + "hf_subset": "run_Latn-xho_Latn", + "languages": [ + "run-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.759296, + "recall": 0.812253, + "f1": 0.774159, + "accuracy": 0.812253, + "main_score": 0.774159, + "hf_subset": "run_Latn-ars_Arab", + "languages": [ + "run-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.729429, + "recall": 0.780632, + "f1": 0.743584, + "accuracy": 0.780632, + "main_score": 0.743584, + "hf_subset": "run_Latn-ceb_Latn", + "languages": [ + "run-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.440045, + "recall": 0.494071, + "f1": 0.455512, + "accuracy": 0.494071, + "main_score": 0.455512, + "hf_subset": "run_Latn-fuv_Latn", + "languages": [ + "run-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.483435, + "recall": 0.525692, + "f1": 0.494408, + "accuracy": 0.525692, + "main_score": 0.494408, + "hf_subset": "run_Latn-kac_Latn", + "languages": [ + "run-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.580959, + "recall": 0.62747, + "f1": 0.592913, + "accuracy": 0.62747, + "main_score": 0.592913, + "hf_subset": "run_Latn-lin_Latn", + "languages": [ + "run-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.733498, + "recall": 0.786561, + "f1": 0.74851, + "accuracy": 0.786561, + "main_score": 0.74851, + "hf_subset": "run_Latn-nno_Latn", + "languages": [ + "run-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.646264, + "recall": 0.712451, + "f1": 0.664662, + "accuracy": 0.712451, + "main_score": 0.664662, + "hf_subset": "run_Latn-sat_Olck", + "languages": [ + "run-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.728767, + "recall": 0.784585, + "f1": 0.744655, + "accuracy": 0.784585, + "main_score": 0.744655, + "hf_subset": "run_Latn-tel_Telu", + "languages": [ + "run-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.730547, + "recall": 0.784585, + "f1": 0.746201, + "accuracy": 0.784585, + "main_score": 0.746201, + "hf_subset": "run_Latn-ydd_Hebr", + "languages": [ + "run-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.721176, + "recall": 0.778656, + "f1": 0.737061, + "accuracy": 0.778656, + "main_score": 0.737061, + "hf_subset": "run_Latn-ary_Arab", + "languages": [ + "run-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.768809, + "recall": 0.820158, + "f1": 0.783909, + "accuracy": 0.820158, + "main_score": 0.783909, + "hf_subset": "run_Latn-ces_Latn", + "languages": [ + "run-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.52369, + "recall": 0.588933, + "f1": 0.540915, + "accuracy": 0.588933, + "main_score": 0.540915, + "hf_subset": "run_Latn-gaz_Latn", + "languages": [ + "run-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.528829, + "recall": 0.574111, + "f1": 0.541446, + "accuracy": 0.574111, + "main_score": 0.541446, + "hf_subset": "run_Latn-kam_Latn", + "languages": [ + "run-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.750166, + "recall": 0.802372, + "f1": 0.765082, + "accuracy": 0.802372, + "main_score": 0.765082, + "hf_subset": "run_Latn-lit_Latn", + "languages": [ + "run-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.760028, + "recall": 0.804348, + "f1": 0.772047, + "accuracy": 0.804348, + "main_score": 0.772047, + "hf_subset": "run_Latn-nob_Latn", + "languages": [ + "run-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.726924, + "recall": 0.768775, + "f1": 0.738077, + "accuracy": 0.768775, + "main_score": 0.738077, + "hf_subset": "run_Latn-scn_Latn", + "languages": [ + "run-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.715644, + "recall": 0.770751, + "f1": 0.731217, + "accuracy": 0.770751, + "main_score": 0.731217, + "hf_subset": "run_Latn-tgk_Cyrl", + "languages": [ + "run-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.61242, + "recall": 0.676877, + "f1": 0.629832, + "accuracy": 0.676877, + "main_score": 0.629832, + "hf_subset": "run_Latn-yor_Latn", + "languages": [ + "run-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.759134, + "recall": 0.809289, + "f1": 0.772764, + "accuracy": 0.809289, + "main_score": 0.772764, + "hf_subset": "run_Latn-arz_Arab", + "languages": [ + "run-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.468712, + "recall": 0.514822, + "f1": 0.481815, + "accuracy": 0.514822, + "main_score": 0.481815, + "hf_subset": "run_Latn-cjk_Latn", + "languages": [ + "run-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.709449, + "recall": 0.763834, + "f1": 0.724316, + "accuracy": 0.763834, + "main_score": 0.724316, + "hf_subset": "run_Latn-gla_Latn", + "languages": [ + "run-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.721384, + "recall": 0.769763, + "f1": 0.735241, + "accuracy": 0.769763, + "main_score": 0.735241, + "hf_subset": "run_Latn-kan_Knda", + "languages": [ + "run-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.735765, + "recall": 0.783597, + "f1": 0.748637, + "accuracy": 0.783597, + "main_score": 0.748637, + "hf_subset": "run_Latn-lmo_Latn", + "languages": [ + "run-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.762583, + "recall": 0.80336, + "f1": 0.773689, + "accuracy": 0.80336, + "main_score": 0.773689, + "hf_subset": "run_Latn-npi_Deva", + "languages": [ + "run-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.486296, + "recall": 0.554348, + "f1": 0.505012, + "accuracy": 0.554348, + "main_score": 0.505012, + "hf_subset": "run_Latn-shn_Mymr", + "languages": [ + "run-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.773581, + "recall": 0.820158, + "f1": 0.786496, + "accuracy": 0.820158, + "main_score": 0.786496, + "hf_subset": "run_Latn-tgl_Latn", + "languages": [ + "run-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.762207, + "recall": 0.812253, + "f1": 0.776682, + "accuracy": 0.812253, + "main_score": 0.776682, + "hf_subset": "run_Latn-yue_Hant", + "languages": [ + "run-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.68975, + "recall": 0.745059, + "f1": 0.704914, + "accuracy": 0.745059, + "main_score": 0.704914, + "hf_subset": "run_Latn-asm_Beng", + "languages": [ + "run-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.729581, + "recall": 0.777668, + "f1": 0.743277, + "accuracy": 0.777668, + "main_score": 0.743277, + "hf_subset": "run_Latn-ckb_Arab", + "languages": [ + "run-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.724459, + "recall": 0.774704, + "f1": 0.738573, + "accuracy": 0.774704, + "main_score": 0.738573, + "hf_subset": "run_Latn-gle_Latn", + "languages": [ + "run-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.623769, + "recall": 0.685771, + "f1": 0.64105, + "accuracy": 0.685771, + "main_score": 0.64105, + "hf_subset": "run_Latn-kas_Arab", + "languages": [ + "run-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.671024, + "recall": 0.722332, + "f1": 0.685841, + "accuracy": 0.722332, + "main_score": 0.685841, + "hf_subset": "run_Latn-ltg_Latn", + "languages": [ + "run-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.701993, + "recall": 0.747036, + "f1": 0.715265, + "accuracy": 0.747036, + "main_score": 0.715265, + "hf_subset": "run_Latn-nso_Latn", + "languages": [ + "run-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.731498, + "recall": 0.781621, + "f1": 0.745037, + "accuracy": 0.781621, + "main_score": 0.745037, + "hf_subset": "run_Latn-sin_Sinh", + "languages": [ + "run-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.74227, + "recall": 0.799407, + "f1": 0.758565, + "accuracy": 0.799407, + "main_score": 0.758565, + "hf_subset": "run_Latn-tha_Thai", + "languages": [ + "run-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.708363, + "recall": 0.76087, + "f1": 0.722635, + "accuracy": 0.76087, + "main_score": 0.722635, + "hf_subset": "run_Latn-zho_Hans", + "languages": [ + "run-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.757804, + "recall": 0.807312, + "f1": 0.771302, + "accuracy": 0.807312, + "main_score": 0.771302, + "hf_subset": "run_Latn-ast_Latn", + "languages": [ + "run-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.765517, + "recall": 0.814229, + "f1": 0.779473, + "accuracy": 0.814229, + "main_score": 0.779473, + "hf_subset": "run_Latn-crh_Latn", + "languages": [ + "run-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.750223, + "recall": 0.797431, + "f1": 0.762861, + "accuracy": 0.797431, + "main_score": 0.762861, + "hf_subset": "run_Latn-glg_Latn", + "languages": [ + "run-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.594996, + "recall": 0.656126, + "f1": 0.611834, + "accuracy": 0.656126, + "main_score": 0.611834, + "hf_subset": "run_Latn-kas_Deva", + "languages": [ + "run-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.741389, + "recall": 0.786561, + "f1": 0.754088, + "accuracy": 0.786561, + "main_score": 0.754088, + "hf_subset": "run_Latn-ltz_Latn", + "languages": [ + "run-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.409183, + "recall": 0.465415, + "f1": 0.425079, + "accuracy": 0.465415, + "main_score": 0.425079, + "hf_subset": "run_Latn-nus_Latn", + "languages": [ + "run-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.744168, + "recall": 0.794466, + "f1": 0.758548, + "accuracy": 0.794466, + "main_score": 0.758548, + "hf_subset": "run_Latn-slk_Latn", + "languages": [ + "run-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.532583, + "recall": 0.599802, + "f1": 0.55091, + "accuracy": 0.599802, + "main_score": 0.55091, + "hf_subset": "run_Latn-tir_Ethi", + "languages": [ + "run-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.727455, + "recall": 0.782609, + "f1": 0.74299, + "accuracy": 0.782609, + "main_score": 0.74299, + "hf_subset": "run_Latn-zho_Hant", + "languages": [ + "run-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.739312, + "recall": 0.789526, + "f1": 0.754353, + "accuracy": 0.789526, + "main_score": 0.754353, + "hf_subset": "run_Latn-awa_Deva", + "languages": [ + "run-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.749064, + "recall": 0.797431, + "f1": 0.76291, + "accuracy": 0.797431, + "main_score": 0.76291, + "hf_subset": "run_Latn-cym_Latn", + "languages": [ + "run-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.561013, + "recall": 0.610672, + "f1": 0.574037, + "accuracy": 0.610672, + "main_score": 0.574037, + "hf_subset": "run_Latn-grn_Latn", + "languages": [ + "run-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.746568, + "recall": 0.79249, + "f1": 0.75904, + "accuracy": 0.79249, + "main_score": 0.75904, + "hf_subset": "run_Latn-kat_Geor", + "languages": [ + "run-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.539051, + "recall": 0.590909, + "f1": 0.552432, + "accuracy": 0.590909, + "main_score": 0.552432, + "hf_subset": "run_Latn-lua_Latn", + "languages": [ + "run-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.698633, + "recall": 0.750988, + "f1": 0.713594, + "accuracy": 0.750988, + "main_score": 0.713594, + "hf_subset": "run_Latn-nya_Latn", + "languages": [ + "run-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.765406, + "recall": 0.813241, + "f1": 0.779113, + "accuracy": 0.813241, + "main_score": 0.779113, + "hf_subset": "run_Latn-slv_Latn", + "languages": [ + "run-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.692202, + "recall": 0.749012, + "f1": 0.707229, + "accuracy": 0.749012, + "main_score": 0.707229, + "hf_subset": "run_Latn-tpi_Latn", + "languages": [ + "run-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.757999, + "recall": 0.805336, + "f1": 0.771445, + "accuracy": 0.805336, + "main_score": 0.771445, + "hf_subset": "run_Latn-zsm_Latn", + "languages": [ + "run-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.471766, + "recall": 0.521739, + "f1": 0.486351, + "accuracy": 0.521739, + "main_score": 0.486351, + "hf_subset": "run_Latn-ayr_Latn", + "languages": [ + "run-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.773586, + "recall": 0.81917, + "f1": 0.786727, + "accuracy": 0.81917, + "main_score": 0.786727, + "hf_subset": "run_Latn-dan_Latn", + "languages": [ + "run-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.743068, + "recall": 0.797431, + "f1": 0.758819, + "accuracy": 0.797431, + "main_score": 0.758819, + "hf_subset": "run_Latn-guj_Gujr", + "languages": [ + "run-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.754075, + "recall": 0.798419, + "f1": 0.765915, + "accuracy": 0.798419, + "main_score": 0.765915, + "hf_subset": "run_Latn-kaz_Cyrl", + "languages": [ + "run-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.625972, + "recall": 0.686759, + "f1": 0.642736, + "accuracy": 0.686759, + "main_score": 0.642736, + "hf_subset": "run_Latn-lug_Latn", + "languages": [ + "run-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.745011, + "recall": 0.788538, + "f1": 0.756435, + "accuracy": 0.788538, + "main_score": 0.756435, + "hf_subset": "run_Latn-oci_Latn", + "languages": [ + "run-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.670222, + "recall": 0.724308, + "f1": 0.685473, + "accuracy": 0.724308, + "main_score": 0.685473, + "hf_subset": "run_Latn-smo_Latn", + "languages": [ + "run-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.653179, + "recall": 0.718379, + "f1": 0.672631, + "accuracy": 0.718379, + "main_score": 0.672631, + "hf_subset": "run_Latn-tsn_Latn", + "languages": [ + "run-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.721306, + "recall": 0.780632, + "f1": 0.738724, + "accuracy": 0.780632, + "main_score": 0.738724, + "hf_subset": "run_Latn-zul_Latn", + "languages": [ + "run-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.64377, + "recall": 0.701581, + "f1": 0.660448, + "accuracy": 0.701581, + "main_score": 0.660448, + "hf_subset": "run_Latn-azb_Arab", + "languages": [ + "run-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.772954, + "recall": 0.817194, + "f1": 0.785106, + "accuracy": 0.817194, + "main_score": 0.785106, + "hf_subset": "run_Latn-deu_Latn", + "languages": [ + "run-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.726328, + "recall": 0.780632, + "f1": 0.741384, + "accuracy": 0.780632, + "main_score": 0.741384, + "hf_subset": "run_Latn-hat_Latn", + "languages": [ + "run-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.482419, + "recall": 0.533597, + "f1": 0.496291, + "accuracy": 0.533597, + "main_score": 0.496291, + "hf_subset": "run_Latn-kbp_Latn", + "languages": [ + "run-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.508954, + "recall": 0.554348, + "f1": 0.521328, + "accuracy": 0.554348, + "main_score": 0.521328, + "hf_subset": "run_Latn-luo_Latn", + "languages": [ + "run-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.691398, + "recall": 0.750988, + "f1": 0.708169, + "accuracy": 0.750988, + "main_score": 0.708169, + "hf_subset": "run_Latn-ory_Orya", + "languages": [ + "run-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.727446, + "recall": 0.779644, + "f1": 0.742564, + "accuracy": 0.779644, + "main_score": 0.742564, + "hf_subset": "run_Latn-sna_Latn", + "languages": [ + "run-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.608674, + "recall": 0.666996, + "f1": 0.624508, + "accuracy": 0.666996, + "main_score": 0.624508, + "hf_subset": "run_Latn-tso_Latn", + "languages": [ + "run-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.708047, + "recall": 0.762846, + "f1": 0.723458, + "accuracy": 0.762846, + "main_score": 0.723458, + "hf_subset": "run_Latn-azj_Latn", + "languages": [ + "run-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.481909, + "recall": 0.530632, + "f1": 0.495303, + "accuracy": 0.530632, + "main_score": 0.495303, + "hf_subset": "run_Latn-dik_Latn", + "languages": [ + "run-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.730675, + "recall": 0.779644, + "f1": 0.744817, + "accuracy": 0.779644, + "main_score": 0.744817, + "hf_subset": "run_Latn-hau_Latn", + "languages": [ + "run-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.714116, + "recall": 0.763834, + "f1": 0.727126, + "accuracy": 0.763834, + "main_score": 0.727126, + "hf_subset": "run_Latn-kea_Latn", + "languages": [ + "run-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.702239, + "recall": 0.753953, + "f1": 0.716383, + "accuracy": 0.753953, + "main_score": 0.716383, + "hf_subset": "run_Latn-lus_Latn", + "languages": [ + "run-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.654847, + "recall": 0.702569, + "f1": 0.667188, + "accuracy": 0.702569, + "main_score": 0.667188, + "hf_subset": "run_Latn-pag_Latn", + "languages": [ + "run-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.684477, + "recall": 0.745059, + "f1": 0.701491, + "accuracy": 0.745059, + "main_score": 0.701491, + "hf_subset": "run_Latn-snd_Arab", + "languages": [ + "run-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.73357, + "recall": 0.779644, + "f1": 0.746088, + "accuracy": 0.779644, + "main_score": 0.746088, + "hf_subset": "run_Latn-tuk_Latn", + "languages": [ + "run-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.724529, + "recall": 0.774704, + "f1": 0.738515, + "accuracy": 0.774704, + "main_score": 0.738515, + "hf_subset": "run_Latn-bak_Cyrl", + "languages": [ + "run-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.420919, + "recall": 0.476285, + "f1": 0.436775, + "accuracy": 0.476285, + "main_score": 0.436775, + "hf_subset": "run_Latn-dyu_Latn", + "languages": [ + "run-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.764125, + "recall": 0.810277, + "f1": 0.776538, + "accuracy": 0.810277, + "main_score": 0.776538, + "hf_subset": "run_Latn-heb_Hebr", + "languages": [ + "run-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.7277, + "recall": 0.77668, + "f1": 0.74108, + "accuracy": 0.77668, + "main_score": 0.74108, + "hf_subset": "run_Latn-khk_Cyrl", + "languages": [ + "run-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.754269, + "recall": 0.804348, + "f1": 0.76798, + "accuracy": 0.804348, + "main_score": 0.76798, + "hf_subset": "run_Latn-lvs_Latn", + "languages": [ + "run-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.729633, + "recall": 0.783597, + "f1": 0.74468, + "accuracy": 0.783597, + "main_score": 0.74468, + "hf_subset": "run_Latn-pan_Guru", + "languages": [ + "run-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.692238, + "recall": 0.751976, + "f1": 0.708877, + "accuracy": 0.751976, + "main_score": 0.708877, + "hf_subset": "run_Latn-som_Latn", + "languages": [ + "run-Latn", + "som-Latn" + ] + }, + { + "precision": 0.630964, + "recall": 0.677866, + "f1": 0.644895, + "accuracy": 0.677866, + "main_score": 0.644895, + "hf_subset": "run_Latn-tum_Latn", + "languages": [ + "run-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.507438, + "recall": 0.585968, + "f1": 0.52915, + "accuracy": 0.585968, + "main_score": 0.52915, + "hf_subset": "tam_Taml-ace_Arab", + "languages": [ + "tam-Taml", + "ace-Arab" + ] + }, + { + "precision": 0.450243, + "recall": 0.505929, + "f1": 0.464998, + "accuracy": 0.505929, + "main_score": 0.464998, + "hf_subset": "tam_Taml-bam_Latn", + "languages": [ + "tam-Taml", + "bam-Latn" + ] + }, + { + "precision": 0.679004, + "recall": 0.754941, + "f1": 0.700696, + "accuracy": 0.754941, + "main_score": 0.700696, + "hf_subset": "tam_Taml-dzo_Tibt", + "languages": [ + "tam-Taml", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tam_Taml-khm_Khmr", + "languages": [ + "tam-Taml", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-mag_Deva", + "languages": [ + "tam-Taml", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tam_Taml-pap_Latn", + "languages": [ + "tam-Taml", + "pap-Latn" + ] + }, + { + "precision": 0.867177, + "recall": 0.906126, + "f1": 0.879465, + "accuracy": 0.906126, + "main_score": 0.879465, + "hf_subset": "tam_Taml-sot_Latn", + "languages": [ + "tam-Taml", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-tur_Latn", + "languages": [ + "tam-Taml", + "tur-Latn" + ] + }, + { + "precision": 0.834025, + "recall": 0.880435, + "f1": 0.848734, + "accuracy": 0.880435, + "main_score": 0.848734, + "hf_subset": "tam_Taml-ace_Latn", + "languages": [ + "tam-Taml", + "ace-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "tam_Taml-ban_Latn", + "languages": [ + "tam-Taml", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-ell_Grek", + "languages": [ + "tam-Taml", + "ell-Grek" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "tam_Taml-hne_Deva", + "languages": [ + "tam-Taml", + "hne-Deva" + ] + }, + { + "precision": 0.561728, + "recall": 0.635375, + "f1": 0.582006, + "accuracy": 0.635375, + "main_score": 0.582006, + "hf_subset": "tam_Taml-kik_Latn", + "languages": [ + "tam-Taml", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-mai_Deva", + "languages": [ + "tam-Taml", + "mai-Deva" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "tam_Taml-pbt_Arab", + "languages": [ + "tam-Taml", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-spa_Latn", + "languages": [ + "tam-Taml", + "spa-Latn" + ] + }, + { + "precision": 0.751213, + "recall": 0.811265, + "f1": 0.769104, + "accuracy": 0.811265, + "main_score": 0.769104, + "hf_subset": "tam_Taml-twi_Latn", + "languages": [ + "tam-Taml", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-acm_Arab", + "languages": [ + "tam-Taml", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-bel_Cyrl", + "languages": [ + "tam-Taml", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-hrv_Latn", + "languages": [ + "tam-Taml", + "hrv-Latn" + ] + }, + { + "precision": 0.853911, + "recall": 0.892292, + "f1": 0.865423, + "accuracy": 0.892292, + "main_score": 0.865423, + "hf_subset": "tam_Taml-kin_Latn", + "languages": [ + "tam-Taml", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-mal_Mlym", + "languages": [ + "tam-Taml", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-pes_Arab", + "languages": [ + "tam-Taml", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tam_Taml-srd_Latn", + "languages": [ + "tam-Taml", + "srd-Latn" + ] + }, + { + "precision": 0.203099, + "recall": 0.273715, + "f1": 0.220205, + "accuracy": 0.273715, + "main_score": 0.220205, + "hf_subset": "tam_Taml-tzm_Tfng", + "languages": [ + "tam-Taml", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-acq_Arab", + "languages": [ + "tam-Taml", + "acq-Arab" + ] + }, + { + "precision": 0.672077, + "recall": 0.743083, + "f1": 0.692583, + "accuracy": 0.743083, + "main_score": 0.692583, + "hf_subset": "tam_Taml-bem_Latn", + "languages": [ + "tam-Taml", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-epo_Latn", + "languages": [ + "tam-Taml", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-hun_Latn", + "languages": [ + "tam-Taml", + "hun-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-kir_Cyrl", + "languages": [ + "tam-Taml", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ] + }, + { + "precision": 0.8764, + "recall": 0.913043, + "f1": 0.887912, + "accuracy": 0.913043, + "main_score": 0.887912, + "hf_subset": "tam_Taml-plt_Latn", + "languages": [ + "tam-Taml", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-srp_Cyrl", + "languages": [ + "tam-Taml", + "srp-Cyrl" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "tam_Taml-uig_Arab", + "languages": [ + "tam-Taml", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-aeb_Arab", + "languages": [ + "tam-Taml", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-est_Latn", + "languages": [ + "tam-Taml", + "est-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tam_Taml-hye_Armn", + "languages": [ + "tam-Taml", + "hye-Armn" + ] + }, + { + "precision": 0.456069, + "recall": 0.51581, + "f1": 0.472367, + "accuracy": 0.51581, + "main_score": 0.472367, + "hf_subset": "tam_Taml-kmb_Latn", + "languages": [ + "tam-Taml", + "kmb-Latn" + ] + }, + { + "precision": 0.490755, + "recall": 0.571146, + "f1": 0.512011, + "accuracy": 0.571146, + "main_score": 0.512011, + "hf_subset": "tam_Taml-min_Arab", + "languages": [ + "tam-Taml", + "min-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tam_Taml-pol_Latn", + "languages": [ + "tam-Taml", + "pol-Latn" + ] + }, + { + "precision": 0.763949, + "recall": 0.826087, + "f1": 0.783253, + "accuracy": 0.826087, + "main_score": 0.783253, + "hf_subset": "tam_Taml-ssw_Latn", + "languages": [ + "tam-Taml", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-ukr_Cyrl", + "languages": [ + "tam-Taml", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-afr_Latn", + "languages": [ + "tam-Taml", + "afr-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tam_Taml-bho_Deva", + "languages": [ + "tam-Taml", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tam_Taml-eus_Latn", + "languages": [ + "tam-Taml", + "eus-Latn" + ] + }, + { + "precision": 0.871542, + "recall": 0.910079, + "f1": 0.883696, + "accuracy": 0.910079, + "main_score": 0.883696, + "hf_subset": "tam_Taml-ibo_Latn", + "languages": [ + "tam-Taml", + "ibo-Latn" + ] + }, + { + "precision": 0.883679, + "recall": 0.916996, + "f1": 0.89417, + "accuracy": 0.916996, + "main_score": 0.89417, + "hf_subset": "tam_Taml-kmr_Latn", + "languages": [ + "tam-Taml", + "kmr-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tam_Taml-min_Latn", + "languages": [ + "tam-Taml", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-por_Latn", + "languages": [ + "tam-Taml", + "por-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tam_Taml-sun_Latn", + "languages": [ + "tam-Taml", + "sun-Latn" + ] + }, + { + "precision": 0.445452, + "recall": 0.512846, + "f1": 0.463936, + "accuracy": 0.512846, + "main_score": 0.463936, + "hf_subset": "tam_Taml-umb_Latn", + "languages": [ + "tam-Taml", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-ajp_Arab", + "languages": [ + "tam-Taml", + "ajp-Arab" + ] + }, + { + "precision": 0.501649, + "recall": 0.583004, + "f1": 0.524232, + "accuracy": 0.583004, + "main_score": 0.524232, + "hf_subset": "tam_Taml-bjn_Arab", + "languages": [ + "tam-Taml", + "bjn-Arab" + ] + }, + { + "precision": 0.434993, + "recall": 0.48913, + "f1": 0.449484, + "accuracy": 0.48913, + "main_score": 0.449484, + "hf_subset": "tam_Taml-ewe_Latn", + "languages": [ + "tam-Taml", + "ewe-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "tam_Taml-ilo_Latn", + "languages": [ + "tam-Taml", + "ilo-Latn" + ] + }, + { + "precision": 0.264413, + "recall": 0.327075, + "f1": 0.280253, + "accuracy": 0.327075, + "main_score": 0.280253, + "hf_subset": "tam_Taml-knc_Arab", + "languages": [ + "tam-Taml", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-mkd_Cyrl", + "languages": [ + "tam-Taml", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-prs_Arab", + "languages": [ + "tam-Taml", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-swe_Latn", + "languages": [ + "tam-Taml", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ] + }, + { + "precision": 0.732683, + "recall": 0.796443, + "f1": 0.751396, + "accuracy": 0.796443, + "main_score": 0.751396, + "hf_subset": "tam_Taml-aka_Latn", + "languages": [ + "tam-Taml", + "aka-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tam_Taml-bjn_Latn", + "languages": [ + "tam-Taml", + "bjn-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "tam_Taml-fao_Latn", + "languages": [ + "tam-Taml", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-ind_Latn", + "languages": [ + "tam-Taml", + "ind-Latn" + ] + }, + { + "precision": 0.494028, + "recall": 0.555336, + "f1": 0.510243, + "accuracy": 0.555336, + "main_score": 0.510243, + "hf_subset": "tam_Taml-knc_Latn", + "languages": [ + "tam-Taml", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-mlt_Latn", + "languages": [ + "tam-Taml", + "mlt-Latn" + ] + }, + { + "precision": 0.616306, + "recall": 0.694664, + "f1": 0.639042, + "accuracy": 0.694664, + "main_score": 0.639042, + "hf_subset": "tam_Taml-quy_Latn", + "languages": [ + "tam-Taml", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tam_Taml-swh_Latn", + "languages": [ + "tam-Taml", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-uzn_Latn", + "languages": [ + "tam-Taml", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-als_Latn", + "languages": [ + "tam-Taml", + "als-Latn" + ] + }, + { + "precision": 0.830204, + "recall": 0.878458, + "f1": 0.84496, + "accuracy": 0.878458, + "main_score": 0.84496, + "hf_subset": "tam_Taml-bod_Tibt", + "languages": [ + "tam-Taml", + "bod-Tibt" + ] + }, + { + "precision": 0.613579, + "recall": 0.685771, + "f1": 0.634038, + "accuracy": 0.685771, + "main_score": 0.634038, + "hf_subset": "tam_Taml-fij_Latn", + "languages": [ + "tam-Taml", + "fij-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tam_Taml-isl_Latn", + "languages": [ + "tam-Taml", + "isl-Latn" + ] + }, + { + "precision": 0.572965, + "recall": 0.646245, + "f1": 0.592912, + "accuracy": 0.646245, + "main_score": 0.592912, + "hf_subset": "tam_Taml-kon_Latn", + "languages": [ + "tam-Taml", + "kon-Latn" + ] + }, + { + "precision": 0.578628, + "recall": 0.656126, + "f1": 0.60078, + "accuracy": 0.656126, + "main_score": 0.60078, + "hf_subset": "tam_Taml-mni_Beng", + "languages": [ + "tam-Taml", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-ron_Latn", + "languages": [ + "tam-Taml", + "ron-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "tam_Taml-szl_Latn", + "languages": [ + "tam-Taml", + "szl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tam_Taml-vec_Latn", + "languages": [ + "tam-Taml", + "vec-Latn" + ] + }, + { + "precision": 0.944829, + "recall": 0.961462, + "f1": 0.950099, + "accuracy": 0.961462, + "main_score": 0.950099, + "hf_subset": "tam_Taml-amh_Ethi", + "languages": [ + "tam-Taml", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-bos_Latn", + "languages": [ + "tam-Taml", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-fin_Latn", + "languages": [ + "tam-Taml", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-ita_Latn", + "languages": [ + "tam-Taml", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-kor_Hang", + "languages": [ + "tam-Taml", + "kor-Hang" + ] + }, + { + "precision": 0.473732, + "recall": 0.540514, + "f1": 0.492274, + "accuracy": 0.540514, + "main_score": 0.492274, + "hf_subset": "tam_Taml-mos_Latn", + "languages": [ + "tam-Taml", + "mos-Latn" + ] + }, + { + "precision": 0.759305, + "recall": 0.81917, + "f1": 0.777607, + "accuracy": 0.81917, + "main_score": 0.777607, + "hf_subset": "tam_Taml-run_Latn", + "languages": [ + "tam-Taml", + "run-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tam_Taml-vie_Latn", + "languages": [ + "tam-Taml", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-apc_Arab", + "languages": [ + "tam-Taml", + "apc-Arab" + ] + }, + { + "precision": 0.721578, + "recall": 0.786561, + "f1": 0.740497, + "accuracy": 0.786561, + "main_score": 0.740497, + "hf_subset": "tam_Taml-bug_Latn", + "languages": [ + "tam-Taml", + "bug-Latn" + ] + }, + { + "precision": 0.403051, + "recall": 0.456522, + "f1": 0.417388, + "accuracy": 0.456522, + "main_score": 0.417388, + "hf_subset": "tam_Taml-fon_Latn", + "languages": [ + "tam-Taml", + "fon-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tam_Taml-jav_Latn", + "languages": [ + "tam-Taml", + "jav-Latn" + ] + }, + { + "precision": 0.959569, + "recall": 0.972332, + "f1": 0.963669, + "accuracy": 0.972332, + "main_score": 0.963669, + "hf_subset": "tam_Taml-lao_Laoo", + "languages": [ + "tam-Taml", + "lao-Laoo" + ] + }, + { + "precision": 0.885623, + "recall": 0.918972, + "f1": 0.895982, + "accuracy": 0.918972, + "main_score": 0.895982, + "hf_subset": "tam_Taml-mri_Latn", + "languages": [ + "tam-Taml", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-rus_Cyrl", + "languages": [ + "tam-Taml", + "rus-Cyrl" + ] + }, + { + "precision": 0.472866, + "recall": 0.535573, + "f1": 0.489456, + "accuracy": 0.535573, + "main_score": 0.489456, + "hf_subset": "tam_Taml-taq_Latn", + "languages": [ + "tam-Taml", + "taq-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "tam_Taml-war_Latn", + "languages": [ + "tam-Taml", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-arb_Arab", + "languages": [ + "tam-Taml", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-bul_Cyrl", + "languages": [ + "tam-Taml", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-fra_Latn", + "languages": [ + "tam-Taml", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-jpn_Jpan", + "languages": [ + "tam-Taml", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tam_Taml-lij_Latn", + "languages": [ + "tam-Taml", + "lij-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tam_Taml-mya_Mymr", + "languages": [ + "tam-Taml", + "mya-Mymr" + ] + }, + { + "precision": 0.525099, + "recall": 0.586957, + "f1": 0.541709, + "accuracy": 0.586957, + "main_score": 0.541709, + "hf_subset": "tam_Taml-sag_Latn", + "languages": [ + "tam-Taml", + "sag-Latn" + ] + }, + { + "precision": 0.225418, + "recall": 0.294466, + "f1": 0.242733, + "accuracy": 0.294466, + "main_score": 0.242733, + "hf_subset": "tam_Taml-taq_Tfng", + "languages": [ + "tam-Taml", + "taq-Tfng" + ] + }, + { + "precision": 0.605785, + "recall": 0.677866, + "f1": 0.625685, + "accuracy": 0.677866, + "main_score": 0.625685, + "hf_subset": "tam_Taml-wol_Latn", + "languages": [ + "tam-Taml", + "wol-Latn" + ] + }, + { + "precision": 0.85886, + "recall": 0.899209, + "f1": 0.871311, + "accuracy": 0.899209, + "main_score": 0.871311, + "hf_subset": "tam_Taml-arb_Latn", + "languages": [ + "tam-Taml", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-cat_Latn", + "languages": [ + "tam-Taml", + "cat-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tam_Taml-fur_Latn", + "languages": [ + "tam-Taml", + "fur-Latn" + ] + }, + { + "precision": 0.436812, + "recall": 0.514822, + "f1": 0.457306, + "accuracy": 0.514822, + "main_score": 0.457306, + "hf_subset": "tam_Taml-kab_Latn", + "languages": [ + "tam-Taml", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tam_Taml-lim_Latn", + "languages": [ + "tam-Taml", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-nld_Latn", + "languages": [ + "tam-Taml", + "nld-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.982213, + "f1": 0.977437, + "accuracy": 0.982213, + "main_score": 0.977437, + "hf_subset": "tam_Taml-san_Deva", + "languages": [ + "tam-Taml", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-tat_Cyrl", + "languages": [ + "tam-Taml", + "tat-Cyrl" + ] + }, + { + "precision": 0.883235, + "recall": 0.918972, + "f1": 0.894763, + "accuracy": 0.918972, + "main_score": 0.894763, + "hf_subset": "tam_Taml-xho_Latn", + "languages": [ + "tam-Taml", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-ars_Arab", + "languages": [ + "tam-Taml", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-ceb_Latn", + "languages": [ + "tam-Taml", + "ceb-Latn" + ] + }, + { + "precision": 0.449653, + "recall": 0.523715, + "f1": 0.469585, + "accuracy": 0.523715, + "main_score": 0.469585, + "hf_subset": "tam_Taml-fuv_Latn", + "languages": [ + "tam-Taml", + "fuv-Latn" + ] + }, + { + "precision": 0.450889, + "recall": 0.51581, + "f1": 0.468133, + "accuracy": 0.51581, + "main_score": 0.468133, + "hf_subset": "tam_Taml-kac_Latn", + "languages": [ + "tam-Taml", + "kac-Latn" + ] + }, + { + "precision": 0.616457, + "recall": 0.690711, + "f1": 0.63663, + "accuracy": 0.690711, + "main_score": 0.63663, + "hf_subset": "tam_Taml-lin_Latn", + "languages": [ + "tam-Taml", + "lin-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tam_Taml-nno_Latn", + "languages": [ + "tam-Taml", + "nno-Latn" + ] + }, + { + "precision": 0.879776, + "recall": 0.91502, + "f1": 0.890942, + "accuracy": 0.91502, + "main_score": 0.890942, + "hf_subset": "tam_Taml-sat_Olck", + "languages": [ + "tam-Taml", + "sat-Olck" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tam_Taml-ydd_Hebr", + "languages": [ + "tam-Taml", + "ydd-Hebr" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "tam_Taml-ary_Arab", + "languages": [ + "tam-Taml", + "ary-Arab" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "tam_Taml-ces_Latn", + "languages": [ + "tam-Taml", + "ces-Latn" + ] + }, + { + "precision": 0.554347, + "recall": 0.633399, + "f1": 0.576242, + "accuracy": 0.633399, + "main_score": 0.576242, + "hf_subset": "tam_Taml-gaz_Latn", + "languages": [ + "tam-Taml", + "gaz-Latn" + ] + }, + { + "precision": 0.511307, + "recall": 0.591897, + "f1": 0.532969, + "accuracy": 0.591897, + "main_score": 0.532969, + "hf_subset": "tam_Taml-kam_Latn", + "languages": [ + "tam-Taml", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "tam_Taml-lit_Latn", + "languages": [ + "tam-Taml", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-nob_Latn", + "languages": [ + "tam-Taml", + "nob-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tam_Taml-scn_Latn", + "languages": [ + "tam-Taml", + "scn-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tam_Taml-tgk_Cyrl", + "languages": [ + "tam-Taml", + "tgk-Cyrl" + ] + }, + { + "precision": 0.745498, + "recall": 0.810277, + "f1": 0.764976, + "accuracy": 0.810277, + "main_score": 0.764976, + "hf_subset": "tam_Taml-yor_Latn", + "languages": [ + "tam-Taml", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-arz_Arab", + "languages": [ + "tam-Taml", + "arz-Arab" + ] + }, + { + "precision": 0.457595, + "recall": 0.527668, + "f1": 0.476997, + "accuracy": 0.527668, + "main_score": 0.476997, + "hf_subset": "tam_Taml-cjk_Latn", + "languages": [ + "tam-Taml", + "cjk-Latn" + ] + }, + { + "precision": 0.937335, + "recall": 0.95751, + "f1": 0.943906, + "accuracy": 0.95751, + "main_score": 0.943906, + "hf_subset": "tam_Taml-gla_Latn", + "languages": [ + "tam-Taml", + "gla-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tam_Taml-lmo_Latn", + "languages": [ + "tam-Taml", + "lmo-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "tam_Taml-npi_Deva", + "languages": [ + "tam-Taml", + "npi-Deva" + ] + }, + { + "precision": 0.534043, + "recall": 0.619565, + "f1": 0.557998, + "accuracy": 0.619565, + "main_score": 0.557998, + "hf_subset": "tam_Taml-shn_Mymr", + "languages": [ + "tam-Taml", + "shn-Mymr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-tgl_Latn", + "languages": [ + "tam-Taml", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-yue_Hant", + "languages": [ + "tam-Taml", + "yue-Hant" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tam_Taml-asm_Beng", + "languages": [ + "tam-Taml", + "asm-Beng" + ] + }, + { + "precision": 0.938109, + "recall": 0.95751, + "f1": 0.944335, + "accuracy": 0.95751, + "main_score": 0.944335, + "hf_subset": "tam_Taml-ckb_Arab", + "languages": [ + "tam-Taml", + "ckb-Arab" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "tam_Taml-gle_Latn", + "languages": [ + "tam-Taml", + "gle-Latn" + ] + }, + { + "precision": 0.90308, + "recall": 0.932806, + "f1": 0.912615, + "accuracy": 0.932806, + "main_score": 0.912615, + "hf_subset": "tam_Taml-kas_Arab", + "languages": [ + "tam-Taml", + "kas-Arab" + ] + }, + { + "precision": 0.886611, + "recall": 0.920949, + "f1": 0.897628, + "accuracy": 0.920949, + "main_score": 0.897628, + "hf_subset": "tam_Taml-ltg_Latn", + "languages": [ + "tam-Taml", + "ltg-Latn" + ] + }, + { + "precision": 0.786067, + "recall": 0.839921, + "f1": 0.802541, + "accuracy": 0.839921, + "main_score": 0.802541, + "hf_subset": "tam_Taml-nso_Latn", + "languages": [ + "tam-Taml", + "nso-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-sin_Sinh", + "languages": [ + "tam-Taml", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-tha_Thai", + "languages": [ + "tam-Taml", + "tha-Thai" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "tam_Taml-zho_Hans", + "languages": [ + "tam-Taml", + "zho-Hans" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "tam_Taml-ast_Latn", + "languages": [ + "tam-Taml", + "ast-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tam_Taml-crh_Latn", + "languages": [ + "tam-Taml", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-glg_Latn", + "languages": [ + "tam-Taml", + "glg-Latn" + ] + }, + { + "precision": 0.843824, + "recall": 0.887352, + "f1": 0.857035, + "accuracy": 0.887352, + "main_score": 0.857035, + "hf_subset": "tam_Taml-kas_Deva", + "languages": [ + "tam-Taml", + "kas-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-ltz_Latn", + "languages": [ + "tam-Taml", + "ltz-Latn" + ] + }, + { + "precision": 0.395715, + "recall": 0.465415, + "f1": 0.41458, + "accuracy": 0.465415, + "main_score": 0.41458, + "hf_subset": "tam_Taml-nus_Latn", + "languages": [ + "tam-Taml", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-slk_Latn", + "languages": [ + "tam-Taml", + "slk-Latn" + ] + }, + { + "precision": 0.640615, + "recall": 0.717391, + "f1": 0.662444, + "accuracy": 0.717391, + "main_score": 0.662444, + "hf_subset": "tam_Taml-tir_Ethi", + "languages": [ + "tam-Taml", + "tir-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-zho_Hant", + "languages": [ + "tam-Taml", + "zho-Hant" + ] + }, + { + "precision": 0.981061, + "recall": 0.986166, + "f1": 0.982708, + "accuracy": 0.986166, + "main_score": 0.982708, + "hf_subset": "tam_Taml-awa_Deva", + "languages": [ + "tam-Taml", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-cym_Latn", + "languages": [ + "tam-Taml", + "cym-Latn" + ] + }, + { + "precision": 0.745619, + "recall": 0.805336, + "f1": 0.763194, + "accuracy": 0.805336, + "main_score": 0.763194, + "hf_subset": "tam_Taml-grn_Latn", + "languages": [ + "tam-Taml", + "grn-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tam_Taml-kat_Geor", + "languages": [ + "tam-Taml", + "kat-Geor" + ] + }, + { + "precision": 0.573055, + "recall": 0.639328, + "f1": 0.591159, + "accuracy": 0.639328, + "main_score": 0.591159, + "hf_subset": "tam_Taml-lua_Latn", + "languages": [ + "tam-Taml", + "lua-Latn" + ] + }, + { + "precision": 0.824193, + "recall": 0.87253, + "f1": 0.839295, + "accuracy": 0.87253, + "main_score": 0.839295, + "hf_subset": "tam_Taml-nya_Latn", + "languages": [ + "tam-Taml", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-slv_Latn", + "languages": [ + "tam-Taml", + "slv-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tam_Taml-tpi_Latn", + "languages": [ + "tam-Taml", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-zsm_Latn", + "languages": [ + "tam-Taml", + "zsm-Latn" + ] + }, + { + "precision": 0.472465, + "recall": 0.536561, + "f1": 0.489958, + "accuracy": 0.536561, + "main_score": 0.489958, + "hf_subset": "tam_Taml-ayr_Latn", + "languages": [ + "tam-Taml", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-dan_Latn", + "languages": [ + "tam-Taml", + "dan-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-kaz_Cyrl", + "languages": [ + "tam-Taml", + "kaz-Cyrl" + ] + }, + { + "precision": 0.635253, + "recall": 0.721344, + "f1": 0.660383, + "accuracy": 0.721344, + "main_score": 0.660383, + "hf_subset": "tam_Taml-lug_Latn", + "languages": [ + "tam-Taml", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-oci_Latn", + "languages": [ + "tam-Taml", + "oci-Latn" + ] + }, + { + "precision": 0.846459, + "recall": 0.88834, + "f1": 0.85942, + "accuracy": 0.88834, + "main_score": 0.85942, + "hf_subset": "tam_Taml-smo_Latn", + "languages": [ + "tam-Taml", + "smo-Latn" + ] + }, + { + "precision": 0.750346, + "recall": 0.812253, + "f1": 0.768878, + "accuracy": 0.812253, + "main_score": 0.768878, + "hf_subset": "tam_Taml-tsn_Latn", + "languages": [ + "tam-Taml", + "tsn-Latn" + ] + }, + { + "precision": 0.894845, + "recall": 0.925889, + "f1": 0.90471, + "accuracy": 0.925889, + "main_score": 0.90471, + "hf_subset": "tam_Taml-zul_Latn", + "languages": [ + "tam-Taml", + "zul-Latn" + ] + }, + { + "precision": 0.934947, + "recall": 0.955534, + "f1": 0.9417, + "accuracy": 0.955534, + "main_score": 0.9417, + "hf_subset": "tam_Taml-azb_Arab", + "languages": [ + "tam-Taml", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-deu_Latn", + "languages": [ + "tam-Taml", + "deu-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "tam_Taml-hat_Latn", + "languages": [ + "tam-Taml", + "hat-Latn" + ] + }, + { + "precision": 0.460709, + "recall": 0.522727, + "f1": 0.477732, + "accuracy": 0.522727, + "main_score": 0.477732, + "hf_subset": "tam_Taml-kbp_Latn", + "languages": [ + "tam-Taml", + "kbp-Latn" + ] + }, + { + "precision": 0.482182, + "recall": 0.548419, + "f1": 0.4998, + "accuracy": 0.548419, + "main_score": 0.4998, + "hf_subset": "tam_Taml-luo_Latn", + "languages": [ + "tam-Taml", + "luo-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tam_Taml-ory_Orya", + "languages": [ + "tam-Taml", + "ory-Orya" + ] + }, + { + "precision": 0.898221, + "recall": 0.929842, + "f1": 0.908597, + "accuracy": 0.929842, + "main_score": 0.908597, + "hf_subset": "tam_Taml-sna_Latn", + "languages": [ + "tam-Taml", + "sna-Latn" + ] + }, + { + "precision": 0.639692, + "recall": 0.712451, + "f1": 0.660348, + "accuracy": 0.712451, + "main_score": 0.660348, + "hf_subset": "tam_Taml-tso_Latn", + "languages": [ + "tam-Taml", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-azj_Latn", + "languages": [ + "tam-Taml", + "azj-Latn" + ] + }, + { + "precision": 0.470716, + "recall": 0.543478, + "f1": 0.491161, + "accuracy": 0.543478, + "main_score": 0.491161, + "hf_subset": "tam_Taml-dik_Latn", + "languages": [ + "tam-Taml", + "dik-Latn" + ] + }, + { + "precision": 0.903738, + "recall": 0.933794, + "f1": 0.913439, + "accuracy": 0.933794, + "main_score": 0.913439, + "hf_subset": "tam_Taml-hau_Latn", + "languages": [ + "tam-Taml", + "hau-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "tam_Taml-kea_Latn", + "languages": [ + "tam-Taml", + "kea-Latn" + ] + }, + { + "precision": 0.929677, + "recall": 0.951581, + "f1": 0.936759, + "accuracy": 0.951581, + "main_score": 0.936759, + "hf_subset": "tam_Taml-lus_Latn", + "languages": [ + "tam-Taml", + "lus-Latn" + ] + }, + { + "precision": 0.855319, + "recall": 0.896245, + "f1": 0.868149, + "accuracy": 0.896245, + "main_score": 0.868149, + "hf_subset": "tam_Taml-pag_Latn", + "languages": [ + "tam-Taml", + "pag-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tam_Taml-snd_Arab", + "languages": [ + "tam-Taml", + "snd-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tam_Taml-tuk_Latn", + "languages": [ + "tam-Taml", + "tuk-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tam_Taml-bak_Cyrl", + "languages": [ + "tam-Taml", + "bak-Cyrl" + ] + }, + { + "precision": 0.424484, + "recall": 0.496047, + "f1": 0.443777, + "accuracy": 0.496047, + "main_score": 0.443777, + "hf_subset": "tam_Taml-dyu_Latn", + "languages": [ + "tam-Taml", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-heb_Hebr", + "languages": [ + "tam-Taml", + "heb-Hebr" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "tam_Taml-khk_Cyrl", + "languages": [ + "tam-Taml", + "khk-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-lvs_Latn", + "languages": [ + "tam-Taml", + "lvs-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ] + }, + { + "precision": 0.885375, + "recall": 0.920949, + "f1": 0.896904, + "accuracy": 0.920949, + "main_score": 0.896904, + "hf_subset": "tam_Taml-som_Latn", + "languages": [ + "tam-Taml", + "som-Latn" + ] + }, + { + "precision": 0.701162, + "recall": 0.76581, + "f1": 0.720486, + "accuracy": 0.76581, + "main_score": 0.720486, + "hf_subset": "tam_Taml-tum_Latn", + "languages": [ + "tam-Taml", + "tum-Latn" + ] + }, + { + "precision": 0.525682, + "recall": 0.615613, + "f1": 0.551655, + "accuracy": 0.615613, + "main_score": 0.551655, + "hf_subset": "vie_Latn-ace_Arab", + "languages": [ + "vie-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.472995, + "recall": 0.538538, + "f1": 0.490856, + "accuracy": 0.538538, + "main_score": 0.490856, + "hf_subset": "vie_Latn-bam_Latn", + "languages": [ + "vie-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.665092, + "recall": 0.748024, + "f1": 0.68933, + "accuracy": 0.748024, + "main_score": 0.68933, + "hf_subset": "vie_Latn-dzo_Tibt", + "languages": [ + "vie-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-hin_Deva", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "vie_Latn-khm_Khmr", + "languages": [ + "vie-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-mag_Deva", + "languages": [ + "vie-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vie_Latn-pap_Latn", + "languages": [ + "vie-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.872365, + "recall": 0.908103, + "f1": 0.883366, + "accuracy": 0.908103, + "main_score": 0.883366, + "hf_subset": "vie_Latn-sot_Latn", + "languages": [ + "vie-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-tur_Latn", + "languages": [ + "vie-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.869081, + "recall": 0.907115, + "f1": 0.881176, + "accuracy": 0.907115, + "main_score": 0.881176, + "hf_subset": "vie_Latn-ace_Latn", + "languages": [ + "vie-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "vie_Latn-ban_Latn", + "languages": [ + "vie-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-ell_Grek", + "languages": [ + "vie-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "vie_Latn-hne_Deva", + "languages": [ + "vie-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.575496, + "recall": 0.645257, + "f1": 0.595329, + "accuracy": 0.645257, + "main_score": 0.595329, + "hf_subset": "vie_Latn-kik_Latn", + "languages": [ + "vie-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-mai_Deva", + "languages": [ + "vie-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "vie_Latn-pbt_Arab", + "languages": [ + "vie-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-spa_Latn", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.782675, + "recall": 0.837945, + "f1": 0.798932, + "accuracy": 0.837945, + "main_score": 0.798932, + "hf_subset": "vie_Latn-twi_Latn", + "languages": [ + "vie-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-acm_Arab", + "languages": [ + "vie-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-bel_Cyrl", + "languages": [ + "vie-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-hrv_Latn", + "languages": [ + "vie-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.865613, + "recall": 0.903162, + "f1": 0.877075, + "accuracy": 0.903162, + "main_score": 0.877075, + "hf_subset": "vie_Latn-kin_Latn", + "languages": [ + "vie-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vie_Latn-mal_Mlym", + "languages": [ + "vie-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-pes_Arab", + "languages": [ + "vie-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "vie_Latn-srd_Latn", + "languages": [ + "vie-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.206907, + "recall": 0.270751, + "f1": 0.222, + "accuracy": 0.270751, + "main_score": 0.222, + "hf_subset": "vie_Latn-tzm_Tfng", + "languages": [ + "vie-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-acq_Arab", + "languages": [ + "vie-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.667276, + "recall": 0.738142, + "f1": 0.687522, + "accuracy": 0.738142, + "main_score": 0.687522, + "hf_subset": "vie_Latn-bem_Latn", + "languages": [ + "vie-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-epo_Latn", + "languages": [ + "vie-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-hun_Latn", + "languages": [ + "vie-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vie_Latn-kir_Cyrl", + "languages": [ + "vie-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vie_Latn-mar_Deva", + "languages": [ + "vie-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.875412, + "recall": 0.912055, + "f1": 0.886726, + "accuracy": 0.912055, + "main_score": 0.886726, + "hf_subset": "vie_Latn-plt_Latn", + "languages": [ + "vie-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-srp_Cyrl", + "languages": [ + "vie-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.947299, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "vie_Latn-uig_Arab", + "languages": [ + "vie-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-aeb_Arab", + "languages": [ + "vie-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-ben_Beng", + "languages": [ + "vie-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vie_Latn-est_Latn", + "languages": [ + "vie-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-hye_Armn", + "languages": [ + "vie-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.466554, + "recall": 0.532609, + "f1": 0.484504, + "accuracy": 0.532609, + "main_score": 0.484504, + "hf_subset": "vie_Latn-kmb_Latn", + "languages": [ + "vie-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.495807, + "recall": 0.588933, + "f1": 0.521328, + "accuracy": 0.588933, + "main_score": 0.521328, + "hf_subset": "vie_Latn-min_Arab", + "languages": [ + "vie-Latn", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-pol_Latn", + "languages": [ + "vie-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.748172, + "recall": 0.815217, + "f1": 0.768431, + "accuracy": 0.815217, + "main_score": 0.768431, + "hf_subset": "vie_Latn-ssw_Latn", + "languages": [ + "vie-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ukr_Cyrl", + "languages": [ + "vie-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-afr_Latn", + "languages": [ + "vie-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "vie_Latn-bho_Deva", + "languages": [ + "vie-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vie_Latn-eus_Latn", + "languages": [ + "vie-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.866798, + "recall": 0.907115, + "f1": 0.879414, + "accuracy": 0.907115, + "main_score": 0.879414, + "hf_subset": "vie_Latn-ibo_Latn", + "languages": [ + "vie-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.870553, + "recall": 0.909091, + "f1": 0.882543, + "accuracy": 0.909091, + "main_score": 0.882543, + "hf_subset": "vie_Latn-kmr_Latn", + "languages": [ + "vie-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vie_Latn-min_Latn", + "languages": [ + "vie-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-por_Latn", + "languages": [ + "vie-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "vie_Latn-sun_Latn", + "languages": [ + "vie-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.462182, + "recall": 0.537549, + "f1": 0.483242, + "accuracy": 0.537549, + "main_score": 0.483242, + "hf_subset": "vie_Latn-umb_Latn", + "languages": [ + "vie-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ajp_Arab", + "languages": [ + "vie-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.49594, + "recall": 0.58498, + "f1": 0.520446, + "accuracy": 0.58498, + "main_score": 0.520446, + "hf_subset": "vie_Latn-bjn_Arab", + "languages": [ + "vie-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.451395, + "recall": 0.51087, + "f1": 0.467198, + "accuracy": 0.51087, + "main_score": 0.467198, + "hf_subset": "vie_Latn-ewe_Latn", + "languages": [ + "vie-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "vie_Latn-ilo_Latn", + "languages": [ + "vie-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.252463, + "recall": 0.322134, + "f1": 0.26935, + "accuracy": 0.322134, + "main_score": 0.26935, + "hf_subset": "vie_Latn-knc_Arab", + "languages": [ + "vie-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-mkd_Cyrl", + "languages": [ + "vie-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-prs_Arab", + "languages": [ + "vie-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-swe_Latn", + "languages": [ + "vie-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-urd_Arab", + "languages": [ + "vie-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.754727, + "recall": 0.816206, + "f1": 0.773141, + "accuracy": 0.816206, + "main_score": 0.773141, + "hf_subset": "vie_Latn-aka_Latn", + "languages": [ + "vie-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "vie_Latn-bjn_Latn", + "languages": [ + "vie-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "vie_Latn-fao_Latn", + "languages": [ + "vie-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ind_Latn", + "languages": [ + "vie-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.517882, + "recall": 0.58004, + "f1": 0.534119, + "accuracy": 0.58004, + "main_score": 0.534119, + "hf_subset": "vie_Latn-knc_Latn", + "languages": [ + "vie-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-mlt_Latn", + "languages": [ + "vie-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.620449, + "recall": 0.695652, + "f1": 0.641905, + "accuracy": 0.695652, + "main_score": 0.641905, + "hf_subset": "vie_Latn-quy_Latn", + "languages": [ + "vie-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "vie_Latn-swh_Latn", + "languages": [ + "vie-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "vie_Latn-uzn_Latn", + "languages": [ + "vie-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vie_Latn-als_Latn", + "languages": [ + "vie-Latn", + "als-Latn" + ] + }, + { + "precision": 0.818768, + "recall": 0.870553, + "f1": 0.834931, + "accuracy": 0.870553, + "main_score": 0.834931, + "hf_subset": "vie_Latn-bod_Tibt", + "languages": [ + "vie-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.62636, + "recall": 0.698617, + "f1": 0.647024, + "accuracy": 0.698617, + "main_score": 0.647024, + "hf_subset": "vie_Latn-fij_Latn", + "languages": [ + "vie-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vie_Latn-isl_Latn", + "languages": [ + "vie-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.600309, + "recall": 0.676877, + "f1": 0.621846, + "accuracy": 0.676877, + "main_score": 0.621846, + "hf_subset": "vie_Latn-kon_Latn", + "languages": [ + "vie-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.585334, + "recall": 0.66996, + "f1": 0.609297, + "accuracy": 0.66996, + "main_score": 0.609297, + "hf_subset": "vie_Latn-mni_Beng", + "languages": [ + "vie-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ron_Latn", + "languages": [ + "vie-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "vie_Latn-szl_Latn", + "languages": [ + "vie-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-vec_Latn", + "languages": [ + "vie-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.925642, + "recall": 0.948617, + "f1": 0.933037, + "accuracy": 0.948617, + "main_score": 0.933037, + "hf_subset": "vie_Latn-amh_Ethi", + "languages": [ + "vie-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-bos_Latn", + "languages": [ + "vie-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-fin_Latn", + "languages": [ + "vie-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ita_Latn", + "languages": [ + "vie-Latn", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-kor_Hang", + "languages": [ + "vie-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.488285, + "recall": 0.555336, + "f1": 0.50693, + "accuracy": 0.555336, + "main_score": 0.50693, + "hf_subset": "vie_Latn-mos_Latn", + "languages": [ + "vie-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.755962, + "recall": 0.818182, + "f1": 0.774275, + "accuracy": 0.818182, + "main_score": 0.774275, + "hf_subset": "vie_Latn-run_Latn", + "languages": [ + "vie-Latn", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-tam_Taml", + "languages": [ + "vie-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-apc_Arab", + "languages": [ + "vie-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.733253, + "recall": 0.798419, + "f1": 0.752357, + "accuracy": 0.798419, + "main_score": 0.752357, + "hf_subset": "vie_Latn-bug_Latn", + "languages": [ + "vie-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.414842, + "recall": 0.477273, + "f1": 0.432158, + "accuracy": 0.477273, + "main_score": 0.432158, + "hf_subset": "vie_Latn-fon_Latn", + "languages": [ + "vie-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "vie_Latn-jav_Latn", + "languages": [ + "vie-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "vie_Latn-lao_Laoo", + "languages": [ + "vie-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.873715, + "recall": 0.912055, + "f1": 0.886034, + "accuracy": 0.912055, + "main_score": 0.886034, + "hf_subset": "vie_Latn-mri_Latn", + "languages": [ + "vie-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-rus_Cyrl", + "languages": [ + "vie-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.482018, + "recall": 0.556324, + "f1": 0.501982, + "accuracy": 0.556324, + "main_score": 0.501982, + "hf_subset": "vie_Latn-taq_Latn", + "languages": [ + "vie-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-war_Latn", + "languages": [ + "vie-Latn", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-arb_Arab", + "languages": [ + "vie-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-bul_Cyrl", + "languages": [ + "vie-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-fra_Latn", + "languages": [ + "vie-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-jpn_Jpan", + "languages": [ + "vie-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "vie_Latn-lij_Latn", + "languages": [ + "vie-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "vie_Latn-mya_Mymr", + "languages": [ + "vie-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.554895, + "recall": 0.62747, + "f1": 0.5745, + "accuracy": 0.62747, + "main_score": 0.5745, + "hf_subset": "vie_Latn-sag_Latn", + "languages": [ + "vie-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.216312, + "recall": 0.285573, + "f1": 0.232879, + "accuracy": 0.285573, + "main_score": 0.232879, + "hf_subset": "vie_Latn-taq_Tfng", + "languages": [ + "vie-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.620211, + "recall": 0.695652, + "f1": 0.641986, + "accuracy": 0.695652, + "main_score": 0.641986, + "hf_subset": "vie_Latn-wol_Latn", + "languages": [ + "vie-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.842556, + "recall": 0.889328, + "f1": 0.857213, + "accuracy": 0.889328, + "main_score": 0.857213, + "hf_subset": "vie_Latn-arb_Latn", + "languages": [ + "vie-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-cat_Latn", + "languages": [ + "vie-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "vie_Latn-fur_Latn", + "languages": [ + "vie-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.445854, + "recall": 0.523715, + "f1": 0.466653, + "accuracy": 0.523715, + "main_score": 0.466653, + "hf_subset": "vie_Latn-kab_Latn", + "languages": [ + "vie-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "vie_Latn-lim_Latn", + "languages": [ + "vie-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-nld_Latn", + "languages": [ + "vie-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "vie_Latn-san_Deva", + "languages": [ + "vie-Latn", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-tat_Cyrl", + "languages": [ + "vie-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.886364, + "recall": 0.91996, + "f1": 0.897069, + "accuracy": 0.91996, + "main_score": 0.897069, + "hf_subset": "vie_Latn-xho_Latn", + "languages": [ + "vie-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ars_Arab", + "languages": [ + "vie-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ceb_Latn", + "languages": [ + "vie-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.459341, + "recall": 0.543478, + "f1": 0.482581, + "accuracy": 0.543478, + "main_score": 0.482581, + "hf_subset": "vie_Latn-fuv_Latn", + "languages": [ + "vie-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.46629, + "recall": 0.537549, + "f1": 0.485192, + "accuracy": 0.537549, + "main_score": 0.485192, + "hf_subset": "vie_Latn-kac_Latn", + "languages": [ + "vie-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.621825, + "recall": 0.695652, + "f1": 0.642394, + "accuracy": 0.695652, + "main_score": 0.642394, + "hf_subset": "vie_Latn-lin_Latn", + "languages": [ + "vie-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-nno_Latn", + "languages": [ + "vie-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.870636, + "recall": 0.908103, + "f1": 0.882082, + "accuracy": 0.908103, + "main_score": 0.882082, + "hf_subset": "vie_Latn-sat_Olck", + "languages": [ + "vie-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vie_Latn-tel_Telu", + "languages": [ + "vie-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vie_Latn-ydd_Hebr", + "languages": [ + "vie-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "vie_Latn-ary_Arab", + "languages": [ + "vie-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ces_Latn", + "languages": [ + "vie-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.556747, + "recall": 0.637352, + "f1": 0.579793, + "accuracy": 0.637352, + "main_score": 0.579793, + "hf_subset": "vie_Latn-gaz_Latn", + "languages": [ + "vie-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.545662, + "recall": 0.626482, + "f1": 0.568145, + "accuracy": 0.626482, + "main_score": 0.568145, + "hf_subset": "vie_Latn-kam_Latn", + "languages": [ + "vie-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "vie_Latn-lit_Latn", + "languages": [ + "vie-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-nob_Latn", + "languages": [ + "vie-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-scn_Latn", + "languages": [ + "vie-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "vie_Latn-tgk_Cyrl", + "languages": [ + "vie-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.750948, + "recall": 0.817194, + "f1": 0.770556, + "accuracy": 0.817194, + "main_score": 0.770556, + "hf_subset": "vie_Latn-yor_Latn", + "languages": [ + "vie-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-arz_Arab", + "languages": [ + "vie-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.472506, + "recall": 0.557312, + "f1": 0.49566, + "accuracy": 0.557312, + "main_score": 0.49566, + "hf_subset": "vie_Latn-cjk_Latn", + "languages": [ + "vie-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "vie_Latn-gla_Latn", + "languages": [ + "vie-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vie_Latn-kan_Knda", + "languages": [ + "vie-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vie_Latn-lmo_Latn", + "languages": [ + "vie-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "vie_Latn-npi_Deva", + "languages": [ + "vie-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.549414, + "recall": 0.633399, + "f1": 0.57252, + "accuracy": 0.633399, + "main_score": 0.57252, + "hf_subset": "vie_Latn-shn_Mymr", + "languages": [ + "vie-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-tgl_Latn", + "languages": [ + "vie-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-yue_Hant", + "languages": [ + "vie-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-asm_Beng", + "languages": [ + "vie-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.943429, + "recall": 0.960474, + "f1": 0.948814, + "accuracy": 0.960474, + "main_score": 0.948814, + "hf_subset": "vie_Latn-ckb_Arab", + "languages": [ + "vie-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "vie_Latn-gle_Latn", + "languages": [ + "vie-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.907279, + "recall": 0.934783, + "f1": 0.915975, + "accuracy": 0.934783, + "main_score": 0.915975, + "hf_subset": "vie_Latn-kas_Arab", + "languages": [ + "vie-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.888999, + "recall": 0.920949, + "f1": 0.899045, + "accuracy": 0.920949, + "main_score": 0.899045, + "hf_subset": "vie_Latn-ltg_Latn", + "languages": [ + "vie-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.790226, + "recall": 0.841897, + "f1": 0.805885, + "accuracy": 0.841897, + "main_score": 0.805885, + "hf_subset": "vie_Latn-nso_Latn", + "languages": [ + "vie-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-sin_Sinh", + "languages": [ + "vie-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-tha_Thai", + "languages": [ + "vie-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-zho_Hans", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ast_Latn", + "languages": [ + "vie-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vie_Latn-crh_Latn", + "languages": [ + "vie-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-glg_Latn", + "languages": [ + "vie-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.861858, + "recall": 0.901186, + "f1": 0.874144, + "accuracy": 0.901186, + "main_score": 0.874144, + "hf_subset": "vie_Latn-kas_Deva", + "languages": [ + "vie-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-ltz_Latn", + "languages": [ + "vie-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.420236, + "recall": 0.491107, + "f1": 0.439328, + "accuracy": 0.491107, + "main_score": 0.439328, + "hf_subset": "vie_Latn-nus_Latn", + "languages": [ + "vie-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-slk_Latn", + "languages": [ + "vie-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.637213, + "recall": 0.721344, + "f1": 0.661597, + "accuracy": 0.721344, + "main_score": 0.661597, + "hf_subset": "vie_Latn-tir_Ethi", + "languages": [ + "vie-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-zho_Hant", + "languages": [ + "vie-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.982955, + "recall": 0.987154, + "f1": 0.984256, + "accuracy": 0.987154, + "main_score": 0.984256, + "hf_subset": "vie_Latn-awa_Deva", + "languages": [ + "vie-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vie_Latn-cym_Latn", + "languages": [ + "vie-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.776795, + "recall": 0.833992, + "f1": 0.79409, + "accuracy": 0.833992, + "main_score": 0.79409, + "hf_subset": "vie_Latn-grn_Latn", + "languages": [ + "vie-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-kat_Geor", + "languages": [ + "vie-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.591787, + "recall": 0.662055, + "f1": 0.611124, + "accuracy": 0.662055, + "main_score": 0.611124, + "hf_subset": "vie_Latn-lua_Latn", + "languages": [ + "vie-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.817852, + "recall": 0.870553, + "f1": 0.834618, + "accuracy": 0.870553, + "main_score": 0.834618, + "hf_subset": "vie_Latn-nya_Latn", + "languages": [ + "vie-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-slv_Latn", + "languages": [ + "vie-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "vie_Latn-tpi_Latn", + "languages": [ + "vie-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-zsm_Latn", + "languages": [ + "vie-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.496452, + "recall": 0.566206, + "f1": 0.515248, + "accuracy": 0.566206, + "main_score": 0.515248, + "hf_subset": "vie_Latn-ayr_Latn", + "languages": [ + "vie-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-dan_Latn", + "languages": [ + "vie-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vie_Latn-guj_Gujr", + "languages": [ + "vie-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vie_Latn-kaz_Cyrl", + "languages": [ + "vie-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.646723, + "recall": 0.729249, + "f1": 0.670982, + "accuracy": 0.729249, + "main_score": 0.670982, + "hf_subset": "vie_Latn-lug_Latn", + "languages": [ + "vie-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-oci_Latn", + "languages": [ + "vie-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.825428, + "recall": 0.873518, + "f1": 0.8405, + "accuracy": 0.873518, + "main_score": 0.8405, + "hf_subset": "vie_Latn-smo_Latn", + "languages": [ + "vie-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.740234, + "recall": 0.804348, + "f1": 0.759637, + "accuracy": 0.804348, + "main_score": 0.759637, + "hf_subset": "vie_Latn-tsn_Latn", + "languages": [ + "vie-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.889443, + "recall": 0.922925, + "f1": 0.900099, + "accuracy": 0.922925, + "main_score": 0.900099, + "hf_subset": "vie_Latn-zul_Latn", + "languages": [ + "vie-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.92556, + "recall": 0.948617, + "f1": 0.932971, + "accuracy": 0.948617, + "main_score": 0.932971, + "hf_subset": "vie_Latn-azb_Arab", + "languages": [ + "vie-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-deu_Latn", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "vie_Latn-hat_Latn", + "languages": [ + "vie-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.459611, + "recall": 0.52668, + "f1": 0.478374, + "accuracy": 0.52668, + "main_score": 0.478374, + "hf_subset": "vie_Latn-kbp_Latn", + "languages": [ + "vie-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.512485, + "recall": 0.575099, + "f1": 0.529338, + "accuracy": 0.575099, + "main_score": 0.529338, + "hf_subset": "vie_Latn-luo_Latn", + "languages": [ + "vie-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "vie_Latn-ory_Orya", + "languages": [ + "vie-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.906785, + "recall": 0.934783, + "f1": 0.915843, + "accuracy": 0.934783, + "main_score": 0.915843, + "hf_subset": "vie_Latn-sna_Latn", + "languages": [ + "vie-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.641436, + "recall": 0.719368, + "f1": 0.663845, + "accuracy": 0.719368, + "main_score": 0.663845, + "hf_subset": "vie_Latn-tso_Latn", + "languages": [ + "vie-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-azj_Latn", + "languages": [ + "vie-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.485505, + "recall": 0.560277, + "f1": 0.506477, + "accuracy": 0.560277, + "main_score": 0.506477, + "hf_subset": "vie_Latn-dik_Latn", + "languages": [ + "vie-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.909256, + "recall": 0.936759, + "f1": 0.918314, + "accuracy": 0.936759, + "main_score": 0.918314, + "hf_subset": "vie_Latn-hau_Latn", + "languages": [ + "vie-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "vie_Latn-kea_Latn", + "languages": [ + "vie-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.922596, + "recall": 0.94664, + "f1": 0.930336, + "accuracy": 0.94664, + "main_score": 0.930336, + "hf_subset": "vie_Latn-lus_Latn", + "languages": [ + "vie-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.86166, + "recall": 0.902174, + "f1": 0.874275, + "accuracy": 0.902174, + "main_score": 0.874275, + "hf_subset": "vie_Latn-pag_Latn", + "languages": [ + "vie-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "vie_Latn-snd_Arab", + "languages": [ + "vie-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "vie_Latn-tuk_Latn", + "languages": [ + "vie-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "vie_Latn-bak_Cyrl", + "languages": [ + "vie-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.450773, + "recall": 0.529644, + "f1": 0.472649, + "accuracy": 0.529644, + "main_score": 0.472649, + "hf_subset": "vie_Latn-dyu_Latn", + "languages": [ + "vie-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-heb_Hebr", + "languages": [ + "vie-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "vie_Latn-khk_Cyrl", + "languages": [ + "vie-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-lvs_Latn", + "languages": [ + "vie-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-pan_Guru", + "languages": [ + "vie-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.888752, + "recall": 0.922925, + "f1": 0.899605, + "accuracy": 0.922925, + "main_score": 0.899605, + "hf_subset": "vie_Latn-som_Latn", + "languages": [ + "vie-Latn", + "som-Latn" + ] + }, + { + "precision": 0.708491, + "recall": 0.769763, + "f1": 0.726499, + "accuracy": 0.769763, + "main_score": 0.726499, + "hf_subset": "vie_Latn-tum_Latn", + "languages": [ + "vie-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.536552, + "recall": 0.624506, + "f1": 0.562089, + "accuracy": 0.624506, + "main_score": 0.562089, + "hf_subset": "apc_Arab-ace_Arab", + "languages": [ + "apc-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.463696, + "recall": 0.525692, + "f1": 0.479939, + "accuracy": 0.525692, + "main_score": 0.479939, + "hf_subset": "apc_Arab-bam_Latn", + "languages": [ + "apc-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.647918, + "recall": 0.731225, + "f1": 0.672405, + "accuracy": 0.731225, + "main_score": 0.672405, + "hf_subset": "apc_Arab-dzo_Tibt", + "languages": [ + "apc-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-hin_Deva", + "languages": [ + "apc-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "apc_Arab-khm_Khmr", + "languages": [ + "apc-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-mag_Deva", + "languages": [ + "apc-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-pap_Latn", + "languages": [ + "apc-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.874588, + "recall": 0.911067, + "f1": 0.8861, + "accuracy": 0.911067, + "main_score": 0.8861, + "hf_subset": "apc_Arab-sot_Latn", + "languages": [ + "apc-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-tur_Latn", + "languages": [ + "apc-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.87248, + "recall": 0.906126, + "f1": 0.882726, + "accuracy": 0.906126, + "main_score": 0.882726, + "hf_subset": "apc_Arab-ace_Latn", + "languages": [ + "apc-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "apc_Arab-ban_Latn", + "languages": [ + "apc-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-ell_Grek", + "languages": [ + "apc-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "apc_Arab-hne_Deva", + "languages": [ + "apc-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.577977, + "recall": 0.651186, + "f1": 0.598511, + "accuracy": 0.651186, + "main_score": 0.598511, + "hf_subset": "apc_Arab-kik_Latn", + "languages": [ + "apc-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-mai_Deva", + "languages": [ + "apc-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "apc_Arab-pbt_Arab", + "languages": [ + "apc-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-spa_Latn", + "languages": [ + "apc-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.789914, + "recall": 0.843874, + "f1": 0.806242, + "accuracy": 0.843874, + "main_score": 0.806242, + "hf_subset": "apc_Arab-twi_Latn", + "languages": [ + "apc-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-acm_Arab", + "languages": [ + "apc-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-bel_Cyrl", + "languages": [ + "apc-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-eng_Latn", + "languages": [ + "apc-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-hrv_Latn", + "languages": [ + "apc-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.869598, + "recall": 0.907115, + "f1": 0.881061, + "accuracy": 0.907115, + "main_score": 0.881061, + "hf_subset": "apc_Arab-kin_Latn", + "languages": [ + "apc-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "apc_Arab-mal_Mlym", + "languages": [ + "apc-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-pes_Arab", + "languages": [ + "apc-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "apc_Arab-srd_Latn", + "languages": [ + "apc-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.218488, + "recall": 0.283597, + "f1": 0.234453, + "accuracy": 0.283597, + "main_score": 0.234453, + "hf_subset": "apc_Arab-tzm_Tfng", + "languages": [ + "apc-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-acq_Arab", + "languages": [ + "apc-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.681456, + "recall": 0.754941, + "f1": 0.70287, + "accuracy": 0.754941, + "main_score": 0.70287, + "hf_subset": "apc_Arab-bem_Latn", + "languages": [ + "apc-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-epo_Latn", + "languages": [ + "apc-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-hun_Latn", + "languages": [ + "apc-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "apc_Arab-kir_Cyrl", + "languages": [ + "apc-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "apc_Arab-mar_Deva", + "languages": [ + "apc-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.875988, + "recall": 0.912055, + "f1": 0.887352, + "accuracy": 0.912055, + "main_score": 0.887352, + "hf_subset": "apc_Arab-plt_Latn", + "languages": [ + "apc-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-srp_Cyrl", + "languages": [ + "apc-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.946146, + "recall": 0.962451, + "f1": 0.951416, + "accuracy": 0.962451, + "main_score": 0.951416, + "hf_subset": "apc_Arab-uig_Arab", + "languages": [ + "apc-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-aeb_Arab", + "languages": [ + "apc-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-ben_Beng", + "languages": [ + "apc-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-est_Latn", + "languages": [ + "apc-Arab", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-hye_Armn", + "languages": [ + "apc-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.45539, + "recall": 0.523715, + "f1": 0.474722, + "accuracy": 0.523715, + "main_score": 0.474722, + "hf_subset": "apc_Arab-kmb_Latn", + "languages": [ + "apc-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.505683, + "recall": 0.590909, + "f1": 0.528636, + "accuracy": 0.590909, + "main_score": 0.528636, + "hf_subset": "apc_Arab-min_Arab", + "languages": [ + "apc-Arab", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-pol_Latn", + "languages": [ + "apc-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.777783, + "recall": 0.835968, + "f1": 0.795784, + "accuracy": 0.835968, + "main_score": 0.795784, + "hf_subset": "apc_Arab-ssw_Latn", + "languages": [ + "apc-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-ukr_Cyrl", + "languages": [ + "apc-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-afr_Latn", + "languages": [ + "apc-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-bho_Deva", + "languages": [ + "apc-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-eus_Latn", + "languages": [ + "apc-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.867342, + "recall": 0.907115, + "f1": 0.879842, + "accuracy": 0.907115, + "main_score": 0.879842, + "hf_subset": "apc_Arab-ibo_Latn", + "languages": [ + "apc-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.874457, + "recall": 0.911067, + "f1": 0.8861, + "accuracy": 0.911067, + "main_score": 0.8861, + "hf_subset": "apc_Arab-kmr_Latn", + "languages": [ + "apc-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "apc_Arab-min_Latn", + "languages": [ + "apc-Arab", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-por_Latn", + "languages": [ + "apc-Arab", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "apc_Arab-sun_Latn", + "languages": [ + "apc-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.451156, + "recall": 0.522727, + "f1": 0.471156, + "accuracy": 0.522727, + "main_score": 0.471156, + "hf_subset": "apc_Arab-umb_Latn", + "languages": [ + "apc-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-ajp_Arab", + "languages": [ + "apc-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.52167, + "recall": 0.605731, + "f1": 0.545494, + "accuracy": 0.605731, + "main_score": 0.545494, + "hf_subset": "apc_Arab-bjn_Arab", + "languages": [ + "apc-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.448421, + "recall": 0.511858, + "f1": 0.465643, + "accuracy": 0.511858, + "main_score": 0.465643, + "hf_subset": "apc_Arab-ewe_Latn", + "languages": [ + "apc-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.948287, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "apc_Arab-ilo_Latn", + "languages": [ + "apc-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.26752, + "recall": 0.329051, + "f1": 0.283044, + "accuracy": 0.329051, + "main_score": 0.283044, + "hf_subset": "apc_Arab-knc_Arab", + "languages": [ + "apc-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-mkd_Cyrl", + "languages": [ + "apc-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-prs_Arab", + "languages": [ + "apc-Arab", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-swe_Latn", + "languages": [ + "apc-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "apc_Arab-urd_Arab", + "languages": [ + "apc-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.751162, + "recall": 0.811265, + "f1": 0.769041, + "accuracy": 0.811265, + "main_score": 0.769041, + "hf_subset": "apc_Arab-aka_Latn", + "languages": [ + "apc-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "apc_Arab-bjn_Latn", + "languages": [ + "apc-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "apc_Arab-fao_Latn", + "languages": [ + "apc-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-ind_Latn", + "languages": [ + "apc-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.513327, + "recall": 0.577075, + "f1": 0.530269, + "accuracy": 0.577075, + "main_score": 0.530269, + "hf_subset": "apc_Arab-knc_Latn", + "languages": [ + "apc-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-mlt_Latn", + "languages": [ + "apc-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.643023, + "recall": 0.711462, + "f1": 0.662648, + "accuracy": 0.711462, + "main_score": 0.662648, + "hf_subset": "apc_Arab-quy_Latn", + "languages": [ + "apc-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-swh_Latn", + "languages": [ + "apc-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.989213, + "recall": 0.992095, + "f1": 0.99002, + "accuracy": 0.992095, + "main_score": 0.99002, + "hf_subset": "apc_Arab-uzn_Latn", + "languages": [ + "apc-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-als_Latn", + "languages": [ + "apc-Arab", + "als-Latn" + ] + }, + { + "precision": 0.81143, + "recall": 0.863636, + "f1": 0.827456, + "accuracy": 0.863636, + "main_score": 0.827456, + "hf_subset": "apc_Arab-bod_Tibt", + "languages": [ + "apc-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.632155, + "recall": 0.701581, + "f1": 0.651633, + "accuracy": 0.701581, + "main_score": 0.651633, + "hf_subset": "apc_Arab-fij_Latn", + "languages": [ + "apc-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "apc_Arab-isl_Latn", + "languages": [ + "apc-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.602246, + "recall": 0.68083, + "f1": 0.624692, + "accuracy": 0.68083, + "main_score": 0.624692, + "hf_subset": "apc_Arab-kon_Latn", + "languages": [ + "apc-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.599065, + "recall": 0.68083, + "f1": 0.622279, + "accuracy": 0.68083, + "main_score": 0.622279, + "hf_subset": "apc_Arab-mni_Beng", + "languages": [ + "apc-Arab", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ron_Latn", + "languages": [ + "apc-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "apc_Arab-szl_Latn", + "languages": [ + "apc-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-vec_Latn", + "languages": [ + "apc-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.941453, + "recall": 0.959486, + "f1": 0.9472, + "accuracy": 0.959486, + "main_score": 0.9472, + "hf_subset": "apc_Arab-amh_Ethi", + "languages": [ + "apc-Arab", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-bos_Latn", + "languages": [ + "apc-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-fin_Latn", + "languages": [ + "apc-Arab", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ita_Latn", + "languages": [ + "apc-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-kor_Hang", + "languages": [ + "apc-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.48336, + "recall": 0.544466, + "f1": 0.500158, + "accuracy": 0.544466, + "main_score": 0.500158, + "hf_subset": "apc_Arab-mos_Latn", + "languages": [ + "apc-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.765431, + "recall": 0.826087, + "f1": 0.784058, + "accuracy": 0.826087, + "main_score": 0.784058, + "hf_subset": "apc_Arab-run_Latn", + "languages": [ + "apc-Arab", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "apc_Arab-tam_Taml", + "languages": [ + "apc-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-vie_Latn", + "languages": [ + "apc-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.739163, + "recall": 0.802372, + "f1": 0.757872, + "accuracy": 0.802372, + "main_score": 0.757872, + "hf_subset": "apc_Arab-bug_Latn", + "languages": [ + "apc-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.409363, + "recall": 0.468379, + "f1": 0.424757, + "accuracy": 0.468379, + "main_score": 0.424757, + "hf_subset": "apc_Arab-fon_Latn", + "languages": [ + "apc-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "apc_Arab-jav_Latn", + "languages": [ + "apc-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "apc_Arab-lao_Laoo", + "languages": [ + "apc-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.877668, + "recall": 0.913043, + "f1": 0.888834, + "accuracy": 0.913043, + "main_score": 0.888834, + "hf_subset": "apc_Arab-mri_Latn", + "languages": [ + "apc-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-rus_Cyrl", + "languages": [ + "apc-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.502899, + "recall": 0.566206, + "f1": 0.520495, + "accuracy": 0.566206, + "main_score": 0.520495, + "hf_subset": "apc_Arab-taq_Latn", + "languages": [ + "apc-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-war_Latn", + "languages": [ + "apc-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-arb_Arab", + "languages": [ + "apc-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-bul_Cyrl", + "languages": [ + "apc-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-fra_Latn", + "languages": [ + "apc-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-jpn_Jpan", + "languages": [ + "apc-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "apc_Arab-lij_Latn", + "languages": [ + "apc-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "apc_Arab-mya_Mymr", + "languages": [ + "apc-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.544454, + "recall": 0.613636, + "f1": 0.563506, + "accuracy": 0.613636, + "main_score": 0.563506, + "hf_subset": "apc_Arab-sag_Latn", + "languages": [ + "apc-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.225822, + "recall": 0.290514, + "f1": 0.2418, + "accuracy": 0.290514, + "main_score": 0.2418, + "hf_subset": "apc_Arab-taq_Tfng", + "languages": [ + "apc-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.624023, + "recall": 0.697628, + "f1": 0.645116, + "accuracy": 0.697628, + "main_score": 0.645116, + "hf_subset": "apc_Arab-wol_Latn", + "languages": [ + "apc-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.88447, + "recall": 0.918972, + "f1": 0.895158, + "accuracy": 0.918972, + "main_score": 0.895158, + "hf_subset": "apc_Arab-arb_Latn", + "languages": [ + "apc-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-cat_Latn", + "languages": [ + "apc-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "apc_Arab-fur_Latn", + "languages": [ + "apc-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.455639, + "recall": 0.536561, + "f1": 0.47797, + "accuracy": 0.536561, + "main_score": 0.47797, + "hf_subset": "apc_Arab-kab_Latn", + "languages": [ + "apc-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "apc_Arab-lim_Latn", + "languages": [ + "apc-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-nld_Latn", + "languages": [ + "apc-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "apc_Arab-san_Deva", + "languages": [ + "apc-Arab", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "apc_Arab-tat_Cyrl", + "languages": [ + "apc-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.886117, + "recall": 0.91996, + "f1": 0.89697, + "accuracy": 0.91996, + "main_score": 0.89697, + "hf_subset": "apc_Arab-xho_Latn", + "languages": [ + "apc-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-ars_Arab", + "languages": [ + "apc-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "apc_Arab-ceb_Latn", + "languages": [ + "apc-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.462262, + "recall": 0.540514, + "f1": 0.483128, + "accuracy": 0.540514, + "main_score": 0.483128, + "hf_subset": "apc_Arab-fuv_Latn", + "languages": [ + "apc-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.464925, + "recall": 0.529644, + "f1": 0.482163, + "accuracy": 0.529644, + "main_score": 0.482163, + "hf_subset": "apc_Arab-kac_Latn", + "languages": [ + "apc-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.624161, + "recall": 0.702569, + "f1": 0.646749, + "accuracy": 0.702569, + "main_score": 0.646749, + "hf_subset": "apc_Arab-lin_Latn", + "languages": [ + "apc-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-nno_Latn", + "languages": [ + "apc-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.885375, + "recall": 0.917984, + "f1": 0.895356, + "accuracy": 0.917984, + "main_score": 0.895356, + "hf_subset": "apc_Arab-sat_Olck", + "languages": [ + "apc-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "apc_Arab-tel_Telu", + "languages": [ + "apc-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "apc_Arab-ydd_Hebr", + "languages": [ + "apc-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "apc_Arab-ary_Arab", + "languages": [ + "apc-Arab", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ces_Latn", + "languages": [ + "apc-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.554765, + "recall": 0.632411, + "f1": 0.576693, + "accuracy": 0.632411, + "main_score": 0.576693, + "hf_subset": "apc_Arab-gaz_Latn", + "languages": [ + "apc-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.539123, + "recall": 0.621542, + "f1": 0.562157, + "accuracy": 0.621542, + "main_score": 0.562157, + "hf_subset": "apc_Arab-kam_Latn", + "languages": [ + "apc-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "apc_Arab-lit_Latn", + "languages": [ + "apc-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-nob_Latn", + "languages": [ + "apc-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "apc_Arab-scn_Latn", + "languages": [ + "apc-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "apc_Arab-tgk_Cyrl", + "languages": [ + "apc-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.761512, + "recall": 0.822134, + "f1": 0.779353, + "accuracy": 0.822134, + "main_score": 0.779353, + "hf_subset": "apc_Arab-yor_Latn", + "languages": [ + "apc-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-arz_Arab", + "languages": [ + "apc-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.478565, + "recall": 0.555336, + "f1": 0.499013, + "accuracy": 0.555336, + "main_score": 0.499013, + "hf_subset": "apc_Arab-cjk_Latn", + "languages": [ + "apc-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "apc_Arab-gla_Latn", + "languages": [ + "apc-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-kan_Knda", + "languages": [ + "apc-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "apc_Arab-lmo_Latn", + "languages": [ + "apc-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "apc_Arab-npi_Deva", + "languages": [ + "apc-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.539439, + "recall": 0.62253, + "f1": 0.562738, + "accuracy": 0.62253, + "main_score": 0.562738, + "hf_subset": "apc_Arab-shn_Mymr", + "languages": [ + "apc-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "apc_Arab-tgl_Latn", + "languages": [ + "apc-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-yue_Hant", + "languages": [ + "apc-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "apc_Arab-asm_Beng", + "languages": [ + "apc-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.932971, + "recall": 0.953557, + "f1": 0.939723, + "accuracy": 0.953557, + "main_score": 0.939723, + "hf_subset": "apc_Arab-ckb_Arab", + "languages": [ + "apc-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "apc_Arab-gle_Latn", + "languages": [ + "apc-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.916864, + "recall": 0.942688, + "f1": 0.925066, + "accuracy": 0.942688, + "main_score": 0.925066, + "hf_subset": "apc_Arab-kas_Arab", + "languages": [ + "apc-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.906126, + "recall": 0.933794, + "f1": 0.914822, + "accuracy": 0.933794, + "main_score": 0.914822, + "hf_subset": "apc_Arab-ltg_Latn", + "languages": [ + "apc-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.793083, + "recall": 0.84585, + "f1": 0.809256, + "accuracy": 0.84585, + "main_score": 0.809256, + "hf_subset": "apc_Arab-nso_Latn", + "languages": [ + "apc-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "apc_Arab-sin_Sinh", + "languages": [ + "apc-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-tha_Thai", + "languages": [ + "apc-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-zho_Hans", + "languages": [ + "apc-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-ast_Latn", + "languages": [ + "apc-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "apc_Arab-crh_Latn", + "languages": [ + "apc-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-glg_Latn", + "languages": [ + "apc-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.870257, + "recall": 0.907115, + "f1": 0.881555, + "accuracy": 0.907115, + "main_score": 0.881555, + "hf_subset": "apc_Arab-kas_Deva", + "languages": [ + "apc-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "apc_Arab-ltz_Latn", + "languages": [ + "apc-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.405225, + "recall": 0.481225, + "f1": 0.425945, + "accuracy": 0.481225, + "main_score": 0.425945, + "hf_subset": "apc_Arab-nus_Latn", + "languages": [ + "apc-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-slk_Latn", + "languages": [ + "apc-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.656119, + "recall": 0.73419, + "f1": 0.678428, + "accuracy": 0.73419, + "main_score": 0.678428, + "hf_subset": "apc_Arab-tir_Ethi", + "languages": [ + "apc-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-zho_Hant", + "languages": [ + "apc-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.981472, + "recall": 0.986166, + "f1": 0.982938, + "accuracy": 0.986166, + "main_score": 0.982938, + "hf_subset": "apc_Arab-awa_Deva", + "languages": [ + "apc-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-cym_Latn", + "languages": [ + "apc-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.770233, + "recall": 0.823123, + "f1": 0.786004, + "accuracy": 0.823123, + "main_score": 0.786004, + "hf_subset": "apc_Arab-grn_Latn", + "languages": [ + "apc-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "apc_Arab-kat_Geor", + "languages": [ + "apc-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.601203, + "recall": 0.66502, + "f1": 0.618561, + "accuracy": 0.66502, + "main_score": 0.618561, + "hf_subset": "apc_Arab-lua_Latn", + "languages": [ + "apc-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.837154, + "recall": 0.882411, + "f1": 0.851285, + "accuracy": 0.882411, + "main_score": 0.851285, + "hf_subset": "apc_Arab-nya_Latn", + "languages": [ + "apc-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-slv_Latn", + "languages": [ + "apc-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "apc_Arab-tpi_Latn", + "languages": [ + "apc-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-zsm_Latn", + "languages": [ + "apc-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.48814, + "recall": 0.559289, + "f1": 0.507886, + "accuracy": 0.559289, + "main_score": 0.507886, + "hf_subset": "apc_Arab-ayr_Latn", + "languages": [ + "apc-Arab", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-dan_Latn", + "languages": [ + "apc-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-guj_Gujr", + "languages": [ + "apc-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "apc_Arab-kaz_Cyrl", + "languages": [ + "apc-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.660104, + "recall": 0.735178, + "f1": 0.681807, + "accuracy": 0.735178, + "main_score": 0.681807, + "hf_subset": "apc_Arab-lug_Latn", + "languages": [ + "apc-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-oci_Latn", + "languages": [ + "apc-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.830781, + "recall": 0.875494, + "f1": 0.84473, + "accuracy": 0.875494, + "main_score": 0.84473, + "hf_subset": "apc_Arab-smo_Latn", + "languages": [ + "apc-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.761281, + "recall": 0.823123, + "f1": 0.780105, + "accuracy": 0.823123, + "main_score": 0.780105, + "hf_subset": "apc_Arab-tsn_Latn", + "languages": [ + "apc-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.908432, + "recall": 0.936759, + "f1": 0.91749, + "accuracy": 0.936759, + "main_score": 0.91749, + "hf_subset": "apc_Arab-zul_Latn", + "languages": [ + "apc-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.940547, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "apc_Arab-azb_Arab", + "languages": [ + "apc-Arab", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-deu_Latn", + "languages": [ + "apc-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "apc_Arab-hat_Latn", + "languages": [ + "apc-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.466783, + "recall": 0.534585, + "f1": 0.485729, + "accuracy": 0.534585, + "main_score": 0.485729, + "hf_subset": "apc_Arab-kbp_Latn", + "languages": [ + "apc-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.496445, + "recall": 0.566206, + "f1": 0.51537, + "accuracy": 0.566206, + "main_score": 0.51537, + "hf_subset": "apc_Arab-luo_Latn", + "languages": [ + "apc-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "apc_Arab-ory_Orya", + "languages": [ + "apc-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.897233, + "recall": 0.928854, + "f1": 0.907444, + "accuracy": 0.928854, + "main_score": 0.907444, + "hf_subset": "apc_Arab-sna_Latn", + "languages": [ + "apc-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.654985, + "recall": 0.727273, + "f1": 0.676416, + "accuracy": 0.727273, + "main_score": 0.676416, + "hf_subset": "apc_Arab-tso_Latn", + "languages": [ + "apc-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-azj_Latn", + "languages": [ + "apc-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.488998, + "recall": 0.5583, + "f1": 0.508144, + "accuracy": 0.5583, + "main_score": 0.508144, + "hf_subset": "apc_Arab-dik_Latn", + "languages": [ + "apc-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.905879, + "recall": 0.935771, + "f1": 0.91558, + "accuracy": 0.935771, + "main_score": 0.91558, + "hf_subset": "apc_Arab-hau_Latn", + "languages": [ + "apc-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "apc_Arab-kea_Latn", + "languages": [ + "apc-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.928524, + "recall": 0.950593, + "f1": 0.935606, + "accuracy": 0.950593, + "main_score": 0.935606, + "hf_subset": "apc_Arab-lus_Latn", + "languages": [ + "apc-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.870471, + "recall": 0.907115, + "f1": 0.88195, + "accuracy": 0.907115, + "main_score": 0.88195, + "hf_subset": "apc_Arab-pag_Latn", + "languages": [ + "apc-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "apc_Arab-snd_Arab", + "languages": [ + "apc-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "apc_Arab-tuk_Latn", + "languages": [ + "apc-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "apc_Arab-bak_Cyrl", + "languages": [ + "apc-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.437112, + "recall": 0.517787, + "f1": 0.459419, + "accuracy": 0.517787, + "main_score": 0.459419, + "hf_subset": "apc_Arab-dyu_Latn", + "languages": [ + "apc-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-heb_Hebr", + "languages": [ + "apc-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "apc_Arab-khk_Cyrl", + "languages": [ + "apc-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-lvs_Latn", + "languages": [ + "apc-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-pan_Guru", + "languages": [ + "apc-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.872036, + "recall": 0.910079, + "f1": 0.883893, + "accuracy": 0.910079, + "main_score": 0.883893, + "hf_subset": "apc_Arab-som_Latn", + "languages": [ + "apc-Arab", + "som-Latn" + ] + }, + { + "precision": 0.701383, + "recall": 0.763834, + "f1": 0.719683, + "accuracy": 0.763834, + "main_score": 0.719683, + "hf_subset": "apc_Arab-tum_Latn", + "languages": [ + "apc-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.530808, + "recall": 0.610672, + "f1": 0.55432, + "accuracy": 0.610672, + "main_score": 0.55432, + "hf_subset": "bug_Latn-ace_Arab", + "languages": [ + "bug-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.509827, + "recall": 0.561265, + "f1": 0.524292, + "accuracy": 0.561265, + "main_score": 0.524292, + "hf_subset": "bug_Latn-bam_Latn", + "languages": [ + "bug-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.48821, + "recall": 0.559289, + "f1": 0.507901, + "accuracy": 0.559289, + "main_score": 0.507901, + "hf_subset": "bug_Latn-dzo_Tibt", + "languages": [ + "bug-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.788782, + "recall": 0.83498, + "f1": 0.802532, + "accuracy": 0.83498, + "main_score": 0.802532, + "hf_subset": "bug_Latn-hin_Deva", + "languages": [ + "bug-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.706215, + "recall": 0.761858, + "f1": 0.722258, + "accuracy": 0.761858, + "main_score": 0.722258, + "hf_subset": "bug_Latn-khm_Khmr", + "languages": [ + "bug-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.772759, + "recall": 0.820158, + "f1": 0.785984, + "accuracy": 0.820158, + "main_score": 0.785984, + "hf_subset": "bug_Latn-mag_Deva", + "languages": [ + "bug-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.783307, + "recall": 0.822134, + "f1": 0.793955, + "accuracy": 0.822134, + "main_score": 0.793955, + "hf_subset": "bug_Latn-pap_Latn", + "languages": [ + "bug-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.635161, + "recall": 0.69664, + "f1": 0.652735, + "accuracy": 0.69664, + "main_score": 0.652735, + "hf_subset": "bug_Latn-sot_Latn", + "languages": [ + "bug-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.782135, + "recall": 0.818182, + "f1": 0.791796, + "accuracy": 0.818182, + "main_score": 0.791796, + "hf_subset": "bug_Latn-tur_Latn", + "languages": [ + "bug-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.751118, + "recall": 0.795455, + "f1": 0.763729, + "accuracy": 0.795455, + "main_score": 0.763729, + "hf_subset": "bug_Latn-ace_Latn", + "languages": [ + "bug-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.786083, + "recall": 0.828063, + "f1": 0.797881, + "accuracy": 0.828063, + "main_score": 0.797881, + "hf_subset": "bug_Latn-ban_Latn", + "languages": [ + "bug-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.744771, + "recall": 0.795455, + "f1": 0.758797, + "accuracy": 0.795455, + "main_score": 0.758797, + "hf_subset": "bug_Latn-ell_Grek", + "languages": [ + "bug-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.768383, + "recall": 0.8083, + "f1": 0.779766, + "accuracy": 0.8083, + "main_score": 0.779766, + "hf_subset": "bug_Latn-hne_Deva", + "languages": [ + "bug-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.553621, + "recall": 0.604743, + "f1": 0.568213, + "accuracy": 0.604743, + "main_score": 0.568213, + "hf_subset": "bug_Latn-kik_Latn", + "languages": [ + "bug-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.776953, + "recall": 0.820158, + "f1": 0.788723, + "accuracy": 0.820158, + "main_score": 0.788723, + "hf_subset": "bug_Latn-mai_Deva", + "languages": [ + "bug-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.711924, + "recall": 0.769763, + "f1": 0.728585, + "accuracy": 0.769763, + "main_score": 0.728585, + "hf_subset": "bug_Latn-pbt_Arab", + "languages": [ + "bug-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.782348, + "recall": 0.825099, + "f1": 0.794061, + "accuracy": 0.825099, + "main_score": 0.794061, + "hf_subset": "bug_Latn-spa_Latn", + "languages": [ + "bug-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.650511, + "recall": 0.698617, + "f1": 0.664664, + "accuracy": 0.698617, + "main_score": 0.664664, + "hf_subset": "bug_Latn-twi_Latn", + "languages": [ + "bug-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.77402, + "recall": 0.818182, + "f1": 0.78659, + "accuracy": 0.818182, + "main_score": 0.78659, + "hf_subset": "bug_Latn-acm_Arab", + "languages": [ + "bug-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.737168, + "recall": 0.784585, + "f1": 0.750851, + "accuracy": 0.784585, + "main_score": 0.750851, + "hf_subset": "bug_Latn-bel_Cyrl", + "languages": [ + "bug-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.798017, + "recall": 0.847826, + "f1": 0.812914, + "accuracy": 0.847826, + "main_score": 0.812914, + "hf_subset": "bug_Latn-eng_Latn", + "languages": [ + "bug-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.775792, + "recall": 0.818182, + "f1": 0.787658, + "accuracy": 0.818182, + "main_score": 0.787658, + "hf_subset": "bug_Latn-hrv_Latn", + "languages": [ + "bug-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.632983, + "recall": 0.6917, + "f1": 0.648664, + "accuracy": 0.6917, + "main_score": 0.648664, + "hf_subset": "bug_Latn-kin_Latn", + "languages": [ + "bug-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.724152, + "recall": 0.781621, + "f1": 0.740435, + "accuracy": 0.781621, + "main_score": 0.740435, + "hf_subset": "bug_Latn-mal_Mlym", + "languages": [ + "bug-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.75319, + "recall": 0.806324, + "f1": 0.768038, + "accuracy": 0.806324, + "main_score": 0.768038, + "hf_subset": "bug_Latn-pes_Arab", + "languages": [ + "bug-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.755705, + "recall": 0.805336, + "f1": 0.769719, + "accuracy": 0.805336, + "main_score": 0.769719, + "hf_subset": "bug_Latn-srd_Latn", + "languages": [ + "bug-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.23111, + "recall": 0.297431, + "f1": 0.248188, + "accuracy": 0.297431, + "main_score": 0.248188, + "hf_subset": "bug_Latn-tzm_Tfng", + "languages": [ + "bug-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.757015, + "recall": 0.805336, + "f1": 0.770821, + "accuracy": 0.805336, + "main_score": 0.770821, + "hf_subset": "bug_Latn-acq_Arab", + "languages": [ + "bug-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.601009, + "recall": 0.652174, + "f1": 0.615967, + "accuracy": 0.652174, + "main_score": 0.615967, + "hf_subset": "bug_Latn-bem_Latn", + "languages": [ + "bug-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.768936, + "recall": 0.8083, + "f1": 0.779621, + "accuracy": 0.8083, + "main_score": 0.779621, + "hf_subset": "bug_Latn-epo_Latn", + "languages": [ + "bug-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.782916, + "recall": 0.824111, + "f1": 0.795376, + "accuracy": 0.824111, + "main_score": 0.795376, + "hf_subset": "bug_Latn-hun_Latn", + "languages": [ + "bug-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.740495, + "recall": 0.783597, + "f1": 0.752414, + "accuracy": 0.783597, + "main_score": 0.752414, + "hf_subset": "bug_Latn-kir_Cyrl", + "languages": [ + "bug-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.751876, + "recall": 0.799407, + "f1": 0.765432, + "accuracy": 0.799407, + "main_score": 0.765432, + "hf_subset": "bug_Latn-mar_Deva", + "languages": [ + "bug-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.655756, + "recall": 0.709486, + "f1": 0.671085, + "accuracy": 0.709486, + "main_score": 0.671085, + "hf_subset": "bug_Latn-plt_Latn", + "languages": [ + "bug-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.771637, + "recall": 0.814229, + "f1": 0.783355, + "accuracy": 0.814229, + "main_score": 0.783355, + "hf_subset": "bug_Latn-srp_Cyrl", + "languages": [ + "bug-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.66125, + "recall": 0.724308, + "f1": 0.679172, + "accuracy": 0.724308, + "main_score": 0.679172, + "hf_subset": "bug_Latn-uig_Arab", + "languages": [ + "bug-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.754641, + "recall": 0.799407, + "f1": 0.767292, + "accuracy": 0.799407, + "main_score": 0.767292, + "hf_subset": "bug_Latn-aeb_Arab", + "languages": [ + "bug-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.751838, + "recall": 0.800395, + "f1": 0.765831, + "accuracy": 0.800395, + "main_score": 0.765831, + "hf_subset": "bug_Latn-ben_Beng", + "languages": [ + "bug-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.760751, + "recall": 0.810277, + "f1": 0.775009, + "accuracy": 0.810277, + "main_score": 0.775009, + "hf_subset": "bug_Latn-est_Latn", + "languages": [ + "bug-Latn", + "est-Latn" + ] + }, + { + "precision": 0.739364, + "recall": 0.790514, + "f1": 0.753946, + "accuracy": 0.790514, + "main_score": 0.753946, + "hf_subset": "bug_Latn-hye_Armn", + "languages": [ + "bug-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.493495, + "recall": 0.547431, + "f1": 0.509538, + "accuracy": 0.547431, + "main_score": 0.509538, + "hf_subset": "bug_Latn-kmb_Latn", + "languages": [ + "bug-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.515307, + "recall": 0.596838, + "f1": 0.538549, + "accuracy": 0.596838, + "main_score": 0.538549, + "hf_subset": "bug_Latn-min_Arab", + "languages": [ + "bug-Latn", + "min-Arab" + ] + }, + { + "precision": 0.778722, + "recall": 0.823123, + "f1": 0.791236, + "accuracy": 0.823123, + "main_score": 0.791236, + "hf_subset": "bug_Latn-pol_Latn", + "languages": [ + "bug-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.584742, + "recall": 0.640316, + "f1": 0.60107, + "accuracy": 0.640316, + "main_score": 0.60107, + "hf_subset": "bug_Latn-ssw_Latn", + "languages": [ + "bug-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.781821, + "recall": 0.829051, + "f1": 0.795302, + "accuracy": 0.829051, + "main_score": 0.795302, + "hf_subset": "bug_Latn-ukr_Cyrl", + "languages": [ + "bug-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.771177, + "recall": 0.815217, + "f1": 0.782835, + "accuracy": 0.815217, + "main_score": 0.782835, + "hf_subset": "bug_Latn-afr_Latn", + "languages": [ + "bug-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.772659, + "recall": 0.823123, + "f1": 0.786946, + "accuracy": 0.823123, + "main_score": 0.786946, + "hf_subset": "bug_Latn-bho_Deva", + "languages": [ + "bug-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.74759, + "recall": 0.788538, + "f1": 0.759198, + "accuracy": 0.788538, + "main_score": 0.759198, + "hf_subset": "bug_Latn-eus_Latn", + "languages": [ + "bug-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.658101, + "recall": 0.702569, + "f1": 0.671017, + "accuracy": 0.702569, + "main_score": 0.671017, + "hf_subset": "bug_Latn-ibo_Latn", + "languages": [ + "bug-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.681661, + "recall": 0.737154, + "f1": 0.698453, + "accuracy": 0.737154, + "main_score": 0.698453, + "hf_subset": "bug_Latn-kmr_Latn", + "languages": [ + "bug-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.77034, + "recall": 0.811265, + "f1": 0.781348, + "accuracy": 0.811265, + "main_score": 0.781348, + "hf_subset": "bug_Latn-min_Latn", + "languages": [ + "bug-Latn", + "min-Latn" + ] + }, + { + "precision": 0.801872, + "recall": 0.840909, + "f1": 0.813046, + "accuracy": 0.840909, + "main_score": 0.813046, + "hf_subset": "bug_Latn-por_Latn", + "languages": [ + "bug-Latn", + "por-Latn" + ] + }, + { + "precision": 0.766889, + "recall": 0.809289, + "f1": 0.77891, + "accuracy": 0.809289, + "main_score": 0.77891, + "hf_subset": "bug_Latn-sun_Latn", + "languages": [ + "bug-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.481129, + "recall": 0.534585, + "f1": 0.497036, + "accuracy": 0.534585, + "main_score": 0.497036, + "hf_subset": "bug_Latn-umb_Latn", + "languages": [ + "bug-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.78956, + "recall": 0.832016, + "f1": 0.801375, + "accuracy": 0.832016, + "main_score": 0.801375, + "hf_subset": "bug_Latn-ajp_Arab", + "languages": [ + "bug-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.534462, + "recall": 0.602767, + "f1": 0.553878, + "accuracy": 0.602767, + "main_score": 0.553878, + "hf_subset": "bug_Latn-bjn_Arab", + "languages": [ + "bug-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.49058, + "recall": 0.538538, + "f1": 0.504245, + "accuracy": 0.538538, + "main_score": 0.504245, + "hf_subset": "bug_Latn-ewe_Latn", + "languages": [ + "bug-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.751083, + "recall": 0.797431, + "f1": 0.763842, + "accuracy": 0.797431, + "main_score": 0.763842, + "hf_subset": "bug_Latn-ilo_Latn", + "languages": [ + "bug-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.294669, + "recall": 0.362648, + "f1": 0.312885, + "accuracy": 0.362648, + "main_score": 0.312885, + "hf_subset": "bug_Latn-knc_Arab", + "languages": [ + "bug-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.773028, + "recall": 0.816206, + "f1": 0.785001, + "accuracy": 0.816206, + "main_score": 0.785001, + "hf_subset": "bug_Latn-mkd_Cyrl", + "languages": [ + "bug-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.773085, + "recall": 0.823123, + "f1": 0.787288, + "accuracy": 0.823123, + "main_score": 0.787288, + "hf_subset": "bug_Latn-prs_Arab", + "languages": [ + "bug-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.787702, + "recall": 0.83498, + "f1": 0.800929, + "accuracy": 0.83498, + "main_score": 0.800929, + "hf_subset": "bug_Latn-swe_Latn", + "languages": [ + "bug-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.751216, + "recall": 0.797431, + "f1": 0.764345, + "accuracy": 0.797431, + "main_score": 0.764345, + "hf_subset": "bug_Latn-urd_Arab", + "languages": [ + "bug-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.640599, + "recall": 0.689723, + "f1": 0.65436, + "accuracy": 0.689723, + "main_score": 0.65436, + "hf_subset": "bug_Latn-aka_Latn", + "languages": [ + "bug-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.78967, + "recall": 0.825099, + "f1": 0.799514, + "accuracy": 0.825099, + "main_score": 0.799514, + "hf_subset": "bug_Latn-bjn_Latn", + "languages": [ + "bug-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.678583, + "recall": 0.728261, + "f1": 0.692691, + "accuracy": 0.728261, + "main_score": 0.692691, + "hf_subset": "bug_Latn-fao_Latn", + "languages": [ + "bug-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.810379, + "recall": 0.846838, + "f1": 0.820528, + "accuracy": 0.846838, + "main_score": 0.820528, + "hf_subset": "bug_Latn-ind_Latn", + "languages": [ + "bug-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.533687, + "recall": 0.58498, + "f1": 0.547897, + "accuracy": 0.58498, + "main_score": 0.547897, + "hf_subset": "bug_Latn-knc_Latn", + "languages": [ + "bug-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.763659, + "recall": 0.800395, + "f1": 0.773504, + "accuracy": 0.800395, + "main_score": 0.773504, + "hf_subset": "bug_Latn-mlt_Latn", + "languages": [ + "bug-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.592648, + "recall": 0.650198, + "f1": 0.61003, + "accuracy": 0.650198, + "main_score": 0.61003, + "hf_subset": "bug_Latn-quy_Latn", + "languages": [ + "bug-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.745591, + "recall": 0.798419, + "f1": 0.759952, + "accuracy": 0.798419, + "main_score": 0.759952, + "hf_subset": "bug_Latn-swh_Latn", + "languages": [ + "bug-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.733583, + "recall": 0.784585, + "f1": 0.747295, + "accuracy": 0.784585, + "main_score": 0.747295, + "hf_subset": "bug_Latn-uzn_Latn", + "languages": [ + "bug-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.751335, + "recall": 0.79249, + "f1": 0.762497, + "accuracy": 0.79249, + "main_score": 0.762497, + "hf_subset": "bug_Latn-als_Latn", + "languages": [ + "bug-Latn", + "als-Latn" + ] + }, + { + "precision": 0.527964, + "recall": 0.599802, + "f1": 0.547088, + "accuracy": 0.599802, + "main_score": 0.547088, + "hf_subset": "bug_Latn-bod_Tibt", + "languages": [ + "bug-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.570044, + "recall": 0.624506, + "f1": 0.585585, + "accuracy": 0.624506, + "main_score": 0.585585, + "hf_subset": "bug_Latn-fij_Latn", + "languages": [ + "bug-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.720159, + "recall": 0.772727, + "f1": 0.734786, + "accuracy": 0.772727, + "main_score": 0.734786, + "hf_subset": "bug_Latn-isl_Latn", + "languages": [ + "bug-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.605105, + "recall": 0.658103, + "f1": 0.620558, + "accuracy": 0.658103, + "main_score": 0.620558, + "hf_subset": "bug_Latn-kon_Latn", + "languages": [ + "bug-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.590942, + "recall": 0.655138, + "f1": 0.610018, + "accuracy": 0.655138, + "main_score": 0.610018, + "hf_subset": "bug_Latn-mni_Beng", + "languages": [ + "bug-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.776167, + "recall": 0.81917, + "f1": 0.788021, + "accuracy": 0.81917, + "main_score": 0.788021, + "hf_subset": "bug_Latn-ron_Latn", + "languages": [ + "bug-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.769509, + "recall": 0.815217, + "f1": 0.782485, + "accuracy": 0.815217, + "main_score": 0.782485, + "hf_subset": "bug_Latn-szl_Latn", + "languages": [ + "bug-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.78294, + "recall": 0.824111, + "f1": 0.79417, + "accuracy": 0.824111, + "main_score": 0.79417, + "hf_subset": "bug_Latn-vec_Latn", + "languages": [ + "bug-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.695681, + "recall": 0.747036, + "f1": 0.710452, + "accuracy": 0.747036, + "main_score": 0.710452, + "hf_subset": "bug_Latn-amh_Ethi", + "languages": [ + "bug-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.779986, + "recall": 0.822134, + "f1": 0.791983, + "accuracy": 0.822134, + "main_score": 0.791983, + "hf_subset": "bug_Latn-bos_Latn", + "languages": [ + "bug-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.772803, + "recall": 0.815217, + "f1": 0.784524, + "accuracy": 0.815217, + "main_score": 0.784524, + "hf_subset": "bug_Latn-fin_Latn", + "languages": [ + "bug-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.788446, + "recall": 0.83004, + "f1": 0.800184, + "accuracy": 0.83004, + "main_score": 0.800184, + "hf_subset": "bug_Latn-ita_Latn", + "languages": [ + "bug-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.796834, + "recall": 0.835968, + "f1": 0.807718, + "accuracy": 0.835968, + "main_score": 0.807718, + "hf_subset": "bug_Latn-kor_Hang", + "languages": [ + "bug-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.496346, + "recall": 0.554348, + "f1": 0.51326, + "accuracy": 0.554348, + "main_score": 0.51326, + "hf_subset": "bug_Latn-mos_Latn", + "languages": [ + "bug-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.601195, + "recall": 0.652174, + "f1": 0.616013, + "accuracy": 0.652174, + "main_score": 0.616013, + "hf_subset": "bug_Latn-run_Latn", + "languages": [ + "bug-Latn", + "run-Latn" + ] + }, + { + "precision": 0.747222, + "recall": 0.800395, + "f1": 0.762731, + "accuracy": 0.800395, + "main_score": 0.762731, + "hf_subset": "bug_Latn-tam_Taml", + "languages": [ + "bug-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.780124, + "recall": 0.826087, + "f1": 0.792938, + "accuracy": 0.826087, + "main_score": 0.792938, + "hf_subset": "bug_Latn-vie_Latn", + "languages": [ + "bug-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.769203, + "recall": 0.811265, + "f1": 0.780771, + "accuracy": 0.811265, + "main_score": 0.780771, + "hf_subset": "bug_Latn-apc_Arab", + "languages": [ + "bug-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.443191, + "recall": 0.497036, + "f1": 0.458085, + "accuracy": 0.497036, + "main_score": 0.458085, + "hf_subset": "bug_Latn-fon_Latn", + "languages": [ + "bug-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.772552, + "recall": 0.813241, + "f1": 0.783833, + "accuracy": 0.813241, + "main_score": 0.783833, + "hf_subset": "bug_Latn-jav_Latn", + "languages": [ + "bug-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.678206, + "recall": 0.736166, + "f1": 0.694751, + "accuracy": 0.736166, + "main_score": 0.694751, + "hf_subset": "bug_Latn-lao_Laoo", + "languages": [ + "bug-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.627978, + "recall": 0.6917, + "f1": 0.646593, + "accuracy": 0.6917, + "main_score": 0.646593, + "hf_subset": "bug_Latn-mri_Latn", + "languages": [ + "bug-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.775002, + "recall": 0.820158, + "f1": 0.787499, + "accuracy": 0.820158, + "main_score": 0.787499, + "hf_subset": "bug_Latn-rus_Cyrl", + "languages": [ + "bug-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.526663, + "recall": 0.577075, + "f1": 0.541996, + "accuracy": 0.577075, + "main_score": 0.541996, + "hf_subset": "bug_Latn-taq_Latn", + "languages": [ + "bug-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.772517, + "recall": 0.812253, + "f1": 0.783614, + "accuracy": 0.812253, + "main_score": 0.783614, + "hf_subset": "bug_Latn-war_Latn", + "languages": [ + "bug-Latn", + "war-Latn" + ] + }, + { + "precision": 0.762919, + "recall": 0.813241, + "f1": 0.777091, + "accuracy": 0.813241, + "main_score": 0.777091, + "hf_subset": "bug_Latn-arb_Arab", + "languages": [ + "bug-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.785281, + "recall": 0.832016, + "f1": 0.798537, + "accuracy": 0.832016, + "main_score": 0.798537, + "hf_subset": "bug_Latn-bul_Cyrl", + "languages": [ + "bug-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.787743, + "recall": 0.829051, + "f1": 0.798916, + "accuracy": 0.829051, + "main_score": 0.798916, + "hf_subset": "bug_Latn-fra_Latn", + "languages": [ + "bug-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.783174, + "recall": 0.828063, + "f1": 0.796533, + "accuracy": 0.828063, + "main_score": 0.796533, + "hf_subset": "bug_Latn-jpn_Jpan", + "languages": [ + "bug-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.787567, + "recall": 0.829051, + "f1": 0.799333, + "accuracy": 0.829051, + "main_score": 0.799333, + "hf_subset": "bug_Latn-lij_Latn", + "languages": [ + "bug-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.697196, + "recall": 0.755929, + "f1": 0.71386, + "accuracy": 0.755929, + "main_score": 0.71386, + "hf_subset": "bug_Latn-mya_Mymr", + "languages": [ + "bug-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.561291, + "recall": 0.612648, + "f1": 0.576268, + "accuracy": 0.612648, + "main_score": 0.576268, + "hf_subset": "bug_Latn-sag_Latn", + "languages": [ + "bug-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.247534, + "recall": 0.304348, + "f1": 0.262258, + "accuracy": 0.304348, + "main_score": 0.262258, + "hf_subset": "bug_Latn-taq_Tfng", + "languages": [ + "bug-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.610013, + "recall": 0.661067, + "f1": 0.624788, + "accuracy": 0.661067, + "main_score": 0.624788, + "hf_subset": "bug_Latn-wol_Latn", + "languages": [ + "bug-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.620397, + "recall": 0.681818, + "f1": 0.638099, + "accuracy": 0.681818, + "main_score": 0.638099, + "hf_subset": "bug_Latn-arb_Latn", + "languages": [ + "bug-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.789107, + "recall": 0.833004, + "f1": 0.801703, + "accuracy": 0.833004, + "main_score": 0.801703, + "hf_subset": "bug_Latn-cat_Latn", + "languages": [ + "bug-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.779317, + "recall": 0.821146, + "f1": 0.790954, + "accuracy": 0.821146, + "main_score": 0.790954, + "hf_subset": "bug_Latn-fur_Latn", + "languages": [ + "bug-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.426692, + "recall": 0.48419, + "f1": 0.442765, + "accuracy": 0.48419, + "main_score": 0.442765, + "hf_subset": "bug_Latn-kab_Latn", + "languages": [ + "bug-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.767488, + "recall": 0.810277, + "f1": 0.779314, + "accuracy": 0.810277, + "main_score": 0.779314, + "hf_subset": "bug_Latn-lim_Latn", + "languages": [ + "bug-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.774285, + "recall": 0.822134, + "f1": 0.788132, + "accuracy": 0.822134, + "main_score": 0.788132, + "hf_subset": "bug_Latn-nld_Latn", + "languages": [ + "bug-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.720627, + "recall": 0.77668, + "f1": 0.736168, + "accuracy": 0.77668, + "main_score": 0.736168, + "hf_subset": "bug_Latn-san_Deva", + "languages": [ + "bug-Latn", + "san-Deva" + ] + }, + { + "precision": 0.742016, + "recall": 0.787549, + "f1": 0.754845, + "accuracy": 0.787549, + "main_score": 0.754845, + "hf_subset": "bug_Latn-tat_Cyrl", + "languages": [ + "bug-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.648836, + "recall": 0.708498, + "f1": 0.665747, + "accuracy": 0.708498, + "main_score": 0.665747, + "hf_subset": "bug_Latn-xho_Latn", + "languages": [ + "bug-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.753775, + "recall": 0.805336, + "f1": 0.768596, + "accuracy": 0.805336, + "main_score": 0.768596, + "hf_subset": "bug_Latn-ars_Arab", + "languages": [ + "bug-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.770055, + "recall": 0.812253, + "f1": 0.781526, + "accuracy": 0.812253, + "main_score": 0.781526, + "hf_subset": "bug_Latn-ceb_Latn", + "languages": [ + "bug-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.505023, + "recall": 0.559289, + "f1": 0.521236, + "accuracy": 0.559289, + "main_score": 0.521236, + "hf_subset": "bug_Latn-fuv_Latn", + "languages": [ + "bug-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.494055, + "recall": 0.547431, + "f1": 0.509322, + "accuracy": 0.547431, + "main_score": 0.509322, + "hf_subset": "bug_Latn-kac_Latn", + "languages": [ + "bug-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.617707, + "recall": 0.66996, + "f1": 0.632568, + "accuracy": 0.66996, + "main_score": 0.632568, + "hf_subset": "bug_Latn-lin_Latn", + "languages": [ + "bug-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.775837, + "recall": 0.815217, + "f1": 0.78754, + "accuracy": 0.815217, + "main_score": 0.78754, + "hf_subset": "bug_Latn-nno_Latn", + "languages": [ + "bug-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.656657, + "recall": 0.718379, + "f1": 0.674387, + "accuracy": 0.718379, + "main_score": 0.674387, + "hf_subset": "bug_Latn-sat_Olck", + "languages": [ + "bug-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.746236, + "recall": 0.799407, + "f1": 0.761255, + "accuracy": 0.799407, + "main_score": 0.761255, + "hf_subset": "bug_Latn-tel_Telu", + "languages": [ + "bug-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.735886, + "recall": 0.79249, + "f1": 0.751589, + "accuracy": 0.79249, + "main_score": 0.751589, + "hf_subset": "bug_Latn-ydd_Hebr", + "languages": [ + "bug-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.749996, + "recall": 0.797431, + "f1": 0.763091, + "accuracy": 0.797431, + "main_score": 0.763091, + "hf_subset": "bug_Latn-ary_Arab", + "languages": [ + "bug-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.774657, + "recall": 0.822134, + "f1": 0.7883, + "accuracy": 0.822134, + "main_score": 0.7883, + "hf_subset": "bug_Latn-ces_Latn", + "languages": [ + "bug-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.527714, + "recall": 0.591897, + "f1": 0.545924, + "accuracy": 0.591897, + "main_score": 0.545924, + "hf_subset": "bug_Latn-gaz_Latn", + "languages": [ + "bug-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.526919, + "recall": 0.590909, + "f1": 0.544939, + "accuracy": 0.590909, + "main_score": 0.544939, + "hf_subset": "bug_Latn-kam_Latn", + "languages": [ + "bug-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.753414, + "recall": 0.800395, + "f1": 0.766632, + "accuracy": 0.800395, + "main_score": 0.766632, + "hf_subset": "bug_Latn-lit_Latn", + "languages": [ + "bug-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.789284, + "recall": 0.833004, + "f1": 0.801446, + "accuracy": 0.833004, + "main_score": 0.801446, + "hf_subset": "bug_Latn-nob_Latn", + "languages": [ + "bug-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.760746, + "recall": 0.802372, + "f1": 0.772853, + "accuracy": 0.802372, + "main_score": 0.772853, + "hf_subset": "bug_Latn-scn_Latn", + "languages": [ + "bug-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.714136, + "recall": 0.767787, + "f1": 0.729326, + "accuracy": 0.767787, + "main_score": 0.729326, + "hf_subset": "bug_Latn-tgk_Cyrl", + "languages": [ + "bug-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.567744, + "recall": 0.634387, + "f1": 0.58665, + "accuracy": 0.634387, + "main_score": 0.58665, + "hf_subset": "bug_Latn-yor_Latn", + "languages": [ + "bug-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.76644, + "recall": 0.811265, + "f1": 0.779299, + "accuracy": 0.811265, + "main_score": 0.779299, + "hf_subset": "bug_Latn-arz_Arab", + "languages": [ + "bug-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.511084, + "recall": 0.572134, + "f1": 0.528887, + "accuracy": 0.572134, + "main_score": 0.528887, + "hf_subset": "bug_Latn-cjk_Latn", + "languages": [ + "bug-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.687431, + "recall": 0.746047, + "f1": 0.70386, + "accuracy": 0.746047, + "main_score": 0.70386, + "hf_subset": "bug_Latn-gla_Latn", + "languages": [ + "bug-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.731633, + "recall": 0.780632, + "f1": 0.745737, + "accuracy": 0.780632, + "main_score": 0.745737, + "hf_subset": "bug_Latn-kan_Knda", + "languages": [ + "bug-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.772566, + "recall": 0.815217, + "f1": 0.783834, + "accuracy": 0.815217, + "main_score": 0.783834, + "hf_subset": "bug_Latn-lmo_Latn", + "languages": [ + "bug-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.768895, + "recall": 0.813241, + "f1": 0.781596, + "accuracy": 0.813241, + "main_score": 0.781596, + "hf_subset": "bug_Latn-npi_Deva", + "languages": [ + "bug-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.470557, + "recall": 0.532609, + "f1": 0.488309, + "accuracy": 0.532609, + "main_score": 0.488309, + "hf_subset": "bug_Latn-shn_Mymr", + "languages": [ + "bug-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.779367, + "recall": 0.823123, + "f1": 0.791502, + "accuracy": 0.823123, + "main_score": 0.791502, + "hf_subset": "bug_Latn-tgl_Latn", + "languages": [ + "bug-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.763689, + "recall": 0.816206, + "f1": 0.778536, + "accuracy": 0.816206, + "main_score": 0.778536, + "hf_subset": "bug_Latn-yue_Hant", + "languages": [ + "bug-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.715165, + "recall": 0.762846, + "f1": 0.729109, + "accuracy": 0.762846, + "main_score": 0.729109, + "hf_subset": "bug_Latn-asm_Beng", + "languages": [ + "bug-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.688585, + "recall": 0.744071, + "f1": 0.704176, + "accuracy": 0.744071, + "main_score": 0.704176, + "hf_subset": "bug_Latn-ckb_Arab", + "languages": [ + "bug-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.717994, + "recall": 0.770751, + "f1": 0.733021, + "accuracy": 0.770751, + "main_score": 0.733021, + "hf_subset": "bug_Latn-gle_Latn", + "languages": [ + "bug-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.734435, + "recall": 0.783597, + "f1": 0.748887, + "accuracy": 0.783597, + "main_score": 0.748887, + "hf_subset": "bug_Latn-kas_Arab", + "languages": [ + "bug-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.718769, + "recall": 0.764822, + "f1": 0.732121, + "accuracy": 0.764822, + "main_score": 0.732121, + "hf_subset": "bug_Latn-ltg_Latn", + "languages": [ + "bug-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.639977, + "recall": 0.690711, + "f1": 0.65409, + "accuracy": 0.690711, + "main_score": 0.65409, + "hf_subset": "bug_Latn-nso_Latn", + "languages": [ + "bug-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.717434, + "recall": 0.768775, + "f1": 0.731735, + "accuracy": 0.768775, + "main_score": 0.731735, + "hf_subset": "bug_Latn-sin_Sinh", + "languages": [ + "bug-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.750251, + "recall": 0.799407, + "f1": 0.763872, + "accuracy": 0.799407, + "main_score": 0.763872, + "hf_subset": "bug_Latn-tha_Thai", + "languages": [ + "bug-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.738754, + "recall": 0.790514, + "f1": 0.752666, + "accuracy": 0.790514, + "main_score": 0.752666, + "hf_subset": "bug_Latn-zho_Hans", + "languages": [ + "bug-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.778371, + "recall": 0.825099, + "f1": 0.791685, + "accuracy": 0.825099, + "main_score": 0.791685, + "hf_subset": "bug_Latn-ast_Latn", + "languages": [ + "bug-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.747616, + "recall": 0.798419, + "f1": 0.762848, + "accuracy": 0.798419, + "main_score": 0.762848, + "hf_subset": "bug_Latn-crh_Latn", + "languages": [ + "bug-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.782828, + "recall": 0.823123, + "f1": 0.794223, + "accuracy": 0.823123, + "main_score": 0.794223, + "hf_subset": "bug_Latn-glg_Latn", + "languages": [ + "bug-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.682639, + "recall": 0.732213, + "f1": 0.696792, + "accuracy": 0.732213, + "main_score": 0.696792, + "hf_subset": "bug_Latn-kas_Deva", + "languages": [ + "bug-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.756398, + "recall": 0.799407, + "f1": 0.768385, + "accuracy": 0.799407, + "main_score": 0.768385, + "hf_subset": "bug_Latn-ltz_Latn", + "languages": [ + "bug-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.460069, + "recall": 0.521739, + "f1": 0.476935, + "accuracy": 0.521739, + "main_score": 0.476935, + "hf_subset": "bug_Latn-nus_Latn", + "languages": [ + "bug-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.781934, + "recall": 0.826087, + "f1": 0.794005, + "accuracy": 0.826087, + "main_score": 0.794005, + "hf_subset": "bug_Latn-slk_Latn", + "languages": [ + "bug-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.569655, + "recall": 0.630435, + "f1": 0.588043, + "accuracy": 0.630435, + "main_score": 0.588043, + "hf_subset": "bug_Latn-tir_Ethi", + "languages": [ + "bug-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.7723, + "recall": 0.824111, + "f1": 0.78712, + "accuracy": 0.824111, + "main_score": 0.78712, + "hf_subset": "bug_Latn-zho_Hant", + "languages": [ + "bug-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.76273, + "recall": 0.809289, + "f1": 0.775823, + "accuracy": 0.809289, + "main_score": 0.775823, + "hf_subset": "bug_Latn-awa_Deva", + "languages": [ + "bug-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.728043, + "recall": 0.77668, + "f1": 0.741786, + "accuracy": 0.77668, + "main_score": 0.741786, + "hf_subset": "bug_Latn-cym_Latn", + "languages": [ + "bug-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.698155, + "recall": 0.736166, + "f1": 0.709151, + "accuracy": 0.736166, + "main_score": 0.709151, + "hf_subset": "bug_Latn-grn_Latn", + "languages": [ + "bug-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.759447, + "recall": 0.80336, + "f1": 0.77149, + "accuracy": 0.80336, + "main_score": 0.77149, + "hf_subset": "bug_Latn-kat_Geor", + "languages": [ + "bug-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.595751, + "recall": 0.642292, + "f1": 0.609132, + "accuracy": 0.642292, + "main_score": 0.609132, + "hf_subset": "bug_Latn-lua_Latn", + "languages": [ + "bug-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.628292, + "recall": 0.681818, + "f1": 0.642764, + "accuracy": 0.681818, + "main_score": 0.642764, + "hf_subset": "bug_Latn-nya_Latn", + "languages": [ + "bug-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.780655, + "recall": 0.822134, + "f1": 0.79258, + "accuracy": 0.822134, + "main_score": 0.79258, + "hf_subset": "bug_Latn-slv_Latn", + "languages": [ + "bug-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.74585, + "recall": 0.788538, + "f1": 0.758654, + "accuracy": 0.788538, + "main_score": 0.758654, + "hf_subset": "bug_Latn-tpi_Latn", + "languages": [ + "bug-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.803431, + "recall": 0.841897, + "f1": 0.813965, + "accuracy": 0.841897, + "main_score": 0.813965, + "hf_subset": "bug_Latn-zsm_Latn", + "languages": [ + "bug-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.515132, + "recall": 0.566206, + "f1": 0.52988, + "accuracy": 0.566206, + "main_score": 0.52988, + "hf_subset": "bug_Latn-ayr_Latn", + "languages": [ + "bug-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.79891, + "recall": 0.837945, + "f1": 0.809856, + "accuracy": 0.837945, + "main_score": 0.809856, + "hf_subset": "bug_Latn-dan_Latn", + "languages": [ + "bug-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.752017, + "recall": 0.80336, + "f1": 0.766381, + "accuracy": 0.80336, + "main_score": 0.766381, + "hf_subset": "bug_Latn-guj_Gujr", + "languages": [ + "bug-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.744793, + "recall": 0.794466, + "f1": 0.759099, + "accuracy": 0.794466, + "main_score": 0.759099, + "hf_subset": "bug_Latn-kaz_Cyrl", + "languages": [ + "bug-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.542578, + "recall": 0.607708, + "f1": 0.561528, + "accuracy": 0.607708, + "main_score": 0.561528, + "hf_subset": "bug_Latn-lug_Latn", + "languages": [ + "bug-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.77737, + "recall": 0.81917, + "f1": 0.788958, + "accuracy": 0.81917, + "main_score": 0.788958, + "hf_subset": "bug_Latn-oci_Latn", + "languages": [ + "bug-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.63602, + "recall": 0.6917, + "f1": 0.650957, + "accuracy": 0.6917, + "main_score": 0.650957, + "hf_subset": "bug_Latn-smo_Latn", + "languages": [ + "bug-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.586425, + "recall": 0.640316, + "f1": 0.601185, + "accuracy": 0.640316, + "main_score": 0.601185, + "hf_subset": "bug_Latn-tsn_Latn", + "languages": [ + "bug-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.644315, + "recall": 0.700593, + "f1": 0.659815, + "accuracy": 0.700593, + "main_score": 0.659815, + "hf_subset": "bug_Latn-zul_Latn", + "languages": [ + "bug-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.712666, + "recall": 0.76087, + "f1": 0.726955, + "accuracy": 0.76087, + "main_score": 0.726955, + "hf_subset": "bug_Latn-azb_Arab", + "languages": [ + "bug-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.793958, + "recall": 0.835968, + "f1": 0.805727, + "accuracy": 0.835968, + "main_score": 0.805727, + "hf_subset": "bug_Latn-deu_Latn", + "languages": [ + "bug-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.744673, + "recall": 0.793478, + "f1": 0.759192, + "accuracy": 0.793478, + "main_score": 0.759192, + "hf_subset": "bug_Latn-hat_Latn", + "languages": [ + "bug-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.493488, + "recall": 0.543478, + "f1": 0.508053, + "accuracy": 0.543478, + "main_score": 0.508053, + "hf_subset": "bug_Latn-kbp_Latn", + "languages": [ + "bug-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.552374, + "recall": 0.600791, + "f1": 0.566078, + "accuracy": 0.600791, + "main_score": 0.566078, + "hf_subset": "bug_Latn-luo_Latn", + "languages": [ + "bug-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.70988, + "recall": 0.769763, + "f1": 0.7267, + "accuracy": 0.769763, + "main_score": 0.7267, + "hf_subset": "bug_Latn-ory_Orya", + "languages": [ + "bug-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.621714, + "recall": 0.68083, + "f1": 0.638551, + "accuracy": 0.68083, + "main_score": 0.638551, + "hf_subset": "bug_Latn-sna_Latn", + "languages": [ + "bug-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.561487, + "recall": 0.623518, + "f1": 0.578652, + "accuracy": 0.623518, + "main_score": 0.578652, + "hf_subset": "bug_Latn-tso_Latn", + "languages": [ + "bug-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.745742, + "recall": 0.800395, + "f1": 0.761858, + "accuracy": 0.800395, + "main_score": 0.761858, + "hf_subset": "bug_Latn-azj_Latn", + "languages": [ + "bug-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.517922, + "recall": 0.576087, + "f1": 0.534771, + "accuracy": 0.576087, + "main_score": 0.534771, + "hf_subset": "bug_Latn-dik_Latn", + "languages": [ + "bug-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.649285, + "recall": 0.705534, + "f1": 0.665323, + "accuracy": 0.705534, + "main_score": 0.665323, + "hf_subset": "bug_Latn-hau_Latn", + "languages": [ + "bug-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.764915, + "recall": 0.805336, + "f1": 0.775791, + "accuracy": 0.805336, + "main_score": 0.775791, + "hf_subset": "bug_Latn-kea_Latn", + "languages": [ + "bug-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.694252, + "recall": 0.746047, + "f1": 0.709393, + "accuracy": 0.746047, + "main_score": 0.709393, + "hf_subset": "bug_Latn-lus_Latn", + "languages": [ + "bug-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.748616, + "recall": 0.785573, + "f1": 0.759049, + "accuracy": 0.785573, + "main_score": 0.759049, + "hf_subset": "bug_Latn-pag_Latn", + "languages": [ + "bug-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.714836, + "recall": 0.768775, + "f1": 0.730054, + "accuracy": 0.768775, + "main_score": 0.730054, + "hf_subset": "bug_Latn-snd_Arab", + "languages": [ + "bug-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.726197, + "recall": 0.775692, + "f1": 0.740533, + "accuracy": 0.775692, + "main_score": 0.740533, + "hf_subset": "bug_Latn-tuk_Latn", + "languages": [ + "bug-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.733004, + "recall": 0.783597, + "f1": 0.747437, + "accuracy": 0.783597, + "main_score": 0.747437, + "hf_subset": "bug_Latn-bak_Cyrl", + "languages": [ + "bug-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.460014, + "recall": 0.527668, + "f1": 0.479538, + "accuracy": 0.527668, + "main_score": 0.479538, + "hf_subset": "bug_Latn-dyu_Latn", + "languages": [ + "bug-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.781608, + "recall": 0.826087, + "f1": 0.793918, + "accuracy": 0.826087, + "main_score": 0.793918, + "hf_subset": "bug_Latn-heb_Hebr", + "languages": [ + "bug-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.720216, + "recall": 0.770751, + "f1": 0.735134, + "accuracy": 0.770751, + "main_score": 0.735134, + "hf_subset": "bug_Latn-khk_Cyrl", + "languages": [ + "bug-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.767506, + "recall": 0.817194, + "f1": 0.781545, + "accuracy": 0.817194, + "main_score": 0.781545, + "hf_subset": "bug_Latn-lvs_Latn", + "languages": [ + "bug-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.741414, + "recall": 0.79249, + "f1": 0.755364, + "accuracy": 0.79249, + "main_score": 0.755364, + "hf_subset": "bug_Latn-pan_Guru", + "languages": [ + "bug-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.639976, + "recall": 0.700593, + "f1": 0.657107, + "accuracy": 0.700593, + "main_score": 0.657107, + "hf_subset": "bug_Latn-som_Latn", + "languages": [ + "bug-Latn", + "som-Latn" + ] + }, + { + "precision": 0.572391, + "recall": 0.621542, + "f1": 0.586827, + "accuracy": 0.621542, + "main_score": 0.586827, + "hf_subset": "bug_Latn-tum_Latn", + "languages": [ + "bug-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.33094, + "recall": 0.380435, + "f1": 0.344336, + "accuracy": 0.380435, + "main_score": 0.344336, + "hf_subset": "fon_Latn-ace_Arab", + "languages": [ + "fon-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.424679, + "recall": 0.468379, + "f1": 0.437049, + "accuracy": 0.468379, + "main_score": 0.437049, + "hf_subset": "fon_Latn-bam_Latn", + "languages": [ + "fon-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.295497, + "recall": 0.342885, + "f1": 0.308555, + "accuracy": 0.342885, + "main_score": 0.308555, + "hf_subset": "fon_Latn-dzo_Tibt", + "languages": [ + "fon-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.39815, + "recall": 0.447628, + "f1": 0.41255, + "accuracy": 0.447628, + "main_score": 0.41255, + "hf_subset": "fon_Latn-hin_Deva", + "languages": [ + "fon-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.381028, + "recall": 0.426877, + "f1": 0.393571, + "accuracy": 0.426877, + "main_score": 0.393571, + "hf_subset": "fon_Latn-khm_Khmr", + "languages": [ + "fon-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.379576, + "recall": 0.423913, + "f1": 0.391299, + "accuracy": 0.423913, + "main_score": 0.391299, + "hf_subset": "fon_Latn-mag_Deva", + "languages": [ + "fon-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.396035, + "recall": 0.439723, + "f1": 0.407786, + "accuracy": 0.439723, + "main_score": 0.407786, + "hf_subset": "fon_Latn-pap_Latn", + "languages": [ + "fon-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.406491, + "recall": 0.452569, + "f1": 0.419523, + "accuracy": 0.452569, + "main_score": 0.419523, + "hf_subset": "fon_Latn-sot_Latn", + "languages": [ + "fon-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.410449, + "recall": 0.451581, + "f1": 0.421552, + "accuracy": 0.451581, + "main_score": 0.421552, + "hf_subset": "fon_Latn-tur_Latn", + "languages": [ + "fon-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.413389, + "recall": 0.449605, + "f1": 0.422319, + "accuracy": 0.449605, + "main_score": 0.422319, + "hf_subset": "fon_Latn-ace_Latn", + "languages": [ + "fon-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.378318, + "recall": 0.418972, + "f1": 0.389222, + "accuracy": 0.418972, + "main_score": 0.389222, + "hf_subset": "fon_Latn-ban_Latn", + "languages": [ + "fon-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.394903, + "recall": 0.438735, + "f1": 0.406798, + "accuracy": 0.438735, + "main_score": 0.406798, + "hf_subset": "fon_Latn-ell_Grek", + "languages": [ + "fon-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.37654, + "recall": 0.41996, + "f1": 0.388381, + "accuracy": 0.41996, + "main_score": 0.388381, + "hf_subset": "fon_Latn-hne_Deva", + "languages": [ + "fon-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.384874, + "recall": 0.427866, + "f1": 0.397104, + "accuracy": 0.427866, + "main_score": 0.397104, + "hf_subset": "fon_Latn-kik_Latn", + "languages": [ + "fon-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.387575, + "recall": 0.436759, + "f1": 0.399433, + "accuracy": 0.436759, + "main_score": 0.399433, + "hf_subset": "fon_Latn-mai_Deva", + "languages": [ + "fon-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.36334, + "recall": 0.406126, + "f1": 0.374077, + "accuracy": 0.406126, + "main_score": 0.374077, + "hf_subset": "fon_Latn-pbt_Arab", + "languages": [ + "fon-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.409064, + "recall": 0.45751, + "f1": 0.422109, + "accuracy": 0.45751, + "main_score": 0.422109, + "hf_subset": "fon_Latn-spa_Latn", + "languages": [ + "fon-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.4258, + "recall": 0.464427, + "f1": 0.436298, + "accuracy": 0.464427, + "main_score": 0.436298, + "hf_subset": "fon_Latn-twi_Latn", + "languages": [ + "fon-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.394906, + "recall": 0.439723, + "f1": 0.406981, + "accuracy": 0.439723, + "main_score": 0.406981, + "hf_subset": "fon_Latn-acm_Arab", + "languages": [ + "fon-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.374407, + "recall": 0.418972, + "f1": 0.386916, + "accuracy": 0.418972, + "main_score": 0.386916, + "hf_subset": "fon_Latn-bel_Cyrl", + "languages": [ + "fon-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.419813, + "recall": 0.472332, + "f1": 0.434675, + "accuracy": 0.472332, + "main_score": 0.434675, + "hf_subset": "fon_Latn-eng_Latn", + "languages": [ + "fon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.393838, + "recall": 0.4417, + "f1": 0.406257, + "accuracy": 0.4417, + "main_score": 0.406257, + "hf_subset": "fon_Latn-hrv_Latn", + "languages": [ + "fon-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.399837, + "recall": 0.4417, + "f1": 0.411065, + "accuracy": 0.4417, + "main_score": 0.411065, + "hf_subset": "fon_Latn-kin_Latn", + "languages": [ + "fon-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.381692, + "recall": 0.431818, + "f1": 0.394982, + "accuracy": 0.431818, + "main_score": 0.394982, + "hf_subset": "fon_Latn-mal_Mlym", + "languages": [ + "fon-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.384362, + "recall": 0.429842, + "f1": 0.397296, + "accuracy": 0.429842, + "main_score": 0.397296, + "hf_subset": "fon_Latn-pes_Arab", + "languages": [ + "fon-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.391001, + "recall": 0.433794, + "f1": 0.402552, + "accuracy": 0.433794, + "main_score": 0.402552, + "hf_subset": "fon_Latn-srd_Latn", + "languages": [ + "fon-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.230514, + "recall": 0.281621, + "f1": 0.242782, + "accuracy": 0.281621, + "main_score": 0.242782, + "hf_subset": "fon_Latn-tzm_Tfng", + "languages": [ + "fon-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.390307, + "recall": 0.435771, + "f1": 0.402248, + "accuracy": 0.435771, + "main_score": 0.402248, + "hf_subset": "fon_Latn-acq_Arab", + "languages": [ + "fon-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.42472, + "recall": 0.464427, + "f1": 0.435706, + "accuracy": 0.464427, + "main_score": 0.435706, + "hf_subset": "fon_Latn-bem_Latn", + "languages": [ + "fon-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.392524, + "recall": 0.437747, + "f1": 0.403977, + "accuracy": 0.437747, + "main_score": 0.403977, + "hf_subset": "fon_Latn-epo_Latn", + "languages": [ + "fon-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.400447, + "recall": 0.44664, + "f1": 0.413324, + "accuracy": 0.44664, + "main_score": 0.413324, + "hf_subset": "fon_Latn-hun_Latn", + "languages": [ + "fon-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.373136, + "recall": 0.422925, + "f1": 0.386085, + "accuracy": 0.422925, + "main_score": 0.386085, + "hf_subset": "fon_Latn-kir_Cyrl", + "languages": [ + "fon-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.389586, + "recall": 0.433794, + "f1": 0.401307, + "accuracy": 0.433794, + "main_score": 0.401307, + "hf_subset": "fon_Latn-mar_Deva", + "languages": [ + "fon-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.411694, + "recall": 0.454545, + "f1": 0.423805, + "accuracy": 0.454545, + "main_score": 0.423805, + "hf_subset": "fon_Latn-plt_Latn", + "languages": [ + "fon-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.384298, + "recall": 0.429842, + "f1": 0.397135, + "accuracy": 0.429842, + "main_score": 0.397135, + "hf_subset": "fon_Latn-srp_Cyrl", + "languages": [ + "fon-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.347468, + "recall": 0.397233, + "f1": 0.36013, + "accuracy": 0.397233, + "main_score": 0.36013, + "hf_subset": "fon_Latn-uig_Arab", + "languages": [ + "fon-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.37989, + "recall": 0.426877, + "f1": 0.391731, + "accuracy": 0.426877, + "main_score": 0.391731, + "hf_subset": "fon_Latn-aeb_Arab", + "languages": [ + "fon-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.375286, + "recall": 0.422925, + "f1": 0.387489, + "accuracy": 0.422925, + "main_score": 0.387489, + "hf_subset": "fon_Latn-ben_Beng", + "languages": [ + "fon-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.383876, + "recall": 0.429842, + "f1": 0.396105, + "accuracy": 0.429842, + "main_score": 0.396105, + "hf_subset": "fon_Latn-est_Latn", + "languages": [ + "fon-Latn", + "est-Latn" + ] + }, + { + "precision": 0.370662, + "recall": 0.422925, + "f1": 0.3842, + "accuracy": 0.422925, + "main_score": 0.3842, + "hf_subset": "fon_Latn-hye_Armn", + "languages": [ + "fon-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.424667, + "recall": 0.464427, + "f1": 0.436645, + "accuracy": 0.464427, + "main_score": 0.436645, + "hf_subset": "fon_Latn-kmb_Latn", + "languages": [ + "fon-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.287536, + "recall": 0.335968, + "f1": 0.301162, + "accuracy": 0.335968, + "main_score": 0.301162, + "hf_subset": "fon_Latn-min_Arab", + "languages": [ + "fon-Latn", + "min-Arab" + ] + }, + { + "precision": 0.402123, + "recall": 0.450593, + "f1": 0.415343, + "accuracy": 0.450593, + "main_score": 0.415343, + "hf_subset": "fon_Latn-pol_Latn", + "languages": [ + "fon-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.408516, + "recall": 0.448617, + "f1": 0.419003, + "accuracy": 0.448617, + "main_score": 0.419003, + "hf_subset": "fon_Latn-ssw_Latn", + "languages": [ + "fon-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.384895, + "recall": 0.433794, + "f1": 0.397675, + "accuracy": 0.433794, + "main_score": 0.397675, + "hf_subset": "fon_Latn-ukr_Cyrl", + "languages": [ + "fon-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.396877, + "recall": 0.4417, + "f1": 0.40908, + "accuracy": 0.4417, + "main_score": 0.40908, + "hf_subset": "fon_Latn-afr_Latn", + "languages": [ + "fon-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.38554, + "recall": 0.431818, + "f1": 0.39767, + "accuracy": 0.431818, + "main_score": 0.39767, + "hf_subset": "fon_Latn-bho_Deva", + "languages": [ + "fon-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.390296, + "recall": 0.428854, + "f1": 0.400801, + "accuracy": 0.428854, + "main_score": 0.400801, + "hf_subset": "fon_Latn-eus_Latn", + "languages": [ + "fon-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.381275, + "recall": 0.422925, + "f1": 0.391987, + "accuracy": 0.422925, + "main_score": 0.391987, + "hf_subset": "fon_Latn-ibo_Latn", + "languages": [ + "fon-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.391363, + "recall": 0.433794, + "f1": 0.40288, + "accuracy": 0.433794, + "main_score": 0.40288, + "hf_subset": "fon_Latn-kmr_Latn", + "languages": [ + "fon-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.392101, + "recall": 0.433794, + "f1": 0.402483, + "accuracy": 0.433794, + "main_score": 0.402483, + "hf_subset": "fon_Latn-min_Latn", + "languages": [ + "fon-Latn", + "min-Latn" + ] + }, + { + "precision": 0.409387, + "recall": 0.455534, + "f1": 0.421179, + "accuracy": 0.455534, + "main_score": 0.421179, + "hf_subset": "fon_Latn-por_Latn", + "languages": [ + "fon-Latn", + "por-Latn" + ] + }, + { + "precision": 0.395878, + "recall": 0.436759, + "f1": 0.40705, + "accuracy": 0.436759, + "main_score": 0.40705, + "hf_subset": "fon_Latn-sun_Latn", + "languages": [ + "fon-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.425683, + "recall": 0.465415, + "f1": 0.437313, + "accuracy": 0.465415, + "main_score": 0.437313, + "hf_subset": "fon_Latn-umb_Latn", + "languages": [ + "fon-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.388247, + "recall": 0.433794, + "f1": 0.40043, + "accuracy": 0.433794, + "main_score": 0.40043, + "hf_subset": "fon_Latn-ajp_Arab", + "languages": [ + "fon-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.324951, + "recall": 0.37253, + "f1": 0.338462, + "accuracy": 0.37253, + "main_score": 0.338462, + "hf_subset": "fon_Latn-bjn_Arab", + "languages": [ + "fon-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.430739, + "recall": 0.463439, + "f1": 0.440635, + "accuracy": 0.463439, + "main_score": 0.440635, + "hf_subset": "fon_Latn-ewe_Latn", + "languages": [ + "fon-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.384775, + "recall": 0.431818, + "f1": 0.397989, + "accuracy": 0.431818, + "main_score": 0.397989, + "hf_subset": "fon_Latn-ilo_Latn", + "languages": [ + "fon-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.250332, + "recall": 0.300395, + "f1": 0.263589, + "accuracy": 0.300395, + "main_score": 0.263589, + "hf_subset": "fon_Latn-knc_Arab", + "languages": [ + "fon-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.398299, + "recall": 0.442688, + "f1": 0.410066, + "accuracy": 0.442688, + "main_score": 0.410066, + "hf_subset": "fon_Latn-mkd_Cyrl", + "languages": [ + "fon-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.409661, + "recall": 0.451581, + "f1": 0.420263, + "accuracy": 0.451581, + "main_score": 0.420263, + "hf_subset": "fon_Latn-prs_Arab", + "languages": [ + "fon-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.401079, + "recall": 0.451581, + "f1": 0.415329, + "accuracy": 0.451581, + "main_score": 0.415329, + "hf_subset": "fon_Latn-swe_Latn", + "languages": [ + "fon-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.369199, + "recall": 0.416008, + "f1": 0.382121, + "accuracy": 0.416008, + "main_score": 0.382121, + "hf_subset": "fon_Latn-urd_Arab", + "languages": [ + "fon-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.423628, + "recall": 0.469368, + "f1": 0.435206, + "accuracy": 0.469368, + "main_score": 0.435206, + "hf_subset": "fon_Latn-aka_Latn", + "languages": [ + "fon-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.392548, + "recall": 0.44664, + "f1": 0.40716, + "accuracy": 0.44664, + "main_score": 0.40716, + "hf_subset": "fon_Latn-bjn_Latn", + "languages": [ + "fon-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.392566, + "recall": 0.433794, + "f1": 0.403829, + "accuracy": 0.433794, + "main_score": 0.403829, + "hf_subset": "fon_Latn-fao_Latn", + "languages": [ + "fon-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.399278, + "recall": 0.445652, + "f1": 0.411663, + "accuracy": 0.445652, + "main_score": 0.411663, + "hf_subset": "fon_Latn-ind_Latn", + "languages": [ + "fon-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.437333, + "recall": 0.474308, + "f1": 0.44817, + "accuracy": 0.474308, + "main_score": 0.44817, + "hf_subset": "fon_Latn-knc_Latn", + "languages": [ + "fon-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.378198, + "recall": 0.425889, + "f1": 0.390101, + "accuracy": 0.425889, + "main_score": 0.390101, + "hf_subset": "fon_Latn-mlt_Latn", + "languages": [ + "fon-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.449061, + "recall": 0.486166, + "f1": 0.460098, + "accuracy": 0.486166, + "main_score": 0.460098, + "hf_subset": "fon_Latn-quy_Latn", + "languages": [ + "fon-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.386894, + "recall": 0.436759, + "f1": 0.400567, + "accuracy": 0.436759, + "main_score": 0.400567, + "hf_subset": "fon_Latn-swh_Latn", + "languages": [ + "fon-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.375526, + "recall": 0.422925, + "f1": 0.387884, + "accuracy": 0.422925, + "main_score": 0.387884, + "hf_subset": "fon_Latn-uzn_Latn", + "languages": [ + "fon-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.373655, + "recall": 0.41996, + "f1": 0.386485, + "accuracy": 0.41996, + "main_score": 0.386485, + "hf_subset": "fon_Latn-als_Latn", + "languages": [ + "fon-Latn", + "als-Latn" + ] + }, + { + "precision": 0.322417, + "recall": 0.37253, + "f1": 0.335952, + "accuracy": 0.37253, + "main_score": 0.335952, + "hf_subset": "fon_Latn-bod_Tibt", + "languages": [ + "fon-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.431505, + "recall": 0.470356, + "f1": 0.442567, + "accuracy": 0.470356, + "main_score": 0.442567, + "hf_subset": "fon_Latn-fij_Latn", + "languages": [ + "fon-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.382741, + "recall": 0.427866, + "f1": 0.394949, + "accuracy": 0.427866, + "main_score": 0.394949, + "hf_subset": "fon_Latn-isl_Latn", + "languages": [ + "fon-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.444227, + "recall": 0.480237, + "f1": 0.454659, + "accuracy": 0.480237, + "main_score": 0.454659, + "hf_subset": "fon_Latn-kon_Latn", + "languages": [ + "fon-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.361753, + "recall": 0.403162, + "f1": 0.372463, + "accuracy": 0.403162, + "main_score": 0.372463, + "hf_subset": "fon_Latn-mni_Beng", + "languages": [ + "fon-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.398596, + "recall": 0.445652, + "f1": 0.410847, + "accuracy": 0.445652, + "main_score": 0.410847, + "hf_subset": "fon_Latn-ron_Latn", + "languages": [ + "fon-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.406647, + "recall": 0.450593, + "f1": 0.418153, + "accuracy": 0.450593, + "main_score": 0.418153, + "hf_subset": "fon_Latn-szl_Latn", + "languages": [ + "fon-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.412954, + "recall": 0.456522, + "f1": 0.423671, + "accuracy": 0.456522, + "main_score": 0.423671, + "hf_subset": "fon_Latn-vec_Latn", + "languages": [ + "fon-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.402791, + "recall": 0.443676, + "f1": 0.414092, + "accuracy": 0.443676, + "main_score": 0.414092, + "hf_subset": "fon_Latn-amh_Ethi", + "languages": [ + "fon-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.392683, + "recall": 0.443676, + "f1": 0.40673, + "accuracy": 0.443676, + "main_score": 0.40673, + "hf_subset": "fon_Latn-bos_Latn", + "languages": [ + "fon-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.393577, + "recall": 0.434783, + "f1": 0.404883, + "accuracy": 0.434783, + "main_score": 0.404883, + "hf_subset": "fon_Latn-fin_Latn", + "languages": [ + "fon-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.41726, + "recall": 0.459486, + "f1": 0.429301, + "accuracy": 0.459486, + "main_score": 0.429301, + "hf_subset": "fon_Latn-ita_Latn", + "languages": [ + "fon-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.415593, + "recall": 0.466403, + "f1": 0.429177, + "accuracy": 0.466403, + "main_score": 0.429177, + "hf_subset": "fon_Latn-kor_Hang", + "languages": [ + "fon-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.428903, + "recall": 0.465415, + "f1": 0.439269, + "accuracy": 0.465415, + "main_score": 0.439269, + "hf_subset": "fon_Latn-mos_Latn", + "languages": [ + "fon-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.413521, + "recall": 0.456522, + "f1": 0.426172, + "accuracy": 0.456522, + "main_score": 0.426172, + "hf_subset": "fon_Latn-run_Latn", + "languages": [ + "fon-Latn", + "run-Latn" + ] + }, + { + "precision": 0.374629, + "recall": 0.416996, + "f1": 0.386531, + "accuracy": 0.416996, + "main_score": 0.386531, + "hf_subset": "fon_Latn-tam_Taml", + "languages": [ + "fon-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.405025, + "recall": 0.447628, + "f1": 0.416621, + "accuracy": 0.447628, + "main_score": 0.416621, + "hf_subset": "fon_Latn-vie_Latn", + "languages": [ + "fon-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.381645, + "recall": 0.428854, + "f1": 0.393933, + "accuracy": 0.428854, + "main_score": 0.393933, + "hf_subset": "fon_Latn-apc_Arab", + "languages": [ + "fon-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.414807, + "recall": 0.45751, + "f1": 0.426653, + "accuracy": 0.45751, + "main_score": 0.426653, + "hf_subset": "fon_Latn-bug_Latn", + "languages": [ + "fon-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.387184, + "recall": 0.434783, + "f1": 0.399399, + "accuracy": 0.434783, + "main_score": 0.399399, + "hf_subset": "fon_Latn-jav_Latn", + "languages": [ + "fon-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.370413, + "recall": 0.411067, + "f1": 0.381002, + "accuracy": 0.411067, + "main_score": 0.381002, + "hf_subset": "fon_Latn-lao_Laoo", + "languages": [ + "fon-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.392147, + "recall": 0.436759, + "f1": 0.403892, + "accuracy": 0.436759, + "main_score": 0.403892, + "hf_subset": "fon_Latn-mri_Latn", + "languages": [ + "fon-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.383599, + "recall": 0.43083, + "f1": 0.397051, + "accuracy": 0.43083, + "main_score": 0.397051, + "hf_subset": "fon_Latn-rus_Cyrl", + "languages": [ + "fon-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.425713, + "recall": 0.467391, + "f1": 0.437097, + "accuracy": 0.467391, + "main_score": 0.437097, + "hf_subset": "fon_Latn-taq_Latn", + "languages": [ + "fon-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.385451, + "recall": 0.43083, + "f1": 0.397079, + "accuracy": 0.43083, + "main_score": 0.397079, + "hf_subset": "fon_Latn-war_Latn", + "languages": [ + "fon-Latn", + "war-Latn" + ] + }, + { + "precision": 0.396624, + "recall": 0.442688, + "f1": 0.409505, + "accuracy": 0.442688, + "main_score": 0.409505, + "hf_subset": "fon_Latn-arb_Arab", + "languages": [ + "fon-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.399437, + "recall": 0.444664, + "f1": 0.411451, + "accuracy": 0.444664, + "main_score": 0.411451, + "hf_subset": "fon_Latn-bul_Cyrl", + "languages": [ + "fon-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.411234, + "recall": 0.452569, + "f1": 0.422139, + "accuracy": 0.452569, + "main_score": 0.422139, + "hf_subset": "fon_Latn-fra_Latn", + "languages": [ + "fon-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.402042, + "recall": 0.450593, + "f1": 0.415234, + "accuracy": 0.450593, + "main_score": 0.415234, + "hf_subset": "fon_Latn-jpn_Jpan", + "languages": [ + "fon-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.404389, + "recall": 0.443676, + "f1": 0.415281, + "accuracy": 0.443676, + "main_score": 0.415281, + "hf_subset": "fon_Latn-lij_Latn", + "languages": [ + "fon-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.357014, + "recall": 0.40415, + "f1": 0.370138, + "accuracy": 0.40415, + "main_score": 0.370138, + "hf_subset": "fon_Latn-mya_Mymr", + "languages": [ + "fon-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.442738, + "recall": 0.481225, + "f1": 0.453814, + "accuracy": 0.481225, + "main_score": 0.453814, + "hf_subset": "fon_Latn-sag_Latn", + "languages": [ + "fon-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.232062, + "recall": 0.283597, + "f1": 0.245298, + "accuracy": 0.283597, + "main_score": 0.245298, + "hf_subset": "fon_Latn-taq_Tfng", + "languages": [ + "fon-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.435815, + "recall": 0.475296, + "f1": 0.447068, + "accuracy": 0.475296, + "main_score": 0.447068, + "hf_subset": "fon_Latn-wol_Latn", + "languages": [ + "fon-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.351592, + "recall": 0.401186, + "f1": 0.365285, + "accuracy": 0.401186, + "main_score": 0.365285, + "hf_subset": "fon_Latn-arb_Latn", + "languages": [ + "fon-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.396931, + "recall": 0.439723, + "f1": 0.408866, + "accuracy": 0.439723, + "main_score": 0.408866, + "hf_subset": "fon_Latn-cat_Latn", + "languages": [ + "fon-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.404391, + "recall": 0.444664, + "f1": 0.414896, + "accuracy": 0.444664, + "main_score": 0.414896, + "hf_subset": "fon_Latn-fur_Latn", + "languages": [ + "fon-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.383033, + "recall": 0.427866, + "f1": 0.395638, + "accuracy": 0.427866, + "main_score": 0.395638, + "hf_subset": "fon_Latn-kab_Latn", + "languages": [ + "fon-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.393747, + "recall": 0.43083, + "f1": 0.403107, + "accuracy": 0.43083, + "main_score": 0.403107, + "hf_subset": "fon_Latn-lim_Latn", + "languages": [ + "fon-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.410401, + "recall": 0.458498, + "f1": 0.422973, + "accuracy": 0.458498, + "main_score": 0.422973, + "hf_subset": "fon_Latn-nld_Latn", + "languages": [ + "fon-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.37217, + "recall": 0.424901, + "f1": 0.38618, + "accuracy": 0.424901, + "main_score": 0.38618, + "hf_subset": "fon_Latn-san_Deva", + "languages": [ + "fon-Latn", + "san-Deva" + ] + }, + { + "precision": 0.376189, + "recall": 0.416996, + "f1": 0.387398, + "accuracy": 0.416996, + "main_score": 0.387398, + "hf_subset": "fon_Latn-tat_Cyrl", + "languages": [ + "fon-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.393559, + "recall": 0.437747, + "f1": 0.405633, + "accuracy": 0.437747, + "main_score": 0.405633, + "hf_subset": "fon_Latn-xho_Latn", + "languages": [ + "fon-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.380296, + "recall": 0.428854, + "f1": 0.393867, + "accuracy": 0.428854, + "main_score": 0.393867, + "hf_subset": "fon_Latn-ars_Arab", + "languages": [ + "fon-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.394736, + "recall": 0.439723, + "f1": 0.405953, + "accuracy": 0.439723, + "main_score": 0.405953, + "hf_subset": "fon_Latn-ceb_Latn", + "languages": [ + "fon-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.415969, + "recall": 0.459486, + "f1": 0.428543, + "accuracy": 0.459486, + "main_score": 0.428543, + "hf_subset": "fon_Latn-fuv_Latn", + "languages": [ + "fon-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.43732, + "recall": 0.47332, + "f1": 0.447067, + "accuracy": 0.47332, + "main_score": 0.447067, + "hf_subset": "fon_Latn-kac_Latn", + "languages": [ + "fon-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.45457, + "recall": 0.494071, + "f1": 0.465404, + "accuracy": 0.494071, + "main_score": 0.465404, + "hf_subset": "fon_Latn-lin_Latn", + "languages": [ + "fon-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.390458, + "recall": 0.43083, + "f1": 0.40195, + "accuracy": 0.43083, + "main_score": 0.40195, + "hf_subset": "fon_Latn-nno_Latn", + "languages": [ + "fon-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.369445, + "recall": 0.41502, + "f1": 0.381943, + "accuracy": 0.41502, + "main_score": 0.381943, + "hf_subset": "fon_Latn-sat_Olck", + "languages": [ + "fon-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.379873, + "recall": 0.425889, + "f1": 0.391539, + "accuracy": 0.425889, + "main_score": 0.391539, + "hf_subset": "fon_Latn-tel_Telu", + "languages": [ + "fon-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.355075, + "recall": 0.395257, + "f1": 0.365845, + "accuracy": 0.395257, + "main_score": 0.365845, + "hf_subset": "fon_Latn-ydd_Hebr", + "languages": [ + "fon-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.368176, + "recall": 0.413043, + "f1": 0.379799, + "accuracy": 0.413043, + "main_score": 0.379799, + "hf_subset": "fon_Latn-ary_Arab", + "languages": [ + "fon-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.395621, + "recall": 0.437747, + "f1": 0.40674, + "accuracy": 0.437747, + "main_score": 0.40674, + "hf_subset": "fon_Latn-ces_Latn", + "languages": [ + "fon-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.390215, + "recall": 0.438735, + "f1": 0.403285, + "accuracy": 0.438735, + "main_score": 0.403285, + "hf_subset": "fon_Latn-gaz_Latn", + "languages": [ + "fon-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.422813, + "recall": 0.464427, + "f1": 0.434265, + "accuracy": 0.464427, + "main_score": 0.434265, + "hf_subset": "fon_Latn-kam_Latn", + "languages": [ + "fon-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.380369, + "recall": 0.426877, + "f1": 0.393317, + "accuracy": 0.426877, + "main_score": 0.393317, + "hf_subset": "fon_Latn-lit_Latn", + "languages": [ + "fon-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.398017, + "recall": 0.444664, + "f1": 0.410293, + "accuracy": 0.444664, + "main_score": 0.410293, + "hf_subset": "fon_Latn-nob_Latn", + "languages": [ + "fon-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.416412, + "recall": 0.447628, + "f1": 0.425421, + "accuracy": 0.447628, + "main_score": 0.425421, + "hf_subset": "fon_Latn-scn_Latn", + "languages": [ + "fon-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.376106, + "recall": 0.422925, + "f1": 0.38899, + "accuracy": 0.422925, + "main_score": 0.38899, + "hf_subset": "fon_Latn-tgk_Cyrl", + "languages": [ + "fon-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.389771, + "recall": 0.433794, + "f1": 0.402265, + "accuracy": 0.433794, + "main_score": 0.402265, + "hf_subset": "fon_Latn-yor_Latn", + "languages": [ + "fon-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.387208, + "recall": 0.433794, + "f1": 0.399145, + "accuracy": 0.433794, + "main_score": 0.399145, + "hf_subset": "fon_Latn-arz_Arab", + "languages": [ + "fon-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.422747, + "recall": 0.462451, + "f1": 0.434433, + "accuracy": 0.462451, + "main_score": 0.434433, + "hf_subset": "fon_Latn-cjk_Latn", + "languages": [ + "fon-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.389615, + "recall": 0.435771, + "f1": 0.402251, + "accuracy": 0.435771, + "main_score": 0.402251, + "hf_subset": "fon_Latn-gla_Latn", + "languages": [ + "fon-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.374752, + "recall": 0.423913, + "f1": 0.388062, + "accuracy": 0.423913, + "main_score": 0.388062, + "hf_subset": "fon_Latn-kan_Knda", + "languages": [ + "fon-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.406786, + "recall": 0.448617, + "f1": 0.418009, + "accuracy": 0.448617, + "main_score": 0.418009, + "hf_subset": "fon_Latn-lmo_Latn", + "languages": [ + "fon-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.379631, + "recall": 0.423913, + "f1": 0.390858, + "accuracy": 0.423913, + "main_score": 0.390858, + "hf_subset": "fon_Latn-npi_Deva", + "languages": [ + "fon-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.372222, + "recall": 0.420949, + "f1": 0.385621, + "accuracy": 0.420949, + "main_score": 0.385621, + "hf_subset": "fon_Latn-shn_Mymr", + "languages": [ + "fon-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.407041, + "recall": 0.458498, + "f1": 0.420909, + "accuracy": 0.458498, + "main_score": 0.420909, + "hf_subset": "fon_Latn-tgl_Latn", + "languages": [ + "fon-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.382067, + "recall": 0.429842, + "f1": 0.394362, + "accuracy": 0.429842, + "main_score": 0.394362, + "hf_subset": "fon_Latn-yue_Hant", + "languages": [ + "fon-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.348999, + "recall": 0.394269, + "f1": 0.361747, + "accuracy": 0.394269, + "main_score": 0.361747, + "hf_subset": "fon_Latn-asm_Beng", + "languages": [ + "fon-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.375652, + "recall": 0.421937, + "f1": 0.388339, + "accuracy": 0.421937, + "main_score": 0.388339, + "hf_subset": "fon_Latn-ckb_Arab", + "languages": [ + "fon-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.366918, + "recall": 0.416996, + "f1": 0.380739, + "accuracy": 0.416996, + "main_score": 0.380739, + "hf_subset": "fon_Latn-gle_Latn", + "languages": [ + "fon-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.377741, + "recall": 0.425889, + "f1": 0.390386, + "accuracy": 0.425889, + "main_score": 0.390386, + "hf_subset": "fon_Latn-kas_Arab", + "languages": [ + "fon-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.379221, + "recall": 0.420949, + "f1": 0.390206, + "accuracy": 0.420949, + "main_score": 0.390206, + "hf_subset": "fon_Latn-ltg_Latn", + "languages": [ + "fon-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.410479, + "recall": 0.450593, + "f1": 0.421868, + "accuracy": 0.450593, + "main_score": 0.421868, + "hf_subset": "fon_Latn-nso_Latn", + "languages": [ + "fon-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.367317, + "recall": 0.416996, + "f1": 0.380399, + "accuracy": 0.416996, + "main_score": 0.380399, + "hf_subset": "fon_Latn-sin_Sinh", + "languages": [ + "fon-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.390343, + "recall": 0.435771, + "f1": 0.402768, + "accuracy": 0.435771, + "main_score": 0.402768, + "hf_subset": "fon_Latn-tha_Thai", + "languages": [ + "fon-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.36004, + "recall": 0.402174, + "f1": 0.370222, + "accuracy": 0.402174, + "main_score": 0.370222, + "hf_subset": "fon_Latn-zho_Hans", + "languages": [ + "fon-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.403297, + "recall": 0.443676, + "f1": 0.413793, + "accuracy": 0.443676, + "main_score": 0.413793, + "hf_subset": "fon_Latn-ast_Latn", + "languages": [ + "fon-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.404634, + "recall": 0.443676, + "f1": 0.415509, + "accuracy": 0.443676, + "main_score": 0.415509, + "hf_subset": "fon_Latn-crh_Latn", + "languages": [ + "fon-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.403213, + "recall": 0.445652, + "f1": 0.41476, + "accuracy": 0.445652, + "main_score": 0.41476, + "hf_subset": "fon_Latn-glg_Latn", + "languages": [ + "fon-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.389, + "recall": 0.435771, + "f1": 0.401253, + "accuracy": 0.435771, + "main_score": 0.401253, + "hf_subset": "fon_Latn-kas_Deva", + "languages": [ + "fon-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.36968, + "recall": 0.41502, + "f1": 0.381786, + "accuracy": 0.41502, + "main_score": 0.381786, + "hf_subset": "fon_Latn-ltz_Latn", + "languages": [ + "fon-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.389856, + "recall": 0.434783, + "f1": 0.402251, + "accuracy": 0.434783, + "main_score": 0.402251, + "hf_subset": "fon_Latn-nus_Latn", + "languages": [ + "fon-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.396168, + "recall": 0.437747, + "f1": 0.407858, + "accuracy": 0.437747, + "main_score": 0.407858, + "hf_subset": "fon_Latn-slk_Latn", + "languages": [ + "fon-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.406483, + "recall": 0.453557, + "f1": 0.419801, + "accuracy": 0.453557, + "main_score": 0.419801, + "hf_subset": "fon_Latn-tir_Ethi", + "languages": [ + "fon-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.392571, + "recall": 0.436759, + "f1": 0.404432, + "accuracy": 0.436759, + "main_score": 0.404432, + "hf_subset": "fon_Latn-zho_Hant", + "languages": [ + "fon-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.373701, + "recall": 0.422925, + "f1": 0.385966, + "accuracy": 0.422925, + "main_score": 0.385966, + "hf_subset": "fon_Latn-awa_Deva", + "languages": [ + "fon-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.372228, + "recall": 0.41996, + "f1": 0.385347, + "accuracy": 0.41996, + "main_score": 0.385347, + "hf_subset": "fon_Latn-cym_Latn", + "languages": [ + "fon-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.427489, + "recall": 0.466403, + "f1": 0.438033, + "accuracy": 0.466403, + "main_score": 0.438033, + "hf_subset": "fon_Latn-grn_Latn", + "languages": [ + "fon-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.377671, + "recall": 0.423913, + "f1": 0.389942, + "accuracy": 0.423913, + "main_score": 0.389942, + "hf_subset": "fon_Latn-kat_Geor", + "languages": [ + "fon-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.442907, + "recall": 0.481225, + "f1": 0.452917, + "accuracy": 0.481225, + "main_score": 0.452917, + "hf_subset": "fon_Latn-lua_Latn", + "languages": [ + "fon-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.406554, + "recall": 0.447628, + "f1": 0.417726, + "accuracy": 0.447628, + "main_score": 0.417726, + "hf_subset": "fon_Latn-nya_Latn", + "languages": [ + "fon-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.399114, + "recall": 0.443676, + "f1": 0.411171, + "accuracy": 0.443676, + "main_score": 0.411171, + "hf_subset": "fon_Latn-slv_Latn", + "languages": [ + "fon-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.40479, + "recall": 0.445652, + "f1": 0.416159, + "accuracy": 0.445652, + "main_score": 0.416159, + "hf_subset": "fon_Latn-tpi_Latn", + "languages": [ + "fon-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.401032, + "recall": 0.44664, + "f1": 0.413704, + "accuracy": 0.44664, + "main_score": 0.413704, + "hf_subset": "fon_Latn-zsm_Latn", + "languages": [ + "fon-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.444584, + "recall": 0.485178, + "f1": 0.455729, + "accuracy": 0.485178, + "main_score": 0.455729, + "hf_subset": "fon_Latn-ayr_Latn", + "languages": [ + "fon-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.409536, + "recall": 0.452569, + "f1": 0.421337, + "accuracy": 0.452569, + "main_score": 0.421337, + "hf_subset": "fon_Latn-dan_Latn", + "languages": [ + "fon-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.375954, + "recall": 0.424901, + "f1": 0.388547, + "accuracy": 0.424901, + "main_score": 0.388547, + "hf_subset": "fon_Latn-guj_Gujr", + "languages": [ + "fon-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.385887, + "recall": 0.426877, + "f1": 0.39662, + "accuracy": 0.426877, + "main_score": 0.39662, + "hf_subset": "fon_Latn-kaz_Cyrl", + "languages": [ + "fon-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.399841, + "recall": 0.444664, + "f1": 0.412964, + "accuracy": 0.444664, + "main_score": 0.412964, + "hf_subset": "fon_Latn-lug_Latn", + "languages": [ + "fon-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.395286, + "recall": 0.439723, + "f1": 0.407266, + "accuracy": 0.439723, + "main_score": 0.407266, + "hf_subset": "fon_Latn-oci_Latn", + "languages": [ + "fon-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.393843, + "recall": 0.435771, + "f1": 0.405596, + "accuracy": 0.435771, + "main_score": 0.405596, + "hf_subset": "fon_Latn-smo_Latn", + "languages": [ + "fon-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.413125, + "recall": 0.458498, + "f1": 0.425608, + "accuracy": 0.458498, + "main_score": 0.425608, + "hf_subset": "fon_Latn-tsn_Latn", + "languages": [ + "fon-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.40058, + "recall": 0.439723, + "f1": 0.411445, + "accuracy": 0.439723, + "main_score": 0.411445, + "hf_subset": "fon_Latn-zul_Latn", + "languages": [ + "fon-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.362785, + "recall": 0.408103, + "f1": 0.374147, + "accuracy": 0.408103, + "main_score": 0.374147, + "hf_subset": "fon_Latn-azb_Arab", + "languages": [ + "fon-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.410809, + "recall": 0.450593, + "f1": 0.421989, + "accuracy": 0.450593, + "main_score": 0.421989, + "hf_subset": "fon_Latn-deu_Latn", + "languages": [ + "fon-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.392774, + "recall": 0.440711, + "f1": 0.40595, + "accuracy": 0.440711, + "main_score": 0.40595, + "hf_subset": "fon_Latn-hat_Latn", + "languages": [ + "fon-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.454356, + "recall": 0.491107, + "f1": 0.464432, + "accuracy": 0.491107, + "main_score": 0.464432, + "hf_subset": "fon_Latn-kbp_Latn", + "languages": [ + "fon-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.440507, + "recall": 0.482213, + "f1": 0.452816, + "accuracy": 0.482213, + "main_score": 0.452816, + "hf_subset": "fon_Latn-luo_Latn", + "languages": [ + "fon-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.352929, + "recall": 0.40415, + "f1": 0.365864, + "accuracy": 0.40415, + "main_score": 0.365864, + "hf_subset": "fon_Latn-ory_Orya", + "languages": [ + "fon-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.397214, + "recall": 0.439723, + "f1": 0.40885, + "accuracy": 0.439723, + "main_score": 0.40885, + "hf_subset": "fon_Latn-sna_Latn", + "languages": [ + "fon-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.409981, + "recall": 0.453557, + "f1": 0.422169, + "accuracy": 0.453557, + "main_score": 0.422169, + "hf_subset": "fon_Latn-tso_Latn", + "languages": [ + "fon-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.378773, + "recall": 0.423913, + "f1": 0.39091, + "accuracy": 0.423913, + "main_score": 0.39091, + "hf_subset": "fon_Latn-azj_Latn", + "languages": [ + "fon-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.409579, + "recall": 0.453557, + "f1": 0.422068, + "accuracy": 0.453557, + "main_score": 0.422068, + "hf_subset": "fon_Latn-dik_Latn", + "languages": [ + "fon-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.400695, + "recall": 0.442688, + "f1": 0.41201, + "accuracy": 0.442688, + "main_score": 0.41201, + "hf_subset": "fon_Latn-hau_Latn", + "languages": [ + "fon-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.410039, + "recall": 0.451581, + "f1": 0.420934, + "accuracy": 0.451581, + "main_score": 0.420934, + "hf_subset": "fon_Latn-kea_Latn", + "languages": [ + "fon-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.396732, + "recall": 0.438735, + "f1": 0.407749, + "accuracy": 0.438735, + "main_score": 0.407749, + "hf_subset": "fon_Latn-lus_Latn", + "languages": [ + "fon-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.416902, + "recall": 0.458498, + "f1": 0.428798, + "accuracy": 0.458498, + "main_score": 0.428798, + "hf_subset": "fon_Latn-pag_Latn", + "languages": [ + "fon-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.349509, + "recall": 0.399209, + "f1": 0.363092, + "accuracy": 0.399209, + "main_score": 0.363092, + "hf_subset": "fon_Latn-snd_Arab", + "languages": [ + "fon-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.383812, + "recall": 0.426877, + "f1": 0.396547, + "accuracy": 0.426877, + "main_score": 0.396547, + "hf_subset": "fon_Latn-tuk_Latn", + "languages": [ + "fon-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.382454, + "recall": 0.423913, + "f1": 0.394491, + "accuracy": 0.423913, + "main_score": 0.394491, + "hf_subset": "fon_Latn-bak_Cyrl", + "languages": [ + "fon-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.367574, + "recall": 0.418972, + "f1": 0.381978, + "accuracy": 0.418972, + "main_score": 0.381978, + "hf_subset": "fon_Latn-dyu_Latn", + "languages": [ + "fon-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.385648, + "recall": 0.434783, + "f1": 0.400049, + "accuracy": 0.434783, + "main_score": 0.400049, + "hf_subset": "fon_Latn-heb_Hebr", + "languages": [ + "fon-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.394025, + "recall": 0.438735, + "f1": 0.406626, + "accuracy": 0.438735, + "main_score": 0.406626, + "hf_subset": "fon_Latn-khk_Cyrl", + "languages": [ + "fon-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.366553, + "recall": 0.414032, + "f1": 0.378889, + "accuracy": 0.414032, + "main_score": 0.378889, + "hf_subset": "fon_Latn-lvs_Latn", + "languages": [ + "fon-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.373081, + "recall": 0.417984, + "f1": 0.384687, + "accuracy": 0.417984, + "main_score": 0.384687, + "hf_subset": "fon_Latn-pan_Guru", + "languages": [ + "fon-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.389541, + "recall": 0.427866, + "f1": 0.400128, + "accuracy": 0.427866, + "main_score": 0.400128, + "hf_subset": "fon_Latn-som_Latn", + "languages": [ + "fon-Latn", + "som-Latn" + ] + }, + { + "precision": 0.396665, + "recall": 0.434783, + "f1": 0.407351, + "accuracy": 0.434783, + "main_score": 0.407351, + "hf_subset": "fon_Latn-tum_Latn", + "languages": [ + "fon-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.557704, + "recall": 0.639328, + "f1": 0.580499, + "accuracy": 0.639328, + "main_score": 0.580499, + "hf_subset": "jav_Latn-ace_Arab", + "languages": [ + "jav-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.481102, + "recall": 0.543478, + "f1": 0.497198, + "accuracy": 0.543478, + "main_score": 0.497198, + "hf_subset": "jav_Latn-bam_Latn", + "languages": [ + "jav-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.632313, + "recall": 0.720356, + "f1": 0.657624, + "accuracy": 0.720356, + "main_score": 0.657624, + "hf_subset": "jav_Latn-dzo_Tibt", + "languages": [ + "jav-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "jav_Latn-hin_Deva", + "languages": [ + "jav-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.967589, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "jav_Latn-khm_Khmr", + "languages": [ + "jav-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jav_Latn-mag_Deva", + "languages": [ + "jav-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-pap_Latn", + "languages": [ + "jav-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.856778, + "recall": 0.898221, + "f1": 0.869681, + "accuracy": 0.898221, + "main_score": 0.869681, + "hf_subset": "jav_Latn-sot_Latn", + "languages": [ + "jav-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "jav_Latn-tur_Latn", + "languages": [ + "jav-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.875998, + "recall": 0.911067, + "f1": 0.887105, + "accuracy": 0.911067, + "main_score": 0.887105, + "hf_subset": "jav_Latn-ace_Latn", + "languages": [ + "jav-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "jav_Latn-ban_Latn", + "languages": [ + "jav-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jav_Latn-ell_Grek", + "languages": [ + "jav-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "jav_Latn-hne_Deva", + "languages": [ + "jav-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.585519, + "recall": 0.656126, + "f1": 0.605902, + "accuracy": 0.656126, + "main_score": 0.605902, + "hf_subset": "jav_Latn-kik_Latn", + "languages": [ + "jav-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "jav_Latn-mai_Deva", + "languages": [ + "jav-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.94417, + "recall": 0.962451, + "f1": 0.950264, + "accuracy": 0.962451, + "main_score": 0.950264, + "hf_subset": "jav_Latn-pbt_Arab", + "languages": [ + "jav-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "jav_Latn-spa_Latn", + "languages": [ + "jav-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.767358, + "recall": 0.818182, + "f1": 0.782375, + "accuracy": 0.818182, + "main_score": 0.782375, + "hf_subset": "jav_Latn-twi_Latn", + "languages": [ + "jav-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "jav_Latn-acm_Arab", + "languages": [ + "jav-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "jav_Latn-bel_Cyrl", + "languages": [ + "jav-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-eng_Latn", + "languages": [ + "jav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-hrv_Latn", + "languages": [ + "jav-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.858926, + "recall": 0.897233, + "f1": 0.870652, + "accuracy": 0.897233, + "main_score": 0.870652, + "hf_subset": "jav_Latn-kin_Latn", + "languages": [ + "jav-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "jav_Latn-mal_Mlym", + "languages": [ + "jav-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "jav_Latn-pes_Arab", + "languages": [ + "jav-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "jav_Latn-srd_Latn", + "languages": [ + "jav-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.203386, + "recall": 0.269763, + "f1": 0.21899, + "accuracy": 0.269763, + "main_score": 0.21899, + "hf_subset": "jav_Latn-tzm_Tfng", + "languages": [ + "jav-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-acq_Arab", + "languages": [ + "jav-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.678666, + "recall": 0.742095, + "f1": 0.697118, + "accuracy": 0.742095, + "main_score": 0.697118, + "hf_subset": "jav_Latn-bem_Latn", + "languages": [ + "jav-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-epo_Latn", + "languages": [ + "jav-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "jav_Latn-hun_Latn", + "languages": [ + "jav-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "jav_Latn-kir_Cyrl", + "languages": [ + "jav-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jav_Latn-mar_Deva", + "languages": [ + "jav-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.866304, + "recall": 0.90415, + "f1": 0.877931, + "accuracy": 0.90415, + "main_score": 0.877931, + "hf_subset": "jav_Latn-plt_Latn", + "languages": [ + "jav-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "jav_Latn-srp_Cyrl", + "languages": [ + "jav-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.917984, + "recall": 0.942688, + "f1": 0.925856, + "accuracy": 0.942688, + "main_score": 0.925856, + "hf_subset": "jav_Latn-uig_Arab", + "languages": [ + "jav-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "jav_Latn-aeb_Arab", + "languages": [ + "jav-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jav_Latn-ben_Beng", + "languages": [ + "jav-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jav_Latn-est_Latn", + "languages": [ + "jav-Latn", + "est-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "jav_Latn-hye_Armn", + "languages": [ + "jav-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.480509, + "recall": 0.533597, + "f1": 0.495009, + "accuracy": 0.533597, + "main_score": 0.495009, + "hf_subset": "jav_Latn-kmb_Latn", + "languages": [ + "jav-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.507428, + "recall": 0.597826, + "f1": 0.53241, + "accuracy": 0.597826, + "main_score": 0.53241, + "hf_subset": "jav_Latn-min_Arab", + "languages": [ + "jav-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991848, + "recall": 0.994071, + "f1": 0.99249, + "accuracy": 0.994071, + "main_score": 0.99249, + "hf_subset": "jav_Latn-pol_Latn", + "languages": [ + "jav-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.749061, + "recall": 0.810277, + "f1": 0.76726, + "accuracy": 0.810277, + "main_score": 0.76726, + "hf_subset": "jav_Latn-ssw_Latn", + "languages": [ + "jav-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jav_Latn-ukr_Cyrl", + "languages": [ + "jav-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "jav_Latn-afr_Latn", + "languages": [ + "jav-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "jav_Latn-bho_Deva", + "languages": [ + "jav-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "jav_Latn-eus_Latn", + "languages": [ + "jav-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.864707, + "recall": 0.903162, + "f1": 0.876515, + "accuracy": 0.903162, + "main_score": 0.876515, + "hf_subset": "jav_Latn-ibo_Latn", + "languages": [ + "jav-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.875115, + "recall": 0.910079, + "f1": 0.8861, + "accuracy": 0.910079, + "main_score": 0.8861, + "hf_subset": "jav_Latn-kmr_Latn", + "languages": [ + "jav-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "jav_Latn-min_Latn", + "languages": [ + "jav-Latn", + "min-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-por_Latn", + "languages": [ + "jav-Latn", + "por-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "jav_Latn-sun_Latn", + "languages": [ + "jav-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.470957, + "recall": 0.539526, + "f1": 0.489807, + "accuracy": 0.539526, + "main_score": 0.489807, + "hf_subset": "jav_Latn-umb_Latn", + "languages": [ + "jav-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jav_Latn-ajp_Arab", + "languages": [ + "jav-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.534062, + "recall": 0.615613, + "f1": 0.556607, + "accuracy": 0.615613, + "main_score": 0.556607, + "hf_subset": "jav_Latn-bjn_Arab", + "languages": [ + "jav-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.460306, + "recall": 0.524704, + "f1": 0.477788, + "accuracy": 0.524704, + "main_score": 0.477788, + "hf_subset": "jav_Latn-ewe_Latn", + "languages": [ + "jav-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "jav_Latn-ilo_Latn", + "languages": [ + "jav-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.258516, + "recall": 0.33004, + "f1": 0.276405, + "accuracy": 0.33004, + "main_score": 0.276405, + "hf_subset": "jav_Latn-knc_Arab", + "languages": [ + "jav-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-mkd_Cyrl", + "languages": [ + "jav-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-prs_Arab", + "languages": [ + "jav-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-swe_Latn", + "languages": [ + "jav-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "jav_Latn-urd_Arab", + "languages": [ + "jav-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.738505, + "recall": 0.797431, + "f1": 0.756475, + "accuracy": 0.797431, + "main_score": 0.756475, + "hf_subset": "jav_Latn-aka_Latn", + "languages": [ + "jav-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "jav_Latn-bjn_Latn", + "languages": [ + "jav-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.974061, + "recall": 0.982213, + "f1": 0.97668, + "accuracy": 0.982213, + "main_score": 0.97668, + "hf_subset": "jav_Latn-fao_Latn", + "languages": [ + "jav-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jav_Latn-ind_Latn", + "languages": [ + "jav-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.520946, + "recall": 0.58004, + "f1": 0.536702, + "accuracy": 0.58004, + "main_score": 0.536702, + "hf_subset": "jav_Latn-knc_Latn", + "languages": [ + "jav-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-mlt_Latn", + "languages": [ + "jav-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.627291, + "recall": 0.701581, + "f1": 0.648767, + "accuracy": 0.701581, + "main_score": 0.648767, + "hf_subset": "jav_Latn-quy_Latn", + "languages": [ + "jav-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "jav_Latn-swh_Latn", + "languages": [ + "jav-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "jav_Latn-uzn_Latn", + "languages": [ + "jav-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-als_Latn", + "languages": [ + "jav-Latn", + "als-Latn" + ] + }, + { + "precision": 0.782675, + "recall": 0.842885, + "f1": 0.800875, + "accuracy": 0.842885, + "main_score": 0.800875, + "hf_subset": "jav_Latn-bod_Tibt", + "languages": [ + "jav-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.619618, + "recall": 0.692688, + "f1": 0.640407, + "accuracy": 0.692688, + "main_score": 0.640407, + "hf_subset": "jav_Latn-fij_Latn", + "languages": [ + "jav-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "jav_Latn-isl_Latn", + "languages": [ + "jav-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.59182, + "recall": 0.66502, + "f1": 0.612087, + "accuracy": 0.66502, + "main_score": 0.612087, + "hf_subset": "jav_Latn-kon_Latn", + "languages": [ + "jav-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.59689, + "recall": 0.675889, + "f1": 0.619197, + "accuracy": 0.675889, + "main_score": 0.619197, + "hf_subset": "jav_Latn-mni_Beng", + "languages": [ + "jav-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "jav_Latn-ron_Latn", + "languages": [ + "jav-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.982213, + "f1": 0.977602, + "accuracy": 0.982213, + "main_score": 0.977602, + "hf_subset": "jav_Latn-szl_Latn", + "languages": [ + "jav-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "jav_Latn-vec_Latn", + "languages": [ + "jav-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.917523, + "recall": 0.9417, + "f1": 0.925231, + "accuracy": 0.9417, + "main_score": 0.925231, + "hf_subset": "jav_Latn-amh_Ethi", + "languages": [ + "jav-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-bos_Latn", + "languages": [ + "jav-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "jav_Latn-fin_Latn", + "languages": [ + "jav-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-ita_Latn", + "languages": [ + "jav-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "jav_Latn-kor_Hang", + "languages": [ + "jav-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.489222, + "recall": 0.554348, + "f1": 0.506938, + "accuracy": 0.554348, + "main_score": 0.506938, + "hf_subset": "jav_Latn-mos_Latn", + "languages": [ + "jav-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.759002, + "recall": 0.814229, + "f1": 0.775002, + "accuracy": 0.814229, + "main_score": 0.775002, + "hf_subset": "jav_Latn-run_Latn", + "languages": [ + "jav-Latn", + "run-Latn" + ] + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "jav_Latn-tam_Taml", + "languages": [ + "jav-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "jav_Latn-vie_Latn", + "languages": [ + "jav-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "jav_Latn-apc_Arab", + "languages": [ + "jav-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.735377, + "recall": 0.797431, + "f1": 0.753563, + "accuracy": 0.797431, + "main_score": 0.753563, + "hf_subset": "jav_Latn-bug_Latn", + "languages": [ + "jav-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.422078, + "recall": 0.475296, + "f1": 0.436701, + "accuracy": 0.475296, + "main_score": 0.436701, + "hf_subset": "jav_Latn-fon_Latn", + "languages": [ + "jav-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "jav_Latn-lao_Laoo", + "languages": [ + "jav-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.847036, + "recall": 0.890316, + "f1": 0.860672, + "accuracy": 0.890316, + "main_score": 0.860672, + "hf_subset": "jav_Latn-mri_Latn", + "languages": [ + "jav-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "jav_Latn-rus_Cyrl", + "languages": [ + "jav-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.49698, + "recall": 0.5583, + "f1": 0.513525, + "accuracy": 0.5583, + "main_score": 0.513525, + "hf_subset": "jav_Latn-taq_Latn", + "languages": [ + "jav-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "jav_Latn-war_Latn", + "languages": [ + "jav-Latn", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-arb_Arab", + "languages": [ + "jav-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-bul_Cyrl", + "languages": [ + "jav-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jav_Latn-fra_Latn", + "languages": [ + "jav-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "jav_Latn-jpn_Jpan", + "languages": [ + "jav-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "jav_Latn-lij_Latn", + "languages": [ + "jav-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "jav_Latn-mya_Mymr", + "languages": [ + "jav-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.55031, + "recall": 0.612648, + "f1": 0.567465, + "accuracy": 0.612648, + "main_score": 0.567465, + "hf_subset": "jav_Latn-sag_Latn", + "languages": [ + "jav-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.237572, + "recall": 0.299407, + "f1": 0.252504, + "accuracy": 0.299407, + "main_score": 0.252504, + "hf_subset": "jav_Latn-taq_Tfng", + "languages": [ + "jav-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.623504, + "recall": 0.695652, + "f1": 0.644299, + "accuracy": 0.695652, + "main_score": 0.644299, + "hf_subset": "jav_Latn-wol_Latn", + "languages": [ + "jav-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.833449, + "recall": 0.879447, + "f1": 0.84745, + "accuracy": 0.879447, + "main_score": 0.84745, + "hf_subset": "jav_Latn-arb_Latn", + "languages": [ + "jav-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-cat_Latn", + "languages": [ + "jav-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "jav_Latn-fur_Latn", + "languages": [ + "jav-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.438856, + "recall": 0.513834, + "f1": 0.45898, + "accuracy": 0.513834, + "main_score": 0.45898, + "hf_subset": "jav_Latn-kab_Latn", + "languages": [ + "jav-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "jav_Latn-lim_Latn", + "languages": [ + "jav-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "jav_Latn-nld_Latn", + "languages": [ + "jav-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.954545, + "recall": 0.967391, + "f1": 0.958663, + "accuracy": 0.967391, + "main_score": 0.958663, + "hf_subset": "jav_Latn-san_Deva", + "languages": [ + "jav-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-tat_Cyrl", + "languages": [ + "jav-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.877964, + "recall": 0.914032, + "f1": 0.88946, + "accuracy": 0.914032, + "main_score": 0.88946, + "hf_subset": "jav_Latn-xho_Latn", + "languages": [ + "jav-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-ars_Arab", + "languages": [ + "jav-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jav_Latn-ceb_Latn", + "languages": [ + "jav-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.474087, + "recall": 0.549407, + "f1": 0.493879, + "accuracy": 0.549407, + "main_score": 0.493879, + "hf_subset": "jav_Latn-fuv_Latn", + "languages": [ + "jav-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.482808, + "recall": 0.548419, + "f1": 0.500611, + "accuracy": 0.548419, + "main_score": 0.500611, + "hf_subset": "jav_Latn-kac_Latn", + "languages": [ + "jav-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.635698, + "recall": 0.702569, + "f1": 0.654171, + "accuracy": 0.702569, + "main_score": 0.654171, + "hf_subset": "jav_Latn-lin_Latn", + "languages": [ + "jav-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-nno_Latn", + "languages": [ + "jav-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.86726, + "recall": 0.905138, + "f1": 0.87907, + "accuracy": 0.905138, + "main_score": 0.87907, + "hf_subset": "jav_Latn-sat_Olck", + "languages": [ + "jav-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "jav_Latn-tel_Telu", + "languages": [ + "jav-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "jav_Latn-ydd_Hebr", + "languages": [ + "jav-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "jav_Latn-ary_Arab", + "languages": [ + "jav-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "jav_Latn-ces_Latn", + "languages": [ + "jav-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.565088, + "recall": 0.646245, + "f1": 0.588348, + "accuracy": 0.646245, + "main_score": 0.588348, + "hf_subset": "jav_Latn-gaz_Latn", + "languages": [ + "jav-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.545715, + "recall": 0.619565, + "f1": 0.566053, + "accuracy": 0.619565, + "main_score": 0.566053, + "hf_subset": "jav_Latn-kam_Latn", + "languages": [ + "jav-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "jav_Latn-lit_Latn", + "languages": [ + "jav-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jav_Latn-nob_Latn", + "languages": [ + "jav-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "jav_Latn-scn_Latn", + "languages": [ + "jav-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.963192, + "recall": 0.974308, + "f1": 0.966798, + "accuracy": 0.974308, + "main_score": 0.966798, + "hf_subset": "jav_Latn-tgk_Cyrl", + "languages": [ + "jav-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.728986, + "recall": 0.793478, + "f1": 0.747681, + "accuracy": 0.793478, + "main_score": 0.747681, + "hf_subset": "jav_Latn-yor_Latn", + "languages": [ + "jav-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "jav_Latn-arz_Arab", + "languages": [ + "jav-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.490897, + "recall": 0.560277, + "f1": 0.509617, + "accuracy": 0.560277, + "main_score": 0.509617, + "hf_subset": "jav_Latn-cjk_Latn", + "languages": [ + "jav-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.924736, + "recall": 0.949605, + "f1": 0.932971, + "accuracy": 0.949605, + "main_score": 0.932971, + "hf_subset": "jav_Latn-gla_Latn", + "languages": [ + "jav-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.974555, + "recall": 0.982213, + "f1": 0.977009, + "accuracy": 0.982213, + "main_score": 0.977009, + "hf_subset": "jav_Latn-kan_Knda", + "languages": [ + "jav-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.980435, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "jav_Latn-lmo_Latn", + "languages": [ + "jav-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "jav_Latn-npi_Deva", + "languages": [ + "jav-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.545775, + "recall": 0.626482, + "f1": 0.568897, + "accuracy": 0.626482, + "main_score": 0.568897, + "hf_subset": "jav_Latn-shn_Mymr", + "languages": [ + "jav-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-tgl_Latn", + "languages": [ + "jav-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "jav_Latn-yue_Hant", + "languages": [ + "jav-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "jav_Latn-asm_Beng", + "languages": [ + "jav-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.920784, + "recall": 0.943676, + "f1": 0.92803, + "accuracy": 0.943676, + "main_score": 0.92803, + "hf_subset": "jav_Latn-ckb_Arab", + "languages": [ + "jav-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "jav_Latn-gle_Latn", + "languages": [ + "jav-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.895092, + "recall": 0.925889, + "f1": 0.904743, + "accuracy": 0.925889, + "main_score": 0.904743, + "hf_subset": "jav_Latn-kas_Arab", + "languages": [ + "jav-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.885705, + "recall": 0.920949, + "f1": 0.897069, + "accuracy": 0.920949, + "main_score": 0.897069, + "hf_subset": "jav_Latn-ltg_Latn", + "languages": [ + "jav-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.78997, + "recall": 0.842885, + "f1": 0.806428, + "accuracy": 0.842885, + "main_score": 0.806428, + "hf_subset": "jav_Latn-nso_Latn", + "languages": [ + "jav-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "jav_Latn-sin_Sinh", + "languages": [ + "jav-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "jav_Latn-tha_Thai", + "languages": [ + "jav-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "jav_Latn-zho_Hans", + "languages": [ + "jav-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-ast_Latn", + "languages": [ + "jav-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "jav_Latn-crh_Latn", + "languages": [ + "jav-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-glg_Latn", + "languages": [ + "jav-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.831176, + "recall": 0.87747, + "f1": 0.845539, + "accuracy": 0.87747, + "main_score": 0.845539, + "hf_subset": "jav_Latn-kas_Deva", + "languages": [ + "jav-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "jav_Latn-ltz_Latn", + "languages": [ + "jav-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.423397, + "recall": 0.490119, + "f1": 0.440842, + "accuracy": 0.490119, + "main_score": 0.440842, + "hf_subset": "jav_Latn-nus_Latn", + "languages": [ + "jav-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-slk_Latn", + "languages": [ + "jav-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.63312, + "recall": 0.713439, + "f1": 0.656086, + "accuracy": 0.713439, + "main_score": 0.656086, + "hf_subset": "jav_Latn-tir_Ethi", + "languages": [ + "jav-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jav_Latn-zho_Hant", + "languages": [ + "jav-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "jav_Latn-awa_Deva", + "languages": [ + "jav-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jav_Latn-cym_Latn", + "languages": [ + "jav-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.765234, + "recall": 0.822134, + "f1": 0.782133, + "accuracy": 0.822134, + "main_score": 0.782133, + "hf_subset": "jav_Latn-grn_Latn", + "languages": [ + "jav-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "jav_Latn-kat_Geor", + "languages": [ + "jav-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.594048, + "recall": 0.659091, + "f1": 0.612186, + "accuracy": 0.659091, + "main_score": 0.612186, + "hf_subset": "jav_Latn-lua_Latn", + "languages": [ + "jav-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.835425, + "recall": 0.879447, + "f1": 0.849539, + "accuracy": 0.879447, + "main_score": 0.849539, + "hf_subset": "jav_Latn-nya_Latn", + "languages": [ + "jav-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "jav_Latn-slv_Latn", + "languages": [ + "jav-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "jav_Latn-tpi_Latn", + "languages": [ + "jav-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "jav_Latn-zsm_Latn", + "languages": [ + "jav-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.495889, + "recall": 0.563241, + "f1": 0.514465, + "accuracy": 0.563241, + "main_score": 0.514465, + "hf_subset": "jav_Latn-ayr_Latn", + "languages": [ + "jav-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "jav_Latn-dan_Latn", + "languages": [ + "jav-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "jav_Latn-guj_Gujr", + "languages": [ + "jav-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "jav_Latn-kaz_Cyrl", + "languages": [ + "jav-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.647904, + "recall": 0.719368, + "f1": 0.668034, + "accuracy": 0.719368, + "main_score": 0.668034, + "hf_subset": "jav_Latn-lug_Latn", + "languages": [ + "jav-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-oci_Latn", + "languages": [ + "jav-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.838636, + "recall": 0.883399, + "f1": 0.852767, + "accuracy": 0.883399, + "main_score": 0.852767, + "hf_subset": "jav_Latn-smo_Latn", + "languages": [ + "jav-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.742128, + "recall": 0.804348, + "f1": 0.760526, + "accuracy": 0.804348, + "main_score": 0.760526, + "hf_subset": "jav_Latn-tsn_Latn", + "languages": [ + "jav-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.903162, + "recall": 0.933794, + "f1": 0.913043, + "accuracy": 0.933794, + "main_score": 0.913043, + "hf_subset": "jav_Latn-zul_Latn", + "languages": [ + "jav-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.915876, + "recall": 0.940711, + "f1": 0.923748, + "accuracy": 0.940711, + "main_score": 0.923748, + "hf_subset": "jav_Latn-azb_Arab", + "languages": [ + "jav-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-deu_Latn", + "languages": [ + "jav-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "jav_Latn-hat_Latn", + "languages": [ + "jav-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.476829, + "recall": 0.536561, + "f1": 0.492975, + "accuracy": 0.536561, + "main_score": 0.492975, + "hf_subset": "jav_Latn-kbp_Latn", + "languages": [ + "jav-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.51615, + "recall": 0.583004, + "f1": 0.534454, + "accuracy": 0.583004, + "main_score": 0.534454, + "hf_subset": "jav_Latn-luo_Latn", + "languages": [ + "jav-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "jav_Latn-ory_Orya", + "languages": [ + "jav-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.870142, + "recall": 0.906126, + "f1": 0.881606, + "accuracy": 0.906126, + "main_score": 0.881606, + "hf_subset": "jav_Latn-sna_Latn", + "languages": [ + "jav-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.655843, + "recall": 0.730237, + "f1": 0.677127, + "accuracy": 0.730237, + "main_score": 0.677127, + "hf_subset": "jav_Latn-tso_Latn", + "languages": [ + "jav-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "jav_Latn-azj_Latn", + "languages": [ + "jav-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.500579, + "recall": 0.568182, + "f1": 0.51943, + "accuracy": 0.568182, + "main_score": 0.51943, + "hf_subset": "jav_Latn-dik_Latn", + "languages": [ + "jav-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.88969, + "recall": 0.921937, + "f1": 0.900033, + "accuracy": 0.921937, + "main_score": 0.900033, + "hf_subset": "jav_Latn-hau_Latn", + "languages": [ + "jav-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "jav_Latn-kea_Latn", + "languages": [ + "jav-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.903524, + "recall": 0.931818, + "f1": 0.912352, + "accuracy": 0.931818, + "main_score": 0.912352, + "hf_subset": "jav_Latn-lus_Latn", + "languages": [ + "jav-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.84025, + "recall": 0.883399, + "f1": 0.853689, + "accuracy": 0.883399, + "main_score": 0.853689, + "hf_subset": "jav_Latn-pag_Latn", + "languages": [ + "jav-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "jav_Latn-snd_Arab", + "languages": [ + "jav-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "jav_Latn-tuk_Latn", + "languages": [ + "jav-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "jav_Latn-bak_Cyrl", + "languages": [ + "jav-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.463331, + "recall": 0.535573, + "f1": 0.483359, + "accuracy": 0.535573, + "main_score": 0.483359, + "hf_subset": "jav_Latn-dyu_Latn", + "languages": [ + "jav-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-heb_Hebr", + "languages": [ + "jav-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "jav_Latn-khk_Cyrl", + "languages": [ + "jav-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jav_Latn-lvs_Latn", + "languages": [ + "jav-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "jav_Latn-pan_Guru", + "languages": [ + "jav-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.849061, + "recall": 0.893281, + "f1": 0.862963, + "accuracy": 0.893281, + "main_score": 0.862963, + "hf_subset": "jav_Latn-som_Latn", + "languages": [ + "jav-Latn", + "som-Latn" + ] + }, + { + "precision": 0.682592, + "recall": 0.748024, + "f1": 0.702343, + "accuracy": 0.748024, + "main_score": 0.702343, + "hf_subset": "jav_Latn-tum_Latn", + "languages": [ + "jav-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.440441, + "recall": 0.524704, + "f1": 0.463556, + "accuracy": 0.524704, + "main_score": 0.463556, + "hf_subset": "lao_Laoo-ace_Arab", + "languages": [ + "lao-Laoo", + "ace-Arab" + ] + }, + { + "precision": 0.444055, + "recall": 0.497036, + "f1": 0.458251, + "accuracy": 0.497036, + "main_score": 0.458251, + "hf_subset": "lao_Laoo-bam_Latn", + "languages": [ + "lao-Laoo", + "bam-Latn" + ] + }, + { + "precision": 0.604007, + "recall": 0.689723, + "f1": 0.628189, + "accuracy": 0.689723, + "main_score": 0.628189, + "hf_subset": "lao_Laoo-dzo_Tibt", + "languages": [ + "lao-Laoo", + "dzo-Tibt" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "lao_Laoo-hin_Deva", + "languages": [ + "lao-Laoo", + "hin-Deva" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "lao_Laoo-khm_Khmr", + "languages": [ + "lao-Laoo", + "khm-Khmr" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "lao_Laoo-mag_Deva", + "languages": [ + "lao-Laoo", + "mag-Deva" + ] + }, + { + "precision": 0.962286, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "lao_Laoo-pap_Latn", + "languages": [ + "lao-Laoo", + "pap-Latn" + ] + }, + { + "precision": 0.841238, + "recall": 0.882411, + "f1": 0.854018, + "accuracy": 0.882411, + "main_score": 0.854018, + "hf_subset": "lao_Laoo-sot_Latn", + "languages": [ + "lao-Laoo", + "sot-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "lao_Laoo-tur_Latn", + "languages": [ + "lao-Laoo", + "tur-Latn" + ] + }, + { + "precision": 0.827204, + "recall": 0.870553, + "f1": 0.840201, + "accuracy": 0.870553, + "main_score": 0.840201, + "hf_subset": "lao_Laoo-ace_Latn", + "languages": [ + "lao-Laoo", + "ace-Latn" + ] + }, + { + "precision": 0.907856, + "recall": 0.933794, + "f1": 0.916074, + "accuracy": 0.933794, + "main_score": 0.916074, + "hf_subset": "lao_Laoo-ban_Latn", + "languages": [ + "lao-Laoo", + "ban-Latn" + ] + }, + { + "precision": 0.967309, + "recall": 0.977273, + "f1": 0.970422, + "accuracy": 0.977273, + "main_score": 0.970422, + "hf_subset": "lao_Laoo-ell_Grek", + "languages": [ + "lao-Laoo", + "ell-Grek" + ] + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "lao_Laoo-hne_Deva", + "languages": [ + "lao-Laoo", + "hne-Deva" + ] + }, + { + "precision": 0.526093, + "recall": 0.597826, + "f1": 0.546, + "accuracy": 0.597826, + "main_score": 0.546, + "hf_subset": "lao_Laoo-kik_Latn", + "languages": [ + "lao-Laoo", + "kik-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "lao_Laoo-mai_Deva", + "languages": [ + "lao-Laoo", + "mai-Deva" + ] + }, + { + "precision": 0.914229, + "recall": 0.939723, + "f1": 0.922266, + "accuracy": 0.939723, + "main_score": 0.922266, + "hf_subset": "lao_Laoo-pbt_Arab", + "languages": [ + "lao-Laoo", + "pbt-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "lao_Laoo-spa_Latn", + "languages": [ + "lao-Laoo", + "spa-Latn" + ] + }, + { + "precision": 0.717636, + "recall": 0.777668, + "f1": 0.735186, + "accuracy": 0.777668, + "main_score": 0.735186, + "hf_subset": "lao_Laoo-twi_Latn", + "languages": [ + "lao-Laoo", + "twi-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "lao_Laoo-acm_Arab", + "languages": [ + "lao-Laoo", + "acm-Arab" + ] + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "lao_Laoo-bel_Cyrl", + "languages": [ + "lao-Laoo", + "bel-Cyrl" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "lao_Laoo-hrv_Latn", + "languages": [ + "lao-Laoo", + "hrv-Latn" + ] + }, + { + "precision": 0.86082, + "recall": 0.896245, + "f1": 0.871377, + "accuracy": 0.896245, + "main_score": 0.871377, + "hf_subset": "lao_Laoo-kin_Latn", + "languages": [ + "lao-Laoo", + "kin-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "lao_Laoo-mal_Mlym", + "languages": [ + "lao-Laoo", + "mal-Mlym" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "lao_Laoo-pes_Arab", + "languages": [ + "lao-Laoo", + "pes-Arab" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "lao_Laoo-srd_Latn", + "languages": [ + "lao-Laoo", + "srd-Latn" + ] + }, + { + "precision": 0.194231, + "recall": 0.262846, + "f1": 0.210906, + "accuracy": 0.262846, + "main_score": 0.210906, + "hf_subset": "lao_Laoo-tzm_Tfng", + "languages": [ + "lao-Laoo", + "tzm-Tfng" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "lao_Laoo-acq_Arab", + "languages": [ + "lao-Laoo", + "acq-Arab" + ] + }, + { + "precision": 0.631761, + "recall": 0.69664, + "f1": 0.649768, + "accuracy": 0.69664, + "main_score": 0.649768, + "hf_subset": "lao_Laoo-bem_Latn", + "languages": [ + "lao-Laoo", + "bem-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "lao_Laoo-epo_Latn", + "languages": [ + "lao-Laoo", + "epo-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "lao_Laoo-hun_Latn", + "languages": [ + "lao-Laoo", + "hun-Latn" + ] + }, + { + "precision": 0.959569, + "recall": 0.972332, + "f1": 0.963669, + "accuracy": 0.972332, + "main_score": 0.963669, + "hf_subset": "lao_Laoo-kir_Cyrl", + "languages": [ + "lao-Laoo", + "kir-Cyrl" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "lao_Laoo-mar_Deva", + "languages": [ + "lao-Laoo", + "mar-Deva" + ] + }, + { + "precision": 0.849918, + "recall": 0.889328, + "f1": 0.86222, + "accuracy": 0.889328, + "main_score": 0.86222, + "hf_subset": "lao_Laoo-plt_Latn", + "languages": [ + "lao-Laoo", + "plt-Latn" + ] + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "lao_Laoo-srp_Cyrl", + "languages": [ + "lao-Laoo", + "srp-Cyrl" + ] + }, + { + "precision": 0.933004, + "recall": 0.952569, + "f1": 0.939229, + "accuracy": 0.952569, + "main_score": 0.939229, + "hf_subset": "lao_Laoo-uig_Arab", + "languages": [ + "lao-Laoo", + "uig-Arab" + ] + }, + { + "precision": 0.950758, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "lao_Laoo-aeb_Arab", + "languages": [ + "lao-Laoo", + "aeb-Arab" + ] + }, + { + "precision": 0.959569, + "recall": 0.972332, + "f1": 0.963669, + "accuracy": 0.972332, + "main_score": 0.963669, + "hf_subset": "lao_Laoo-ben_Beng", + "languages": [ + "lao-Laoo", + "ben-Beng" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "lao_Laoo-est_Latn", + "languages": [ + "lao-Laoo", + "est-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "lao_Laoo-hye_Armn", + "languages": [ + "lao-Laoo", + "hye-Armn" + ] + }, + { + "precision": 0.458112, + "recall": 0.508893, + "f1": 0.472071, + "accuracy": 0.508893, + "main_score": 0.472071, + "hf_subset": "lao_Laoo-kmb_Latn", + "languages": [ + "lao-Laoo", + "kmb-Latn" + ] + }, + { + "precision": 0.423466, + "recall": 0.513834, + "f1": 0.447593, + "accuracy": 0.513834, + "main_score": 0.447593, + "hf_subset": "lao_Laoo-min_Arab", + "languages": [ + "lao-Laoo", + "min-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "lao_Laoo-pol_Latn", + "languages": [ + "lao-Laoo", + "pol-Latn" + ] + }, + { + "precision": 0.731596, + "recall": 0.791502, + "f1": 0.749396, + "accuracy": 0.791502, + "main_score": 0.749396, + "hf_subset": "lao_Laoo-ssw_Latn", + "languages": [ + "lao-Laoo", + "ssw-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "lao_Laoo-ukr_Cyrl", + "languages": [ + "lao-Laoo", + "ukr-Cyrl" + ] + }, + { + "precision": 0.975165, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "lao_Laoo-afr_Latn", + "languages": [ + "lao-Laoo", + "afr-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "lao_Laoo-bho_Deva", + "languages": [ + "lao-Laoo", + "bho-Deva" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "lao_Laoo-eus_Latn", + "languages": [ + "lao-Laoo", + "eus-Latn" + ] + }, + { + "precision": 0.855929, + "recall": 0.892292, + "f1": 0.866831, + "accuracy": 0.892292, + "main_score": 0.866831, + "hf_subset": "lao_Laoo-ibo_Latn", + "languages": [ + "lao-Laoo", + "ibo-Latn" + ] + }, + { + "precision": 0.849912, + "recall": 0.88834, + "f1": 0.861627, + "accuracy": 0.88834, + "main_score": 0.861627, + "hf_subset": "lao_Laoo-kmr_Latn", + "languages": [ + "lao-Laoo", + "kmr-Latn" + ] + }, + { + "precision": 0.953969, + "recall": 0.968379, + "f1": 0.958564, + "accuracy": 0.968379, + "main_score": 0.958564, + "hf_subset": "lao_Laoo-min_Latn", + "languages": [ + "lao-Laoo", + "min-Latn" + ] + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "lao_Laoo-por_Latn", + "languages": [ + "lao-Laoo", + "por-Latn" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "lao_Laoo-sun_Latn", + "languages": [ + "lao-Laoo", + "sun-Latn" + ] + }, + { + "precision": 0.431196, + "recall": 0.497036, + "f1": 0.448679, + "accuracy": 0.497036, + "main_score": 0.448679, + "hf_subset": "lao_Laoo-umb_Latn", + "languages": [ + "lao-Laoo", + "umb-Latn" + ] + }, + { + "precision": 0.96138, + "recall": 0.97332, + "f1": 0.965152, + "accuracy": 0.97332, + "main_score": 0.965152, + "hf_subset": "lao_Laoo-ajp_Arab", + "languages": [ + "lao-Laoo", + "ajp-Arab" + ] + }, + { + "precision": 0.430091, + "recall": 0.519763, + "f1": 0.454393, + "accuracy": 0.519763, + "main_score": 0.454393, + "hf_subset": "lao_Laoo-bjn_Arab", + "languages": [ + "lao-Laoo", + "bjn-Arab" + ] + }, + { + "precision": 0.429165, + "recall": 0.485178, + "f1": 0.444281, + "accuracy": 0.485178, + "main_score": 0.444281, + "hf_subset": "lao_Laoo-ewe_Latn", + "languages": [ + "lao-Laoo", + "ewe-Latn" + ] + }, + { + "precision": 0.897974, + "recall": 0.927866, + "f1": 0.907345, + "accuracy": 0.927866, + "main_score": 0.907345, + "hf_subset": "lao_Laoo-ilo_Latn", + "languages": [ + "lao-Laoo", + "ilo-Latn" + ] + }, + { + "precision": 0.23067, + "recall": 0.299407, + "f1": 0.247286, + "accuracy": 0.299407, + "main_score": 0.247286, + "hf_subset": "lao_Laoo-knc_Arab", + "languages": [ + "lao-Laoo", + "knc-Arab" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "lao_Laoo-mkd_Cyrl", + "languages": [ + "lao-Laoo", + "mkd-Cyrl" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "lao_Laoo-prs_Arab", + "languages": [ + "lao-Laoo", + "prs-Arab" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "lao_Laoo-swe_Latn", + "languages": [ + "lao-Laoo", + "swe-Latn" + ] + }, + { + "precision": 0.960919, + "recall": 0.972332, + "f1": 0.964493, + "accuracy": 0.972332, + "main_score": 0.964493, + "hf_subset": "lao_Laoo-urd_Arab", + "languages": [ + "lao-Laoo", + "urd-Arab" + ] + }, + { + "precision": 0.708326, + "recall": 0.76581, + "f1": 0.724875, + "accuracy": 0.76581, + "main_score": 0.724875, + "hf_subset": "lao_Laoo-aka_Latn", + "languages": [ + "lao-Laoo", + "aka-Latn" + ] + }, + { + "precision": 0.943001, + "recall": 0.958498, + "f1": 0.947694, + "accuracy": 0.958498, + "main_score": 0.947694, + "hf_subset": "lao_Laoo-bjn_Latn", + "languages": [ + "lao-Laoo", + "bjn-Latn" + ] + }, + { + "precision": 0.954545, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "lao_Laoo-fao_Latn", + "languages": [ + "lao-Laoo", + "fao-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lao_Laoo-ind_Latn", + "languages": [ + "lao-Laoo", + "ind-Latn" + ] + }, + { + "precision": 0.484297, + "recall": 0.536561, + "f1": 0.498229, + "accuracy": 0.536561, + "main_score": 0.498229, + "hf_subset": "lao_Laoo-knc_Latn", + "languages": [ + "lao-Laoo", + "knc-Latn" + ] + }, + { + "precision": 0.958696, + "recall": 0.970356, + "f1": 0.962286, + "accuracy": 0.970356, + "main_score": 0.962286, + "hf_subset": "lao_Laoo-mlt_Latn", + "languages": [ + "lao-Laoo", + "mlt-Latn" + ] + }, + { + "precision": 0.571716, + "recall": 0.644269, + "f1": 0.592427, + "accuracy": 0.644269, + "main_score": 0.592427, + "hf_subset": "lao_Laoo-quy_Latn", + "languages": [ + "lao-Laoo", + "quy-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "lao_Laoo-swh_Latn", + "languages": [ + "lao-Laoo", + "swh-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "lao_Laoo-uzn_Latn", + "languages": [ + "lao-Laoo", + "uzn-Latn" + ] + }, + { + "precision": 0.96945, + "recall": 0.978261, + "f1": 0.972233, + "accuracy": 0.978261, + "main_score": 0.972233, + "hf_subset": "lao_Laoo-als_Latn", + "languages": [ + "lao-Laoo", + "als-Latn" + ] + }, + { + "precision": 0.752926, + "recall": 0.820158, + "f1": 0.773687, + "accuracy": 0.820158, + "main_score": 0.773687, + "hf_subset": "lao_Laoo-bod_Tibt", + "languages": [ + "lao-Laoo", + "bod-Tibt" + ] + }, + { + "precision": 0.58307, + "recall": 0.651186, + "f1": 0.602721, + "accuracy": 0.651186, + "main_score": 0.602721, + "hf_subset": "lao_Laoo-fij_Latn", + "languages": [ + "lao-Laoo", + "fij-Latn" + ] + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "lao_Laoo-isl_Latn", + "languages": [ + "lao-Laoo", + "isl-Latn" + ] + }, + { + "precision": 0.553056, + "recall": 0.621542, + "f1": 0.571566, + "accuracy": 0.621542, + "main_score": 0.571566, + "hf_subset": "lao_Laoo-kon_Latn", + "languages": [ + "lao-Laoo", + "kon-Latn" + ] + }, + { + "precision": 0.52992, + "recall": 0.602767, + "f1": 0.550031, + "accuracy": 0.602767, + "main_score": 0.550031, + "hf_subset": "lao_Laoo-mni_Beng", + "languages": [ + "lao-Laoo", + "mni-Beng" + ] + }, + { + "precision": 0.973403, + "recall": 0.981225, + "f1": 0.975856, + "accuracy": 0.981225, + "main_score": 0.975856, + "hf_subset": "lao_Laoo-ron_Latn", + "languages": [ + "lao-Laoo", + "ron-Latn" + ] + }, + { + "precision": 0.959569, + "recall": 0.971344, + "f1": 0.96334, + "accuracy": 0.971344, + "main_score": 0.96334, + "hf_subset": "lao_Laoo-szl_Latn", + "languages": [ + "lao-Laoo", + "szl-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "lao_Laoo-vec_Latn", + "languages": [ + "lao-Laoo", + "vec-Latn" + ] + }, + { + "precision": 0.912385, + "recall": 0.939723, + "f1": 0.921113, + "accuracy": 0.939723, + "main_score": 0.921113, + "hf_subset": "lao_Laoo-amh_Ethi", + "languages": [ + "lao-Laoo", + "amh-Ethi" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "lao_Laoo-bos_Latn", + "languages": [ + "lao-Laoo", + "bos-Latn" + ] + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "lao_Laoo-fin_Latn", + "languages": [ + "lao-Laoo", + "fin-Latn" + ] + }, + { + "precision": 0.972908, + "recall": 0.981225, + "f1": 0.975527, + "accuracy": 0.981225, + "main_score": 0.975527, + "hf_subset": "lao_Laoo-ita_Latn", + "languages": [ + "lao-Laoo", + "ita-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "lao_Laoo-kor_Hang", + "languages": [ + "lao-Laoo", + "kor-Hang" + ] + }, + { + "precision": 0.451848, + "recall": 0.508893, + "f1": 0.467212, + "accuracy": 0.508893, + "main_score": 0.467212, + "hf_subset": "lao_Laoo-mos_Latn", + "languages": [ + "lao-Laoo", + "mos-Latn" + ] + }, + { + "precision": 0.706118, + "recall": 0.769763, + "f1": 0.724547, + "accuracy": 0.769763, + "main_score": 0.724547, + "hf_subset": "lao_Laoo-run_Latn", + "languages": [ + "lao-Laoo", + "run-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "lao_Laoo-tam_Taml", + "languages": [ + "lao-Laoo", + "tam-Taml" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "lao_Laoo-vie_Latn", + "languages": [ + "lao-Laoo", + "vie-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "lao_Laoo-apc_Arab", + "languages": [ + "lao-Laoo", + "apc-Arab" + ] + }, + { + "precision": 0.654867, + "recall": 0.72332, + "f1": 0.674352, + "accuracy": 0.72332, + "main_score": 0.674352, + "hf_subset": "lao_Laoo-bug_Latn", + "languages": [ + "lao-Laoo", + "bug-Latn" + ] + }, + { + "precision": 0.410158, + "recall": 0.461462, + "f1": 0.424279, + "accuracy": 0.461462, + "main_score": 0.424279, + "hf_subset": "lao_Laoo-fon_Latn", + "languages": [ + "lao-Laoo", + "fon-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "lao_Laoo-jav_Latn", + "languages": [ + "lao-Laoo", + "jav-Latn" + ] + }, + { + "precision": 0.838801, + "recall": 0.881423, + "f1": 0.852075, + "accuracy": 0.881423, + "main_score": 0.852075, + "hf_subset": "lao_Laoo-mri_Latn", + "languages": [ + "lao-Laoo", + "mri-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "lao_Laoo-rus_Cyrl", + "languages": [ + "lao-Laoo", + "rus-Cyrl" + ] + }, + { + "precision": 0.46663, + "recall": 0.51581, + "f1": 0.480364, + "accuracy": 0.51581, + "main_score": 0.480364, + "hf_subset": "lao_Laoo-taq_Latn", + "languages": [ + "lao-Laoo", + "taq-Latn" + ] + }, + { + "precision": 0.954331, + "recall": 0.966403, + "f1": 0.957905, + "accuracy": 0.966403, + "main_score": 0.957905, + "hf_subset": "lao_Laoo-war_Latn", + "languages": [ + "lao-Laoo", + "war-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "lao_Laoo-arb_Arab", + "languages": [ + "lao-Laoo", + "arb-Arab" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "lao_Laoo-bul_Cyrl", + "languages": [ + "lao-Laoo", + "bul-Cyrl" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "lao_Laoo-fra_Latn", + "languages": [ + "lao-Laoo", + "fra-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "lao_Laoo-jpn_Jpan", + "languages": [ + "lao-Laoo", + "jpn-Jpan" + ] + }, + { + "precision": 0.963439, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "lao_Laoo-lij_Latn", + "languages": [ + "lao-Laoo", + "lij-Latn" + ] + }, + { + "precision": 0.93857, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "lao_Laoo-mya_Mymr", + "languages": [ + "lao-Laoo", + "mya-Mymr" + ] + }, + { + "precision": 0.498979, + "recall": 0.555336, + "f1": 0.513807, + "accuracy": 0.555336, + "main_score": 0.513807, + "hf_subset": "lao_Laoo-sag_Latn", + "languages": [ + "lao-Laoo", + "sag-Latn" + ] + }, + { + "precision": 0.212214, + "recall": 0.279644, + "f1": 0.229537, + "accuracy": 0.279644, + "main_score": 0.229537, + "hf_subset": "lao_Laoo-taq_Tfng", + "languages": [ + "lao-Laoo", + "taq-Tfng" + ] + }, + { + "precision": 0.56623, + "recall": 0.631423, + "f1": 0.584202, + "accuracy": 0.631423, + "main_score": 0.584202, + "hf_subset": "lao_Laoo-wol_Latn", + "languages": [ + "lao-Laoo", + "wol-Latn" + ] + }, + { + "precision": 0.835878, + "recall": 0.879447, + "f1": 0.849034, + "accuracy": 0.879447, + "main_score": 0.849034, + "hf_subset": "lao_Laoo-arb_Latn", + "languages": [ + "lao-Laoo", + "arb-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lao_Laoo-cat_Latn", + "languages": [ + "lao-Laoo", + "cat-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "lao_Laoo-fur_Latn", + "languages": [ + "lao-Laoo", + "fur-Latn" + ] + }, + { + "precision": 0.418255, + "recall": 0.496047, + "f1": 0.439254, + "accuracy": 0.496047, + "main_score": 0.439254, + "hf_subset": "lao_Laoo-kab_Latn", + "languages": [ + "lao-Laoo", + "kab-Latn" + ] + }, + { + "precision": 0.953393, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "lao_Laoo-lim_Latn", + "languages": [ + "lao-Laoo", + "lim-Latn" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "lao_Laoo-nld_Latn", + "languages": [ + "lao-Laoo", + "nld-Latn" + ] + }, + { + "precision": 0.945982, + "recall": 0.961462, + "f1": 0.951087, + "accuracy": 0.961462, + "main_score": 0.951087, + "hf_subset": "lao_Laoo-san_Deva", + "languages": [ + "lao-Laoo", + "san-Deva" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "lao_Laoo-tat_Cyrl", + "languages": [ + "lao-Laoo", + "tat-Cyrl" + ] + }, + { + "precision": 0.867045, + "recall": 0.902174, + "f1": 0.877833, + "accuracy": 0.902174, + "main_score": 0.877833, + "hf_subset": "lao_Laoo-xho_Latn", + "languages": [ + "lao-Laoo", + "xho-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "lao_Laoo-ars_Arab", + "languages": [ + "lao-Laoo", + "ars-Arab" + ] + }, + { + "precision": 0.954792, + "recall": 0.967391, + "f1": 0.958531, + "accuracy": 0.967391, + "main_score": 0.958531, + "hf_subset": "lao_Laoo-ceb_Latn", + "languages": [ + "lao-Laoo", + "ceb-Latn" + ] + }, + { + "precision": 0.434896, + "recall": 0.500988, + "f1": 0.453622, + "accuracy": 0.500988, + "main_score": 0.453622, + "hf_subset": "lao_Laoo-fuv_Latn", + "languages": [ + "lao-Laoo", + "fuv-Latn" + ] + }, + { + "precision": 0.440734, + "recall": 0.499012, + "f1": 0.456436, + "accuracy": 0.499012, + "main_score": 0.456436, + "hf_subset": "lao_Laoo-kac_Latn", + "languages": [ + "lao-Laoo", + "kac-Latn" + ] + }, + { + "precision": 0.604471, + "recall": 0.668972, + "f1": 0.621813, + "accuracy": 0.668972, + "main_score": 0.621813, + "hf_subset": "lao_Laoo-lin_Latn", + "languages": [ + "lao-Laoo", + "lin-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.974308, + "f1": 0.96685, + "accuracy": 0.974308, + "main_score": 0.96685, + "hf_subset": "lao_Laoo-nno_Latn", + "languages": [ + "lao-Laoo", + "nno-Latn" + ] + }, + { + "precision": 0.82472, + "recall": 0.873518, + "f1": 0.839954, + "accuracy": 0.873518, + "main_score": 0.839954, + "hf_subset": "lao_Laoo-sat_Olck", + "languages": [ + "lao-Laoo", + "sat-Olck" + ] + }, + { + "precision": 0.96665, + "recall": 0.977273, + "f1": 0.970092, + "accuracy": 0.977273, + "main_score": 0.970092, + "hf_subset": "lao_Laoo-tel_Telu", + "languages": [ + "lao-Laoo", + "tel-Telu" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "lao_Laoo-ydd_Hebr", + "languages": [ + "lao-Laoo", + "ydd-Hebr" + ] + }, + { + "precision": 0.930665, + "recall": 0.949605, + "f1": 0.936514, + "accuracy": 0.949605, + "main_score": 0.936514, + "hf_subset": "lao_Laoo-ary_Arab", + "languages": [ + "lao-Laoo", + "ary-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "lao_Laoo-ces_Latn", + "languages": [ + "lao-Laoo", + "ces-Latn" + ] + }, + { + "precision": 0.519381, + "recall": 0.600791, + "f1": 0.542061, + "accuracy": 0.600791, + "main_score": 0.542061, + "hf_subset": "lao_Laoo-gaz_Latn", + "languages": [ + "lao-Laoo", + "gaz-Latn" + ] + }, + { + "precision": 0.510363, + "recall": 0.581028, + "f1": 0.529682, + "accuracy": 0.581028, + "main_score": 0.529682, + "hf_subset": "lao_Laoo-kam_Latn", + "languages": [ + "lao-Laoo", + "kam-Latn" + ] + }, + { + "precision": 0.969121, + "recall": 0.978261, + "f1": 0.972069, + "accuracy": 0.978261, + "main_score": 0.972069, + "hf_subset": "lao_Laoo-lit_Latn", + "languages": [ + "lao-Laoo", + "lit-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "lao_Laoo-nob_Latn", + "languages": [ + "lao-Laoo", + "nob-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "lao_Laoo-scn_Latn", + "languages": [ + "lao-Laoo", + "scn-Latn" + ] + }, + { + "precision": 0.944499, + "recall": 0.960474, + "f1": 0.949605, + "accuracy": 0.960474, + "main_score": 0.949605, + "hf_subset": "lao_Laoo-tgk_Cyrl", + "languages": [ + "lao-Laoo", + "tgk-Cyrl" + ] + }, + { + "precision": 0.70725, + "recall": 0.773715, + "f1": 0.726828, + "accuracy": 0.773715, + "main_score": 0.726828, + "hf_subset": "lao_Laoo-yor_Latn", + "languages": [ + "lao-Laoo", + "yor-Latn" + ] + }, + { + "precision": 0.968462, + "recall": 0.978261, + "f1": 0.971574, + "accuracy": 0.978261, + "main_score": 0.971574, + "hf_subset": "lao_Laoo-arz_Arab", + "languages": [ + "lao-Laoo", + "arz-Arab" + ] + }, + { + "precision": 0.446134, + "recall": 0.505929, + "f1": 0.461976, + "accuracy": 0.505929, + "main_score": 0.461976, + "hf_subset": "lao_Laoo-cjk_Latn", + "languages": [ + "lao-Laoo", + "cjk-Latn" + ] + }, + { + "precision": 0.912138, + "recall": 0.936759, + "f1": 0.920026, + "accuracy": 0.936759, + "main_score": 0.920026, + "hf_subset": "lao_Laoo-gla_Latn", + "languages": [ + "lao-Laoo", + "gla-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "lao_Laoo-kan_Knda", + "languages": [ + "lao-Laoo", + "kan-Knda" + ] + }, + { + "precision": 0.959733, + "recall": 0.972332, + "f1": 0.963834, + "accuracy": 0.972332, + "main_score": 0.963834, + "hf_subset": "lao_Laoo-lmo_Latn", + "languages": [ + "lao-Laoo", + "lmo-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "lao_Laoo-npi_Deva", + "languages": [ + "lao-Laoo", + "npi-Deva" + ] + }, + { + "precision": 0.552295, + "recall": 0.624506, + "f1": 0.572905, + "accuracy": 0.624506, + "main_score": 0.572905, + "hf_subset": "lao_Laoo-shn_Mymr", + "languages": [ + "lao-Laoo", + "shn-Mymr" + ] + }, + { + "precision": 0.971014, + "recall": 0.979249, + "f1": 0.973452, + "accuracy": 0.979249, + "main_score": 0.973452, + "hf_subset": "lao_Laoo-tgl_Latn", + "languages": [ + "lao-Laoo", + "tgl-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "lao_Laoo-yue_Hant", + "languages": [ + "lao-Laoo", + "yue-Hant" + ] + }, + { + "precision": 0.951581, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "lao_Laoo-asm_Beng", + "languages": [ + "lao-Laoo", + "asm-Beng" + ] + }, + { + "precision": 0.904397, + "recall": 0.931818, + "f1": 0.913274, + "accuracy": 0.931818, + "main_score": 0.913274, + "hf_subset": "lao_Laoo-ckb_Arab", + "languages": [ + "lao-Laoo", + "ckb-Arab" + ] + }, + { + "precision": 0.957263, + "recall": 0.970356, + "f1": 0.961528, + "accuracy": 0.970356, + "main_score": 0.961528, + "hf_subset": "lao_Laoo-gle_Latn", + "languages": [ + "lao-Laoo", + "gle-Latn" + ] + }, + { + "precision": 0.837484, + "recall": 0.881423, + "f1": 0.851087, + "accuracy": 0.881423, + "main_score": 0.851087, + "hf_subset": "lao_Laoo-kas_Arab", + "languages": [ + "lao-Laoo", + "kas-Arab" + ] + }, + { + "precision": 0.843544, + "recall": 0.887352, + "f1": 0.857312, + "accuracy": 0.887352, + "main_score": 0.857312, + "hf_subset": "lao_Laoo-ltg_Latn", + "languages": [ + "lao-Laoo", + "ltg-Latn" + ] + }, + { + "precision": 0.781044, + "recall": 0.833004, + "f1": 0.796678, + "accuracy": 0.833004, + "main_score": 0.796678, + "hf_subset": "lao_Laoo-nso_Latn", + "languages": [ + "lao-Laoo", + "nso-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "lao_Laoo-sin_Sinh", + "languages": [ + "lao-Laoo", + "sin-Sinh" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "lao_Laoo-tha_Thai", + "languages": [ + "lao-Laoo", + "tha-Thai" + ] + }, + { + "precision": 0.954628, + "recall": 0.968379, + "f1": 0.958893, + "accuracy": 0.968379, + "main_score": 0.958893, + "hf_subset": "lao_Laoo-zho_Hans", + "languages": [ + "lao-Laoo", + "zho-Hans" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "lao_Laoo-ast_Latn", + "languages": [ + "lao-Laoo", + "ast-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "lao_Laoo-crh_Latn", + "languages": [ + "lao-Laoo", + "crh-Latn" + ] + }, + { + "precision": 0.974391, + "recall": 0.982213, + "f1": 0.976845, + "accuracy": 0.982213, + "main_score": 0.976845, + "hf_subset": "lao_Laoo-glg_Latn", + "languages": [ + "lao-Laoo", + "glg-Latn" + ] + }, + { + "precision": 0.780451, + "recall": 0.831028, + "f1": 0.795586, + "accuracy": 0.831028, + "main_score": 0.795586, + "hf_subset": "lao_Laoo-kas_Deva", + "languages": [ + "lao-Laoo", + "kas-Deva" + ] + }, + { + "precision": 0.946014, + "recall": 0.960474, + "f1": 0.950395, + "accuracy": 0.960474, + "main_score": 0.950395, + "hf_subset": "lao_Laoo-ltz_Latn", + "languages": [ + "lao-Laoo", + "ltz-Latn" + ] + }, + { + "precision": 0.386213, + "recall": 0.450593, + "f1": 0.402809, + "accuracy": 0.450593, + "main_score": 0.402809, + "hf_subset": "lao_Laoo-nus_Latn", + "languages": [ + "lao-Laoo", + "nus-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "lao_Laoo-slk_Latn", + "languages": [ + "lao-Laoo", + "slk-Latn" + ] + }, + { + "precision": 0.58722, + "recall": 0.672925, + "f1": 0.611572, + "accuracy": 0.672925, + "main_score": 0.611572, + "hf_subset": "lao_Laoo-tir_Ethi", + "languages": [ + "lao-Laoo", + "tir-Ethi" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "lao_Laoo-zho_Hant", + "languages": [ + "lao-Laoo", + "zho-Hant" + ] + }, + { + "precision": 0.957181, + "recall": 0.969368, + "f1": 0.961133, + "accuracy": 0.969368, + "main_score": 0.961133, + "hf_subset": "lao_Laoo-awa_Deva", + "languages": [ + "lao-Laoo", + "awa-Deva" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "lao_Laoo-cym_Latn", + "languages": [ + "lao-Laoo", + "cym-Latn" + ] + }, + { + "precision": 0.688963, + "recall": 0.748024, + "f1": 0.705088, + "accuracy": 0.748024, + "main_score": 0.705088, + "hf_subset": "lao_Laoo-grn_Latn", + "languages": [ + "lao-Laoo", + "grn-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "lao_Laoo-kat_Geor", + "languages": [ + "lao-Laoo", + "kat-Geor" + ] + }, + { + "precision": 0.513296, + "recall": 0.575099, + "f1": 0.529803, + "accuracy": 0.575099, + "main_score": 0.529803, + "hf_subset": "lao_Laoo-lua_Latn", + "languages": [ + "lao-Laoo", + "lua-Latn" + ] + }, + { + "precision": 0.792078, + "recall": 0.844862, + "f1": 0.80863, + "accuracy": 0.844862, + "main_score": 0.80863, + "hf_subset": "lao_Laoo-nya_Latn", + "languages": [ + "lao-Laoo", + "nya-Latn" + ] + }, + { + "precision": 0.965168, + "recall": 0.975296, + "f1": 0.968445, + "accuracy": 0.975296, + "main_score": 0.968445, + "hf_subset": "lao_Laoo-slv_Latn", + "languages": [ + "lao-Laoo", + "slv-Latn" + ] + }, + { + "precision": 0.919631, + "recall": 0.943676, + "f1": 0.927174, + "accuracy": 0.943676, + "main_score": 0.927174, + "hf_subset": "lao_Laoo-tpi_Latn", + "languages": [ + "lao-Laoo", + "tpi-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "lao_Laoo-zsm_Latn", + "languages": [ + "lao-Laoo", + "zsm-Latn" + ] + }, + { + "precision": 0.475791, + "recall": 0.529644, + "f1": 0.490599, + "accuracy": 0.529644, + "main_score": 0.490599, + "hf_subset": "lao_Laoo-ayr_Latn", + "languages": [ + "lao-Laoo", + "ayr-Latn" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "lao_Laoo-dan_Latn", + "languages": [ + "lao-Laoo", + "dan-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "lao_Laoo-guj_Gujr", + "languages": [ + "lao-Laoo", + "guj-Gujr" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "lao_Laoo-kaz_Cyrl", + "languages": [ + "lao-Laoo", + "kaz-Cyrl" + ] + }, + { + "precision": 0.613535, + "recall": 0.686759, + "f1": 0.633994, + "accuracy": 0.686759, + "main_score": 0.633994, + "hf_subset": "lao_Laoo-lug_Latn", + "languages": [ + "lao-Laoo", + "lug-Latn" + ] + }, + { + "precision": 0.968083, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "lao_Laoo-oci_Latn", + "languages": [ + "lao-Laoo", + "oci-Latn" + ] + }, + { + "precision": 0.801814, + "recall": 0.847826, + "f1": 0.81558, + "accuracy": 0.847826, + "main_score": 0.81558, + "hf_subset": "lao_Laoo-smo_Latn", + "languages": [ + "lao-Laoo", + "smo-Latn" + ] + }, + { + "precision": 0.714287, + "recall": 0.785573, + "f1": 0.735826, + "accuracy": 0.785573, + "main_score": 0.735826, + "hf_subset": "lao_Laoo-tsn_Latn", + "languages": [ + "lao-Laoo", + "tsn-Latn" + ] + }, + { + "precision": 0.895949, + "recall": 0.924901, + "f1": 0.905138, + "accuracy": 0.924901, + "main_score": 0.905138, + "hf_subset": "lao_Laoo-zul_Latn", + "languages": [ + "lao-Laoo", + "zul-Latn" + ] + }, + { + "precision": 0.867671, + "recall": 0.902174, + "f1": 0.878021, + "accuracy": 0.902174, + "main_score": 0.878021, + "hf_subset": "lao_Laoo-azb_Arab", + "languages": [ + "lao-Laoo", + "azb-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "lao_Laoo-deu_Latn", + "languages": [ + "lao-Laoo", + "deu-Latn" + ] + }, + { + "precision": 0.928063, + "recall": 0.949605, + "f1": 0.934947, + "accuracy": 0.949605, + "main_score": 0.934947, + "hf_subset": "lao_Laoo-hat_Latn", + "languages": [ + "lao-Laoo", + "hat-Latn" + ] + }, + { + "precision": 0.457765, + "recall": 0.511858, + "f1": 0.472499, + "accuracy": 0.511858, + "main_score": 0.472499, + "hf_subset": "lao_Laoo-kbp_Latn", + "languages": [ + "lao-Laoo", + "kbp-Latn" + ] + }, + { + "precision": 0.487509, + "recall": 0.545455, + "f1": 0.503355, + "accuracy": 0.545455, + "main_score": 0.503355, + "hf_subset": "lao_Laoo-luo_Latn", + "languages": [ + "lao-Laoo", + "luo-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "lao_Laoo-ory_Orya", + "languages": [ + "lao-Laoo", + "ory-Orya" + ] + }, + { + "precision": 0.868906, + "recall": 0.905138, + "f1": 0.880237, + "accuracy": 0.905138, + "main_score": 0.880237, + "hf_subset": "lao_Laoo-sna_Latn", + "languages": [ + "lao-Laoo", + "sna-Latn" + ] + }, + { + "precision": 0.628064, + "recall": 0.692688, + "f1": 0.64602, + "accuracy": 0.692688, + "main_score": 0.64602, + "hf_subset": "lao_Laoo-tso_Latn", + "languages": [ + "lao-Laoo", + "tso-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "lao_Laoo-azj_Latn", + "languages": [ + "lao-Laoo", + "azj-Latn" + ] + }, + { + "precision": 0.453007, + "recall": 0.511858, + "f1": 0.46981, + "accuracy": 0.511858, + "main_score": 0.46981, + "hf_subset": "lao_Laoo-dik_Latn", + "languages": [ + "lao-Laoo", + "dik-Latn" + ] + }, + { + "precision": 0.903409, + "recall": 0.929842, + "f1": 0.911957, + "accuracy": 0.929842, + "main_score": 0.911957, + "hf_subset": "lao_Laoo-hau_Latn", + "languages": [ + "lao-Laoo", + "hau-Latn" + ] + }, + { + "precision": 0.942852, + "recall": 0.961462, + "f1": 0.948946, + "accuracy": 0.961462, + "main_score": 0.948946, + "hf_subset": "lao_Laoo-kea_Latn", + "languages": [ + "lao-Laoo", + "kea-Latn" + ] + }, + { + "precision": 0.878047, + "recall": 0.912055, + "f1": 0.888326, + "accuracy": 0.912055, + "main_score": 0.888326, + "hf_subset": "lao_Laoo-lus_Latn", + "languages": [ + "lao-Laoo", + "lus-Latn" + ] + }, + { + "precision": 0.771123, + "recall": 0.822134, + "f1": 0.786366, + "accuracy": 0.822134, + "main_score": 0.786366, + "hf_subset": "lao_Laoo-pag_Latn", + "languages": [ + "lao-Laoo", + "pag-Latn" + ] + }, + { + "precision": 0.952322, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "lao_Laoo-snd_Arab", + "languages": [ + "lao-Laoo", + "snd-Arab" + ] + }, + { + "precision": 0.939559, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "lao_Laoo-tuk_Latn", + "languages": [ + "lao-Laoo", + "tuk-Latn" + ] + }, + { + "precision": 0.953969, + "recall": 0.968379, + "f1": 0.958564, + "accuracy": 0.968379, + "main_score": 0.958564, + "hf_subset": "lao_Laoo-bak_Cyrl", + "languages": [ + "lao-Laoo", + "bak-Cyrl" + ] + }, + { + "precision": 0.408936, + "recall": 0.477273, + "f1": 0.427702, + "accuracy": 0.477273, + "main_score": 0.427702, + "hf_subset": "lao_Laoo-dyu_Latn", + "languages": [ + "lao-Laoo", + "dyu-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "lao_Laoo-heb_Hebr", + "languages": [ + "lao-Laoo", + "heb-Hebr" + ] + }, + { + "precision": 0.949605, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "lao_Laoo-khk_Cyrl", + "languages": [ + "lao-Laoo", + "khk-Cyrl" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "lao_Laoo-lvs_Latn", + "languages": [ + "lao-Laoo", + "lvs-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "lao_Laoo-pan_Guru", + "languages": [ + "lao-Laoo", + "pan-Guru" + ] + }, + { + "precision": 0.850338, + "recall": 0.892292, + "f1": 0.863757, + "accuracy": 0.892292, + "main_score": 0.863757, + "hf_subset": "lao_Laoo-som_Latn", + "languages": [ + "lao-Laoo", + "som-Latn" + ] + }, + { + "precision": 0.679275, + "recall": 0.741107, + "f1": 0.696709, + "accuracy": 0.741107, + "main_score": 0.696709, + "hf_subset": "lao_Laoo-tum_Latn", + "languages": [ + "lao-Laoo", + "tum-Latn" + ] + }, + { + "precision": 0.424554, + "recall": 0.498024, + "f1": 0.444239, + "accuracy": 0.498024, + "main_score": 0.444239, + "hf_subset": "mri_Latn-ace_Arab", + "languages": [ + "mri-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.436572, + "recall": 0.480237, + "f1": 0.447455, + "accuracy": 0.480237, + "main_score": 0.447455, + "hf_subset": "mri_Latn-bam_Latn", + "languages": [ + "mri-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.548032, + "recall": 0.62747, + "f1": 0.570041, + "accuracy": 0.62747, + "main_score": 0.570041, + "hf_subset": "mri_Latn-dzo_Tibt", + "languages": [ + "mri-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.896821, + "recall": 0.925889, + "f1": 0.905665, + "accuracy": 0.925889, + "main_score": 0.905665, + "hf_subset": "mri_Latn-hin_Deva", + "languages": [ + "mri-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.835985, + "recall": 0.87747, + "f1": 0.848255, + "accuracy": 0.87747, + "main_score": 0.848255, + "hf_subset": "mri_Latn-khm_Khmr", + "languages": [ + "mri-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.872958, + "recall": 0.907115, + "f1": 0.883334, + "accuracy": 0.907115, + "main_score": 0.883334, + "hf_subset": "mri_Latn-mag_Deva", + "languages": [ + "mri-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.85975, + "recall": 0.897233, + "f1": 0.870737, + "accuracy": 0.897233, + "main_score": 0.870737, + "hf_subset": "mri_Latn-pap_Latn", + "languages": [ + "mri-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.78615, + "recall": 0.839921, + "f1": 0.802324, + "accuracy": 0.839921, + "main_score": 0.802324, + "hf_subset": "mri_Latn-sot_Latn", + "languages": [ + "mri-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.880929, + "recall": 0.916008, + "f1": 0.891733, + "accuracy": 0.916008, + "main_score": 0.891733, + "hf_subset": "mri_Latn-tur_Latn", + "languages": [ + "mri-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.726706, + "recall": 0.777668, + "f1": 0.740451, + "accuracy": 0.777668, + "main_score": 0.740451, + "hf_subset": "mri_Latn-ace_Latn", + "languages": [ + "mri-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.783838, + "recall": 0.83004, + "f1": 0.796811, + "accuracy": 0.83004, + "main_score": 0.796811, + "hf_subset": "mri_Latn-ban_Latn", + "languages": [ + "mri-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.870135, + "recall": 0.903162, + "f1": 0.879825, + "accuracy": 0.903162, + "main_score": 0.879825, + "hf_subset": "mri_Latn-ell_Grek", + "languages": [ + "mri-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.8551, + "recall": 0.892292, + "f1": 0.866257, + "accuracy": 0.892292, + "main_score": 0.866257, + "hf_subset": "mri_Latn-hne_Deva", + "languages": [ + "mri-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.516498, + "recall": 0.58004, + "f1": 0.533418, + "accuracy": 0.58004, + "main_score": 0.533418, + "hf_subset": "mri_Latn-kik_Latn", + "languages": [ + "mri-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.855319, + "recall": 0.894269, + "f1": 0.867332, + "accuracy": 0.894269, + "main_score": 0.867332, + "hf_subset": "mri_Latn-mai_Deva", + "languages": [ + "mri-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.810145, + "recall": 0.856719, + "f1": 0.824257, + "accuracy": 0.856719, + "main_score": 0.824257, + "hf_subset": "mri_Latn-pbt_Arab", + "languages": [ + "mri-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.884503, + "recall": 0.916996, + "f1": 0.894419, + "accuracy": 0.916996, + "main_score": 0.894419, + "hf_subset": "mri_Latn-spa_Latn", + "languages": [ + "mri-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.688094, + "recall": 0.746047, + "f1": 0.703531, + "accuracy": 0.746047, + "main_score": 0.703531, + "hf_subset": "mri_Latn-twi_Latn", + "languages": [ + "mri-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.877586, + "recall": 0.912055, + "f1": 0.888076, + "accuracy": 0.912055, + "main_score": 0.888076, + "hf_subset": "mri_Latn-acm_Arab", + "languages": [ + "mri-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.84651, + "recall": 0.883399, + "f1": 0.856842, + "accuracy": 0.883399, + "main_score": 0.856842, + "hf_subset": "mri_Latn-bel_Cyrl", + "languages": [ + "mri-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.880981, + "recall": 0.911067, + "f1": 0.889815, + "accuracy": 0.911067, + "main_score": 0.889815, + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.891881, + "recall": 0.921937, + "f1": 0.900988, + "accuracy": 0.921937, + "main_score": 0.900988, + "hf_subset": "mri_Latn-hrv_Latn", + "languages": [ + "mri-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.781924, + "recall": 0.831028, + "f1": 0.796212, + "accuracy": 0.831028, + "main_score": 0.796212, + "hf_subset": "mri_Latn-kin_Latn", + "languages": [ + "mri-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.853286, + "recall": 0.891304, + "f1": 0.864482, + "accuracy": 0.891304, + "main_score": 0.864482, + "hf_subset": "mri_Latn-mal_Mlym", + "languages": [ + "mri-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.853141, + "recall": 0.890316, + "f1": 0.863855, + "accuracy": 0.890316, + "main_score": 0.863855, + "hf_subset": "mri_Latn-pes_Arab", + "languages": [ + "mri-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.841363, + "recall": 0.883399, + "f1": 0.853673, + "accuracy": 0.883399, + "main_score": 0.853673, + "hf_subset": "mri_Latn-srd_Latn", + "languages": [ + "mri-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.213745, + "recall": 0.272727, + "f1": 0.228365, + "accuracy": 0.272727, + "main_score": 0.228365, + "hf_subset": "mri_Latn-tzm_Tfng", + "languages": [ + "mri-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.87636, + "recall": 0.909091, + "f1": 0.886201, + "accuracy": 0.909091, + "main_score": 0.886201, + "hf_subset": "mri_Latn-acq_Arab", + "languages": [ + "mri-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.628081, + "recall": 0.685771, + "f1": 0.644558, + "accuracy": 0.685771, + "main_score": 0.644558, + "hf_subset": "mri_Latn-bem_Latn", + "languages": [ + "mri-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.860614, + "recall": 0.894269, + "f1": 0.870257, + "accuracy": 0.894269, + "main_score": 0.870257, + "hf_subset": "mri_Latn-epo_Latn", + "languages": [ + "mri-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.884494, + "recall": 0.916008, + "f1": 0.893895, + "accuracy": 0.916008, + "main_score": 0.893895, + "hf_subset": "mri_Latn-hun_Latn", + "languages": [ + "mri-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.829183, + "recall": 0.874506, + "f1": 0.842608, + "accuracy": 0.874506, + "main_score": 0.842608, + "hf_subset": "mri_Latn-kir_Cyrl", + "languages": [ + "mri-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.869369, + "recall": 0.903162, + "f1": 0.879306, + "accuracy": 0.903162, + "main_score": 0.879306, + "hf_subset": "mri_Latn-mar_Deva", + "languages": [ + "mri-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.812451, + "recall": 0.853755, + "f1": 0.824379, + "accuracy": 0.853755, + "main_score": 0.824379, + "hf_subset": "mri_Latn-plt_Latn", + "languages": [ + "mri-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.868083, + "recall": 0.903162, + "f1": 0.878416, + "accuracy": 0.903162, + "main_score": 0.878416, + "hf_subset": "mri_Latn-srp_Cyrl", + "languages": [ + "mri-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.826147, + "recall": 0.867589, + "f1": 0.838472, + "accuracy": 0.867589, + "main_score": 0.838472, + "hf_subset": "mri_Latn-uig_Arab", + "languages": [ + "mri-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.850511, + "recall": 0.884387, + "f1": 0.859933, + "accuracy": 0.884387, + "main_score": 0.859933, + "hf_subset": "mri_Latn-aeb_Arab", + "languages": [ + "mri-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.855748, + "recall": 0.893281, + "f1": 0.866436, + "accuracy": 0.893281, + "main_score": 0.866436, + "hf_subset": "mri_Latn-ben_Beng", + "languages": [ + "mri-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.87024, + "recall": 0.905138, + "f1": 0.880797, + "accuracy": 0.905138, + "main_score": 0.880797, + "hf_subset": "mri_Latn-est_Latn", + "languages": [ + "mri-Latn", + "est-Latn" + ] + }, + { + "precision": 0.866436, + "recall": 0.903162, + "f1": 0.877437, + "accuracy": 0.903162, + "main_score": 0.877437, + "hf_subset": "mri_Latn-hye_Armn", + "languages": [ + "mri-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.469098, + "recall": 0.518775, + "f1": 0.483113, + "accuracy": 0.518775, + "main_score": 0.483113, + "hf_subset": "mri_Latn-kmb_Latn", + "languages": [ + "mri-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.404813, + "recall": 0.475296, + "f1": 0.423733, + "accuracy": 0.475296, + "main_score": 0.423733, + "hf_subset": "mri_Latn-min_Arab", + "languages": [ + "mri-Latn", + "min-Arab" + ] + }, + { + "precision": 0.87747, + "recall": 0.911067, + "f1": 0.887535, + "accuracy": 0.911067, + "main_score": 0.887535, + "hf_subset": "mri_Latn-pol_Latn", + "languages": [ + "mri-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.70327, + "recall": 0.76087, + "f1": 0.719902, + "accuracy": 0.76087, + "main_score": 0.719902, + "hf_subset": "mri_Latn-ssw_Latn", + "languages": [ + "mri-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.884644, + "recall": 0.916996, + "f1": 0.894549, + "accuracy": 0.916996, + "main_score": 0.894549, + "hf_subset": "mri_Latn-ukr_Cyrl", + "languages": [ + "mri-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.879059, + "recall": 0.908103, + "f1": 0.887338, + "accuracy": 0.908103, + "main_score": 0.887338, + "hf_subset": "mri_Latn-afr_Latn", + "languages": [ + "mri-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.859148, + "recall": 0.895257, + "f1": 0.8698, + "accuracy": 0.895257, + "main_score": 0.8698, + "hf_subset": "mri_Latn-bho_Deva", + "languages": [ + "mri-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.854196, + "recall": 0.886364, + "f1": 0.862931, + "accuracy": 0.886364, + "main_score": 0.862931, + "hf_subset": "mri_Latn-eus_Latn", + "languages": [ + "mri-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.770553, + "recall": 0.823123, + "f1": 0.786312, + "accuracy": 0.823123, + "main_score": 0.786312, + "hf_subset": "mri_Latn-ibo_Latn", + "languages": [ + "mri-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.766605, + "recall": 0.817194, + "f1": 0.781148, + "accuracy": 0.817194, + "main_score": 0.781148, + "hf_subset": "mri_Latn-kmr_Latn", + "languages": [ + "mri-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.83882, + "recall": 0.876482, + "f1": 0.849151, + "accuracy": 0.876482, + "main_score": 0.849151, + "hf_subset": "mri_Latn-min_Latn", + "languages": [ + "mri-Latn", + "min-Latn" + ] + }, + { + "precision": 0.900362, + "recall": 0.927866, + "f1": 0.908531, + "accuracy": 0.927866, + "main_score": 0.908531, + "hf_subset": "mri_Latn-por_Latn", + "languages": [ + "mri-Latn", + "por-Latn" + ] + }, + { + "precision": 0.823344, + "recall": 0.865613, + "f1": 0.835917, + "accuracy": 0.865613, + "main_score": 0.835917, + "hf_subset": "mri_Latn-sun_Latn", + "languages": [ + "mri-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.452758, + "recall": 0.506917, + "f1": 0.467874, + "accuracy": 0.506917, + "main_score": 0.467874, + "hf_subset": "mri_Latn-umb_Latn", + "languages": [ + "mri-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.880204, + "recall": 0.912055, + "f1": 0.889545, + "accuracy": 0.912055, + "main_score": 0.889545, + "hf_subset": "mri_Latn-ajp_Arab", + "languages": [ + "mri-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.427802, + "recall": 0.495059, + "f1": 0.445646, + "accuracy": 0.495059, + "main_score": 0.445646, + "hf_subset": "mri_Latn-bjn_Arab", + "languages": [ + "mri-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.426598, + "recall": 0.472332, + "f1": 0.439107, + "accuracy": 0.472332, + "main_score": 0.439107, + "hf_subset": "mri_Latn-ewe_Latn", + "languages": [ + "mri-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.796764, + "recall": 0.841897, + "f1": 0.809293, + "accuracy": 0.841897, + "main_score": 0.809293, + "hf_subset": "mri_Latn-ilo_Latn", + "languages": [ + "mri-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.241272, + "recall": 0.298419, + "f1": 0.25608, + "accuracy": 0.298419, + "main_score": 0.25608, + "hf_subset": "mri_Latn-knc_Arab", + "languages": [ + "mri-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.877004, + "recall": 0.911067, + "f1": 0.88722, + "accuracy": 0.911067, + "main_score": 0.88722, + "hf_subset": "mri_Latn-mkd_Cyrl", + "languages": [ + "mri-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.878524, + "recall": 0.909091, + "f1": 0.887476, + "accuracy": 0.909091, + "main_score": 0.887476, + "hf_subset": "mri_Latn-prs_Arab", + "languages": [ + "mri-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.889199, + "recall": 0.918972, + "f1": 0.89824, + "accuracy": 0.918972, + "main_score": 0.89824, + "hf_subset": "mri_Latn-swe_Latn", + "languages": [ + "mri-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.871454, + "recall": 0.90415, + "f1": 0.880911, + "accuracy": 0.90415, + "main_score": 0.880911, + "hf_subset": "mri_Latn-urd_Arab", + "languages": [ + "mri-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.653478, + "recall": 0.710474, + "f1": 0.668305, + "accuracy": 0.710474, + "main_score": 0.668305, + "hf_subset": "mri_Latn-aka_Latn", + "languages": [ + "mri-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.841988, + "recall": 0.879447, + "f1": 0.852935, + "accuracy": 0.879447, + "main_score": 0.852935, + "hf_subset": "mri_Latn-bjn_Latn", + "languages": [ + "mri-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.8403, + "recall": 0.879447, + "f1": 0.851958, + "accuracy": 0.879447, + "main_score": 0.851958, + "hf_subset": "mri_Latn-fao_Latn", + "languages": [ + "mri-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.888953, + "recall": 0.917984, + "f1": 0.89748, + "accuracy": 0.917984, + "main_score": 0.89748, + "hf_subset": "mri_Latn-ind_Latn", + "languages": [ + "mri-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.48722, + "recall": 0.529644, + "f1": 0.498587, + "accuracy": 0.529644, + "main_score": 0.498587, + "hf_subset": "mri_Latn-knc_Latn", + "languages": [ + "mri-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.845069, + "recall": 0.883399, + "f1": 0.855909, + "accuracy": 0.883399, + "main_score": 0.855909, + "hf_subset": "mri_Latn-mlt_Latn", + "languages": [ + "mri-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.560582, + "recall": 0.621542, + "f1": 0.576957, + "accuracy": 0.621542, + "main_score": 0.576957, + "hf_subset": "mri_Latn-quy_Latn", + "languages": [ + "mri-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.879809, + "recall": 0.913043, + "f1": 0.889954, + "accuracy": 0.913043, + "main_score": 0.889954, + "hf_subset": "mri_Latn-swh_Latn", + "languages": [ + "mri-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.843495, + "recall": 0.885375, + "f1": 0.856211, + "accuracy": 0.885375, + "main_score": 0.856211, + "hf_subset": "mri_Latn-uzn_Latn", + "languages": [ + "mri-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.857938, + "recall": 0.895257, + "f1": 0.868944, + "accuracy": 0.895257, + "main_score": 0.868944, + "hf_subset": "mri_Latn-als_Latn", + "languages": [ + "mri-Latn", + "als-Latn" + ] + }, + { + "precision": 0.687228, + "recall": 0.754941, + "f1": 0.706677, + "accuracy": 0.754941, + "main_score": 0.706677, + "hf_subset": "mri_Latn-bod_Tibt", + "languages": [ + "mri-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.615725, + "recall": 0.66996, + "f1": 0.630163, + "accuracy": 0.66996, + "main_score": 0.630163, + "hf_subset": "mri_Latn-fij_Latn", + "languages": [ + "mri-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.857032, + "recall": 0.895257, + "f1": 0.868775, + "accuracy": 0.895257, + "main_score": 0.868775, + "hf_subset": "mri_Latn-isl_Latn", + "languages": [ + "mri-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.518255, + "recall": 0.564229, + "f1": 0.530481, + "accuracy": 0.564229, + "main_score": 0.530481, + "hf_subset": "mri_Latn-kon_Latn", + "languages": [ + "mri-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.481332, + "recall": 0.54249, + "f1": 0.497761, + "accuracy": 0.54249, + "main_score": 0.497761, + "hf_subset": "mri_Latn-mni_Beng", + "languages": [ + "mri-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.886709, + "recall": 0.916996, + "f1": 0.895619, + "accuracy": 0.916996, + "main_score": 0.895619, + "hf_subset": "mri_Latn-ron_Latn", + "languages": [ + "mri-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.875881, + "recall": 0.906126, + "f1": 0.884527, + "accuracy": 0.906126, + "main_score": 0.884527, + "hf_subset": "mri_Latn-szl_Latn", + "languages": [ + "mri-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.887047, + "recall": 0.916008, + "f1": 0.895411, + "accuracy": 0.916008, + "main_score": 0.895411, + "hf_subset": "mri_Latn-vec_Latn", + "languages": [ + "mri-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.840777, + "recall": 0.883399, + "f1": 0.853444, + "accuracy": 0.883399, + "main_score": 0.853444, + "hf_subset": "mri_Latn-amh_Ethi", + "languages": [ + "mri-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.8883, + "recall": 0.918972, + "f1": 0.897711, + "accuracy": 0.918972, + "main_score": 0.897711, + "hf_subset": "mri_Latn-bos_Latn", + "languages": [ + "mri-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.87164, + "recall": 0.906126, + "f1": 0.881639, + "accuracy": 0.906126, + "main_score": 0.881639, + "hf_subset": "mri_Latn-fin_Latn", + "languages": [ + "mri-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.886177, + "recall": 0.917984, + "f1": 0.895949, + "accuracy": 0.917984, + "main_score": 0.895949, + "hf_subset": "mri_Latn-ita_Latn", + "languages": [ + "mri-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.876828, + "recall": 0.911067, + "f1": 0.887055, + "accuracy": 0.911067, + "main_score": 0.887055, + "hf_subset": "mri_Latn-kor_Hang", + "languages": [ + "mri-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.44432, + "recall": 0.488142, + "f1": 0.45647, + "accuracy": 0.488142, + "main_score": 0.45647, + "hf_subset": "mri_Latn-mos_Latn", + "languages": [ + "mri-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.69293, + "recall": 0.751976, + "f1": 0.709197, + "accuracy": 0.751976, + "main_score": 0.709197, + "hf_subset": "mri_Latn-run_Latn", + "languages": [ + "mri-Latn", + "run-Latn" + ] + }, + { + "precision": 0.868775, + "recall": 0.90415, + "f1": 0.87942, + "accuracy": 0.90415, + "main_score": 0.87942, + "hf_subset": "mri_Latn-tam_Taml", + "languages": [ + "mri-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.87286, + "recall": 0.90415, + "f1": 0.88181, + "accuracy": 0.90415, + "main_score": 0.88181, + "hf_subset": "mri_Latn-vie_Latn", + "languages": [ + "mri-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.869112, + "recall": 0.902174, + "f1": 0.878623, + "accuracy": 0.902174, + "main_score": 0.878623, + "hf_subset": "mri_Latn-apc_Arab", + "languages": [ + "mri-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.589909, + "recall": 0.650198, + "f1": 0.6069, + "accuracy": 0.650198, + "main_score": 0.6069, + "hf_subset": "mri_Latn-bug_Latn", + "languages": [ + "mri-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.398534, + "recall": 0.438735, + "f1": 0.410465, + "accuracy": 0.438735, + "main_score": 0.410465, + "hf_subset": "mri_Latn-fon_Latn", + "languages": [ + "mri-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.840323, + "recall": 0.87747, + "f1": 0.850874, + "accuracy": 0.87747, + "main_score": 0.850874, + "hf_subset": "mri_Latn-jav_Latn", + "languages": [ + "mri-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.828517, + "recall": 0.867589, + "f1": 0.839759, + "accuracy": 0.867589, + "main_score": 0.839759, + "hf_subset": "mri_Latn-lao_Laoo", + "languages": [ + "mri-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.87137, + "recall": 0.906126, + "f1": 0.881656, + "accuracy": 0.906126, + "main_score": 0.881656, + "hf_subset": "mri_Latn-rus_Cyrl", + "languages": [ + "mri-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.43701, + "recall": 0.486166, + "f1": 0.449737, + "accuracy": 0.486166, + "main_score": 0.449737, + "hf_subset": "mri_Latn-taq_Latn", + "languages": [ + "mri-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.827937, + "recall": 0.864625, + "f1": 0.837807, + "accuracy": 0.864625, + "main_score": 0.837807, + "hf_subset": "mri_Latn-war_Latn", + "languages": [ + "mri-Latn", + "war-Latn" + ] + }, + { + "precision": 0.888728, + "recall": 0.917984, + "f1": 0.897513, + "accuracy": 0.917984, + "main_score": 0.897513, + "hf_subset": "mri_Latn-arb_Arab", + "languages": [ + "mri-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.882839, + "recall": 0.916008, + "f1": 0.892918, + "accuracy": 0.916008, + "main_score": 0.892918, + "hf_subset": "mri_Latn-bul_Cyrl", + "languages": [ + "mri-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.89641, + "recall": 0.925889, + "f1": 0.905468, + "accuracy": 0.925889, + "main_score": 0.905468, + "hf_subset": "mri_Latn-fra_Latn", + "languages": [ + "mri-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.863201, + "recall": 0.900198, + "f1": 0.874336, + "accuracy": 0.900198, + "main_score": 0.874336, + "hf_subset": "mri_Latn-jpn_Jpan", + "languages": [ + "mri-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.866643, + "recall": 0.902174, + "f1": 0.876932, + "accuracy": 0.902174, + "main_score": 0.876932, + "hf_subset": "mri_Latn-lij_Latn", + "languages": [ + "mri-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.844681, + "recall": 0.886364, + "f1": 0.856884, + "accuracy": 0.886364, + "main_score": 0.856884, + "hf_subset": "mri_Latn-mya_Mymr", + "languages": [ + "mri-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.46484, + "recall": 0.513834, + "f1": 0.479087, + "accuracy": 0.513834, + "main_score": 0.479087, + "hf_subset": "mri_Latn-sag_Latn", + "languages": [ + "mri-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.229956, + "recall": 0.281621, + "f1": 0.242861, + "accuracy": 0.281621, + "main_score": 0.242861, + "hf_subset": "mri_Latn-taq_Tfng", + "languages": [ + "mri-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.542619, + "recall": 0.591897, + "f1": 0.555906, + "accuracy": 0.591897, + "main_score": 0.555906, + "hf_subset": "mri_Latn-wol_Latn", + "languages": [ + "mri-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.743571, + "recall": 0.802372, + "f1": 0.761141, + "accuracy": 0.802372, + "main_score": 0.761141, + "hf_subset": "mri_Latn-arb_Latn", + "languages": [ + "mri-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.894796, + "recall": 0.924901, + "f1": 0.904282, + "accuracy": 0.924901, + "main_score": 0.904282, + "hf_subset": "mri_Latn-cat_Latn", + "languages": [ + "mri-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.856242, + "recall": 0.891304, + "f1": 0.866179, + "accuracy": 0.891304, + "main_score": 0.866179, + "hf_subset": "mri_Latn-fur_Latn", + "languages": [ + "mri-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.425769, + "recall": 0.504941, + "f1": 0.446586, + "accuracy": 0.504941, + "main_score": 0.446586, + "hf_subset": "mri_Latn-kab_Latn", + "languages": [ + "mri-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.839202, + "recall": 0.87747, + "f1": 0.850057, + "accuracy": 0.87747, + "main_score": 0.850057, + "hf_subset": "mri_Latn-lim_Latn", + "languages": [ + "mri-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.888382, + "recall": 0.917984, + "f1": 0.897203, + "accuracy": 0.917984, + "main_score": 0.897203, + "hf_subset": "mri_Latn-nld_Latn", + "languages": [ + "mri-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.841018, + "recall": 0.878458, + "f1": 0.85183, + "accuracy": 0.878458, + "main_score": 0.85183, + "hf_subset": "mri_Latn-san_Deva", + "languages": [ + "mri-Latn", + "san-Deva" + ] + }, + { + "precision": 0.837813, + "recall": 0.879447, + "f1": 0.849921, + "accuracy": 0.879447, + "main_score": 0.849921, + "hf_subset": "mri_Latn-tat_Cyrl", + "languages": [ + "mri-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.785368, + "recall": 0.838933, + "f1": 0.80124, + "accuracy": 0.838933, + "main_score": 0.80124, + "hf_subset": "mri_Latn-xho_Latn", + "languages": [ + "mri-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.885491, + "recall": 0.917984, + "f1": 0.895455, + "accuracy": 0.917984, + "main_score": 0.895455, + "hf_subset": "mri_Latn-ars_Arab", + "languages": [ + "mri-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.840581, + "recall": 0.880435, + "f1": 0.851784, + "accuracy": 0.880435, + "main_score": 0.851784, + "hf_subset": "mri_Latn-ceb_Latn", + "languages": [ + "mri-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.451677, + "recall": 0.501976, + "f1": 0.466197, + "accuracy": 0.501976, + "main_score": 0.466197, + "hf_subset": "mri_Latn-fuv_Latn", + "languages": [ + "mri-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.456686, + "recall": 0.497036, + "f1": 0.467479, + "accuracy": 0.497036, + "main_score": 0.467479, + "hf_subset": "mri_Latn-kac_Latn", + "languages": [ + "mri-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.550758, + "recall": 0.609684, + "f1": 0.566523, + "accuracy": 0.609684, + "main_score": 0.566523, + "hf_subset": "mri_Latn-lin_Latn", + "languages": [ + "mri-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.880702, + "recall": 0.912055, + "f1": 0.889839, + "accuracy": 0.912055, + "main_score": 0.889839, + "hf_subset": "mri_Latn-nno_Latn", + "languages": [ + "mri-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.721813, + "recall": 0.782609, + "f1": 0.739242, + "accuracy": 0.782609, + "main_score": 0.739242, + "hf_subset": "mri_Latn-sat_Olck", + "languages": [ + "mri-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.840143, + "recall": 0.881423, + "f1": 0.85205, + "accuracy": 0.881423, + "main_score": 0.85205, + "hf_subset": "mri_Latn-tel_Telu", + "languages": [ + "mri-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.845645, + "recall": 0.887352, + "f1": 0.858119, + "accuracy": 0.887352, + "main_score": 0.858119, + "hf_subset": "mri_Latn-ydd_Hebr", + "languages": [ + "mri-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.851433, + "recall": 0.889328, + "f1": 0.862418, + "accuracy": 0.889328, + "main_score": 0.862418, + "hf_subset": "mri_Latn-ary_Arab", + "languages": [ + "mri-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.88195, + "recall": 0.914032, + "f1": 0.891718, + "accuracy": 0.914032, + "main_score": 0.891718, + "hf_subset": "mri_Latn-ces_Latn", + "languages": [ + "mri-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.528989, + "recall": 0.594862, + "f1": 0.547233, + "accuracy": 0.594862, + "main_score": 0.547233, + "hf_subset": "mri_Latn-gaz_Latn", + "languages": [ + "mri-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.533035, + "recall": 0.590909, + "f1": 0.54807, + "accuracy": 0.590909, + "main_score": 0.54807, + "hf_subset": "mri_Latn-kam_Latn", + "languages": [ + "mri-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.871698, + "recall": 0.906126, + "f1": 0.882137, + "accuracy": 0.906126, + "main_score": 0.882137, + "hf_subset": "mri_Latn-lit_Latn", + "languages": [ + "mri-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.880056, + "recall": 0.914032, + "f1": 0.890349, + "accuracy": 0.914032, + "main_score": 0.890349, + "hf_subset": "mri_Latn-nob_Latn", + "languages": [ + "mri-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.843019, + "recall": 0.880435, + "f1": 0.853542, + "accuracy": 0.880435, + "main_score": 0.853542, + "hf_subset": "mri_Latn-scn_Latn", + "languages": [ + "mri-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.848699, + "recall": 0.886364, + "f1": 0.859834, + "accuracy": 0.886364, + "main_score": 0.859834, + "hf_subset": "mri_Latn-tgk_Cyrl", + "languages": [ + "mri-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.671905, + "recall": 0.73913, + "f1": 0.691281, + "accuracy": 0.73913, + "main_score": 0.691281, + "hf_subset": "mri_Latn-yor_Latn", + "languages": [ + "mri-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.86414, + "recall": 0.899209, + "f1": 0.874475, + "accuracy": 0.899209, + "main_score": 0.874475, + "hf_subset": "mri_Latn-arz_Arab", + "languages": [ + "mri-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.449407, + "recall": 0.48913, + "f1": 0.460962, + "accuracy": 0.48913, + "main_score": 0.460962, + "hf_subset": "mri_Latn-cjk_Latn", + "languages": [ + "mri-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.822111, + "recall": 0.870553, + "f1": 0.836775, + "accuracy": 0.870553, + "main_score": 0.836775, + "hf_subset": "mri_Latn-gla_Latn", + "languages": [ + "mri-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.837673, + "recall": 0.880435, + "f1": 0.850253, + "accuracy": 0.880435, + "main_score": 0.850253, + "hf_subset": "mri_Latn-kan_Knda", + "languages": [ + "mri-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.856696, + "recall": 0.894269, + "f1": 0.867723, + "accuracy": 0.894269, + "main_score": 0.867723, + "hf_subset": "mri_Latn-lmo_Latn", + "languages": [ + "mri-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.857751, + "recall": 0.891304, + "f1": 0.867223, + "accuracy": 0.891304, + "main_score": 0.867223, + "hf_subset": "mri_Latn-npi_Deva", + "languages": [ + "mri-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.494931, + "recall": 0.564229, + "f1": 0.514026, + "accuracy": 0.564229, + "main_score": 0.514026, + "hf_subset": "mri_Latn-shn_Mymr", + "languages": [ + "mri-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.878475, + "recall": 0.910079, + "f1": 0.8878, + "accuracy": 0.910079, + "main_score": 0.8878, + "hf_subset": "mri_Latn-tgl_Latn", + "languages": [ + "mri-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.868733, + "recall": 0.902174, + "f1": 0.878393, + "accuracy": 0.902174, + "main_score": 0.878393, + "hf_subset": "mri_Latn-yue_Hant", + "languages": [ + "mri-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.825725, + "recall": 0.870553, + "f1": 0.839032, + "accuracy": 0.870553, + "main_score": 0.839032, + "hf_subset": "mri_Latn-asm_Beng", + "languages": [ + "mri-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.824728, + "recall": 0.868577, + "f1": 0.837703, + "accuracy": 0.868577, + "main_score": 0.837703, + "hf_subset": "mri_Latn-ckb_Arab", + "languages": [ + "mri-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.858811, + "recall": 0.896245, + "f1": 0.869951, + "accuracy": 0.896245, + "main_score": 0.869951, + "hf_subset": "mri_Latn-gle_Latn", + "languages": [ + "mri-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.71768, + "recall": 0.775692, + "f1": 0.734189, + "accuracy": 0.775692, + "main_score": 0.734189, + "hf_subset": "mri_Latn-kas_Arab", + "languages": [ + "mri-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.756275, + "recall": 0.812253, + "f1": 0.772798, + "accuracy": 0.812253, + "main_score": 0.772798, + "hf_subset": "mri_Latn-ltg_Latn", + "languages": [ + "mri-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.754637, + "recall": 0.809289, + "f1": 0.770786, + "accuracy": 0.809289, + "main_score": 0.770786, + "hf_subset": "mri_Latn-nso_Latn", + "languages": [ + "mri-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.833235, + "recall": 0.878458, + "f1": 0.847087, + "accuracy": 0.878458, + "main_score": 0.847087, + "hf_subset": "mri_Latn-sin_Sinh", + "languages": [ + "mri-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.863318, + "recall": 0.897233, + "f1": 0.873188, + "accuracy": 0.897233, + "main_score": 0.873188, + "hf_subset": "mri_Latn-tha_Thai", + "languages": [ + "mri-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.830328, + "recall": 0.870553, + "f1": 0.841545, + "accuracy": 0.870553, + "main_score": 0.841545, + "hf_subset": "mri_Latn-zho_Hans", + "languages": [ + "mri-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.874489, + "recall": 0.907115, + "f1": 0.884241, + "accuracy": 0.907115, + "main_score": 0.884241, + "hf_subset": "mri_Latn-ast_Latn", + "languages": [ + "mri-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.857246, + "recall": 0.897233, + "f1": 0.869368, + "accuracy": 0.897233, + "main_score": 0.869368, + "hf_subset": "mri_Latn-crh_Latn", + "languages": [ + "mri-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.88475, + "recall": 0.91502, + "f1": 0.893615, + "accuracy": 0.91502, + "main_score": 0.893615, + "hf_subset": "mri_Latn-glg_Latn", + "languages": [ + "mri-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.695793, + "recall": 0.754941, + "f1": 0.712177, + "accuracy": 0.754941, + "main_score": 0.712177, + "hf_subset": "mri_Latn-kas_Deva", + "languages": [ + "mri-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.849241, + "recall": 0.885375, + "f1": 0.859588, + "accuracy": 0.885375, + "main_score": 0.859588, + "hf_subset": "mri_Latn-ltz_Latn", + "languages": [ + "mri-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.401524, + "recall": 0.460474, + "f1": 0.417216, + "accuracy": 0.460474, + "main_score": 0.417216, + "hf_subset": "mri_Latn-nus_Latn", + "languages": [ + "mri-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.878863, + "recall": 0.906126, + "f1": 0.886287, + "accuracy": 0.906126, + "main_score": 0.886287, + "hf_subset": "mri_Latn-slk_Latn", + "languages": [ + "mri-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.538931, + "recall": 0.617589, + "f1": 0.560138, + "accuracy": 0.617589, + "main_score": 0.560138, + "hf_subset": "mri_Latn-tir_Ethi", + "languages": [ + "mri-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.851747, + "recall": 0.891304, + "f1": 0.863529, + "accuracy": 0.891304, + "main_score": 0.863529, + "hf_subset": "mri_Latn-zho_Hant", + "languages": [ + "mri-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.8495, + "recall": 0.887352, + "f1": 0.860837, + "accuracy": 0.887352, + "main_score": 0.860837, + "hf_subset": "mri_Latn-awa_Deva", + "languages": [ + "mri-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.878969, + "recall": 0.910079, + "f1": 0.888129, + "accuracy": 0.910079, + "main_score": 0.888129, + "hf_subset": "mri_Latn-cym_Latn", + "languages": [ + "mri-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.612869, + "recall": 0.659091, + "f1": 0.624876, + "accuracy": 0.659091, + "main_score": 0.624876, + "hf_subset": "mri_Latn-grn_Latn", + "languages": [ + "mri-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.858885, + "recall": 0.895257, + "f1": 0.869507, + "accuracy": 0.895257, + "main_score": 0.869507, + "hf_subset": "mri_Latn-kat_Geor", + "languages": [ + "mri-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.524566, + "recall": 0.577075, + "f1": 0.538637, + "accuracy": 0.577075, + "main_score": 0.538637, + "hf_subset": "mri_Latn-lua_Latn", + "languages": [ + "mri-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.734134, + "recall": 0.79249, + "f1": 0.751463, + "accuracy": 0.79249, + "main_score": 0.751463, + "hf_subset": "mri_Latn-nya_Latn", + "languages": [ + "mri-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.876121, + "recall": 0.908103, + "f1": 0.885447, + "accuracy": 0.908103, + "main_score": 0.885447, + "hf_subset": "mri_Latn-slv_Latn", + "languages": [ + "mri-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.787334, + "recall": 0.833992, + "f1": 0.800293, + "accuracy": 0.833992, + "main_score": 0.800293, + "hf_subset": "mri_Latn-tpi_Latn", + "languages": [ + "mri-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.86684, + "recall": 0.90415, + "f1": 0.87825, + "accuracy": 0.90415, + "main_score": 0.87825, + "hf_subset": "mri_Latn-zsm_Latn", + "languages": [ + "mri-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.476572, + "recall": 0.51581, + "f1": 0.488116, + "accuracy": 0.51581, + "main_score": 0.488116, + "hf_subset": "mri_Latn-ayr_Latn", + "languages": [ + "mri-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.896963, + "recall": 0.926877, + "f1": 0.906439, + "accuracy": 0.926877, + "main_score": 0.906439, + "hf_subset": "mri_Latn-dan_Latn", + "languages": [ + "mri-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.877421, + "recall": 0.909091, + "f1": 0.886552, + "accuracy": 0.909091, + "main_score": 0.886552, + "hf_subset": "mri_Latn-guj_Gujr", + "languages": [ + "mri-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.843692, + "recall": 0.886364, + "f1": 0.856028, + "accuracy": 0.886364, + "main_score": 0.856028, + "hf_subset": "mri_Latn-kaz_Cyrl", + "languages": [ + "mri-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.619954, + "recall": 0.689723, + "f1": 0.639085, + "accuracy": 0.689723, + "main_score": 0.639085, + "hf_subset": "mri_Latn-lug_Latn", + "languages": [ + "mri-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.869103, + "recall": 0.901186, + "f1": 0.878376, + "accuracy": 0.901186, + "main_score": 0.878376, + "hf_subset": "mri_Latn-oci_Latn", + "languages": [ + "mri-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.78919, + "recall": 0.83498, + "f1": 0.802795, + "accuracy": 0.83498, + "main_score": 0.802795, + "hf_subset": "mri_Latn-smo_Latn", + "languages": [ + "mri-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.689726, + "recall": 0.750988, + "f1": 0.706969, + "accuracy": 0.750988, + "main_score": 0.706969, + "hf_subset": "mri_Latn-tsn_Latn", + "languages": [ + "mri-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.819944, + "recall": 0.866601, + "f1": 0.834096, + "accuracy": 0.866601, + "main_score": 0.834096, + "hf_subset": "mri_Latn-zul_Latn", + "languages": [ + "mri-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.764856, + "recall": 0.818182, + "f1": 0.780717, + "accuracy": 0.818182, + "main_score": 0.780717, + "hf_subset": "mri_Latn-azb_Arab", + "languages": [ + "mri-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.897464, + "recall": 0.924901, + "f1": 0.905715, + "accuracy": 0.924901, + "main_score": 0.905715, + "hf_subset": "mri_Latn-deu_Latn", + "languages": [ + "mri-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.836834, + "recall": 0.87747, + "f1": 0.848586, + "accuracy": 0.87747, + "main_score": 0.848586, + "hf_subset": "mri_Latn-hat_Latn", + "languages": [ + "mri-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.455904, + "recall": 0.504941, + "f1": 0.469295, + "accuracy": 0.504941, + "main_score": 0.469295, + "hf_subset": "mri_Latn-kbp_Latn", + "languages": [ + "mri-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.481758, + "recall": 0.528656, + "f1": 0.49511, + "accuracy": 0.528656, + "main_score": 0.49511, + "hf_subset": "mri_Latn-luo_Latn", + "languages": [ + "mri-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.834676, + "recall": 0.87747, + "f1": 0.847439, + "accuracy": 0.87747, + "main_score": 0.847439, + "hf_subset": "mri_Latn-ory_Orya", + "languages": [ + "mri-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.798353, + "recall": 0.847826, + "f1": 0.812672, + "accuracy": 0.847826, + "main_score": 0.812672, + "hf_subset": "mri_Latn-sna_Latn", + "languages": [ + "mri-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.621106, + "recall": 0.674901, + "f1": 0.635839, + "accuracy": 0.674901, + "main_score": 0.635839, + "hf_subset": "mri_Latn-tso_Latn", + "languages": [ + "mri-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.85695, + "recall": 0.894269, + "f1": 0.868135, + "accuracy": 0.894269, + "main_score": 0.868135, + "hf_subset": "mri_Latn-azj_Latn", + "languages": [ + "mri-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.445113, + "recall": 0.497036, + "f1": 0.459855, + "accuracy": 0.497036, + "main_score": 0.459855, + "hf_subset": "mri_Latn-dik_Latn", + "languages": [ + "mri-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.812733, + "recall": 0.855731, + "f1": 0.825165, + "accuracy": 0.855731, + "main_score": 0.825165, + "hf_subset": "mri_Latn-hau_Latn", + "languages": [ + "mri-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.840739, + "recall": 0.878458, + "f1": 0.85123, + "accuracy": 0.878458, + "main_score": 0.85123, + "hf_subset": "mri_Latn-kea_Latn", + "languages": [ + "mri-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.780643, + "recall": 0.831028, + "f1": 0.794998, + "accuracy": 0.831028, + "main_score": 0.794998, + "hf_subset": "mri_Latn-lus_Latn", + "languages": [ + "mri-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.706733, + "recall": 0.755929, + "f1": 0.720173, + "accuracy": 0.755929, + "main_score": 0.720173, + "hf_subset": "mri_Latn-pag_Latn", + "languages": [ + "mri-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.823614, + "recall": 0.865613, + "f1": 0.835628, + "accuracy": 0.865613, + "main_score": 0.835628, + "hf_subset": "mri_Latn-snd_Arab", + "languages": [ + "mri-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.832493, + "recall": 0.87747, + "f1": 0.846179, + "accuracy": 0.87747, + "main_score": 0.846179, + "hf_subset": "mri_Latn-tuk_Latn", + "languages": [ + "mri-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.840293, + "recall": 0.880435, + "f1": 0.85199, + "accuracy": 0.880435, + "main_score": 0.85199, + "hf_subset": "mri_Latn-bak_Cyrl", + "languages": [ + "mri-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.40521, + "recall": 0.458498, + "f1": 0.419801, + "accuracy": 0.458498, + "main_score": 0.419801, + "hf_subset": "mri_Latn-dyu_Latn", + "languages": [ + "mri-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.87267, + "recall": 0.905138, + "f1": 0.882005, + "accuracy": 0.905138, + "main_score": 0.882005, + "hf_subset": "mri_Latn-heb_Hebr", + "languages": [ + "mri-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.845883, + "recall": 0.887352, + "f1": 0.858239, + "accuracy": 0.887352, + "main_score": 0.858239, + "hf_subset": "mri_Latn-khk_Cyrl", + "languages": [ + "mri-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.863522, + "recall": 0.897233, + "f1": 0.873279, + "accuracy": 0.897233, + "main_score": 0.873279, + "hf_subset": "mri_Latn-lvs_Latn", + "languages": [ + "mri-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.852355, + "recall": 0.890316, + "f1": 0.863095, + "accuracy": 0.890316, + "main_score": 0.863095, + "hf_subset": "mri_Latn-pan_Guru", + "languages": [ + "mri-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.799111, + "recall": 0.848814, + "f1": 0.814201, + "accuracy": 0.848814, + "main_score": 0.814201, + "hf_subset": "mri_Latn-som_Latn", + "languages": [ + "mri-Latn", + "som-Latn" + ] + }, + { + "precision": 0.620218, + "recall": 0.668972, + "f1": 0.633239, + "accuracy": 0.668972, + "main_score": 0.633239, + "hf_subset": "mri_Latn-tum_Latn", + "languages": [ + "mri-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.55367, + "recall": 0.63834, + "f1": 0.577901, + "accuracy": 0.63834, + "main_score": 0.577901, + "hf_subset": "rus_Cyrl-ace_Arab", + "languages": [ + "rus-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.469103, + "recall": 0.536561, + "f1": 0.487416, + "accuracy": 0.536561, + "main_score": 0.487416, + "hf_subset": "rus_Cyrl-bam_Latn", + "languages": [ + "rus-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.66393, + "recall": 0.744071, + "f1": 0.687239, + "accuracy": 0.744071, + "main_score": 0.687239, + "hf_subset": "rus_Cyrl-dzo_Tibt", + "languages": [ + "rus-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-hin_Deva", + "languages": [ + "rus-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "rus_Cyrl-khm_Khmr", + "languages": [ + "rus-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-mag_Deva", + "languages": [ + "rus-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-pap_Latn", + "languages": [ + "rus-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.871624, + "recall": 0.910079, + "f1": 0.883762, + "accuracy": 0.910079, + "main_score": 0.883762, + "hf_subset": "rus_Cyrl-sot_Latn", + "languages": [ + "rus-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-tur_Latn", + "languages": [ + "rus-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.875198, + "recall": 0.909091, + "f1": 0.885987, + "accuracy": 0.909091, + "main_score": 0.885987, + "hf_subset": "rus_Cyrl-ace_Latn", + "languages": [ + "rus-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "rus_Cyrl-ban_Latn", + "languages": [ + "rus-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "rus_Cyrl-ell_Grek", + "languages": [ + "rus-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "rus_Cyrl-hne_Deva", + "languages": [ + "rus-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.57969, + "recall": 0.653162, + "f1": 0.599678, + "accuracy": 0.653162, + "main_score": 0.599678, + "hf_subset": "rus_Cyrl-kik_Latn", + "languages": [ + "rus-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-mai_Deva", + "languages": [ + "rus-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "rus_Cyrl-pbt_Arab", + "languages": [ + "rus-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-spa_Latn", + "languages": [ + "rus-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.79664, + "recall": 0.849802, + "f1": 0.812846, + "accuracy": 0.849802, + "main_score": 0.812846, + "hf_subset": "rus_Cyrl-twi_Latn", + "languages": [ + "rus-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-acm_Arab", + "languages": [ + "rus-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-bel_Cyrl", + "languages": [ + "rus-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-hrv_Latn", + "languages": [ + "rus-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.872316, + "recall": 0.906126, + "f1": 0.882609, + "accuracy": 0.906126, + "main_score": 0.882609, + "hf_subset": "rus_Cyrl-kin_Latn", + "languages": [ + "rus-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-mal_Mlym", + "languages": [ + "rus-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-pes_Arab", + "languages": [ + "rus-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "rus_Cyrl-srd_Latn", + "languages": [ + "rus-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.208254, + "recall": 0.27668, + "f1": 0.224778, + "accuracy": 0.27668, + "main_score": 0.224778, + "hf_subset": "rus_Cyrl-tzm_Tfng", + "languages": [ + "rus-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-acq_Arab", + "languages": [ + "rus-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.671065, + "recall": 0.743083, + "f1": 0.691729, + "accuracy": 0.743083, + "main_score": 0.691729, + "hf_subset": "rus_Cyrl-bem_Latn", + "languages": [ + "rus-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-epo_Latn", + "languages": [ + "rus-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-hun_Latn", + "languages": [ + "rus-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "rus_Cyrl-kir_Cyrl", + "languages": [ + "rus-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-mar_Deva", + "languages": [ + "rus-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.878953, + "recall": 0.914032, + "f1": 0.889954, + "accuracy": 0.914032, + "main_score": 0.889954, + "hf_subset": "rus_Cyrl-plt_Latn", + "languages": [ + "rus-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-srp_Cyrl", + "languages": [ + "rus-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "rus_Cyrl-uig_Arab", + "languages": [ + "rus-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-aeb_Arab", + "languages": [ + "rus-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-ben_Beng", + "languages": [ + "rus-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-est_Latn", + "languages": [ + "rus-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-hye_Armn", + "languages": [ + "rus-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.48005, + "recall": 0.543478, + "f1": 0.497227, + "accuracy": 0.543478, + "main_score": 0.497227, + "hf_subset": "rus_Cyrl-kmb_Latn", + "languages": [ + "rus-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.509171, + "recall": 0.599802, + "f1": 0.534002, + "accuracy": 0.599802, + "main_score": 0.534002, + "hf_subset": "rus_Cyrl-min_Arab", + "languages": [ + "rus-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-pol_Latn", + "languages": [ + "rus-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.747513, + "recall": 0.813241, + "f1": 0.767396, + "accuracy": 0.813241, + "main_score": 0.767396, + "hf_subset": "rus_Cyrl-ssw_Latn", + "languages": [ + "rus-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-ukr_Cyrl", + "languages": [ + "rus-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-afr_Latn", + "languages": [ + "rus-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-bho_Deva", + "languages": [ + "rus-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-eus_Latn", + "languages": [ + "rus-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.87248, + "recall": 0.912055, + "f1": 0.885112, + "accuracy": 0.912055, + "main_score": 0.885112, + "hf_subset": "rus_Cyrl-ibo_Latn", + "languages": [ + "rus-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.888258, + "recall": 0.921937, + "f1": 0.898946, + "accuracy": 0.921937, + "main_score": 0.898946, + "hf_subset": "rus_Cyrl-kmr_Latn", + "languages": [ + "rus-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "rus_Cyrl-min_Latn", + "languages": [ + "rus-Cyrl", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-por_Latn", + "languages": [ + "rus-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "rus_Cyrl-sun_Latn", + "languages": [ + "rus-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.472366, + "recall": 0.541502, + "f1": 0.492223, + "accuracy": 0.541502, + "main_score": 0.492223, + "hf_subset": "rus_Cyrl-umb_Latn", + "languages": [ + "rus-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-ajp_Arab", + "languages": [ + "rus-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.525093, + "recall": 0.610672, + "f1": 0.548604, + "accuracy": 0.610672, + "main_score": 0.548604, + "hf_subset": "rus_Cyrl-bjn_Arab", + "languages": [ + "rus-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.453329, + "recall": 0.513834, + "f1": 0.46915, + "accuracy": 0.513834, + "main_score": 0.46915, + "hf_subset": "rus_Cyrl-ewe_Latn", + "languages": [ + "rus-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "rus_Cyrl-ilo_Latn", + "languages": [ + "rus-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.263482, + "recall": 0.33004, + "f1": 0.279671, + "accuracy": 0.33004, + "main_score": 0.279671, + "hf_subset": "rus_Cyrl-knc_Arab", + "languages": [ + "rus-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-mkd_Cyrl", + "languages": [ + "rus-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-prs_Arab", + "languages": [ + "rus-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-swe_Latn", + "languages": [ + "rus-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "rus_Cyrl-urd_Arab", + "languages": [ + "rus-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.762171, + "recall": 0.823123, + "f1": 0.780736, + "accuracy": 0.823123, + "main_score": 0.780736, + "hf_subset": "rus_Cyrl-aka_Latn", + "languages": [ + "rus-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "rus_Cyrl-bjn_Latn", + "languages": [ + "rus-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "rus_Cyrl-fao_Latn", + "languages": [ + "rus-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ind_Latn", + "languages": [ + "rus-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.519184, + "recall": 0.583004, + "f1": 0.536508, + "accuracy": 0.583004, + "main_score": 0.536508, + "hf_subset": "rus_Cyrl-knc_Latn", + "languages": [ + "rus-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-mlt_Latn", + "languages": [ + "rus-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.645456, + "recall": 0.715415, + "f1": 0.665637, + "accuracy": 0.715415, + "main_score": 0.665637, + "hf_subset": "rus_Cyrl-quy_Latn", + "languages": [ + "rus-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-swh_Latn", + "languages": [ + "rus-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-uzn_Latn", + "languages": [ + "rus-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-als_Latn", + "languages": [ + "rus-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.827875, + "recall": 0.876482, + "f1": 0.84277, + "accuracy": 0.876482, + "main_score": 0.84277, + "hf_subset": "rus_Cyrl-bod_Tibt", + "languages": [ + "rus-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.631991, + "recall": 0.704545, + "f1": 0.652624, + "accuracy": 0.704545, + "main_score": 0.652624, + "hf_subset": "rus_Cyrl-fij_Latn", + "languages": [ + "rus-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "rus_Cyrl-isl_Latn", + "languages": [ + "rus-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.611428, + "recall": 0.689723, + "f1": 0.633475, + "accuracy": 0.689723, + "main_score": 0.633475, + "hf_subset": "rus_Cyrl-kon_Latn", + "languages": [ + "rus-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.613994, + "recall": 0.69664, + "f1": 0.637279, + "accuracy": 0.69664, + "main_score": 0.637279, + "hf_subset": "rus_Cyrl-mni_Beng", + "languages": [ + "rus-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-ron_Latn", + "languages": [ + "rus-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "rus_Cyrl-szl_Latn", + "languages": [ + "rus-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-vec_Latn", + "languages": [ + "rus-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.937418, + "recall": 0.956522, + "f1": 0.943511, + "accuracy": 0.956522, + "main_score": 0.943511, + "hf_subset": "rus_Cyrl-amh_Ethi", + "languages": [ + "rus-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-bos_Latn", + "languages": [ + "rus-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-fin_Latn", + "languages": [ + "rus-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-ita_Latn", + "languages": [ + "rus-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-kor_Hang", + "languages": [ + "rus-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.495151, + "recall": 0.563241, + "f1": 0.513867, + "accuracy": 0.563241, + "main_score": 0.513867, + "hf_subset": "rus_Cyrl-mos_Latn", + "languages": [ + "rus-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.7653, + "recall": 0.826087, + "f1": 0.783517, + "accuracy": 0.826087, + "main_score": 0.783517, + "hf_subset": "rus_Cyrl-run_Latn", + "languages": [ + "rus-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "rus_Cyrl-tam_Taml", + "languages": [ + "rus-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-vie_Latn", + "languages": [ + "rus-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-apc_Arab", + "languages": [ + "rus-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.734651, + "recall": 0.801383, + "f1": 0.75471, + "accuracy": 0.801383, + "main_score": 0.75471, + "hf_subset": "rus_Cyrl-bug_Latn", + "languages": [ + "rus-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.420119, + "recall": 0.478261, + "f1": 0.435476, + "accuracy": 0.478261, + "main_score": 0.435476, + "hf_subset": "rus_Cyrl-fon_Latn", + "languages": [ + "rus-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "rus_Cyrl-jav_Latn", + "languages": [ + "rus-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "rus_Cyrl-lao_Laoo", + "languages": [ + "rus-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.877388, + "recall": 0.91502, + "f1": 0.889394, + "accuracy": 0.91502, + "main_score": 0.889394, + "hf_subset": "rus_Cyrl-mri_Latn", + "languages": [ + "rus-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.505242, + "recall": 0.572134, + "f1": 0.523657, + "accuracy": 0.572134, + "main_score": 0.523657, + "hf_subset": "rus_Cyrl-taq_Latn", + "languages": [ + "rus-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-war_Latn", + "languages": [ + "rus-Cyrl", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-arb_Arab", + "languages": [ + "rus-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-bul_Cyrl", + "languages": [ + "rus-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-fra_Latn", + "languages": [ + "rus-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-jpn_Jpan", + "languages": [ + "rus-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-lij_Latn", + "languages": [ + "rus-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "rus_Cyrl-mya_Mymr", + "languages": [ + "rus-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.551872, + "recall": 0.625494, + "f1": 0.571548, + "accuracy": 0.625494, + "main_score": 0.571548, + "hf_subset": "rus_Cyrl-sag_Latn", + "languages": [ + "rus-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.228259, + "recall": 0.295455, + "f1": 0.244671, + "accuracy": 0.295455, + "main_score": 0.244671, + "hf_subset": "rus_Cyrl-taq_Tfng", + "languages": [ + "rus-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.624173, + "recall": 0.698617, + "f1": 0.645558, + "accuracy": 0.698617, + "main_score": 0.645558, + "hf_subset": "rus_Cyrl-wol_Latn", + "languages": [ + "rus-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.859354, + "recall": 0.900198, + "f1": 0.87197, + "accuracy": 0.900198, + "main_score": 0.87197, + "hf_subset": "rus_Cyrl-arb_Latn", + "languages": [ + "rus-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-cat_Latn", + "languages": [ + "rus-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "rus_Cyrl-fur_Latn", + "languages": [ + "rus-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.447161, + "recall": 0.523715, + "f1": 0.468373, + "accuracy": 0.523715, + "main_score": 0.468373, + "hf_subset": "rus_Cyrl-kab_Latn", + "languages": [ + "rus-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "rus_Cyrl-lim_Latn", + "languages": [ + "rus-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-nld_Latn", + "languages": [ + "rus-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "rus_Cyrl-san_Deva", + "languages": [ + "rus-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-tat_Cyrl", + "languages": [ + "rus-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.881868, + "recall": 0.91502, + "f1": 0.892358, + "accuracy": 0.91502, + "main_score": 0.892358, + "hf_subset": "rus_Cyrl-xho_Latn", + "languages": [ + "rus-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ars_Arab", + "languages": [ + "rus-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-ceb_Latn", + "languages": [ + "rus-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.470936, + "recall": 0.548419, + "f1": 0.491968, + "accuracy": 0.548419, + "main_score": 0.491968, + "hf_subset": "rus_Cyrl-fuv_Latn", + "languages": [ + "rus-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.468001, + "recall": 0.537549, + "f1": 0.486279, + "accuracy": 0.537549, + "main_score": 0.486279, + "hf_subset": "rus_Cyrl-kac_Latn", + "languages": [ + "rus-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.632232, + "recall": 0.708498, + "f1": 0.65376, + "accuracy": 0.708498, + "main_score": 0.65376, + "hf_subset": "rus_Cyrl-lin_Latn", + "languages": [ + "rus-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-nno_Latn", + "languages": [ + "rus-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.879727, + "recall": 0.913043, + "f1": 0.889493, + "accuracy": 0.913043, + "main_score": 0.889493, + "hf_subset": "rus_Cyrl-sat_Olck", + "languages": [ + "rus-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "rus_Cyrl-tel_Telu", + "languages": [ + "rus-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "rus_Cyrl-ydd_Hebr", + "languages": [ + "rus-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "rus_Cyrl-ary_Arab", + "languages": [ + "rus-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-ces_Latn", + "languages": [ + "rus-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.566619, + "recall": 0.644269, + "f1": 0.588224, + "accuracy": 0.644269, + "main_score": 0.588224, + "hf_subset": "rus_Cyrl-gaz_Latn", + "languages": [ + "rus-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.544243, + "recall": 0.62747, + "f1": 0.567109, + "accuracy": 0.62747, + "main_score": 0.567109, + "hf_subset": "rus_Cyrl-kam_Latn", + "languages": [ + "rus-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "rus_Cyrl-lit_Latn", + "languages": [ + "rus-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-nob_Latn", + "languages": [ + "rus-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-scn_Latn", + "languages": [ + "rus-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "rus_Cyrl-tgk_Cyrl", + "languages": [ + "rus-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.759519, + "recall": 0.824111, + "f1": 0.779051, + "accuracy": 0.824111, + "main_score": 0.779051, + "hf_subset": "rus_Cyrl-yor_Latn", + "languages": [ + "rus-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-arz_Arab", + "languages": [ + "rus-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.48103, + "recall": 0.559289, + "f1": 0.502314, + "accuracy": 0.559289, + "main_score": 0.502314, + "hf_subset": "rus_Cyrl-cjk_Latn", + "languages": [ + "rus-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "rus_Cyrl-gla_Latn", + "languages": [ + "rus-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-kan_Knda", + "languages": [ + "rus-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "rus_Cyrl-lmo_Latn", + "languages": [ + "rus-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "rus_Cyrl-npi_Deva", + "languages": [ + "rus-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.53506, + "recall": 0.618577, + "f1": 0.558214, + "accuracy": 0.618577, + "main_score": 0.558214, + "hf_subset": "rus_Cyrl-shn_Mymr", + "languages": [ + "rus-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-tgl_Latn", + "languages": [ + "rus-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-yue_Hant", + "languages": [ + "rus-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "rus_Cyrl-asm_Beng", + "languages": [ + "rus-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.93997, + "recall": 0.958498, + "f1": 0.946047, + "accuracy": 0.958498, + "main_score": 0.946047, + "hf_subset": "rus_Cyrl-ckb_Arab", + "languages": [ + "rus-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.979167, + "recall": 0.985178, + "f1": 0.980962, + "accuracy": 0.985178, + "main_score": 0.980962, + "hf_subset": "rus_Cyrl-gle_Latn", + "languages": [ + "rus-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.931736, + "recall": 0.953557, + "f1": 0.938801, + "accuracy": 0.953557, + "main_score": 0.938801, + "hf_subset": "rus_Cyrl-kas_Arab", + "languages": [ + "rus-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.917819, + "recall": 0.943676, + "f1": 0.926219, + "accuracy": 0.943676, + "main_score": 0.926219, + "hf_subset": "rus_Cyrl-ltg_Latn", + "languages": [ + "rus-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.792335, + "recall": 0.843874, + "f1": 0.807625, + "accuracy": 0.843874, + "main_score": 0.807625, + "hf_subset": "rus_Cyrl-nso_Latn", + "languages": [ + "rus-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "rus_Cyrl-sin_Sinh", + "languages": [ + "rus-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-tha_Thai", + "languages": [ + "rus-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-zho_Hans", + "languages": [ + "rus-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-ast_Latn", + "languages": [ + "rus-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "rus_Cyrl-crh_Latn", + "languages": [ + "rus-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-glg_Latn", + "languages": [ + "rus-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.874753, + "recall": 0.911067, + "f1": 0.885903, + "accuracy": 0.911067, + "main_score": 0.885903, + "hf_subset": "rus_Cyrl-kas_Deva", + "languages": [ + "rus-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "rus_Cyrl-ltz_Latn", + "languages": [ + "rus-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.429251, + "recall": 0.5, + "f1": 0.448303, + "accuracy": 0.5, + "main_score": 0.448303, + "hf_subset": "rus_Cyrl-nus_Latn", + "languages": [ + "rus-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-slk_Latn", + "languages": [ + "rus-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.650543, + "recall": 0.726285, + "f1": 0.67207, + "accuracy": 0.726285, + "main_score": 0.67207, + "hf_subset": "rus_Cyrl-tir_Ethi", + "languages": [ + "rus-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-zho_Hant", + "languages": [ + "rus-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "rus_Cyrl-awa_Deva", + "languages": [ + "rus-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "rus_Cyrl-cym_Latn", + "languages": [ + "rus-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.790942, + "recall": 0.841897, + "f1": 0.806126, + "accuracy": 0.841897, + "main_score": 0.806126, + "hf_subset": "rus_Cyrl-grn_Latn", + "languages": [ + "rus-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-kat_Geor", + "languages": [ + "rus-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.589815, + "recall": 0.662055, + "f1": 0.61037, + "accuracy": 0.662055, + "main_score": 0.61037, + "hf_subset": "rus_Cyrl-lua_Latn", + "languages": [ + "rus-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.832675, + "recall": 0.880435, + "f1": 0.847596, + "accuracy": 0.880435, + "main_score": 0.847596, + "hf_subset": "rus_Cyrl-nya_Latn", + "languages": [ + "rus-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-slv_Latn", + "languages": [ + "rus-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "rus_Cyrl-tpi_Latn", + "languages": [ + "rus-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-zsm_Latn", + "languages": [ + "rus-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.497671, + "recall": 0.566206, + "f1": 0.516391, + "accuracy": 0.566206, + "main_score": 0.516391, + "hf_subset": "rus_Cyrl-ayr_Latn", + "languages": [ + "rus-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-dan_Latn", + "languages": [ + "rus-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-guj_Gujr", + "languages": [ + "rus-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-kaz_Cyrl", + "languages": [ + "rus-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.650889, + "recall": 0.730237, + "f1": 0.674177, + "accuracy": 0.730237, + "main_score": 0.674177, + "hf_subset": "rus_Cyrl-lug_Latn", + "languages": [ + "rus-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-oci_Latn", + "languages": [ + "rus-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.845224, + "recall": 0.887352, + "f1": 0.858286, + "accuracy": 0.887352, + "main_score": 0.858286, + "hf_subset": "rus_Cyrl-smo_Latn", + "languages": [ + "rus-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.750774, + "recall": 0.814229, + "f1": 0.770059, + "accuracy": 0.814229, + "main_score": 0.770059, + "hf_subset": "rus_Cyrl-tsn_Latn", + "languages": [ + "rus-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.906785, + "recall": 0.935771, + "f1": 0.916008, + "accuracy": 0.935771, + "main_score": 0.916008, + "hf_subset": "rus_Cyrl-zul_Latn", + "languages": [ + "rus-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.945487, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "rus_Cyrl-azb_Arab", + "languages": [ + "rus-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-deu_Latn", + "languages": [ + "rus-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "rus_Cyrl-hat_Latn", + "languages": [ + "rus-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.466801, + "recall": 0.533597, + "f1": 0.485369, + "accuracy": 0.533597, + "main_score": 0.485369, + "hf_subset": "rus_Cyrl-kbp_Latn", + "languages": [ + "rus-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.506102, + "recall": 0.576087, + "f1": 0.524657, + "accuracy": 0.576087, + "main_score": 0.524657, + "hf_subset": "rus_Cyrl-luo_Latn", + "languages": [ + "rus-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "rus_Cyrl-ory_Orya", + "languages": [ + "rus-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.904562, + "recall": 0.933794, + "f1": 0.913933, + "accuracy": 0.933794, + "main_score": 0.913933, + "hf_subset": "rus_Cyrl-sna_Latn", + "languages": [ + "rus-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.661737, + "recall": 0.736166, + "f1": 0.683122, + "accuracy": 0.736166, + "main_score": 0.683122, + "hf_subset": "rus_Cyrl-tso_Latn", + "languages": [ + "rus-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-azj_Latn", + "languages": [ + "rus-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.490588, + "recall": 0.565217, + "f1": 0.511306, + "accuracy": 0.565217, + "main_score": 0.511306, + "hf_subset": "rus_Cyrl-dik_Latn", + "languages": [ + "rus-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.913043, + "recall": 0.939723, + "f1": 0.921772, + "accuracy": 0.939723, + "main_score": 0.921772, + "hf_subset": "rus_Cyrl-hau_Latn", + "languages": [ + "rus-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "rus_Cyrl-kea_Latn", + "languages": [ + "rus-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.933136, + "recall": 0.954545, + "f1": 0.940053, + "accuracy": 0.954545, + "main_score": 0.940053, + "hf_subset": "rus_Cyrl-lus_Latn", + "languages": [ + "rus-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.880599, + "recall": 0.916996, + "f1": 0.89226, + "accuracy": 0.916996, + "main_score": 0.89226, + "hf_subset": "rus_Cyrl-pag_Latn", + "languages": [ + "rus-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "rus_Cyrl-snd_Arab", + "languages": [ + "rus-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "rus_Cyrl-tuk_Latn", + "languages": [ + "rus-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-bak_Cyrl", + "languages": [ + "rus-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.466583, + "recall": 0.54249, + "f1": 0.487479, + "accuracy": 0.54249, + "main_score": 0.487479, + "hf_subset": "rus_Cyrl-dyu_Latn", + "languages": [ + "rus-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-heb_Hebr", + "languages": [ + "rus-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "rus_Cyrl-khk_Cyrl", + "languages": [ + "rus-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-lvs_Latn", + "languages": [ + "rus-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-pan_Guru", + "languages": [ + "rus-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.879035, + "recall": 0.916008, + "f1": 0.890711, + "accuracy": 0.916008, + "main_score": 0.890711, + "hf_subset": "rus_Cyrl-som_Latn", + "languages": [ + "rus-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.708185, + "recall": 0.768775, + "f1": 0.725861, + "accuracy": 0.768775, + "main_score": 0.725861, + "hf_subset": "rus_Cyrl-tum_Latn", + "languages": [ + "rus-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.416351, + "recall": 0.462451, + "f1": 0.428354, + "accuracy": 0.462451, + "main_score": 0.428354, + "hf_subset": "taq_Latn-ace_Arab", + "languages": [ + "taq-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.471574, + "recall": 0.505929, + "f1": 0.481851, + "accuracy": 0.505929, + "main_score": 0.481851, + "hf_subset": "taq_Latn-bam_Latn", + "languages": [ + "taq-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.333704, + "recall": 0.389328, + "f1": 0.349467, + "accuracy": 0.389328, + "main_score": 0.349467, + "hf_subset": "taq_Latn-dzo_Tibt", + "languages": [ + "taq-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.504098, + "recall": 0.550395, + "f1": 0.516678, + "accuracy": 0.550395, + "main_score": 0.516678, + "hf_subset": "taq_Latn-hin_Deva", + "languages": [ + "taq-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.458391, + "recall": 0.504941, + "f1": 0.471416, + "accuracy": 0.504941, + "main_score": 0.471416, + "hf_subset": "taq_Latn-khm_Khmr", + "languages": [ + "taq-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.485128, + "recall": 0.533597, + "f1": 0.498479, + "accuracy": 0.533597, + "main_score": 0.498479, + "hf_subset": "taq_Latn-mag_Deva", + "languages": [ + "taq-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.512155, + "recall": 0.554348, + "f1": 0.523222, + "accuracy": 0.554348, + "main_score": 0.523222, + "hf_subset": "taq_Latn-pap_Latn", + "languages": [ + "taq-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.472505, + "recall": 0.519763, + "f1": 0.485073, + "accuracy": 0.519763, + "main_score": 0.485073, + "hf_subset": "taq_Latn-sot_Latn", + "languages": [ + "taq-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.499582, + "recall": 0.54249, + "f1": 0.511256, + "accuracy": 0.54249, + "main_score": 0.511256, + "hf_subset": "taq_Latn-tur_Latn", + "languages": [ + "taq-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.489231, + "recall": 0.532609, + "f1": 0.500631, + "accuracy": 0.532609, + "main_score": 0.500631, + "hf_subset": "taq_Latn-ace_Latn", + "languages": [ + "taq-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.504491, + "recall": 0.544466, + "f1": 0.515381, + "accuracy": 0.544466, + "main_score": 0.515381, + "hf_subset": "taq_Latn-ban_Latn", + "languages": [ + "taq-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.501649, + "recall": 0.550395, + "f1": 0.513768, + "accuracy": 0.550395, + "main_score": 0.513768, + "hf_subset": "taq_Latn-ell_Grek", + "languages": [ + "taq-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.480259, + "recall": 0.52668, + "f1": 0.492527, + "accuracy": 0.52668, + "main_score": 0.492527, + "hf_subset": "taq_Latn-hne_Deva", + "languages": [ + "taq-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.459136, + "recall": 0.496047, + "f1": 0.469575, + "accuracy": 0.496047, + "main_score": 0.469575, + "hf_subset": "taq_Latn-kik_Latn", + "languages": [ + "taq-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.490852, + "recall": 0.536561, + "f1": 0.502645, + "accuracy": 0.536561, + "main_score": 0.502645, + "hf_subset": "taq_Latn-mai_Deva", + "languages": [ + "taq-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.478462, + "recall": 0.523715, + "f1": 0.490354, + "accuracy": 0.523715, + "main_score": 0.490354, + "hf_subset": "taq_Latn-pbt_Arab", + "languages": [ + "taq-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.514373, + "recall": 0.5583, + "f1": 0.526404, + "accuracy": 0.5583, + "main_score": 0.526404, + "hf_subset": "taq_Latn-spa_Latn", + "languages": [ + "taq-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.488362, + "recall": 0.530632, + "f1": 0.500284, + "accuracy": 0.530632, + "main_score": 0.500284, + "hf_subset": "taq_Latn-twi_Latn", + "languages": [ + "taq-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.490835, + "recall": 0.540514, + "f1": 0.504075, + "accuracy": 0.540514, + "main_score": 0.504075, + "hf_subset": "taq_Latn-acm_Arab", + "languages": [ + "taq-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.462746, + "recall": 0.513834, + "f1": 0.476635, + "accuracy": 0.513834, + "main_score": 0.476635, + "hf_subset": "taq_Latn-bel_Cyrl", + "languages": [ + "taq-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.521958, + "recall": 0.575099, + "f1": 0.537477, + "accuracy": 0.575099, + "main_score": 0.537477, + "hf_subset": "taq_Latn-eng_Latn", + "languages": [ + "taq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.500473, + "recall": 0.544466, + "f1": 0.512882, + "accuracy": 0.544466, + "main_score": 0.512882, + "hf_subset": "taq_Latn-hrv_Latn", + "languages": [ + "taq-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.466693, + "recall": 0.51087, + "f1": 0.478664, + "accuracy": 0.51087, + "main_score": 0.478664, + "hf_subset": "taq_Latn-kin_Latn", + "languages": [ + "taq-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.470963, + "recall": 0.522727, + "f1": 0.484275, + "accuracy": 0.522727, + "main_score": 0.484275, + "hf_subset": "taq_Latn-mal_Mlym", + "languages": [ + "taq-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.491243, + "recall": 0.536561, + "f1": 0.503044, + "accuracy": 0.536561, + "main_score": 0.503044, + "hf_subset": "taq_Latn-pes_Arab", + "languages": [ + "taq-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.497835, + "recall": 0.539526, + "f1": 0.508923, + "accuracy": 0.539526, + "main_score": 0.508923, + "hf_subset": "taq_Latn-srd_Latn", + "languages": [ + "taq-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.254474, + "recall": 0.307312, + "f1": 0.268047, + "accuracy": 0.307312, + "main_score": 0.268047, + "hf_subset": "taq_Latn-tzm_Tfng", + "languages": [ + "taq-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.480163, + "recall": 0.532609, + "f1": 0.493994, + "accuracy": 0.532609, + "main_score": 0.493994, + "hf_subset": "taq_Latn-acq_Arab", + "languages": [ + "taq-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.49422, + "recall": 0.530632, + "f1": 0.504379, + "accuracy": 0.530632, + "main_score": 0.504379, + "hf_subset": "taq_Latn-bem_Latn", + "languages": [ + "taq-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.495947, + "recall": 0.535573, + "f1": 0.505903, + "accuracy": 0.535573, + "main_score": 0.505903, + "hf_subset": "taq_Latn-epo_Latn", + "languages": [ + "taq-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.500816, + "recall": 0.546443, + "f1": 0.513327, + "accuracy": 0.546443, + "main_score": 0.513327, + "hf_subset": "taq_Latn-hun_Latn", + "languages": [ + "taq-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.456865, + "recall": 0.508893, + "f1": 0.47076, + "accuracy": 0.508893, + "main_score": 0.47076, + "hf_subset": "taq_Latn-kir_Cyrl", + "languages": [ + "taq-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.481242, + "recall": 0.527668, + "f1": 0.493871, + "accuracy": 0.527668, + "main_score": 0.493871, + "hf_subset": "taq_Latn-mar_Deva", + "languages": [ + "taq-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.478846, + "recall": 0.518775, + "f1": 0.489802, + "accuracy": 0.518775, + "main_score": 0.489802, + "hf_subset": "taq_Latn-plt_Latn", + "languages": [ + "taq-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.488997, + "recall": 0.533597, + "f1": 0.50077, + "accuracy": 0.533597, + "main_score": 0.50077, + "hf_subset": "taq_Latn-srp_Cyrl", + "languages": [ + "taq-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.428054, + "recall": 0.48419, + "f1": 0.442667, + "accuracy": 0.48419, + "main_score": 0.442667, + "hf_subset": "taq_Latn-uig_Arab", + "languages": [ + "taq-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.476645, + "recall": 0.518775, + "f1": 0.487812, + "accuracy": 0.518775, + "main_score": 0.487812, + "hf_subset": "taq_Latn-aeb_Arab", + "languages": [ + "taq-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.50021, + "recall": 0.538538, + "f1": 0.510221, + "accuracy": 0.538538, + "main_score": 0.510221, + "hf_subset": "taq_Latn-ben_Beng", + "languages": [ + "taq-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.483198, + "recall": 0.531621, + "f1": 0.496675, + "accuracy": 0.531621, + "main_score": 0.496675, + "hf_subset": "taq_Latn-est_Latn", + "languages": [ + "taq-Latn", + "est-Latn" + ] + }, + { + "precision": 0.456901, + "recall": 0.506917, + "f1": 0.469619, + "accuracy": 0.506917, + "main_score": 0.469619, + "hf_subset": "taq_Latn-hye_Armn", + "languages": [ + "taq-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.472398, + "recall": 0.504941, + "f1": 0.481541, + "accuracy": 0.504941, + "main_score": 0.481541, + "hf_subset": "taq_Latn-kmb_Latn", + "languages": [ + "taq-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.389332, + "recall": 0.443676, + "f1": 0.404598, + "accuracy": 0.443676, + "main_score": 0.404598, + "hf_subset": "taq_Latn-min_Arab", + "languages": [ + "taq-Latn", + "min-Arab" + ] + }, + { + "precision": 0.511553, + "recall": 0.557312, + "f1": 0.524703, + "accuracy": 0.557312, + "main_score": 0.524703, + "hf_subset": "taq_Latn-pol_Latn", + "languages": [ + "taq-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.472818, + "recall": 0.51581, + "f1": 0.48421, + "accuracy": 0.51581, + "main_score": 0.48421, + "hf_subset": "taq_Latn-ssw_Latn", + "languages": [ + "taq-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.494026, + "recall": 0.54249, + "f1": 0.50655, + "accuracy": 0.54249, + "main_score": 0.50655, + "hf_subset": "taq_Latn-ukr_Cyrl", + "languages": [ + "taq-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.497413, + "recall": 0.540514, + "f1": 0.508476, + "accuracy": 0.540514, + "main_score": 0.508476, + "hf_subset": "taq_Latn-afr_Latn", + "languages": [ + "taq-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.513509, + "recall": 0.55336, + "f1": 0.523925, + "accuracy": 0.55336, + "main_score": 0.523925, + "hf_subset": "taq_Latn-bho_Deva", + "languages": [ + "taq-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.478435, + "recall": 0.523715, + "f1": 0.490325, + "accuracy": 0.523715, + "main_score": 0.490325, + "hf_subset": "taq_Latn-eus_Latn", + "languages": [ + "taq-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.466579, + "recall": 0.502964, + "f1": 0.476331, + "accuracy": 0.502964, + "main_score": 0.476331, + "hf_subset": "taq_Latn-ibo_Latn", + "languages": [ + "taq-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.479845, + "recall": 0.519763, + "f1": 0.490766, + "accuracy": 0.519763, + "main_score": 0.490766, + "hf_subset": "taq_Latn-kmr_Latn", + "languages": [ + "taq-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.485847, + "recall": 0.528656, + "f1": 0.496726, + "accuracy": 0.528656, + "main_score": 0.496726, + "hf_subset": "taq_Latn-min_Latn", + "languages": [ + "taq-Latn", + "min-Latn" + ] + }, + { + "precision": 0.506434, + "recall": 0.550395, + "f1": 0.518267, + "accuracy": 0.550395, + "main_score": 0.518267, + "hf_subset": "taq_Latn-por_Latn", + "languages": [ + "taq-Latn", + "por-Latn" + ] + }, + { + "precision": 0.498077, + "recall": 0.538538, + "f1": 0.508699, + "accuracy": 0.538538, + "main_score": 0.508699, + "hf_subset": "taq_Latn-sun_Latn", + "languages": [ + "taq-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.44753, + "recall": 0.493083, + "f1": 0.461185, + "accuracy": 0.493083, + "main_score": 0.461185, + "hf_subset": "taq_Latn-umb_Latn", + "languages": [ + "taq-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.503261, + "recall": 0.554348, + "f1": 0.516596, + "accuracy": 0.554348, + "main_score": 0.516596, + "hf_subset": "taq_Latn-ajp_Arab", + "languages": [ + "taq-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.404125, + "recall": 0.453557, + "f1": 0.418365, + "accuracy": 0.453557, + "main_score": 0.418365, + "hf_subset": "taq_Latn-bjn_Arab", + "languages": [ + "taq-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.468585, + "recall": 0.501976, + "f1": 0.4782, + "accuracy": 0.501976, + "main_score": 0.4782, + "hf_subset": "taq_Latn-ewe_Latn", + "languages": [ + "taq-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.493631, + "recall": 0.534585, + "f1": 0.504704, + "accuracy": 0.534585, + "main_score": 0.504704, + "hf_subset": "taq_Latn-ilo_Latn", + "languages": [ + "taq-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.29552, + "recall": 0.351779, + "f1": 0.310406, + "accuracy": 0.351779, + "main_score": 0.310406, + "hf_subset": "taq_Latn-knc_Arab", + "languages": [ + "taq-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.495919, + "recall": 0.535573, + "f1": 0.506522, + "accuracy": 0.535573, + "main_score": 0.506522, + "hf_subset": "taq_Latn-mkd_Cyrl", + "languages": [ + "taq-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.498761, + "recall": 0.546443, + "f1": 0.511818, + "accuracy": 0.546443, + "main_score": 0.511818, + "hf_subset": "taq_Latn-prs_Arab", + "languages": [ + "taq-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.509667, + "recall": 0.557312, + "f1": 0.522305, + "accuracy": 0.557312, + "main_score": 0.522305, + "hf_subset": "taq_Latn-swe_Latn", + "languages": [ + "taq-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.477124, + "recall": 0.525692, + "f1": 0.489915, + "accuracy": 0.525692, + "main_score": 0.489915, + "hf_subset": "taq_Latn-urd_Arab", + "languages": [ + "taq-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.489952, + "recall": 0.530632, + "f1": 0.500867, + "accuracy": 0.530632, + "main_score": 0.500867, + "hf_subset": "taq_Latn-aka_Latn", + "languages": [ + "taq-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.495111, + "recall": 0.537549, + "f1": 0.506708, + "accuracy": 0.537549, + "main_score": 0.506708, + "hf_subset": "taq_Latn-bjn_Latn", + "languages": [ + "taq-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.47082, + "recall": 0.512846, + "f1": 0.482697, + "accuracy": 0.512846, + "main_score": 0.482697, + "hf_subset": "taq_Latn-fao_Latn", + "languages": [ + "taq-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.512211, + "recall": 0.554348, + "f1": 0.523629, + "accuracy": 0.554348, + "main_score": 0.523629, + "hf_subset": "taq_Latn-ind_Latn", + "languages": [ + "taq-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.490855, + "recall": 0.525692, + "f1": 0.500921, + "accuracy": 0.525692, + "main_score": 0.500921, + "hf_subset": "taq_Latn-knc_Latn", + "languages": [ + "taq-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.483618, + "recall": 0.523715, + "f1": 0.493712, + "accuracy": 0.523715, + "main_score": 0.493712, + "hf_subset": "taq_Latn-mlt_Latn", + "languages": [ + "taq-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.499896, + "recall": 0.538538, + "f1": 0.511232, + "accuracy": 0.538538, + "main_score": 0.511232, + "hf_subset": "taq_Latn-quy_Latn", + "languages": [ + "taq-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.487319, + "recall": 0.533597, + "f1": 0.499852, + "accuracy": 0.533597, + "main_score": 0.499852, + "hf_subset": "taq_Latn-swh_Latn", + "languages": [ + "taq-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.468282, + "recall": 0.511858, + "f1": 0.479578, + "accuracy": 0.511858, + "main_score": 0.479578, + "hf_subset": "taq_Latn-uzn_Latn", + "languages": [ + "taq-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.492869, + "recall": 0.539526, + "f1": 0.504394, + "accuracy": 0.539526, + "main_score": 0.504394, + "hf_subset": "taq_Latn-als_Latn", + "languages": [ + "taq-Latn", + "als-Latn" + ] + }, + { + "precision": 0.367104, + "recall": 0.420949, + "f1": 0.381477, + "accuracy": 0.420949, + "main_score": 0.381477, + "hf_subset": "taq_Latn-bod_Tibt", + "languages": [ + "taq-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.491914, + "recall": 0.530632, + "f1": 0.502985, + "accuracy": 0.530632, + "main_score": 0.502985, + "hf_subset": "taq_Latn-fij_Latn", + "languages": [ + "taq-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.459011, + "recall": 0.508893, + "f1": 0.471584, + "accuracy": 0.508893, + "main_score": 0.471584, + "hf_subset": "taq_Latn-isl_Latn", + "languages": [ + "taq-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.513879, + "recall": 0.547431, + "f1": 0.523865, + "accuracy": 0.547431, + "main_score": 0.523865, + "hf_subset": "taq_Latn-kon_Latn", + "languages": [ + "taq-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.466232, + "recall": 0.51087, + "f1": 0.478817, + "accuracy": 0.51087, + "main_score": 0.478817, + "hf_subset": "taq_Latn-mni_Beng", + "languages": [ + "taq-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.509854, + "recall": 0.556324, + "f1": 0.522307, + "accuracy": 0.556324, + "main_score": 0.522307, + "hf_subset": "taq_Latn-ron_Latn", + "languages": [ + "taq-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.49144, + "recall": 0.538538, + "f1": 0.50509, + "accuracy": 0.538538, + "main_score": 0.50509, + "hf_subset": "taq_Latn-szl_Latn", + "languages": [ + "taq-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.511908, + "recall": 0.556324, + "f1": 0.523804, + "accuracy": 0.556324, + "main_score": 0.523804, + "hf_subset": "taq_Latn-vec_Latn", + "languages": [ + "taq-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.486456, + "recall": 0.530632, + "f1": 0.49856, + "accuracy": 0.530632, + "main_score": 0.49856, + "hf_subset": "taq_Latn-amh_Ethi", + "languages": [ + "taq-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.510429, + "recall": 0.55336, + "f1": 0.522158, + "accuracy": 0.55336, + "main_score": 0.522158, + "hf_subset": "taq_Latn-bos_Latn", + "languages": [ + "taq-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.488977, + "recall": 0.527668, + "f1": 0.499022, + "accuracy": 0.527668, + "main_score": 0.499022, + "hf_subset": "taq_Latn-fin_Latn", + "languages": [ + "taq-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.510273, + "recall": 0.55336, + "f1": 0.522222, + "accuracy": 0.55336, + "main_score": 0.522222, + "hf_subset": "taq_Latn-ita_Latn", + "languages": [ + "taq-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.504817, + "recall": 0.547431, + "f1": 0.516448, + "accuracy": 0.547431, + "main_score": 0.516448, + "hf_subset": "taq_Latn-kor_Hang", + "languages": [ + "taq-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.477381, + "recall": 0.519763, + "f1": 0.489152, + "accuracy": 0.519763, + "main_score": 0.489152, + "hf_subset": "taq_Latn-mos_Latn", + "languages": [ + "taq-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.478941, + "recall": 0.519763, + "f1": 0.490853, + "accuracy": 0.519763, + "main_score": 0.490853, + "hf_subset": "taq_Latn-run_Latn", + "languages": [ + "taq-Latn", + "run-Latn" + ] + }, + { + "precision": 0.468974, + "recall": 0.519763, + "f1": 0.482399, + "accuracy": 0.519763, + "main_score": 0.482399, + "hf_subset": "taq_Latn-tam_Taml", + "languages": [ + "taq-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.491582, + "recall": 0.532609, + "f1": 0.502758, + "accuracy": 0.532609, + "main_score": 0.502758, + "hf_subset": "taq_Latn-vie_Latn", + "languages": [ + "taq-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.488467, + "recall": 0.541502, + "f1": 0.501863, + "accuracy": 0.541502, + "main_score": 0.501863, + "hf_subset": "taq_Latn-apc_Arab", + "languages": [ + "taq-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.498642, + "recall": 0.540514, + "f1": 0.510631, + "accuracy": 0.540514, + "main_score": 0.510631, + "hf_subset": "taq_Latn-bug_Latn", + "languages": [ + "taq-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.440728, + "recall": 0.477273, + "f1": 0.451019, + "accuracy": 0.477273, + "main_score": 0.451019, + "hf_subset": "taq_Latn-fon_Latn", + "languages": [ + "taq-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.480151, + "recall": 0.522727, + "f1": 0.491435, + "accuracy": 0.522727, + "main_score": 0.491435, + "hf_subset": "taq_Latn-jav_Latn", + "languages": [ + "taq-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.451379, + "recall": 0.48913, + "f1": 0.460852, + "accuracy": 0.48913, + "main_score": 0.460852, + "hf_subset": "taq_Latn-lao_Laoo", + "languages": [ + "taq-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.445443, + "recall": 0.487154, + "f1": 0.456725, + "accuracy": 0.487154, + "main_score": 0.456725, + "hf_subset": "taq_Latn-mri_Latn", + "languages": [ + "taq-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.494844, + "recall": 0.544466, + "f1": 0.508415, + "accuracy": 0.544466, + "main_score": 0.508415, + "hf_subset": "taq_Latn-rus_Cyrl", + "languages": [ + "taq-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.483145, + "recall": 0.529644, + "f1": 0.495392, + "accuracy": 0.529644, + "main_score": 0.495392, + "hf_subset": "taq_Latn-war_Latn", + "languages": [ + "taq-Latn", + "war-Latn" + ] + }, + { + "precision": 0.486364, + "recall": 0.536561, + "f1": 0.499676, + "accuracy": 0.536561, + "main_score": 0.499676, + "hf_subset": "taq_Latn-arb_Arab", + "languages": [ + "taq-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.5019, + "recall": 0.550395, + "f1": 0.514707, + "accuracy": 0.550395, + "main_score": 0.514707, + "hf_subset": "taq_Latn-bul_Cyrl", + "languages": [ + "taq-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.514197, + "recall": 0.557312, + "f1": 0.525521, + "accuracy": 0.557312, + "main_score": 0.525521, + "hf_subset": "taq_Latn-fra_Latn", + "languages": [ + "taq-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.494237, + "recall": 0.54249, + "f1": 0.507906, + "accuracy": 0.54249, + "main_score": 0.507906, + "hf_subset": "taq_Latn-jpn_Jpan", + "languages": [ + "taq-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.503205, + "recall": 0.544466, + "f1": 0.514784, + "accuracy": 0.544466, + "main_score": 0.514784, + "hf_subset": "taq_Latn-lij_Latn", + "languages": [ + "taq-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.452703, + "recall": 0.501976, + "f1": 0.465756, + "accuracy": 0.501976, + "main_score": 0.465756, + "hf_subset": "taq_Latn-mya_Mymr", + "languages": [ + "taq-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.491035, + "recall": 0.535573, + "f1": 0.503293, + "accuracy": 0.535573, + "main_score": 0.503293, + "hf_subset": "taq_Latn-sag_Latn", + "languages": [ + "taq-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.602545, + "recall": 0.68083, + "f1": 0.623091, + "accuracy": 0.68083, + "main_score": 0.623091, + "hf_subset": "taq_Latn-taq_Tfng", + "languages": [ + "taq-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.525478, + "recall": 0.562253, + "f1": 0.53644, + "accuracy": 0.562253, + "main_score": 0.53644, + "hf_subset": "taq_Latn-wol_Latn", + "languages": [ + "taq-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.449828, + "recall": 0.502964, + "f1": 0.464362, + "accuracy": 0.502964, + "main_score": 0.464362, + "hf_subset": "taq_Latn-arb_Latn", + "languages": [ + "taq-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.507693, + "recall": 0.550395, + "f1": 0.519609, + "accuracy": 0.550395, + "main_score": 0.519609, + "hf_subset": "taq_Latn-cat_Latn", + "languages": [ + "taq-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.503882, + "recall": 0.55336, + "f1": 0.5169, + "accuracy": 0.55336, + "main_score": 0.5169, + "hf_subset": "taq_Latn-fur_Latn", + "languages": [ + "taq-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.418434, + "recall": 0.470356, + "f1": 0.432479, + "accuracy": 0.470356, + "main_score": 0.432479, + "hf_subset": "taq_Latn-kab_Latn", + "languages": [ + "taq-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.510195, + "recall": 0.550395, + "f1": 0.521236, + "accuracy": 0.550395, + "main_score": 0.521236, + "hf_subset": "taq_Latn-lim_Latn", + "languages": [ + "taq-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.502948, + "recall": 0.55336, + "f1": 0.51625, + "accuracy": 0.55336, + "main_score": 0.51625, + "hf_subset": "taq_Latn-nld_Latn", + "languages": [ + "taq-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.457143, + "recall": 0.511858, + "f1": 0.471863, + "accuracy": 0.511858, + "main_score": 0.471863, + "hf_subset": "taq_Latn-san_Deva", + "languages": [ + "taq-Latn", + "san-Deva" + ] + }, + { + "precision": 0.470958, + "recall": 0.517787, + "f1": 0.483697, + "accuracy": 0.517787, + "main_score": 0.483697, + "hf_subset": "taq_Latn-tat_Cyrl", + "languages": [ + "taq-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.481975, + "recall": 0.529644, + "f1": 0.494894, + "accuracy": 0.529644, + "main_score": 0.494894, + "hf_subset": "taq_Latn-xho_Latn", + "languages": [ + "taq-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.472815, + "recall": 0.523715, + "f1": 0.486475, + "accuracy": 0.523715, + "main_score": 0.486475, + "hf_subset": "taq_Latn-ars_Arab", + "languages": [ + "taq-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.477503, + "recall": 0.522727, + "f1": 0.489234, + "accuracy": 0.522727, + "main_score": 0.489234, + "hf_subset": "taq_Latn-ceb_Latn", + "languages": [ + "taq-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.459638, + "recall": 0.5, + "f1": 0.470877, + "accuracy": 0.5, + "main_score": 0.470877, + "hf_subset": "taq_Latn-fuv_Latn", + "languages": [ + "taq-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.479484, + "recall": 0.518775, + "f1": 0.490805, + "accuracy": 0.518775, + "main_score": 0.490805, + "hf_subset": "taq_Latn-kac_Latn", + "languages": [ + "taq-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.529334, + "recall": 0.567194, + "f1": 0.540225, + "accuracy": 0.567194, + "main_score": 0.540225, + "hf_subset": "taq_Latn-lin_Latn", + "languages": [ + "taq-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.496325, + "recall": 0.536561, + "f1": 0.506824, + "accuracy": 0.536561, + "main_score": 0.506824, + "hf_subset": "taq_Latn-nno_Latn", + "languages": [ + "taq-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.461388, + "recall": 0.504941, + "f1": 0.473437, + "accuracy": 0.504941, + "main_score": 0.473437, + "hf_subset": "taq_Latn-sat_Olck", + "languages": [ + "taq-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.477771, + "recall": 0.522727, + "f1": 0.489324, + "accuracy": 0.522727, + "main_score": 0.489324, + "hf_subset": "taq_Latn-tel_Telu", + "languages": [ + "taq-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.462898, + "recall": 0.506917, + "f1": 0.474462, + "accuracy": 0.506917, + "main_score": 0.474462, + "hf_subset": "taq_Latn-ydd_Hebr", + "languages": [ + "taq-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.472408, + "recall": 0.522727, + "f1": 0.48581, + "accuracy": 0.522727, + "main_score": 0.48581, + "hf_subset": "taq_Latn-ary_Arab", + "languages": [ + "taq-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.504358, + "recall": 0.548419, + "f1": 0.516937, + "accuracy": 0.548419, + "main_score": 0.516937, + "hf_subset": "taq_Latn-ces_Latn", + "languages": [ + "taq-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.470431, + "recall": 0.520751, + "f1": 0.48388, + "accuracy": 0.520751, + "main_score": 0.48388, + "hf_subset": "taq_Latn-gaz_Latn", + "languages": [ + "taq-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.469739, + "recall": 0.512846, + "f1": 0.482479, + "accuracy": 0.512846, + "main_score": 0.482479, + "hf_subset": "taq_Latn-kam_Latn", + "languages": [ + "taq-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.472075, + "recall": 0.520751, + "f1": 0.484886, + "accuracy": 0.520751, + "main_score": 0.484886, + "hf_subset": "taq_Latn-lit_Latn", + "languages": [ + "taq-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.500467, + "recall": 0.551383, + "f1": 0.513946, + "accuracy": 0.551383, + "main_score": 0.513946, + "hf_subset": "taq_Latn-nob_Latn", + "languages": [ + "taq-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.480657, + "recall": 0.51581, + "f1": 0.490395, + "accuracy": 0.51581, + "main_score": 0.490395, + "hf_subset": "taq_Latn-scn_Latn", + "languages": [ + "taq-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.459761, + "recall": 0.507905, + "f1": 0.472825, + "accuracy": 0.507905, + "main_score": 0.472825, + "hf_subset": "taq_Latn-tgk_Cyrl", + "languages": [ + "taq-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.432584, + "recall": 0.487154, + "f1": 0.44856, + "accuracy": 0.487154, + "main_score": 0.44856, + "hf_subset": "taq_Latn-yor_Latn", + "languages": [ + "taq-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.497148, + "recall": 0.540514, + "f1": 0.508273, + "accuracy": 0.540514, + "main_score": 0.508273, + "hf_subset": "taq_Latn-arz_Arab", + "languages": [ + "taq-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.467278, + "recall": 0.507905, + "f1": 0.479089, + "accuracy": 0.507905, + "main_score": 0.479089, + "hf_subset": "taq_Latn-cjk_Latn", + "languages": [ + "taq-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.462337, + "recall": 0.507905, + "f1": 0.474919, + "accuracy": 0.507905, + "main_score": 0.474919, + "hf_subset": "taq_Latn-gla_Latn", + "languages": [ + "taq-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.471971, + "recall": 0.518775, + "f1": 0.48425, + "accuracy": 0.518775, + "main_score": 0.48425, + "hf_subset": "taq_Latn-kan_Knda", + "languages": [ + "taq-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.507735, + "recall": 0.550395, + "f1": 0.518493, + "accuracy": 0.550395, + "main_score": 0.518493, + "hf_subset": "taq_Latn-lmo_Latn", + "languages": [ + "taq-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.491084, + "recall": 0.530632, + "f1": 0.501315, + "accuracy": 0.530632, + "main_score": 0.501315, + "hf_subset": "taq_Latn-npi_Deva", + "languages": [ + "taq-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.419211, + "recall": 0.462451, + "f1": 0.43102, + "accuracy": 0.462451, + "main_score": 0.43102, + "hf_subset": "taq_Latn-shn_Mymr", + "languages": [ + "taq-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.5119, + "recall": 0.554348, + "f1": 0.522982, + "accuracy": 0.554348, + "main_score": 0.522982, + "hf_subset": "taq_Latn-tgl_Latn", + "languages": [ + "taq-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.468086, + "recall": 0.518775, + "f1": 0.482072, + "accuracy": 0.518775, + "main_score": 0.482072, + "hf_subset": "taq_Latn-yue_Hant", + "languages": [ + "taq-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.461841, + "recall": 0.500988, + "f1": 0.472109, + "accuracy": 0.500988, + "main_score": 0.472109, + "hf_subset": "taq_Latn-asm_Beng", + "languages": [ + "taq-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.460174, + "recall": 0.508893, + "f1": 0.474267, + "accuracy": 0.508893, + "main_score": 0.474267, + "hf_subset": "taq_Latn-ckb_Arab", + "languages": [ + "taq-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.459986, + "recall": 0.505929, + "f1": 0.471981, + "accuracy": 0.505929, + "main_score": 0.471981, + "hf_subset": "taq_Latn-gle_Latn", + "languages": [ + "taq-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.478354, + "recall": 0.531621, + "f1": 0.493628, + "accuracy": 0.531621, + "main_score": 0.493628, + "hf_subset": "taq_Latn-kas_Arab", + "languages": [ + "taq-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.493148, + "recall": 0.539526, + "f1": 0.506351, + "accuracy": 0.539526, + "main_score": 0.506351, + "hf_subset": "taq_Latn-ltg_Latn", + "languages": [ + "taq-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.506505, + "recall": 0.543478, + "f1": 0.517162, + "accuracy": 0.543478, + "main_score": 0.517162, + "hf_subset": "taq_Latn-nso_Latn", + "languages": [ + "taq-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.453497, + "recall": 0.498024, + "f1": 0.465543, + "accuracy": 0.498024, + "main_score": 0.465543, + "hf_subset": "taq_Latn-sin_Sinh", + "languages": [ + "taq-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.472391, + "recall": 0.518775, + "f1": 0.484523, + "accuracy": 0.518775, + "main_score": 0.484523, + "hf_subset": "taq_Latn-tha_Thai", + "languages": [ + "taq-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.44403, + "recall": 0.492095, + "f1": 0.456362, + "accuracy": 0.492095, + "main_score": 0.456362, + "hf_subset": "taq_Latn-zho_Hans", + "languages": [ + "taq-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.488239, + "recall": 0.532609, + "f1": 0.500184, + "accuracy": 0.532609, + "main_score": 0.500184, + "hf_subset": "taq_Latn-ast_Latn", + "languages": [ + "taq-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.49867, + "recall": 0.54249, + "f1": 0.510942, + "accuracy": 0.54249, + "main_score": 0.510942, + "hf_subset": "taq_Latn-crh_Latn", + "languages": [ + "taq-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.508908, + "recall": 0.552372, + "f1": 0.519811, + "accuracy": 0.552372, + "main_score": 0.519811, + "hf_subset": "taq_Latn-glg_Latn", + "languages": [ + "taq-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.48358, + "recall": 0.532609, + "f1": 0.496503, + "accuracy": 0.532609, + "main_score": 0.496503, + "hf_subset": "taq_Latn-kas_Deva", + "languages": [ + "taq-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.469209, + "recall": 0.513834, + "f1": 0.481069, + "accuracy": 0.513834, + "main_score": 0.481069, + "hf_subset": "taq_Latn-ltz_Latn", + "languages": [ + "taq-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.430172, + "recall": 0.475296, + "f1": 0.442961, + "accuracy": 0.475296, + "main_score": 0.442961, + "hf_subset": "taq_Latn-nus_Latn", + "languages": [ + "taq-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.492634, + "recall": 0.535573, + "f1": 0.504183, + "accuracy": 0.535573, + "main_score": 0.504183, + "hf_subset": "taq_Latn-slk_Latn", + "languages": [ + "taq-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.489345, + "recall": 0.531621, + "f1": 0.501507, + "accuracy": 0.531621, + "main_score": 0.501507, + "hf_subset": "taq_Latn-tir_Ethi", + "languages": [ + "taq-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.475802, + "recall": 0.525692, + "f1": 0.488645, + "accuracy": 0.525692, + "main_score": 0.488645, + "hf_subset": "taq_Latn-zho_Hant", + "languages": [ + "taq-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.476134, + "recall": 0.521739, + "f1": 0.48813, + "accuracy": 0.521739, + "main_score": 0.48813, + "hf_subset": "taq_Latn-awa_Deva", + "languages": [ + "taq-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.485116, + "recall": 0.530632, + "f1": 0.497627, + "accuracy": 0.530632, + "main_score": 0.497627, + "hf_subset": "taq_Latn-cym_Latn", + "languages": [ + "taq-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.516815, + "recall": 0.551383, + "f1": 0.526805, + "accuracy": 0.551383, + "main_score": 0.526805, + "hf_subset": "taq_Latn-grn_Latn", + "languages": [ + "taq-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.464458, + "recall": 0.516798, + "f1": 0.477697, + "accuracy": 0.516798, + "main_score": 0.477697, + "hf_subset": "taq_Latn-kat_Geor", + "languages": [ + "taq-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.505496, + "recall": 0.54249, + "f1": 0.516028, + "accuracy": 0.54249, + "main_score": 0.516028, + "hf_subset": "taq_Latn-lua_Latn", + "languages": [ + "taq-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.472764, + "recall": 0.517787, + "f1": 0.484749, + "accuracy": 0.517787, + "main_score": 0.484749, + "hf_subset": "taq_Latn-nya_Latn", + "languages": [ + "taq-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.494007, + "recall": 0.537549, + "f1": 0.505461, + "accuracy": 0.537549, + "main_score": 0.505461, + "hf_subset": "taq_Latn-slv_Latn", + "languages": [ + "taq-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.501779, + "recall": 0.540514, + "f1": 0.512486, + "accuracy": 0.540514, + "main_score": 0.512486, + "hf_subset": "taq_Latn-tpi_Latn", + "languages": [ + "taq-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.507824, + "recall": 0.550395, + "f1": 0.51896, + "accuracy": 0.550395, + "main_score": 0.51896, + "hf_subset": "taq_Latn-zsm_Latn", + "languages": [ + "taq-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.471097, + "recall": 0.505929, + "f1": 0.480896, + "accuracy": 0.505929, + "main_score": 0.480896, + "hf_subset": "taq_Latn-ayr_Latn", + "languages": [ + "taq-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.511727, + "recall": 0.559289, + "f1": 0.52449, + "accuracy": 0.559289, + "main_score": 0.52449, + "hf_subset": "taq_Latn-dan_Latn", + "languages": [ + "taq-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.488194, + "recall": 0.534585, + "f1": 0.500382, + "accuracy": 0.534585, + "main_score": 0.500382, + "hf_subset": "taq_Latn-guj_Gujr", + "languages": [ + "taq-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.47751, + "recall": 0.520751, + "f1": 0.489184, + "accuracy": 0.520751, + "main_score": 0.489184, + "hf_subset": "taq_Latn-kaz_Cyrl", + "languages": [ + "taq-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.438067, + "recall": 0.486166, + "f1": 0.451476, + "accuracy": 0.486166, + "main_score": 0.451476, + "hf_subset": "taq_Latn-lug_Latn", + "languages": [ + "taq-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.497948, + "recall": 0.539526, + "f1": 0.509089, + "accuracy": 0.539526, + "main_score": 0.509089, + "hf_subset": "taq_Latn-oci_Latn", + "languages": [ + "taq-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.463212, + "recall": 0.505929, + "f1": 0.475112, + "accuracy": 0.505929, + "main_score": 0.475112, + "hf_subset": "taq_Latn-smo_Latn", + "languages": [ + "taq-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.455082, + "recall": 0.501976, + "f1": 0.468327, + "accuracy": 0.501976, + "main_score": 0.468327, + "hf_subset": "taq_Latn-tsn_Latn", + "languages": [ + "taq-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.456126, + "recall": 0.507905, + "f1": 0.4697, + "accuracy": 0.507905, + "main_score": 0.4697, + "hf_subset": "taq_Latn-zul_Latn", + "languages": [ + "taq-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.463295, + "recall": 0.509881, + "f1": 0.476697, + "accuracy": 0.509881, + "main_score": 0.476697, + "hf_subset": "taq_Latn-azb_Arab", + "languages": [ + "taq-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.504511, + "recall": 0.552372, + "f1": 0.518075, + "accuracy": 0.552372, + "main_score": 0.518075, + "hf_subset": "taq_Latn-deu_Latn", + "languages": [ + "taq-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.469436, + "recall": 0.525692, + "f1": 0.484317, + "accuracy": 0.525692, + "main_score": 0.484317, + "hf_subset": "taq_Latn-hat_Latn", + "languages": [ + "taq-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.458634, + "recall": 0.495059, + "f1": 0.469137, + "accuracy": 0.495059, + "main_score": 0.469137, + "hf_subset": "taq_Latn-kbp_Latn", + "languages": [ + "taq-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.500589, + "recall": 0.538538, + "f1": 0.511472, + "accuracy": 0.538538, + "main_score": 0.511472, + "hf_subset": "taq_Latn-luo_Latn", + "languages": [ + "taq-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.447377, + "recall": 0.507905, + "f1": 0.462787, + "accuracy": 0.507905, + "main_score": 0.462787, + "hf_subset": "taq_Latn-ory_Orya", + "languages": [ + "taq-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.459798, + "recall": 0.511858, + "f1": 0.472905, + "accuracy": 0.511858, + "main_score": 0.472905, + "hf_subset": "taq_Latn-sna_Latn", + "languages": [ + "taq-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.481664, + "recall": 0.514822, + "f1": 0.491135, + "accuracy": 0.514822, + "main_score": 0.491135, + "hf_subset": "taq_Latn-tso_Latn", + "languages": [ + "taq-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.479062, + "recall": 0.530632, + "f1": 0.493736, + "accuracy": 0.530632, + "main_score": 0.493736, + "hf_subset": "taq_Latn-azj_Latn", + "languages": [ + "taq-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.467243, + "recall": 0.506917, + "f1": 0.478642, + "accuracy": 0.506917, + "main_score": 0.478642, + "hf_subset": "taq_Latn-dik_Latn", + "languages": [ + "taq-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.462973, + "recall": 0.505929, + "f1": 0.474439, + "accuracy": 0.505929, + "main_score": 0.474439, + "hf_subset": "taq_Latn-hau_Latn", + "languages": [ + "taq-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.496715, + "recall": 0.534585, + "f1": 0.506325, + "accuracy": 0.534585, + "main_score": 0.506325, + "hf_subset": "taq_Latn-kea_Latn", + "languages": [ + "taq-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.488235, + "recall": 0.528656, + "f1": 0.49869, + "accuracy": 0.528656, + "main_score": 0.49869, + "hf_subset": "taq_Latn-lus_Latn", + "languages": [ + "taq-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.527527, + "recall": 0.566206, + "f1": 0.538169, + "accuracy": 0.566206, + "main_score": 0.538169, + "hf_subset": "taq_Latn-pag_Latn", + "languages": [ + "taq-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.453319, + "recall": 0.505929, + "f1": 0.46683, + "accuracy": 0.505929, + "main_score": 0.46683, + "hf_subset": "taq_Latn-snd_Arab", + "languages": [ + "taq-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.459199, + "recall": 0.507905, + "f1": 0.472452, + "accuracy": 0.507905, + "main_score": 0.472452, + "hf_subset": "taq_Latn-tuk_Latn", + "languages": [ + "taq-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.488976, + "recall": 0.52668, + "f1": 0.499113, + "accuracy": 0.52668, + "main_score": 0.499113, + "hf_subset": "taq_Latn-bak_Cyrl", + "languages": [ + "taq-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.432009, + "recall": 0.480237, + "f1": 0.446064, + "accuracy": 0.480237, + "main_score": 0.446064, + "hf_subset": "taq_Latn-dyu_Latn", + "languages": [ + "taq-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.494712, + "recall": 0.540514, + "f1": 0.506668, + "accuracy": 0.540514, + "main_score": 0.506668, + "hf_subset": "taq_Latn-heb_Hebr", + "languages": [ + "taq-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.460707, + "recall": 0.509881, + "f1": 0.474959, + "accuracy": 0.509881, + "main_score": 0.474959, + "hf_subset": "taq_Latn-khk_Cyrl", + "languages": [ + "taq-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.478119, + "recall": 0.527668, + "f1": 0.491224, + "accuracy": 0.527668, + "main_score": 0.491224, + "hf_subset": "taq_Latn-lvs_Latn", + "languages": [ + "taq-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.46483, + "recall": 0.509881, + "f1": 0.47583, + "accuracy": 0.509881, + "main_score": 0.47583, + "hf_subset": "taq_Latn-pan_Guru", + "languages": [ + "taq-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.460703, + "recall": 0.509881, + "f1": 0.474229, + "accuracy": 0.509881, + "main_score": 0.474229, + "hf_subset": "taq_Latn-som_Latn", + "languages": [ + "taq-Latn", + "som-Latn" + ] + }, + { + "precision": 0.461356, + "recall": 0.504941, + "f1": 0.473238, + "accuracy": 0.504941, + "main_score": 0.473238, + "hf_subset": "taq_Latn-tum_Latn", + "languages": [ + "taq-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.555397, + "recall": 0.644269, + "f1": 0.580794, + "accuracy": 0.644269, + "main_score": 0.580794, + "hf_subset": "war_Latn-ace_Arab", + "languages": [ + "war-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.474087, + "recall": 0.536561, + "f1": 0.491148, + "accuracy": 0.536561, + "main_score": 0.491148, + "hf_subset": "war_Latn-bam_Latn", + "languages": [ + "war-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.635867, + "recall": 0.718379, + "f1": 0.658939, + "accuracy": 0.718379, + "main_score": 0.658939, + "hf_subset": "war_Latn-dzo_Tibt", + "languages": [ + "war-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-hin_Deva", + "languages": [ + "war-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.95364, + "recall": 0.968379, + "f1": 0.958399, + "accuracy": 0.968379, + "main_score": 0.958399, + "hf_subset": "war_Latn-khm_Khmr", + "languages": [ + "war-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "war_Latn-mag_Deva", + "languages": [ + "war-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-pap_Latn", + "languages": [ + "war-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.862632, + "recall": 0.901186, + "f1": 0.874736, + "accuracy": 0.901186, + "main_score": 0.874736, + "hf_subset": "war_Latn-sot_Latn", + "languages": [ + "war-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "war_Latn-tur_Latn", + "languages": [ + "war-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.868701, + "recall": 0.906126, + "f1": 0.88049, + "accuracy": 0.906126, + "main_score": 0.88049, + "hf_subset": "war_Latn-ace_Latn", + "languages": [ + "war-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "war_Latn-ban_Latn", + "languages": [ + "war-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-ell_Grek", + "languages": [ + "war-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "war_Latn-hne_Deva", + "languages": [ + "war-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.588578, + "recall": 0.663043, + "f1": 0.609546, + "accuracy": 0.663043, + "main_score": 0.609546, + "hf_subset": "war_Latn-kik_Latn", + "languages": [ + "war-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "war_Latn-mai_Deva", + "languages": [ + "war-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.940217, + "recall": 0.959486, + "f1": 0.946476, + "accuracy": 0.959486, + "main_score": 0.946476, + "hf_subset": "war_Latn-pbt_Arab", + "languages": [ + "war-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-spa_Latn", + "languages": [ + "war-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.78531, + "recall": 0.837945, + "f1": 0.801318, + "accuracy": 0.837945, + "main_score": 0.801318, + "hf_subset": "war_Latn-twi_Latn", + "languages": [ + "war-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "war_Latn-acm_Arab", + "languages": [ + "war-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "war_Latn-bel_Cyrl", + "languages": [ + "war-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-eng_Latn", + "languages": [ + "war-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "war_Latn-hrv_Latn", + "languages": [ + "war-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.847332, + "recall": 0.88834, + "f1": 0.860065, + "accuracy": 0.88834, + "main_score": 0.860065, + "hf_subset": "war_Latn-kin_Latn", + "languages": [ + "war-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "war_Latn-mal_Mlym", + "languages": [ + "war-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-pes_Arab", + "languages": [ + "war-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "war_Latn-srd_Latn", + "languages": [ + "war-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.217728, + "recall": 0.288538, + "f1": 0.234899, + "accuracy": 0.288538, + "main_score": 0.234899, + "hf_subset": "war_Latn-tzm_Tfng", + "languages": [ + "war-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "war_Latn-acq_Arab", + "languages": [ + "war-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.675761, + "recall": 0.743083, + "f1": 0.694949, + "accuracy": 0.743083, + "main_score": 0.694949, + "hf_subset": "war_Latn-bem_Latn", + "languages": [ + "war-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "war_Latn-epo_Latn", + "languages": [ + "war-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "war_Latn-hun_Latn", + "languages": [ + "war-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "war_Latn-kir_Cyrl", + "languages": [ + "war-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "war_Latn-mar_Deva", + "languages": [ + "war-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.86413, + "recall": 0.903162, + "f1": 0.876285, + "accuracy": 0.903162, + "main_score": 0.876285, + "hf_subset": "war_Latn-plt_Latn", + "languages": [ + "war-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "war_Latn-srp_Cyrl", + "languages": [ + "war-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.916008, + "recall": 0.9417, + "f1": 0.924242, + "accuracy": 0.9417, + "main_score": 0.924242, + "hf_subset": "war_Latn-uig_Arab", + "languages": [ + "war-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "war_Latn-aeb_Arab", + "languages": [ + "war-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-ben_Beng", + "languages": [ + "war-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "war_Latn-est_Latn", + "languages": [ + "war-Latn", + "est-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "war_Latn-hye_Armn", + "languages": [ + "war-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.488128, + "recall": 0.547431, + "f1": 0.503844, + "accuracy": 0.547431, + "main_score": 0.503844, + "hf_subset": "war_Latn-kmb_Latn", + "languages": [ + "war-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.514806, + "recall": 0.603755, + "f1": 0.539288, + "accuracy": 0.603755, + "main_score": 0.539288, + "hf_subset": "war_Latn-min_Arab", + "languages": [ + "war-Latn", + "min-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "war_Latn-pol_Latn", + "languages": [ + "war-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.737912, + "recall": 0.804348, + "f1": 0.757628, + "accuracy": 0.804348, + "main_score": 0.757628, + "hf_subset": "war_Latn-ssw_Latn", + "languages": [ + "war-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "war_Latn-ukr_Cyrl", + "languages": [ + "war-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "war_Latn-afr_Latn", + "languages": [ + "war-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "war_Latn-bho_Deva", + "languages": [ + "war-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "war_Latn-eus_Latn", + "languages": [ + "war-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.848073, + "recall": 0.892292, + "f1": 0.862055, + "accuracy": 0.892292, + "main_score": 0.862055, + "hf_subset": "war_Latn-ibo_Latn", + "languages": [ + "war-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.868528, + "recall": 0.905138, + "f1": 0.880007, + "accuracy": 0.905138, + "main_score": 0.880007, + "hf_subset": "war_Latn-kmr_Latn", + "languages": [ + "war-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "war_Latn-min_Latn", + "languages": [ + "war-Latn", + "min-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "war_Latn-por_Latn", + "languages": [ + "war-Latn", + "por-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "war_Latn-sun_Latn", + "languages": [ + "war-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.472665, + "recall": 0.543478, + "f1": 0.492651, + "accuracy": 0.543478, + "main_score": 0.492651, + "hf_subset": "war_Latn-umb_Latn", + "languages": [ + "war-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-ajp_Arab", + "languages": [ + "war-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.539781, + "recall": 0.62253, + "f1": 0.562542, + "accuracy": 0.62253, + "main_score": 0.562542, + "hf_subset": "war_Latn-bjn_Arab", + "languages": [ + "war-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.461322, + "recall": 0.524704, + "f1": 0.478431, + "accuracy": 0.524704, + "main_score": 0.478431, + "hf_subset": "war_Latn-ewe_Latn", + "languages": [ + "war-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "war_Latn-ilo_Latn", + "languages": [ + "war-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.258206, + "recall": 0.333992, + "f1": 0.276837, + "accuracy": 0.333992, + "main_score": 0.276837, + "hf_subset": "war_Latn-knc_Arab", + "languages": [ + "war-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "war_Latn-mkd_Cyrl", + "languages": [ + "war-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "war_Latn-prs_Arab", + "languages": [ + "war-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-swe_Latn", + "languages": [ + "war-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "war_Latn-urd_Arab", + "languages": [ + "war-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.754842, + "recall": 0.817194, + "f1": 0.773602, + "accuracy": 0.817194, + "main_score": 0.773602, + "hf_subset": "war_Latn-aka_Latn", + "languages": [ + "war-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "war_Latn-bjn_Latn", + "languages": [ + "war-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "war_Latn-fao_Latn", + "languages": [ + "war-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "war_Latn-ind_Latn", + "languages": [ + "war-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.516416, + "recall": 0.58498, + "f1": 0.53508, + "accuracy": 0.58498, + "main_score": 0.53508, + "hf_subset": "war_Latn-knc_Latn", + "languages": [ + "war-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "war_Latn-mlt_Latn", + "languages": [ + "war-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.629059, + "recall": 0.701581, + "f1": 0.649649, + "accuracy": 0.701581, + "main_score": 0.649649, + "hf_subset": "war_Latn-quy_Latn", + "languages": [ + "war-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "war_Latn-swh_Latn", + "languages": [ + "war-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "war_Latn-uzn_Latn", + "languages": [ + "war-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-als_Latn", + "languages": [ + "war-Latn", + "als-Latn" + ] + }, + { + "precision": 0.773032, + "recall": 0.833992, + "f1": 0.791392, + "accuracy": 0.833992, + "main_score": 0.791392, + "hf_subset": "war_Latn-bod_Tibt", + "languages": [ + "war-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.624228, + "recall": 0.694664, + "f1": 0.644537, + "accuracy": 0.694664, + "main_score": 0.644537, + "hf_subset": "war_Latn-fij_Latn", + "languages": [ + "war-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "war_Latn-isl_Latn", + "languages": [ + "war-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.606616, + "recall": 0.676877, + "f1": 0.626112, + "accuracy": 0.676877, + "main_score": 0.626112, + "hf_subset": "war_Latn-kon_Latn", + "languages": [ + "war-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.625455, + "recall": 0.702569, + "f1": 0.64734, + "accuracy": 0.702569, + "main_score": 0.64734, + "hf_subset": "war_Latn-mni_Beng", + "languages": [ + "war-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-ron_Latn", + "languages": [ + "war-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "war_Latn-szl_Latn", + "languages": [ + "war-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "war_Latn-vec_Latn", + "languages": [ + "war-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.920455, + "recall": 0.943676, + "f1": 0.927668, + "accuracy": 0.943676, + "main_score": 0.927668, + "hf_subset": "war_Latn-amh_Ethi", + "languages": [ + "war-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "war_Latn-bos_Latn", + "languages": [ + "war-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "war_Latn-fin_Latn", + "languages": [ + "war-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-ita_Latn", + "languages": [ + "war-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "war_Latn-kor_Hang", + "languages": [ + "war-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.504958, + "recall": 0.572134, + "f1": 0.523426, + "accuracy": 0.572134, + "main_score": 0.523426, + "hf_subset": "war_Latn-mos_Latn", + "languages": [ + "war-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.760408, + "recall": 0.820158, + "f1": 0.778411, + "accuracy": 0.820158, + "main_score": 0.778411, + "hf_subset": "war_Latn-run_Latn", + "languages": [ + "war-Latn", + "run-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "war_Latn-tam_Taml", + "languages": [ + "war-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "war_Latn-vie_Latn", + "languages": [ + "war-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-apc_Arab", + "languages": [ + "war-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.741733, + "recall": 0.805336, + "f1": 0.760771, + "accuracy": 0.805336, + "main_score": 0.760771, + "hf_subset": "war_Latn-bug_Latn", + "languages": [ + "war-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.428946, + "recall": 0.48419, + "f1": 0.443115, + "accuracy": 0.48419, + "main_score": 0.443115, + "hf_subset": "war_Latn-fon_Latn", + "languages": [ + "war-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "war_Latn-jav_Latn", + "languages": [ + "war-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.925395, + "recall": 0.948617, + "f1": 0.932806, + "accuracy": 0.948617, + "main_score": 0.932806, + "hf_subset": "war_Latn-lao_Laoo", + "languages": [ + "war-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.841733, + "recall": 0.885375, + "f1": 0.855157, + "accuracy": 0.885375, + "main_score": 0.855157, + "hf_subset": "war_Latn-mri_Latn", + "languages": [ + "war-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "war_Latn-rus_Cyrl", + "languages": [ + "war-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.510245, + "recall": 0.573123, + "f1": 0.527456, + "accuracy": 0.573123, + "main_score": 0.527456, + "hf_subset": "war_Latn-taq_Latn", + "languages": [ + "war-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "war_Latn-arb_Arab", + "languages": [ + "war-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "war_Latn-bul_Cyrl", + "languages": [ + "war-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "war_Latn-fra_Latn", + "languages": [ + "war-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-jpn_Jpan", + "languages": [ + "war-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "war_Latn-lij_Latn", + "languages": [ + "war-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.942194, + "recall": 0.960474, + "f1": 0.948123, + "accuracy": 0.960474, + "main_score": 0.948123, + "hf_subset": "war_Latn-mya_Mymr", + "languages": [ + "war-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.555743, + "recall": 0.62747, + "f1": 0.575351, + "accuracy": 0.62747, + "main_score": 0.575351, + "hf_subset": "war_Latn-sag_Latn", + "languages": [ + "war-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.238513, + "recall": 0.310277, + "f1": 0.25675, + "accuracy": 0.310277, + "main_score": 0.25675, + "hf_subset": "war_Latn-taq_Tfng", + "languages": [ + "war-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.628708, + "recall": 0.700593, + "f1": 0.649438, + "accuracy": 0.700593, + "main_score": 0.649438, + "hf_subset": "war_Latn-wol_Latn", + "languages": [ + "war-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.811413, + "recall": 0.862648, + "f1": 0.82691, + "accuracy": 0.862648, + "main_score": 0.82691, + "hf_subset": "war_Latn-arb_Latn", + "languages": [ + "war-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-cat_Latn", + "languages": [ + "war-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "war_Latn-fur_Latn", + "languages": [ + "war-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.45681, + "recall": 0.533597, + "f1": 0.477237, + "accuracy": 0.533597, + "main_score": 0.477237, + "hf_subset": "war_Latn-kab_Latn", + "languages": [ + "war-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "war_Latn-lim_Latn", + "languages": [ + "war-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "war_Latn-nld_Latn", + "languages": [ + "war-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.947793, + "recall": 0.963439, + "f1": 0.952899, + "accuracy": 0.963439, + "main_score": 0.952899, + "hf_subset": "war_Latn-san_Deva", + "languages": [ + "war-Latn", + "san-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "war_Latn-tat_Cyrl", + "languages": [ + "war-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.864048, + "recall": 0.905138, + "f1": 0.877207, + "accuracy": 0.905138, + "main_score": 0.877207, + "hf_subset": "war_Latn-xho_Latn", + "languages": [ + "war-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "war_Latn-ars_Arab", + "languages": [ + "war-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-ceb_Latn", + "languages": [ + "war-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.481232, + "recall": 0.559289, + "f1": 0.502385, + "accuracy": 0.559289, + "main_score": 0.502385, + "hf_subset": "war_Latn-fuv_Latn", + "languages": [ + "war-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.474035, + "recall": 0.547431, + "f1": 0.49356, + "accuracy": 0.547431, + "main_score": 0.49356, + "hf_subset": "war_Latn-kac_Latn", + "languages": [ + "war-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.640993, + "recall": 0.709486, + "f1": 0.659779, + "accuracy": 0.709486, + "main_score": 0.659779, + "hf_subset": "war_Latn-lin_Latn", + "languages": [ + "war-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-nno_Latn", + "languages": [ + "war-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.855632, + "recall": 0.898221, + "f1": 0.869071, + "accuracy": 0.898221, + "main_score": 0.869071, + "hf_subset": "war_Latn-sat_Olck", + "languages": [ + "war-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "war_Latn-tel_Telu", + "languages": [ + "war-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "war_Latn-ydd_Hebr", + "languages": [ + "war-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.965991, + "recall": 0.976285, + "f1": 0.969269, + "accuracy": 0.976285, + "main_score": 0.969269, + "hf_subset": "war_Latn-ary_Arab", + "languages": [ + "war-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "war_Latn-ces_Latn", + "languages": [ + "war-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.560892, + "recall": 0.636364, + "f1": 0.581866, + "accuracy": 0.636364, + "main_score": 0.581866, + "hf_subset": "war_Latn-gaz_Latn", + "languages": [ + "war-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.538919, + "recall": 0.612648, + "f1": 0.559096, + "accuracy": 0.612648, + "main_score": 0.559096, + "hf_subset": "war_Latn-kam_Latn", + "languages": [ + "war-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "war_Latn-lit_Latn", + "languages": [ + "war-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-nob_Latn", + "languages": [ + "war-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "war_Latn-scn_Latn", + "languages": [ + "war-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "war_Latn-tgk_Cyrl", + "languages": [ + "war-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.741502, + "recall": 0.810277, + "f1": 0.762206, + "accuracy": 0.810277, + "main_score": 0.762206, + "hf_subset": "war_Latn-yor_Latn", + "languages": [ + "war-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-arz_Arab", + "languages": [ + "war-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.496773, + "recall": 0.56917, + "f1": 0.516237, + "accuracy": 0.56917, + "main_score": 0.516237, + "hf_subset": "war_Latn-cjk_Latn", + "languages": [ + "war-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.913373, + "recall": 0.940711, + "f1": 0.922266, + "accuracy": 0.940711, + "main_score": 0.922266, + "hf_subset": "war_Latn-gla_Latn", + "languages": [ + "war-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "war_Latn-kan_Knda", + "languages": [ + "war-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.982296, + "recall": 0.987154, + "f1": 0.983762, + "accuracy": 0.987154, + "main_score": 0.983762, + "hf_subset": "war_Latn-lmo_Latn", + "languages": [ + "war-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "war_Latn-npi_Deva", + "languages": [ + "war-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.545701, + "recall": 0.630435, + "f1": 0.569811, + "accuracy": 0.630435, + "main_score": 0.569811, + "hf_subset": "war_Latn-shn_Mymr", + "languages": [ + "war-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "war_Latn-tgl_Latn", + "languages": [ + "war-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "war_Latn-yue_Hant", + "languages": [ + "war-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "war_Latn-asm_Beng", + "languages": [ + "war-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.908597, + "recall": 0.936759, + "f1": 0.917819, + "accuracy": 0.936759, + "main_score": 0.917819, + "hf_subset": "war_Latn-ckb_Arab", + "languages": [ + "war-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "war_Latn-gle_Latn", + "languages": [ + "war-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.887928, + "recall": 0.921937, + "f1": 0.898748, + "accuracy": 0.921937, + "main_score": 0.898748, + "hf_subset": "war_Latn-kas_Arab", + "languages": [ + "war-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.897727, + "recall": 0.927866, + "f1": 0.907279, + "accuracy": 0.927866, + "main_score": 0.907279, + "hf_subset": "war_Latn-ltg_Latn", + "languages": [ + "war-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.775423, + "recall": 0.83004, + "f1": 0.792212, + "accuracy": 0.83004, + "main_score": 0.792212, + "hf_subset": "war_Latn-nso_Latn", + "languages": [ + "war-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "war_Latn-sin_Sinh", + "languages": [ + "war-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "war_Latn-tha_Thai", + "languages": [ + "war-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "war_Latn-zho_Hans", + "languages": [ + "war-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "war_Latn-ast_Latn", + "languages": [ + "war-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "war_Latn-crh_Latn", + "languages": [ + "war-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-glg_Latn", + "languages": [ + "war-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.838455, + "recall": 0.882411, + "f1": 0.851812, + "accuracy": 0.882411, + "main_score": 0.851812, + "hf_subset": "war_Latn-kas_Deva", + "languages": [ + "war-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "war_Latn-ltz_Latn", + "languages": [ + "war-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.43398, + "recall": 0.504941, + "f1": 0.453015, + "accuracy": 0.504941, + "main_score": 0.453015, + "hf_subset": "war_Latn-nus_Latn", + "languages": [ + "war-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-slk_Latn", + "languages": [ + "war-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.630123, + "recall": 0.711462, + "f1": 0.653577, + "accuracy": 0.711462, + "main_score": 0.653577, + "hf_subset": "war_Latn-tir_Ethi", + "languages": [ + "war-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "war_Latn-zho_Hant", + "languages": [ + "war-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.972167, + "recall": 0.980237, + "f1": 0.974802, + "accuracy": 0.980237, + "main_score": 0.974802, + "hf_subset": "war_Latn-awa_Deva", + "languages": [ + "war-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "war_Latn-cym_Latn", + "languages": [ + "war-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.78643, + "recall": 0.837945, + "f1": 0.801976, + "accuracy": 0.837945, + "main_score": 0.801976, + "hf_subset": "war_Latn-grn_Latn", + "languages": [ + "war-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "war_Latn-kat_Geor", + "languages": [ + "war-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.603081, + "recall": 0.666996, + "f1": 0.621064, + "accuracy": 0.666996, + "main_score": 0.621064, + "hf_subset": "war_Latn-lua_Latn", + "languages": [ + "war-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.813076, + "recall": 0.867589, + "f1": 0.830336, + "accuracy": 0.867589, + "main_score": 0.830336, + "hf_subset": "war_Latn-nya_Latn", + "languages": [ + "war-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "war_Latn-slv_Latn", + "languages": [ + "war-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "war_Latn-tpi_Latn", + "languages": [ + "war-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "war_Latn-zsm_Latn", + "languages": [ + "war-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.50615, + "recall": 0.577075, + "f1": 0.525236, + "accuracy": 0.577075, + "main_score": 0.525236, + "hf_subset": "war_Latn-ayr_Latn", + "languages": [ + "war-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-dan_Latn", + "languages": [ + "war-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-guj_Gujr", + "languages": [ + "war-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "war_Latn-kaz_Cyrl", + "languages": [ + "war-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.635227, + "recall": 0.712451, + "f1": 0.657482, + "accuracy": 0.712451, + "main_score": 0.657482, + "hf_subset": "war_Latn-lug_Latn", + "languages": [ + "war-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-oci_Latn", + "languages": [ + "war-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.826532, + "recall": 0.874506, + "f1": 0.841587, + "accuracy": 0.874506, + "main_score": 0.841587, + "hf_subset": "war_Latn-smo_Latn", + "languages": [ + "war-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.72664, + "recall": 0.791502, + "f1": 0.745767, + "accuracy": 0.791502, + "main_score": 0.745767, + "hf_subset": "war_Latn-tsn_Latn", + "languages": [ + "war-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.88307, + "recall": 0.916996, + "f1": 0.893775, + "accuracy": 0.916996, + "main_score": 0.893775, + "hf_subset": "war_Latn-zul_Latn", + "languages": [ + "war-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.912994, + "recall": 0.939723, + "f1": 0.921509, + "accuracy": 0.939723, + "main_score": 0.921509, + "hf_subset": "war_Latn-azb_Arab", + "languages": [ + "war-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-deu_Latn", + "languages": [ + "war-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "war_Latn-hat_Latn", + "languages": [ + "war-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.482286, + "recall": 0.545455, + "f1": 0.499146, + "accuracy": 0.545455, + "main_score": 0.499146, + "hf_subset": "war_Latn-kbp_Latn", + "languages": [ + "war-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.512323, + "recall": 0.583004, + "f1": 0.531697, + "accuracy": 0.583004, + "main_score": 0.531697, + "hf_subset": "war_Latn-luo_Latn", + "languages": [ + "war-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "war_Latn-ory_Orya", + "languages": [ + "war-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.865975, + "recall": 0.906126, + "f1": 0.878788, + "accuracy": 0.906126, + "main_score": 0.878788, + "hf_subset": "war_Latn-sna_Latn", + "languages": [ + "war-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.65818, + "recall": 0.726285, + "f1": 0.677713, + "accuracy": 0.726285, + "main_score": 0.677713, + "hf_subset": "war_Latn-tso_Latn", + "languages": [ + "war-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "war_Latn-azj_Latn", + "languages": [ + "war-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.499545, + "recall": 0.567194, + "f1": 0.518639, + "accuracy": 0.567194, + "main_score": 0.518639, + "hf_subset": "war_Latn-dik_Latn", + "languages": [ + "war-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.890728, + "recall": 0.922925, + "f1": 0.900922, + "accuracy": 0.922925, + "main_score": 0.900922, + "hf_subset": "war_Latn-hau_Latn", + "languages": [ + "war-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "war_Latn-kea_Latn", + "languages": [ + "war-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.90275, + "recall": 0.932806, + "f1": 0.912286, + "accuracy": 0.932806, + "main_score": 0.912286, + "hf_subset": "war_Latn-lus_Latn", + "languages": [ + "war-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.872283, + "recall": 0.907115, + "f1": 0.88307, + "accuracy": 0.907115, + "main_score": 0.88307, + "hf_subset": "war_Latn-pag_Latn", + "languages": [ + "war-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "war_Latn-snd_Arab", + "languages": [ + "war-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.968132, + "recall": 0.978261, + "f1": 0.97141, + "accuracy": 0.978261, + "main_score": 0.97141, + "hf_subset": "war_Latn-tuk_Latn", + "languages": [ + "war-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "war_Latn-bak_Cyrl", + "languages": [ + "war-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.446356, + "recall": 0.529644, + "f1": 0.4688, + "accuracy": 0.529644, + "main_score": 0.4688, + "hf_subset": "war_Latn-dyu_Latn", + "languages": [ + "war-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-heb_Hebr", + "languages": [ + "war-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "war_Latn-khk_Cyrl", + "languages": [ + "war-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-lvs_Latn", + "languages": [ + "war-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "war_Latn-pan_Guru", + "languages": [ + "war-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.872036, + "recall": 0.910079, + "f1": 0.884011, + "accuracy": 0.910079, + "main_score": 0.884011, + "hf_subset": "war_Latn-som_Latn", + "languages": [ + "war-Latn", + "som-Latn" + ] + }, + { + "precision": 0.684184, + "recall": 0.749012, + "f1": 0.703722, + "accuracy": 0.749012, + "main_score": 0.703722, + "hf_subset": "war_Latn-tum_Latn", + "languages": [ + "war-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.519161, + "recall": 0.612648, + "f1": 0.545813, + "accuracy": 0.612648, + "main_score": 0.545813, + "hf_subset": "arb_Arab-ace_Arab", + "languages": [ + "arb-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.454363, + "recall": 0.521739, + "f1": 0.472178, + "accuracy": 0.521739, + "main_score": 0.472178, + "hf_subset": "arb_Arab-bam_Latn", + "languages": [ + "arb-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.657806, + "recall": 0.740119, + "f1": 0.68126, + "accuracy": 0.740119, + "main_score": 0.68126, + "hf_subset": "arb_Arab-dzo_Tibt", + "languages": [ + "arb-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-hin_Deva", + "languages": [ + "arb-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "arb_Arab-khm_Khmr", + "languages": [ + "arb-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-mag_Deva", + "languages": [ + "arb-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arb_Arab-pap_Latn", + "languages": [ + "arb-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.864625, + "recall": 0.90415, + "f1": 0.876929, + "accuracy": 0.90415, + "main_score": 0.876929, + "hf_subset": "arb_Arab-sot_Latn", + "languages": [ + "arb-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-tur_Latn", + "languages": [ + "arb-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.856399, + "recall": 0.896245, + "f1": 0.868791, + "accuracy": 0.896245, + "main_score": 0.868791, + "hf_subset": "arb_Arab-ace_Latn", + "languages": [ + "arb-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "arb_Arab-ban_Latn", + "languages": [ + "arb-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-ell_Grek", + "languages": [ + "arb-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "arb_Arab-hne_Deva", + "languages": [ + "arb-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.571278, + "recall": 0.643281, + "f1": 0.59094, + "accuracy": 0.643281, + "main_score": 0.59094, + "hf_subset": "arb_Arab-kik_Latn", + "languages": [ + "arb-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-mai_Deva", + "languages": [ + "arb-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "arb_Arab-pbt_Arab", + "languages": [ + "arb-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-spa_Latn", + "languages": [ + "arb-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.775231, + "recall": 0.833992, + "f1": 0.792819, + "accuracy": 0.833992, + "main_score": 0.792819, + "hf_subset": "arb_Arab-twi_Latn", + "languages": [ + "arb-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-acm_Arab", + "languages": [ + "arb-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-bel_Cyrl", + "languages": [ + "arb-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-hrv_Latn", + "languages": [ + "arb-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.857131, + "recall": 0.896245, + "f1": 0.869222, + "accuracy": 0.896245, + "main_score": 0.869222, + "hf_subset": "arb_Arab-kin_Latn", + "languages": [ + "arb-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arb_Arab-mal_Mlym", + "languages": [ + "arb-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-pes_Arab", + "languages": [ + "arb-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arb_Arab-srd_Latn", + "languages": [ + "arb-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.212238, + "recall": 0.281621, + "f1": 0.22931, + "accuracy": 0.281621, + "main_score": 0.22931, + "hf_subset": "arb_Arab-tzm_Tfng", + "languages": [ + "arb-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-acq_Arab", + "languages": [ + "arb-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.664479, + "recall": 0.737154, + "f1": 0.685216, + "accuracy": 0.737154, + "main_score": 0.685216, + "hf_subset": "arb_Arab-bem_Latn", + "languages": [ + "arb-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-epo_Latn", + "languages": [ + "arb-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-hun_Latn", + "languages": [ + "arb-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arb_Arab-kir_Cyrl", + "languages": [ + "arb-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-mar_Deva", + "languages": [ + "arb-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.880023, + "recall": 0.91502, + "f1": 0.890843, + "accuracy": 0.91502, + "main_score": 0.890843, + "hf_subset": "arb_Arab-plt_Latn", + "languages": [ + "arb-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-srp_Cyrl", + "languages": [ + "arb-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.948864, + "recall": 0.964427, + "f1": 0.953788, + "accuracy": 0.964427, + "main_score": 0.953788, + "hf_subset": "arb_Arab-uig_Arab", + "languages": [ + "arb-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-aeb_Arab", + "languages": [ + "arb-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-ben_Beng", + "languages": [ + "arb-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-est_Latn", + "languages": [ + "arb-Arab", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-hye_Armn", + "languages": [ + "arb-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.458251, + "recall": 0.524704, + "f1": 0.47686, + "accuracy": 0.524704, + "main_score": 0.47686, + "hf_subset": "arb_Arab-kmb_Latn", + "languages": [ + "arb-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.488468, + "recall": 0.577075, + "f1": 0.512244, + "accuracy": 0.577075, + "main_score": 0.512244, + "hf_subset": "arb_Arab-min_Arab", + "languages": [ + "arb-Arab", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-pol_Latn", + "languages": [ + "arb-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.752866, + "recall": 0.81917, + "f1": 0.772826, + "accuracy": 0.81917, + "main_score": 0.772826, + "hf_subset": "arb_Arab-ssw_Latn", + "languages": [ + "arb-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-ukr_Cyrl", + "languages": [ + "arb-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-afr_Latn", + "languages": [ + "arb-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arb_Arab-bho_Deva", + "languages": [ + "arb-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-eus_Latn", + "languages": [ + "arb-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.871821, + "recall": 0.909091, + "f1": 0.883136, + "accuracy": 0.909091, + "main_score": 0.883136, + "hf_subset": "arb_Arab-ibo_Latn", + "languages": [ + "arb-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.890399, + "recall": 0.922925, + "f1": 0.90056, + "accuracy": 0.922925, + "main_score": 0.90056, + "hf_subset": "arb_Arab-kmr_Latn", + "languages": [ + "arb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arb_Arab-min_Latn", + "languages": [ + "arb-Arab", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-por_Latn", + "languages": [ + "arb-Arab", + "por-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arb_Arab-sun_Latn", + "languages": [ + "arb-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.450318, + "recall": 0.520751, + "f1": 0.469728, + "accuracy": 0.520751, + "main_score": 0.469728, + "hf_subset": "arb_Arab-umb_Latn", + "languages": [ + "arb-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-ajp_Arab", + "languages": [ + "arb-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.510302, + "recall": 0.593874, + "f1": 0.533015, + "accuracy": 0.593874, + "main_score": 0.533015, + "hf_subset": "arb_Arab-bjn_Arab", + "languages": [ + "arb-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.428008, + "recall": 0.492095, + "f1": 0.445167, + "accuracy": 0.492095, + "main_score": 0.445167, + "hf_subset": "arb_Arab-ewe_Latn", + "languages": [ + "arb-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "arb_Arab-ilo_Latn", + "languages": [ + "arb-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.249346, + "recall": 0.315217, + "f1": 0.266327, + "accuracy": 0.315217, + "main_score": 0.266327, + "hf_subset": "arb_Arab-knc_Arab", + "languages": [ + "arb-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-mkd_Cyrl", + "languages": [ + "arb-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-prs_Arab", + "languages": [ + "arb-Arab", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-swe_Latn", + "languages": [ + "arb-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arb_Arab-urd_Arab", + "languages": [ + "arb-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.749268, + "recall": 0.811265, + "f1": 0.767591, + "accuracy": 0.811265, + "main_score": 0.767591, + "hf_subset": "arb_Arab-aka_Latn", + "languages": [ + "arb-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "arb_Arab-bjn_Latn", + "languages": [ + "arb-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "arb_Arab-fao_Latn", + "languages": [ + "arb-Arab", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ind_Latn", + "languages": [ + "arb-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.498819, + "recall": 0.565217, + "f1": 0.516009, + "accuracy": 0.565217, + "main_score": 0.516009, + "hf_subset": "arb_Arab-knc_Latn", + "languages": [ + "arb-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-mlt_Latn", + "languages": [ + "arb-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.626644, + "recall": 0.703557, + "f1": 0.649053, + "accuracy": 0.703557, + "main_score": 0.649053, + "hf_subset": "arb_Arab-quy_Latn", + "languages": [ + "arb-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-swh_Latn", + "languages": [ + "arb-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "arb_Arab-uzn_Latn", + "languages": [ + "arb-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-als_Latn", + "languages": [ + "arb-Arab", + "als-Latn" + ] + }, + { + "precision": 0.81437, + "recall": 0.866601, + "f1": 0.830385, + "accuracy": 0.866601, + "main_score": 0.830385, + "hf_subset": "arb_Arab-bod_Tibt", + "languages": [ + "arb-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.62598, + "recall": 0.699605, + "f1": 0.646516, + "accuracy": 0.699605, + "main_score": 0.646516, + "hf_subset": "arb_Arab-fij_Latn", + "languages": [ + "arb-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-isl_Latn", + "languages": [ + "arb-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.589282, + "recall": 0.666996, + "f1": 0.610889, + "accuracy": 0.666996, + "main_score": 0.610889, + "hf_subset": "arb_Arab-kon_Latn", + "languages": [ + "arb-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.590367, + "recall": 0.673913, + "f1": 0.613888, + "accuracy": 0.673913, + "main_score": 0.613888, + "hf_subset": "arb_Arab-mni_Beng", + "languages": [ + "arb-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-ron_Latn", + "languages": [ + "arb-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "arb_Arab-szl_Latn", + "languages": [ + "arb-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-vec_Latn", + "languages": [ + "arb-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.936924, + "recall": 0.956522, + "f1": 0.943182, + "accuracy": 0.956522, + "main_score": 0.943182, + "hf_subset": "arb_Arab-amh_Ethi", + "languages": [ + "arb-Arab", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-bos_Latn", + "languages": [ + "arb-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-fin_Latn", + "languages": [ + "arb-Arab", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ita_Latn", + "languages": [ + "arb-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-kor_Hang", + "languages": [ + "arb-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.469149, + "recall": 0.538538, + "f1": 0.488036, + "accuracy": 0.538538, + "main_score": 0.488036, + "hf_subset": "arb_Arab-mos_Latn", + "languages": [ + "arb-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.774572, + "recall": 0.831028, + "f1": 0.791403, + "accuracy": 0.831028, + "main_score": 0.791403, + "hf_subset": "arb_Arab-run_Latn", + "languages": [ + "arb-Arab", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "arb_Arab-tam_Taml", + "languages": [ + "arb-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-vie_Latn", + "languages": [ + "arb-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-apc_Arab", + "languages": [ + "arb-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.718826, + "recall": 0.785573, + "f1": 0.737846, + "accuracy": 0.785573, + "main_score": 0.737846, + "hf_subset": "arb_Arab-bug_Latn", + "languages": [ + "arb-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.40617, + "recall": 0.463439, + "f1": 0.421338, + "accuracy": 0.463439, + "main_score": 0.421338, + "hf_subset": "arb_Arab-fon_Latn", + "languages": [ + "arb-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-jav_Latn", + "languages": [ + "arb-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "arb_Arab-lao_Laoo", + "languages": [ + "arb-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.884223, + "recall": 0.917984, + "f1": 0.894928, + "accuracy": 0.917984, + "main_score": 0.894928, + "hf_subset": "arb_Arab-mri_Latn", + "languages": [ + "arb-Arab", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-rus_Cyrl", + "languages": [ + "arb-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.487219, + "recall": 0.555336, + "f1": 0.50568, + "accuracy": 0.555336, + "main_score": 0.50568, + "hf_subset": "arb_Arab-taq_Latn", + "languages": [ + "arb-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-war_Latn", + "languages": [ + "arb-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-bul_Cyrl", + "languages": [ + "arb-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-fra_Latn", + "languages": [ + "arb-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-jpn_Jpan", + "languages": [ + "arb-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arb_Arab-lij_Latn", + "languages": [ + "arb-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "arb_Arab-mya_Mymr", + "languages": [ + "arb-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.537968, + "recall": 0.61166, + "f1": 0.557935, + "accuracy": 0.61166, + "main_score": 0.557935, + "hf_subset": "arb_Arab-sag_Latn", + "languages": [ + "arb-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.206934, + "recall": 0.278656, + "f1": 0.225212, + "accuracy": 0.278656, + "main_score": 0.225212, + "hf_subset": "arb_Arab-taq_Tfng", + "languages": [ + "arb-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.615434, + "recall": 0.695652, + "f1": 0.638422, + "accuracy": 0.695652, + "main_score": 0.638422, + "hf_subset": "arb_Arab-wol_Latn", + "languages": [ + "arb-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.888208, + "recall": 0.920949, + "f1": 0.898188, + "accuracy": 0.920949, + "main_score": 0.898188, + "hf_subset": "arb_Arab-arb_Latn", + "languages": [ + "arb-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-cat_Latn", + "languages": [ + "arb-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "arb_Arab-fur_Latn", + "languages": [ + "arb-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.455388, + "recall": 0.532609, + "f1": 0.476102, + "accuracy": 0.532609, + "main_score": 0.476102, + "hf_subset": "arb_Arab-kab_Latn", + "languages": [ + "arb-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-lim_Latn", + "languages": [ + "arb-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-nld_Latn", + "languages": [ + "arb-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "arb_Arab-san_Deva", + "languages": [ + "arb-Arab", + "san-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "arb_Arab-tat_Cyrl", + "languages": [ + "arb-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.883976, + "recall": 0.91996, + "f1": 0.895652, + "accuracy": 0.91996, + "main_score": 0.895652, + "hf_subset": "arb_Arab-xho_Latn", + "languages": [ + "arb-Arab", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ars_Arab", + "languages": [ + "arb-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-ceb_Latn", + "languages": [ + "arb-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.459184, + "recall": 0.537549, + "f1": 0.480089, + "accuracy": 0.537549, + "main_score": 0.480089, + "hf_subset": "arb_Arab-fuv_Latn", + "languages": [ + "arb-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.457721, + "recall": 0.534585, + "f1": 0.478477, + "accuracy": 0.534585, + "main_score": 0.478477, + "hf_subset": "arb_Arab-kac_Latn", + "languages": [ + "arb-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.619142, + "recall": 0.694664, + "f1": 0.640008, + "accuracy": 0.694664, + "main_score": 0.640008, + "hf_subset": "arb_Arab-lin_Latn", + "languages": [ + "arb-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-nno_Latn", + "languages": [ + "arb-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.87528, + "recall": 0.909091, + "f1": 0.885178, + "accuracy": 0.909091, + "main_score": 0.885178, + "hf_subset": "arb_Arab-sat_Olck", + "languages": [ + "arb-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arb_Arab-tel_Telu", + "languages": [ + "arb-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "arb_Arab-ydd_Hebr", + "languages": [ + "arb-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "arb_Arab-ary_Arab", + "languages": [ + "arb-Arab", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ces_Latn", + "languages": [ + "arb-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.557363, + "recall": 0.635375, + "f1": 0.578883, + "accuracy": 0.635375, + "main_score": 0.578883, + "hf_subset": "arb_Arab-gaz_Latn", + "languages": [ + "arb-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.530716, + "recall": 0.614625, + "f1": 0.553278, + "accuracy": 0.614625, + "main_score": 0.553278, + "hf_subset": "arb_Arab-kam_Latn", + "languages": [ + "arb-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "arb_Arab-lit_Latn", + "languages": [ + "arb-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-nob_Latn", + "languages": [ + "arb-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.99226, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "arb_Arab-scn_Latn", + "languages": [ + "arb-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "arb_Arab-tgk_Cyrl", + "languages": [ + "arb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.750683, + "recall": 0.816206, + "f1": 0.770345, + "accuracy": 0.816206, + "main_score": 0.770345, + "hf_subset": "arb_Arab-yor_Latn", + "languages": [ + "arb-Arab", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-arz_Arab", + "languages": [ + "arb-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.467515, + "recall": 0.547431, + "f1": 0.489358, + "accuracy": 0.547431, + "main_score": 0.489358, + "hf_subset": "arb_Arab-cjk_Latn", + "languages": [ + "arb-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.963439, + "f1": 0.951581, + "accuracy": 0.963439, + "main_score": 0.951581, + "hf_subset": "arb_Arab-gla_Latn", + "languages": [ + "arb-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-kan_Knda", + "languages": [ + "arb-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.987813, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "arb_Arab-lmo_Latn", + "languages": [ + "arb-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "arb_Arab-npi_Deva", + "languages": [ + "arb-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.5454, + "recall": 0.62747, + "f1": 0.56854, + "accuracy": 0.62747, + "main_score": 0.56854, + "hf_subset": "arb_Arab-shn_Mymr", + "languages": [ + "arb-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-tgl_Latn", + "languages": [ + "arb-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-yue_Hant", + "languages": [ + "arb-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "arb_Arab-asm_Beng", + "languages": [ + "arb-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.933383, + "recall": 0.953557, + "f1": 0.939954, + "accuracy": 0.953557, + "main_score": 0.939954, + "hf_subset": "arb_Arab-ckb_Arab", + "languages": [ + "arb-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "arb_Arab-gle_Latn", + "languages": [ + "arb-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.906868, + "recall": 0.934783, + "f1": 0.915711, + "accuracy": 0.934783, + "main_score": 0.915711, + "hf_subset": "arb_Arab-kas_Arab", + "languages": [ + "arb-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.895339, + "recall": 0.926877, + "f1": 0.905534, + "accuracy": 0.926877, + "main_score": 0.905534, + "hf_subset": "arb_Arab-ltg_Latn", + "languages": [ + "arb-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.791831, + "recall": 0.84585, + "f1": 0.808187, + "accuracy": 0.84585, + "main_score": 0.808187, + "hf_subset": "arb_Arab-nso_Latn", + "languages": [ + "arb-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-sin_Sinh", + "languages": [ + "arb-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-tha_Thai", + "languages": [ + "arb-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-zho_Hans", + "languages": [ + "arb-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-ast_Latn", + "languages": [ + "arb-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "arb_Arab-crh_Latn", + "languages": [ + "arb-Arab", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-glg_Latn", + "languages": [ + "arb-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.850543, + "recall": 0.894269, + "f1": 0.864032, + "accuracy": 0.894269, + "main_score": 0.864032, + "hf_subset": "arb_Arab-kas_Deva", + "languages": [ + "arb-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arb_Arab-ltz_Latn", + "languages": [ + "arb-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.415996, + "recall": 0.485178, + "f1": 0.434554, + "accuracy": 0.485178, + "main_score": 0.434554, + "hf_subset": "arb_Arab-nus_Latn", + "languages": [ + "arb-Arab", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-slk_Latn", + "languages": [ + "arb-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.646774, + "recall": 0.726285, + "f1": 0.669259, + "accuracy": 0.726285, + "main_score": 0.669259, + "hf_subset": "arb_Arab-tir_Ethi", + "languages": [ + "arb-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-zho_Hant", + "languages": [ + "arb-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.979496, + "recall": 0.985178, + "f1": 0.981291, + "accuracy": 0.985178, + "main_score": 0.981291, + "hf_subset": "arb_Arab-awa_Deva", + "languages": [ + "arb-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.993248, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "arb_Arab-cym_Latn", + "languages": [ + "arb-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.757964, + "recall": 0.818182, + "f1": 0.775661, + "accuracy": 0.818182, + "main_score": 0.775661, + "hf_subset": "arb_Arab-grn_Latn", + "languages": [ + "arb-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-kat_Geor", + "languages": [ + "arb-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.578854, + "recall": 0.647233, + "f1": 0.597781, + "accuracy": 0.647233, + "main_score": 0.597781, + "hf_subset": "arb_Arab-lua_Latn", + "languages": [ + "arb-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.832922, + "recall": 0.880435, + "f1": 0.847694, + "accuracy": 0.880435, + "main_score": 0.847694, + "hf_subset": "arb_Arab-nya_Latn", + "languages": [ + "arb-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-slv_Latn", + "languages": [ + "arb-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arb_Arab-tpi_Latn", + "languages": [ + "arb-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-zsm_Latn", + "languages": [ + "arb-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.474105, + "recall": 0.548419, + "f1": 0.494464, + "accuracy": 0.548419, + "main_score": 0.494464, + "hf_subset": "arb_Arab-ayr_Latn", + "languages": [ + "arb-Arab", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-dan_Latn", + "languages": [ + "arb-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arb_Arab-guj_Gujr", + "languages": [ + "arb-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-kaz_Cyrl", + "languages": [ + "arb-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.64781, + "recall": 0.726285, + "f1": 0.670638, + "accuracy": 0.726285, + "main_score": 0.670638, + "hf_subset": "arb_Arab-lug_Latn", + "languages": [ + "arb-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-oci_Latn", + "languages": [ + "arb-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.841156, + "recall": 0.885375, + "f1": 0.854894, + "accuracy": 0.885375, + "main_score": 0.854894, + "hf_subset": "arb_Arab-smo_Latn", + "languages": [ + "arb-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.760583, + "recall": 0.821146, + "f1": 0.778804, + "accuracy": 0.821146, + "main_score": 0.778804, + "hf_subset": "arb_Arab-tsn_Latn", + "languages": [ + "arb-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.899621, + "recall": 0.93083, + "f1": 0.909651, + "accuracy": 0.93083, + "main_score": 0.909651, + "hf_subset": "arb_Arab-zul_Latn", + "languages": [ + "arb-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.943429, + "recall": 0.959486, + "f1": 0.948353, + "accuracy": 0.959486, + "main_score": 0.948353, + "hf_subset": "arb_Arab-azb_Arab", + "languages": [ + "arb-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-deu_Latn", + "languages": [ + "arb-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "arb_Arab-hat_Latn", + "languages": [ + "arb-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.45553, + "recall": 0.52668, + "f1": 0.475045, + "accuracy": 0.52668, + "main_score": 0.475045, + "hf_subset": "arb_Arab-kbp_Latn", + "languages": [ + "arb-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.492823, + "recall": 0.565217, + "f1": 0.511957, + "accuracy": 0.565217, + "main_score": 0.511957, + "hf_subset": "arb_Arab-luo_Latn", + "languages": [ + "arb-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "arb_Arab-ory_Orya", + "languages": [ + "arb-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.898468, + "recall": 0.929842, + "f1": 0.908498, + "accuracy": 0.929842, + "main_score": 0.908498, + "hf_subset": "arb_Arab-sna_Latn", + "languages": [ + "arb-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.658778, + "recall": 0.731225, + "f1": 0.679385, + "accuracy": 0.731225, + "main_score": 0.679385, + "hf_subset": "arb_Arab-tso_Latn", + "languages": [ + "arb-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-azj_Latn", + "languages": [ + "arb-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.483671, + "recall": 0.556324, + "f1": 0.504226, + "accuracy": 0.556324, + "main_score": 0.504226, + "hf_subset": "arb_Arab-dik_Latn", + "languages": [ + "arb-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.908432, + "recall": 0.937747, + "f1": 0.917984, + "accuracy": 0.937747, + "main_score": 0.917984, + "hf_subset": "arb_Arab-hau_Latn", + "languages": [ + "arb-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "arb_Arab-kea_Latn", + "languages": [ + "arb-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.928524, + "recall": 0.950593, + "f1": 0.935606, + "accuracy": 0.950593, + "main_score": 0.935606, + "hf_subset": "arb_Arab-lus_Latn", + "languages": [ + "arb-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.851532, + "recall": 0.894269, + "f1": 0.864625, + "accuracy": 0.894269, + "main_score": 0.864625, + "hf_subset": "arb_Arab-pag_Latn", + "languages": [ + "arb-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "arb_Arab-snd_Arab", + "languages": [ + "arb-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "arb_Arab-tuk_Latn", + "languages": [ + "arb-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arb_Arab-bak_Cyrl", + "languages": [ + "arb-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.439652, + "recall": 0.520751, + "f1": 0.461766, + "accuracy": 0.520751, + "main_score": 0.461766, + "hf_subset": "arb_Arab-dyu_Latn", + "languages": [ + "arb-Arab", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-heb_Hebr", + "languages": [ + "arb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "arb_Arab-khk_Cyrl", + "languages": [ + "arb-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-lvs_Latn", + "languages": [ + "arb-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arb_Arab-pan_Guru", + "languages": [ + "arb-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.880929, + "recall": 0.916996, + "f1": 0.89226, + "accuracy": 0.916996, + "main_score": 0.89226, + "hf_subset": "arb_Arab-som_Latn", + "languages": [ + "arb-Arab", + "som-Latn" + ] + }, + { + "precision": 0.695389, + "recall": 0.763834, + "f1": 0.715664, + "accuracy": 0.763834, + "main_score": 0.715664, + "hf_subset": "arb_Arab-tum_Latn", + "languages": [ + "arb-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.540666, + "recall": 0.630435, + "f1": 0.566223, + "accuracy": 0.630435, + "main_score": 0.566223, + "hf_subset": "bul_Cyrl-ace_Arab", + "languages": [ + "bul-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.460442, + "recall": 0.527668, + "f1": 0.477971, + "accuracy": 0.527668, + "main_score": 0.477971, + "hf_subset": "bul_Cyrl-bam_Latn", + "languages": [ + "bul-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.659884, + "recall": 0.741107, + "f1": 0.682935, + "accuracy": 0.741107, + "main_score": 0.682935, + "hf_subset": "bul_Cyrl-dzo_Tibt", + "languages": [ + "bul-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-hin_Deva", + "languages": [ + "bul-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "bul_Cyrl-khm_Khmr", + "languages": [ + "bul-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bul_Cyrl-mag_Deva", + "languages": [ + "bul-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-pap_Latn", + "languages": [ + "bul-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.874127, + "recall": 0.912055, + "f1": 0.886067, + "accuracy": 0.912055, + "main_score": 0.886067, + "hf_subset": "bul_Cyrl-sot_Latn", + "languages": [ + "bul-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-tur_Latn", + "languages": [ + "bul-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.873847, + "recall": 0.908103, + "f1": 0.884623, + "accuracy": 0.908103, + "main_score": 0.884623, + "hf_subset": "bul_Cyrl-ace_Latn", + "languages": [ + "bul-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "bul_Cyrl-ban_Latn", + "languages": [ + "bul-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-ell_Grek", + "languages": [ + "bul-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "bul_Cyrl-hne_Deva", + "languages": [ + "bul-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.570697, + "recall": 0.649209, + "f1": 0.592544, + "accuracy": 0.649209, + "main_score": 0.592544, + "hf_subset": "bul_Cyrl-kik_Latn", + "languages": [ + "bul-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-mai_Deva", + "languages": [ + "bul-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "bul_Cyrl-pbt_Arab", + "languages": [ + "bul-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-spa_Latn", + "languages": [ + "bul-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.77831, + "recall": 0.835968, + "f1": 0.795553, + "accuracy": 0.835968, + "main_score": 0.795553, + "hf_subset": "bul_Cyrl-twi_Latn", + "languages": [ + "bul-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-acm_Arab", + "languages": [ + "bul-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-bel_Cyrl", + "languages": [ + "bul-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-hrv_Latn", + "languages": [ + "bul-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.862352, + "recall": 0.901186, + "f1": 0.874473, + "accuracy": 0.901186, + "main_score": 0.874473, + "hf_subset": "bul_Cyrl-kin_Latn", + "languages": [ + "bul-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bul_Cyrl-mal_Mlym", + "languages": [ + "bul-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-pes_Arab", + "languages": [ + "bul-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bul_Cyrl-srd_Latn", + "languages": [ + "bul-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.204681, + "recall": 0.266798, + "f1": 0.219481, + "accuracy": 0.266798, + "main_score": 0.219481, + "hf_subset": "bul_Cyrl-tzm_Tfng", + "languages": [ + "bul-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-acq_Arab", + "languages": [ + "bul-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.674219, + "recall": 0.746047, + "f1": 0.694586, + "accuracy": 0.746047, + "main_score": 0.694586, + "hf_subset": "bul_Cyrl-bem_Latn", + "languages": [ + "bul-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-epo_Latn", + "languages": [ + "bul-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-hun_Latn", + "languages": [ + "bul-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bul_Cyrl-kir_Cyrl", + "languages": [ + "bul-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-mar_Deva", + "languages": [ + "bul-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.883267, + "recall": 0.916996, + "f1": 0.893577, + "accuracy": 0.916996, + "main_score": 0.893577, + "hf_subset": "bul_Cyrl-plt_Latn", + "languages": [ + "bul-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-srp_Cyrl", + "languages": [ + "bul-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "bul_Cyrl-uig_Arab", + "languages": [ + "bul-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-aeb_Arab", + "languages": [ + "bul-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-ben_Beng", + "languages": [ + "bul-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-est_Latn", + "languages": [ + "bul-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-hye_Armn", + "languages": [ + "bul-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.464959, + "recall": 0.534585, + "f1": 0.48414, + "accuracy": 0.534585, + "main_score": 0.48414, + "hf_subset": "bul_Cyrl-kmb_Latn", + "languages": [ + "bul-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.496465, + "recall": 0.586957, + "f1": 0.520619, + "accuracy": 0.586957, + "main_score": 0.520619, + "hf_subset": "bul_Cyrl-min_Arab", + "languages": [ + "bul-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-pol_Latn", + "languages": [ + "bul-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.766667, + "recall": 0.829051, + "f1": 0.785804, + "accuracy": 0.829051, + "main_score": 0.785804, + "hf_subset": "bul_Cyrl-ssw_Latn", + "languages": [ + "bul-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-ukr_Cyrl", + "languages": [ + "bul-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-afr_Latn", + "languages": [ + "bul-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-bho_Deva", + "languages": [ + "bul-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-eus_Latn", + "languages": [ + "bul-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.879611, + "recall": 0.916008, + "f1": 0.89106, + "accuracy": 0.916008, + "main_score": 0.89106, + "hf_subset": "bul_Cyrl-ibo_Latn", + "languages": [ + "bul-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.874835, + "recall": 0.912055, + "f1": 0.886495, + "accuracy": 0.912055, + "main_score": 0.886495, + "hf_subset": "bul_Cyrl-kmr_Latn", + "languages": [ + "bul-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bul_Cyrl-min_Latn", + "languages": [ + "bul-Cyrl", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-por_Latn", + "languages": [ + "bul-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bul_Cyrl-sun_Latn", + "languages": [ + "bul-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.463142, + "recall": 0.536561, + "f1": 0.483799, + "accuracy": 0.536561, + "main_score": 0.483799, + "hf_subset": "bul_Cyrl-umb_Latn", + "languages": [ + "bul-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-ajp_Arab", + "languages": [ + "bul-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.504293, + "recall": 0.588933, + "f1": 0.527394, + "accuracy": 0.588933, + "main_score": 0.527394, + "hf_subset": "bul_Cyrl-bjn_Arab", + "languages": [ + "bul-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.441232, + "recall": 0.502964, + "f1": 0.458269, + "accuracy": 0.502964, + "main_score": 0.458269, + "hf_subset": "bul_Cyrl-ewe_Latn", + "languages": [ + "bul-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.954216, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "bul_Cyrl-ilo_Latn", + "languages": [ + "bul-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.257404, + "recall": 0.327075, + "f1": 0.274283, + "accuracy": 0.327075, + "main_score": 0.274283, + "hf_subset": "bul_Cyrl-knc_Arab", + "languages": [ + "bul-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-mkd_Cyrl", + "languages": [ + "bul-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-prs_Arab", + "languages": [ + "bul-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-swe_Latn", + "languages": [ + "bul-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-urd_Arab", + "languages": [ + "bul-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.741535, + "recall": 0.806324, + "f1": 0.760757, + "accuracy": 0.806324, + "main_score": 0.760757, + "hf_subset": "bul_Cyrl-aka_Latn", + "languages": [ + "bul-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "bul_Cyrl-bjn_Latn", + "languages": [ + "bul-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bul_Cyrl-fao_Latn", + "languages": [ + "bul-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ind_Latn", + "languages": [ + "bul-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.507437, + "recall": 0.574111, + "f1": 0.525205, + "accuracy": 0.574111, + "main_score": 0.525205, + "hf_subset": "bul_Cyrl-knc_Latn", + "languages": [ + "bul-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-mlt_Latn", + "languages": [ + "bul-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.635337, + "recall": 0.710474, + "f1": 0.656932, + "accuracy": 0.710474, + "main_score": 0.656932, + "hf_subset": "bul_Cyrl-quy_Latn", + "languages": [ + "bul-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-swh_Latn", + "languages": [ + "bul-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-uzn_Latn", + "languages": [ + "bul-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-als_Latn", + "languages": [ + "bul-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.830163, + "recall": 0.87747, + "f1": 0.844686, + "accuracy": 0.87747, + "main_score": 0.844686, + "hf_subset": "bul_Cyrl-bod_Tibt", + "languages": [ + "bul-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.616527, + "recall": 0.693676, + "f1": 0.638329, + "accuracy": 0.693676, + "main_score": 0.638329, + "hf_subset": "bul_Cyrl-fij_Latn", + "languages": [ + "bul-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bul_Cyrl-isl_Latn", + "languages": [ + "bul-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.602895, + "recall": 0.681818, + "f1": 0.625013, + "accuracy": 0.681818, + "main_score": 0.625013, + "hf_subset": "bul_Cyrl-kon_Latn", + "languages": [ + "bul-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.598801, + "recall": 0.68083, + "f1": 0.621963, + "accuracy": 0.68083, + "main_score": 0.621963, + "hf_subset": "bul_Cyrl-mni_Beng", + "languages": [ + "bul-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ron_Latn", + "languages": [ + "bul-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "bul_Cyrl-szl_Latn", + "languages": [ + "bul-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-vec_Latn", + "languages": [ + "bul-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.945487, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "bul_Cyrl-amh_Ethi", + "languages": [ + "bul-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-bos_Latn", + "languages": [ + "bul-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-fin_Latn", + "languages": [ + "bul-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-ita_Latn", + "languages": [ + "bul-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-kor_Hang", + "languages": [ + "bul-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.484249, + "recall": 0.549407, + "f1": 0.50221, + "accuracy": 0.549407, + "main_score": 0.50221, + "hf_subset": "bul_Cyrl-mos_Latn", + "languages": [ + "bul-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.774193, + "recall": 0.831028, + "f1": 0.791271, + "accuracy": 0.831028, + "main_score": 0.791271, + "hf_subset": "bul_Cyrl-run_Latn", + "languages": [ + "bul-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bul_Cyrl-tam_Taml", + "languages": [ + "bul-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-vie_Latn", + "languages": [ + "bul-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-apc_Arab", + "languages": [ + "bul-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.729282, + "recall": 0.797431, + "f1": 0.749642, + "accuracy": 0.797431, + "main_score": 0.749642, + "hf_subset": "bul_Cyrl-bug_Latn", + "languages": [ + "bul-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.41103, + "recall": 0.463439, + "f1": 0.425158, + "accuracy": 0.463439, + "main_score": 0.425158, + "hf_subset": "bul_Cyrl-fon_Latn", + "languages": [ + "bul-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bul_Cyrl-jav_Latn", + "languages": [ + "bul-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.960227, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "bul_Cyrl-lao_Laoo", + "languages": [ + "bul-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.879694, + "recall": 0.916008, + "f1": 0.891041, + "accuracy": 0.916008, + "main_score": 0.891041, + "hf_subset": "bul_Cyrl-mri_Latn", + "languages": [ + "bul-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-rus_Cyrl", + "languages": [ + "bul-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.503759, + "recall": 0.567194, + "f1": 0.521142, + "accuracy": 0.567194, + "main_score": 0.521142, + "hf_subset": "bul_Cyrl-taq_Latn", + "languages": [ + "bul-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-war_Latn", + "languages": [ + "bul-Cyrl", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-arb_Arab", + "languages": [ + "bul-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-fra_Latn", + "languages": [ + "bul-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-jpn_Jpan", + "languages": [ + "bul-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bul_Cyrl-lij_Latn", + "languages": [ + "bul-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "bul_Cyrl-mya_Mymr", + "languages": [ + "bul-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.549583, + "recall": 0.619565, + "f1": 0.568698, + "accuracy": 0.619565, + "main_score": 0.568698, + "hf_subset": "bul_Cyrl-sag_Latn", + "languages": [ + "bul-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.223245, + "recall": 0.291502, + "f1": 0.239822, + "accuracy": 0.291502, + "main_score": 0.239822, + "hf_subset": "bul_Cyrl-taq_Tfng", + "languages": [ + "bul-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.626337, + "recall": 0.697628, + "f1": 0.646517, + "accuracy": 0.697628, + "main_score": 0.646517, + "hf_subset": "bul_Cyrl-wol_Latn", + "languages": [ + "bul-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.843626, + "recall": 0.88834, + "f1": 0.857213, + "accuracy": 0.88834, + "main_score": 0.857213, + "hf_subset": "bul_Cyrl-arb_Latn", + "languages": [ + "bul-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-cat_Latn", + "languages": [ + "bul-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-fur_Latn", + "languages": [ + "bul-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.440199, + "recall": 0.516798, + "f1": 0.461121, + "accuracy": 0.516798, + "main_score": 0.461121, + "hf_subset": "bul_Cyrl-kab_Latn", + "languages": [ + "bul-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bul_Cyrl-lim_Latn", + "languages": [ + "bul-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-nld_Latn", + "languages": [ + "bul-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "bul_Cyrl-san_Deva", + "languages": [ + "bul-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-tat_Cyrl", + "languages": [ + "bul-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.890399, + "recall": 0.922925, + "f1": 0.900758, + "accuracy": 0.922925, + "main_score": 0.900758, + "hf_subset": "bul_Cyrl-xho_Latn", + "languages": [ + "bul-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-ars_Arab", + "languages": [ + "bul-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-ceb_Latn", + "languages": [ + "bul-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.460467, + "recall": 0.541502, + "f1": 0.482553, + "accuracy": 0.541502, + "main_score": 0.482553, + "hf_subset": "bul_Cyrl-fuv_Latn", + "languages": [ + "bul-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.453644, + "recall": 0.52668, + "f1": 0.473235, + "accuracy": 0.52668, + "main_score": 0.473235, + "hf_subset": "bul_Cyrl-kac_Latn", + "languages": [ + "bul-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.62382, + "recall": 0.69664, + "f1": 0.643804, + "accuracy": 0.69664, + "main_score": 0.643804, + "hf_subset": "bul_Cyrl-lin_Latn", + "languages": [ + "bul-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-nno_Latn", + "languages": [ + "bul-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.87309, + "recall": 0.909091, + "f1": 0.884025, + "accuracy": 0.909091, + "main_score": 0.884025, + "hf_subset": "bul_Cyrl-sat_Olck", + "languages": [ + "bul-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bul_Cyrl-tel_Telu", + "languages": [ + "bul-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bul_Cyrl-ydd_Hebr", + "languages": [ + "bul-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "bul_Cyrl-ary_Arab", + "languages": [ + "bul-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-ces_Latn", + "languages": [ + "bul-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.564373, + "recall": 0.644269, + "f1": 0.586393, + "accuracy": 0.644269, + "main_score": 0.586393, + "hf_subset": "bul_Cyrl-gaz_Latn", + "languages": [ + "bul-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.537469, + "recall": 0.621542, + "f1": 0.560548, + "accuracy": 0.621542, + "main_score": 0.560548, + "hf_subset": "bul_Cyrl-kam_Latn", + "languages": [ + "bul-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bul_Cyrl-lit_Latn", + "languages": [ + "bul-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-nob_Latn", + "languages": [ + "bul-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "bul_Cyrl-scn_Latn", + "languages": [ + "bul-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "bul_Cyrl-tgk_Cyrl", + "languages": [ + "bul-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.759783, + "recall": 0.821146, + "f1": 0.777889, + "accuracy": 0.821146, + "main_score": 0.777889, + "hf_subset": "bul_Cyrl-yor_Latn", + "languages": [ + "bul-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-arz_Arab", + "languages": [ + "bul-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.479206, + "recall": 0.557312, + "f1": 0.500782, + "accuracy": 0.557312, + "main_score": 0.500782, + "hf_subset": "bul_Cyrl-cjk_Latn", + "languages": [ + "bul-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "bul_Cyrl-gla_Latn", + "languages": [ + "bul-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "bul_Cyrl-kan_Knda", + "languages": [ + "bul-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bul_Cyrl-lmo_Latn", + "languages": [ + "bul-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "bul_Cyrl-npi_Deva", + "languages": [ + "bul-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.541241, + "recall": 0.626482, + "f1": 0.564883, + "accuracy": 0.626482, + "main_score": 0.564883, + "hf_subset": "bul_Cyrl-shn_Mymr", + "languages": [ + "bul-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-tgl_Latn", + "languages": [ + "bul-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-yue_Hant", + "languages": [ + "bul-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "bul_Cyrl-asm_Beng", + "languages": [ + "bul-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.937088, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "bul_Cyrl-ckb_Arab", + "languages": [ + "bul-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bul_Cyrl-gle_Latn", + "languages": [ + "bul-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.907609, + "recall": 0.934783, + "f1": 0.915975, + "accuracy": 0.934783, + "main_score": 0.915975, + "hf_subset": "bul_Cyrl-kas_Arab", + "languages": [ + "bul-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.908185, + "recall": 0.934783, + "f1": 0.916568, + "accuracy": 0.934783, + "main_score": 0.916568, + "hf_subset": "bul_Cyrl-ltg_Latn", + "languages": [ + "bul-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.799878, + "recall": 0.851779, + "f1": 0.815681, + "accuracy": 0.851779, + "main_score": 0.815681, + "hf_subset": "bul_Cyrl-nso_Latn", + "languages": [ + "bul-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "bul_Cyrl-sin_Sinh", + "languages": [ + "bul-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-tha_Thai", + "languages": [ + "bul-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-zho_Hans", + "languages": [ + "bul-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-ast_Latn", + "languages": [ + "bul-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "bul_Cyrl-crh_Latn", + "languages": [ + "bul-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-glg_Latn", + "languages": [ + "bul-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.866222, + "recall": 0.90415, + "f1": 0.87795, + "accuracy": 0.90415, + "main_score": 0.87795, + "hf_subset": "bul_Cyrl-kas_Deva", + "languages": [ + "bul-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-ltz_Latn", + "languages": [ + "bul-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.425219, + "recall": 0.491107, + "f1": 0.442915, + "accuracy": 0.491107, + "main_score": 0.442915, + "hf_subset": "bul_Cyrl-nus_Latn", + "languages": [ + "bul-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-slk_Latn", + "languages": [ + "bul-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.63095, + "recall": 0.713439, + "f1": 0.654356, + "accuracy": 0.713439, + "main_score": 0.654356, + "hf_subset": "bul_Cyrl-tir_Ethi", + "languages": [ + "bul-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-zho_Hant", + "languages": [ + "bul-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.982955, + "recall": 0.987154, + "f1": 0.984256, + "accuracy": 0.987154, + "main_score": 0.984256, + "hf_subset": "bul_Cyrl-awa_Deva", + "languages": [ + "bul-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "bul_Cyrl-cym_Latn", + "languages": [ + "bul-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.776943, + "recall": 0.833992, + "f1": 0.794236, + "accuracy": 0.833992, + "main_score": 0.794236, + "hf_subset": "bul_Cyrl-grn_Latn", + "languages": [ + "bul-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-kat_Geor", + "languages": [ + "bul-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.587144, + "recall": 0.655138, + "f1": 0.60606, + "accuracy": 0.655138, + "main_score": 0.60606, + "hf_subset": "bul_Cyrl-lua_Latn", + "languages": [ + "bul-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.837352, + "recall": 0.884387, + "f1": 0.851943, + "accuracy": 0.884387, + "main_score": 0.851943, + "hf_subset": "bul_Cyrl-nya_Latn", + "languages": [ + "bul-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-slv_Latn", + "languages": [ + "bul-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bul_Cyrl-tpi_Latn", + "languages": [ + "bul-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-zsm_Latn", + "languages": [ + "bul-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.48849, + "recall": 0.560277, + "f1": 0.508224, + "accuracy": 0.560277, + "main_score": 0.508224, + "hf_subset": "bul_Cyrl-ayr_Latn", + "languages": [ + "bul-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-dan_Latn", + "languages": [ + "bul-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-guj_Gujr", + "languages": [ + "bul-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bul_Cyrl-kaz_Cyrl", + "languages": [ + "bul-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.64692, + "recall": 0.726285, + "f1": 0.670276, + "accuracy": 0.726285, + "main_score": 0.670276, + "hf_subset": "bul_Cyrl-lug_Latn", + "languages": [ + "bul-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-oci_Latn", + "languages": [ + "bul-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.84193, + "recall": 0.885375, + "f1": 0.855369, + "accuracy": 0.885375, + "main_score": 0.855369, + "hf_subset": "bul_Cyrl-smo_Latn", + "languages": [ + "bul-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.738735, + "recall": 0.805336, + "f1": 0.758597, + "accuracy": 0.805336, + "main_score": 0.758597, + "hf_subset": "bul_Cyrl-tsn_Latn", + "languages": [ + "bul-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.913702, + "recall": 0.940711, + "f1": 0.922431, + "accuracy": 0.940711, + "main_score": 0.922431, + "hf_subset": "bul_Cyrl-zul_Latn", + "languages": [ + "bul-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.928689, + "recall": 0.951581, + "f1": 0.9361, + "accuracy": 0.951581, + "main_score": 0.9361, + "hf_subset": "bul_Cyrl-azb_Arab", + "languages": [ + "bul-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-deu_Latn", + "languages": [ + "bul-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "bul_Cyrl-hat_Latn", + "languages": [ + "bul-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.459258, + "recall": 0.525692, + "f1": 0.477505, + "accuracy": 0.525692, + "main_score": 0.477505, + "hf_subset": "bul_Cyrl-kbp_Latn", + "languages": [ + "bul-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.499246, + "recall": 0.568182, + "f1": 0.517927, + "accuracy": 0.568182, + "main_score": 0.517927, + "hf_subset": "bul_Cyrl-luo_Latn", + "languages": [ + "bul-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bul_Cyrl-ory_Orya", + "languages": [ + "bul-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.893363, + "recall": 0.924901, + "f1": 0.903393, + "accuracy": 0.924901, + "main_score": 0.903393, + "hf_subset": "bul_Cyrl-sna_Latn", + "languages": [ + "bul-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.661317, + "recall": 0.733202, + "f1": 0.681983, + "accuracy": 0.733202, + "main_score": 0.681983, + "hf_subset": "bul_Cyrl-tso_Latn", + "languages": [ + "bul-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-azj_Latn", + "languages": [ + "bul-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.483885, + "recall": 0.554348, + "f1": 0.503575, + "accuracy": 0.554348, + "main_score": 0.503575, + "hf_subset": "bul_Cyrl-dik_Latn", + "languages": [ + "bul-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.91502, + "recall": 0.9417, + "f1": 0.923748, + "accuracy": 0.9417, + "main_score": 0.923748, + "hf_subset": "bul_Cyrl-hau_Latn", + "languages": [ + "bul-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "bul_Cyrl-kea_Latn", + "languages": [ + "bul-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.928195, + "recall": 0.950593, + "f1": 0.935441, + "accuracy": 0.950593, + "main_score": 0.935441, + "hf_subset": "bul_Cyrl-lus_Latn", + "languages": [ + "bul-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.864987, + "recall": 0.903162, + "f1": 0.876548, + "accuracy": 0.903162, + "main_score": 0.876548, + "hf_subset": "bul_Cyrl-pag_Latn", + "languages": [ + "bul-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bul_Cyrl-snd_Arab", + "languages": [ + "bul-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bul_Cyrl-tuk_Latn", + "languages": [ + "bul-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-bak_Cyrl", + "languages": [ + "bul-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.450251, + "recall": 0.527668, + "f1": 0.471425, + "accuracy": 0.527668, + "main_score": 0.471425, + "hf_subset": "bul_Cyrl-dyu_Latn", + "languages": [ + "bul-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-heb_Hebr", + "languages": [ + "bul-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bul_Cyrl-khk_Cyrl", + "languages": [ + "bul-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-lvs_Latn", + "languages": [ + "bul-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-pan_Guru", + "languages": [ + "bul-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.875494, + "recall": 0.913043, + "f1": 0.887305, + "accuracy": 0.913043, + "main_score": 0.887305, + "hf_subset": "bul_Cyrl-som_Latn", + "languages": [ + "bul-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.694681, + "recall": 0.758893, + "f1": 0.7131, + "accuracy": 0.758893, + "main_score": 0.7131, + "hf_subset": "bul_Cyrl-tum_Latn", + "languages": [ + "bul-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.529564, + "recall": 0.62253, + "f1": 0.556067, + "accuracy": 0.62253, + "main_score": 0.556067, + "hf_subset": "fra_Latn-ace_Arab", + "languages": [ + "fra-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.468274, + "recall": 0.540514, + "f1": 0.48796, + "accuracy": 0.540514, + "main_score": 0.48796, + "hf_subset": "fra_Latn-bam_Latn", + "languages": [ + "fra-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.679422, + "recall": 0.754941, + "f1": 0.700992, + "accuracy": 0.754941, + "main_score": 0.700992, + "hf_subset": "fra_Latn-dzo_Tibt", + "languages": [ + "fra-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-hin_Deva", + "languages": [ + "fra-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fra_Latn-khm_Khmr", + "languages": [ + "fra-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-mag_Deva", + "languages": [ + "fra-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-pap_Latn", + "languages": [ + "fra-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.875247, + "recall": 0.913043, + "f1": 0.887253, + "accuracy": 0.913043, + "main_score": 0.887253, + "hf_subset": "fra_Latn-sot_Latn", + "languages": [ + "fra-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-tur_Latn", + "languages": [ + "fra-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.879456, + "recall": 0.913043, + "f1": 0.890069, + "accuracy": 0.913043, + "main_score": 0.890069, + "hf_subset": "fra_Latn-ace_Latn", + "languages": [ + "fra-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "fra_Latn-ban_Latn", + "languages": [ + "fra-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-ell_Grek", + "languages": [ + "fra-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "fra_Latn-hne_Deva", + "languages": [ + "fra-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.588868, + "recall": 0.664032, + "f1": 0.609794, + "accuracy": 0.664032, + "main_score": 0.609794, + "hf_subset": "fra_Latn-kik_Latn", + "languages": [ + "fra-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "fra_Latn-mai_Deva", + "languages": [ + "fra-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "fra_Latn-pbt_Arab", + "languages": [ + "fra-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-spa_Latn", + "languages": [ + "fra-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.796591, + "recall": 0.848814, + "f1": 0.812253, + "accuracy": 0.848814, + "main_score": 0.812253, + "hf_subset": "fra_Latn-twi_Latn", + "languages": [ + "fra-Latn", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-acm_Arab", + "languages": [ + "fra-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-bel_Cyrl", + "languages": [ + "fra-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-hrv_Latn", + "languages": [ + "fra-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.862887, + "recall": 0.900198, + "f1": 0.874462, + "accuracy": 0.900198, + "main_score": 0.874462, + "hf_subset": "fra_Latn-kin_Latn", + "languages": [ + "fra-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fra_Latn-mal_Mlym", + "languages": [ + "fra-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-pes_Arab", + "languages": [ + "fra-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-srd_Latn", + "languages": [ + "fra-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.196083, + "recall": 0.264822, + "f1": 0.211902, + "accuracy": 0.264822, + "main_score": 0.211902, + "hf_subset": "fra_Latn-tzm_Tfng", + "languages": [ + "fra-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-acq_Arab", + "languages": [ + "fra-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.67967, + "recall": 0.752964, + "f1": 0.700713, + "accuracy": 0.752964, + "main_score": 0.700713, + "hf_subset": "fra_Latn-bem_Latn", + "languages": [ + "fra-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-epo_Latn", + "languages": [ + "fra-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "fra_Latn-hun_Latn", + "languages": [ + "fra-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fra_Latn-kir_Cyrl", + "languages": [ + "fra-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-mar_Deva", + "languages": [ + "fra-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.884964, + "recall": 0.91996, + "f1": 0.895982, + "accuracy": 0.91996, + "main_score": 0.895982, + "hf_subset": "fra_Latn-plt_Latn", + "languages": [ + "fra-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-srp_Cyrl", + "languages": [ + "fra-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.952734, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "fra_Latn-uig_Arab", + "languages": [ + "fra-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-aeb_Arab", + "languages": [ + "fra-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-ben_Beng", + "languages": [ + "fra-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-est_Latn", + "languages": [ + "fra-Latn", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-hye_Armn", + "languages": [ + "fra-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.468136, + "recall": 0.540514, + "f1": 0.488247, + "accuracy": 0.540514, + "main_score": 0.488247, + "hf_subset": "fra_Latn-kmb_Latn", + "languages": [ + "fra-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.507769, + "recall": 0.59585, + "f1": 0.531367, + "accuracy": 0.59585, + "main_score": 0.531367, + "hf_subset": "fra_Latn-min_Arab", + "languages": [ + "fra-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-pol_Latn", + "languages": [ + "fra-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.764147, + "recall": 0.826087, + "f1": 0.782938, + "accuracy": 0.826087, + "main_score": 0.782938, + "hf_subset": "fra_Latn-ssw_Latn", + "languages": [ + "fra-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-ukr_Cyrl", + "languages": [ + "fra-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-afr_Latn", + "languages": [ + "fra-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "fra_Latn-bho_Deva", + "languages": [ + "fra-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-eus_Latn", + "languages": [ + "fra-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.870586, + "recall": 0.909091, + "f1": 0.882543, + "accuracy": 0.909091, + "main_score": 0.882543, + "hf_subset": "fra_Latn-ibo_Latn", + "languages": [ + "fra-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.888258, + "recall": 0.920949, + "f1": 0.898452, + "accuracy": 0.920949, + "main_score": 0.898452, + "hf_subset": "fra_Latn-kmr_Latn", + "languages": [ + "fra-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fra_Latn-min_Latn", + "languages": [ + "fra-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-por_Latn", + "languages": [ + "fra-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "fra_Latn-sun_Latn", + "languages": [ + "fra-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.464173, + "recall": 0.538538, + "f1": 0.486022, + "accuracy": 0.538538, + "main_score": 0.486022, + "hf_subset": "fra_Latn-umb_Latn", + "languages": [ + "fra-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-ajp_Arab", + "languages": [ + "fra-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.516189, + "recall": 0.597826, + "f1": 0.53809, + "accuracy": 0.597826, + "main_score": 0.53809, + "hf_subset": "fra_Latn-bjn_Arab", + "languages": [ + "fra-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.461263, + "recall": 0.520751, + "f1": 0.477172, + "accuracy": 0.520751, + "main_score": 0.477172, + "hf_subset": "fra_Latn-ewe_Latn", + "languages": [ + "fra-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "fra_Latn-ilo_Latn", + "languages": [ + "fra-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.261808, + "recall": 0.333992, + "f1": 0.279582, + "accuracy": 0.333992, + "main_score": 0.279582, + "hf_subset": "fra_Latn-knc_Arab", + "languages": [ + "fra-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-mkd_Cyrl", + "languages": [ + "fra-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-prs_Arab", + "languages": [ + "fra-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-swe_Latn", + "languages": [ + "fra-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-urd_Arab", + "languages": [ + "fra-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.767852, + "recall": 0.826087, + "f1": 0.78523, + "accuracy": 0.826087, + "main_score": 0.78523, + "hf_subset": "fra_Latn-aka_Latn", + "languages": [ + "fra-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fra_Latn-bjn_Latn", + "languages": [ + "fra-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "fra_Latn-fao_Latn", + "languages": [ + "fra-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ind_Latn", + "languages": [ + "fra-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.533082, + "recall": 0.594862, + "f1": 0.549533, + "accuracy": 0.594862, + "main_score": 0.549533, + "hf_subset": "fra_Latn-knc_Latn", + "languages": [ + "fra-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-mlt_Latn", + "languages": [ + "fra-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.644423, + "recall": 0.718379, + "f1": 0.66578, + "accuracy": 0.718379, + "main_score": 0.66578, + "hf_subset": "fra_Latn-quy_Latn", + "languages": [ + "fra-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "fra_Latn-swh_Latn", + "languages": [ + "fra-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fra_Latn-uzn_Latn", + "languages": [ + "fra-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-als_Latn", + "languages": [ + "fra-Latn", + "als-Latn" + ] + }, + { + "precision": 0.823699, + "recall": 0.873518, + "f1": 0.839083, + "accuracy": 0.873518, + "main_score": 0.839083, + "hf_subset": "fra_Latn-bod_Tibt", + "languages": [ + "fra-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.621014, + "recall": 0.698617, + "f1": 0.643318, + "accuracy": 0.698617, + "main_score": 0.643318, + "hf_subset": "fra_Latn-fij_Latn", + "languages": [ + "fra-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "fra_Latn-isl_Latn", + "languages": [ + "fra-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.609248, + "recall": 0.686759, + "f1": 0.631054, + "accuracy": 0.686759, + "main_score": 0.631054, + "hf_subset": "fra_Latn-kon_Latn", + "languages": [ + "fra-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.604614, + "recall": 0.689723, + "f1": 0.629019, + "accuracy": 0.689723, + "main_score": 0.629019, + "hf_subset": "fra_Latn-mni_Beng", + "languages": [ + "fra-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-ron_Latn", + "languages": [ + "fra-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "fra_Latn-szl_Latn", + "languages": [ + "fra-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-vec_Latn", + "languages": [ + "fra-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.944993, + "recall": 0.962451, + "f1": 0.950593, + "accuracy": 0.962451, + "main_score": 0.950593, + "hf_subset": "fra_Latn-amh_Ethi", + "languages": [ + "fra-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-bos_Latn", + "languages": [ + "fra-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "fra_Latn-fin_Latn", + "languages": [ + "fra-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ita_Latn", + "languages": [ + "fra-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-kor_Hang", + "languages": [ + "fra-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.499547, + "recall": 0.567194, + "f1": 0.518026, + "accuracy": 0.567194, + "main_score": 0.518026, + "hf_subset": "fra_Latn-mos_Latn", + "languages": [ + "fra-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.767638, + "recall": 0.828063, + "f1": 0.785705, + "accuracy": 0.828063, + "main_score": 0.785705, + "hf_subset": "fra_Latn-run_Latn", + "languages": [ + "fra-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fra_Latn-tam_Taml", + "languages": [ + "fra-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "fra_Latn-vie_Latn", + "languages": [ + "fra-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-apc_Arab", + "languages": [ + "fra-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.722875, + "recall": 0.793478, + "f1": 0.743577, + "accuracy": 0.793478, + "main_score": 0.743577, + "hf_subset": "fra_Latn-bug_Latn", + "languages": [ + "fra-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.417266, + "recall": 0.475296, + "f1": 0.432377, + "accuracy": 0.475296, + "main_score": 0.432377, + "hf_subset": "fra_Latn-fon_Latn", + "languages": [ + "fra-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fra_Latn-jav_Latn", + "languages": [ + "fra-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "fra_Latn-lao_Laoo", + "languages": [ + "fra-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.883317, + "recall": 0.917984, + "f1": 0.894335, + "accuracy": 0.917984, + "main_score": 0.894335, + "hf_subset": "fra_Latn-mri_Latn", + "languages": [ + "fra-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-rus_Cyrl", + "languages": [ + "fra-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.502193, + "recall": 0.567194, + "f1": 0.519606, + "accuracy": 0.567194, + "main_score": 0.519606, + "hf_subset": "fra_Latn-taq_Latn", + "languages": [ + "fra-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-war_Latn", + "languages": [ + "fra-Latn", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-arb_Arab", + "languages": [ + "fra-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-bul_Cyrl", + "languages": [ + "fra-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-jpn_Jpan", + "languages": [ + "fra-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-lij_Latn", + "languages": [ + "fra-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "fra_Latn-mya_Mymr", + "languages": [ + "fra-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.55699, + "recall": 0.636364, + "f1": 0.578775, + "accuracy": 0.636364, + "main_score": 0.578775, + "hf_subset": "fra_Latn-sag_Latn", + "languages": [ + "fra-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.224451, + "recall": 0.291502, + "f1": 0.240192, + "accuracy": 0.291502, + "main_score": 0.240192, + "hf_subset": "fra_Latn-taq_Tfng", + "languages": [ + "fra-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.621091, + "recall": 0.697628, + "f1": 0.643153, + "accuracy": 0.697628, + "main_score": 0.643153, + "hf_subset": "fra_Latn-wol_Latn", + "languages": [ + "fra-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.868659, + "recall": 0.907115, + "f1": 0.880468, + "accuracy": 0.907115, + "main_score": 0.880468, + "hf_subset": "fra_Latn-arb_Latn", + "languages": [ + "fra-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-cat_Latn", + "languages": [ + "fra-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-fur_Latn", + "languages": [ + "fra-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.436281, + "recall": 0.519763, + "f1": 0.458637, + "accuracy": 0.519763, + "main_score": 0.458637, + "hf_subset": "fra_Latn-kab_Latn", + "languages": [ + "fra-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-lim_Latn", + "languages": [ + "fra-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-nld_Latn", + "languages": [ + "fra-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "fra_Latn-san_Deva", + "languages": [ + "fra-Latn", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-tat_Cyrl", + "languages": [ + "fra-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.890728, + "recall": 0.922925, + "f1": 0.900922, + "accuracy": 0.922925, + "main_score": 0.900922, + "hf_subset": "fra_Latn-xho_Latn", + "languages": [ + "fra-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-ars_Arab", + "languages": [ + "fra-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-ceb_Latn", + "languages": [ + "fra-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.476744, + "recall": 0.552372, + "f1": 0.497308, + "accuracy": 0.552372, + "main_score": 0.497308, + "hf_subset": "fra_Latn-fuv_Latn", + "languages": [ + "fra-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.46756, + "recall": 0.536561, + "f1": 0.486089, + "accuracy": 0.536561, + "main_score": 0.486089, + "hf_subset": "fra_Latn-kac_Latn", + "languages": [ + "fra-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.63969, + "recall": 0.712451, + "f1": 0.659599, + "accuracy": 0.712451, + "main_score": 0.659599, + "hf_subset": "fra_Latn-lin_Latn", + "languages": [ + "fra-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-nno_Latn", + "languages": [ + "fra-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.876433, + "recall": 0.913043, + "f1": 0.887747, + "accuracy": 0.913043, + "main_score": 0.887747, + "hf_subset": "fra_Latn-sat_Olck", + "languages": [ + "fra-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "fra_Latn-tel_Telu", + "languages": [ + "fra-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fra_Latn-ydd_Hebr", + "languages": [ + "fra-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "fra_Latn-ary_Arab", + "languages": [ + "fra-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ces_Latn", + "languages": [ + "fra-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.556616, + "recall": 0.63834, + "f1": 0.579421, + "accuracy": 0.63834, + "main_score": 0.579421, + "hf_subset": "fra_Latn-gaz_Latn", + "languages": [ + "fra-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.538012, + "recall": 0.621542, + "f1": 0.5608, + "accuracy": 0.621542, + "main_score": 0.5608, + "hf_subset": "fra_Latn-kam_Latn", + "languages": [ + "fra-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "fra_Latn-lit_Latn", + "languages": [ + "fra-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-nob_Latn", + "languages": [ + "fra-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-scn_Latn", + "languages": [ + "fra-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "fra_Latn-tgk_Cyrl", + "languages": [ + "fra-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.753781, + "recall": 0.820158, + "f1": 0.7736, + "accuracy": 0.820158, + "main_score": 0.7736, + "hf_subset": "fra_Latn-yor_Latn", + "languages": [ + "fra-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-arz_Arab", + "languages": [ + "fra-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.490235, + "recall": 0.566206, + "f1": 0.511192, + "accuracy": 0.566206, + "main_score": 0.511192, + "hf_subset": "fra_Latn-cjk_Latn", + "languages": [ + "fra-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "fra_Latn-gla_Latn", + "languages": [ + "fra-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "fra_Latn-kan_Knda", + "languages": [ + "fra-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "fra_Latn-lmo_Latn", + "languages": [ + "fra-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "fra_Latn-npi_Deva", + "languages": [ + "fra-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.545817, + "recall": 0.632411, + "f1": 0.569929, + "accuracy": 0.632411, + "main_score": 0.569929, + "hf_subset": "fra_Latn-shn_Mymr", + "languages": [ + "fra-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-tgl_Latn", + "languages": [ + "fra-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-yue_Hant", + "languages": [ + "fra-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fra_Latn-asm_Beng", + "languages": [ + "fra-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.942605, + "recall": 0.960474, + "f1": 0.948353, + "accuracy": 0.960474, + "main_score": 0.948353, + "hf_subset": "fra_Latn-ckb_Arab", + "languages": [ + "fra-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "fra_Latn-gle_Latn", + "languages": [ + "fra-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.91362, + "recall": 0.939723, + "f1": 0.921838, + "accuracy": 0.939723, + "main_score": 0.921838, + "hf_subset": "fra_Latn-kas_Arab", + "languages": [ + "fra-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.910161, + "recall": 0.936759, + "f1": 0.918544, + "accuracy": 0.936759, + "main_score": 0.918544, + "hf_subset": "fra_Latn-ltg_Latn", + "languages": [ + "fra-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.787724, + "recall": 0.840909, + "f1": 0.804068, + "accuracy": 0.840909, + "main_score": 0.804068, + "hf_subset": "fra_Latn-nso_Latn", + "languages": [ + "fra-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fra_Latn-sin_Sinh", + "languages": [ + "fra-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-tha_Thai", + "languages": [ + "fra-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-zho_Hans", + "languages": [ + "fra-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-ast_Latn", + "languages": [ + "fra-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fra_Latn-crh_Latn", + "languages": [ + "fra-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-glg_Latn", + "languages": [ + "fra-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.867375, + "recall": 0.907115, + "f1": 0.879842, + "accuracy": 0.907115, + "main_score": 0.879842, + "hf_subset": "fra_Latn-kas_Deva", + "languages": [ + "fra-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "fra_Latn-ltz_Latn", + "languages": [ + "fra-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.412167, + "recall": 0.486166, + "f1": 0.432116, + "accuracy": 0.486166, + "main_score": 0.432116, + "hf_subset": "fra_Latn-nus_Latn", + "languages": [ + "fra-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-slk_Latn", + "languages": [ + "fra-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.6493, + "recall": 0.733202, + "f1": 0.673954, + "accuracy": 0.733202, + "main_score": 0.673954, + "hf_subset": "fra_Latn-tir_Ethi", + "languages": [ + "fra-Latn", + "tir-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-zho_Hant", + "languages": [ + "fra-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.981061, + "recall": 0.986166, + "f1": 0.982708, + "accuracy": 0.986166, + "main_score": 0.982708, + "hf_subset": "fra_Latn-awa_Deva", + "languages": [ + "fra-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-cym_Latn", + "languages": [ + "fra-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.790777, + "recall": 0.842885, + "f1": 0.806192, + "accuracy": 0.842885, + "main_score": 0.806192, + "hf_subset": "fra_Latn-grn_Latn", + "languages": [ + "fra-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-kat_Geor", + "languages": [ + "fra-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.609688, + "recall": 0.676877, + "f1": 0.628379, + "accuracy": 0.676877, + "main_score": 0.628379, + "hf_subset": "fra_Latn-lua_Latn", + "languages": [ + "fra-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.838603, + "recall": 0.886364, + "f1": 0.853557, + "accuracy": 0.886364, + "main_score": 0.853557, + "hf_subset": "fra_Latn-nya_Latn", + "languages": [ + "fra-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "fra_Latn-slv_Latn", + "languages": [ + "fra-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fra_Latn-tpi_Latn", + "languages": [ + "fra-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-zsm_Latn", + "languages": [ + "fra-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.479823, + "recall": 0.55336, + "f1": 0.499905, + "accuracy": 0.55336, + "main_score": 0.499905, + "hf_subset": "fra_Latn-ayr_Latn", + "languages": [ + "fra-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-dan_Latn", + "languages": [ + "fra-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-guj_Gujr", + "languages": [ + "fra-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fra_Latn-kaz_Cyrl", + "languages": [ + "fra-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.647819, + "recall": 0.726285, + "f1": 0.670833, + "accuracy": 0.726285, + "main_score": 0.670833, + "hf_subset": "fra_Latn-lug_Latn", + "languages": [ + "fra-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-oci_Latn", + "languages": [ + "fra-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.843709, + "recall": 0.885375, + "f1": 0.856442, + "accuracy": 0.885375, + "main_score": 0.856442, + "hf_subset": "fra_Latn-smo_Latn", + "languages": [ + "fra-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.757905, + "recall": 0.81917, + "f1": 0.776863, + "accuracy": 0.81917, + "main_score": 0.776863, + "hf_subset": "fra_Latn-tsn_Latn", + "languages": [ + "fra-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.902503, + "recall": 0.932806, + "f1": 0.91222, + "accuracy": 0.932806, + "main_score": 0.91222, + "hf_subset": "fra_Latn-zul_Latn", + "languages": [ + "fra-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.944664, + "recall": 0.962451, + "f1": 0.950428, + "accuracy": 0.962451, + "main_score": 0.950428, + "hf_subset": "fra_Latn-azb_Arab", + "languages": [ + "fra-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-deu_Latn", + "languages": [ + "fra-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "fra_Latn-hat_Latn", + "languages": [ + "fra-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.477278, + "recall": 0.54249, + "f1": 0.495707, + "accuracy": 0.54249, + "main_score": 0.495707, + "hf_subset": "fra_Latn-kbp_Latn", + "languages": [ + "fra-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.498799, + "recall": 0.572134, + "f1": 0.51845, + "accuracy": 0.572134, + "main_score": 0.51845, + "hf_subset": "fra_Latn-luo_Latn", + "languages": [ + "fra-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "fra_Latn-ory_Orya", + "languages": [ + "fra-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.908762, + "recall": 0.936759, + "f1": 0.917819, + "accuracy": 0.936759, + "main_score": 0.917819, + "hf_subset": "fra_Latn-sna_Latn", + "languages": [ + "fra-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.674006, + "recall": 0.746047, + "f1": 0.695059, + "accuracy": 0.746047, + "main_score": 0.695059, + "hf_subset": "fra_Latn-tso_Latn", + "languages": [ + "fra-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-azj_Latn", + "languages": [ + "fra-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.491701, + "recall": 0.566206, + "f1": 0.512466, + "accuracy": 0.566206, + "main_score": 0.512466, + "hf_subset": "fra_Latn-dik_Latn", + "languages": [ + "fra-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.908597, + "recall": 0.936759, + "f1": 0.917819, + "accuracy": 0.936759, + "main_score": 0.917819, + "hf_subset": "fra_Latn-hau_Latn", + "languages": [ + "fra-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fra_Latn-kea_Latn", + "languages": [ + "fra-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.928195, + "recall": 0.949605, + "f1": 0.934947, + "accuracy": 0.949605, + "main_score": 0.934947, + "hf_subset": "fra_Latn-lus_Latn", + "languages": [ + "fra-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.863966, + "recall": 0.902174, + "f1": 0.875922, + "accuracy": 0.902174, + "main_score": 0.875922, + "hf_subset": "fra_Latn-pag_Latn", + "languages": [ + "fra-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fra_Latn-snd_Arab", + "languages": [ + "fra-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "fra_Latn-tuk_Latn", + "languages": [ + "fra-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fra_Latn-bak_Cyrl", + "languages": [ + "fra-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.453652, + "recall": 0.532609, + "f1": 0.475783, + "accuracy": 0.532609, + "main_score": 0.475783, + "hf_subset": "fra_Latn-dyu_Latn", + "languages": [ + "fra-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-heb_Hebr", + "languages": [ + "fra-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fra_Latn-khk_Cyrl", + "languages": [ + "fra-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-lvs_Latn", + "languages": [ + "fra-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-pan_Guru", + "languages": [ + "fra-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.88447, + "recall": 0.91996, + "f1": 0.895619, + "accuracy": 0.91996, + "main_score": 0.895619, + "hf_subset": "fra_Latn-som_Latn", + "languages": [ + "fra-Latn", + "som-Latn" + ] + }, + { + "precision": 0.707477, + "recall": 0.772727, + "f1": 0.726633, + "accuracy": 0.772727, + "main_score": 0.726633, + "hf_subset": "fra_Latn-tum_Latn", + "languages": [ + "fra-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.518401, + "recall": 0.609684, + "f1": 0.544815, + "accuracy": 0.609684, + "main_score": 0.544815, + "hf_subset": "jpn_Jpan-ace_Arab", + "languages": [ + "jpn-Jpan", + "ace-Arab" + ] + }, + { + "precision": 0.473713, + "recall": 0.534585, + "f1": 0.490104, + "accuracy": 0.534585, + "main_score": 0.490104, + "hf_subset": "jpn_Jpan-bam_Latn", + "languages": [ + "jpn-Jpan", + "bam-Latn" + ] + }, + { + "precision": 0.672333, + "recall": 0.750988, + "f1": 0.695314, + "accuracy": 0.750988, + "main_score": 0.695314, + "hf_subset": "jpn_Jpan-dzo_Tibt", + "languages": [ + "jpn-Jpan", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-hin_Deva", + "languages": [ + "jpn-Jpan", + "hin-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "jpn_Jpan-khm_Khmr", + "languages": [ + "jpn-Jpan", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-mag_Deva", + "languages": [ + "jpn-Jpan", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-pap_Latn", + "languages": [ + "jpn-Jpan", + "pap-Latn" + ] + }, + { + "precision": 0.852009, + "recall": 0.894269, + "f1": 0.865086, + "accuracy": 0.894269, + "main_score": 0.865086, + "hf_subset": "jpn_Jpan-sot_Latn", + "languages": [ + "jpn-Jpan", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-tur_Latn", + "languages": [ + "jpn-Jpan", + "tur-Latn" + ] + }, + { + "precision": 0.86334, + "recall": 0.901186, + "f1": 0.875282, + "accuracy": 0.901186, + "main_score": 0.875282, + "hf_subset": "jpn_Jpan-ace_Latn", + "languages": [ + "jpn-Jpan", + "ace-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "jpn_Jpan-ban_Latn", + "languages": [ + "jpn-Jpan", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-ell_Grek", + "languages": [ + "jpn-Jpan", + "ell-Grek" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "jpn_Jpan-hne_Deva", + "languages": [ + "jpn-Jpan", + "hne-Deva" + ] + }, + { + "precision": 0.567188, + "recall": 0.642292, + "f1": 0.58801, + "accuracy": 0.642292, + "main_score": 0.58801, + "hf_subset": "jpn_Jpan-kik_Latn", + "languages": [ + "jpn-Jpan", + "kik-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "jpn_Jpan-mai_Deva", + "languages": [ + "jpn-Jpan", + "mai-Deva" + ] + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "jpn_Jpan-pbt_Arab", + "languages": [ + "jpn-Jpan", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-spa_Latn", + "languages": [ + "jpn-Jpan", + "spa-Latn" + ] + }, + { + "precision": 0.769219, + "recall": 0.829051, + "f1": 0.787022, + "accuracy": 0.829051, + "main_score": 0.787022, + "hf_subset": "jpn_Jpan-twi_Latn", + "languages": [ + "jpn-Jpan", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-acm_Arab", + "languages": [ + "jpn-Jpan", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-bel_Cyrl", + "languages": [ + "jpn-Jpan", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-hrv_Latn", + "languages": [ + "jpn-Jpan", + "hrv-Latn" + ] + }, + { + "precision": 0.841001, + "recall": 0.885375, + "f1": 0.854529, + "accuracy": 0.885375, + "main_score": 0.854529, + "hf_subset": "jpn_Jpan-kin_Latn", + "languages": [ + "jpn-Jpan", + "kin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-mal_Mlym", + "languages": [ + "jpn-Jpan", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-pes_Arab", + "languages": [ + "jpn-Jpan", + "pes-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "jpn_Jpan-srd_Latn", + "languages": [ + "jpn-Jpan", + "srd-Latn" + ] + }, + { + "precision": 0.20257, + "recall": 0.267787, + "f1": 0.218226, + "accuracy": 0.267787, + "main_score": 0.218226, + "hf_subset": "jpn_Jpan-tzm_Tfng", + "languages": [ + "jpn-Jpan", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-acq_Arab", + "languages": [ + "jpn-Jpan", + "acq-Arab" + ] + }, + { + "precision": 0.650066, + "recall": 0.724308, + "f1": 0.67113, + "accuracy": 0.724308, + "main_score": 0.67113, + "hf_subset": "jpn_Jpan-bem_Latn", + "languages": [ + "jpn-Jpan", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-epo_Latn", + "languages": [ + "jpn-Jpan", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-hun_Latn", + "languages": [ + "jpn-Jpan", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jpn_Jpan-kir_Cyrl", + "languages": [ + "jpn-Jpan", + "kir-Cyrl" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "jpn_Jpan-mar_Deva", + "languages": [ + "jpn-Jpan", + "mar-Deva" + ] + }, + { + "precision": 0.85779, + "recall": 0.897233, + "f1": 0.869763, + "accuracy": 0.897233, + "main_score": 0.869763, + "hf_subset": "jpn_Jpan-plt_Latn", + "languages": [ + "jpn-Jpan", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-srp_Cyrl", + "languages": [ + "jpn-Jpan", + "srp-Cyrl" + ] + }, + { + "precision": 0.945982, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "jpn_Jpan-uig_Arab", + "languages": [ + "jpn-Jpan", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-aeb_Arab", + "languages": [ + "jpn-Jpan", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-ben_Beng", + "languages": [ + "jpn-Jpan", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jpn_Jpan-est_Latn", + "languages": [ + "jpn-Jpan", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-hye_Armn", + "languages": [ + "jpn-Jpan", + "hye-Armn" + ] + }, + { + "precision": 0.463739, + "recall": 0.529644, + "f1": 0.482458, + "accuracy": 0.529644, + "main_score": 0.482458, + "hf_subset": "jpn_Jpan-kmb_Latn", + "languages": [ + "jpn-Jpan", + "kmb-Latn" + ] + }, + { + "precision": 0.48856, + "recall": 0.576087, + "f1": 0.512435, + "accuracy": 0.576087, + "main_score": 0.512435, + "hf_subset": "jpn_Jpan-min_Arab", + "languages": [ + "jpn-Jpan", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-pol_Latn", + "languages": [ + "jpn-Jpan", + "pol-Latn" + ] + }, + { + "precision": 0.742375, + "recall": 0.8083, + "f1": 0.762436, + "accuracy": 0.8083, + "main_score": 0.762436, + "hf_subset": "jpn_Jpan-ssw_Latn", + "languages": [ + "jpn-Jpan", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-ukr_Cyrl", + "languages": [ + "jpn-Jpan", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-afr_Latn", + "languages": [ + "jpn-Jpan", + "afr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-bho_Deva", + "languages": [ + "jpn-Jpan", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "jpn_Jpan-eus_Latn", + "languages": [ + "jpn-Jpan", + "eus-Latn" + ] + }, + { + "precision": 0.848814, + "recall": 0.896245, + "f1": 0.863933, + "accuracy": 0.896245, + "main_score": 0.863933, + "hf_subset": "jpn_Jpan-ibo_Latn", + "languages": [ + "jpn-Jpan", + "ibo-Latn" + ] + }, + { + "precision": 0.857708, + "recall": 0.899209, + "f1": 0.870817, + "accuracy": 0.899209, + "main_score": 0.870817, + "hf_subset": "jpn_Jpan-kmr_Latn", + "languages": [ + "jpn-Jpan", + "kmr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jpn_Jpan-min_Latn", + "languages": [ + "jpn-Jpan", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-por_Latn", + "languages": [ + "jpn-Jpan", + "por-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "jpn_Jpan-sun_Latn", + "languages": [ + "jpn-Jpan", + "sun-Latn" + ] + }, + { + "precision": 0.458504, + "recall": 0.530632, + "f1": 0.478389, + "accuracy": 0.530632, + "main_score": 0.478389, + "hf_subset": "jpn_Jpan-umb_Latn", + "languages": [ + "jpn-Jpan", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-ajp_Arab", + "languages": [ + "jpn-Jpan", + "ajp-Arab" + ] + }, + { + "precision": 0.520867, + "recall": 0.600791, + "f1": 0.542756, + "accuracy": 0.600791, + "main_score": 0.542756, + "hf_subset": "jpn_Jpan-bjn_Arab", + "languages": [ + "jpn-Jpan", + "bjn-Arab" + ] + }, + { + "precision": 0.448463, + "recall": 0.506917, + "f1": 0.463806, + "accuracy": 0.506917, + "main_score": 0.463806, + "hf_subset": "jpn_Jpan-ewe_Latn", + "languages": [ + "jpn-Jpan", + "ewe-Latn" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "jpn_Jpan-ilo_Latn", + "languages": [ + "jpn-Jpan", + "ilo-Latn" + ] + }, + { + "precision": 0.260216, + "recall": 0.326087, + "f1": 0.276054, + "accuracy": 0.326087, + "main_score": 0.276054, + "hf_subset": "jpn_Jpan-knc_Arab", + "languages": [ + "jpn-Jpan", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-mkd_Cyrl", + "languages": [ + "jpn-Jpan", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-prs_Arab", + "languages": [ + "jpn-Jpan", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-swe_Latn", + "languages": [ + "jpn-Jpan", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jpn_Jpan-urd_Arab", + "languages": [ + "jpn-Jpan", + "urd-Arab" + ] + }, + { + "precision": 0.741725, + "recall": 0.80336, + "f1": 0.75995, + "accuracy": 0.80336, + "main_score": 0.75995, + "hf_subset": "jpn_Jpan-aka_Latn", + "languages": [ + "jpn-Jpan", + "aka-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "jpn_Jpan-bjn_Latn", + "languages": [ + "jpn-Jpan", + "bjn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "jpn_Jpan-fao_Latn", + "languages": [ + "jpn-Jpan", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-ind_Latn", + "languages": [ + "jpn-Jpan", + "ind-Latn" + ] + }, + { + "precision": 0.519935, + "recall": 0.58004, + "f1": 0.5361, + "accuracy": 0.58004, + "main_score": 0.5361, + "hf_subset": "jpn_Jpan-knc_Latn", + "languages": [ + "jpn-Jpan", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-mlt_Latn", + "languages": [ + "jpn-Jpan", + "mlt-Latn" + ] + }, + { + "precision": 0.624805, + "recall": 0.700593, + "f1": 0.645876, + "accuracy": 0.700593, + "main_score": 0.645876, + "hf_subset": "jpn_Jpan-quy_Latn", + "languages": [ + "jpn-Jpan", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-swh_Latn", + "languages": [ + "jpn-Jpan", + "swh-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "jpn_Jpan-uzn_Latn", + "languages": [ + "jpn-Jpan", + "uzn-Latn" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "jpn_Jpan-als_Latn", + "languages": [ + "jpn-Jpan", + "als-Latn" + ] + }, + { + "precision": 0.81665, + "recall": 0.869565, + "f1": 0.833202, + "accuracy": 0.869565, + "main_score": 0.833202, + "hf_subset": "jpn_Jpan-bod_Tibt", + "languages": [ + "jpn-Jpan", + "bod-Tibt" + ] + }, + { + "precision": 0.608745, + "recall": 0.681818, + "f1": 0.629367, + "accuracy": 0.681818, + "main_score": 0.629367, + "hf_subset": "jpn_Jpan-fij_Latn", + "languages": [ + "jpn-Jpan", + "fij-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "jpn_Jpan-isl_Latn", + "languages": [ + "jpn-Jpan", + "isl-Latn" + ] + }, + { + "precision": 0.589192, + "recall": 0.666008, + "f1": 0.610844, + "accuracy": 0.666008, + "main_score": 0.610844, + "hf_subset": "jpn_Jpan-kon_Latn", + "languages": [ + "jpn-Jpan", + "kon-Latn" + ] + }, + { + "precision": 0.598355, + "recall": 0.682806, + "f1": 0.622125, + "accuracy": 0.682806, + "main_score": 0.622125, + "hf_subset": "jpn_Jpan-mni_Beng", + "languages": [ + "jpn-Jpan", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-ron_Latn", + "languages": [ + "jpn-Jpan", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "jpn_Jpan-szl_Latn", + "languages": [ + "jpn-Jpan", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-vec_Latn", + "languages": [ + "jpn-Jpan", + "vec-Latn" + ] + }, + { + "precision": 0.93363, + "recall": 0.953557, + "f1": 0.939888, + "accuracy": 0.953557, + "main_score": 0.939888, + "hf_subset": "jpn_Jpan-amh_Ethi", + "languages": [ + "jpn-Jpan", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-bos_Latn", + "languages": [ + "jpn-Jpan", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-fin_Latn", + "languages": [ + "jpn-Jpan", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-ita_Latn", + "languages": [ + "jpn-Jpan", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-kor_Hang", + "languages": [ + "jpn-Jpan", + "kor-Hang" + ] + }, + { + "precision": 0.485724, + "recall": 0.550395, + "f1": 0.503595, + "accuracy": 0.550395, + "main_score": 0.503595, + "hf_subset": "jpn_Jpan-mos_Latn", + "languages": [ + "jpn-Jpan", + "mos-Latn" + ] + }, + { + "precision": 0.75135, + "recall": 0.817194, + "f1": 0.771146, + "accuracy": 0.817194, + "main_score": 0.771146, + "hf_subset": "jpn_Jpan-run_Latn", + "languages": [ + "jpn-Jpan", + "run-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jpn_Jpan-tam_Taml", + "languages": [ + "jpn-Jpan", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-vie_Latn", + "languages": [ + "jpn-Jpan", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-apc_Arab", + "languages": [ + "jpn-Jpan", + "apc-Arab" + ] + }, + { + "precision": 0.725421, + "recall": 0.793478, + "f1": 0.745556, + "accuracy": 0.793478, + "main_score": 0.745556, + "hf_subset": "jpn_Jpan-bug_Latn", + "languages": [ + "jpn-Jpan", + "bug-Latn" + ] + }, + { + "precision": 0.415533, + "recall": 0.474308, + "f1": 0.43101, + "accuracy": 0.474308, + "main_score": 0.43101, + "hf_subset": "jpn_Jpan-fon_Latn", + "languages": [ + "jpn-Jpan", + "fon-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "jpn_Jpan-jav_Latn", + "languages": [ + "jpn-Jpan", + "jav-Latn" + ] + }, + { + "precision": 0.952734, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "jpn_Jpan-lao_Laoo", + "languages": [ + "jpn-Jpan", + "lao-Laoo" + ] + }, + { + "precision": 0.871871, + "recall": 0.910079, + "f1": 0.884058, + "accuracy": 0.910079, + "main_score": 0.884058, + "hf_subset": "jpn_Jpan-mri_Latn", + "languages": [ + "jpn-Jpan", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-rus_Cyrl", + "languages": [ + "jpn-Jpan", + "rus-Cyrl" + ] + }, + { + "precision": 0.492516, + "recall": 0.556324, + "f1": 0.510067, + "accuracy": 0.556324, + "main_score": 0.510067, + "hf_subset": "jpn_Jpan-taq_Latn", + "languages": [ + "jpn-Jpan", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-war_Latn", + "languages": [ + "jpn-Jpan", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-arb_Arab", + "languages": [ + "jpn-Jpan", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-bul_Cyrl", + "languages": [ + "jpn-Jpan", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-fra_Latn", + "languages": [ + "jpn-Jpan", + "fra-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "jpn_Jpan-lij_Latn", + "languages": [ + "jpn-Jpan", + "lij-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "jpn_Jpan-mya_Mymr", + "languages": [ + "jpn-Jpan", + "mya-Mymr" + ] + }, + { + "precision": 0.536971, + "recall": 0.609684, + "f1": 0.556796, + "accuracy": 0.609684, + "main_score": 0.556796, + "hf_subset": "jpn_Jpan-sag_Latn", + "languages": [ + "jpn-Jpan", + "sag-Latn" + ] + }, + { + "precision": 0.225756, + "recall": 0.290514, + "f1": 0.240591, + "accuracy": 0.290514, + "main_score": 0.240591, + "hf_subset": "jpn_Jpan-taq_Tfng", + "languages": [ + "jpn-Jpan", + "taq-Tfng" + ] + }, + { + "precision": 0.61413, + "recall": 0.687747, + "f1": 0.634784, + "accuracy": 0.687747, + "main_score": 0.634784, + "hf_subset": "jpn_Jpan-wol_Latn", + "languages": [ + "jpn-Jpan", + "wol-Latn" + ] + }, + { + "precision": 0.84585, + "recall": 0.891304, + "f1": 0.85998, + "accuracy": 0.891304, + "main_score": 0.85998, + "hf_subset": "jpn_Jpan-arb_Latn", + "languages": [ + "jpn-Jpan", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-cat_Latn", + "languages": [ + "jpn-Jpan", + "cat-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "jpn_Jpan-fur_Latn", + "languages": [ + "jpn-Jpan", + "fur-Latn" + ] + }, + { + "precision": 0.425636, + "recall": 0.503953, + "f1": 0.445636, + "accuracy": 0.503953, + "main_score": 0.445636, + "hf_subset": "jpn_Jpan-kab_Latn", + "languages": [ + "jpn-Jpan", + "kab-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jpn_Jpan-lim_Latn", + "languages": [ + "jpn-Jpan", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-nld_Latn", + "languages": [ + "jpn-Jpan", + "nld-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "jpn_Jpan-san_Deva", + "languages": [ + "jpn-Jpan", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jpn_Jpan-tat_Cyrl", + "languages": [ + "jpn-Jpan", + "tat-Cyrl" + ] + }, + { + "precision": 0.862022, + "recall": 0.902174, + "f1": 0.874638, + "accuracy": 0.902174, + "main_score": 0.874638, + "hf_subset": "jpn_Jpan-xho_Latn", + "languages": [ + "jpn-Jpan", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-ars_Arab", + "languages": [ + "jpn-Jpan", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-ceb_Latn", + "languages": [ + "jpn-Jpan", + "ceb-Latn" + ] + }, + { + "precision": 0.462644, + "recall": 0.539526, + "f1": 0.483271, + "accuracy": 0.539526, + "main_score": 0.483271, + "hf_subset": "jpn_Jpan-fuv_Latn", + "languages": [ + "jpn-Jpan", + "fuv-Latn" + ] + }, + { + "precision": 0.467791, + "recall": 0.535573, + "f1": 0.485755, + "accuracy": 0.535573, + "main_score": 0.485755, + "hf_subset": "jpn_Jpan-kac_Latn", + "languages": [ + "jpn-Jpan", + "kac-Latn" + ] + }, + { + "precision": 0.613835, + "recall": 0.6917, + "f1": 0.635547, + "accuracy": 0.6917, + "main_score": 0.635547, + "hf_subset": "jpn_Jpan-lin_Latn", + "languages": [ + "jpn-Jpan", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-nno_Latn", + "languages": [ + "jpn-Jpan", + "nno-Latn" + ] + }, + { + "precision": 0.871163, + "recall": 0.907115, + "f1": 0.882115, + "accuracy": 0.907115, + "main_score": 0.882115, + "hf_subset": "jpn_Jpan-sat_Olck", + "languages": [ + "jpn-Jpan", + "sat-Olck" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "jpn_Jpan-tel_Telu", + "languages": [ + "jpn-Jpan", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "jpn_Jpan-ydd_Hebr", + "languages": [ + "jpn-Jpan", + "ydd-Hebr" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "jpn_Jpan-ary_Arab", + "languages": [ + "jpn-Jpan", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ces_Latn", + "languages": [ + "jpn-Jpan", + "ces-Latn" + ] + }, + { + "precision": 0.56087, + "recall": 0.634387, + "f1": 0.580833, + "accuracy": 0.634387, + "main_score": 0.580833, + "hf_subset": "jpn_Jpan-gaz_Latn", + "languages": [ + "jpn-Jpan", + "gaz-Latn" + ] + }, + { + "precision": 0.522721, + "recall": 0.605731, + "f1": 0.545072, + "accuracy": 0.605731, + "main_score": 0.545072, + "hf_subset": "jpn_Jpan-kam_Latn", + "languages": [ + "jpn-Jpan", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "jpn_Jpan-lit_Latn", + "languages": [ + "jpn-Jpan", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-nob_Latn", + "languages": [ + "jpn-Jpan", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-scn_Latn", + "languages": [ + "jpn-Jpan", + "scn-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "jpn_Jpan-tgk_Cyrl", + "languages": [ + "jpn-Jpan", + "tgk-Cyrl" + ] + }, + { + "precision": 0.72785, + "recall": 0.797431, + "f1": 0.747865, + "accuracy": 0.797431, + "main_score": 0.747865, + "hf_subset": "jpn_Jpan-yor_Latn", + "languages": [ + "jpn-Jpan", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-arz_Arab", + "languages": [ + "jpn-Jpan", + "arz-Arab" + ] + }, + { + "precision": 0.472106, + "recall": 0.549407, + "f1": 0.493686, + "accuracy": 0.549407, + "main_score": 0.493686, + "hf_subset": "jpn_Jpan-cjk_Latn", + "languages": [ + "jpn-Jpan", + "cjk-Latn" + ] + }, + { + "precision": 0.945405, + "recall": 0.962451, + "f1": 0.950823, + "accuracy": 0.962451, + "main_score": 0.950823, + "hf_subset": "jpn_Jpan-gla_Latn", + "languages": [ + "jpn-Jpan", + "gla-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jpn_Jpan-kan_Knda", + "languages": [ + "jpn-Jpan", + "kan-Knda" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "jpn_Jpan-lmo_Latn", + "languages": [ + "jpn-Jpan", + "lmo-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "jpn_Jpan-npi_Deva", + "languages": [ + "jpn-Jpan", + "npi-Deva" + ] + }, + { + "precision": 0.52193, + "recall": 0.608696, + "f1": 0.545949, + "accuracy": 0.608696, + "main_score": 0.545949, + "hf_subset": "jpn_Jpan-shn_Mymr", + "languages": [ + "jpn-Jpan", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-tgl_Latn", + "languages": [ + "jpn-Jpan", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-yue_Hant", + "languages": [ + "jpn-Jpan", + "yue-Hant" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "jpn_Jpan-asm_Beng", + "languages": [ + "jpn-Jpan", + "asm-Beng" + ] + }, + { + "precision": 0.933136, + "recall": 0.953557, + "f1": 0.939526, + "accuracy": 0.953557, + "main_score": 0.939526, + "hf_subset": "jpn_Jpan-ckb_Arab", + "languages": [ + "jpn-Jpan", + "ckb-Arab" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "jpn_Jpan-gle_Latn", + "languages": [ + "jpn-Jpan", + "gle-Latn" + ] + }, + { + "precision": 0.912418, + "recall": 0.936759, + "f1": 0.919763, + "accuracy": 0.936759, + "main_score": 0.919763, + "hf_subset": "jpn_Jpan-kas_Arab", + "languages": [ + "jpn-Jpan", + "kas-Arab" + ] + }, + { + "precision": 0.893281, + "recall": 0.923913, + "f1": 0.902833, + "accuracy": 0.923913, + "main_score": 0.902833, + "hf_subset": "jpn_Jpan-ltg_Latn", + "languages": [ + "jpn-Jpan", + "ltg-Latn" + ] + }, + { + "precision": 0.774334, + "recall": 0.828063, + "f1": 0.790399, + "accuracy": 0.828063, + "main_score": 0.790399, + "hf_subset": "jpn_Jpan-nso_Latn", + "languages": [ + "jpn-Jpan", + "nso-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "jpn_Jpan-sin_Sinh", + "languages": [ + "jpn-Jpan", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-tha_Thai", + "languages": [ + "jpn-Jpan", + "tha-Thai" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-zho_Hans", + "languages": [ + "jpn-Jpan", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-ast_Latn", + "languages": [ + "jpn-Jpan", + "ast-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "jpn_Jpan-crh_Latn", + "languages": [ + "jpn-Jpan", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-glg_Latn", + "languages": [ + "jpn-Jpan", + "glg-Latn" + ] + }, + { + "precision": 0.84893, + "recall": 0.891304, + "f1": 0.862055, + "accuracy": 0.891304, + "main_score": 0.862055, + "hf_subset": "jpn_Jpan-kas_Deva", + "languages": [ + "jpn-Jpan", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "jpn_Jpan-ltz_Latn", + "languages": [ + "jpn-Jpan", + "ltz-Latn" + ] + }, + { + "precision": 0.409589, + "recall": 0.485178, + "f1": 0.429799, + "accuracy": 0.485178, + "main_score": 0.429799, + "hf_subset": "jpn_Jpan-nus_Latn", + "languages": [ + "jpn-Jpan", + "nus-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "jpn_Jpan-slk_Latn", + "languages": [ + "jpn-Jpan", + "slk-Latn" + ] + }, + { + "precision": 0.642276, + "recall": 0.721344, + "f1": 0.664626, + "accuracy": 0.721344, + "main_score": 0.664626, + "hf_subset": "jpn_Jpan-tir_Ethi", + "languages": [ + "jpn-Jpan", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-zho_Hant", + "languages": [ + "jpn-Jpan", + "zho-Hant" + ] + }, + { + "precision": 0.980072, + "recall": 0.985178, + "f1": 0.981719, + "accuracy": 0.985178, + "main_score": 0.981719, + "hf_subset": "jpn_Jpan-awa_Deva", + "languages": [ + "jpn-Jpan", + "awa-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "jpn_Jpan-cym_Latn", + "languages": [ + "jpn-Jpan", + "cym-Latn" + ] + }, + { + "precision": 0.766024, + "recall": 0.824111, + "f1": 0.78291, + "accuracy": 0.824111, + "main_score": 0.78291, + "hf_subset": "jpn_Jpan-grn_Latn", + "languages": [ + "jpn-Jpan", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jpn_Jpan-kat_Geor", + "languages": [ + "jpn-Jpan", + "kat-Geor" + ] + }, + { + "precision": 0.589316, + "recall": 0.657115, + "f1": 0.607923, + "accuracy": 0.657115, + "main_score": 0.607923, + "hf_subset": "jpn_Jpan-lua_Latn", + "languages": [ + "jpn-Jpan", + "lua-Latn" + ] + }, + { + "precision": 0.829216, + "recall": 0.878458, + "f1": 0.844466, + "accuracy": 0.878458, + "main_score": 0.844466, + "hf_subset": "jpn_Jpan-nya_Latn", + "languages": [ + "jpn-Jpan", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-slv_Latn", + "languages": [ + "jpn-Jpan", + "slv-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jpn_Jpan-tpi_Latn", + "languages": [ + "jpn-Jpan", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-zsm_Latn", + "languages": [ + "jpn-Jpan", + "zsm-Latn" + ] + }, + { + "precision": 0.481228, + "recall": 0.551383, + "f1": 0.500158, + "accuracy": 0.551383, + "main_score": 0.500158, + "hf_subset": "jpn_Jpan-ayr_Latn", + "languages": [ + "jpn-Jpan", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-dan_Latn", + "languages": [ + "jpn-Jpan", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-guj_Gujr", + "languages": [ + "jpn-Jpan", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-kaz_Cyrl", + "languages": [ + "jpn-Jpan", + "kaz-Cyrl" + ] + }, + { + "precision": 0.638113, + "recall": 0.715415, + "f1": 0.66018, + "accuracy": 0.715415, + "main_score": 0.66018, + "hf_subset": "jpn_Jpan-lug_Latn", + "languages": [ + "jpn-Jpan", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-oci_Latn", + "languages": [ + "jpn-Jpan", + "oci-Latn" + ] + }, + { + "precision": 0.822661, + "recall": 0.87253, + "f1": 0.838208, + "accuracy": 0.87253, + "main_score": 0.838208, + "hf_subset": "jpn_Jpan-smo_Latn", + "languages": [ + "jpn-Jpan", + "smo-Latn" + ] + }, + { + "precision": 0.740629, + "recall": 0.804348, + "f1": 0.759354, + "accuracy": 0.804348, + "main_score": 0.759354, + "hf_subset": "jpn_Jpan-tsn_Latn", + "languages": [ + "jpn-Jpan", + "tsn-Latn" + ] + }, + { + "precision": 0.881917, + "recall": 0.916996, + "f1": 0.893116, + "accuracy": 0.916996, + "main_score": 0.893116, + "hf_subset": "jpn_Jpan-zul_Latn", + "languages": [ + "jpn-Jpan", + "zul-Latn" + ] + }, + { + "precision": 0.935112, + "recall": 0.955534, + "f1": 0.9417, + "accuracy": 0.955534, + "main_score": 0.9417, + "hf_subset": "jpn_Jpan-azb_Arab", + "languages": [ + "jpn-Jpan", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-deu_Latn", + "languages": [ + "jpn-Jpan", + "deu-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "jpn_Jpan-hat_Latn", + "languages": [ + "jpn-Jpan", + "hat-Latn" + ] + }, + { + "precision": 0.453667, + "recall": 0.521739, + "f1": 0.472338, + "accuracy": 0.521739, + "main_score": 0.472338, + "hf_subset": "jpn_Jpan-kbp_Latn", + "languages": [ + "jpn-Jpan", + "kbp-Latn" + ] + }, + { + "precision": 0.495194, + "recall": 0.570158, + "f1": 0.515501, + "accuracy": 0.570158, + "main_score": 0.515501, + "hf_subset": "jpn_Jpan-luo_Latn", + "languages": [ + "jpn-Jpan", + "luo-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "jpn_Jpan-ory_Orya", + "languages": [ + "jpn-Jpan", + "ory-Orya" + ] + }, + { + "precision": 0.870142, + "recall": 0.909091, + "f1": 0.882444, + "accuracy": 0.909091, + "main_score": 0.882444, + "hf_subset": "jpn_Jpan-sna_Latn", + "languages": [ + "jpn-Jpan", + "sna-Latn" + ] + }, + { + "precision": 0.64503, + "recall": 0.713439, + "f1": 0.664175, + "accuracy": 0.713439, + "main_score": 0.664175, + "hf_subset": "jpn_Jpan-tso_Latn", + "languages": [ + "jpn-Jpan", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-azj_Latn", + "languages": [ + "jpn-Jpan", + "azj-Latn" + ] + }, + { + "precision": 0.475687, + "recall": 0.554348, + "f1": 0.497861, + "accuracy": 0.554348, + "main_score": 0.497861, + "hf_subset": "jpn_Jpan-dik_Latn", + "languages": [ + "jpn-Jpan", + "dik-Latn" + ] + }, + { + "precision": 0.903656, + "recall": 0.932806, + "f1": 0.913043, + "accuracy": 0.932806, + "main_score": 0.913043, + "hf_subset": "jpn_Jpan-hau_Latn", + "languages": [ + "jpn-Jpan", + "hau-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "jpn_Jpan-kea_Latn", + "languages": [ + "jpn-Jpan", + "kea-Latn" + ] + }, + { + "precision": 0.926548, + "recall": 0.948617, + "f1": 0.93363, + "accuracy": 0.948617, + "main_score": 0.93363, + "hf_subset": "jpn_Jpan-lus_Latn", + "languages": [ + "jpn-Jpan", + "lus-Latn" + ] + }, + { + "precision": 0.866436, + "recall": 0.903162, + "f1": 0.877734, + "accuracy": 0.903162, + "main_score": 0.877734, + "hf_subset": "jpn_Jpan-pag_Latn", + "languages": [ + "jpn-Jpan", + "pag-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "jpn_Jpan-snd_Arab", + "languages": [ + "jpn-Jpan", + "snd-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "jpn_Jpan-tuk_Latn", + "languages": [ + "jpn-Jpan", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jpn_Jpan-bak_Cyrl", + "languages": [ + "jpn-Jpan", + "bak-Cyrl" + ] + }, + { + "precision": 0.436214, + "recall": 0.517787, + "f1": 0.459231, + "accuracy": 0.517787, + "main_score": 0.459231, + "hf_subset": "jpn_Jpan-dyu_Latn", + "languages": [ + "jpn-Jpan", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-heb_Hebr", + "languages": [ + "jpn-Jpan", + "heb-Hebr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "jpn_Jpan-khk_Cyrl", + "languages": [ + "jpn-Jpan", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-lvs_Latn", + "languages": [ + "jpn-Jpan", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-pan_Guru", + "languages": [ + "jpn-Jpan", + "pan-Guru" + ] + }, + { + "precision": 0.865283, + "recall": 0.907115, + "f1": 0.87859, + "accuracy": 0.907115, + "main_score": 0.87859, + "hf_subset": "jpn_Jpan-som_Latn", + "languages": [ + "jpn-Jpan", + "som-Latn" + ] + }, + { + "precision": 0.695176, + "recall": 0.759881, + "f1": 0.713642, + "accuracy": 0.759881, + "main_score": 0.713642, + "hf_subset": "jpn_Jpan-tum_Latn", + "languages": [ + "jpn-Jpan", + "tum-Latn" + ] + }, + { + "precision": 0.566258, + "recall": 0.650198, + "f1": 0.590214, + "accuracy": 0.650198, + "main_score": 0.590214, + "hf_subset": "lij_Latn-ace_Arab", + "languages": [ + "lij-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.494429, + "recall": 0.556324, + "f1": 0.511813, + "accuracy": 0.556324, + "main_score": 0.511813, + "hf_subset": "lij_Latn-bam_Latn", + "languages": [ + "lij-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.645062, + "recall": 0.728261, + "f1": 0.669277, + "accuracy": 0.728261, + "main_score": 0.669277, + "hf_subset": "lij_Latn-dzo_Tibt", + "languages": [ + "lij-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-hin_Deva", + "languages": [ + "lij-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "lij_Latn-khm_Khmr", + "languages": [ + "lij-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-mag_Deva", + "languages": [ + "lij-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-pap_Latn", + "languages": [ + "lij-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.878986, + "recall": 0.91502, + "f1": 0.890119, + "accuracy": 0.91502, + "main_score": 0.890119, + "hf_subset": "lij_Latn-sot_Latn", + "languages": [ + "lij-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-tur_Latn", + "languages": [ + "lij-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.894055, + "recall": 0.921937, + "f1": 0.902851, + "accuracy": 0.921937, + "main_score": 0.902851, + "hf_subset": "lij_Latn-ace_Latn", + "languages": [ + "lij-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "lij_Latn-ban_Latn", + "languages": [ + "lij-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-ell_Grek", + "languages": [ + "lij-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lij_Latn-hne_Deva", + "languages": [ + "lij-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.587341, + "recall": 0.650198, + "f1": 0.604966, + "accuracy": 0.650198, + "main_score": 0.604966, + "hf_subset": "lij_Latn-kik_Latn", + "languages": [ + "lij-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lij_Latn-mai_Deva", + "languages": [ + "lij-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "lij_Latn-pbt_Arab", + "languages": [ + "lij-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-spa_Latn", + "languages": [ + "lij-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.792902, + "recall": 0.846838, + "f1": 0.809783, + "accuracy": 0.846838, + "main_score": 0.809783, + "hf_subset": "lij_Latn-twi_Latn", + "languages": [ + "lij-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-acm_Arab", + "languages": [ + "lij-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-bel_Cyrl", + "languages": [ + "lij-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-eng_Latn", + "languages": [ + "lij-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lij_Latn-hrv_Latn", + "languages": [ + "lij-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.876186, + "recall": 0.909091, + "f1": 0.886331, + "accuracy": 0.909091, + "main_score": 0.886331, + "hf_subset": "lij_Latn-kin_Latn", + "languages": [ + "lij-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lij_Latn-mal_Mlym", + "languages": [ + "lij-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-pes_Arab", + "languages": [ + "lij-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "lij_Latn-srd_Latn", + "languages": [ + "lij-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.218987, + "recall": 0.284585, + "f1": 0.235446, + "accuracy": 0.284585, + "main_score": 0.235446, + "hf_subset": "lij_Latn-tzm_Tfng", + "languages": [ + "lij-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-acq_Arab", + "languages": [ + "lij-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.686388, + "recall": 0.75, + "f1": 0.704522, + "accuracy": 0.75, + "main_score": 0.704522, + "hf_subset": "lij_Latn-bem_Latn", + "languages": [ + "lij-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-epo_Latn", + "languages": [ + "lij-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-hun_Latn", + "languages": [ + "lij-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "lij_Latn-kir_Cyrl", + "languages": [ + "lij-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lij_Latn-mar_Deva", + "languages": [ + "lij-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.873847, + "recall": 0.909091, + "f1": 0.884684, + "accuracy": 0.909091, + "main_score": 0.884684, + "hf_subset": "lij_Latn-plt_Latn", + "languages": [ + "lij-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-srp_Cyrl", + "languages": [ + "lij-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.939888, + "recall": 0.958498, + "f1": 0.945982, + "accuracy": 0.958498, + "main_score": 0.945982, + "hf_subset": "lij_Latn-uig_Arab", + "languages": [ + "lij-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-aeb_Arab", + "languages": [ + "lij-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-ben_Beng", + "languages": [ + "lij-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-est_Latn", + "languages": [ + "lij-Latn", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-hye_Armn", + "languages": [ + "lij-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.49454, + "recall": 0.552372, + "f1": 0.511153, + "accuracy": 0.552372, + "main_score": 0.511153, + "hf_subset": "lij_Latn-kmb_Latn", + "languages": [ + "lij-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.522287, + "recall": 0.609684, + "f1": 0.546494, + "accuracy": 0.609684, + "main_score": 0.546494, + "hf_subset": "lij_Latn-min_Arab", + "languages": [ + "lij-Latn", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-pol_Latn", + "languages": [ + "lij-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.75802, + "recall": 0.820158, + "f1": 0.77691, + "accuracy": 0.820158, + "main_score": 0.77691, + "hf_subset": "lij_Latn-ssw_Latn", + "languages": [ + "lij-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-ukr_Cyrl", + "languages": [ + "lij-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-afr_Latn", + "languages": [ + "lij-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-bho_Deva", + "languages": [ + "lij-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-eus_Latn", + "languages": [ + "lij-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.875527, + "recall": 0.912055, + "f1": 0.886825, + "accuracy": 0.912055, + "main_score": 0.886825, + "hf_subset": "lij_Latn-ibo_Latn", + "languages": [ + "lij-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.89888, + "recall": 0.927866, + "f1": 0.90807, + "accuracy": 0.927866, + "main_score": 0.90807, + "hf_subset": "lij_Latn-kmr_Latn", + "languages": [ + "lij-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "lij_Latn-min_Latn", + "languages": [ + "lij-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-por_Latn", + "languages": [ + "lij-Latn", + "por-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "lij_Latn-sun_Latn", + "languages": [ + "lij-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.495669, + "recall": 0.559289, + "f1": 0.513954, + "accuracy": 0.559289, + "main_score": 0.513954, + "hf_subset": "lij_Latn-umb_Latn", + "languages": [ + "lij-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-ajp_Arab", + "languages": [ + "lij-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.558985, + "recall": 0.630435, + "f1": 0.579015, + "accuracy": 0.630435, + "main_score": 0.579015, + "hf_subset": "lij_Latn-bjn_Arab", + "languages": [ + "lij-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.47847, + "recall": 0.539526, + "f1": 0.495763, + "accuracy": 0.539526, + "main_score": 0.495763, + "hf_subset": "lij_Latn-ewe_Latn", + "languages": [ + "lij-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "lij_Latn-ilo_Latn", + "languages": [ + "lij-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.275705, + "recall": 0.343874, + "f1": 0.293687, + "accuracy": 0.343874, + "main_score": 0.293687, + "hf_subset": "lij_Latn-knc_Arab", + "languages": [ + "lij-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-mkd_Cyrl", + "languages": [ + "lij-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-prs_Arab", + "languages": [ + "lij-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-swe_Latn", + "languages": [ + "lij-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-urd_Arab", + "languages": [ + "lij-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.763488, + "recall": 0.816206, + "f1": 0.778708, + "accuracy": 0.816206, + "main_score": 0.778708, + "hf_subset": "lij_Latn-aka_Latn", + "languages": [ + "lij-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lij_Latn-bjn_Latn", + "languages": [ + "lij-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "lij_Latn-fao_Latn", + "languages": [ + "lij-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-ind_Latn", + "languages": [ + "lij-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.539491, + "recall": 0.594862, + "f1": 0.554821, + "accuracy": 0.594862, + "main_score": 0.554821, + "hf_subset": "lij_Latn-knc_Latn", + "languages": [ + "lij-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-mlt_Latn", + "languages": [ + "lij-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.655577, + "recall": 0.717391, + "f1": 0.673276, + "accuracy": 0.717391, + "main_score": 0.673276, + "hf_subset": "lij_Latn-quy_Latn", + "languages": [ + "lij-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lij_Latn-swh_Latn", + "languages": [ + "lij-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-uzn_Latn", + "languages": [ + "lij-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-als_Latn", + "languages": [ + "lij-Latn", + "als-Latn" + ] + }, + { + "precision": 0.798117, + "recall": 0.850791, + "f1": 0.814116, + "accuracy": 0.850791, + "main_score": 0.814116, + "hf_subset": "lij_Latn-bod_Tibt", + "languages": [ + "lij-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.640473, + "recall": 0.706522, + "f1": 0.659823, + "accuracy": 0.706522, + "main_score": 0.659823, + "hf_subset": "lij_Latn-fij_Latn", + "languages": [ + "lij-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "lij_Latn-isl_Latn", + "languages": [ + "lij-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.627704, + "recall": 0.6917, + "f1": 0.645751, + "accuracy": 0.6917, + "main_score": 0.645751, + "hf_subset": "lij_Latn-kon_Latn", + "languages": [ + "lij-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.629769, + "recall": 0.704545, + "f1": 0.6518, + "accuracy": 0.704545, + "main_score": 0.6518, + "hf_subset": "lij_Latn-mni_Beng", + "languages": [ + "lij-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-ron_Latn", + "languages": [ + "lij-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "lij_Latn-szl_Latn", + "languages": [ + "lij-Latn", + "szl-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lij_Latn-vec_Latn", + "languages": [ + "lij-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.931077, + "recall": 0.952569, + "f1": 0.937978, + "accuracy": 0.952569, + "main_score": 0.937978, + "hf_subset": "lij_Latn-amh_Ethi", + "languages": [ + "lij-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-bos_Latn", + "languages": [ + "lij-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-fin_Latn", + "languages": [ + "lij-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lij_Latn-ita_Latn", + "languages": [ + "lij-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-kor_Hang", + "languages": [ + "lij-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.49961, + "recall": 0.564229, + "f1": 0.517644, + "accuracy": 0.564229, + "main_score": 0.517644, + "hf_subset": "lij_Latn-mos_Latn", + "languages": [ + "lij-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.767243, + "recall": 0.825099, + "f1": 0.784552, + "accuracy": 0.825099, + "main_score": 0.784552, + "hf_subset": "lij_Latn-run_Latn", + "languages": [ + "lij-Latn", + "run-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lij_Latn-tam_Taml", + "languages": [ + "lij-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "lij_Latn-vie_Latn", + "languages": [ + "lij-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-apc_Arab", + "languages": [ + "lij-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.755171, + "recall": 0.811265, + "f1": 0.77173, + "accuracy": 0.811265, + "main_score": 0.77173, + "hf_subset": "lij_Latn-bug_Latn", + "languages": [ + "lij-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.43631, + "recall": 0.488142, + "f1": 0.450718, + "accuracy": 0.488142, + "main_score": 0.450718, + "hf_subset": "lij_Latn-fon_Latn", + "languages": [ + "lij-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lij_Latn-jav_Latn", + "languages": [ + "lij-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.968379, + "f1": 0.959486, + "accuracy": 0.968379, + "main_score": 0.959486, + "hf_subset": "lij_Latn-lao_Laoo", + "languages": [ + "lij-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.882164, + "recall": 0.916996, + "f1": 0.893182, + "accuracy": 0.916996, + "main_score": 0.893182, + "hf_subset": "lij_Latn-mri_Latn", + "languages": [ + "lij-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-rus_Cyrl", + "languages": [ + "lij-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.525016, + "recall": 0.583992, + "f1": 0.541632, + "accuracy": 0.583992, + "main_score": 0.541632, + "hf_subset": "lij_Latn-taq_Latn", + "languages": [ + "lij-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "lij_Latn-war_Latn", + "languages": [ + "lij-Latn", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-arb_Arab", + "languages": [ + "lij-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-bul_Cyrl", + "languages": [ + "lij-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-fra_Latn", + "languages": [ + "lij-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-jpn_Jpan", + "languages": [ + "lij-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "lij_Latn-mya_Mymr", + "languages": [ + "lij-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.56184, + "recall": 0.629447, + "f1": 0.580837, + "accuracy": 0.629447, + "main_score": 0.580837, + "hf_subset": "lij_Latn-sag_Latn", + "languages": [ + "lij-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.254024, + "recall": 0.318182, + "f1": 0.270553, + "accuracy": 0.318182, + "main_score": 0.270553, + "hf_subset": "lij_Latn-taq_Tfng", + "languages": [ + "lij-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.646024, + "recall": 0.708498, + "f1": 0.664323, + "accuracy": 0.708498, + "main_score": 0.664323, + "hf_subset": "lij_Latn-wol_Latn", + "languages": [ + "lij-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.84832, + "recall": 0.893281, + "f1": 0.862451, + "accuracy": 0.893281, + "main_score": 0.862451, + "hf_subset": "lij_Latn-arb_Latn", + "languages": [ + "lij-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-cat_Latn", + "languages": [ + "lij-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-fur_Latn", + "languages": [ + "lij-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.486896, + "recall": 0.556324, + "f1": 0.506153, + "accuracy": 0.556324, + "main_score": 0.506153, + "hf_subset": "lij_Latn-kab_Latn", + "languages": [ + "lij-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-lim_Latn", + "languages": [ + "lij-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-nld_Latn", + "languages": [ + "lij-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "lij_Latn-san_Deva", + "languages": [ + "lij-Latn", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-tat_Cyrl", + "languages": [ + "lij-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.886611, + "recall": 0.917984, + "f1": 0.896607, + "accuracy": 0.917984, + "main_score": 0.896607, + "hf_subset": "lij_Latn-xho_Latn", + "languages": [ + "lij-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-ars_Arab", + "languages": [ + "lij-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lij_Latn-ceb_Latn", + "languages": [ + "lij-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.495085, + "recall": 0.564229, + "f1": 0.514495, + "accuracy": 0.564229, + "main_score": 0.514495, + "hf_subset": "lij_Latn-fuv_Latn", + "languages": [ + "lij-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.483529, + "recall": 0.545455, + "f1": 0.50068, + "accuracy": 0.545455, + "main_score": 0.50068, + "hf_subset": "lij_Latn-kac_Latn", + "languages": [ + "lij-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.649828, + "recall": 0.714427, + "f1": 0.667936, + "accuracy": 0.714427, + "main_score": 0.667936, + "hf_subset": "lij_Latn-lin_Latn", + "languages": [ + "lij-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lij_Latn-nno_Latn", + "languages": [ + "lij-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.868692, + "recall": 0.907115, + "f1": 0.880797, + "accuracy": 0.907115, + "main_score": 0.880797, + "hf_subset": "lij_Latn-sat_Olck", + "languages": [ + "lij-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-tel_Telu", + "languages": [ + "lij-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-ydd_Hebr", + "languages": [ + "lij-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "lij_Latn-ary_Arab", + "languages": [ + "lij-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-ces_Latn", + "languages": [ + "lij-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.592899, + "recall": 0.663043, + "f1": 0.612287, + "accuracy": 0.663043, + "main_score": 0.612287, + "hf_subset": "lij_Latn-gaz_Latn", + "languages": [ + "lij-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.550431, + "recall": 0.625494, + "f1": 0.571971, + "accuracy": 0.625494, + "main_score": 0.571971, + "hf_subset": "lij_Latn-kam_Latn", + "languages": [ + "lij-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "lij_Latn-lit_Latn", + "languages": [ + "lij-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-nob_Latn", + "languages": [ + "lij-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "lij_Latn-scn_Latn", + "languages": [ + "lij-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.97052, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "lij_Latn-tgk_Cyrl", + "languages": [ + "lij-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.748123, + "recall": 0.814229, + "f1": 0.768182, + "accuracy": 0.814229, + "main_score": 0.768182, + "hf_subset": "lij_Latn-yor_Latn", + "languages": [ + "lij-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-arz_Arab", + "languages": [ + "lij-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.508297, + "recall": 0.58004, + "f1": 0.528448, + "accuracy": 0.58004, + "main_score": 0.528448, + "hf_subset": "lij_Latn-cjk_Latn", + "languages": [ + "lij-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.941041, + "recall": 0.959486, + "f1": 0.947134, + "accuracy": 0.959486, + "main_score": 0.947134, + "hf_subset": "lij_Latn-gla_Latn", + "languages": [ + "lij-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lij_Latn-kan_Knda", + "languages": [ + "lij-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.991765, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lij_Latn-lmo_Latn", + "languages": [ + "lij-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lij_Latn-npi_Deva", + "languages": [ + "lij-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.546503, + "recall": 0.626482, + "f1": 0.569409, + "accuracy": 0.626482, + "main_score": 0.569409, + "hf_subset": "lij_Latn-shn_Mymr", + "languages": [ + "lij-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-tgl_Latn", + "languages": [ + "lij-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-yue_Hant", + "languages": [ + "lij-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "lij_Latn-asm_Beng", + "languages": [ + "lij-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.931159, + "recall": 0.952569, + "f1": 0.938076, + "accuracy": 0.952569, + "main_score": 0.938076, + "hf_subset": "lij_Latn-ckb_Arab", + "languages": [ + "lij-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lij_Latn-gle_Latn", + "languages": [ + "lij-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.931324, + "recall": 0.952569, + "f1": 0.938043, + "accuracy": 0.952569, + "main_score": 0.938043, + "hf_subset": "lij_Latn-kas_Arab", + "languages": [ + "lij-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.907609, + "recall": 0.934783, + "f1": 0.916337, + "accuracy": 0.934783, + "main_score": 0.916337, + "hf_subset": "lij_Latn-ltg_Latn", + "languages": [ + "lij-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.80444, + "recall": 0.852767, + "f1": 0.819271, + "accuracy": 0.852767, + "main_score": 0.819271, + "hf_subset": "lij_Latn-nso_Latn", + "languages": [ + "lij-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lij_Latn-sin_Sinh", + "languages": [ + "lij-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lij_Latn-tha_Thai", + "languages": [ + "lij-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-zho_Hans", + "languages": [ + "lij-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-ast_Latn", + "languages": [ + "lij-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "lij_Latn-crh_Latn", + "languages": [ + "lij-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lij_Latn-glg_Latn", + "languages": [ + "lij-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.866222, + "recall": 0.905138, + "f1": 0.878162, + "accuracy": 0.905138, + "main_score": 0.878162, + "hf_subset": "lij_Latn-kas_Deva", + "languages": [ + "lij-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-ltz_Latn", + "languages": [ + "lij-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.437707, + "recall": 0.503953, + "f1": 0.45566, + "accuracy": 0.503953, + "main_score": 0.45566, + "hf_subset": "lij_Latn-nus_Latn", + "languages": [ + "lij-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-slk_Latn", + "languages": [ + "lij-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.653649, + "recall": 0.730237, + "f1": 0.676339, + "accuracy": 0.730237, + "main_score": 0.676339, + "hf_subset": "lij_Latn-tir_Ethi", + "languages": [ + "lij-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-zho_Hant", + "languages": [ + "lij-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.981555, + "recall": 0.986166, + "f1": 0.983037, + "accuracy": 0.986166, + "main_score": 0.983037, + "hf_subset": "lij_Latn-awa_Deva", + "languages": [ + "lij-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-cym_Latn", + "languages": [ + "lij-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.791041, + "recall": 0.842885, + "f1": 0.807115, + "accuracy": 0.842885, + "main_score": 0.807115, + "hf_subset": "lij_Latn-grn_Latn", + "languages": [ + "lij-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-kat_Geor", + "languages": [ + "lij-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.61106, + "recall": 0.671937, + "f1": 0.628428, + "accuracy": 0.671937, + "main_score": 0.628428, + "hf_subset": "lij_Latn-lua_Latn", + "languages": [ + "lij-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.84053, + "recall": 0.883399, + "f1": 0.853986, + "accuracy": 0.883399, + "main_score": 0.853986, + "hf_subset": "lij_Latn-nya_Latn", + "languages": [ + "lij-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-slv_Latn", + "languages": [ + "lij-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lij_Latn-tpi_Latn", + "languages": [ + "lij-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-zsm_Latn", + "languages": [ + "lij-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.515351, + "recall": 0.582016, + "f1": 0.534307, + "accuracy": 0.582016, + "main_score": 0.534307, + "hf_subset": "lij_Latn-ayr_Latn", + "languages": [ + "lij-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-dan_Latn", + "languages": [ + "lij-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-guj_Gujr", + "languages": [ + "lij-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-kaz_Cyrl", + "languages": [ + "lij-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.663702, + "recall": 0.735178, + "f1": 0.684491, + "accuracy": 0.735178, + "main_score": 0.684491, + "hf_subset": "lij_Latn-lug_Latn", + "languages": [ + "lij-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-oci_Latn", + "languages": [ + "lij-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.842968, + "recall": 0.883399, + "f1": 0.855585, + "accuracy": 0.883399, + "main_score": 0.855585, + "hf_subset": "lij_Latn-smo_Latn", + "languages": [ + "lij-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.748995, + "recall": 0.810277, + "f1": 0.767344, + "accuracy": 0.810277, + "main_score": 0.767344, + "hf_subset": "lij_Latn-tsn_Latn", + "languages": [ + "lij-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.89608, + "recall": 0.927866, + "f1": 0.906291, + "accuracy": 0.927866, + "main_score": 0.906291, + "hf_subset": "lij_Latn-zul_Latn", + "languages": [ + "lij-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.925395, + "recall": 0.947628, + "f1": 0.932477, + "accuracy": 0.947628, + "main_score": 0.932477, + "hf_subset": "lij_Latn-azb_Arab", + "languages": [ + "lij-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-deu_Latn", + "languages": [ + "lij-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "lij_Latn-hat_Latn", + "languages": [ + "lij-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.489873, + "recall": 0.551383, + "f1": 0.507586, + "accuracy": 0.551383, + "main_score": 0.507586, + "hf_subset": "lij_Latn-kbp_Latn", + "languages": [ + "lij-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.53878, + "recall": 0.600791, + "f1": 0.556097, + "accuracy": 0.600791, + "main_score": 0.556097, + "hf_subset": "lij_Latn-luo_Latn", + "languages": [ + "lij-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lij_Latn-ory_Orya", + "languages": [ + "lij-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.905879, + "recall": 0.933794, + "f1": 0.914921, + "accuracy": 0.933794, + "main_score": 0.914921, + "hf_subset": "lij_Latn-sna_Latn", + "languages": [ + "lij-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.681383, + "recall": 0.747036, + "f1": 0.700449, + "accuracy": 0.747036, + "main_score": 0.700449, + "hf_subset": "lij_Latn-tso_Latn", + "languages": [ + "lij-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lij_Latn-azj_Latn", + "languages": [ + "lij-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.501469, + "recall": 0.568182, + "f1": 0.520695, + "accuracy": 0.568182, + "main_score": 0.520695, + "hf_subset": "lij_Latn-dik_Latn", + "languages": [ + "lij-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.924078, + "recall": 0.947628, + "f1": 0.931818, + "accuracy": 0.947628, + "main_score": 0.931818, + "hf_subset": "lij_Latn-hau_Latn", + "languages": [ + "lij-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lij_Latn-kea_Latn", + "languages": [ + "lij-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.91642, + "recall": 0.9417, + "f1": 0.924473, + "accuracy": 0.9417, + "main_score": 0.924473, + "hf_subset": "lij_Latn-lus_Latn", + "languages": [ + "lij-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.864377, + "recall": 0.902174, + "f1": 0.876383, + "accuracy": 0.902174, + "main_score": 0.876383, + "hf_subset": "lij_Latn-pag_Latn", + "languages": [ + "lij-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "lij_Latn-snd_Arab", + "languages": [ + "lij-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "lij_Latn-tuk_Latn", + "languages": [ + "lij-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lij_Latn-bak_Cyrl", + "languages": [ + "lij-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.462386, + "recall": 0.533597, + "f1": 0.48239, + "accuracy": 0.533597, + "main_score": 0.48239, + "hf_subset": "lij_Latn-dyu_Latn", + "languages": [ + "lij-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-heb_Hebr", + "languages": [ + "lij-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.974967, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "lij_Latn-khk_Cyrl", + "languages": [ + "lij-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-lvs_Latn", + "languages": [ + "lij-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-pan_Guru", + "languages": [ + "lij-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.86306, + "recall": 0.905138, + "f1": 0.876219, + "accuracy": 0.905138, + "main_score": 0.876219, + "hf_subset": "lij_Latn-som_Latn", + "languages": [ + "lij-Latn", + "som-Latn" + ] + }, + { + "precision": 0.708893, + "recall": 0.763834, + "f1": 0.724972, + "accuracy": 0.763834, + "main_score": 0.724972, + "hf_subset": "lij_Latn-tum_Latn", + "languages": [ + "lij-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.468551, + "recall": 0.552372, + "f1": 0.491529, + "accuracy": 0.552372, + "main_score": 0.491529, + "hf_subset": "mya_Mymr-ace_Arab", + "languages": [ + "mya-Mymr", + "ace-Arab" + ] + }, + { + "precision": 0.420794, + "recall": 0.481225, + "f1": 0.436466, + "accuracy": 0.481225, + "main_score": 0.436466, + "hf_subset": "mya_Mymr-bam_Latn", + "languages": [ + "mya-Mymr", + "bam-Latn" + ] + }, + { + "precision": 0.6549, + "recall": 0.735178, + "f1": 0.677549, + "accuracy": 0.735178, + "main_score": 0.677549, + "hf_subset": "mya_Mymr-dzo_Tibt", + "languages": [ + "mya-Mymr", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-hin_Deva", + "languages": [ + "mya-Mymr", + "hin-Deva" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "mya_Mymr-khm_Khmr", + "languages": [ + "mya-Mymr", + "khm-Khmr" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "mya_Mymr-mag_Deva", + "languages": [ + "mya-Mymr", + "mag-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "mya_Mymr-pap_Latn", + "languages": [ + "mya-Mymr", + "pap-Latn" + ] + }, + { + "precision": 0.850527, + "recall": 0.891304, + "f1": 0.863109, + "accuracy": 0.891304, + "main_score": 0.863109, + "hf_subset": "mya_Mymr-sot_Latn", + "languages": [ + "mya-Mymr", + "sot-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-tur_Latn", + "languages": [ + "mya-Mymr", + "tur-Latn" + ] + }, + { + "precision": 0.822975, + "recall": 0.866601, + "f1": 0.836446, + "accuracy": 0.866601, + "main_score": 0.836446, + "hf_subset": "mya_Mymr-ace_Latn", + "languages": [ + "mya-Mymr", + "ace-Latn" + ] + }, + { + "precision": 0.941782, + "recall": 0.958498, + "f1": 0.947036, + "accuracy": 0.958498, + "main_score": 0.947036, + "hf_subset": "mya_Mymr-ban_Latn", + "languages": [ + "mya-Mymr", + "ban-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mya_Mymr-ell_Grek", + "languages": [ + "mya-Mymr", + "ell-Grek" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "mya_Mymr-hne_Deva", + "languages": [ + "mya-Mymr", + "hne-Deva" + ] + }, + { + "precision": 0.537297, + "recall": 0.607708, + "f1": 0.555959, + "accuracy": 0.607708, + "main_score": 0.555959, + "hf_subset": "mya_Mymr-kik_Latn", + "languages": [ + "mya-Mymr", + "kik-Latn" + ] + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "mya_Mymr-mai_Deva", + "languages": [ + "mya-Mymr", + "mai-Deva" + ] + }, + { + "precision": 0.943347, + "recall": 0.961462, + "f1": 0.949275, + "accuracy": 0.961462, + "main_score": 0.949275, + "hf_subset": "mya_Mymr-pbt_Arab", + "languages": [ + "mya-Mymr", + "pbt-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mya_Mymr-spa_Latn", + "languages": [ + "mya-Mymr", + "spa-Latn" + ] + }, + { + "precision": 0.724204, + "recall": 0.788538, + "f1": 0.742809, + "accuracy": 0.788538, + "main_score": 0.742809, + "hf_subset": "mya_Mymr-twi_Latn", + "languages": [ + "mya-Mymr", + "twi-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mya_Mymr-acm_Arab", + "languages": [ + "mya-Mymr", + "acm-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mya_Mymr-bel_Cyrl", + "languages": [ + "mya-Mymr", + "bel-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mya_Mymr-hrv_Latn", + "languages": [ + "mya-Mymr", + "hrv-Latn" + ] + }, + { + "precision": 0.844219, + "recall": 0.885375, + "f1": 0.856658, + "accuracy": 0.885375, + "main_score": 0.856658, + "hf_subset": "mya_Mymr-kin_Latn", + "languages": [ + "mya-Mymr", + "kin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mya_Mymr-mal_Mlym", + "languages": [ + "mya-Mymr", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-pes_Arab", + "languages": [ + "mya-Mymr", + "pes-Arab" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "mya_Mymr-srd_Latn", + "languages": [ + "mya-Mymr", + "srd-Latn" + ] + }, + { + "precision": 0.194342, + "recall": 0.253953, + "f1": 0.208225, + "accuracy": 0.253953, + "main_score": 0.208225, + "hf_subset": "mya_Mymr-tzm_Tfng", + "languages": [ + "mya-Mymr", + "tzm-Tfng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-acq_Arab", + "languages": [ + "mya-Mymr", + "acq-Arab" + ] + }, + { + "precision": 0.634684, + "recall": 0.710474, + "f1": 0.656164, + "accuracy": 0.710474, + "main_score": 0.656164, + "hf_subset": "mya_Mymr-bem_Latn", + "languages": [ + "mya-Mymr", + "bem-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mya_Mymr-epo_Latn", + "languages": [ + "mya-Mymr", + "epo-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mya_Mymr-hun_Latn", + "languages": [ + "mya-Mymr", + "hun-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "mya_Mymr-kir_Cyrl", + "languages": [ + "mya-Mymr", + "kir-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mya_Mymr-mar_Deva", + "languages": [ + "mya-Mymr", + "mar-Deva" + ] + }, + { + "precision": 0.833778, + "recall": 0.879447, + "f1": 0.847859, + "accuracy": 0.879447, + "main_score": 0.847859, + "hf_subset": "mya_Mymr-plt_Latn", + "languages": [ + "mya-Mymr", + "plt-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-srp_Cyrl", + "languages": [ + "mya-Mymr", + "srp-Cyrl" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "mya_Mymr-uig_Arab", + "languages": [ + "mya-Mymr", + "uig-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mya_Mymr-aeb_Arab", + "languages": [ + "mya-Mymr", + "aeb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mya_Mymr-ben_Beng", + "languages": [ + "mya-Mymr", + "ben-Beng" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mya_Mymr-est_Latn", + "languages": [ + "mya-Mymr", + "est-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-hye_Armn", + "languages": [ + "mya-Mymr", + "hye-Armn" + ] + }, + { + "precision": 0.43106, + "recall": 0.488142, + "f1": 0.44681, + "accuracy": 0.488142, + "main_score": 0.44681, + "hf_subset": "mya_Mymr-kmb_Latn", + "languages": [ + "mya-Mymr", + "kmb-Latn" + ] + }, + { + "precision": 0.4338, + "recall": 0.52668, + "f1": 0.45892, + "accuracy": 0.52668, + "main_score": 0.45892, + "hf_subset": "mya_Mymr-min_Arab", + "languages": [ + "mya-Mymr", + "min-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mya_Mymr-pol_Latn", + "languages": [ + "mya-Mymr", + "pol-Latn" + ] + }, + { + "precision": 0.740423, + "recall": 0.804348, + "f1": 0.75979, + "accuracy": 0.804348, + "main_score": 0.75979, + "hf_subset": "mya_Mymr-ssw_Latn", + "languages": [ + "mya-Mymr", + "ssw-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-ukr_Cyrl", + "languages": [ + "mya-Mymr", + "ukr-Cyrl" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mya_Mymr-afr_Latn", + "languages": [ + "mya-Mymr", + "afr-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mya_Mymr-bho_Deva", + "languages": [ + "mya-Mymr", + "bho-Deva" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mya_Mymr-eus_Latn", + "languages": [ + "mya-Mymr", + "eus-Latn" + ] + }, + { + "precision": 0.866716, + "recall": 0.905138, + "f1": 0.878524, + "accuracy": 0.905138, + "main_score": 0.878524, + "hf_subset": "mya_Mymr-ibo_Latn", + "languages": [ + "mya-Mymr", + "ibo-Latn" + ] + }, + { + "precision": 0.868801, + "recall": 0.906126, + "f1": 0.880418, + "accuracy": 0.906126, + "main_score": 0.880418, + "hf_subset": "mya_Mymr-kmr_Latn", + "languages": [ + "mya-Mymr", + "kmr-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "mya_Mymr-min_Latn", + "languages": [ + "mya-Mymr", + "min-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-por_Latn", + "languages": [ + "mya-Mymr", + "por-Latn" + ] + }, + { + "precision": 0.958251, + "recall": 0.971344, + "f1": 0.962516, + "accuracy": 0.971344, + "main_score": 0.962516, + "hf_subset": "mya_Mymr-sun_Latn", + "languages": [ + "mya-Mymr", + "sun-Latn" + ] + }, + { + "precision": 0.420159, + "recall": 0.485178, + "f1": 0.437059, + "accuracy": 0.485178, + "main_score": 0.437059, + "hf_subset": "mya_Mymr-umb_Latn", + "languages": [ + "mya-Mymr", + "umb-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-ajp_Arab", + "languages": [ + "mya-Mymr", + "ajp-Arab" + ] + }, + { + "precision": 0.458551, + "recall": 0.536561, + "f1": 0.479622, + "accuracy": 0.536561, + "main_score": 0.479622, + "hf_subset": "mya_Mymr-bjn_Arab", + "languages": [ + "mya-Mymr", + "bjn-Arab" + ] + }, + { + "precision": 0.402918, + "recall": 0.456522, + "f1": 0.417505, + "accuracy": 0.456522, + "main_score": 0.417505, + "hf_subset": "mya_Mymr-ewe_Latn", + "languages": [ + "mya-Mymr", + "ewe-Latn" + ] + }, + { + "precision": 0.913702, + "recall": 0.940711, + "f1": 0.922596, + "accuracy": 0.940711, + "main_score": 0.922596, + "hf_subset": "mya_Mymr-ilo_Latn", + "languages": [ + "mya-Mymr", + "ilo-Latn" + ] + }, + { + "precision": 0.230526, + "recall": 0.294466, + "f1": 0.246549, + "accuracy": 0.294466, + "main_score": 0.246549, + "hf_subset": "mya_Mymr-knc_Arab", + "languages": [ + "mya-Mymr", + "knc-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-mkd_Cyrl", + "languages": [ + "mya-Mymr", + "mkd-Cyrl" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mya_Mymr-prs_Arab", + "languages": [ + "mya-Mymr", + "prs-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-swe_Latn", + "languages": [ + "mya-Mymr", + "swe-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-urd_Arab", + "languages": [ + "mya-Mymr", + "urd-Arab" + ] + }, + { + "precision": 0.706772, + "recall": 0.771739, + "f1": 0.725888, + "accuracy": 0.771739, + "main_score": 0.725888, + "hf_subset": "mya_Mymr-aka_Latn", + "languages": [ + "mya-Mymr", + "aka-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "mya_Mymr-bjn_Latn", + "languages": [ + "mya-Mymr", + "bjn-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "mya_Mymr-fao_Latn", + "languages": [ + "mya-Mymr", + "fao-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-ind_Latn", + "languages": [ + "mya-Mymr", + "ind-Latn" + ] + }, + { + "precision": 0.470158, + "recall": 0.528656, + "f1": 0.48498, + "accuracy": 0.528656, + "main_score": 0.48498, + "hf_subset": "mya_Mymr-knc_Latn", + "languages": [ + "mya-Mymr", + "knc-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mya_Mymr-mlt_Latn", + "languages": [ + "mya-Mymr", + "mlt-Latn" + ] + }, + { + "precision": 0.587649, + "recall": 0.664032, + "f1": 0.609625, + "accuracy": 0.664032, + "main_score": 0.609625, + "hf_subset": "mya_Mymr-quy_Latn", + "languages": [ + "mya-Mymr", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-swh_Latn", + "languages": [ + "mya-Mymr", + "swh-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "mya_Mymr-uzn_Latn", + "languages": [ + "mya-Mymr", + "uzn-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "mya_Mymr-als_Latn", + "languages": [ + "mya-Mymr", + "als-Latn" + ] + }, + { + "precision": 0.814751, + "recall": 0.865613, + "f1": 0.830435, + "accuracy": 0.865613, + "main_score": 0.830435, + "hf_subset": "mya_Mymr-bod_Tibt", + "languages": [ + "mya-Mymr", + "bod-Tibt" + ] + }, + { + "precision": 0.580182, + "recall": 0.651186, + "f1": 0.600142, + "accuracy": 0.651186, + "main_score": 0.600142, + "hf_subset": "mya_Mymr-fij_Latn", + "languages": [ + "mya-Mymr", + "fij-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "mya_Mymr-isl_Latn", + "languages": [ + "mya-Mymr", + "isl-Latn" + ] + }, + { + "precision": 0.544643, + "recall": 0.614625, + "f1": 0.563635, + "accuracy": 0.614625, + "main_score": 0.563635, + "hf_subset": "mya_Mymr-kon_Latn", + "languages": [ + "mya-Mymr", + "kon-Latn" + ] + }, + { + "precision": 0.548935, + "recall": 0.628458, + "f1": 0.571208, + "accuracy": 0.628458, + "main_score": 0.571208, + "hf_subset": "mya_Mymr-mni_Beng", + "languages": [ + "mya-Mymr", + "mni-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-ron_Latn", + "languages": [ + "mya-Mymr", + "ron-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.980237, + "f1": 0.974967, + "accuracy": 0.980237, + "main_score": 0.974967, + "hf_subset": "mya_Mymr-szl_Latn", + "languages": [ + "mya-Mymr", + "szl-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mya_Mymr-vec_Latn", + "languages": [ + "mya-Mymr", + "vec-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "mya_Mymr-amh_Ethi", + "languages": [ + "mya-Mymr", + "amh-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-bos_Latn", + "languages": [ + "mya-Mymr", + "bos-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mya_Mymr-fin_Latn", + "languages": [ + "mya-Mymr", + "fin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-ita_Latn", + "languages": [ + "mya-Mymr", + "ita-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mya_Mymr-kor_Hang", + "languages": [ + "mya-Mymr", + "kor-Hang" + ] + }, + { + "precision": 0.45659, + "recall": 0.51581, + "f1": 0.473444, + "accuracy": 0.51581, + "main_score": 0.473444, + "hf_subset": "mya_Mymr-mos_Latn", + "languages": [ + "mya-Mymr", + "mos-Latn" + ] + }, + { + "precision": 0.738266, + "recall": 0.798419, + "f1": 0.756346, + "accuracy": 0.798419, + "main_score": 0.756346, + "hf_subset": "mya_Mymr-run_Latn", + "languages": [ + "mya-Mymr", + "run-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-tam_Taml", + "languages": [ + "mya-Mymr", + "tam-Taml" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-vie_Latn", + "languages": [ + "mya-Mymr", + "vie-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mya_Mymr-apc_Arab", + "languages": [ + "mya-Mymr", + "apc-Arab" + ] + }, + { + "precision": 0.681309, + "recall": 0.746047, + "f1": 0.69955, + "accuracy": 0.746047, + "main_score": 0.69955, + "hf_subset": "mya_Mymr-bug_Latn", + "languages": [ + "mya-Mymr", + "bug-Latn" + ] + }, + { + "precision": 0.385234, + "recall": 0.436759, + "f1": 0.398734, + "accuracy": 0.436759, + "main_score": 0.398734, + "hf_subset": "mya_Mymr-fon_Latn", + "languages": [ + "mya-Mymr", + "fon-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "mya_Mymr-jav_Latn", + "languages": [ + "mya-Mymr", + "jav-Latn" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "mya_Mymr-lao_Laoo", + "languages": [ + "mya-Mymr", + "lao-Laoo" + ] + }, + { + "precision": 0.850823, + "recall": 0.891304, + "f1": 0.863439, + "accuracy": 0.891304, + "main_score": 0.863439, + "hf_subset": "mya_Mymr-mri_Latn", + "languages": [ + "mya-Mymr", + "mri-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mya_Mymr-rus_Cyrl", + "languages": [ + "mya-Mymr", + "rus-Cyrl" + ] + }, + { + "precision": 0.444934, + "recall": 0.502964, + "f1": 0.460748, + "accuracy": 0.502964, + "main_score": 0.460748, + "hf_subset": "mya_Mymr-taq_Latn", + "languages": [ + "mya-Mymr", + "taq-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "mya_Mymr-war_Latn", + "languages": [ + "mya-Mymr", + "war-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mya_Mymr-arb_Arab", + "languages": [ + "mya-Mymr", + "arb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-bul_Cyrl", + "languages": [ + "mya-Mymr", + "bul-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-fra_Latn", + "languages": [ + "mya-Mymr", + "fra-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mya_Mymr-jpn_Jpan", + "languages": [ + "mya-Mymr", + "jpn-Jpan" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "mya_Mymr-lij_Latn", + "languages": [ + "mya-Mymr", + "lij-Latn" + ] + }, + { + "precision": 0.47899, + "recall": 0.543478, + "f1": 0.496472, + "accuracy": 0.543478, + "main_score": 0.496472, + "hf_subset": "mya_Mymr-sag_Latn", + "languages": [ + "mya-Mymr", + "sag-Latn" + ] + }, + { + "precision": 0.225169, + "recall": 0.287549, + "f1": 0.240951, + "accuracy": 0.287549, + "main_score": 0.240951, + "hf_subset": "mya_Mymr-taq_Tfng", + "languages": [ + "mya-Mymr", + "taq-Tfng" + ] + }, + { + "precision": 0.584039, + "recall": 0.650198, + "f1": 0.60196, + "accuracy": 0.650198, + "main_score": 0.60196, + "hf_subset": "mya_Mymr-wol_Latn", + "languages": [ + "mya-Mymr", + "wol-Latn" + ] + }, + { + "precision": 0.822162, + "recall": 0.870553, + "f1": 0.836975, + "accuracy": 0.870553, + "main_score": 0.836975, + "hf_subset": "mya_Mymr-arb_Latn", + "languages": [ + "mya-Mymr", + "arb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-cat_Latn", + "languages": [ + "mya-Mymr", + "cat-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "mya_Mymr-fur_Latn", + "languages": [ + "mya-Mymr", + "fur-Latn" + ] + }, + { + "precision": 0.398882, + "recall": 0.475296, + "f1": 0.419386, + "accuracy": 0.475296, + "main_score": 0.419386, + "hf_subset": "mya_Mymr-kab_Latn", + "languages": [ + "mya-Mymr", + "kab-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "mya_Mymr-lim_Latn", + "languages": [ + "mya-Mymr", + "lim-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-nld_Latn", + "languages": [ + "mya-Mymr", + "nld-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "mya_Mymr-san_Deva", + "languages": [ + "mya-Mymr", + "san-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "mya_Mymr-tat_Cyrl", + "languages": [ + "mya-Mymr", + "tat-Cyrl" + ] + }, + { + "precision": 0.859881, + "recall": 0.899209, + "f1": 0.872167, + "accuracy": 0.899209, + "main_score": 0.872167, + "hf_subset": "mya_Mymr-xho_Latn", + "languages": [ + "mya-Mymr", + "xho-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mya_Mymr-ars_Arab", + "languages": [ + "mya-Mymr", + "ars-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "mya_Mymr-ceb_Latn", + "languages": [ + "mya-Mymr", + "ceb-Latn" + ] + }, + { + "precision": 0.426156, + "recall": 0.495059, + "f1": 0.444347, + "accuracy": 0.495059, + "main_score": 0.444347, + "hf_subset": "mya_Mymr-fuv_Latn", + "languages": [ + "mya-Mymr", + "fuv-Latn" + ] + }, + { + "precision": 0.457389, + "recall": 0.514822, + "f1": 0.472985, + "accuracy": 0.514822, + "main_score": 0.472985, + "hf_subset": "mya_Mymr-kac_Latn", + "languages": [ + "mya-Mymr", + "kac-Latn" + ] + }, + { + "precision": 0.583091, + "recall": 0.657115, + "f1": 0.603744, + "accuracy": 0.657115, + "main_score": 0.603744, + "hf_subset": "mya_Mymr-lin_Latn", + "languages": [ + "mya-Mymr", + "lin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-nno_Latn", + "languages": [ + "mya-Mymr", + "nno-Latn" + ] + }, + { + "precision": 0.858284, + "recall": 0.897233, + "f1": 0.870224, + "accuracy": 0.897233, + "main_score": 0.870224, + "hf_subset": "mya_Mymr-sat_Olck", + "languages": [ + "mya-Mymr", + "sat-Olck" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "mya_Mymr-tel_Telu", + "languages": [ + "mya-Mymr", + "tel-Telu" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "mya_Mymr-ydd_Hebr", + "languages": [ + "mya-Mymr", + "ydd-Hebr" + ] + }, + { + "precision": 0.952569, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "mya_Mymr-ary_Arab", + "languages": [ + "mya-Mymr", + "ary-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mya_Mymr-ces_Latn", + "languages": [ + "mya-Mymr", + "ces-Latn" + ] + }, + { + "precision": 0.539525, + "recall": 0.62253, + "f1": 0.562833, + "accuracy": 0.62253, + "main_score": 0.562833, + "hf_subset": "mya_Mymr-gaz_Latn", + "languages": [ + "mya-Mymr", + "gaz-Latn" + ] + }, + { + "precision": 0.503748, + "recall": 0.577075, + "f1": 0.523718, + "accuracy": 0.577075, + "main_score": 0.523718, + "hf_subset": "mya_Mymr-kam_Latn", + "languages": [ + "mya-Mymr", + "kam-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mya_Mymr-lit_Latn", + "languages": [ + "mya-Mymr", + "lit-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-nob_Latn", + "languages": [ + "mya-Mymr", + "nob-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "mya_Mymr-scn_Latn", + "languages": [ + "mya-Mymr", + "scn-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "mya_Mymr-tgk_Cyrl", + "languages": [ + "mya-Mymr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.730996, + "recall": 0.794466, + "f1": 0.749601, + "accuracy": 0.794466, + "main_score": 0.749601, + "hf_subset": "mya_Mymr-yor_Latn", + "languages": [ + "mya-Mymr", + "yor-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mya_Mymr-arz_Arab", + "languages": [ + "mya-Mymr", + "arz-Arab" + ] + }, + { + "precision": 0.424956, + "recall": 0.488142, + "f1": 0.441903, + "accuracy": 0.488142, + "main_score": 0.441903, + "hf_subset": "mya_Mymr-cjk_Latn", + "languages": [ + "mya-Mymr", + "cjk-Latn" + ] + }, + { + "precision": 0.937088, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "mya_Mymr-gla_Latn", + "languages": [ + "mya-Mymr", + "gla-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "mya_Mymr-kan_Knda", + "languages": [ + "mya-Mymr", + "kan-Knda" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mya_Mymr-lmo_Latn", + "languages": [ + "mya-Mymr", + "lmo-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "mya_Mymr-npi_Deva", + "languages": [ + "mya-Mymr", + "npi-Deva" + ] + }, + { + "precision": 0.542221, + "recall": 0.612648, + "f1": 0.562551, + "accuracy": 0.612648, + "main_score": 0.562551, + "hf_subset": "mya_Mymr-shn_Mymr", + "languages": [ + "mya-Mymr", + "shn-Mymr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-tgl_Latn", + "languages": [ + "mya-Mymr", + "tgl-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mya_Mymr-yue_Hant", + "languages": [ + "mya-Mymr", + "yue-Hant" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mya_Mymr-asm_Beng", + "languages": [ + "mya-Mymr", + "asm-Beng" + ] + }, + { + "precision": 0.916996, + "recall": 0.940711, + "f1": 0.924525, + "accuracy": 0.940711, + "main_score": 0.924525, + "hf_subset": "mya_Mymr-ckb_Arab", + "languages": [ + "mya-Mymr", + "ckb-Arab" + ] + }, + { + "precision": 0.959733, + "recall": 0.972332, + "f1": 0.963834, + "accuracy": 0.972332, + "main_score": 0.963834, + "hf_subset": "mya_Mymr-gle_Latn", + "languages": [ + "mya-Mymr", + "gle-Latn" + ] + }, + { + "precision": 0.893182, + "recall": 0.922925, + "f1": 0.902668, + "accuracy": 0.922925, + "main_score": 0.902668, + "hf_subset": "mya_Mymr-kas_Arab", + "languages": [ + "mya-Mymr", + "kas-Arab" + ] + }, + { + "precision": 0.878623, + "recall": 0.91502, + "f1": 0.890119, + "accuracy": 0.91502, + "main_score": 0.890119, + "hf_subset": "mya_Mymr-ltg_Latn", + "languages": [ + "mya-Mymr", + "ltg-Latn" + ] + }, + { + "precision": 0.771567, + "recall": 0.824111, + "f1": 0.787335, + "accuracy": 0.824111, + "main_score": 0.787335, + "hf_subset": "mya_Mymr-nso_Latn", + "languages": [ + "mya-Mymr", + "nso-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mya_Mymr-sin_Sinh", + "languages": [ + "mya-Mymr", + "sin-Sinh" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mya_Mymr-tha_Thai", + "languages": [ + "mya-Mymr", + "tha-Thai" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "mya_Mymr-zho_Hans", + "languages": [ + "mya-Mymr", + "zho-Hans" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-ast_Latn", + "languages": [ + "mya-Mymr", + "ast-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mya_Mymr-crh_Latn", + "languages": [ + "mya-Mymr", + "crh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-glg_Latn", + "languages": [ + "mya-Mymr", + "glg-Latn" + ] + }, + { + "precision": 0.797299, + "recall": 0.850791, + "f1": 0.81326, + "accuracy": 0.850791, + "main_score": 0.81326, + "hf_subset": "mya_Mymr-kas_Deva", + "languages": [ + "mya-Mymr", + "kas-Deva" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "mya_Mymr-ltz_Latn", + "languages": [ + "mya-Mymr", + "ltz-Latn" + ] + }, + { + "precision": 0.386784, + "recall": 0.452569, + "f1": 0.404918, + "accuracy": 0.452569, + "main_score": 0.404918, + "hf_subset": "mya_Mymr-nus_Latn", + "languages": [ + "mya-Mymr", + "nus-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-slk_Latn", + "languages": [ + "mya-Mymr", + "slk-Latn" + ] + }, + { + "precision": 0.617358, + "recall": 0.69664, + "f1": 0.64028, + "accuracy": 0.69664, + "main_score": 0.64028, + "hf_subset": "mya_Mymr-tir_Ethi", + "languages": [ + "mya-Mymr", + "tir-Ethi" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mya_Mymr-zho_Hant", + "languages": [ + "mya-Mymr", + "zho-Hant" + ] + }, + { + "precision": 0.974555, + "recall": 0.981225, + "f1": 0.97668, + "accuracy": 0.981225, + "main_score": 0.97668, + "hf_subset": "mya_Mymr-awa_Deva", + "languages": [ + "mya-Mymr", + "awa-Deva" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "mya_Mymr-cym_Latn", + "languages": [ + "mya-Mymr", + "cym-Latn" + ] + }, + { + "precision": 0.692285, + "recall": 0.752964, + "f1": 0.709398, + "accuracy": 0.752964, + "main_score": 0.709398, + "hf_subset": "mya_Mymr-grn_Latn", + "languages": [ + "mya-Mymr", + "grn-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "mya_Mymr-kat_Geor", + "languages": [ + "mya-Mymr", + "kat-Geor" + ] + }, + { + "precision": 0.548831, + "recall": 0.607708, + "f1": 0.564312, + "accuracy": 0.607708, + "main_score": 0.564312, + "hf_subset": "mya_Mymr-lua_Latn", + "languages": [ + "mya-Mymr", + "lua-Latn" + ] + }, + { + "precision": 0.81031, + "recall": 0.864625, + "f1": 0.827207, + "accuracy": 0.864625, + "main_score": 0.827207, + "hf_subset": "mya_Mymr-nya_Latn", + "languages": [ + "mya-Mymr", + "nya-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mya_Mymr-slv_Latn", + "languages": [ + "mya-Mymr", + "slv-Latn" + ] + }, + { + "precision": 0.953063, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "mya_Mymr-tpi_Latn", + "languages": [ + "mya-Mymr", + "tpi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-zsm_Latn", + "languages": [ + "mya-Mymr", + "zsm-Latn" + ] + }, + { + "precision": 0.451466, + "recall": 0.519763, + "f1": 0.470217, + "accuracy": 0.519763, + "main_score": 0.470217, + "hf_subset": "mya_Mymr-ayr_Latn", + "languages": [ + "mya-Mymr", + "ayr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-dan_Latn", + "languages": [ + "mya-Mymr", + "dan-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mya_Mymr-guj_Gujr", + "languages": [ + "mya-Mymr", + "guj-Gujr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mya_Mymr-kaz_Cyrl", + "languages": [ + "mya-Mymr", + "kaz-Cyrl" + ] + }, + { + "precision": 0.602881, + "recall": 0.68083, + "f1": 0.625565, + "accuracy": 0.68083, + "main_score": 0.625565, + "hf_subset": "mya_Mymr-lug_Latn", + "languages": [ + "mya-Mymr", + "lug-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mya_Mymr-oci_Latn", + "languages": [ + "mya-Mymr", + "oci-Latn" + ] + }, + { + "precision": 0.822283, + "recall": 0.869565, + "f1": 0.836759, + "accuracy": 0.869565, + "main_score": 0.836759, + "hf_subset": "mya_Mymr-smo_Latn", + "languages": [ + "mya-Mymr", + "smo-Latn" + ] + }, + { + "precision": 0.719368, + "recall": 0.780632, + "f1": 0.737188, + "accuracy": 0.780632, + "main_score": 0.737188, + "hf_subset": "mya_Mymr-tsn_Latn", + "languages": [ + "mya-Mymr", + "tsn-Latn" + ] + }, + { + "precision": 0.881621, + "recall": 0.916996, + "f1": 0.892754, + "accuracy": 0.916996, + "main_score": 0.892754, + "hf_subset": "mya_Mymr-zul_Latn", + "languages": [ + "mya-Mymr", + "zul-Latn" + ] + }, + { + "precision": 0.904809, + "recall": 0.932806, + "f1": 0.913669, + "accuracy": 0.932806, + "main_score": 0.913669, + "hf_subset": "mya_Mymr-azb_Arab", + "languages": [ + "mya-Mymr", + "azb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-deu_Latn", + "languages": [ + "mya-Mymr", + "deu-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "mya_Mymr-hat_Latn", + "languages": [ + "mya-Mymr", + "hat-Latn" + ] + }, + { + "precision": 0.430743, + "recall": 0.493083, + "f1": 0.448176, + "accuracy": 0.493083, + "main_score": 0.448176, + "hf_subset": "mya_Mymr-kbp_Latn", + "languages": [ + "mya-Mymr", + "kbp-Latn" + ] + }, + { + "precision": 0.48158, + "recall": 0.544466, + "f1": 0.498381, + "accuracy": 0.544466, + "main_score": 0.498381, + "hf_subset": "mya_Mymr-luo_Latn", + "languages": [ + "mya-Mymr", + "luo-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "mya_Mymr-ory_Orya", + "languages": [ + "mya-Mymr", + "ory-Orya" + ] + }, + { + "precision": 0.885491, + "recall": 0.917984, + "f1": 0.895817, + "accuracy": 0.917984, + "main_score": 0.895817, + "hf_subset": "mya_Mymr-sna_Latn", + "languages": [ + "mya-Mymr", + "sna-Latn" + ] + }, + { + "precision": 0.614776, + "recall": 0.689723, + "f1": 0.635503, + "accuracy": 0.689723, + "main_score": 0.635503, + "hf_subset": "mya_Mymr-tso_Latn", + "languages": [ + "mya-Mymr", + "tso-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "mya_Mymr-azj_Latn", + "languages": [ + "mya-Mymr", + "azj-Latn" + ] + }, + { + "precision": 0.440448, + "recall": 0.505929, + "f1": 0.459455, + "accuracy": 0.505929, + "main_score": 0.459455, + "hf_subset": "mya_Mymr-dik_Latn", + "languages": [ + "mya-Mymr", + "dik-Latn" + ] + }, + { + "precision": 0.891304, + "recall": 0.923913, + "f1": 0.901845, + "accuracy": 0.923913, + "main_score": 0.901845, + "hf_subset": "mya_Mymr-hau_Latn", + "languages": [ + "mya-Mymr", + "hau-Latn" + ] + }, + { + "precision": 0.941206, + "recall": 0.960474, + "f1": 0.947628, + "accuracy": 0.960474, + "main_score": 0.947628, + "hf_subset": "mya_Mymr-kea_Latn", + "languages": [ + "mya-Mymr", + "kea-Latn" + ] + }, + { + "precision": 0.907444, + "recall": 0.936759, + "f1": 0.916949, + "accuracy": 0.936759, + "main_score": 0.916949, + "hf_subset": "mya_Mymr-lus_Latn", + "languages": [ + "mya-Mymr", + "lus-Latn" + ] + }, + { + "precision": 0.81581, + "recall": 0.86166, + "f1": 0.829513, + "accuracy": 0.86166, + "main_score": 0.829513, + "hf_subset": "mya_Mymr-pag_Latn", + "languages": [ + "mya-Mymr", + "pag-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "mya_Mymr-snd_Arab", + "languages": [ + "mya-Mymr", + "snd-Arab" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "mya_Mymr-tuk_Latn", + "languages": [ + "mya-Mymr", + "tuk-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mya_Mymr-bak_Cyrl", + "languages": [ + "mya-Mymr", + "bak-Cyrl" + ] + }, + { + "precision": 0.386584, + "recall": 0.466403, + "f1": 0.408218, + "accuracy": 0.466403, + "main_score": 0.408218, + "hf_subset": "mya_Mymr-dyu_Latn", + "languages": [ + "mya-Mymr", + "dyu-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-heb_Hebr", + "languages": [ + "mya-Mymr", + "heb-Hebr" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "mya_Mymr-khk_Cyrl", + "languages": [ + "mya-Mymr", + "khk-Cyrl" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "mya_Mymr-lvs_Latn", + "languages": [ + "mya-Mymr", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-pan_Guru", + "languages": [ + "mya-Mymr", + "pan-Guru" + ] + }, + { + "precision": 0.867951, + "recall": 0.905138, + "f1": 0.879743, + "accuracy": 0.905138, + "main_score": 0.879743, + "hf_subset": "mya_Mymr-som_Latn", + "languages": [ + "mya-Mymr", + "som-Latn" + ] + }, + { + "precision": 0.675198, + "recall": 0.73913, + "f1": 0.694353, + "accuracy": 0.73913, + "main_score": 0.694353, + "hf_subset": "mya_Mymr-tum_Latn", + "languages": [ + "mya-Mymr", + "tum-Latn" + ] + }, + { + "precision": 0.403823, + "recall": 0.458498, + "f1": 0.418627, + "accuracy": 0.458498, + "main_score": 0.418627, + "hf_subset": "sag_Latn-ace_Arab", + "languages": [ + "sag-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.489084, + "recall": 0.528656, + "f1": 0.500599, + "accuracy": 0.528656, + "main_score": 0.500599, + "hf_subset": "sag_Latn-bam_Latn", + "languages": [ + "sag-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.329582, + "recall": 0.384387, + "f1": 0.344009, + "accuracy": 0.384387, + "main_score": 0.344009, + "hf_subset": "sag_Latn-dzo_Tibt", + "languages": [ + "sag-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.528625, + "recall": 0.589921, + "f1": 0.546255, + "accuracy": 0.589921, + "main_score": 0.546255, + "hf_subset": "sag_Latn-hin_Deva", + "languages": [ + "sag-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.473523, + "recall": 0.529644, + "f1": 0.488612, + "accuracy": 0.529644, + "main_score": 0.488612, + "hf_subset": "sag_Latn-khm_Khmr", + "languages": [ + "sag-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.511499, + "recall": 0.566206, + "f1": 0.526703, + "accuracy": 0.566206, + "main_score": 0.526703, + "hf_subset": "sag_Latn-mag_Deva", + "languages": [ + "sag-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.503591, + "recall": 0.564229, + "f1": 0.519492, + "accuracy": 0.564229, + "main_score": 0.519492, + "hf_subset": "sag_Latn-pap_Latn", + "languages": [ + "sag-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.471475, + "recall": 0.52668, + "f1": 0.486547, + "accuracy": 0.52668, + "main_score": 0.486547, + "hf_subset": "sag_Latn-sot_Latn", + "languages": [ + "sag-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.527599, + "recall": 0.586957, + "f1": 0.543555, + "accuracy": 0.586957, + "main_score": 0.543555, + "hf_subset": "sag_Latn-tur_Latn", + "languages": [ + "sag-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.524292, + "recall": 0.571146, + "f1": 0.536754, + "accuracy": 0.571146, + "main_score": 0.536754, + "hf_subset": "sag_Latn-ace_Latn", + "languages": [ + "sag-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.498336, + "recall": 0.549407, + "f1": 0.512638, + "accuracy": 0.549407, + "main_score": 0.512638, + "hf_subset": "sag_Latn-ban_Latn", + "languages": [ + "sag-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.497681, + "recall": 0.560277, + "f1": 0.514578, + "accuracy": 0.560277, + "main_score": 0.514578, + "hf_subset": "sag_Latn-ell_Grek", + "languages": [ + "sag-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.509205, + "recall": 0.568182, + "f1": 0.524868, + "accuracy": 0.568182, + "main_score": 0.524868, + "hf_subset": "sag_Latn-hne_Deva", + "languages": [ + "sag-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.477613, + "recall": 0.524704, + "f1": 0.490503, + "accuracy": 0.524704, + "main_score": 0.490503, + "hf_subset": "sag_Latn-kik_Latn", + "languages": [ + "sag-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.511932, + "recall": 0.572134, + "f1": 0.527423, + "accuracy": 0.572134, + "main_score": 0.527423, + "hf_subset": "sag_Latn-mai_Deva", + "languages": [ + "sag-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.473538, + "recall": 0.532609, + "f1": 0.489603, + "accuracy": 0.532609, + "main_score": 0.489603, + "hf_subset": "sag_Latn-pbt_Arab", + "languages": [ + "sag-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.5355, + "recall": 0.592885, + "f1": 0.550379, + "accuracy": 0.592885, + "main_score": 0.550379, + "hf_subset": "sag_Latn-spa_Latn", + "languages": [ + "sag-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.526287, + "recall": 0.56917, + "f1": 0.538411, + "accuracy": 0.56917, + "main_score": 0.538411, + "hf_subset": "sag_Latn-twi_Latn", + "languages": [ + "sag-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.498874, + "recall": 0.555336, + "f1": 0.514039, + "accuracy": 0.555336, + "main_score": 0.514039, + "hf_subset": "sag_Latn-acm_Arab", + "languages": [ + "sag-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.489789, + "recall": 0.544466, + "f1": 0.504311, + "accuracy": 0.544466, + "main_score": 0.504311, + "hf_subset": "sag_Latn-bel_Cyrl", + "languages": [ + "sag-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.547027, + "recall": 0.615613, + "f1": 0.565718, + "accuracy": 0.615613, + "main_score": 0.565718, + "hf_subset": "sag_Latn-eng_Latn", + "languages": [ + "sag-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.519892, + "recall": 0.579051, + "f1": 0.53618, + "accuracy": 0.579051, + "main_score": 0.53618, + "hf_subset": "sag_Latn-hrv_Latn", + "languages": [ + "sag-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.470251, + "recall": 0.519763, + "f1": 0.483779, + "accuracy": 0.519763, + "main_score": 0.483779, + "hf_subset": "sag_Latn-kin_Latn", + "languages": [ + "sag-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.493547, + "recall": 0.557312, + "f1": 0.510164, + "accuracy": 0.557312, + "main_score": 0.510164, + "hf_subset": "sag_Latn-mal_Mlym", + "languages": [ + "sag-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.495137, + "recall": 0.554348, + "f1": 0.510448, + "accuracy": 0.554348, + "main_score": 0.510448, + "hf_subset": "sag_Latn-pes_Arab", + "languages": [ + "sag-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.482061, + "recall": 0.54249, + "f1": 0.497157, + "accuracy": 0.54249, + "main_score": 0.497157, + "hf_subset": "sag_Latn-srd_Latn", + "languages": [ + "sag-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.244423, + "recall": 0.295455, + "f1": 0.256418, + "accuracy": 0.295455, + "main_score": 0.256418, + "hf_subset": "sag_Latn-tzm_Tfng", + "languages": [ + "sag-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.503964, + "recall": 0.560277, + "f1": 0.519676, + "accuracy": 0.560277, + "main_score": 0.519676, + "hf_subset": "sag_Latn-acq_Arab", + "languages": [ + "sag-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.509779, + "recall": 0.548419, + "f1": 0.520803, + "accuracy": 0.548419, + "main_score": 0.520803, + "hf_subset": "sag_Latn-bem_Latn", + "languages": [ + "sag-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.504564, + "recall": 0.564229, + "f1": 0.520705, + "accuracy": 0.564229, + "main_score": 0.520705, + "hf_subset": "sag_Latn-epo_Latn", + "languages": [ + "sag-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.5282, + "recall": 0.585968, + "f1": 0.544194, + "accuracy": 0.585968, + "main_score": 0.544194, + "hf_subset": "sag_Latn-hun_Latn", + "languages": [ + "sag-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.492669, + "recall": 0.548419, + "f1": 0.507685, + "accuracy": 0.548419, + "main_score": 0.507685, + "hf_subset": "sag_Latn-kir_Cyrl", + "languages": [ + "sag-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.499583, + "recall": 0.554348, + "f1": 0.514975, + "accuracy": 0.554348, + "main_score": 0.514975, + "hf_subset": "sag_Latn-mar_Deva", + "languages": [ + "sag-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.488084, + "recall": 0.544466, + "f1": 0.503003, + "accuracy": 0.544466, + "main_score": 0.503003, + "hf_subset": "sag_Latn-plt_Latn", + "languages": [ + "sag-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.505074, + "recall": 0.564229, + "f1": 0.520453, + "accuracy": 0.564229, + "main_score": 0.520453, + "hf_subset": "sag_Latn-srp_Cyrl", + "languages": [ + "sag-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.429511, + "recall": 0.495059, + "f1": 0.446164, + "accuracy": 0.495059, + "main_score": 0.446164, + "hf_subset": "sag_Latn-uig_Arab", + "languages": [ + "sag-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.488522, + "recall": 0.545455, + "f1": 0.504204, + "accuracy": 0.545455, + "main_score": 0.504204, + "hf_subset": "sag_Latn-aeb_Arab", + "languages": [ + "sag-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.499517, + "recall": 0.554348, + "f1": 0.513643, + "accuracy": 0.554348, + "main_score": 0.513643, + "hf_subset": "sag_Latn-ben_Beng", + "languages": [ + "sag-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.503344, + "recall": 0.565217, + "f1": 0.519898, + "accuracy": 0.565217, + "main_score": 0.519898, + "hf_subset": "sag_Latn-est_Latn", + "languages": [ + "sag-Latn", + "est-Latn" + ] + }, + { + "precision": 0.477939, + "recall": 0.54249, + "f1": 0.49523, + "accuracy": 0.54249, + "main_score": 0.49523, + "hf_subset": "sag_Latn-hye_Armn", + "languages": [ + "sag-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.481308, + "recall": 0.522727, + "f1": 0.493347, + "accuracy": 0.522727, + "main_score": 0.493347, + "hf_subset": "sag_Latn-kmb_Latn", + "languages": [ + "sag-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.370479, + "recall": 0.434783, + "f1": 0.388965, + "accuracy": 0.434783, + "main_score": 0.388965, + "hf_subset": "sag_Latn-min_Arab", + "languages": [ + "sag-Latn", + "min-Arab" + ] + }, + { + "precision": 0.537577, + "recall": 0.596838, + "f1": 0.55372, + "accuracy": 0.596838, + "main_score": 0.55372, + "hf_subset": "sag_Latn-pol_Latn", + "languages": [ + "sag-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.477812, + "recall": 0.52668, + "f1": 0.490571, + "accuracy": 0.52668, + "main_score": 0.490571, + "hf_subset": "sag_Latn-ssw_Latn", + "languages": [ + "sag-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.520918, + "recall": 0.58004, + "f1": 0.536967, + "accuracy": 0.58004, + "main_score": 0.536967, + "hf_subset": "sag_Latn-ukr_Cyrl", + "languages": [ + "sag-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.517419, + "recall": 0.573123, + "f1": 0.531978, + "accuracy": 0.573123, + "main_score": 0.531978, + "hf_subset": "sag_Latn-afr_Latn", + "languages": [ + "sag-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.516264, + "recall": 0.574111, + "f1": 0.531515, + "accuracy": 0.574111, + "main_score": 0.531515, + "hf_subset": "sag_Latn-bho_Deva", + "languages": [ + "sag-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.499886, + "recall": 0.557312, + "f1": 0.515193, + "accuracy": 0.557312, + "main_score": 0.515193, + "hf_subset": "sag_Latn-eus_Latn", + "languages": [ + "sag-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.470878, + "recall": 0.520751, + "f1": 0.484397, + "accuracy": 0.520751, + "main_score": 0.484397, + "hf_subset": "sag_Latn-ibo_Latn", + "languages": [ + "sag-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.497823, + "recall": 0.546443, + "f1": 0.510495, + "accuracy": 0.546443, + "main_score": 0.510495, + "hf_subset": "sag_Latn-kmr_Latn", + "languages": [ + "sag-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.485448, + "recall": 0.54249, + "f1": 0.50032, + "accuracy": 0.54249, + "main_score": 0.50032, + "hf_subset": "sag_Latn-min_Latn", + "languages": [ + "sag-Latn", + "min-Latn" + ] + }, + { + "precision": 0.547088, + "recall": 0.599802, + "f1": 0.56083, + "accuracy": 0.599802, + "main_score": 0.56083, + "hf_subset": "sag_Latn-por_Latn", + "languages": [ + "sag-Latn", + "por-Latn" + ] + }, + { + "precision": 0.484416, + "recall": 0.539526, + "f1": 0.499187, + "accuracy": 0.539526, + "main_score": 0.499187, + "hf_subset": "sag_Latn-sun_Latn", + "languages": [ + "sag-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.479275, + "recall": 0.523715, + "f1": 0.492061, + "accuracy": 0.523715, + "main_score": 0.492061, + "hf_subset": "sag_Latn-umb_Latn", + "languages": [ + "sag-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.496273, + "recall": 0.562253, + "f1": 0.514148, + "accuracy": 0.562253, + "main_score": 0.514148, + "hf_subset": "sag_Latn-ajp_Arab", + "languages": [ + "sag-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.385471, + "recall": 0.4417, + "f1": 0.400924, + "accuracy": 0.4417, + "main_score": 0.400924, + "hf_subset": "sag_Latn-bjn_Arab", + "languages": [ + "sag-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.476162, + "recall": 0.516798, + "f1": 0.487867, + "accuracy": 0.516798, + "main_score": 0.487867, + "hf_subset": "sag_Latn-ewe_Latn", + "languages": [ + "sag-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.504146, + "recall": 0.564229, + "f1": 0.520456, + "accuracy": 0.564229, + "main_score": 0.520456, + "hf_subset": "sag_Latn-ilo_Latn", + "languages": [ + "sag-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.281238, + "recall": 0.33498, + "f1": 0.295333, + "accuracy": 0.33498, + "main_score": 0.295333, + "hf_subset": "sag_Latn-knc_Arab", + "languages": [ + "sag-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.52248, + "recall": 0.578063, + "f1": 0.53751, + "accuracy": 0.578063, + "main_score": 0.53751, + "hf_subset": "sag_Latn-mkd_Cyrl", + "languages": [ + "sag-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.516172, + "recall": 0.570158, + "f1": 0.530355, + "accuracy": 0.570158, + "main_score": 0.530355, + "hf_subset": "sag_Latn-prs_Arab", + "languages": [ + "sag-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.525003, + "recall": 0.588933, + "f1": 0.542096, + "accuracy": 0.588933, + "main_score": 0.542096, + "hf_subset": "sag_Latn-swe_Latn", + "languages": [ + "sag-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.492007, + "recall": 0.546443, + "f1": 0.506415, + "accuracy": 0.546443, + "main_score": 0.506415, + "hf_subset": "sag_Latn-urd_Arab", + "languages": [ + "sag-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.522361, + "recall": 0.566206, + "f1": 0.534643, + "accuracy": 0.566206, + "main_score": 0.534643, + "hf_subset": "sag_Latn-aka_Latn", + "languages": [ + "sag-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.520573, + "recall": 0.573123, + "f1": 0.534848, + "accuracy": 0.573123, + "main_score": 0.534848, + "hf_subset": "sag_Latn-bjn_Latn", + "languages": [ + "sag-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.490513, + "recall": 0.545455, + "f1": 0.505734, + "accuracy": 0.545455, + "main_score": 0.505734, + "hf_subset": "sag_Latn-fao_Latn", + "languages": [ + "sag-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.52346, + "recall": 0.586957, + "f1": 0.54005, + "accuracy": 0.586957, + "main_score": 0.54005, + "hf_subset": "sag_Latn-ind_Latn", + "languages": [ + "sag-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.513032, + "recall": 0.550395, + "f1": 0.52386, + "accuracy": 0.550395, + "main_score": 0.52386, + "hf_subset": "sag_Latn-knc_Latn", + "languages": [ + "sag-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.504906, + "recall": 0.556324, + "f1": 0.51802, + "accuracy": 0.556324, + "main_score": 0.51802, + "hf_subset": "sag_Latn-mlt_Latn", + "languages": [ + "sag-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.533423, + "recall": 0.581028, + "f1": 0.546633, + "accuracy": 0.581028, + "main_score": 0.546633, + "hf_subset": "sag_Latn-quy_Latn", + "languages": [ + "sag-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.494984, + "recall": 0.560277, + "f1": 0.512073, + "accuracy": 0.560277, + "main_score": 0.512073, + "hf_subset": "sag_Latn-swh_Latn", + "languages": [ + "sag-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.475664, + "recall": 0.540514, + "f1": 0.49209, + "accuracy": 0.540514, + "main_score": 0.49209, + "hf_subset": "sag_Latn-uzn_Latn", + "languages": [ + "sag-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.489395, + "recall": 0.550395, + "f1": 0.50627, + "accuracy": 0.550395, + "main_score": 0.50627, + "hf_subset": "sag_Latn-als_Latn", + "languages": [ + "sag-Latn", + "als-Latn" + ] + }, + { + "precision": 0.364471, + "recall": 0.420949, + "f1": 0.379296, + "accuracy": 0.420949, + "main_score": 0.379296, + "hf_subset": "sag_Latn-bod_Tibt", + "languages": [ + "sag-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.493208, + "recall": 0.537549, + "f1": 0.506003, + "accuracy": 0.537549, + "main_score": 0.506003, + "hf_subset": "sag_Latn-fij_Latn", + "languages": [ + "sag-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.483015, + "recall": 0.537549, + "f1": 0.497407, + "accuracy": 0.537549, + "main_score": 0.497407, + "hf_subset": "sag_Latn-isl_Latn", + "languages": [ + "sag-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.538683, + "recall": 0.579051, + "f1": 0.549835, + "accuracy": 0.579051, + "main_score": 0.549835, + "hf_subset": "sag_Latn-kon_Latn", + "languages": [ + "sag-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.447697, + "recall": 0.507905, + "f1": 0.464577, + "accuracy": 0.507905, + "main_score": 0.464577, + "hf_subset": "sag_Latn-mni_Beng", + "languages": [ + "sag-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.523993, + "recall": 0.586957, + "f1": 0.540212, + "accuracy": 0.586957, + "main_score": 0.540212, + "hf_subset": "sag_Latn-ron_Latn", + "languages": [ + "sag-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.524081, + "recall": 0.578063, + "f1": 0.538288, + "accuracy": 0.578063, + "main_score": 0.538288, + "hf_subset": "sag_Latn-szl_Latn", + "languages": [ + "sag-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.527003, + "recall": 0.583004, + "f1": 0.541846, + "accuracy": 0.583004, + "main_score": 0.541846, + "hf_subset": "sag_Latn-vec_Latn", + "languages": [ + "sag-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.499925, + "recall": 0.555336, + "f1": 0.514777, + "accuracy": 0.555336, + "main_score": 0.514777, + "hf_subset": "sag_Latn-amh_Ethi", + "languages": [ + "sag-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.527543, + "recall": 0.583004, + "f1": 0.542601, + "accuracy": 0.583004, + "main_score": 0.542601, + "hf_subset": "sag_Latn-bos_Latn", + "languages": [ + "sag-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.511478, + "recall": 0.566206, + "f1": 0.526011, + "accuracy": 0.566206, + "main_score": 0.526011, + "hf_subset": "sag_Latn-fin_Latn", + "languages": [ + "sag-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.542334, + "recall": 0.597826, + "f1": 0.556688, + "accuracy": 0.597826, + "main_score": 0.556688, + "hf_subset": "sag_Latn-ita_Latn", + "languages": [ + "sag-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.526812, + "recall": 0.590909, + "f1": 0.544308, + "accuracy": 0.590909, + "main_score": 0.544308, + "hf_subset": "sag_Latn-kor_Hang", + "languages": [ + "sag-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.490827, + "recall": 0.534585, + "f1": 0.503986, + "accuracy": 0.534585, + "main_score": 0.503986, + "hf_subset": "sag_Latn-mos_Latn", + "languages": [ + "sag-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.486924, + "recall": 0.534585, + "f1": 0.500842, + "accuracy": 0.534585, + "main_score": 0.500842, + "hf_subset": "sag_Latn-run_Latn", + "languages": [ + "sag-Latn", + "run-Latn" + ] + }, + { + "precision": 0.492944, + "recall": 0.55336, + "f1": 0.509736, + "accuracy": 0.55336, + "main_score": 0.509736, + "hf_subset": "sag_Latn-tam_Taml", + "languages": [ + "sag-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.531719, + "recall": 0.586957, + "f1": 0.546358, + "accuracy": 0.586957, + "main_score": 0.546358, + "hf_subset": "sag_Latn-vie_Latn", + "languages": [ + "sag-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.510932, + "recall": 0.568182, + "f1": 0.525808, + "accuracy": 0.568182, + "main_score": 0.525808, + "hf_subset": "sag_Latn-apc_Arab", + "languages": [ + "sag-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.5171, + "recall": 0.561265, + "f1": 0.529501, + "accuracy": 0.561265, + "main_score": 0.529501, + "hf_subset": "sag_Latn-bug_Latn", + "languages": [ + "sag-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.452211, + "recall": 0.497036, + "f1": 0.464733, + "accuracy": 0.497036, + "main_score": 0.464733, + "hf_subset": "sag_Latn-fon_Latn", + "languages": [ + "sag-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.475144, + "recall": 0.534585, + "f1": 0.490932, + "accuracy": 0.534585, + "main_score": 0.490932, + "hf_subset": "sag_Latn-jav_Latn", + "languages": [ + "sag-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.460111, + "recall": 0.508893, + "f1": 0.473812, + "accuracy": 0.508893, + "main_score": 0.473812, + "hf_subset": "sag_Latn-lao_Laoo", + "languages": [ + "sag-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.451568, + "recall": 0.502964, + "f1": 0.46609, + "accuracy": 0.502964, + "main_score": 0.46609, + "hf_subset": "sag_Latn-mri_Latn", + "languages": [ + "sag-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.527086, + "recall": 0.586957, + "f1": 0.542677, + "accuracy": 0.586957, + "main_score": 0.542677, + "hf_subset": "sag_Latn-rus_Cyrl", + "languages": [ + "sag-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.499762, + "recall": 0.543478, + "f1": 0.511997, + "accuracy": 0.543478, + "main_score": 0.511997, + "hf_subset": "sag_Latn-taq_Latn", + "languages": [ + "sag-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.501122, + "recall": 0.560277, + "f1": 0.517069, + "accuracy": 0.560277, + "main_score": 0.517069, + "hf_subset": "sag_Latn-war_Latn", + "languages": [ + "sag-Latn", + "war-Latn" + ] + }, + { + "precision": 0.498898, + "recall": 0.564229, + "f1": 0.516449, + "accuracy": 0.564229, + "main_score": 0.516449, + "hf_subset": "sag_Latn-arb_Arab", + "languages": [ + "sag-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.536394, + "recall": 0.597826, + "f1": 0.551801, + "accuracy": 0.597826, + "main_score": 0.551801, + "hf_subset": "sag_Latn-bul_Cyrl", + "languages": [ + "sag-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.549189, + "recall": 0.608696, + "f1": 0.564849, + "accuracy": 0.608696, + "main_score": 0.564849, + "hf_subset": "sag_Latn-fra_Latn", + "languages": [ + "sag-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.527772, + "recall": 0.58498, + "f1": 0.544186, + "accuracy": 0.58498, + "main_score": 0.544186, + "hf_subset": "sag_Latn-jpn_Jpan", + "languages": [ + "sag-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.540624, + "recall": 0.588933, + "f1": 0.554136, + "accuracy": 0.588933, + "main_score": 0.554136, + "hf_subset": "sag_Latn-lij_Latn", + "languages": [ + "sag-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.463954, + "recall": 0.522727, + "f1": 0.480727, + "accuracy": 0.522727, + "main_score": 0.480727, + "hf_subset": "sag_Latn-mya_Mymr", + "languages": [ + "sag-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.244102, + "recall": 0.295455, + "f1": 0.256904, + "accuracy": 0.295455, + "main_score": 0.256904, + "hf_subset": "sag_Latn-taq_Tfng", + "languages": [ + "sag-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.531052, + "recall": 0.578063, + "f1": 0.544468, + "accuracy": 0.578063, + "main_score": 0.544468, + "hf_subset": "sag_Latn-wol_Latn", + "languages": [ + "sag-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.428057, + "recall": 0.486166, + "f1": 0.444221, + "accuracy": 0.486166, + "main_score": 0.444221, + "hf_subset": "sag_Latn-arb_Latn", + "languages": [ + "sag-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.510553, + "recall": 0.56917, + "f1": 0.525929, + "accuracy": 0.56917, + "main_score": 0.525929, + "hf_subset": "sag_Latn-cat_Latn", + "languages": [ + "sag-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.530363, + "recall": 0.586957, + "f1": 0.545399, + "accuracy": 0.586957, + "main_score": 0.545399, + "hf_subset": "sag_Latn-fur_Latn", + "languages": [ + "sag-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.395551, + "recall": 0.448617, + "f1": 0.409864, + "accuracy": 0.448617, + "main_score": 0.409864, + "hf_subset": "sag_Latn-kab_Latn", + "languages": [ + "sag-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.515289, + "recall": 0.56917, + "f1": 0.529885, + "accuracy": 0.56917, + "main_score": 0.529885, + "hf_subset": "sag_Latn-lim_Latn", + "languages": [ + "sag-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.545716, + "recall": 0.601779, + "f1": 0.560799, + "accuracy": 0.601779, + "main_score": 0.560799, + "hf_subset": "sag_Latn-nld_Latn", + "languages": [ + "sag-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.463932, + "recall": 0.528656, + "f1": 0.481482, + "accuracy": 0.528656, + "main_score": 0.481482, + "hf_subset": "sag_Latn-san_Deva", + "languages": [ + "sag-Latn", + "san-Deva" + ] + }, + { + "precision": 0.484348, + "recall": 0.546443, + "f1": 0.502031, + "accuracy": 0.546443, + "main_score": 0.502031, + "hf_subset": "sag_Latn-tat_Cyrl", + "languages": [ + "sag-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.468221, + "recall": 0.527668, + "f1": 0.483757, + "accuracy": 0.527668, + "main_score": 0.483757, + "hf_subset": "sag_Latn-xho_Latn", + "languages": [ + "sag-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.485908, + "recall": 0.554348, + "f1": 0.504204, + "accuracy": 0.554348, + "main_score": 0.504204, + "hf_subset": "sag_Latn-ars_Arab", + "languages": [ + "sag-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.49711, + "recall": 0.556324, + "f1": 0.51323, + "accuracy": 0.556324, + "main_score": 0.51323, + "hf_subset": "sag_Latn-ceb_Latn", + "languages": [ + "sag-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.483679, + "recall": 0.529644, + "f1": 0.496626, + "accuracy": 0.529644, + "main_score": 0.496626, + "hf_subset": "sag_Latn-fuv_Latn", + "languages": [ + "sag-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.48712, + "recall": 0.52668, + "f1": 0.498723, + "accuracy": 0.52668, + "main_score": 0.498723, + "hf_subset": "sag_Latn-kac_Latn", + "languages": [ + "sag-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.576727, + "recall": 0.613636, + "f1": 0.586975, + "accuracy": 0.613636, + "main_score": 0.586975, + "hf_subset": "sag_Latn-lin_Latn", + "languages": [ + "sag-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.505675, + "recall": 0.559289, + "f1": 0.520521, + "accuracy": 0.559289, + "main_score": 0.520521, + "hf_subset": "sag_Latn-nno_Latn", + "languages": [ + "sag-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.479527, + "recall": 0.535573, + "f1": 0.49461, + "accuracy": 0.535573, + "main_score": 0.49461, + "hf_subset": "sag_Latn-sat_Olck", + "languages": [ + "sag-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.484506, + "recall": 0.546443, + "f1": 0.500866, + "accuracy": 0.546443, + "main_score": 0.500866, + "hf_subset": "sag_Latn-tel_Telu", + "languages": [ + "sag-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.461178, + "recall": 0.52668, + "f1": 0.477954, + "accuracy": 0.52668, + "main_score": 0.477954, + "hf_subset": "sag_Latn-ydd_Hebr", + "languages": [ + "sag-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.491035, + "recall": 0.544466, + "f1": 0.504927, + "accuracy": 0.544466, + "main_score": 0.504927, + "hf_subset": "sag_Latn-ary_Arab", + "languages": [ + "sag-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.522007, + "recall": 0.581028, + "f1": 0.538308, + "accuracy": 0.581028, + "main_score": 0.538308, + "hf_subset": "sag_Latn-ces_Latn", + "languages": [ + "sag-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.461435, + "recall": 0.512846, + "f1": 0.475456, + "accuracy": 0.512846, + "main_score": 0.475456, + "hf_subset": "sag_Latn-gaz_Latn", + "languages": [ + "sag-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.496854, + "recall": 0.539526, + "f1": 0.508838, + "accuracy": 0.539526, + "main_score": 0.508838, + "hf_subset": "sag_Latn-kam_Latn", + "languages": [ + "sag-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.504335, + "recall": 0.563241, + "f1": 0.519908, + "accuracy": 0.563241, + "main_score": 0.519908, + "hf_subset": "sag_Latn-lit_Latn", + "languages": [ + "sag-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.52609, + "recall": 0.585968, + "f1": 0.541697, + "accuracy": 0.585968, + "main_score": 0.541697, + "hf_subset": "sag_Latn-nob_Latn", + "languages": [ + "sag-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.521872, + "recall": 0.56917, + "f1": 0.534728, + "accuracy": 0.56917, + "main_score": 0.534728, + "hf_subset": "sag_Latn-scn_Latn", + "languages": [ + "sag-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.473055, + "recall": 0.529644, + "f1": 0.488685, + "accuracy": 0.529644, + "main_score": 0.488685, + "hf_subset": "sag_Latn-tgk_Cyrl", + "languages": [ + "sag-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.439531, + "recall": 0.495059, + "f1": 0.454769, + "accuracy": 0.495059, + "main_score": 0.454769, + "hf_subset": "sag_Latn-yor_Latn", + "languages": [ + "sag-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.502945, + "recall": 0.563241, + "f1": 0.519515, + "accuracy": 0.563241, + "main_score": 0.519515, + "hf_subset": "sag_Latn-arz_Arab", + "languages": [ + "sag-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.481692, + "recall": 0.52668, + "f1": 0.494398, + "accuracy": 0.52668, + "main_score": 0.494398, + "hf_subset": "sag_Latn-cjk_Latn", + "languages": [ + "sag-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.472677, + "recall": 0.52668, + "f1": 0.487129, + "accuracy": 0.52668, + "main_score": 0.487129, + "hf_subset": "sag_Latn-gla_Latn", + "languages": [ + "sag-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.476205, + "recall": 0.534585, + "f1": 0.492398, + "accuracy": 0.534585, + "main_score": 0.492398, + "hf_subset": "sag_Latn-kan_Knda", + "languages": [ + "sag-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.524461, + "recall": 0.578063, + "f1": 0.538127, + "accuracy": 0.578063, + "main_score": 0.538127, + "hf_subset": "sag_Latn-lmo_Latn", + "languages": [ + "sag-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.493382, + "recall": 0.550395, + "f1": 0.508011, + "accuracy": 0.550395, + "main_score": 0.508011, + "hf_subset": "sag_Latn-npi_Deva", + "languages": [ + "sag-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.407237, + "recall": 0.460474, + "f1": 0.421994, + "accuracy": 0.460474, + "main_score": 0.421994, + "hf_subset": "sag_Latn-shn_Mymr", + "languages": [ + "sag-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.51883, + "recall": 0.579051, + "f1": 0.533956, + "accuracy": 0.579051, + "main_score": 0.533956, + "hf_subset": "sag_Latn-tgl_Latn", + "languages": [ + "sag-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.493851, + "recall": 0.557312, + "f1": 0.511432, + "accuracy": 0.557312, + "main_score": 0.511432, + "hf_subset": "sag_Latn-yue_Hant", + "languages": [ + "sag-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.448293, + "recall": 0.497036, + "f1": 0.462035, + "accuracy": 0.497036, + "main_score": 0.462035, + "hf_subset": "sag_Latn-asm_Beng", + "languages": [ + "sag-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.465591, + "recall": 0.522727, + "f1": 0.481492, + "accuracy": 0.522727, + "main_score": 0.481492, + "hf_subset": "sag_Latn-ckb_Arab", + "languages": [ + "sag-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.462796, + "recall": 0.522727, + "f1": 0.478947, + "accuracy": 0.522727, + "main_score": 0.478947, + "hf_subset": "sag_Latn-gle_Latn", + "languages": [ + "sag-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.478964, + "recall": 0.539526, + "f1": 0.496012, + "accuracy": 0.539526, + "main_score": 0.496012, + "hf_subset": "sag_Latn-kas_Arab", + "languages": [ + "sag-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.510031, + "recall": 0.564229, + "f1": 0.524923, + "accuracy": 0.564229, + "main_score": 0.524923, + "hf_subset": "sag_Latn-ltg_Latn", + "languages": [ + "sag-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.485, + "recall": 0.531621, + "f1": 0.498059, + "accuracy": 0.531621, + "main_score": 0.498059, + "hf_subset": "sag_Latn-nso_Latn", + "languages": [ + "sag-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.470352, + "recall": 0.527668, + "f1": 0.486147, + "accuracy": 0.527668, + "main_score": 0.486147, + "hf_subset": "sag_Latn-sin_Sinh", + "languages": [ + "sag-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.483615, + "recall": 0.547431, + "f1": 0.500786, + "accuracy": 0.547431, + "main_score": 0.500786, + "hf_subset": "sag_Latn-tha_Thai", + "languages": [ + "sag-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.457849, + "recall": 0.521739, + "f1": 0.474338, + "accuracy": 0.521739, + "main_score": 0.474338, + "hf_subset": "sag_Latn-zho_Hans", + "languages": [ + "sag-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.502491, + "recall": 0.561265, + "f1": 0.51774, + "accuracy": 0.561265, + "main_score": 0.51774, + "hf_subset": "sag_Latn-ast_Latn", + "languages": [ + "sag-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.514283, + "recall": 0.567194, + "f1": 0.528796, + "accuracy": 0.567194, + "main_score": 0.528796, + "hf_subset": "sag_Latn-crh_Latn", + "languages": [ + "sag-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.512197, + "recall": 0.573123, + "f1": 0.527874, + "accuracy": 0.573123, + "main_score": 0.527874, + "hf_subset": "sag_Latn-glg_Latn", + "languages": [ + "sag-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.495295, + "recall": 0.552372, + "f1": 0.510851, + "accuracy": 0.552372, + "main_score": 0.510851, + "hf_subset": "sag_Latn-kas_Deva", + "languages": [ + "sag-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.495525, + "recall": 0.552372, + "f1": 0.510198, + "accuracy": 0.552372, + "main_score": 0.510198, + "hf_subset": "sag_Latn-ltz_Latn", + "languages": [ + "sag-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.441981, + "recall": 0.492095, + "f1": 0.456074, + "accuracy": 0.492095, + "main_score": 0.456074, + "hf_subset": "sag_Latn-nus_Latn", + "languages": [ + "sag-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.520986, + "recall": 0.58004, + "f1": 0.537494, + "accuracy": 0.58004, + "main_score": 0.537494, + "hf_subset": "sag_Latn-slk_Latn", + "languages": [ + "sag-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.488924, + "recall": 0.540514, + "f1": 0.503386, + "accuracy": 0.540514, + "main_score": 0.503386, + "hf_subset": "sag_Latn-tir_Ethi", + "languages": [ + "sag-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.502793, + "recall": 0.564229, + "f1": 0.518601, + "accuracy": 0.564229, + "main_score": 0.518601, + "hf_subset": "sag_Latn-zho_Hant", + "languages": [ + "sag-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.518601, + "recall": 0.577075, + "f1": 0.534455, + "accuracy": 0.577075, + "main_score": 0.534455, + "hf_subset": "sag_Latn-awa_Deva", + "languages": [ + "sag-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.479798, + "recall": 0.536561, + "f1": 0.494945, + "accuracy": 0.536561, + "main_score": 0.494945, + "hf_subset": "sag_Latn-cym_Latn", + "languages": [ + "sag-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.536149, + "recall": 0.581028, + "f1": 0.549011, + "accuracy": 0.581028, + "main_score": 0.549011, + "hf_subset": "sag_Latn-grn_Latn", + "languages": [ + "sag-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.479603, + "recall": 0.535573, + "f1": 0.49467, + "accuracy": 0.535573, + "main_score": 0.49467, + "hf_subset": "sag_Latn-kat_Geor", + "languages": [ + "sag-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.529113, + "recall": 0.571146, + "f1": 0.541387, + "accuracy": 0.571146, + "main_score": 0.541387, + "hf_subset": "sag_Latn-lua_Latn", + "languages": [ + "sag-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.487387, + "recall": 0.539526, + "f1": 0.501512, + "accuracy": 0.539526, + "main_score": 0.501512, + "hf_subset": "sag_Latn-nya_Latn", + "languages": [ + "sag-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.519575, + "recall": 0.579051, + "f1": 0.535933, + "accuracy": 0.579051, + "main_score": 0.535933, + "hf_subset": "sag_Latn-slv_Latn", + "languages": [ + "sag-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.518393, + "recall": 0.575099, + "f1": 0.533465, + "accuracy": 0.575099, + "main_score": 0.533465, + "hf_subset": "sag_Latn-tpi_Latn", + "languages": [ + "sag-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.532044, + "recall": 0.588933, + "f1": 0.547559, + "accuracy": 0.588933, + "main_score": 0.547559, + "hf_subset": "sag_Latn-zsm_Latn", + "languages": [ + "sag-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.498654, + "recall": 0.548419, + "f1": 0.512761, + "accuracy": 0.548419, + "main_score": 0.512761, + "hf_subset": "sag_Latn-ayr_Latn", + "languages": [ + "sag-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.521561, + "recall": 0.58004, + "f1": 0.536515, + "accuracy": 0.58004, + "main_score": 0.536515, + "hf_subset": "sag_Latn-dan_Latn", + "languages": [ + "sag-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.464912, + "recall": 0.531621, + "f1": 0.482204, + "accuracy": 0.531621, + "main_score": 0.482204, + "hf_subset": "sag_Latn-guj_Gujr", + "languages": [ + "sag-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.480794, + "recall": 0.537549, + "f1": 0.495876, + "accuracy": 0.537549, + "main_score": 0.495876, + "hf_subset": "sag_Latn-kaz_Cyrl", + "languages": [ + "sag-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.458042, + "recall": 0.509881, + "f1": 0.47278, + "accuracy": 0.509881, + "main_score": 0.47278, + "hf_subset": "sag_Latn-lug_Latn", + "languages": [ + "sag-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.519249, + "recall": 0.58004, + "f1": 0.534333, + "accuracy": 0.58004, + "main_score": 0.534333, + "hf_subset": "sag_Latn-oci_Latn", + "languages": [ + "sag-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.483984, + "recall": 0.528656, + "f1": 0.496023, + "accuracy": 0.528656, + "main_score": 0.496023, + "hf_subset": "sag_Latn-smo_Latn", + "languages": [ + "sag-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.457534, + "recall": 0.502964, + "f1": 0.470392, + "accuracy": 0.502964, + "main_score": 0.470392, + "hf_subset": "sag_Latn-tsn_Latn", + "languages": [ + "sag-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.467608, + "recall": 0.517787, + "f1": 0.480987, + "accuracy": 0.517787, + "main_score": 0.480987, + "hf_subset": "sag_Latn-zul_Latn", + "languages": [ + "sag-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.47853, + "recall": 0.527668, + "f1": 0.492187, + "accuracy": 0.527668, + "main_score": 0.492187, + "hf_subset": "sag_Latn-azb_Arab", + "languages": [ + "sag-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.53465, + "recall": 0.593874, + "f1": 0.550182, + "accuracy": 0.593874, + "main_score": 0.550182, + "hf_subset": "sag_Latn-deu_Latn", + "languages": [ + "sag-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.501803, + "recall": 0.5583, + "f1": 0.517358, + "accuracy": 0.5583, + "main_score": 0.517358, + "hf_subset": "sag_Latn-hat_Latn", + "languages": [ + "sag-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.46728, + "recall": 0.507905, + "f1": 0.478462, + "accuracy": 0.507905, + "main_score": 0.478462, + "hf_subset": "sag_Latn-kbp_Latn", + "languages": [ + "sag-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.508161, + "recall": 0.543478, + "f1": 0.518266, + "accuracy": 0.543478, + "main_score": 0.518266, + "hf_subset": "sag_Latn-luo_Latn", + "languages": [ + "sag-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.446374, + "recall": 0.508893, + "f1": 0.463011, + "accuracy": 0.508893, + "main_score": 0.463011, + "hf_subset": "sag_Latn-ory_Orya", + "languages": [ + "sag-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.481878, + "recall": 0.534585, + "f1": 0.496313, + "accuracy": 0.534585, + "main_score": 0.496313, + "hf_subset": "sag_Latn-sna_Latn", + "languages": [ + "sag-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.496981, + "recall": 0.538538, + "f1": 0.508929, + "accuracy": 0.538538, + "main_score": 0.508929, + "hf_subset": "sag_Latn-tso_Latn", + "languages": [ + "sag-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.484494, + "recall": 0.547431, + "f1": 0.501689, + "accuracy": 0.547431, + "main_score": 0.501689, + "hf_subset": "sag_Latn-azj_Latn", + "languages": [ + "sag-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.486557, + "recall": 0.534585, + "f1": 0.50022, + "accuracy": 0.534585, + "main_score": 0.50022, + "hf_subset": "sag_Latn-dik_Latn", + "languages": [ + "sag-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.475482, + "recall": 0.525692, + "f1": 0.488078, + "accuracy": 0.525692, + "main_score": 0.488078, + "hf_subset": "sag_Latn-hau_Latn", + "languages": [ + "sag-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.521232, + "recall": 0.575099, + "f1": 0.534818, + "accuracy": 0.575099, + "main_score": 0.534818, + "hf_subset": "sag_Latn-kea_Latn", + "languages": [ + "sag-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.51373, + "recall": 0.561265, + "f1": 0.526139, + "accuracy": 0.561265, + "main_score": 0.526139, + "hf_subset": "sag_Latn-lus_Latn", + "languages": [ + "sag-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.533977, + "recall": 0.581028, + "f1": 0.547719, + "accuracy": 0.581028, + "main_score": 0.547719, + "hf_subset": "sag_Latn-pag_Latn", + "languages": [ + "sag-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.445331, + "recall": 0.509881, + "f1": 0.463058, + "accuracy": 0.509881, + "main_score": 0.463058, + "hf_subset": "sag_Latn-snd_Arab", + "languages": [ + "sag-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.497097, + "recall": 0.544466, + "f1": 0.509279, + "accuracy": 0.544466, + "main_score": 0.509279, + "hf_subset": "sag_Latn-tuk_Latn", + "languages": [ + "sag-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.494737, + "recall": 0.547431, + "f1": 0.508632, + "accuracy": 0.547431, + "main_score": 0.508632, + "hf_subset": "sag_Latn-bak_Cyrl", + "languages": [ + "sag-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.417952, + "recall": 0.480237, + "f1": 0.435674, + "accuracy": 0.480237, + "main_score": 0.435674, + "hf_subset": "sag_Latn-dyu_Latn", + "languages": [ + "sag-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.497363, + "recall": 0.563241, + "f1": 0.515952, + "accuracy": 0.563241, + "main_score": 0.515952, + "hf_subset": "sag_Latn-heb_Hebr", + "languages": [ + "sag-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.508488, + "recall": 0.5583, + "f1": 0.522471, + "accuracy": 0.5583, + "main_score": 0.522471, + "hf_subset": "sag_Latn-khk_Cyrl", + "languages": [ + "sag-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.500018, + "recall": 0.565217, + "f1": 0.517028, + "accuracy": 0.565217, + "main_score": 0.517028, + "hf_subset": "sag_Latn-lvs_Latn", + "languages": [ + "sag-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.475533, + "recall": 0.534585, + "f1": 0.492026, + "accuracy": 0.534585, + "main_score": 0.492026, + "hf_subset": "sag_Latn-pan_Guru", + "languages": [ + "sag-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.450901, + "recall": 0.501976, + "f1": 0.465114, + "accuracy": 0.501976, + "main_score": 0.465114, + "hf_subset": "sag_Latn-som_Latn", + "languages": [ + "sag-Latn", + "som-Latn" + ] + }, + { + "precision": 0.461139, + "recall": 0.508893, + "f1": 0.474046, + "accuracy": 0.508893, + "main_score": 0.474046, + "hf_subset": "sag_Latn-tum_Latn", + "languages": [ + "sag-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.219181, + "recall": 0.259881, + "f1": 0.228908, + "accuracy": 0.259881, + "main_score": 0.228908, + "hf_subset": "taq_Tfng-ace_Arab", + "languages": [ + "taq-Tfng", + "ace-Arab" + ] + }, + { + "precision": 0.207918, + "recall": 0.23913, + "f1": 0.216606, + "accuracy": 0.23913, + "main_score": 0.216606, + "hf_subset": "taq_Tfng-bam_Latn", + "languages": [ + "taq-Tfng", + "bam-Latn" + ] + }, + { + "precision": 0.146481, + "recall": 0.183794, + "f1": 0.156035, + "accuracy": 0.183794, + "main_score": 0.156035, + "hf_subset": "taq_Tfng-dzo_Tibt", + "languages": [ + "taq-Tfng", + "dzo-Tibt" + ] + }, + { + "precision": 0.219615, + "recall": 0.264822, + "f1": 0.229442, + "accuracy": 0.264822, + "main_score": 0.229442, + "hf_subset": "taq_Tfng-hin_Deva", + "languages": [ + "taq-Tfng", + "hin-Deva" + ] + }, + { + "precision": 0.163771, + "recall": 0.199605, + "f1": 0.172198, + "accuracy": 0.199605, + "main_score": 0.172198, + "hf_subset": "taq_Tfng-khm_Khmr", + "languages": [ + "taq-Tfng", + "khm-Khmr" + ] + }, + { + "precision": 0.209733, + "recall": 0.251976, + "f1": 0.219129, + "accuracy": 0.251976, + "main_score": 0.219129, + "hf_subset": "taq_Tfng-mag_Deva", + "languages": [ + "taq-Tfng", + "mag-Deva" + ] + }, + { + "precision": 0.198631, + "recall": 0.23419, + "f1": 0.206419, + "accuracy": 0.23419, + "main_score": 0.206419, + "hf_subset": "taq_Tfng-pap_Latn", + "languages": [ + "taq-Tfng", + "pap-Latn" + ] + }, + { + "precision": 0.195472, + "recall": 0.232213, + "f1": 0.204155, + "accuracy": 0.232213, + "main_score": 0.204155, + "hf_subset": "taq_Tfng-sot_Latn", + "languages": [ + "taq-Tfng", + "sot-Latn" + ] + }, + { + "precision": 0.214262, + "recall": 0.256917, + "f1": 0.22375, + "accuracy": 0.256917, + "main_score": 0.22375, + "hf_subset": "taq_Tfng-tur_Latn", + "languages": [ + "taq-Tfng", + "tur-Latn" + ] + }, + { + "precision": 0.201526, + "recall": 0.240119, + "f1": 0.210023, + "accuracy": 0.240119, + "main_score": 0.210023, + "hf_subset": "taq_Tfng-ace_Latn", + "languages": [ + "taq-Tfng", + "ace-Latn" + ] + }, + { + "precision": 0.189785, + "recall": 0.224308, + "f1": 0.198194, + "accuracy": 0.224308, + "main_score": 0.198194, + "hf_subset": "taq_Tfng-ban_Latn", + "languages": [ + "taq-Tfng", + "ban-Latn" + ] + }, + { + "precision": 0.197641, + "recall": 0.231225, + "f1": 0.204449, + "accuracy": 0.231225, + "main_score": 0.204449, + "hf_subset": "taq_Tfng-ell_Grek", + "languages": [ + "taq-Tfng", + "ell-Grek" + ] + }, + { + "precision": 0.20132, + "recall": 0.235178, + "f1": 0.208942, + "accuracy": 0.235178, + "main_score": 0.208942, + "hf_subset": "taq_Tfng-hne_Deva", + "languages": [ + "taq-Tfng", + "hne-Deva" + ] + }, + { + "precision": 0.151303, + "recall": 0.183794, + "f1": 0.159176, + "accuracy": 0.183794, + "main_score": 0.159176, + "hf_subset": "taq_Tfng-kik_Latn", + "languages": [ + "taq-Tfng", + "kik-Latn" + ] + }, + { + "precision": 0.207964, + "recall": 0.246047, + "f1": 0.216677, + "accuracy": 0.246047, + "main_score": 0.216677, + "hf_subset": "taq_Tfng-mai_Deva", + "languages": [ + "taq-Tfng", + "mai-Deva" + ] + }, + { + "precision": 0.201471, + "recall": 0.232213, + "f1": 0.208925, + "accuracy": 0.232213, + "main_score": 0.208925, + "hf_subset": "taq_Tfng-pbt_Arab", + "languages": [ + "taq-Tfng", + "pbt-Arab" + ] + }, + { + "precision": 0.217249, + "recall": 0.256917, + "f1": 0.226135, + "accuracy": 0.256917, + "main_score": 0.226135, + "hf_subset": "taq_Tfng-spa_Latn", + "languages": [ + "taq-Tfng", + "spa-Latn" + ] + }, + { + "precision": 0.205, + "recall": 0.231225, + "f1": 0.211776, + "accuracy": 0.231225, + "main_score": 0.211776, + "hf_subset": "taq_Tfng-twi_Latn", + "languages": [ + "taq-Tfng", + "twi-Latn" + ] + }, + { + "precision": 0.213659, + "recall": 0.249012, + "f1": 0.221521, + "accuracy": 0.249012, + "main_score": 0.221521, + "hf_subset": "taq_Tfng-acm_Arab", + "languages": [ + "taq-Tfng", + "acm-Arab" + ] + }, + { + "precision": 0.16451, + "recall": 0.208498, + "f1": 0.174132, + "accuracy": 0.208498, + "main_score": 0.174132, + "hf_subset": "taq_Tfng-bel_Cyrl", + "languages": [ + "taq-Tfng", + "bel-Cyrl" + ] + }, + { + "precision": 0.226313, + "recall": 0.267787, + "f1": 0.235384, + "accuracy": 0.267787, + "main_score": 0.235384, + "hf_subset": "taq_Tfng-eng_Latn", + "languages": [ + "taq-Tfng", + "eng-Latn" + ] + }, + { + "precision": 0.204094, + "recall": 0.237154, + "f1": 0.211936, + "accuracy": 0.237154, + "main_score": 0.211936, + "hf_subset": "taq_Tfng-hrv_Latn", + "languages": [ + "taq-Tfng", + "hrv-Latn" + ] + }, + { + "precision": 0.19113, + "recall": 0.227273, + "f1": 0.199747, + "accuracy": 0.227273, + "main_score": 0.199747, + "hf_subset": "taq_Tfng-kin_Latn", + "languages": [ + "taq-Tfng", + "kin-Latn" + ] + }, + { + "precision": 0.17929, + "recall": 0.216403, + "f1": 0.186754, + "accuracy": 0.216403, + "main_score": 0.186754, + "hf_subset": "taq_Tfng-mal_Mlym", + "languages": [ + "taq-Tfng", + "mal-Mlym" + ] + }, + { + "precision": 0.200112, + "recall": 0.23419, + "f1": 0.207684, + "accuracy": 0.23419, + "main_score": 0.207684, + "hf_subset": "taq_Tfng-pes_Arab", + "languages": [ + "taq-Tfng", + "pes-Arab" + ] + }, + { + "precision": 0.201356, + "recall": 0.23913, + "f1": 0.209535, + "accuracy": 0.23913, + "main_score": 0.209535, + "hf_subset": "taq_Tfng-srd_Latn", + "languages": [ + "taq-Tfng", + "srd-Latn" + ] + }, + { + "precision": 0.257507, + "recall": 0.304348, + "f1": 0.269177, + "accuracy": 0.304348, + "main_score": 0.269177, + "hf_subset": "taq_Tfng-tzm_Tfng", + "languages": [ + "taq-Tfng", + "tzm-Tfng" + ] + }, + { + "precision": 0.206104, + "recall": 0.23913, + "f1": 0.213698, + "accuracy": 0.23913, + "main_score": 0.213698, + "hf_subset": "taq_Tfng-acq_Arab", + "languages": [ + "taq-Tfng", + "acq-Arab" + ] + }, + { + "precision": 0.202415, + "recall": 0.23913, + "f1": 0.210575, + "accuracy": 0.23913, + "main_score": 0.210575, + "hf_subset": "taq_Tfng-bem_Latn", + "languages": [ + "taq-Tfng", + "bem-Latn" + ] + }, + { + "precision": 0.193701, + "recall": 0.224308, + "f1": 0.199999, + "accuracy": 0.224308, + "main_score": 0.199999, + "hf_subset": "taq_Tfng-epo_Latn", + "languages": [ + "taq-Tfng", + "epo-Latn" + ] + }, + { + "precision": 0.203035, + "recall": 0.246047, + "f1": 0.213021, + "accuracy": 0.246047, + "main_score": 0.213021, + "hf_subset": "taq_Tfng-hun_Latn", + "languages": [ + "taq-Tfng", + "hun-Latn" + ] + }, + { + "precision": 0.187901, + "recall": 0.227273, + "f1": 0.19659, + "accuracy": 0.227273, + "main_score": 0.19659, + "hf_subset": "taq_Tfng-kir_Cyrl", + "languages": [ + "taq-Tfng", + "kir-Cyrl" + ] + }, + { + "precision": 0.192441, + "recall": 0.229249, + "f1": 0.200792, + "accuracy": 0.229249, + "main_score": 0.200792, + "hf_subset": "taq_Tfng-mar_Deva", + "languages": [ + "taq-Tfng", + "mar-Deva" + ] + }, + { + "precision": 0.184223, + "recall": 0.225296, + "f1": 0.194009, + "accuracy": 0.225296, + "main_score": 0.194009, + "hf_subset": "taq_Tfng-plt_Latn", + "languages": [ + "taq-Tfng", + "plt-Latn" + ] + }, + { + "precision": 0.201976, + "recall": 0.242095, + "f1": 0.211085, + "accuracy": 0.242095, + "main_score": 0.211085, + "hf_subset": "taq_Tfng-srp_Cyrl", + "languages": [ + "taq-Tfng", + "srp-Cyrl" + ] + }, + { + "precision": 0.171535, + "recall": 0.213439, + "f1": 0.18011, + "accuracy": 0.213439, + "main_score": 0.18011, + "hf_subset": "taq_Tfng-uig_Arab", + "languages": [ + "taq-Tfng", + "uig-Arab" + ] + }, + { + "precision": 0.199308, + "recall": 0.228261, + "f1": 0.206044, + "accuracy": 0.228261, + "main_score": 0.206044, + "hf_subset": "taq_Tfng-aeb_Arab", + "languages": [ + "taq-Tfng", + "aeb-Arab" + ] + }, + { + "precision": 0.213518, + "recall": 0.248024, + "f1": 0.221732, + "accuracy": 0.248024, + "main_score": 0.221732, + "hf_subset": "taq_Tfng-ben_Beng", + "languages": [ + "taq-Tfng", + "ben-Beng" + ] + }, + { + "precision": 0.190737, + "recall": 0.222332, + "f1": 0.19704, + "accuracy": 0.222332, + "main_score": 0.19704, + "hf_subset": "taq_Tfng-est_Latn", + "languages": [ + "taq-Tfng", + "est-Latn" + ] + }, + { + "precision": 0.194505, + "recall": 0.233202, + "f1": 0.203087, + "accuracy": 0.233202, + "main_score": 0.203087, + "hf_subset": "taq_Tfng-hye_Armn", + "languages": [ + "taq-Tfng", + "hye-Armn" + ] + }, + { + "precision": 0.204322, + "recall": 0.236166, + "f1": 0.212232, + "accuracy": 0.236166, + "main_score": 0.212232, + "hf_subset": "taq_Tfng-kmb_Latn", + "languages": [ + "taq-Tfng", + "kmb-Latn" + ] + }, + { + "precision": 0.202481, + "recall": 0.242095, + "f1": 0.212083, + "accuracy": 0.242095, + "main_score": 0.212083, + "hf_subset": "taq_Tfng-min_Arab", + "languages": [ + "taq-Tfng", + "min-Arab" + ] + }, + { + "precision": 0.207672, + "recall": 0.249012, + "f1": 0.216763, + "accuracy": 0.249012, + "main_score": 0.216763, + "hf_subset": "taq_Tfng-pol_Latn", + "languages": [ + "taq-Tfng", + "pol-Latn" + ] + }, + { + "precision": 0.180748, + "recall": 0.212451, + "f1": 0.1882, + "accuracy": 0.212451, + "main_score": 0.1882, + "hf_subset": "taq_Tfng-ssw_Latn", + "languages": [ + "taq-Tfng", + "ssw-Latn" + ] + }, + { + "precision": 0.196704, + "recall": 0.240119, + "f1": 0.206707, + "accuracy": 0.240119, + "main_score": 0.206707, + "hf_subset": "taq_Tfng-ukr_Cyrl", + "languages": [ + "taq-Tfng", + "ukr-Cyrl" + ] + }, + { + "precision": 0.188743, + "recall": 0.225296, + "f1": 0.197027, + "accuracy": 0.225296, + "main_score": 0.197027, + "hf_subset": "taq_Tfng-afr_Latn", + "languages": [ + "taq-Tfng", + "afr-Latn" + ] + }, + { + "precision": 0.224158, + "recall": 0.257905, + "f1": 0.232205, + "accuracy": 0.257905, + "main_score": 0.232205, + "hf_subset": "taq_Tfng-bho_Deva", + "languages": [ + "taq-Tfng", + "bho-Deva" + ] + }, + { + "precision": 0.188195, + "recall": 0.222332, + "f1": 0.195493, + "accuracy": 0.222332, + "main_score": 0.195493, + "hf_subset": "taq_Tfng-eus_Latn", + "languages": [ + "taq-Tfng", + "eus-Latn" + ] + }, + { + "precision": 0.186678, + "recall": 0.222332, + "f1": 0.194423, + "accuracy": 0.222332, + "main_score": 0.194423, + "hf_subset": "taq_Tfng-ibo_Latn", + "languages": [ + "taq-Tfng", + "ibo-Latn" + ] + }, + { + "precision": 0.187114, + "recall": 0.222332, + "f1": 0.195673, + "accuracy": 0.222332, + "main_score": 0.195673, + "hf_subset": "taq_Tfng-kmr_Latn", + "languages": [ + "taq-Tfng", + "kmr-Latn" + ] + }, + { + "precision": 0.180237, + "recall": 0.218379, + "f1": 0.188446, + "accuracy": 0.218379, + "main_score": 0.188446, + "hf_subset": "taq_Tfng-min_Latn", + "languages": [ + "taq-Tfng", + "min-Latn" + ] + }, + { + "precision": 0.212815, + "recall": 0.249012, + "f1": 0.220419, + "accuracy": 0.249012, + "main_score": 0.220419, + "hf_subset": "taq_Tfng-por_Latn", + "languages": [ + "taq-Tfng", + "por-Latn" + ] + }, + { + "precision": 0.185251, + "recall": 0.217391, + "f1": 0.193236, + "accuracy": 0.217391, + "main_score": 0.193236, + "hf_subset": "taq_Tfng-sun_Latn", + "languages": [ + "taq-Tfng", + "sun-Latn" + ] + }, + { + "precision": 0.220148, + "recall": 0.250988, + "f1": 0.228488, + "accuracy": 0.250988, + "main_score": 0.228488, + "hf_subset": "taq_Tfng-umb_Latn", + "languages": [ + "taq-Tfng", + "umb-Latn" + ] + }, + { + "precision": 0.200918, + "recall": 0.23913, + "f1": 0.209617, + "accuracy": 0.23913, + "main_score": 0.209617, + "hf_subset": "taq_Tfng-ajp_Arab", + "languages": [ + "taq-Tfng", + "ajp-Arab" + ] + }, + { + "precision": 0.213231, + "recall": 0.244071, + "f1": 0.22126, + "accuracy": 0.244071, + "main_score": 0.22126, + "hf_subset": "taq_Tfng-bjn_Arab", + "languages": [ + "taq-Tfng", + "bjn-Arab" + ] + }, + { + "precision": 0.193409, + "recall": 0.221344, + "f1": 0.20157, + "accuracy": 0.221344, + "main_score": 0.20157, + "hf_subset": "taq_Tfng-ewe_Latn", + "languages": [ + "taq-Tfng", + "ewe-Latn" + ] + }, + { + "precision": 0.185368, + "recall": 0.220356, + "f1": 0.193389, + "accuracy": 0.220356, + "main_score": 0.193389, + "hf_subset": "taq_Tfng-ilo_Latn", + "languages": [ + "taq-Tfng", + "ilo-Latn" + ] + }, + { + "precision": 0.182899, + "recall": 0.212451, + "f1": 0.190047, + "accuracy": 0.212451, + "main_score": 0.190047, + "hf_subset": "taq_Tfng-knc_Arab", + "languages": [ + "taq-Tfng", + "knc-Arab" + ] + }, + { + "precision": 0.210834, + "recall": 0.247036, + "f1": 0.219438, + "accuracy": 0.247036, + "main_score": 0.219438, + "hf_subset": "taq_Tfng-mkd_Cyrl", + "languages": [ + "taq-Tfng", + "mkd-Cyrl" + ] + }, + { + "precision": 0.216266, + "recall": 0.25, + "f1": 0.224124, + "accuracy": 0.25, + "main_score": 0.224124, + "hf_subset": "taq_Tfng-prs_Arab", + "languages": [ + "taq-Tfng", + "prs-Arab" + ] + }, + { + "precision": 0.192263, + "recall": 0.233202, + "f1": 0.200884, + "accuracy": 0.233202, + "main_score": 0.200884, + "hf_subset": "taq_Tfng-swe_Latn", + "languages": [ + "taq-Tfng", + "swe-Latn" + ] + }, + { + "precision": 0.181267, + "recall": 0.214427, + "f1": 0.189242, + "accuracy": 0.214427, + "main_score": 0.189242, + "hf_subset": "taq_Tfng-urd_Arab", + "languages": [ + "taq-Tfng", + "urd-Arab" + ] + }, + { + "precision": 0.205544, + "recall": 0.238142, + "f1": 0.213797, + "accuracy": 0.238142, + "main_score": 0.213797, + "hf_subset": "taq_Tfng-aka_Latn", + "languages": [ + "taq-Tfng", + "aka-Latn" + ] + }, + { + "precision": 0.199225, + "recall": 0.230237, + "f1": 0.205754, + "accuracy": 0.230237, + "main_score": 0.205754, + "hf_subset": "taq_Tfng-bjn_Latn", + "languages": [ + "taq-Tfng", + "bjn-Latn" + ] + }, + { + "precision": 0.170721, + "recall": 0.206522, + "f1": 0.178698, + "accuracy": 0.206522, + "main_score": 0.178698, + "hf_subset": "taq_Tfng-fao_Latn", + "languages": [ + "taq-Tfng", + "fao-Latn" + ] + }, + { + "precision": 0.21089, + "recall": 0.243083, + "f1": 0.218592, + "accuracy": 0.243083, + "main_score": 0.218592, + "hf_subset": "taq_Tfng-ind_Latn", + "languages": [ + "taq-Tfng", + "ind-Latn" + ] + }, + { + "precision": 0.218847, + "recall": 0.248024, + "f1": 0.226709, + "accuracy": 0.248024, + "main_score": 0.226709, + "hf_subset": "taq_Tfng-knc_Latn", + "languages": [ + "taq-Tfng", + "knc-Latn" + ] + }, + { + "precision": 0.168663, + "recall": 0.195652, + "f1": 0.174713, + "accuracy": 0.195652, + "main_score": 0.174713, + "hf_subset": "taq_Tfng-mlt_Latn", + "languages": [ + "taq-Tfng", + "mlt-Latn" + ] + }, + { + "precision": 0.22354, + "recall": 0.26087, + "f1": 0.233183, + "accuracy": 0.26087, + "main_score": 0.233183, + "hf_subset": "taq_Tfng-quy_Latn", + "languages": [ + "taq-Tfng", + "quy-Latn" + ] + }, + { + "precision": 0.180915, + "recall": 0.218379, + "f1": 0.188945, + "accuracy": 0.218379, + "main_score": 0.188945, + "hf_subset": "taq_Tfng-swh_Latn", + "languages": [ + "taq-Tfng", + "swh-Latn" + ] + }, + { + "precision": 0.17769, + "recall": 0.216403, + "f1": 0.186436, + "accuracy": 0.216403, + "main_score": 0.186436, + "hf_subset": "taq_Tfng-uzn_Latn", + "languages": [ + "taq-Tfng", + "uzn-Latn" + ] + }, + { + "precision": 0.199314, + "recall": 0.233202, + "f1": 0.206643, + "accuracy": 0.233202, + "main_score": 0.206643, + "hf_subset": "taq_Tfng-als_Latn", + "languages": [ + "taq-Tfng", + "als-Latn" + ] + }, + { + "precision": 0.161553, + "recall": 0.199605, + "f1": 0.170453, + "accuracy": 0.199605, + "main_score": 0.170453, + "hf_subset": "taq_Tfng-bod_Tibt", + "languages": [ + "taq-Tfng", + "bod-Tibt" + ] + }, + { + "precision": 0.223658, + "recall": 0.257905, + "f1": 0.233361, + "accuracy": 0.257905, + "main_score": 0.233361, + "hf_subset": "taq_Tfng-fij_Latn", + "languages": [ + "taq-Tfng", + "fij-Latn" + ] + }, + { + "precision": 0.172029, + "recall": 0.203557, + "f1": 0.179223, + "accuracy": 0.203557, + "main_score": 0.179223, + "hf_subset": "taq_Tfng-isl_Latn", + "languages": [ + "taq-Tfng", + "isl-Latn" + ] + }, + { + "precision": 0.219031, + "recall": 0.25, + "f1": 0.226599, + "accuracy": 0.25, + "main_score": 0.226599, + "hf_subset": "taq_Tfng-kon_Latn", + "languages": [ + "taq-Tfng", + "kon-Latn" + ] + }, + { + "precision": 0.210696, + "recall": 0.237154, + "f1": 0.217431, + "accuracy": 0.237154, + "main_score": 0.217431, + "hf_subset": "taq_Tfng-mni_Beng", + "languages": [ + "taq-Tfng", + "mni-Beng" + ] + }, + { + "precision": 0.19825, + "recall": 0.232213, + "f1": 0.205755, + "accuracy": 0.232213, + "main_score": 0.205755, + "hf_subset": "taq_Tfng-ron_Latn", + "languages": [ + "taq-Tfng", + "ron-Latn" + ] + }, + { + "precision": 0.205566, + "recall": 0.244071, + "f1": 0.214846, + "accuracy": 0.244071, + "main_score": 0.214846, + "hf_subset": "taq_Tfng-szl_Latn", + "languages": [ + "taq-Tfng", + "szl-Latn" + ] + }, + { + "precision": 0.223808, + "recall": 0.251976, + "f1": 0.230815, + "accuracy": 0.251976, + "main_score": 0.230815, + "hf_subset": "taq_Tfng-vec_Latn", + "languages": [ + "taq-Tfng", + "vec-Latn" + ] + }, + { + "precision": 0.21183, + "recall": 0.251976, + "f1": 0.221256, + "accuracy": 0.251976, + "main_score": 0.221256, + "hf_subset": "taq_Tfng-amh_Ethi", + "languages": [ + "taq-Tfng", + "amh-Ethi" + ] + }, + { + "precision": 0.200783, + "recall": 0.231225, + "f1": 0.207489, + "accuracy": 0.231225, + "main_score": 0.207489, + "hf_subset": "taq_Tfng-bos_Latn", + "languages": [ + "taq-Tfng", + "bos-Latn" + ] + }, + { + "precision": 0.193064, + "recall": 0.222332, + "f1": 0.199952, + "accuracy": 0.222332, + "main_score": 0.199952, + "hf_subset": "taq_Tfng-fin_Latn", + "languages": [ + "taq-Tfng", + "fin-Latn" + ] + }, + { + "precision": 0.210679, + "recall": 0.253953, + "f1": 0.220788, + "accuracy": 0.253953, + "main_score": 0.220788, + "hf_subset": "taq_Tfng-ita_Latn", + "languages": [ + "taq-Tfng", + "ita-Latn" + ] + }, + { + "precision": 0.225207, + "recall": 0.262846, + "f1": 0.233537, + "accuracy": 0.262846, + "main_score": 0.233537, + "hf_subset": "taq_Tfng-kor_Hang", + "languages": [ + "taq-Tfng", + "kor-Hang" + ] + }, + { + "precision": 0.219797, + "recall": 0.254941, + "f1": 0.229026, + "accuracy": 0.254941, + "main_score": 0.229026, + "hf_subset": "taq_Tfng-mos_Latn", + "languages": [ + "taq-Tfng", + "mos-Latn" + ] + }, + { + "precision": 0.191606, + "recall": 0.22332, + "f1": 0.199755, + "accuracy": 0.22332, + "main_score": 0.199755, + "hf_subset": "taq_Tfng-run_Latn", + "languages": [ + "taq-Tfng", + "run-Latn" + ] + }, + { + "precision": 0.188994, + "recall": 0.229249, + "f1": 0.198156, + "accuracy": 0.229249, + "main_score": 0.198156, + "hf_subset": "taq_Tfng-tam_Taml", + "languages": [ + "taq-Tfng", + "tam-Taml" + ] + }, + { + "precision": 0.201558, + "recall": 0.23419, + "f1": 0.209111, + "accuracy": 0.23419, + "main_score": 0.209111, + "hf_subset": "taq_Tfng-vie_Latn", + "languages": [ + "taq-Tfng", + "vie-Latn" + ] + }, + { + "precision": 0.208756, + "recall": 0.25, + "f1": 0.217513, + "accuracy": 0.25, + "main_score": 0.217513, + "hf_subset": "taq_Tfng-apc_Arab", + "languages": [ + "taq-Tfng", + "apc-Arab" + ] + }, + { + "precision": 0.200706, + "recall": 0.23419, + "f1": 0.208924, + "accuracy": 0.23419, + "main_score": 0.208924, + "hf_subset": "taq_Tfng-bug_Latn", + "languages": [ + "taq-Tfng", + "bug-Latn" + ] + }, + { + "precision": 0.186755, + "recall": 0.215415, + "f1": 0.193678, + "accuracy": 0.215415, + "main_score": 0.193678, + "hf_subset": "taq_Tfng-fon_Latn", + "languages": [ + "taq-Tfng", + "fon-Latn" + ] + }, + { + "precision": 0.18351, + "recall": 0.222332, + "f1": 0.191615, + "accuracy": 0.222332, + "main_score": 0.191615, + "hf_subset": "taq_Tfng-jav_Latn", + "languages": [ + "taq-Tfng", + "jav-Latn" + ] + }, + { + "precision": 0.154482, + "recall": 0.186759, + "f1": 0.161445, + "accuracy": 0.186759, + "main_score": 0.161445, + "hf_subset": "taq_Tfng-lao_Laoo", + "languages": [ + "taq-Tfng", + "lao-Laoo" + ] + }, + { + "precision": 0.187491, + "recall": 0.218379, + "f1": 0.194145, + "accuracy": 0.218379, + "main_score": 0.194145, + "hf_subset": "taq_Tfng-mri_Latn", + "languages": [ + "taq-Tfng", + "mri-Latn" + ] + }, + { + "precision": 0.205795, + "recall": 0.23913, + "f1": 0.213468, + "accuracy": 0.23913, + "main_score": 0.213468, + "hf_subset": "taq_Tfng-rus_Cyrl", + "languages": [ + "taq-Tfng", + "rus-Cyrl" + ] + }, + { + "precision": 0.492008, + "recall": 0.555336, + "f1": 0.506041, + "accuracy": 0.555336, + "main_score": 0.506041, + "hf_subset": "taq_Tfng-taq_Latn", + "languages": [ + "taq-Tfng", + "taq-Latn" + ] + }, + { + "precision": 0.196973, + "recall": 0.23419, + "f1": 0.205003, + "accuracy": 0.23419, + "main_score": 0.205003, + "hf_subset": "taq_Tfng-war_Latn", + "languages": [ + "taq-Tfng", + "war-Latn" + ] + }, + { + "precision": 0.208805, + "recall": 0.248024, + "f1": 0.217034, + "accuracy": 0.248024, + "main_score": 0.217034, + "hf_subset": "taq_Tfng-arb_Arab", + "languages": [ + "taq-Tfng", + "arb-Arab" + ] + }, + { + "precision": 0.213948, + "recall": 0.25, + "f1": 0.222383, + "accuracy": 0.25, + "main_score": 0.222383, + "hf_subset": "taq_Tfng-bul_Cyrl", + "languages": [ + "taq-Tfng", + "bul-Cyrl" + ] + }, + { + "precision": 0.203113, + "recall": 0.235178, + "f1": 0.210456, + "accuracy": 0.235178, + "main_score": 0.210456, + "hf_subset": "taq_Tfng-fra_Latn", + "languages": [ + "taq-Tfng", + "fra-Latn" + ] + }, + { + "precision": 0.216617, + "recall": 0.255929, + "f1": 0.225978, + "accuracy": 0.255929, + "main_score": 0.225978, + "hf_subset": "taq_Tfng-jpn_Jpan", + "languages": [ + "taq-Tfng", + "jpn-Jpan" + ] + }, + { + "precision": 0.206232, + "recall": 0.240119, + "f1": 0.214351, + "accuracy": 0.240119, + "main_score": 0.214351, + "hf_subset": "taq_Tfng-lij_Latn", + "languages": [ + "taq-Tfng", + "lij-Latn" + ] + }, + { + "precision": 0.179103, + "recall": 0.215415, + "f1": 0.187251, + "accuracy": 0.215415, + "main_score": 0.187251, + "hf_subset": "taq_Tfng-mya_Mymr", + "languages": [ + "taq-Tfng", + "mya-Mymr" + ] + }, + { + "precision": 0.205077, + "recall": 0.249012, + "f1": 0.216009, + "accuracy": 0.249012, + "main_score": 0.216009, + "hf_subset": "taq_Tfng-sag_Latn", + "languages": [ + "taq-Tfng", + "sag-Latn" + ] + }, + { + "precision": 0.22007, + "recall": 0.247036, + "f1": 0.227383, + "accuracy": 0.247036, + "main_score": 0.227383, + "hf_subset": "taq_Tfng-wol_Latn", + "languages": [ + "taq-Tfng", + "wol-Latn" + ] + }, + { + "precision": 0.172019, + "recall": 0.204545, + "f1": 0.179025, + "accuracy": 0.204545, + "main_score": 0.179025, + "hf_subset": "taq_Tfng-arb_Latn", + "languages": [ + "taq-Tfng", + "arb-Latn" + ] + }, + { + "precision": 0.216983, + "recall": 0.251976, + "f1": 0.224201, + "accuracy": 0.251976, + "main_score": 0.224201, + "hf_subset": "taq_Tfng-cat_Latn", + "languages": [ + "taq-Tfng", + "cat-Latn" + ] + }, + { + "precision": 0.204086, + "recall": 0.236166, + "f1": 0.211019, + "accuracy": 0.236166, + "main_score": 0.211019, + "hf_subset": "taq_Tfng-fur_Latn", + "languages": [ + "taq-Tfng", + "fur-Latn" + ] + }, + { + "precision": 0.235221, + "recall": 0.263834, + "f1": 0.24131, + "accuracy": 0.263834, + "main_score": 0.24131, + "hf_subset": "taq_Tfng-kab_Latn", + "languages": [ + "taq-Tfng", + "kab-Latn" + ] + }, + { + "precision": 0.191051, + "recall": 0.222332, + "f1": 0.198159, + "accuracy": 0.222332, + "main_score": 0.198159, + "hf_subset": "taq_Tfng-lim_Latn", + "languages": [ + "taq-Tfng", + "lim-Latn" + ] + }, + { + "precision": 0.209697, + "recall": 0.243083, + "f1": 0.216924, + "accuracy": 0.243083, + "main_score": 0.216924, + "hf_subset": "taq_Tfng-nld_Latn", + "languages": [ + "taq-Tfng", + "nld-Latn" + ] + }, + { + "precision": 0.197344, + "recall": 0.238142, + "f1": 0.205646, + "accuracy": 0.238142, + "main_score": 0.205646, + "hf_subset": "taq_Tfng-san_Deva", + "languages": [ + "taq-Tfng", + "san-Deva" + ] + }, + { + "precision": 0.182987, + "recall": 0.222332, + "f1": 0.191826, + "accuracy": 0.222332, + "main_score": 0.191826, + "hf_subset": "taq_Tfng-tat_Cyrl", + "languages": [ + "taq-Tfng", + "tat-Cyrl" + ] + }, + { + "precision": 0.16635, + "recall": 0.203557, + "f1": 0.173913, + "accuracy": 0.203557, + "main_score": 0.173913, + "hf_subset": "taq_Tfng-xho_Latn", + "languages": [ + "taq-Tfng", + "xho-Latn" + ] + }, + { + "precision": 0.190247, + "recall": 0.230237, + "f1": 0.198834, + "accuracy": 0.230237, + "main_score": 0.198834, + "hf_subset": "taq_Tfng-ars_Arab", + "languages": [ + "taq-Tfng", + "ars-Arab" + ] + }, + { + "precision": 0.180384, + "recall": 0.214427, + "f1": 0.188008, + "accuracy": 0.214427, + "main_score": 0.188008, + "hf_subset": "taq_Tfng-ceb_Latn", + "languages": [ + "taq-Tfng", + "ceb-Latn" + ] + }, + { + "precision": 0.206332, + "recall": 0.244071, + "f1": 0.214962, + "accuracy": 0.244071, + "main_score": 0.214962, + "hf_subset": "taq_Tfng-fuv_Latn", + "languages": [ + "taq-Tfng", + "fuv-Latn" + ] + }, + { + "precision": 0.211731, + "recall": 0.253953, + "f1": 0.222834, + "accuracy": 0.253953, + "main_score": 0.222834, + "hf_subset": "taq_Tfng-kac_Latn", + "languages": [ + "taq-Tfng", + "kac-Latn" + ] + }, + { + "precision": 0.221207, + "recall": 0.253953, + "f1": 0.228767, + "accuracy": 0.253953, + "main_score": 0.228767, + "hf_subset": "taq_Tfng-lin_Latn", + "languages": [ + "taq-Tfng", + "lin-Latn" + ] + }, + { + "precision": 0.191927, + "recall": 0.230237, + "f1": 0.200495, + "accuracy": 0.230237, + "main_score": 0.200495, + "hf_subset": "taq_Tfng-nno_Latn", + "languages": [ + "taq-Tfng", + "nno-Latn" + ] + }, + { + "precision": 0.191366, + "recall": 0.220356, + "f1": 0.19839, + "accuracy": 0.220356, + "main_score": 0.19839, + "hf_subset": "taq_Tfng-sat_Olck", + "languages": [ + "taq-Tfng", + "sat-Olck" + ] + }, + { + "precision": 0.189631, + "recall": 0.231225, + "f1": 0.198005, + "accuracy": 0.231225, + "main_score": 0.198005, + "hf_subset": "taq_Tfng-tel_Telu", + "languages": [ + "taq-Tfng", + "tel-Telu" + ] + }, + { + "precision": 0.205342, + "recall": 0.241107, + "f1": 0.212768, + "accuracy": 0.241107, + "main_score": 0.212768, + "hf_subset": "taq_Tfng-ydd_Hebr", + "languages": [ + "taq-Tfng", + "ydd-Hebr" + ] + }, + { + "precision": 0.200913, + "recall": 0.228261, + "f1": 0.207123, + "accuracy": 0.228261, + "main_score": 0.207123, + "hf_subset": "taq_Tfng-ary_Arab", + "languages": [ + "taq-Tfng", + "ary-Arab" + ] + }, + { + "precision": 0.19504, + "recall": 0.23419, + "f1": 0.203979, + "accuracy": 0.23419, + "main_score": 0.203979, + "hf_subset": "taq_Tfng-ces_Latn", + "languages": [ + "taq-Tfng", + "ces-Latn" + ] + }, + { + "precision": 0.230286, + "recall": 0.274704, + "f1": 0.24103, + "accuracy": 0.274704, + "main_score": 0.24103, + "hf_subset": "taq_Tfng-gaz_Latn", + "languages": [ + "taq-Tfng", + "gaz-Latn" + ] + }, + { + "precision": 0.203068, + "recall": 0.241107, + "f1": 0.213467, + "accuracy": 0.241107, + "main_score": 0.213467, + "hf_subset": "taq_Tfng-kam_Latn", + "languages": [ + "taq-Tfng", + "kam-Latn" + ] + }, + { + "precision": 0.187034, + "recall": 0.227273, + "f1": 0.195668, + "accuracy": 0.227273, + "main_score": 0.195668, + "hf_subset": "taq_Tfng-lit_Latn", + "languages": [ + "taq-Tfng", + "lit-Latn" + ] + }, + { + "precision": 0.192057, + "recall": 0.235178, + "f1": 0.202036, + "accuracy": 0.235178, + "main_score": 0.202036, + "hf_subset": "taq_Tfng-nob_Latn", + "languages": [ + "taq-Tfng", + "nob-Latn" + ] + }, + { + "precision": 0.202559, + "recall": 0.232213, + "f1": 0.209463, + "accuracy": 0.232213, + "main_score": 0.209463, + "hf_subset": "taq_Tfng-scn_Latn", + "languages": [ + "taq-Tfng", + "scn-Latn" + ] + }, + { + "precision": 0.187037, + "recall": 0.220356, + "f1": 0.195204, + "accuracy": 0.220356, + "main_score": 0.195204, + "hf_subset": "taq_Tfng-tgk_Cyrl", + "languages": [ + "taq-Tfng", + "tgk-Cyrl" + ] + }, + { + "precision": 0.1632, + "recall": 0.192688, + "f1": 0.170322, + "accuracy": 0.192688, + "main_score": 0.170322, + "hf_subset": "taq_Tfng-yor_Latn", + "languages": [ + "taq-Tfng", + "yor-Latn" + ] + }, + { + "precision": 0.193489, + "recall": 0.221344, + "f1": 0.200281, + "accuracy": 0.221344, + "main_score": 0.200281, + "hf_subset": "taq_Tfng-arz_Arab", + "languages": [ + "taq-Tfng", + "arz-Arab" + ] + }, + { + "precision": 0.212925, + "recall": 0.248024, + "f1": 0.221611, + "accuracy": 0.248024, + "main_score": 0.221611, + "hf_subset": "taq_Tfng-cjk_Latn", + "languages": [ + "taq-Tfng", + "cjk-Latn" + ] + }, + { + "precision": 0.161206, + "recall": 0.195652, + "f1": 0.16864, + "accuracy": 0.195652, + "main_score": 0.16864, + "hf_subset": "taq_Tfng-gla_Latn", + "languages": [ + "taq-Tfng", + "gla-Latn" + ] + }, + { + "precision": 0.185333, + "recall": 0.221344, + "f1": 0.193312, + "accuracy": 0.221344, + "main_score": 0.193312, + "hf_subset": "taq_Tfng-kan_Knda", + "languages": [ + "taq-Tfng", + "kan-Knda" + ] + }, + { + "precision": 0.203875, + "recall": 0.229249, + "f1": 0.209164, + "accuracy": 0.229249, + "main_score": 0.209164, + "hf_subset": "taq_Tfng-lmo_Latn", + "languages": [ + "taq-Tfng", + "lmo-Latn" + ] + }, + { + "precision": 0.191905, + "recall": 0.217391, + "f1": 0.198344, + "accuracy": 0.217391, + "main_score": 0.198344, + "hf_subset": "taq_Tfng-npi_Deva", + "languages": [ + "taq-Tfng", + "npi-Deva" + ] + }, + { + "precision": 0.1479, + "recall": 0.18083, + "f1": 0.155773, + "accuracy": 0.18083, + "main_score": 0.155773, + "hf_subset": "taq_Tfng-shn_Mymr", + "languages": [ + "taq-Tfng", + "shn-Mymr" + ] + }, + { + "precision": 0.206249, + "recall": 0.244071, + "f1": 0.214313, + "accuracy": 0.244071, + "main_score": 0.214313, + "hf_subset": "taq_Tfng-tgl_Latn", + "languages": [ + "taq-Tfng", + "tgl-Latn" + ] + }, + { + "precision": 0.199964, + "recall": 0.237154, + "f1": 0.208949, + "accuracy": 0.237154, + "main_score": 0.208949, + "hf_subset": "taq_Tfng-yue_Hant", + "languages": [ + "taq-Tfng", + "yue-Hant" + ] + }, + { + "precision": 0.172022, + "recall": 0.203557, + "f1": 0.179041, + "accuracy": 0.203557, + "main_score": 0.179041, + "hf_subset": "taq_Tfng-asm_Beng", + "languages": [ + "taq-Tfng", + "asm-Beng" + ] + }, + { + "precision": 0.187304, + "recall": 0.229249, + "f1": 0.197273, + "accuracy": 0.229249, + "main_score": 0.197273, + "hf_subset": "taq_Tfng-ckb_Arab", + "languages": [ + "taq-Tfng", + "ckb-Arab" + ] + }, + { + "precision": 0.168823, + "recall": 0.20751, + "f1": 0.177277, + "accuracy": 0.20751, + "main_score": 0.177277, + "hf_subset": "taq_Tfng-gle_Latn", + "languages": [ + "taq-Tfng", + "gle-Latn" + ] + }, + { + "precision": 0.200267, + "recall": 0.236166, + "f1": 0.208677, + "accuracy": 0.236166, + "main_score": 0.208677, + "hf_subset": "taq_Tfng-kas_Arab", + "languages": [ + "taq-Tfng", + "kas-Arab" + ] + }, + { + "precision": 0.200188, + "recall": 0.233202, + "f1": 0.207855, + "accuracy": 0.233202, + "main_score": 0.207855, + "hf_subset": "taq_Tfng-ltg_Latn", + "languages": [ + "taq-Tfng", + "ltg-Latn" + ] + }, + { + "precision": 0.20934, + "recall": 0.251976, + "f1": 0.218412, + "accuracy": 0.251976, + "main_score": 0.218412, + "hf_subset": "taq_Tfng-nso_Latn", + "languages": [ + "taq-Tfng", + "nso-Latn" + ] + }, + { + "precision": 0.175857, + "recall": 0.208498, + "f1": 0.183248, + "accuracy": 0.208498, + "main_score": 0.183248, + "hf_subset": "taq_Tfng-sin_Sinh", + "languages": [ + "taq-Tfng", + "sin-Sinh" + ] + }, + { + "precision": 0.181319, + "recall": 0.216403, + "f1": 0.188545, + "accuracy": 0.216403, + "main_score": 0.188545, + "hf_subset": "taq_Tfng-tha_Thai", + "languages": [ + "taq-Tfng", + "tha-Thai" + ] + }, + { + "precision": 0.138894, + "recall": 0.168972, + "f1": 0.145144, + "accuracy": 0.168972, + "main_score": 0.145144, + "hf_subset": "taq_Tfng-zho_Hans", + "languages": [ + "taq-Tfng", + "zho-Hans" + ] + }, + { + "precision": 0.188954, + "recall": 0.227273, + "f1": 0.198283, + "accuracy": 0.227273, + "main_score": 0.198283, + "hf_subset": "taq_Tfng-ast_Latn", + "languages": [ + "taq-Tfng", + "ast-Latn" + ] + }, + { + "precision": 0.198113, + "recall": 0.226285, + "f1": 0.204117, + "accuracy": 0.226285, + "main_score": 0.204117, + "hf_subset": "taq_Tfng-crh_Latn", + "languages": [ + "taq-Tfng", + "crh-Latn" + ] + }, + { + "precision": 0.20438, + "recall": 0.247036, + "f1": 0.212998, + "accuracy": 0.247036, + "main_score": 0.212998, + "hf_subset": "taq_Tfng-glg_Latn", + "languages": [ + "taq-Tfng", + "glg-Latn" + ] + }, + { + "precision": 0.196283, + "recall": 0.231225, + "f1": 0.204102, + "accuracy": 0.231225, + "main_score": 0.204102, + "hf_subset": "taq_Tfng-kas_Deva", + "languages": [ + "taq-Tfng", + "kas-Deva" + ] + }, + { + "precision": 0.170248, + "recall": 0.199605, + "f1": 0.177304, + "accuracy": 0.199605, + "main_score": 0.177304, + "hf_subset": "taq_Tfng-ltz_Latn", + "languages": [ + "taq-Tfng", + "ltz-Latn" + ] + }, + { + "precision": 0.223147, + "recall": 0.263834, + "f1": 0.233277, + "accuracy": 0.263834, + "main_score": 0.233277, + "hf_subset": "taq_Tfng-nus_Latn", + "languages": [ + "taq-Tfng", + "nus-Latn" + ] + }, + { + "precision": 0.188412, + "recall": 0.226285, + "f1": 0.196918, + "accuracy": 0.226285, + "main_score": 0.196918, + "hf_subset": "taq_Tfng-slk_Latn", + "languages": [ + "taq-Tfng", + "slk-Latn" + ] + }, + { + "precision": 0.215961, + "recall": 0.246047, + "f1": 0.222885, + "accuracy": 0.246047, + "main_score": 0.222885, + "hf_subset": "taq_Tfng-tir_Ethi", + "languages": [ + "taq-Tfng", + "tir-Ethi" + ] + }, + { + "precision": 0.188464, + "recall": 0.224308, + "f1": 0.196703, + "accuracy": 0.224308, + "main_score": 0.196703, + "hf_subset": "taq_Tfng-zho_Hant", + "languages": [ + "taq-Tfng", + "zho-Hant" + ] + }, + { + "precision": 0.204289, + "recall": 0.233202, + "f1": 0.210762, + "accuracy": 0.233202, + "main_score": 0.210762, + "hf_subset": "taq_Tfng-awa_Deva", + "languages": [ + "taq-Tfng", + "awa-Deva" + ] + }, + { + "precision": 0.176927, + "recall": 0.209486, + "f1": 0.183802, + "accuracy": 0.209486, + "main_score": 0.183802, + "hf_subset": "taq_Tfng-cym_Latn", + "languages": [ + "taq-Tfng", + "cym-Latn" + ] + }, + { + "precision": 0.19219, + "recall": 0.220356, + "f1": 0.198802, + "accuracy": 0.220356, + "main_score": 0.198802, + "hf_subset": "taq_Tfng-grn_Latn", + "languages": [ + "taq-Tfng", + "grn-Latn" + ] + }, + { + "precision": 0.189214, + "recall": 0.232213, + "f1": 0.198858, + "accuracy": 0.232213, + "main_score": 0.198858, + "hf_subset": "taq_Tfng-kat_Geor", + "languages": [ + "taq-Tfng", + "kat-Geor" + ] + }, + { + "precision": 0.224756, + "recall": 0.254941, + "f1": 0.232429, + "accuracy": 0.254941, + "main_score": 0.232429, + "hf_subset": "taq_Tfng-lua_Latn", + "languages": [ + "taq-Tfng", + "lua-Latn" + ] + }, + { + "precision": 0.180059, + "recall": 0.215415, + "f1": 0.188484, + "accuracy": 0.215415, + "main_score": 0.188484, + "hf_subset": "taq_Tfng-nya_Latn", + "languages": [ + "taq-Tfng", + "nya-Latn" + ] + }, + { + "precision": 0.186682, + "recall": 0.224308, + "f1": 0.195031, + "accuracy": 0.224308, + "main_score": 0.195031, + "hf_subset": "taq_Tfng-slv_Latn", + "languages": [ + "taq-Tfng", + "slv-Latn" + ] + }, + { + "precision": 0.190253, + "recall": 0.221344, + "f1": 0.198091, + "accuracy": 0.221344, + "main_score": 0.198091, + "hf_subset": "taq_Tfng-tpi_Latn", + "languages": [ + "taq-Tfng", + "tpi-Latn" + ] + }, + { + "precision": 0.203252, + "recall": 0.243083, + "f1": 0.211762, + "accuracy": 0.243083, + "main_score": 0.211762, + "hf_subset": "taq_Tfng-zsm_Latn", + "languages": [ + "taq-Tfng", + "zsm-Latn" + ] + }, + { + "precision": 0.206317, + "recall": 0.236166, + "f1": 0.212767, + "accuracy": 0.236166, + "main_score": 0.212767, + "hf_subset": "taq_Tfng-ayr_Latn", + "languages": [ + "taq-Tfng", + "ayr-Latn" + ] + }, + { + "precision": 0.20919, + "recall": 0.252964, + "f1": 0.218641, + "accuracy": 0.252964, + "main_score": 0.218641, + "hf_subset": "taq_Tfng-dan_Latn", + "languages": [ + "taq-Tfng", + "dan-Latn" + ] + }, + { + "precision": 0.191014, + "recall": 0.225296, + "f1": 0.198397, + "accuracy": 0.225296, + "main_score": 0.198397, + "hf_subset": "taq_Tfng-guj_Gujr", + "languages": [ + "taq-Tfng", + "guj-Gujr" + ] + }, + { + "precision": 0.186222, + "recall": 0.224308, + "f1": 0.193742, + "accuracy": 0.224308, + "main_score": 0.193742, + "hf_subset": "taq_Tfng-kaz_Cyrl", + "languages": [ + "taq-Tfng", + "kaz-Cyrl" + ] + }, + { + "precision": 0.181698, + "recall": 0.211462, + "f1": 0.188675, + "accuracy": 0.211462, + "main_score": 0.188675, + "hf_subset": "taq_Tfng-lug_Latn", + "languages": [ + "taq-Tfng", + "lug-Latn" + ] + }, + { + "precision": 0.195472, + "recall": 0.23419, + "f1": 0.203633, + "accuracy": 0.23419, + "main_score": 0.203633, + "hf_subset": "taq_Tfng-oci_Latn", + "languages": [ + "taq-Tfng", + "oci-Latn" + ] + }, + { + "precision": 0.190946, + "recall": 0.225296, + "f1": 0.198935, + "accuracy": 0.225296, + "main_score": 0.198935, + "hf_subset": "taq_Tfng-smo_Latn", + "languages": [ + "taq-Tfng", + "smo-Latn" + ] + }, + { + "precision": 0.165579, + "recall": 0.201581, + "f1": 0.174504, + "accuracy": 0.201581, + "main_score": 0.174504, + "hf_subset": "taq_Tfng-tsn_Latn", + "languages": [ + "taq-Tfng", + "tsn-Latn" + ] + }, + { + "precision": 0.176391, + "recall": 0.211462, + "f1": 0.18403, + "accuracy": 0.211462, + "main_score": 0.18403, + "hf_subset": "taq_Tfng-zul_Latn", + "languages": [ + "taq-Tfng", + "zul-Latn" + ] + }, + { + "precision": 0.173029, + "recall": 0.199605, + "f1": 0.178655, + "accuracy": 0.199605, + "main_score": 0.178655, + "hf_subset": "taq_Tfng-azb_Arab", + "languages": [ + "taq-Tfng", + "azb-Arab" + ] + }, + { + "precision": 0.216461, + "recall": 0.25, + "f1": 0.22396, + "accuracy": 0.25, + "main_score": 0.22396, + "hf_subset": "taq_Tfng-deu_Latn", + "languages": [ + "taq-Tfng", + "deu-Latn" + ] + }, + { + "precision": 0.203102, + "recall": 0.243083, + "f1": 0.21217, + "accuracy": 0.243083, + "main_score": 0.21217, + "hf_subset": "taq_Tfng-hat_Latn", + "languages": [ + "taq-Tfng", + "hat-Latn" + ] + }, + { + "precision": 0.190958, + "recall": 0.226285, + "f1": 0.20021, + "accuracy": 0.226285, + "main_score": 0.20021, + "hf_subset": "taq_Tfng-kbp_Latn", + "languages": [ + "taq-Tfng", + "kbp-Latn" + ] + }, + { + "precision": 0.21696, + "recall": 0.246047, + "f1": 0.224067, + "accuracy": 0.246047, + "main_score": 0.224067, + "hf_subset": "taq_Tfng-luo_Latn", + "languages": [ + "taq-Tfng", + "luo-Latn" + ] + }, + { + "precision": 0.179552, + "recall": 0.215415, + "f1": 0.186529, + "accuracy": 0.215415, + "main_score": 0.186529, + "hf_subset": "taq_Tfng-ory_Orya", + "languages": [ + "taq-Tfng", + "ory-Orya" + ] + }, + { + "precision": 0.183606, + "recall": 0.222332, + "f1": 0.192886, + "accuracy": 0.222332, + "main_score": 0.192886, + "hf_subset": "taq_Tfng-sna_Latn", + "languages": [ + "taq-Tfng", + "sna-Latn" + ] + }, + { + "precision": 0.219949, + "recall": 0.257905, + "f1": 0.229114, + "accuracy": 0.257905, + "main_score": 0.229114, + "hf_subset": "taq_Tfng-tso_Latn", + "languages": [ + "taq-Tfng", + "tso-Latn" + ] + }, + { + "precision": 0.188025, + "recall": 0.227273, + "f1": 0.196432, + "accuracy": 0.227273, + "main_score": 0.196432, + "hf_subset": "taq_Tfng-azj_Latn", + "languages": [ + "taq-Tfng", + "azj-Latn" + ] + }, + { + "precision": 0.186967, + "recall": 0.226285, + "f1": 0.196825, + "accuracy": 0.226285, + "main_score": 0.196825, + "hf_subset": "taq_Tfng-dik_Latn", + "languages": [ + "taq-Tfng", + "dik-Latn" + ] + }, + { + "precision": 0.181118, + "recall": 0.219368, + "f1": 0.189746, + "accuracy": 0.219368, + "main_score": 0.189746, + "hf_subset": "taq_Tfng-hau_Latn", + "languages": [ + "taq-Tfng", + "hau-Latn" + ] + }, + { + "precision": 0.210846, + "recall": 0.251976, + "f1": 0.22033, + "accuracy": 0.251976, + "main_score": 0.22033, + "hf_subset": "taq_Tfng-kea_Latn", + "languages": [ + "taq-Tfng", + "kea-Latn" + ] + }, + { + "precision": 0.189517, + "recall": 0.216403, + "f1": 0.194943, + "accuracy": 0.216403, + "main_score": 0.194943, + "hf_subset": "taq_Tfng-lus_Latn", + "languages": [ + "taq-Tfng", + "lus-Latn" + ] + }, + { + "precision": 0.210605, + "recall": 0.240119, + "f1": 0.218179, + "accuracy": 0.240119, + "main_score": 0.218179, + "hf_subset": "taq_Tfng-pag_Latn", + "languages": [ + "taq-Tfng", + "pag-Latn" + ] + }, + { + "precision": 0.177294, + "recall": 0.218379, + "f1": 0.186106, + "accuracy": 0.218379, + "main_score": 0.186106, + "hf_subset": "taq_Tfng-snd_Arab", + "languages": [ + "taq-Tfng", + "snd-Arab" + ] + }, + { + "precision": 0.167146, + "recall": 0.210474, + "f1": 0.176483, + "accuracy": 0.210474, + "main_score": 0.176483, + "hf_subset": "taq_Tfng-tuk_Latn", + "languages": [ + "taq-Tfng", + "tuk-Latn" + ] + }, + { + "precision": 0.198048, + "recall": 0.229249, + "f1": 0.2053, + "accuracy": 0.229249, + "main_score": 0.2053, + "hf_subset": "taq_Tfng-bak_Cyrl", + "languages": [ + "taq-Tfng", + "bak-Cyrl" + ] + }, + { + "precision": 0.14871, + "recall": 0.187747, + "f1": 0.158563, + "accuracy": 0.187747, + "main_score": 0.158563, + "hf_subset": "taq_Tfng-dyu_Latn", + "languages": [ + "taq-Tfng", + "dyu-Latn" + ] + }, + { + "precision": 0.20602, + "recall": 0.245059, + "f1": 0.214833, + "accuracy": 0.245059, + "main_score": 0.214833, + "hf_subset": "taq_Tfng-heb_Hebr", + "languages": [ + "taq-Tfng", + "heb-Hebr" + ] + }, + { + "precision": 0.187344, + "recall": 0.227273, + "f1": 0.196258, + "accuracy": 0.227273, + "main_score": 0.196258, + "hf_subset": "taq_Tfng-khk_Cyrl", + "languages": [ + "taq-Tfng", + "khk-Cyrl" + ] + }, + { + "precision": 0.185036, + "recall": 0.224308, + "f1": 0.19242, + "accuracy": 0.224308, + "main_score": 0.19242, + "hf_subset": "taq_Tfng-lvs_Latn", + "languages": [ + "taq-Tfng", + "lvs-Latn" + ] + }, + { + "precision": 0.180852, + "recall": 0.211462, + "f1": 0.18714, + "accuracy": 0.211462, + "main_score": 0.18714, + "hf_subset": "taq_Tfng-pan_Guru", + "languages": [ + "taq-Tfng", + "pan-Guru" + ] + }, + { + "precision": 0.185003, + "recall": 0.227273, + "f1": 0.194689, + "accuracy": 0.227273, + "main_score": 0.194689, + "hf_subset": "taq_Tfng-som_Latn", + "languages": [ + "taq-Tfng", + "som-Latn" + ] + }, + { + "precision": 0.187674, + "recall": 0.222332, + "f1": 0.196141, + "accuracy": 0.222332, + "main_score": 0.196141, + "hf_subset": "taq_Tfng-tum_Latn", + "languages": [ + "taq-Tfng", + "tum-Latn" + ] + }, + { + "precision": 0.445029, + "recall": 0.51087, + "f1": 0.463232, + "accuracy": 0.51087, + "main_score": 0.463232, + "hf_subset": "wol_Latn-ace_Arab", + "languages": [ + "wol-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.521525, + "recall": 0.5583, + "f1": 0.531961, + "accuracy": 0.5583, + "main_score": 0.531961, + "hf_subset": "wol_Latn-bam_Latn", + "languages": [ + "wol-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.395249, + "recall": 0.462451, + "f1": 0.412673, + "accuracy": 0.462451, + "main_score": 0.412673, + "hf_subset": "wol_Latn-dzo_Tibt", + "languages": [ + "wol-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.636588, + "recall": 0.689723, + "f1": 0.651345, + "accuracy": 0.689723, + "main_score": 0.651345, + "hf_subset": "wol_Latn-hin_Deva", + "languages": [ + "wol-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.564162, + "recall": 0.617589, + "f1": 0.577861, + "accuracy": 0.617589, + "main_score": 0.577861, + "hf_subset": "wol_Latn-khm_Khmr", + "languages": [ + "wol-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.624817, + "recall": 0.672925, + "f1": 0.637161, + "accuracy": 0.672925, + "main_score": 0.637161, + "hf_subset": "wol_Latn-mag_Deva", + "languages": [ + "wol-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.610652, + "recall": 0.661067, + "f1": 0.624442, + "accuracy": 0.661067, + "main_score": 0.624442, + "hf_subset": "wol_Latn-pap_Latn", + "languages": [ + "wol-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.577482, + "recall": 0.629447, + "f1": 0.591399, + "accuracy": 0.629447, + "main_score": 0.591399, + "hf_subset": "wol_Latn-sot_Latn", + "languages": [ + "wol-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.621633, + "recall": 0.666008, + "f1": 0.633044, + "accuracy": 0.666008, + "main_score": 0.633044, + "hf_subset": "wol_Latn-tur_Latn", + "languages": [ + "wol-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.597552, + "recall": 0.645257, + "f1": 0.610078, + "accuracy": 0.645257, + "main_score": 0.610078, + "hf_subset": "wol_Latn-ace_Latn", + "languages": [ + "wol-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.594281, + "recall": 0.641304, + "f1": 0.607194, + "accuracy": 0.641304, + "main_score": 0.607194, + "hf_subset": "wol_Latn-ban_Latn", + "languages": [ + "wol-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.611372, + "recall": 0.660079, + "f1": 0.623855, + "accuracy": 0.660079, + "main_score": 0.623855, + "hf_subset": "wol_Latn-ell_Grek", + "languages": [ + "wol-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.588609, + "recall": 0.636364, + "f1": 0.601293, + "accuracy": 0.636364, + "main_score": 0.601293, + "hf_subset": "wol_Latn-hne_Deva", + "languages": [ + "wol-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.513675, + "recall": 0.566206, + "f1": 0.528033, + "accuracy": 0.566206, + "main_score": 0.528033, + "hf_subset": "wol_Latn-kik_Latn", + "languages": [ + "wol-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.608753, + "recall": 0.659091, + "f1": 0.622323, + "accuracy": 0.659091, + "main_score": 0.622323, + "hf_subset": "wol_Latn-mai_Deva", + "languages": [ + "wol-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.576956, + "recall": 0.631423, + "f1": 0.591876, + "accuracy": 0.631423, + "main_score": 0.591876, + "hf_subset": "wol_Latn-pbt_Arab", + "languages": [ + "wol-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.635038, + "recall": 0.684783, + "f1": 0.648377, + "accuracy": 0.684783, + "main_score": 0.648377, + "hf_subset": "wol_Latn-spa_Latn", + "languages": [ + "wol-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.573385, + "recall": 0.62253, + "f1": 0.587178, + "accuracy": 0.62253, + "main_score": 0.587178, + "hf_subset": "wol_Latn-twi_Latn", + "languages": [ + "wol-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.624013, + "recall": 0.666008, + "f1": 0.635347, + "accuracy": 0.666008, + "main_score": 0.635347, + "hf_subset": "wol_Latn-acm_Arab", + "languages": [ + "wol-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.597986, + "recall": 0.648221, + "f1": 0.611602, + "accuracy": 0.648221, + "main_score": 0.611602, + "hf_subset": "wol_Latn-bel_Cyrl", + "languages": [ + "wol-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.644829, + "recall": 0.702569, + "f1": 0.661012, + "accuracy": 0.702569, + "main_score": 0.661012, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.623928, + "recall": 0.670949, + "f1": 0.636724, + "accuracy": 0.670949, + "main_score": 0.636724, + "hf_subset": "wol_Latn-hrv_Latn", + "languages": [ + "wol-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.569205, + "recall": 0.606719, + "f1": 0.580097, + "accuracy": 0.606719, + "main_score": 0.580097, + "hf_subset": "wol_Latn-kin_Latn", + "languages": [ + "wol-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.599347, + "recall": 0.647233, + "f1": 0.611812, + "accuracy": 0.647233, + "main_score": 0.611812, + "hf_subset": "wol_Latn-mal_Mlym", + "languages": [ + "wol-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.598297, + "recall": 0.650198, + "f1": 0.611816, + "accuracy": 0.650198, + "main_score": 0.611816, + "hf_subset": "wol_Latn-pes_Arab", + "languages": [ + "wol-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.597146, + "recall": 0.646245, + "f1": 0.609952, + "accuracy": 0.646245, + "main_score": 0.609952, + "hf_subset": "wol_Latn-srd_Latn", + "languages": [ + "wol-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.237086, + "recall": 0.296443, + "f1": 0.252208, + "accuracy": 0.296443, + "main_score": 0.252208, + "hf_subset": "wol_Latn-tzm_Tfng", + "languages": [ + "wol-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.617916, + "recall": 0.66502, + "f1": 0.630703, + "accuracy": 0.66502, + "main_score": 0.630703, + "hf_subset": "wol_Latn-acq_Arab", + "languages": [ + "wol-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.559922, + "recall": 0.609684, + "f1": 0.573925, + "accuracy": 0.609684, + "main_score": 0.573925, + "hf_subset": "wol_Latn-bem_Latn", + "languages": [ + "wol-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.595989, + "recall": 0.652174, + "f1": 0.610915, + "accuracy": 0.652174, + "main_score": 0.610915, + "hf_subset": "wol_Latn-epo_Latn", + "languages": [ + "wol-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.61822, + "recall": 0.671937, + "f1": 0.632881, + "accuracy": 0.671937, + "main_score": 0.632881, + "hf_subset": "wol_Latn-hun_Latn", + "languages": [ + "wol-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.601182, + "recall": 0.656126, + "f1": 0.616073, + "accuracy": 0.656126, + "main_score": 0.616073, + "hf_subset": "wol_Latn-kir_Cyrl", + "languages": [ + "wol-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.59591, + "recall": 0.646245, + "f1": 0.609869, + "accuracy": 0.646245, + "main_score": 0.609869, + "hf_subset": "wol_Latn-mar_Deva", + "languages": [ + "wol-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.579056, + "recall": 0.62747, + "f1": 0.592277, + "accuracy": 0.62747, + "main_score": 0.592277, + "hf_subset": "wol_Latn-plt_Latn", + "languages": [ + "wol-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.601843, + "recall": 0.655138, + "f1": 0.616448, + "accuracy": 0.655138, + "main_score": 0.616448, + "hf_subset": "wol_Latn-srp_Cyrl", + "languages": [ + "wol-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.519513, + "recall": 0.58498, + "f1": 0.537038, + "accuracy": 0.58498, + "main_score": 0.537038, + "hf_subset": "wol_Latn-uig_Arab", + "languages": [ + "wol-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.585603, + "recall": 0.635375, + "f1": 0.598405, + "accuracy": 0.635375, + "main_score": 0.598405, + "hf_subset": "wol_Latn-aeb_Arab", + "languages": [ + "wol-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.592117, + "recall": 0.644269, + "f1": 0.606548, + "accuracy": 0.644269, + "main_score": 0.606548, + "hf_subset": "wol_Latn-ben_Beng", + "languages": [ + "wol-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.610003, + "recall": 0.660079, + "f1": 0.623522, + "accuracy": 0.660079, + "main_score": 0.623522, + "hf_subset": "wol_Latn-est_Latn", + "languages": [ + "wol-Latn", + "est-Latn" + ] + }, + { + "precision": 0.590663, + "recall": 0.648221, + "f1": 0.606006, + "accuracy": 0.648221, + "main_score": 0.606006, + "hf_subset": "wol_Latn-hye_Armn", + "languages": [ + "wol-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.504411, + "recall": 0.549407, + "f1": 0.51715, + "accuracy": 0.549407, + "main_score": 0.51715, + "hf_subset": "wol_Latn-kmb_Latn", + "languages": [ + "wol-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.424504, + "recall": 0.48419, + "f1": 0.441545, + "accuracy": 0.48419, + "main_score": 0.441545, + "hf_subset": "wol_Latn-min_Arab", + "languages": [ + "wol-Latn", + "min-Arab" + ] + }, + { + "precision": 0.648189, + "recall": 0.6917, + "f1": 0.660021, + "accuracy": 0.6917, + "main_score": 0.660021, + "hf_subset": "wol_Latn-pol_Latn", + "languages": [ + "wol-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.546772, + "recall": 0.594862, + "f1": 0.559924, + "accuracy": 0.594862, + "main_score": 0.559924, + "hf_subset": "wol_Latn-ssw_Latn", + "languages": [ + "wol-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.628126, + "recall": 0.675889, + "f1": 0.640935, + "accuracy": 0.675889, + "main_score": 0.640935, + "hf_subset": "wol_Latn-ukr_Cyrl", + "languages": [ + "wol-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.610354, + "recall": 0.657115, + "f1": 0.623013, + "accuracy": 0.657115, + "main_score": 0.623013, + "hf_subset": "wol_Latn-afr_Latn", + "languages": [ + "wol-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.606887, + "recall": 0.663043, + "f1": 0.621778, + "accuracy": 0.663043, + "main_score": 0.621778, + "hf_subset": "wol_Latn-bho_Deva", + "languages": [ + "wol-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.611281, + "recall": 0.65415, + "f1": 0.622077, + "accuracy": 0.65415, + "main_score": 0.622077, + "hf_subset": "wol_Latn-eus_Latn", + "languages": [ + "wol-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.576596, + "recall": 0.618577, + "f1": 0.58774, + "accuracy": 0.618577, + "main_score": 0.58774, + "hf_subset": "wol_Latn-ibo_Latn", + "languages": [ + "wol-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.587018, + "recall": 0.63834, + "f1": 0.601431, + "accuracy": 0.63834, + "main_score": 0.601431, + "hf_subset": "wol_Latn-kmr_Latn", + "languages": [ + "wol-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.588968, + "recall": 0.637352, + "f1": 0.602268, + "accuracy": 0.637352, + "main_score": 0.602268, + "hf_subset": "wol_Latn-min_Latn", + "languages": [ + "wol-Latn", + "min-Latn" + ] + }, + { + "precision": 0.634992, + "recall": 0.683794, + "f1": 0.648357, + "accuracy": 0.683794, + "main_score": 0.648357, + "hf_subset": "wol_Latn-por_Latn", + "languages": [ + "wol-Latn", + "por-Latn" + ] + }, + { + "precision": 0.605507, + "recall": 0.645257, + "f1": 0.615488, + "accuracy": 0.645257, + "main_score": 0.615488, + "hf_subset": "wol_Latn-sun_Latn", + "languages": [ + "wol-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.48923, + "recall": 0.534585, + "f1": 0.502567, + "accuracy": 0.534585, + "main_score": 0.502567, + "hf_subset": "wol_Latn-umb_Latn", + "languages": [ + "wol-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.62022, + "recall": 0.663043, + "f1": 0.631422, + "accuracy": 0.663043, + "main_score": 0.631422, + "hf_subset": "wol_Latn-ajp_Arab", + "languages": [ + "wol-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.443428, + "recall": 0.506917, + "f1": 0.460323, + "accuracy": 0.506917, + "main_score": 0.460323, + "hf_subset": "wol_Latn-bjn_Arab", + "languages": [ + "wol-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.49711, + "recall": 0.535573, + "f1": 0.508652, + "accuracy": 0.535573, + "main_score": 0.508652, + "hf_subset": "wol_Latn-ewe_Latn", + "languages": [ + "wol-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.59249, + "recall": 0.644269, + "f1": 0.60655, + "accuracy": 0.644269, + "main_score": 0.60655, + "hf_subset": "wol_Latn-ilo_Latn", + "languages": [ + "wol-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.303914, + "recall": 0.360672, + "f1": 0.318586, + "accuracy": 0.360672, + "main_score": 0.318586, + "hf_subset": "wol_Latn-knc_Arab", + "languages": [ + "wol-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.619883, + "recall": 0.668972, + "f1": 0.633469, + "accuracy": 0.668972, + "main_score": 0.633469, + "hf_subset": "wol_Latn-mkd_Cyrl", + "languages": [ + "wol-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.615103, + "recall": 0.670949, + "f1": 0.630892, + "accuracy": 0.670949, + "main_score": 0.630892, + "hf_subset": "wol_Latn-prs_Arab", + "languages": [ + "wol-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.622048, + "recall": 0.675889, + "f1": 0.636757, + "accuracy": 0.675889, + "main_score": 0.636757, + "hf_subset": "wol_Latn-swe_Latn", + "languages": [ + "wol-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.58009, + "recall": 0.632411, + "f1": 0.593871, + "accuracy": 0.632411, + "main_score": 0.593871, + "hf_subset": "wol_Latn-urd_Arab", + "languages": [ + "wol-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.571655, + "recall": 0.616601, + "f1": 0.584212, + "accuracy": 0.616601, + "main_score": 0.584212, + "hf_subset": "wol_Latn-aka_Latn", + "languages": [ + "wol-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.598522, + "recall": 0.642292, + "f1": 0.610135, + "accuracy": 0.642292, + "main_score": 0.610135, + "hf_subset": "wol_Latn-bjn_Latn", + "languages": [ + "wol-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.586117, + "recall": 0.628458, + "f1": 0.597131, + "accuracy": 0.628458, + "main_score": 0.597131, + "hf_subset": "wol_Latn-fao_Latn", + "languages": [ + "wol-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.62763, + "recall": 0.676877, + "f1": 0.640203, + "accuracy": 0.676877, + "main_score": 0.640203, + "hf_subset": "wol_Latn-ind_Latn", + "languages": [ + "wol-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.530847, + "recall": 0.570158, + "f1": 0.542017, + "accuracy": 0.570158, + "main_score": 0.542017, + "hf_subset": "wol_Latn-knc_Latn", + "languages": [ + "wol-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.594758, + "recall": 0.636364, + "f1": 0.605847, + "accuracy": 0.636364, + "main_score": 0.605847, + "hf_subset": "wol_Latn-mlt_Latn", + "languages": [ + "wol-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.560345, + "recall": 0.605731, + "f1": 0.573513, + "accuracy": 0.605731, + "main_score": 0.573513, + "hf_subset": "wol_Latn-quy_Latn", + "languages": [ + "wol-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.590769, + "recall": 0.641304, + "f1": 0.604768, + "accuracy": 0.641304, + "main_score": 0.604768, + "hf_subset": "wol_Latn-swh_Latn", + "languages": [ + "wol-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.58898, + "recall": 0.644269, + "f1": 0.603743, + "accuracy": 0.644269, + "main_score": 0.603743, + "hf_subset": "wol_Latn-uzn_Latn", + "languages": [ + "wol-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.594257, + "recall": 0.647233, + "f1": 0.60824, + "accuracy": 0.647233, + "main_score": 0.60824, + "hf_subset": "wol_Latn-als_Latn", + "languages": [ + "wol-Latn", + "als-Latn" + ] + }, + { + "precision": 0.448588, + "recall": 0.508893, + "f1": 0.46546, + "accuracy": 0.508893, + "main_score": 0.46546, + "hf_subset": "wol_Latn-bod_Tibt", + "languages": [ + "wol-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.529084, + "recall": 0.568182, + "f1": 0.540975, + "accuracy": 0.568182, + "main_score": 0.540975, + "hf_subset": "wol_Latn-fij_Latn", + "languages": [ + "wol-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.580769, + "recall": 0.62747, + "f1": 0.593681, + "accuracy": 0.62747, + "main_score": 0.593681, + "hf_subset": "wol_Latn-isl_Latn", + "languages": [ + "wol-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.575757, + "recall": 0.621542, + "f1": 0.589036, + "accuracy": 0.621542, + "main_score": 0.589036, + "hf_subset": "wol_Latn-kon_Latn", + "languages": [ + "wol-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.506538, + "recall": 0.557312, + "f1": 0.520912, + "accuracy": 0.557312, + "main_score": 0.520912, + "hf_subset": "wol_Latn-mni_Beng", + "languages": [ + "wol-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.63317, + "recall": 0.683794, + "f1": 0.647265, + "accuracy": 0.683794, + "main_score": 0.647265, + "hf_subset": "wol_Latn-ron_Latn", + "languages": [ + "wol-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.610734, + "recall": 0.661067, + "f1": 0.623913, + "accuracy": 0.661067, + "main_score": 0.623913, + "hf_subset": "wol_Latn-szl_Latn", + "languages": [ + "wol-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.640605, + "recall": 0.683794, + "f1": 0.651955, + "accuracy": 0.683794, + "main_score": 0.651955, + "hf_subset": "wol_Latn-vec_Latn", + "languages": [ + "wol-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.59847, + "recall": 0.652174, + "f1": 0.612721, + "accuracy": 0.652174, + "main_score": 0.612721, + "hf_subset": "wol_Latn-amh_Ethi", + "languages": [ + "wol-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.621913, + "recall": 0.668972, + "f1": 0.634265, + "accuracy": 0.668972, + "main_score": 0.634265, + "hf_subset": "wol_Latn-bos_Latn", + "languages": [ + "wol-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.604151, + "recall": 0.657115, + "f1": 0.618611, + "accuracy": 0.657115, + "main_score": 0.618611, + "hf_subset": "wol_Latn-fin_Latn", + "languages": [ + "wol-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.636296, + "recall": 0.681818, + "f1": 0.648729, + "accuracy": 0.681818, + "main_score": 0.648729, + "hf_subset": "wol_Latn-ita_Latn", + "languages": [ + "wol-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.620753, + "recall": 0.674901, + "f1": 0.635236, + "accuracy": 0.674901, + "main_score": 0.635236, + "hf_subset": "wol_Latn-kor_Hang", + "languages": [ + "wol-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.518478, + "recall": 0.560277, + "f1": 0.53059, + "accuracy": 0.560277, + "main_score": 0.53059, + "hf_subset": "wol_Latn-mos_Latn", + "languages": [ + "wol-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.542449, + "recall": 0.586957, + "f1": 0.554531, + "accuracy": 0.586957, + "main_score": 0.554531, + "hf_subset": "wol_Latn-run_Latn", + "languages": [ + "wol-Latn", + "run-Latn" + ] + }, + { + "precision": 0.593846, + "recall": 0.641304, + "f1": 0.607038, + "accuracy": 0.641304, + "main_score": 0.607038, + "hf_subset": "wol_Latn-tam_Taml", + "languages": [ + "wol-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.61774, + "recall": 0.666008, + "f1": 0.630381, + "accuracy": 0.666008, + "main_score": 0.630381, + "hf_subset": "wol_Latn-vie_Latn", + "languages": [ + "wol-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.616397, + "recall": 0.655138, + "f1": 0.626497, + "accuracy": 0.655138, + "main_score": 0.626497, + "hf_subset": "wol_Latn-apc_Arab", + "languages": [ + "wol-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.581686, + "recall": 0.620553, + "f1": 0.592878, + "accuracy": 0.620553, + "main_score": 0.592878, + "hf_subset": "wol_Latn-bug_Latn", + "languages": [ + "wol-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.456806, + "recall": 0.497036, + "f1": 0.467988, + "accuracy": 0.497036, + "main_score": 0.467988, + "hf_subset": "wol_Latn-fon_Latn", + "languages": [ + "wol-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.590773, + "recall": 0.642292, + "f1": 0.604187, + "accuracy": 0.642292, + "main_score": 0.604187, + "hf_subset": "wol_Latn-jav_Latn", + "languages": [ + "wol-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.541803, + "recall": 0.589921, + "f1": 0.554502, + "accuracy": 0.589921, + "main_score": 0.554502, + "hf_subset": "wol_Latn-lao_Laoo", + "languages": [ + "wol-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.544955, + "recall": 0.598814, + "f1": 0.559504, + "accuracy": 0.598814, + "main_score": 0.559504, + "hf_subset": "wol_Latn-mri_Latn", + "languages": [ + "wol-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.618666, + "recall": 0.672925, + "f1": 0.633385, + "accuracy": 0.672925, + "main_score": 0.633385, + "hf_subset": "wol_Latn-rus_Cyrl", + "languages": [ + "wol-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.527359, + "recall": 0.572134, + "f1": 0.54016, + "accuracy": 0.572134, + "main_score": 0.54016, + "hf_subset": "wol_Latn-taq_Latn", + "languages": [ + "wol-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.601577, + "recall": 0.652174, + "f1": 0.614304, + "accuracy": 0.652174, + "main_score": 0.614304, + "hf_subset": "wol_Latn-war_Latn", + "languages": [ + "wol-Latn", + "war-Latn" + ] + }, + { + "precision": 0.629581, + "recall": 0.677866, + "f1": 0.642303, + "accuracy": 0.677866, + "main_score": 0.642303, + "hf_subset": "wol_Latn-arb_Arab", + "languages": [ + "wol-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.634027, + "recall": 0.681818, + "f1": 0.646864, + "accuracy": 0.681818, + "main_score": 0.646864, + "hf_subset": "wol_Latn-bul_Cyrl", + "languages": [ + "wol-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.631863, + "recall": 0.679842, + "f1": 0.644349, + "accuracy": 0.679842, + "main_score": 0.644349, + "hf_subset": "wol_Latn-fra_Latn", + "languages": [ + "wol-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.619719, + "recall": 0.668972, + "f1": 0.633118, + "accuracy": 0.668972, + "main_score": 0.633118, + "hf_subset": "wol_Latn-jpn_Jpan", + "languages": [ + "wol-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.634767, + "recall": 0.679842, + "f1": 0.646442, + "accuracy": 0.679842, + "main_score": 0.646442, + "hf_subset": "wol_Latn-lij_Latn", + "languages": [ + "wol-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.552881, + "recall": 0.605731, + "f1": 0.568215, + "accuracy": 0.605731, + "main_score": 0.568215, + "hf_subset": "wol_Latn-mya_Mymr", + "languages": [ + "wol-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.533274, + "recall": 0.577075, + "f1": 0.546012, + "accuracy": 0.577075, + "main_score": 0.546012, + "hf_subset": "wol_Latn-sag_Latn", + "languages": [ + "wol-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.276043, + "recall": 0.33004, + "f1": 0.289219, + "accuracy": 0.33004, + "main_score": 0.289219, + "hf_subset": "wol_Latn-taq_Tfng", + "languages": [ + "wol-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.516331, + "recall": 0.575099, + "f1": 0.532159, + "accuracy": 0.575099, + "main_score": 0.532159, + "hf_subset": "wol_Latn-arb_Latn", + "languages": [ + "wol-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.62613, + "recall": 0.671937, + "f1": 0.638169, + "accuracy": 0.671937, + "main_score": 0.638169, + "hf_subset": "wol_Latn-cat_Latn", + "languages": [ + "wol-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.625628, + "recall": 0.668972, + "f1": 0.638065, + "accuracy": 0.668972, + "main_score": 0.638065, + "hf_subset": "wol_Latn-fur_Latn", + "languages": [ + "wol-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.442646, + "recall": 0.493083, + "f1": 0.456517, + "accuracy": 0.493083, + "main_score": 0.456517, + "hf_subset": "wol_Latn-kab_Latn", + "languages": [ + "wol-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.589008, + "recall": 0.637352, + "f1": 0.602055, + "accuracy": 0.637352, + "main_score": 0.602055, + "hf_subset": "wol_Latn-lim_Latn", + "languages": [ + "wol-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.623389, + "recall": 0.672925, + "f1": 0.637105, + "accuracy": 0.672925, + "main_score": 0.637105, + "hf_subset": "wol_Latn-nld_Latn", + "languages": [ + "wol-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.566126, + "recall": 0.625494, + "f1": 0.583294, + "accuracy": 0.625494, + "main_score": 0.583294, + "hf_subset": "wol_Latn-san_Deva", + "languages": [ + "wol-Latn", + "san-Deva" + ] + }, + { + "precision": 0.595399, + "recall": 0.647233, + "f1": 0.608556, + "accuracy": 0.647233, + "main_score": 0.608556, + "hf_subset": "wol_Latn-tat_Cyrl", + "languages": [ + "wol-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.592369, + "recall": 0.644269, + "f1": 0.606944, + "accuracy": 0.644269, + "main_score": 0.606944, + "hf_subset": "wol_Latn-xho_Latn", + "languages": [ + "wol-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.617453, + "recall": 0.667984, + "f1": 0.630954, + "accuracy": 0.667984, + "main_score": 0.630954, + "hf_subset": "wol_Latn-ars_Arab", + "languages": [ + "wol-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.594017, + "recall": 0.642292, + "f1": 0.606108, + "accuracy": 0.642292, + "main_score": 0.606108, + "hf_subset": "wol_Latn-ceb_Latn", + "languages": [ + "wol-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.493295, + "recall": 0.546443, + "f1": 0.5085, + "accuracy": 0.546443, + "main_score": 0.5085, + "hf_subset": "wol_Latn-fuv_Latn", + "languages": [ + "wol-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.490663, + "recall": 0.538538, + "f1": 0.504372, + "accuracy": 0.538538, + "main_score": 0.504372, + "hf_subset": "wol_Latn-kac_Latn", + "languages": [ + "wol-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.603017, + "recall": 0.644269, + "f1": 0.614713, + "accuracy": 0.644269, + "main_score": 0.614713, + "hf_subset": "wol_Latn-lin_Latn", + "languages": [ + "wol-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.608072, + "recall": 0.651186, + "f1": 0.619658, + "accuracy": 0.651186, + "main_score": 0.619658, + "hf_subset": "wol_Latn-nno_Latn", + "languages": [ + "wol-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.556305, + "recall": 0.618577, + "f1": 0.573738, + "accuracy": 0.618577, + "main_score": 0.573738, + "hf_subset": "wol_Latn-sat_Olck", + "languages": [ + "wol-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.602749, + "recall": 0.65415, + "f1": 0.616191, + "accuracy": 0.65415, + "main_score": 0.616191, + "hf_subset": "wol_Latn-tel_Telu", + "languages": [ + "wol-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.569044, + "recall": 0.626482, + "f1": 0.583995, + "accuracy": 0.626482, + "main_score": 0.583995, + "hf_subset": "wol_Latn-ydd_Hebr", + "languages": [ + "wol-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.592544, + "recall": 0.643281, + "f1": 0.605948, + "accuracy": 0.643281, + "main_score": 0.605948, + "hf_subset": "wol_Latn-ary_Arab", + "languages": [ + "wol-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.620933, + "recall": 0.674901, + "f1": 0.635737, + "accuracy": 0.674901, + "main_score": 0.635737, + "hf_subset": "wol_Latn-ces_Latn", + "languages": [ + "wol-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.518664, + "recall": 0.572134, + "f1": 0.533893, + "accuracy": 0.572134, + "main_score": 0.533893, + "hf_subset": "wol_Latn-gaz_Latn", + "languages": [ + "wol-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.515573, + "recall": 0.563241, + "f1": 0.529136, + "accuracy": 0.563241, + "main_score": 0.529136, + "hf_subset": "wol_Latn-kam_Latn", + "languages": [ + "wol-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.592888, + "recall": 0.647233, + "f1": 0.607052, + "accuracy": 0.647233, + "main_score": 0.607052, + "hf_subset": "wol_Latn-lit_Latn", + "languages": [ + "wol-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.620581, + "recall": 0.674901, + "f1": 0.635195, + "accuracy": 0.674901, + "main_score": 0.635195, + "hf_subset": "wol_Latn-nob_Latn", + "languages": [ + "wol-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.603668, + "recall": 0.63834, + "f1": 0.613343, + "accuracy": 0.63834, + "main_score": 0.613343, + "hf_subset": "wol_Latn-scn_Latn", + "languages": [ + "wol-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.586133, + "recall": 0.636364, + "f1": 0.599679, + "accuracy": 0.636364, + "main_score": 0.599679, + "hf_subset": "wol_Latn-tgk_Cyrl", + "languages": [ + "wol-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.53342, + "recall": 0.589921, + "f1": 0.550041, + "accuracy": 0.589921, + "main_score": 0.550041, + "hf_subset": "wol_Latn-yor_Latn", + "languages": [ + "wol-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.617743, + "recall": 0.666008, + "f1": 0.631225, + "accuracy": 0.666008, + "main_score": 0.631225, + "hf_subset": "wol_Latn-arz_Arab", + "languages": [ + "wol-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.495659, + "recall": 0.544466, + "f1": 0.509613, + "accuracy": 0.544466, + "main_score": 0.509613, + "hf_subset": "wol_Latn-cjk_Latn", + "languages": [ + "wol-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.574578, + "recall": 0.624506, + "f1": 0.587988, + "accuracy": 0.624506, + "main_score": 0.587988, + "hf_subset": "wol_Latn-gla_Latn", + "languages": [ + "wol-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.584159, + "recall": 0.63834, + "f1": 0.599158, + "accuracy": 0.63834, + "main_score": 0.599158, + "hf_subset": "wol_Latn-kan_Knda", + "languages": [ + "wol-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.63864, + "recall": 0.677866, + "f1": 0.64932, + "accuracy": 0.677866, + "main_score": 0.64932, + "hf_subset": "wol_Latn-lmo_Latn", + "languages": [ + "wol-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.599088, + "recall": 0.647233, + "f1": 0.612275, + "accuracy": 0.647233, + "main_score": 0.612275, + "hf_subset": "wol_Latn-npi_Deva", + "languages": [ + "wol-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.459241, + "recall": 0.51581, + "f1": 0.475147, + "accuracy": 0.51581, + "main_score": 0.475147, + "hf_subset": "wol_Latn-shn_Mymr", + "languages": [ + "wol-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.615774, + "recall": 0.663043, + "f1": 0.628725, + "accuracy": 0.663043, + "main_score": 0.628725, + "hf_subset": "wol_Latn-tgl_Latn", + "languages": [ + "wol-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.609211, + "recall": 0.658103, + "f1": 0.622848, + "accuracy": 0.658103, + "main_score": 0.622848, + "hf_subset": "wol_Latn-yue_Hant", + "languages": [ + "wol-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.553925, + "recall": 0.604743, + "f1": 0.568688, + "accuracy": 0.604743, + "main_score": 0.568688, + "hf_subset": "wol_Latn-asm_Beng", + "languages": [ + "wol-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.572754, + "recall": 0.62747, + "f1": 0.587702, + "accuracy": 0.62747, + "main_score": 0.587702, + "hf_subset": "wol_Latn-ckb_Arab", + "languages": [ + "wol-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.57487, + "recall": 0.625494, + "f1": 0.58808, + "accuracy": 0.625494, + "main_score": 0.58808, + "hf_subset": "wol_Latn-gle_Latn", + "languages": [ + "wol-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.571796, + "recall": 0.62747, + "f1": 0.58646, + "accuracy": 0.62747, + "main_score": 0.58646, + "hf_subset": "wol_Latn-kas_Arab", + "languages": [ + "wol-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.602008, + "recall": 0.650198, + "f1": 0.614548, + "accuracy": 0.650198, + "main_score": 0.614548, + "hf_subset": "wol_Latn-ltg_Latn", + "languages": [ + "wol-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.591762, + "recall": 0.642292, + "f1": 0.605752, + "accuracy": 0.642292, + "main_score": 0.605752, + "hf_subset": "wol_Latn-nso_Latn", + "languages": [ + "wol-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.562838, + "recall": 0.621542, + "f1": 0.57844, + "accuracy": 0.621542, + "main_score": 0.57844, + "hf_subset": "wol_Latn-sin_Sinh", + "languages": [ + "wol-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.586557, + "recall": 0.639328, + "f1": 0.600674, + "accuracy": 0.639328, + "main_score": 0.600674, + "hf_subset": "wol_Latn-tha_Thai", + "languages": [ + "wol-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.562958, + "recall": 0.617589, + "f1": 0.577498, + "accuracy": 0.617589, + "main_score": 0.577498, + "hf_subset": "wol_Latn-zho_Hans", + "languages": [ + "wol-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.608079, + "recall": 0.657115, + "f1": 0.620553, + "accuracy": 0.657115, + "main_score": 0.620553, + "hf_subset": "wol_Latn-ast_Latn", + "languages": [ + "wol-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.617888, + "recall": 0.658103, + "f1": 0.628423, + "accuracy": 0.658103, + "main_score": 0.628423, + "hf_subset": "wol_Latn-crh_Latn", + "languages": [ + "wol-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.625838, + "recall": 0.676877, + "f1": 0.639647, + "accuracy": 0.676877, + "main_score": 0.639647, + "hf_subset": "wol_Latn-glg_Latn", + "languages": [ + "wol-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.56591, + "recall": 0.614625, + "f1": 0.5796, + "accuracy": 0.614625, + "main_score": 0.5796, + "hf_subset": "wol_Latn-kas_Deva", + "languages": [ + "wol-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.58595, + "recall": 0.636364, + "f1": 0.599254, + "accuracy": 0.636364, + "main_score": 0.599254, + "hf_subset": "wol_Latn-ltz_Latn", + "languages": [ + "wol-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.462177, + "recall": 0.512846, + "f1": 0.476745, + "accuracy": 0.512846, + "main_score": 0.476745, + "hf_subset": "wol_Latn-nus_Latn", + "languages": [ + "wol-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.609072, + "recall": 0.659091, + "f1": 0.621944, + "accuracy": 0.659091, + "main_score": 0.621944, + "hf_subset": "wol_Latn-slk_Latn", + "languages": [ + "wol-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.531576, + "recall": 0.58498, + "f1": 0.546863, + "accuracy": 0.58498, + "main_score": 0.546863, + "hf_subset": "wol_Latn-tir_Ethi", + "languages": [ + "wol-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.586178, + "recall": 0.646245, + "f1": 0.602824, + "accuracy": 0.646245, + "main_score": 0.602824, + "hf_subset": "wol_Latn-zho_Hant", + "languages": [ + "wol-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.606136, + "recall": 0.656126, + "f1": 0.619642, + "accuracy": 0.656126, + "main_score": 0.619642, + "hf_subset": "wol_Latn-awa_Deva", + "languages": [ + "wol-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.587954, + "recall": 0.637352, + "f1": 0.601947, + "accuracy": 0.637352, + "main_score": 0.601947, + "hf_subset": "wol_Latn-cym_Latn", + "languages": [ + "wol-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.590691, + "recall": 0.629447, + "f1": 0.601687, + "accuracy": 0.629447, + "main_score": 0.601687, + "hf_subset": "wol_Latn-grn_Latn", + "languages": [ + "wol-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.597819, + "recall": 0.650198, + "f1": 0.611482, + "accuracy": 0.650198, + "main_score": 0.611482, + "hf_subset": "wol_Latn-kat_Geor", + "languages": [ + "wol-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.573173, + "recall": 0.61166, + "f1": 0.583988, + "accuracy": 0.61166, + "main_score": 0.583988, + "hf_subset": "wol_Latn-lua_Latn", + "languages": [ + "wol-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.582599, + "recall": 0.621542, + "f1": 0.593248, + "accuracy": 0.621542, + "main_score": 0.593248, + "hf_subset": "wol_Latn-nya_Latn", + "languages": [ + "wol-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.618954, + "recall": 0.672925, + "f1": 0.633352, + "accuracy": 0.672925, + "main_score": 0.633352, + "hf_subset": "wol_Latn-slv_Latn", + "languages": [ + "wol-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.61698, + "recall": 0.659091, + "f1": 0.628507, + "accuracy": 0.659091, + "main_score": 0.628507, + "hf_subset": "wol_Latn-tpi_Latn", + "languages": [ + "wol-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.626457, + "recall": 0.677866, + "f1": 0.640044, + "accuracy": 0.677866, + "main_score": 0.640044, + "hf_subset": "wol_Latn-zsm_Latn", + "languages": [ + "wol-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.515755, + "recall": 0.557312, + "f1": 0.527677, + "accuracy": 0.557312, + "main_score": 0.527677, + "hf_subset": "wol_Latn-ayr_Latn", + "languages": [ + "wol-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.6384, + "recall": 0.682806, + "f1": 0.650435, + "accuracy": 0.682806, + "main_score": 0.650435, + "hf_subset": "wol_Latn-dan_Latn", + "languages": [ + "wol-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.583393, + "recall": 0.642292, + "f1": 0.599001, + "accuracy": 0.642292, + "main_score": 0.599001, + "hf_subset": "wol_Latn-guj_Gujr", + "languages": [ + "wol-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.595315, + "recall": 0.645257, + "f1": 0.608448, + "accuracy": 0.645257, + "main_score": 0.608448, + "hf_subset": "wol_Latn-kaz_Cyrl", + "languages": [ + "wol-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.520803, + "recall": 0.58004, + "f1": 0.53826, + "accuracy": 0.58004, + "main_score": 0.53826, + "hf_subset": "wol_Latn-lug_Latn", + "languages": [ + "wol-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.624662, + "recall": 0.668972, + "f1": 0.636473, + "accuracy": 0.668972, + "main_score": 0.636473, + "hf_subset": "wol_Latn-oci_Latn", + "languages": [ + "wol-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.548168, + "recall": 0.593874, + "f1": 0.560662, + "accuracy": 0.593874, + "main_score": 0.560662, + "hf_subset": "wol_Latn-smo_Latn", + "languages": [ + "wol-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.539847, + "recall": 0.593874, + "f1": 0.554549, + "accuracy": 0.593874, + "main_score": 0.554549, + "hf_subset": "wol_Latn-tsn_Latn", + "languages": [ + "wol-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.567334, + "recall": 0.623518, + "f1": 0.58241, + "accuracy": 0.623518, + "main_score": 0.58241, + "hf_subset": "wol_Latn-zul_Latn", + "languages": [ + "wol-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.578561, + "recall": 0.62747, + "f1": 0.591522, + "accuracy": 0.62747, + "main_score": 0.591522, + "hf_subset": "wol_Latn-azb_Arab", + "languages": [ + "wol-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.635199, + "recall": 0.684783, + "f1": 0.647991, + "accuracy": 0.684783, + "main_score": 0.647991, + "hf_subset": "wol_Latn-deu_Latn", + "languages": [ + "wol-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.60688, + "recall": 0.659091, + "f1": 0.620653, + "accuracy": 0.659091, + "main_score": 0.620653, + "hf_subset": "wol_Latn-hat_Latn", + "languages": [ + "wol-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.514237, + "recall": 0.555336, + "f1": 0.525499, + "accuracy": 0.555336, + "main_score": 0.525499, + "hf_subset": "wol_Latn-kbp_Latn", + "languages": [ + "wol-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.534477, + "recall": 0.574111, + "f1": 0.545938, + "accuracy": 0.574111, + "main_score": 0.545938, + "hf_subset": "wol_Latn-luo_Latn", + "languages": [ + "wol-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.54447, + "recall": 0.602767, + "f1": 0.559685, + "accuracy": 0.602767, + "main_score": 0.559685, + "hf_subset": "wol_Latn-ory_Orya", + "languages": [ + "wol-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.578092, + "recall": 0.626482, + "f1": 0.59136, + "accuracy": 0.626482, + "main_score": 0.59136, + "hf_subset": "wol_Latn-sna_Latn", + "languages": [ + "wol-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.551368, + "recall": 0.599802, + "f1": 0.563978, + "accuracy": 0.599802, + "main_score": 0.563978, + "hf_subset": "wol_Latn-tso_Latn", + "languages": [ + "wol-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.602147, + "recall": 0.652174, + "f1": 0.615638, + "accuracy": 0.652174, + "main_score": 0.615638, + "hf_subset": "wol_Latn-azj_Latn", + "languages": [ + "wol-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.504125, + "recall": 0.547431, + "f1": 0.516093, + "accuracy": 0.547431, + "main_score": 0.516093, + "hf_subset": "wol_Latn-dik_Latn", + "languages": [ + "wol-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.571338, + "recall": 0.624506, + "f1": 0.585626, + "accuracy": 0.624506, + "main_score": 0.585626, + "hf_subset": "wol_Latn-hau_Latn", + "languages": [ + "wol-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.602366, + "recall": 0.647233, + "f1": 0.614489, + "accuracy": 0.647233, + "main_score": 0.614489, + "hf_subset": "wol_Latn-kea_Latn", + "languages": [ + "wol-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.585634, + "recall": 0.630435, + "f1": 0.598486, + "accuracy": 0.630435, + "main_score": 0.598486, + "hf_subset": "wol_Latn-lus_Latn", + "languages": [ + "wol-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.607958, + "recall": 0.651186, + "f1": 0.620226, + "accuracy": 0.651186, + "main_score": 0.620226, + "hf_subset": "wol_Latn-pag_Latn", + "languages": [ + "wol-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.553385, + "recall": 0.612648, + "f1": 0.568472, + "accuracy": 0.612648, + "main_score": 0.568472, + "hf_subset": "wol_Latn-snd_Arab", + "languages": [ + "wol-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.570354, + "recall": 0.626482, + "f1": 0.585289, + "accuracy": 0.626482, + "main_score": 0.585289, + "hf_subset": "wol_Latn-tuk_Latn", + "languages": [ + "wol-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.600497, + "recall": 0.648221, + "f1": 0.613025, + "accuracy": 0.648221, + "main_score": 0.613025, + "hf_subset": "wol_Latn-bak_Cyrl", + "languages": [ + "wol-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.468172, + "recall": 0.528656, + "f1": 0.485698, + "accuracy": 0.528656, + "main_score": 0.485698, + "hf_subset": "wol_Latn-dyu_Latn", + "languages": [ + "wol-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.598108, + "recall": 0.652174, + "f1": 0.612466, + "accuracy": 0.652174, + "main_score": 0.612466, + "hf_subset": "wol_Latn-heb_Hebr", + "languages": [ + "wol-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.575865, + "recall": 0.628458, + "f1": 0.591075, + "accuracy": 0.628458, + "main_score": 0.591075, + "hf_subset": "wol_Latn-khk_Cyrl", + "languages": [ + "wol-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.606489, + "recall": 0.656126, + "f1": 0.620575, + "accuracy": 0.656126, + "main_score": 0.620575, + "hf_subset": "wol_Latn-lvs_Latn", + "languages": [ + "wol-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.5896, + "recall": 0.640316, + "f1": 0.602715, + "accuracy": 0.640316, + "main_score": 0.602715, + "hf_subset": "wol_Latn-pan_Guru", + "languages": [ + "wol-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.562895, + "recall": 0.61166, + "f1": 0.576098, + "accuracy": 0.61166, + "main_score": 0.576098, + "hf_subset": "wol_Latn-som_Latn", + "languages": [ + "wol-Latn", + "som-Latn" + ] + }, + { + "precision": 0.542814, + "recall": 0.590909, + "f1": 0.556016, + "accuracy": 0.590909, + "main_score": 0.556016, + "hf_subset": "wol_Latn-tum_Latn", + "languages": [ + "wol-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.455578, + "recall": 0.523715, + "f1": 0.474607, + "accuracy": 0.523715, + "main_score": 0.474607, + "hf_subset": "arb_Latn-ace_Arab", + "languages": [ + "arb-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.441722, + "recall": 0.490119, + "f1": 0.454768, + "accuracy": 0.490119, + "main_score": 0.454768, + "hf_subset": "arb_Latn-bam_Latn", + "languages": [ + "arb-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.511079, + "recall": 0.592885, + "f1": 0.53324, + "accuracy": 0.592885, + "main_score": 0.53324, + "hf_subset": "arb_Latn-dzo_Tibt", + "languages": [ + "arb-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.898098, + "recall": 0.927866, + "f1": 0.9074, + "accuracy": 0.927866, + "main_score": 0.9074, + "hf_subset": "arb_Latn-hin_Deva", + "languages": [ + "arb-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.82253, + "recall": 0.869565, + "f1": 0.836237, + "accuracy": 0.869565, + "main_score": 0.836237, + "hf_subset": "arb_Latn-khm_Khmr", + "languages": [ + "arb-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.888669, + "recall": 0.917984, + "f1": 0.897285, + "accuracy": 0.917984, + "main_score": 0.897285, + "hf_subset": "arb_Latn-mag_Deva", + "languages": [ + "arb-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.861044, + "recall": 0.900198, + "f1": 0.873059, + "accuracy": 0.900198, + "main_score": 0.873059, + "hf_subset": "arb_Latn-pap_Latn", + "languages": [ + "arb-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.780855, + "recall": 0.833992, + "f1": 0.796399, + "accuracy": 0.833992, + "main_score": 0.796399, + "hf_subset": "arb_Latn-sot_Latn", + "languages": [ + "arb-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.894302, + "recall": 0.924901, + "f1": 0.903788, + "accuracy": 0.924901, + "main_score": 0.903788, + "hf_subset": "arb_Latn-tur_Latn", + "languages": [ + "arb-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.741601, + "recall": 0.787549, + "f1": 0.754411, + "accuracy": 0.787549, + "main_score": 0.754411, + "hf_subset": "arb_Latn-ace_Latn", + "languages": [ + "arb-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.820092, + "recall": 0.864625, + "f1": 0.833503, + "accuracy": 0.864625, + "main_score": 0.833503, + "hf_subset": "arb_Latn-ban_Latn", + "languages": [ + "arb-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.863373, + "recall": 0.903162, + "f1": 0.875593, + "accuracy": 0.903162, + "main_score": 0.875593, + "hf_subset": "arb_Latn-ell_Grek", + "languages": [ + "arb-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.878517, + "recall": 0.911067, + "f1": 0.888455, + "accuracy": 0.911067, + "main_score": 0.888455, + "hf_subset": "arb_Latn-hne_Deva", + "languages": [ + "arb-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.524043, + "recall": 0.574111, + "f1": 0.537272, + "accuracy": 0.574111, + "main_score": 0.537272, + "hf_subset": "arb_Latn-kik_Latn", + "languages": [ + "arb-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.885335, + "recall": 0.914032, + "f1": 0.894088, + "accuracy": 0.914032, + "main_score": 0.894088, + "hf_subset": "arb_Latn-mai_Deva", + "languages": [ + "arb-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.856917, + "recall": 0.896245, + "f1": 0.868906, + "accuracy": 0.896245, + "main_score": 0.868906, + "hf_subset": "arb_Latn-pbt_Arab", + "languages": [ + "arb-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.902503, + "recall": 0.931818, + "f1": 0.911646, + "accuracy": 0.931818, + "main_score": 0.911646, + "hf_subset": "arb_Latn-spa_Latn", + "languages": [ + "arb-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.656034, + "recall": 0.714427, + "f1": 0.672317, + "accuracy": 0.714427, + "main_score": 0.672317, + "hf_subset": "arb_Latn-twi_Latn", + "languages": [ + "arb-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.915596, + "recall": 0.9417, + "f1": 0.923814, + "accuracy": 0.9417, + "main_score": 0.923814, + "hf_subset": "arb_Latn-acm_Arab", + "languages": [ + "arb-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.852544, + "recall": 0.891304, + "f1": 0.864054, + "accuracy": 0.891304, + "main_score": 0.864054, + "hf_subset": "arb_Latn-bel_Cyrl", + "languages": [ + "arb-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.889728, + "recall": 0.918972, + "f1": 0.898485, + "accuracy": 0.918972, + "main_score": 0.898485, + "hf_subset": "arb_Latn-eng_Latn", + "languages": [ + "arb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.889032, + "recall": 0.921937, + "f1": 0.899374, + "accuracy": 0.921937, + "main_score": 0.899374, + "hf_subset": "arb_Latn-hrv_Latn", + "languages": [ + "arb-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.76222, + "recall": 0.812253, + "f1": 0.776605, + "accuracy": 0.812253, + "main_score": 0.776605, + "hf_subset": "arb_Latn-kin_Latn", + "languages": [ + "arb-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.873172, + "recall": 0.907115, + "f1": 0.88322, + "accuracy": 0.907115, + "main_score": 0.88322, + "hf_subset": "arb_Latn-mal_Mlym", + "languages": [ + "arb-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.874489, + "recall": 0.910079, + "f1": 0.885361, + "accuracy": 0.910079, + "main_score": 0.885361, + "hf_subset": "arb_Latn-pes_Arab", + "languages": [ + "arb-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.882115, + "recall": 0.913043, + "f1": 0.891765, + "accuracy": 0.913043, + "main_score": 0.891765, + "hf_subset": "arb_Latn-srd_Latn", + "languages": [ + "arb-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.205621, + "recall": 0.264822, + "f1": 0.220329, + "accuracy": 0.264822, + "main_score": 0.220329, + "hf_subset": "arb_Latn-tzm_Tfng", + "languages": [ + "arb-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.920537, + "recall": 0.945652, + "f1": 0.92859, + "accuracy": 0.945652, + "main_score": 0.92859, + "hf_subset": "arb_Latn-acq_Arab", + "languages": [ + "arb-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.593002, + "recall": 0.656126, + "f1": 0.610356, + "accuracy": 0.656126, + "main_score": 0.610356, + "hf_subset": "arb_Latn-bem_Latn", + "languages": [ + "arb-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.870433, + "recall": 0.903162, + "f1": 0.879891, + "accuracy": 0.903162, + "main_score": 0.879891, + "hf_subset": "arb_Latn-epo_Latn", + "languages": [ + "arb-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.890152, + "recall": 0.921937, + "f1": 0.9, + "accuracy": 0.921937, + "main_score": 0.9, + "hf_subset": "arb_Latn-hun_Latn", + "languages": [ + "arb-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.845292, + "recall": 0.884387, + "f1": 0.856705, + "accuracy": 0.884387, + "main_score": 0.856705, + "hf_subset": "arb_Latn-kir_Cyrl", + "languages": [ + "arb-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.893363, + "recall": 0.924901, + "f1": 0.903228, + "accuracy": 0.924901, + "main_score": 0.903228, + "hf_subset": "arb_Latn-mar_Deva", + "languages": [ + "arb-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.762608, + "recall": 0.815217, + "f1": 0.777426, + "accuracy": 0.815217, + "main_score": 0.777426, + "hf_subset": "arb_Latn-plt_Latn", + "languages": [ + "arb-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.88318, + "recall": 0.91502, + "f1": 0.892787, + "accuracy": 0.91502, + "main_score": 0.892787, + "hf_subset": "arb_Latn-srp_Cyrl", + "languages": [ + "arb-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.821371, + "recall": 0.866601, + "f1": 0.835046, + "accuracy": 0.866601, + "main_score": 0.835046, + "hf_subset": "arb_Latn-uig_Arab", + "languages": [ + "arb-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.904456, + "recall": 0.931818, + "f1": 0.912796, + "accuracy": 0.931818, + "main_score": 0.912796, + "hf_subset": "arb_Latn-aeb_Arab", + "languages": [ + "arb-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.882906, + "recall": 0.911067, + "f1": 0.891206, + "accuracy": 0.911067, + "main_score": 0.891206, + "hf_subset": "arb_Latn-ben_Beng", + "languages": [ + "arb-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.868775, + "recall": 0.906126, + "f1": 0.880223, + "accuracy": 0.906126, + "main_score": 0.880223, + "hf_subset": "arb_Latn-est_Latn", + "languages": [ + "arb-Latn", + "est-Latn" + ] + }, + { + "precision": 0.875694, + "recall": 0.909091, + "f1": 0.885935, + "accuracy": 0.909091, + "main_score": 0.885935, + "hf_subset": "arb_Latn-hye_Armn", + "languages": [ + "arb-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.452701, + "recall": 0.494071, + "f1": 0.463929, + "accuracy": 0.494071, + "main_score": 0.463929, + "hf_subset": "arb_Latn-kmb_Latn", + "languages": [ + "arb-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.438849, + "recall": 0.517787, + "f1": 0.458985, + "accuracy": 0.517787, + "main_score": 0.458985, + "hf_subset": "arb_Latn-min_Arab", + "languages": [ + "arb-Latn", + "min-Arab" + ] + }, + { + "precision": 0.886506, + "recall": 0.916008, + "f1": 0.89521, + "accuracy": 0.916008, + "main_score": 0.89521, + "hf_subset": "arb_Latn-pol_Latn", + "languages": [ + "arb-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.683514, + "recall": 0.744071, + "f1": 0.70104, + "accuracy": 0.744071, + "main_score": 0.70104, + "hf_subset": "arb_Latn-ssw_Latn", + "languages": [ + "arb-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.879578, + "recall": 0.913043, + "f1": 0.889625, + "accuracy": 0.913043, + "main_score": 0.889625, + "hf_subset": "arb_Latn-ukr_Cyrl", + "languages": [ + "arb-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.879646, + "recall": 0.910079, + "f1": 0.888425, + "accuracy": 0.910079, + "main_score": 0.888425, + "hf_subset": "arb_Latn-afr_Latn", + "languages": [ + "arb-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.867498, + "recall": 0.902174, + "f1": 0.87769, + "accuracy": 0.902174, + "main_score": 0.87769, + "hf_subset": "arb_Latn-bho_Deva", + "languages": [ + "arb-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.860664, + "recall": 0.894269, + "f1": 0.870284, + "accuracy": 0.894269, + "main_score": 0.870284, + "hf_subset": "arb_Latn-eus_Latn", + "languages": [ + "arb-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.759118, + "recall": 0.811265, + "f1": 0.773922, + "accuracy": 0.811265, + "main_score": 0.773922, + "hf_subset": "arb_Latn-ibo_Latn", + "languages": [ + "arb-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.758449, + "recall": 0.810277, + "f1": 0.773574, + "accuracy": 0.810277, + "main_score": 0.773574, + "hf_subset": "arb_Latn-kmr_Latn", + "languages": [ + "arb-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.854309, + "recall": 0.892292, + "f1": 0.865584, + "accuracy": 0.892292, + "main_score": 0.865584, + "hf_subset": "arb_Latn-min_Latn", + "languages": [ + "arb-Latn", + "min-Latn" + ] + }, + { + "precision": 0.890799, + "recall": 0.91996, + "f1": 0.899901, + "accuracy": 0.91996, + "main_score": 0.899901, + "hf_subset": "arb_Latn-por_Latn", + "languages": [ + "arb-Latn", + "por-Latn" + ] + }, + { + "precision": 0.855986, + "recall": 0.890316, + "f1": 0.866261, + "accuracy": 0.890316, + "main_score": 0.866261, + "hf_subset": "arb_Latn-sun_Latn", + "languages": [ + "arb-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.43596, + "recall": 0.488142, + "f1": 0.450578, + "accuracy": 0.488142, + "main_score": 0.450578, + "hf_subset": "arb_Latn-umb_Latn", + "languages": [ + "arb-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.924572, + "recall": 0.947628, + "f1": 0.931983, + "accuracy": 0.947628, + "main_score": 0.931983, + "hf_subset": "arb_Latn-ajp_Arab", + "languages": [ + "arb-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.459581, + "recall": 0.530632, + "f1": 0.478878, + "accuracy": 0.530632, + "main_score": 0.478878, + "hf_subset": "arb_Latn-bjn_Arab", + "languages": [ + "arb-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.441032, + "recall": 0.479249, + "f1": 0.452212, + "accuracy": 0.479249, + "main_score": 0.452212, + "hf_subset": "arb_Latn-ewe_Latn", + "languages": [ + "arb-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.803021, + "recall": 0.844862, + "f1": 0.814648, + "accuracy": 0.844862, + "main_score": 0.814648, + "hf_subset": "arb_Latn-ilo_Latn", + "languages": [ + "arb-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.239137, + "recall": 0.296443, + "f1": 0.254053, + "accuracy": 0.296443, + "main_score": 0.254053, + "hf_subset": "arb_Latn-knc_Arab", + "languages": [ + "arb-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.880477, + "recall": 0.912055, + "f1": 0.889613, + "accuracy": 0.912055, + "main_score": 0.889613, + "hf_subset": "arb_Latn-mkd_Cyrl", + "languages": [ + "arb-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.906028, + "recall": 0.932806, + "f1": 0.914361, + "accuracy": 0.932806, + "main_score": 0.914361, + "hf_subset": "arb_Latn-prs_Arab", + "languages": [ + "arb-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.88107, + "recall": 0.91502, + "f1": 0.891471, + "accuracy": 0.91502, + "main_score": 0.891471, + "hf_subset": "arb_Latn-swe_Latn", + "languages": [ + "arb-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.87808, + "recall": 0.912055, + "f1": 0.88834, + "accuracy": 0.912055, + "main_score": 0.88834, + "hf_subset": "arb_Latn-urd_Arab", + "languages": [ + "arb-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.639485, + "recall": 0.697628, + "f1": 0.655183, + "accuracy": 0.697628, + "main_score": 0.655183, + "hf_subset": "arb_Latn-aka_Latn", + "languages": [ + "arb-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.84441, + "recall": 0.880435, + "f1": 0.854877, + "accuracy": 0.880435, + "main_score": 0.854877, + "hf_subset": "arb_Latn-bjn_Latn", + "languages": [ + "arb-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.84545, + "recall": 0.881423, + "f1": 0.856276, + "accuracy": 0.881423, + "main_score": 0.856276, + "hf_subset": "arb_Latn-fao_Latn", + "languages": [ + "arb-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.895208, + "recall": 0.923913, + "f1": 0.903689, + "accuracy": 0.923913, + "main_score": 0.903689, + "hf_subset": "arb_Latn-ind_Latn", + "languages": [ + "arb-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.482339, + "recall": 0.524704, + "f1": 0.493527, + "accuracy": 0.524704, + "main_score": 0.493527, + "hf_subset": "arb_Latn-knc_Latn", + "languages": [ + "arb-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.858292, + "recall": 0.895257, + "f1": 0.869093, + "accuracy": 0.895257, + "main_score": 0.869093, + "hf_subset": "arb_Latn-mlt_Latn", + "languages": [ + "arb-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.566115, + "recall": 0.620553, + "f1": 0.581075, + "accuracy": 0.620553, + "main_score": 0.581075, + "hf_subset": "arb_Latn-quy_Latn", + "languages": [ + "arb-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.869228, + "recall": 0.905138, + "f1": 0.88008, + "accuracy": 0.905138, + "main_score": 0.88008, + "hf_subset": "arb_Latn-swh_Latn", + "languages": [ + "arb-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.873477, + "recall": 0.906126, + "f1": 0.883388, + "accuracy": 0.906126, + "main_score": 0.883388, + "hf_subset": "arb_Latn-uzn_Latn", + "languages": [ + "arb-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.874984, + "recall": 0.909091, + "f1": 0.885197, + "accuracy": 0.909091, + "main_score": 0.885197, + "hf_subset": "arb_Latn-als_Latn", + "languages": [ + "arb-Latn", + "als-Latn" + ] + }, + { + "precision": 0.647977, + "recall": 0.720356, + "f1": 0.667707, + "accuracy": 0.720356, + "main_score": 0.667707, + "hf_subset": "arb_Latn-bod_Tibt", + "languages": [ + "arb-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.55743, + "recall": 0.608696, + "f1": 0.571386, + "accuracy": 0.608696, + "main_score": 0.571386, + "hf_subset": "arb_Latn-fij_Latn", + "languages": [ + "arb-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.842391, + "recall": 0.881423, + "f1": 0.854089, + "accuracy": 0.881423, + "main_score": 0.854089, + "hf_subset": "arb_Latn-isl_Latn", + "languages": [ + "arb-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.528231, + "recall": 0.583992, + "f1": 0.543483, + "accuracy": 0.583992, + "main_score": 0.543483, + "hf_subset": "arb_Latn-kon_Latn", + "languages": [ + "arb-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.480763, + "recall": 0.540514, + "f1": 0.498403, + "accuracy": 0.540514, + "main_score": 0.498403, + "hf_subset": "arb_Latn-mni_Beng", + "languages": [ + "arb-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.887879, + "recall": 0.920949, + "f1": 0.898188, + "accuracy": 0.920949, + "main_score": 0.898188, + "hf_subset": "arb_Latn-ron_Latn", + "languages": [ + "arb-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.881546, + "recall": 0.914032, + "f1": 0.891656, + "accuracy": 0.914032, + "main_score": 0.891656, + "hf_subset": "arb_Latn-szl_Latn", + "languages": [ + "arb-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.896443, + "recall": 0.926877, + "f1": 0.906094, + "accuracy": 0.926877, + "main_score": 0.906094, + "hf_subset": "arb_Latn-vec_Latn", + "languages": [ + "arb-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.829661, + "recall": 0.87253, + "f1": 0.842477, + "accuracy": 0.87253, + "main_score": 0.842477, + "hf_subset": "arb_Latn-amh_Ethi", + "languages": [ + "arb-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.899358, + "recall": 0.928854, + "f1": 0.908498, + "accuracy": 0.928854, + "main_score": 0.908498, + "hf_subset": "arb_Latn-bos_Latn", + "languages": [ + "arb-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.868264, + "recall": 0.905138, + "f1": 0.879513, + "accuracy": 0.905138, + "main_score": 0.879513, + "hf_subset": "arb_Latn-fin_Latn", + "languages": [ + "arb-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.890053, + "recall": 0.921937, + "f1": 0.899821, + "accuracy": 0.921937, + "main_score": 0.899821, + "hf_subset": "arb_Latn-ita_Latn", + "languages": [ + "arb-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.891584, + "recall": 0.923913, + "f1": 0.901746, + "accuracy": 0.923913, + "main_score": 0.901746, + "hf_subset": "arb_Latn-kor_Hang", + "languages": [ + "arb-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.436491, + "recall": 0.485178, + "f1": 0.450571, + "accuracy": 0.485178, + "main_score": 0.450571, + "hf_subset": "arb_Latn-mos_Latn", + "languages": [ + "arb-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.653094, + "recall": 0.711462, + "f1": 0.669464, + "accuracy": 0.711462, + "main_score": 0.669464, + "hf_subset": "arb_Latn-run_Latn", + "languages": [ + "arb-Latn", + "run-Latn" + ] + }, + { + "precision": 0.881209, + "recall": 0.914032, + "f1": 0.891173, + "accuracy": 0.914032, + "main_score": 0.891173, + "hf_subset": "arb_Latn-tam_Taml", + "languages": [ + "arb-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.874242, + "recall": 0.908103, + "f1": 0.884289, + "accuracy": 0.908103, + "main_score": 0.884289, + "hf_subset": "arb_Latn-vie_Latn", + "languages": [ + "arb-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.913982, + "recall": 0.939723, + "f1": 0.922003, + "accuracy": 0.939723, + "main_score": 0.922003, + "hf_subset": "arb_Latn-apc_Arab", + "languages": [ + "arb-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.632519, + "recall": 0.690711, + "f1": 0.648752, + "accuracy": 0.690711, + "main_score": 0.648752, + "hf_subset": "arb_Latn-bug_Latn", + "languages": [ + "arb-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.40291, + "recall": 0.442688, + "f1": 0.41382, + "accuracy": 0.442688, + "main_score": 0.41382, + "hf_subset": "arb_Latn-fon_Latn", + "languages": [ + "arb-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.859595, + "recall": 0.894269, + "f1": 0.870088, + "accuracy": 0.894269, + "main_score": 0.870088, + "hf_subset": "arb_Latn-jav_Latn", + "languages": [ + "arb-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.826808, + "recall": 0.864625, + "f1": 0.837854, + "accuracy": 0.864625, + "main_score": 0.837854, + "hf_subset": "arb_Latn-lao_Laoo", + "languages": [ + "arb-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.770232, + "recall": 0.824111, + "f1": 0.785896, + "accuracy": 0.824111, + "main_score": 0.785896, + "hf_subset": "arb_Latn-mri_Latn", + "languages": [ + "arb-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.893784, + "recall": 0.922925, + "f1": 0.902487, + "accuracy": 0.922925, + "main_score": 0.902487, + "hf_subset": "arb_Latn-rus_Cyrl", + "languages": [ + "arb-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.462774, + "recall": 0.507905, + "f1": 0.475249, + "accuracy": 0.507905, + "main_score": 0.475249, + "hf_subset": "arb_Latn-taq_Latn", + "languages": [ + "arb-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.835722, + "recall": 0.87253, + "f1": 0.846294, + "accuracy": 0.87253, + "main_score": 0.846294, + "hf_subset": "arb_Latn-war_Latn", + "languages": [ + "arb-Latn", + "war-Latn" + ] + }, + { + "precision": 0.923748, + "recall": 0.947628, + "f1": 0.931489, + "accuracy": 0.947628, + "main_score": 0.931489, + "hf_subset": "arb_Latn-arb_Arab", + "languages": [ + "arb-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.896633, + "recall": 0.925889, + "f1": 0.905616, + "accuracy": 0.925889, + "main_score": 0.905616, + "hf_subset": "arb_Latn-bul_Cyrl", + "languages": [ + "arb-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.899325, + "recall": 0.927866, + "f1": 0.907806, + "accuracy": 0.927866, + "main_score": 0.907806, + "hf_subset": "arb_Latn-fra_Latn", + "languages": [ + "arb-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.883482, + "recall": 0.917984, + "f1": 0.894137, + "accuracy": 0.917984, + "main_score": 0.894137, + "hf_subset": "arb_Latn-jpn_Jpan", + "languages": [ + "arb-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.891973, + "recall": 0.922925, + "f1": 0.9014, + "accuracy": 0.922925, + "main_score": 0.9014, + "hf_subset": "arb_Latn-lij_Latn", + "languages": [ + "arb-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.83615, + "recall": 0.87747, + "f1": 0.848287, + "accuracy": 0.87747, + "main_score": 0.848287, + "hf_subset": "arb_Latn-mya_Mymr", + "languages": [ + "arb-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.468954, + "recall": 0.516798, + "f1": 0.48235, + "accuracy": 0.516798, + "main_score": 0.48235, + "hf_subset": "arb_Latn-sag_Latn", + "languages": [ + "arb-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.214227, + "recall": 0.274704, + "f1": 0.228582, + "accuracy": 0.274704, + "main_score": 0.228582, + "hf_subset": "arb_Latn-taq_Tfng", + "languages": [ + "arb-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.54903, + "recall": 0.601779, + "f1": 0.562652, + "accuracy": 0.601779, + "main_score": 0.562652, + "hf_subset": "arb_Latn-wol_Latn", + "languages": [ + "arb-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.885952, + "recall": 0.918972, + "f1": 0.89608, + "accuracy": 0.918972, + "main_score": 0.89608, + "hf_subset": "arb_Latn-cat_Latn", + "languages": [ + "arb-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.87724, + "recall": 0.909091, + "f1": 0.88666, + "accuracy": 0.909091, + "main_score": 0.88666, + "hf_subset": "arb_Latn-fur_Latn", + "languages": [ + "arb-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.439307, + "recall": 0.505929, + "f1": 0.458153, + "accuracy": 0.505929, + "main_score": 0.458153, + "hf_subset": "arb_Latn-kab_Latn", + "languages": [ + "arb-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.862173, + "recall": 0.899209, + "f1": 0.87309, + "accuracy": 0.899209, + "main_score": 0.87309, + "hf_subset": "arb_Latn-lim_Latn", + "languages": [ + "arb-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.865646, + "recall": 0.903162, + "f1": 0.87683, + "accuracy": 0.903162, + "main_score": 0.87683, + "hf_subset": "arb_Latn-nld_Latn", + "languages": [ + "arb-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.855604, + "recall": 0.890316, + "f1": 0.865891, + "accuracy": 0.890316, + "main_score": 0.865891, + "hf_subset": "arb_Latn-san_Deva", + "languages": [ + "arb-Latn", + "san-Deva" + ] + }, + { + "precision": 0.856522, + "recall": 0.891304, + "f1": 0.8667, + "accuracy": 0.891304, + "main_score": 0.8667, + "hf_subset": "arb_Latn-tat_Cyrl", + "languages": [ + "arb-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.774072, + "recall": 0.827075, + "f1": 0.789701, + "accuracy": 0.827075, + "main_score": 0.789701, + "hf_subset": "arb_Latn-xho_Latn", + "languages": [ + "arb-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.92029, + "recall": 0.945652, + "f1": 0.928524, + "accuracy": 0.945652, + "main_score": 0.928524, + "hf_subset": "arb_Latn-ars_Arab", + "languages": [ + "arb-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.854671, + "recall": 0.88834, + "f1": 0.864387, + "accuracy": 0.88834, + "main_score": 0.864387, + "hf_subset": "arb_Latn-ceb_Latn", + "languages": [ + "arb-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.422406, + "recall": 0.490119, + "f1": 0.441456, + "accuracy": 0.490119, + "main_score": 0.441456, + "hf_subset": "arb_Latn-fuv_Latn", + "languages": [ + "arb-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.456257, + "recall": 0.496047, + "f1": 0.467325, + "accuracy": 0.496047, + "main_score": 0.467325, + "hf_subset": "arb_Latn-kac_Latn", + "languages": [ + "arb-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.553214, + "recall": 0.607708, + "f1": 0.567808, + "accuracy": 0.607708, + "main_score": 0.567808, + "hf_subset": "arb_Latn-lin_Latn", + "languages": [ + "arb-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.875445, + "recall": 0.908103, + "f1": 0.885283, + "accuracy": 0.908103, + "main_score": 0.885283, + "hf_subset": "arb_Latn-nno_Latn", + "languages": [ + "arb-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.739667, + "recall": 0.801383, + "f1": 0.757973, + "accuracy": 0.801383, + "main_score": 0.757973, + "hf_subset": "arb_Latn-sat_Olck", + "languages": [ + "arb-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.868916, + "recall": 0.906126, + "f1": 0.880319, + "accuracy": 0.906126, + "main_score": 0.880319, + "hf_subset": "arb_Latn-tel_Telu", + "languages": [ + "arb-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.866641, + "recall": 0.901186, + "f1": 0.876845, + "accuracy": 0.901186, + "main_score": 0.876845, + "hf_subset": "arb_Latn-ydd_Hebr", + "languages": [ + "arb-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.897233, + "recall": 0.923913, + "f1": 0.90527, + "accuracy": 0.923913, + "main_score": 0.90527, + "hf_subset": "arb_Latn-ary_Arab", + "languages": [ + "arb-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.890316, + "recall": 0.922925, + "f1": 0.900659, + "accuracy": 0.922925, + "main_score": 0.900659, + "hf_subset": "arb_Latn-ces_Latn", + "languages": [ + "arb-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.518142, + "recall": 0.583992, + "f1": 0.536039, + "accuracy": 0.583992, + "main_score": 0.536039, + "hf_subset": "arb_Latn-gaz_Latn", + "languages": [ + "arb-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.49643, + "recall": 0.546443, + "f1": 0.51039, + "accuracy": 0.546443, + "main_score": 0.51039, + "hf_subset": "arb_Latn-kam_Latn", + "languages": [ + "arb-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.870718, + "recall": 0.909091, + "f1": 0.882872, + "accuracy": 0.909091, + "main_score": 0.882872, + "hf_subset": "arb_Latn-lit_Latn", + "languages": [ + "arb-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.876821, + "recall": 0.911067, + "f1": 0.887189, + "accuracy": 0.911067, + "main_score": 0.887189, + "hf_subset": "arb_Latn-nob_Latn", + "languages": [ + "arb-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.870712, + "recall": 0.902174, + "f1": 0.879652, + "accuracy": 0.902174, + "main_score": 0.879652, + "hf_subset": "arb_Latn-scn_Latn", + "languages": [ + "arb-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.841101, + "recall": 0.880435, + "f1": 0.852683, + "accuracy": 0.880435, + "main_score": 0.852683, + "hf_subset": "arb_Latn-tgk_Cyrl", + "languages": [ + "arb-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.651837, + "recall": 0.714427, + "f1": 0.668483, + "accuracy": 0.714427, + "main_score": 0.668483, + "hf_subset": "arb_Latn-yor_Latn", + "languages": [ + "arb-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.918841, + "recall": 0.943676, + "f1": 0.926877, + "accuracy": 0.943676, + "main_score": 0.926877, + "hf_subset": "arb_Latn-arz_Arab", + "languages": [ + "arb-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.445994, + "recall": 0.488142, + "f1": 0.45753, + "accuracy": 0.488142, + "main_score": 0.45753, + "hf_subset": "arb_Latn-cjk_Latn", + "languages": [ + "arb-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.84086, + "recall": 0.882411, + "f1": 0.8532, + "accuracy": 0.882411, + "main_score": 0.8532, + "hf_subset": "arb_Latn-gla_Latn", + "languages": [ + "arb-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.863852, + "recall": 0.899209, + "f1": 0.874347, + "accuracy": 0.899209, + "main_score": 0.874347, + "hf_subset": "arb_Latn-kan_Knda", + "languages": [ + "arb-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.87887, + "recall": 0.909091, + "f1": 0.887389, + "accuracy": 0.909091, + "main_score": 0.887389, + "hf_subset": "arb_Latn-lmo_Latn", + "languages": [ + "arb-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.870942, + "recall": 0.905138, + "f1": 0.881294, + "accuracy": 0.905138, + "main_score": 0.881294, + "hf_subset": "arb_Latn-npi_Deva", + "languages": [ + "arb-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.455093, + "recall": 0.524704, + "f1": 0.474082, + "accuracy": 0.524704, + "main_score": 0.474082, + "hf_subset": "arb_Latn-shn_Mymr", + "languages": [ + "arb-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.858254, + "recall": 0.896245, + "f1": 0.869888, + "accuracy": 0.896245, + "main_score": 0.869888, + "hf_subset": "arb_Latn-tgl_Latn", + "languages": [ + "arb-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.870175, + "recall": 0.907115, + "f1": 0.881225, + "accuracy": 0.907115, + "main_score": 0.881225, + "hf_subset": "arb_Latn-yue_Hant", + "languages": [ + "arb-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.854688, + "recall": 0.891304, + "f1": 0.865335, + "accuracy": 0.891304, + "main_score": 0.865335, + "hf_subset": "arb_Latn-asm_Beng", + "languages": [ + "arb-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.849144, + "recall": 0.88834, + "f1": 0.8611, + "accuracy": 0.88834, + "main_score": 0.8611, + "hf_subset": "arb_Latn-ckb_Arab", + "languages": [ + "arb-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.872513, + "recall": 0.907115, + "f1": 0.882905, + "accuracy": 0.907115, + "main_score": 0.882905, + "hf_subset": "arb_Latn-gle_Latn", + "languages": [ + "arb-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.768433, + "recall": 0.823123, + "f1": 0.78447, + "accuracy": 0.823123, + "main_score": 0.78447, + "hf_subset": "arb_Latn-kas_Arab", + "languages": [ + "arb-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.764657, + "recall": 0.813241, + "f1": 0.779122, + "accuracy": 0.813241, + "main_score": 0.779122, + "hf_subset": "arb_Latn-ltg_Latn", + "languages": [ + "arb-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.724263, + "recall": 0.772727, + "f1": 0.738229, + "accuracy": 0.772727, + "main_score": 0.738229, + "hf_subset": "arb_Latn-nso_Latn", + "languages": [ + "arb-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.863093, + "recall": 0.899209, + "f1": 0.874046, + "accuracy": 0.899209, + "main_score": 0.874046, + "hf_subset": "arb_Latn-sin_Sinh", + "languages": [ + "arb-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.870323, + "recall": 0.905138, + "f1": 0.880519, + "accuracy": 0.905138, + "main_score": 0.880519, + "hf_subset": "arb_Latn-tha_Thai", + "languages": [ + "arb-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.840095, + "recall": 0.881423, + "f1": 0.851847, + "accuracy": 0.881423, + "main_score": 0.851847, + "hf_subset": "arb_Latn-zho_Hans", + "languages": [ + "arb-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.879727, + "recall": 0.913043, + "f1": 0.889841, + "accuracy": 0.913043, + "main_score": 0.889841, + "hf_subset": "arb_Latn-ast_Latn", + "languages": [ + "arb-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.871212, + "recall": 0.906126, + "f1": 0.881757, + "accuracy": 0.906126, + "main_score": 0.881757, + "hf_subset": "arb_Latn-crh_Latn", + "languages": [ + "arb-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.879941, + "recall": 0.916008, + "f1": 0.891271, + "accuracy": 0.916008, + "main_score": 0.891271, + "hf_subset": "arb_Latn-glg_Latn", + "languages": [ + "arb-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.715024, + "recall": 0.768775, + "f1": 0.730243, + "accuracy": 0.768775, + "main_score": 0.730243, + "hf_subset": "arb_Latn-kas_Deva", + "languages": [ + "arb-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.861289, + "recall": 0.893281, + "f1": 0.870574, + "accuracy": 0.893281, + "main_score": 0.870574, + "hf_subset": "arb_Latn-ltz_Latn", + "languages": [ + "arb-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.383314, + "recall": 0.44664, + "f1": 0.400628, + "accuracy": 0.44664, + "main_score": 0.400628, + "hf_subset": "arb_Latn-nus_Latn", + "languages": [ + "arb-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.870793, + "recall": 0.90415, + "f1": 0.880932, + "accuracy": 0.90415, + "main_score": 0.880932, + "hf_subset": "arb_Latn-slk_Latn", + "languages": [ + "arb-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.562602, + "recall": 0.629447, + "f1": 0.581463, + "accuracy": 0.629447, + "main_score": 0.581463, + "hf_subset": "arb_Latn-tir_Ethi", + "languages": [ + "arb-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.869977, + "recall": 0.907115, + "f1": 0.881456, + "accuracy": 0.907115, + "main_score": 0.881456, + "hf_subset": "arb_Latn-zho_Hant", + "languages": [ + "arb-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.866831, + "recall": 0.900198, + "f1": 0.876896, + "accuracy": 0.900198, + "main_score": 0.876896, + "hf_subset": "arb_Latn-awa_Deva", + "languages": [ + "arb-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.875701, + "recall": 0.908103, + "f1": 0.885364, + "accuracy": 0.908103, + "main_score": 0.885364, + "hf_subset": "arb_Latn-cym_Latn", + "languages": [ + "arb-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.652056, + "recall": 0.701581, + "f1": 0.665621, + "accuracy": 0.701581, + "main_score": 0.665621, + "hf_subset": "arb_Latn-grn_Latn", + "languages": [ + "arb-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.883514, + "recall": 0.916996, + "f1": 0.893629, + "accuracy": 0.916996, + "main_score": 0.893629, + "hf_subset": "arb_Latn-kat_Geor", + "languages": [ + "arb-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.512256, + "recall": 0.566206, + "f1": 0.526567, + "accuracy": 0.566206, + "main_score": 0.526567, + "hf_subset": "arb_Latn-lua_Latn", + "languages": [ + "arb-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.714401, + "recall": 0.769763, + "f1": 0.729898, + "accuracy": 0.769763, + "main_score": 0.729898, + "hf_subset": "arb_Latn-nya_Latn", + "languages": [ + "arb-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.885058, + "recall": 0.916996, + "f1": 0.894911, + "accuracy": 0.916996, + "main_score": 0.894911, + "hf_subset": "arb_Latn-slv_Latn", + "languages": [ + "arb-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.800338, + "recall": 0.841897, + "f1": 0.811706, + "accuracy": 0.841897, + "main_score": 0.811706, + "hf_subset": "arb_Latn-tpi_Latn", + "languages": [ + "arb-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.872299, + "recall": 0.909091, + "f1": 0.883564, + "accuracy": 0.909091, + "main_score": 0.883564, + "hf_subset": "arb_Latn-zsm_Latn", + "languages": [ + "arb-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.453053, + "recall": 0.501976, + "f1": 0.466408, + "accuracy": 0.501976, + "main_score": 0.466408, + "hf_subset": "arb_Latn-ayr_Latn", + "languages": [ + "arb-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.892572, + "recall": 0.923913, + "f1": 0.902207, + "accuracy": 0.923913, + "main_score": 0.902207, + "hf_subset": "arb_Latn-dan_Latn", + "languages": [ + "arb-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.875181, + "recall": 0.910079, + "f1": 0.885935, + "accuracy": 0.910079, + "main_score": 0.885935, + "hf_subset": "arb_Latn-guj_Gujr", + "languages": [ + "arb-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.859058, + "recall": 0.898221, + "f1": 0.871179, + "accuracy": 0.898221, + "main_score": 0.871179, + "hf_subset": "arb_Latn-kaz_Cyrl", + "languages": [ + "arb-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.592919, + "recall": 0.660079, + "f1": 0.611404, + "accuracy": 0.660079, + "main_score": 0.611404, + "hf_subset": "arb_Latn-lug_Latn", + "languages": [ + "arb-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.87416, + "recall": 0.907115, + "f1": 0.883865, + "accuracy": 0.907115, + "main_score": 0.883865, + "hf_subset": "arb_Latn-oci_Latn", + "languages": [ + "arb-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.717153, + "recall": 0.772727, + "f1": 0.733179, + "accuracy": 0.772727, + "main_score": 0.733179, + "hf_subset": "arb_Latn-smo_Latn", + "languages": [ + "arb-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.659874, + "recall": 0.726285, + "f1": 0.678214, + "accuracy": 0.726285, + "main_score": 0.678214, + "hf_subset": "arb_Latn-tsn_Latn", + "languages": [ + "arb-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.785639, + "recall": 0.83498, + "f1": 0.800282, + "accuracy": 0.83498, + "main_score": 0.800282, + "hf_subset": "arb_Latn-zul_Latn", + "languages": [ + "arb-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.782404, + "recall": 0.828063, + "f1": 0.79549, + "accuracy": 0.828063, + "main_score": 0.79549, + "hf_subset": "arb_Latn-azb_Arab", + "languages": [ + "arb-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.890226, + "recall": 0.921937, + "f1": 0.899989, + "accuracy": 0.921937, + "main_score": 0.899989, + "hf_subset": "arb_Latn-deu_Latn", + "languages": [ + "arb-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.85429, + "recall": 0.891304, + "f1": 0.865291, + "accuracy": 0.891304, + "main_score": 0.865291, + "hf_subset": "arb_Latn-hat_Latn", + "languages": [ + "arb-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.444902, + "recall": 0.48913, + "f1": 0.457533, + "accuracy": 0.48913, + "main_score": 0.457533, + "hf_subset": "arb_Latn-kbp_Latn", + "languages": [ + "arb-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.475012, + "recall": 0.520751, + "f1": 0.487532, + "accuracy": 0.520751, + "main_score": 0.487532, + "hf_subset": "arb_Latn-luo_Latn", + "languages": [ + "arb-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.840942, + "recall": 0.884387, + "f1": 0.854183, + "accuracy": 0.884387, + "main_score": 0.854183, + "hf_subset": "arb_Latn-ory_Orya", + "languages": [ + "arb-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.768678, + "recall": 0.821146, + "f1": 0.78362, + "accuracy": 0.821146, + "main_score": 0.78362, + "hf_subset": "arb_Latn-sna_Latn", + "languages": [ + "arb-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.593994, + "recall": 0.657115, + "f1": 0.611566, + "accuracy": 0.657115, + "main_score": 0.611566, + "hf_subset": "arb_Latn-tso_Latn", + "languages": [ + "arb-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.862328, + "recall": 0.899209, + "f1": 0.873403, + "accuracy": 0.899209, + "main_score": 0.873403, + "hf_subset": "arb_Latn-azj_Latn", + "languages": [ + "arb-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.441511, + "recall": 0.48913, + "f1": 0.45469, + "accuracy": 0.48913, + "main_score": 0.45469, + "hf_subset": "arb_Latn-dik_Latn", + "languages": [ + "arb-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.810507, + "recall": 0.859684, + "f1": 0.825362, + "accuracy": 0.859684, + "main_score": 0.825362, + "hf_subset": "arb_Latn-hau_Latn", + "languages": [ + "arb-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.863752, + "recall": 0.900198, + "f1": 0.874868, + "accuracy": 0.900198, + "main_score": 0.874868, + "hf_subset": "arb_Latn-kea_Latn", + "languages": [ + "arb-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.755701, + "recall": 0.810277, + "f1": 0.771012, + "accuracy": 0.810277, + "main_score": 0.771012, + "hf_subset": "arb_Latn-lus_Latn", + "languages": [ + "arb-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.710521, + "recall": 0.758893, + "f1": 0.724412, + "accuracy": 0.758893, + "main_score": 0.724412, + "hf_subset": "arb_Latn-pag_Latn", + "languages": [ + "arb-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.837813, + "recall": 0.881423, + "f1": 0.850678, + "accuracy": 0.881423, + "main_score": 0.850678, + "hf_subset": "arb_Latn-snd_Arab", + "languages": [ + "arb-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.839189, + "recall": 0.882411, + "f1": 0.852506, + "accuracy": 0.882411, + "main_score": 0.852506, + "hf_subset": "arb_Latn-tuk_Latn", + "languages": [ + "arb-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.851091, + "recall": 0.887352, + "f1": 0.861629, + "accuracy": 0.887352, + "main_score": 0.861629, + "hf_subset": "arb_Latn-bak_Cyrl", + "languages": [ + "arb-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.405413, + "recall": 0.463439, + "f1": 0.421549, + "accuracy": 0.463439, + "main_score": 0.421549, + "hf_subset": "arb_Latn-dyu_Latn", + "languages": [ + "arb-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.895652, + "recall": 0.924901, + "f1": 0.904447, + "accuracy": 0.924901, + "main_score": 0.904447, + "hf_subset": "arb_Latn-heb_Hebr", + "languages": [ + "arb-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.853014, + "recall": 0.894269, + "f1": 0.865942, + "accuracy": 0.894269, + "main_score": 0.865942, + "hf_subset": "arb_Latn-khk_Cyrl", + "languages": [ + "arb-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.883162, + "recall": 0.912055, + "f1": 0.89157, + "accuracy": 0.912055, + "main_score": 0.89157, + "hf_subset": "arb_Latn-lvs_Latn", + "languages": [ + "arb-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.853379, + "recall": 0.892292, + "f1": 0.864643, + "accuracy": 0.892292, + "main_score": 0.864643, + "hf_subset": "arb_Latn-pan_Guru", + "languages": [ + "arb-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.798428, + "recall": 0.846838, + "f1": 0.812895, + "accuracy": 0.846838, + "main_score": 0.812895, + "hf_subset": "arb_Latn-som_Latn", + "languages": [ + "arb-Latn", + "som-Latn" + ] + }, + { + "precision": 0.614856, + "recall": 0.666996, + "f1": 0.628897, + "accuracy": 0.666996, + "main_score": 0.628897, + "hf_subset": "arb_Latn-tum_Latn", + "languages": [ + "arb-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.531776, + "recall": 0.625494, + "f1": 0.558372, + "accuracy": 0.625494, + "main_score": 0.558372, + "hf_subset": "cat_Latn-ace_Arab", + "languages": [ + "cat-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.47215, + "recall": 0.534585, + "f1": 0.48851, + "accuracy": 0.534585, + "main_score": 0.48851, + "hf_subset": "cat_Latn-bam_Latn", + "languages": [ + "cat-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.662667, + "recall": 0.743083, + "f1": 0.685732, + "accuracy": 0.743083, + "main_score": 0.685732, + "hf_subset": "cat_Latn-dzo_Tibt", + "languages": [ + "cat-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cat_Latn-hin_Deva", + "languages": [ + "cat-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "cat_Latn-khm_Khmr", + "languages": [ + "cat-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cat_Latn-mag_Deva", + "languages": [ + "cat-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-pap_Latn", + "languages": [ + "cat-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.860375, + "recall": 0.900198, + "f1": 0.872859, + "accuracy": 0.900198, + "main_score": 0.872859, + "hf_subset": "cat_Latn-sot_Latn", + "languages": [ + "cat-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-tur_Latn", + "languages": [ + "cat-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.854578, + "recall": 0.894269, + "f1": 0.867015, + "accuracy": 0.894269, + "main_score": 0.867015, + "hf_subset": "cat_Latn-ace_Latn", + "languages": [ + "cat-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "cat_Latn-ban_Latn", + "languages": [ + "cat-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-ell_Grek", + "languages": [ + "cat-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "cat_Latn-hne_Deva", + "languages": [ + "cat-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.574445, + "recall": 0.649209, + "f1": 0.594687, + "accuracy": 0.649209, + "main_score": 0.594687, + "hf_subset": "cat_Latn-kik_Latn", + "languages": [ + "cat-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "cat_Latn-mai_Deva", + "languages": [ + "cat-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.946146, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "cat_Latn-pbt_Arab", + "languages": [ + "cat-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "cat_Latn-spa_Latn", + "languages": [ + "cat-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.773617, + "recall": 0.829051, + "f1": 0.789841, + "accuracy": 0.829051, + "main_score": 0.789841, + "hf_subset": "cat_Latn-twi_Latn", + "languages": [ + "cat-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-acm_Arab", + "languages": [ + "cat-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-bel_Cyrl", + "languages": [ + "cat-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-hrv_Latn", + "languages": [ + "cat-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.858284, + "recall": 0.897233, + "f1": 0.870257, + "accuracy": 0.897233, + "main_score": 0.870257, + "hf_subset": "cat_Latn-kin_Latn", + "languages": [ + "cat-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cat_Latn-mal_Mlym", + "languages": [ + "cat-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-pes_Arab", + "languages": [ + "cat-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cat_Latn-srd_Latn", + "languages": [ + "cat-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.19649, + "recall": 0.263834, + "f1": 0.212612, + "accuracy": 0.263834, + "main_score": 0.212612, + "hf_subset": "cat_Latn-tzm_Tfng", + "languages": [ + "cat-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-acq_Arab", + "languages": [ + "cat-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.650494, + "recall": 0.728261, + "f1": 0.672817, + "accuracy": 0.728261, + "main_score": 0.672817, + "hf_subset": "cat_Latn-bem_Latn", + "languages": [ + "cat-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-epo_Latn", + "languages": [ + "cat-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-hun_Latn", + "languages": [ + "cat-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "cat_Latn-kir_Cyrl", + "languages": [ + "cat-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cat_Latn-mar_Deva", + "languages": [ + "cat-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.874012, + "recall": 0.912055, + "f1": 0.886001, + "accuracy": 0.912055, + "main_score": 0.886001, + "hf_subset": "cat_Latn-plt_Latn", + "languages": [ + "cat-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-srp_Cyrl", + "languages": [ + "cat-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.92943, + "recall": 0.949605, + "f1": 0.935625, + "accuracy": 0.949605, + "main_score": 0.935625, + "hf_subset": "cat_Latn-uig_Arab", + "languages": [ + "cat-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-aeb_Arab", + "languages": [ + "cat-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-ben_Beng", + "languages": [ + "cat-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-est_Latn", + "languages": [ + "cat-Latn", + "est-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cat_Latn-hye_Armn", + "languages": [ + "cat-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.463428, + "recall": 0.529644, + "f1": 0.481621, + "accuracy": 0.529644, + "main_score": 0.481621, + "hf_subset": "cat_Latn-kmb_Latn", + "languages": [ + "cat-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.504112, + "recall": 0.594862, + "f1": 0.52859, + "accuracy": 0.594862, + "main_score": 0.52859, + "hf_subset": "cat_Latn-min_Arab", + "languages": [ + "cat-Latn", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-pol_Latn", + "languages": [ + "cat-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.755254, + "recall": 0.81917, + "f1": 0.774736, + "accuracy": 0.81917, + "main_score": 0.774736, + "hf_subset": "cat_Latn-ssw_Latn", + "languages": [ + "cat-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-ukr_Cyrl", + "languages": [ + "cat-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-afr_Latn", + "languages": [ + "cat-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cat_Latn-bho_Deva", + "languages": [ + "cat-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cat_Latn-eus_Latn", + "languages": [ + "cat-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.855352, + "recall": 0.898221, + "f1": 0.868775, + "accuracy": 0.898221, + "main_score": 0.868775, + "hf_subset": "cat_Latn-ibo_Latn", + "languages": [ + "cat-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.874424, + "recall": 0.911067, + "f1": 0.885738, + "accuracy": 0.911067, + "main_score": 0.885738, + "hf_subset": "cat_Latn-kmr_Latn", + "languages": [ + "cat-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cat_Latn-min_Latn", + "languages": [ + "cat-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-por_Latn", + "languages": [ + "cat-Latn", + "por-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "cat_Latn-sun_Latn", + "languages": [ + "cat-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.461108, + "recall": 0.531621, + "f1": 0.480527, + "accuracy": 0.531621, + "main_score": 0.480527, + "hf_subset": "cat_Latn-umb_Latn", + "languages": [ + "cat-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-ajp_Arab", + "languages": [ + "cat-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.50636, + "recall": 0.592885, + "f1": 0.530022, + "accuracy": 0.592885, + "main_score": 0.530022, + "hf_subset": "cat_Latn-bjn_Arab", + "languages": [ + "cat-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.453737, + "recall": 0.51581, + "f1": 0.470087, + "accuracy": 0.51581, + "main_score": 0.470087, + "hf_subset": "cat_Latn-ewe_Latn", + "languages": [ + "cat-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.966403, + "f1": 0.955369, + "accuracy": 0.966403, + "main_score": 0.955369, + "hf_subset": "cat_Latn-ilo_Latn", + "languages": [ + "cat-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.247811, + "recall": 0.320158, + "f1": 0.265457, + "accuracy": 0.320158, + "main_score": 0.265457, + "hf_subset": "cat_Latn-knc_Arab", + "languages": [ + "cat-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-mkd_Cyrl", + "languages": [ + "cat-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-prs_Arab", + "languages": [ + "cat-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-swe_Latn", + "languages": [ + "cat-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-urd_Arab", + "languages": [ + "cat-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.751466, + "recall": 0.812253, + "f1": 0.769504, + "accuracy": 0.812253, + "main_score": 0.769504, + "hf_subset": "cat_Latn-aka_Latn", + "languages": [ + "cat-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "cat_Latn-bjn_Latn", + "languages": [ + "cat-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "cat_Latn-fao_Latn", + "languages": [ + "cat-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ind_Latn", + "languages": [ + "cat-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.512641, + "recall": 0.577075, + "f1": 0.530257, + "accuracy": 0.577075, + "main_score": 0.530257, + "hf_subset": "cat_Latn-knc_Latn", + "languages": [ + "cat-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-mlt_Latn", + "languages": [ + "cat-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.6266, + "recall": 0.705534, + "f1": 0.648872, + "accuracy": 0.705534, + "main_score": 0.648872, + "hf_subset": "cat_Latn-quy_Latn", + "languages": [ + "cat-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "cat_Latn-swh_Latn", + "languages": [ + "cat-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "cat_Latn-uzn_Latn", + "languages": [ + "cat-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-als_Latn", + "languages": [ + "cat-Latn", + "als-Latn" + ] + }, + { + "precision": 0.81455, + "recall": 0.865613, + "f1": 0.830029, + "accuracy": 0.865613, + "main_score": 0.830029, + "hf_subset": "cat_Latn-bod_Tibt", + "languages": [ + "cat-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.631077, + "recall": 0.703557, + "f1": 0.652043, + "accuracy": 0.703557, + "main_score": 0.652043, + "hf_subset": "cat_Latn-fij_Latn", + "languages": [ + "cat-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "cat_Latn-isl_Latn", + "languages": [ + "cat-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.598997, + "recall": 0.674901, + "f1": 0.620173, + "accuracy": 0.674901, + "main_score": 0.620173, + "hf_subset": "cat_Latn-kon_Latn", + "languages": [ + "cat-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.607413, + "recall": 0.6917, + "f1": 0.631007, + "accuracy": 0.6917, + "main_score": 0.631007, + "hf_subset": "cat_Latn-mni_Beng", + "languages": [ + "cat-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-ron_Latn", + "languages": [ + "cat-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "cat_Latn-szl_Latn", + "languages": [ + "cat-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-vec_Latn", + "languages": [ + "cat-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.938488, + "recall": 0.95751, + "f1": 0.944565, + "accuracy": 0.95751, + "main_score": 0.944565, + "hf_subset": "cat_Latn-amh_Ethi", + "languages": [ + "cat-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-bos_Latn", + "languages": [ + "cat-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "cat_Latn-fin_Latn", + "languages": [ + "cat-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ita_Latn", + "languages": [ + "cat-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-kor_Hang", + "languages": [ + "cat-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.485231, + "recall": 0.552372, + "f1": 0.503546, + "accuracy": 0.552372, + "main_score": 0.503546, + "hf_subset": "cat_Latn-mos_Latn", + "languages": [ + "cat-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.754694, + "recall": 0.816206, + "f1": 0.773551, + "accuracy": 0.816206, + "main_score": 0.773551, + "hf_subset": "cat_Latn-run_Latn", + "languages": [ + "cat-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cat_Latn-tam_Taml", + "languages": [ + "cat-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "cat_Latn-vie_Latn", + "languages": [ + "cat-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-apc_Arab", + "languages": [ + "cat-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.723798, + "recall": 0.791502, + "f1": 0.74337, + "accuracy": 0.791502, + "main_score": 0.74337, + "hf_subset": "cat_Latn-bug_Latn", + "languages": [ + "cat-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.409759, + "recall": 0.469368, + "f1": 0.425575, + "accuracy": 0.469368, + "main_score": 0.425575, + "hf_subset": "cat_Latn-fon_Latn", + "languages": [ + "cat-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "cat_Latn-jav_Latn", + "languages": [ + "cat-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "cat_Latn-lao_Laoo", + "languages": [ + "cat-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.871904, + "recall": 0.908103, + "f1": 0.883235, + "accuracy": 0.908103, + "main_score": 0.883235, + "hf_subset": "cat_Latn-mri_Latn", + "languages": [ + "cat-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-rus_Cyrl", + "languages": [ + "cat-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.494193, + "recall": 0.560277, + "f1": 0.511546, + "accuracy": 0.560277, + "main_score": 0.511546, + "hf_subset": "cat_Latn-taq_Latn", + "languages": [ + "cat-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-war_Latn", + "languages": [ + "cat-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-arb_Arab", + "languages": [ + "cat-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-bul_Cyrl", + "languages": [ + "cat-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-fra_Latn", + "languages": [ + "cat-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-jpn_Jpan", + "languages": [ + "cat-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-lij_Latn", + "languages": [ + "cat-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "cat_Latn-mya_Mymr", + "languages": [ + "cat-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.529158, + "recall": 0.604743, + "f1": 0.549329, + "accuracy": 0.604743, + "main_score": 0.549329, + "hf_subset": "cat_Latn-sag_Latn", + "languages": [ + "cat-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.21857, + "recall": 0.287549, + "f1": 0.234792, + "accuracy": 0.287549, + "main_score": 0.234792, + "hf_subset": "cat_Latn-taq_Tfng", + "languages": [ + "cat-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.621125, + "recall": 0.694664, + "f1": 0.642218, + "accuracy": 0.694664, + "main_score": 0.642218, + "hf_subset": "cat_Latn-wol_Latn", + "languages": [ + "cat-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.836215, + "recall": 0.884387, + "f1": 0.851153, + "accuracy": 0.884387, + "main_score": 0.851153, + "hf_subset": "cat_Latn-arb_Latn", + "languages": [ + "cat-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cat_Latn-fur_Latn", + "languages": [ + "cat-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.440495, + "recall": 0.518775, + "f1": 0.461978, + "accuracy": 0.518775, + "main_score": 0.461978, + "hf_subset": "cat_Latn-kab_Latn", + "languages": [ + "cat-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-lim_Latn", + "languages": [ + "cat-Latn", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-nld_Latn", + "languages": [ + "cat-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "cat_Latn-san_Deva", + "languages": [ + "cat-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-tat_Cyrl", + "languages": [ + "cat-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.873682, + "recall": 0.911067, + "f1": 0.88554, + "accuracy": 0.911067, + "main_score": 0.88554, + "hf_subset": "cat_Latn-xho_Latn", + "languages": [ + "cat-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-ars_Arab", + "languages": [ + "cat-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-ceb_Latn", + "languages": [ + "cat-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.459611, + "recall": 0.540514, + "f1": 0.481685, + "accuracy": 0.540514, + "main_score": 0.481685, + "hf_subset": "cat_Latn-fuv_Latn", + "languages": [ + "cat-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.454569, + "recall": 0.523715, + "f1": 0.473134, + "accuracy": 0.523715, + "main_score": 0.473134, + "hf_subset": "cat_Latn-kac_Latn", + "languages": [ + "cat-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.623826, + "recall": 0.698617, + "f1": 0.645037, + "accuracy": 0.698617, + "main_score": 0.645037, + "hf_subset": "cat_Latn-lin_Latn", + "languages": [ + "cat-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-nno_Latn", + "languages": [ + "cat-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.866749, + "recall": 0.905138, + "f1": 0.878491, + "accuracy": 0.905138, + "main_score": 0.878491, + "hf_subset": "cat_Latn-sat_Olck", + "languages": [ + "cat-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "cat_Latn-tel_Telu", + "languages": [ + "cat-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "cat_Latn-ydd_Hebr", + "languages": [ + "cat-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "cat_Latn-ary_Arab", + "languages": [ + "cat-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-ces_Latn", + "languages": [ + "cat-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.563183, + "recall": 0.643281, + "f1": 0.585438, + "accuracy": 0.643281, + "main_score": 0.585438, + "hf_subset": "cat_Latn-gaz_Latn", + "languages": [ + "cat-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.535511, + "recall": 0.62253, + "f1": 0.559376, + "accuracy": 0.62253, + "main_score": 0.559376, + "hf_subset": "cat_Latn-kam_Latn", + "languages": [ + "cat-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "cat_Latn-lit_Latn", + "languages": [ + "cat-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-nob_Latn", + "languages": [ + "cat-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cat_Latn-scn_Latn", + "languages": [ + "cat-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "cat_Latn-tgk_Cyrl", + "languages": [ + "cat-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.738194, + "recall": 0.804348, + "f1": 0.757576, + "accuracy": 0.804348, + "main_score": 0.757576, + "hf_subset": "cat_Latn-yor_Latn", + "languages": [ + "cat-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-arz_Arab", + "languages": [ + "cat-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.47857, + "recall": 0.554348, + "f1": 0.498894, + "accuracy": 0.554348, + "main_score": 0.498894, + "hf_subset": "cat_Latn-cjk_Latn", + "languages": [ + "cat-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "cat_Latn-gla_Latn", + "languages": [ + "cat-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "cat_Latn-kan_Knda", + "languages": [ + "cat-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.986248, + "recall": 0.990119, + "f1": 0.987385, + "accuracy": 0.990119, + "main_score": 0.987385, + "hf_subset": "cat_Latn-lmo_Latn", + "languages": [ + "cat-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "cat_Latn-npi_Deva", + "languages": [ + "cat-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.523168, + "recall": 0.610672, + "f1": 0.547021, + "accuracy": 0.610672, + "main_score": 0.547021, + "hf_subset": "cat_Latn-shn_Mymr", + "languages": [ + "cat-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "cat_Latn-tgl_Latn", + "languages": [ + "cat-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-yue_Hant", + "languages": [ + "cat-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "cat_Latn-asm_Beng", + "languages": [ + "cat-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.933547, + "recall": 0.954545, + "f1": 0.940283, + "accuracy": 0.954545, + "main_score": 0.940283, + "hf_subset": "cat_Latn-ckb_Arab", + "languages": [ + "cat-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "cat_Latn-gle_Latn", + "languages": [ + "cat-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.899127, + "recall": 0.928854, + "f1": 0.9083, + "accuracy": 0.928854, + "main_score": 0.9083, + "hf_subset": "cat_Latn-kas_Arab", + "languages": [ + "cat-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.890481, + "recall": 0.922925, + "f1": 0.900494, + "accuracy": 0.922925, + "main_score": 0.900494, + "hf_subset": "cat_Latn-ltg_Latn", + "languages": [ + "cat-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.778583, + "recall": 0.835968, + "f1": 0.796196, + "accuracy": 0.835968, + "main_score": 0.796196, + "hf_subset": "cat_Latn-nso_Latn", + "languages": [ + "cat-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "cat_Latn-sin_Sinh", + "languages": [ + "cat-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-tha_Thai", + "languages": [ + "cat-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-zho_Hans", + "languages": [ + "cat-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-ast_Latn", + "languages": [ + "cat-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "cat_Latn-crh_Latn", + "languages": [ + "cat-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-glg_Latn", + "languages": [ + "cat-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.857444, + "recall": 0.898221, + "f1": 0.870026, + "accuracy": 0.898221, + "main_score": 0.870026, + "hf_subset": "cat_Latn-kas_Deva", + "languages": [ + "cat-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "cat_Latn-ltz_Latn", + "languages": [ + "cat-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.414436, + "recall": 0.485178, + "f1": 0.433409, + "accuracy": 0.485178, + "main_score": 0.433409, + "hf_subset": "cat_Latn-nus_Latn", + "languages": [ + "cat-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-slk_Latn", + "languages": [ + "cat-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.631679, + "recall": 0.715415, + "f1": 0.655277, + "accuracy": 0.715415, + "main_score": 0.655277, + "hf_subset": "cat_Latn-tir_Ethi", + "languages": [ + "cat-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-zho_Hant", + "languages": [ + "cat-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.978096, + "recall": 0.98419, + "f1": 0.980072, + "accuracy": 0.98419, + "main_score": 0.980072, + "hf_subset": "cat_Latn-awa_Deva", + "languages": [ + "cat-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "cat_Latn-cym_Latn", + "languages": [ + "cat-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.768116, + "recall": 0.827075, + "f1": 0.785677, + "accuracy": 0.827075, + "main_score": 0.785677, + "hf_subset": "cat_Latn-grn_Latn", + "languages": [ + "cat-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-kat_Geor", + "languages": [ + "cat-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.575315, + "recall": 0.646245, + "f1": 0.594868, + "accuracy": 0.646245, + "main_score": 0.594868, + "hf_subset": "cat_Latn-lua_Latn", + "languages": [ + "cat-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.811265, + "recall": 0.863636, + "f1": 0.827668, + "accuracy": 0.863636, + "main_score": 0.827668, + "hf_subset": "cat_Latn-nya_Latn", + "languages": [ + "cat-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "cat_Latn-slv_Latn", + "languages": [ + "cat-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "cat_Latn-tpi_Latn", + "languages": [ + "cat-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "cat_Latn-zsm_Latn", + "languages": [ + "cat-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.491092, + "recall": 0.562253, + "f1": 0.510329, + "accuracy": 0.562253, + "main_score": 0.510329, + "hf_subset": "cat_Latn-ayr_Latn", + "languages": [ + "cat-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-dan_Latn", + "languages": [ + "cat-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-guj_Gujr", + "languages": [ + "cat-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cat_Latn-kaz_Cyrl", + "languages": [ + "cat-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.626623, + "recall": 0.709486, + "f1": 0.650529, + "accuracy": 0.709486, + "main_score": 0.650529, + "hf_subset": "cat_Latn-lug_Latn", + "languages": [ + "cat-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-oci_Latn", + "languages": [ + "cat-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.82393, + "recall": 0.871542, + "f1": 0.838472, + "accuracy": 0.871542, + "main_score": 0.838472, + "hf_subset": "cat_Latn-smo_Latn", + "languages": [ + "cat-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.743775, + "recall": 0.807312, + "f1": 0.762615, + "accuracy": 0.807312, + "main_score": 0.762615, + "hf_subset": "cat_Latn-tsn_Latn", + "languages": [ + "cat-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.890399, + "recall": 0.923913, + "f1": 0.900922, + "accuracy": 0.923913, + "main_score": 0.900922, + "hf_subset": "cat_Latn-zul_Latn", + "languages": [ + "cat-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.922464, + "recall": 0.94664, + "f1": 0.930171, + "accuracy": 0.94664, + "main_score": 0.930171, + "hf_subset": "cat_Latn-azb_Arab", + "languages": [ + "cat-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-deu_Latn", + "languages": [ + "cat-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "cat_Latn-hat_Latn", + "languages": [ + "cat-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.461222, + "recall": 0.527668, + "f1": 0.479452, + "accuracy": 0.527668, + "main_score": 0.479452, + "hf_subset": "cat_Latn-kbp_Latn", + "languages": [ + "cat-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.486113, + "recall": 0.561265, + "f1": 0.506087, + "accuracy": 0.561265, + "main_score": 0.506087, + "hf_subset": "cat_Latn-luo_Latn", + "languages": [ + "cat-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "cat_Latn-ory_Orya", + "languages": [ + "cat-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.885705, + "recall": 0.920949, + "f1": 0.897069, + "accuracy": 0.920949, + "main_score": 0.897069, + "hf_subset": "cat_Latn-sna_Latn", + "languages": [ + "cat-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.643751, + "recall": 0.718379, + "f1": 0.665023, + "accuracy": 0.718379, + "main_score": 0.665023, + "hf_subset": "cat_Latn-tso_Latn", + "languages": [ + "cat-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-azj_Latn", + "languages": [ + "cat-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.491136, + "recall": 0.561265, + "f1": 0.510499, + "accuracy": 0.561265, + "main_score": 0.510499, + "hf_subset": "cat_Latn-dik_Latn", + "languages": [ + "cat-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.899209, + "recall": 0.929842, + "f1": 0.909091, + "accuracy": 0.929842, + "main_score": 0.909091, + "hf_subset": "cat_Latn-hau_Latn", + "languages": [ + "cat-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "cat_Latn-kea_Latn", + "languages": [ + "cat-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.923254, + "recall": 0.945652, + "f1": 0.930171, + "accuracy": 0.945652, + "main_score": 0.930171, + "hf_subset": "cat_Latn-lus_Latn", + "languages": [ + "cat-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.855649, + "recall": 0.897233, + "f1": 0.868577, + "accuracy": 0.897233, + "main_score": 0.868577, + "hf_subset": "cat_Latn-pag_Latn", + "languages": [ + "cat-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "cat_Latn-snd_Arab", + "languages": [ + "cat-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "cat_Latn-tuk_Latn", + "languages": [ + "cat-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cat_Latn-bak_Cyrl", + "languages": [ + "cat-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.437402, + "recall": 0.518775, + "f1": 0.460046, + "accuracy": 0.518775, + "main_score": 0.460046, + "hf_subset": "cat_Latn-dyu_Latn", + "languages": [ + "cat-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-heb_Hebr", + "languages": [ + "cat-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "cat_Latn-khk_Cyrl", + "languages": [ + "cat-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-lvs_Latn", + "languages": [ + "cat-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-pan_Guru", + "languages": [ + "cat-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.874539, + "recall": 0.912055, + "f1": 0.886364, + "accuracy": 0.912055, + "main_score": 0.886364, + "hf_subset": "cat_Latn-som_Latn", + "languages": [ + "cat-Latn", + "som-Latn" + ] + }, + { + "precision": 0.701327, + "recall": 0.762846, + "f1": 0.719073, + "accuracy": 0.762846, + "main_score": 0.719073, + "hf_subset": "cat_Latn-tum_Latn", + "languages": [ + "cat-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.562145, + "recall": 0.647233, + "f1": 0.587291, + "accuracy": 0.647233, + "main_score": 0.587291, + "hf_subset": "fur_Latn-ace_Arab", + "languages": [ + "fur-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.491034, + "recall": 0.549407, + "f1": 0.507133, + "accuracy": 0.549407, + "main_score": 0.507133, + "hf_subset": "fur_Latn-bam_Latn", + "languages": [ + "fur-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.655686, + "recall": 0.733202, + "f1": 0.677948, + "accuracy": 0.733202, + "main_score": 0.677948, + "hf_subset": "fur_Latn-dzo_Tibt", + "languages": [ + "fur-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-hin_Deva", + "languages": [ + "fur-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fur_Latn-khm_Khmr", + "languages": [ + "fur-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "fur_Latn-mag_Deva", + "languages": [ + "fur-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fur_Latn-pap_Latn", + "languages": [ + "fur-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.883976, + "recall": 0.917984, + "f1": 0.894631, + "accuracy": 0.917984, + "main_score": 0.894631, + "hf_subset": "fur_Latn-sot_Latn", + "languages": [ + "fur-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-tur_Latn", + "languages": [ + "fur-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.889246, + "recall": 0.916996, + "f1": 0.897958, + "accuracy": 0.916996, + "main_score": 0.897958, + "hf_subset": "fur_Latn-ace_Latn", + "languages": [ + "fur-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "fur_Latn-ban_Latn", + "languages": [ + "fur-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-ell_Grek", + "languages": [ + "fur-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "fur_Latn-hne_Deva", + "languages": [ + "fur-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.599205, + "recall": 0.668972, + "f1": 0.619425, + "accuracy": 0.668972, + "main_score": 0.619425, + "hf_subset": "fur_Latn-kik_Latn", + "languages": [ + "fur-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-mai_Deva", + "languages": [ + "fur-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "fur_Latn-pbt_Arab", + "languages": [ + "fur-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-spa_Latn", + "languages": [ + "fur-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.796584, + "recall": 0.846838, + "f1": 0.812269, + "accuracy": 0.846838, + "main_score": 0.812269, + "hf_subset": "fur_Latn-twi_Latn", + "languages": [ + "fur-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-acm_Arab", + "languages": [ + "fur-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-bel_Cyrl", + "languages": [ + "fur-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fur_Latn-eng_Latn", + "languages": [ + "fur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-hrv_Latn", + "languages": [ + "fur-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.870636, + "recall": 0.907115, + "f1": 0.881818, + "accuracy": 0.907115, + "main_score": 0.881818, + "hf_subset": "fur_Latn-kin_Latn", + "languages": [ + "fur-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fur_Latn-mal_Mlym", + "languages": [ + "fur-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fur_Latn-pes_Arab", + "languages": [ + "fur-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-srd_Latn", + "languages": [ + "fur-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.212698, + "recall": 0.280632, + "f1": 0.23024, + "accuracy": 0.280632, + "main_score": 0.23024, + "hf_subset": "fur_Latn-tzm_Tfng", + "languages": [ + "fur-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-acq_Arab", + "languages": [ + "fur-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.685648, + "recall": 0.748024, + "f1": 0.703988, + "accuracy": 0.748024, + "main_score": 0.703988, + "hf_subset": "fur_Latn-bem_Latn", + "languages": [ + "fur-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-epo_Latn", + "languages": [ + "fur-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "fur_Latn-hun_Latn", + "languages": [ + "fur-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fur_Latn-kir_Cyrl", + "languages": [ + "fur-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-mar_Deva", + "languages": [ + "fur-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.874671, + "recall": 0.912055, + "f1": 0.886495, + "accuracy": 0.912055, + "main_score": 0.886495, + "hf_subset": "fur_Latn-plt_Latn", + "languages": [ + "fur-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-srp_Cyrl", + "languages": [ + "fur-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.933794, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "fur_Latn-uig_Arab", + "languages": [ + "fur-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-aeb_Arab", + "languages": [ + "fur-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-ben_Beng", + "languages": [ + "fur-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-est_Latn", + "languages": [ + "fur-Latn", + "est-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "fur_Latn-hye_Armn", + "languages": [ + "fur-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.510804, + "recall": 0.564229, + "f1": 0.526178, + "accuracy": 0.564229, + "main_score": 0.526178, + "hf_subset": "fur_Latn-kmb_Latn", + "languages": [ + "fur-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.540006, + "recall": 0.62253, + "f1": 0.563546, + "accuracy": 0.62253, + "main_score": 0.563546, + "hf_subset": "fur_Latn-min_Arab", + "languages": [ + "fur-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-pol_Latn", + "languages": [ + "fur-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.766617, + "recall": 0.825099, + "f1": 0.784406, + "accuracy": 0.825099, + "main_score": 0.784406, + "hf_subset": "fur_Latn-ssw_Latn", + "languages": [ + "fur-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-ukr_Cyrl", + "languages": [ + "fur-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-afr_Latn", + "languages": [ + "fur-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "fur_Latn-bho_Deva", + "languages": [ + "fur-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-eus_Latn", + "languages": [ + "fur-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.868989, + "recall": 0.908103, + "f1": 0.881324, + "accuracy": 0.908103, + "main_score": 0.881324, + "hf_subset": "fur_Latn-ibo_Latn", + "languages": [ + "fur-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.898304, + "recall": 0.927866, + "f1": 0.907675, + "accuracy": 0.927866, + "main_score": 0.907675, + "hf_subset": "fur_Latn-kmr_Latn", + "languages": [ + "fur-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-min_Latn", + "languages": [ + "fur-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-por_Latn", + "languages": [ + "fur-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fur_Latn-sun_Latn", + "languages": [ + "fur-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.488342, + "recall": 0.561265, + "f1": 0.508755, + "accuracy": 0.561265, + "main_score": 0.508755, + "hf_subset": "fur_Latn-umb_Latn", + "languages": [ + "fur-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-ajp_Arab", + "languages": [ + "fur-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.549169, + "recall": 0.62747, + "f1": 0.571431, + "accuracy": 0.62747, + "main_score": 0.571431, + "hf_subset": "fur_Latn-bjn_Arab", + "languages": [ + "fur-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.466182, + "recall": 0.528656, + "f1": 0.483532, + "accuracy": 0.528656, + "main_score": 0.483532, + "hf_subset": "fur_Latn-ewe_Latn", + "languages": [ + "fur-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "fur_Latn-ilo_Latn", + "languages": [ + "fur-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.275615, + "recall": 0.340909, + "f1": 0.29222, + "accuracy": 0.340909, + "main_score": 0.29222, + "hf_subset": "fur_Latn-knc_Arab", + "languages": [ + "fur-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fur_Latn-mkd_Cyrl", + "languages": [ + "fur-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-prs_Arab", + "languages": [ + "fur-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-swe_Latn", + "languages": [ + "fur-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-urd_Arab", + "languages": [ + "fur-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.766749, + "recall": 0.826087, + "f1": 0.78467, + "accuracy": 0.826087, + "main_score": 0.78467, + "hf_subset": "fur_Latn-aka_Latn", + "languages": [ + "fur-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "fur_Latn-bjn_Latn", + "languages": [ + "fur-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "fur_Latn-fao_Latn", + "languages": [ + "fur-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-ind_Latn", + "languages": [ + "fur-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.525021, + "recall": 0.58498, + "f1": 0.541671, + "accuracy": 0.58498, + "main_score": 0.541671, + "hf_subset": "fur_Latn-knc_Latn", + "languages": [ + "fur-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-mlt_Latn", + "languages": [ + "fur-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.662694, + "recall": 0.725296, + "f1": 0.681126, + "accuracy": 0.725296, + "main_score": 0.681126, + "hf_subset": "fur_Latn-quy_Latn", + "languages": [ + "fur-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "fur_Latn-swh_Latn", + "languages": [ + "fur-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-uzn_Latn", + "languages": [ + "fur-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-als_Latn", + "languages": [ + "fur-Latn", + "als-Latn" + ] + }, + { + "precision": 0.801806, + "recall": 0.853755, + "f1": 0.817754, + "accuracy": 0.853755, + "main_score": 0.817754, + "hf_subset": "fur_Latn-bod_Tibt", + "languages": [ + "fur-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.636305, + "recall": 0.704545, + "f1": 0.655835, + "accuracy": 0.704545, + "main_score": 0.655835, + "hf_subset": "fur_Latn-fij_Latn", + "languages": [ + "fur-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "fur_Latn-isl_Latn", + "languages": [ + "fur-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.621294, + "recall": 0.689723, + "f1": 0.640754, + "accuracy": 0.689723, + "main_score": 0.640754, + "hf_subset": "fur_Latn-kon_Latn", + "languages": [ + "fur-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.616127, + "recall": 0.695652, + "f1": 0.638987, + "accuracy": 0.695652, + "main_score": 0.638987, + "hf_subset": "fur_Latn-mni_Beng", + "languages": [ + "fur-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-ron_Latn", + "languages": [ + "fur-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "fur_Latn-szl_Latn", + "languages": [ + "fur-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-vec_Latn", + "languages": [ + "fur-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.9403, + "recall": 0.959486, + "f1": 0.946542, + "accuracy": 0.959486, + "main_score": 0.946542, + "hf_subset": "fur_Latn-amh_Ethi", + "languages": [ + "fur-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-bos_Latn", + "languages": [ + "fur-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-fin_Latn", + "languages": [ + "fur-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fur_Latn-ita_Latn", + "languages": [ + "fur-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fur_Latn-kor_Hang", + "languages": [ + "fur-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.489441, + "recall": 0.554348, + "f1": 0.507541, + "accuracy": 0.554348, + "main_score": 0.507541, + "hf_subset": "fur_Latn-mos_Latn", + "languages": [ + "fur-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.768067, + "recall": 0.827075, + "f1": 0.786034, + "accuracy": 0.827075, + "main_score": 0.786034, + "hf_subset": "fur_Latn-run_Latn", + "languages": [ + "fur-Latn", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-tam_Taml", + "languages": [ + "fur-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "fur_Latn-vie_Latn", + "languages": [ + "fur-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-apc_Arab", + "languages": [ + "fur-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.761693, + "recall": 0.820158, + "f1": 0.779301, + "accuracy": 0.820158, + "main_score": 0.779301, + "hf_subset": "fur_Latn-bug_Latn", + "languages": [ + "fur-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.437527, + "recall": 0.48913, + "f1": 0.451692, + "accuracy": 0.48913, + "main_score": 0.451692, + "hf_subset": "fur_Latn-fon_Latn", + "languages": [ + "fur-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fur_Latn-jav_Latn", + "languages": [ + "fur-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "fur_Latn-lao_Laoo", + "languages": [ + "fur-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.873024, + "recall": 0.911067, + "f1": 0.885211, + "accuracy": 0.911067, + "main_score": 0.885211, + "hf_subset": "fur_Latn-mri_Latn", + "languages": [ + "fur-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fur_Latn-rus_Cyrl", + "languages": [ + "fur-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.527384, + "recall": 0.583992, + "f1": 0.542915, + "accuracy": 0.583992, + "main_score": 0.542915, + "hf_subset": "fur_Latn-taq_Latn", + "languages": [ + "fur-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-war_Latn", + "languages": [ + "fur-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-arb_Arab", + "languages": [ + "fur-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-bul_Cyrl", + "languages": [ + "fur-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-fra_Latn", + "languages": [ + "fur-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-jpn_Jpan", + "languages": [ + "fur-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-lij_Latn", + "languages": [ + "fur-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "fur_Latn-mya_Mymr", + "languages": [ + "fur-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.562498, + "recall": 0.629447, + "f1": 0.580969, + "accuracy": 0.629447, + "main_score": 0.580969, + "hf_subset": "fur_Latn-sag_Latn", + "languages": [ + "fur-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.251203, + "recall": 0.317194, + "f1": 0.268778, + "accuracy": 0.317194, + "main_score": 0.268778, + "hf_subset": "fur_Latn-taq_Tfng", + "languages": [ + "fur-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.653007, + "recall": 0.716403, + "f1": 0.671464, + "accuracy": 0.716403, + "main_score": 0.671464, + "hf_subset": "fur_Latn-wol_Latn", + "languages": [ + "fur-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.860754, + "recall": 0.902174, + "f1": 0.873748, + "accuracy": 0.902174, + "main_score": 0.873748, + "hf_subset": "fur_Latn-arb_Latn", + "languages": [ + "fur-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-cat_Latn", + "languages": [ + "fur-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.479571, + "recall": 0.548419, + "f1": 0.499593, + "accuracy": 0.548419, + "main_score": 0.499593, + "hf_subset": "fur_Latn-kab_Latn", + "languages": [ + "fur-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "fur_Latn-lim_Latn", + "languages": [ + "fur-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-nld_Latn", + "languages": [ + "fur-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.982213, + "f1": 0.977437, + "accuracy": 0.982213, + "main_score": 0.977437, + "hf_subset": "fur_Latn-san_Deva", + "languages": [ + "fur-Latn", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-tat_Cyrl", + "languages": [ + "fur-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.885211, + "recall": 0.91996, + "f1": 0.896377, + "accuracy": 0.91996, + "main_score": 0.896377, + "hf_subset": "fur_Latn-xho_Latn", + "languages": [ + "fur-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-ars_Arab", + "languages": [ + "fur-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-ceb_Latn", + "languages": [ + "fur-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.492037, + "recall": 0.566206, + "f1": 0.512995, + "accuracy": 0.566206, + "main_score": 0.512995, + "hf_subset": "fur_Latn-fuv_Latn", + "languages": [ + "fur-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.481921, + "recall": 0.547431, + "f1": 0.499956, + "accuracy": 0.547431, + "main_score": 0.499956, + "hf_subset": "fur_Latn-kac_Latn", + "languages": [ + "fur-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.651828, + "recall": 0.713439, + "f1": 0.669306, + "accuracy": 0.713439, + "main_score": 0.669306, + "hf_subset": "fur_Latn-lin_Latn", + "languages": [ + "fur-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-nno_Latn", + "languages": [ + "fur-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.877339, + "recall": 0.913043, + "f1": 0.888307, + "accuracy": 0.913043, + "main_score": 0.888307, + "hf_subset": "fur_Latn-sat_Olck", + "languages": [ + "fur-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-tel_Telu", + "languages": [ + "fur-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fur_Latn-ydd_Hebr", + "languages": [ + "fur-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "fur_Latn-ary_Arab", + "languages": [ + "fur-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-ces_Latn", + "languages": [ + "fur-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.588012, + "recall": 0.664032, + "f1": 0.609529, + "accuracy": 0.664032, + "main_score": 0.609529, + "hf_subset": "fur_Latn-gaz_Latn", + "languages": [ + "fur-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.561785, + "recall": 0.637352, + "f1": 0.583435, + "accuracy": 0.637352, + "main_score": 0.583435, + "hf_subset": "fur_Latn-kam_Latn", + "languages": [ + "fur-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "fur_Latn-lit_Latn", + "languages": [ + "fur-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-nob_Latn", + "languages": [ + "fur-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-scn_Latn", + "languages": [ + "fur-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "fur_Latn-tgk_Cyrl", + "languages": [ + "fur-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.754677, + "recall": 0.816206, + "f1": 0.773424, + "accuracy": 0.816206, + "main_score": 0.773424, + "hf_subset": "fur_Latn-yor_Latn", + "languages": [ + "fur-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-arz_Arab", + "languages": [ + "fur-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.523848, + "recall": 0.593874, + "f1": 0.543127, + "accuracy": 0.593874, + "main_score": 0.543127, + "hf_subset": "fur_Latn-cjk_Latn", + "languages": [ + "fur-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.93857, + "recall": 0.958498, + "f1": 0.945158, + "accuracy": 0.958498, + "main_score": 0.945158, + "hf_subset": "fur_Latn-gla_Latn", + "languages": [ + "fur-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-kan_Knda", + "languages": [ + "fur-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "fur_Latn-lmo_Latn", + "languages": [ + "fur-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "fur_Latn-npi_Deva", + "languages": [ + "fur-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.538225, + "recall": 0.617589, + "f1": 0.56052, + "accuracy": 0.617589, + "main_score": 0.56052, + "hf_subset": "fur_Latn-shn_Mymr", + "languages": [ + "fur-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-tgl_Latn", + "languages": [ + "fur-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-yue_Hant", + "languages": [ + "fur-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fur_Latn-asm_Beng", + "languages": [ + "fur-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.934124, + "recall": 0.953557, + "f1": 0.940217, + "accuracy": 0.953557, + "main_score": 0.940217, + "hf_subset": "fur_Latn-ckb_Arab", + "languages": [ + "fur-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.975543, + "recall": 0.983202, + "f1": 0.977997, + "accuracy": 0.983202, + "main_score": 0.977997, + "hf_subset": "fur_Latn-gle_Latn", + "languages": [ + "fur-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.92556, + "recall": 0.947628, + "f1": 0.932642, + "accuracy": 0.947628, + "main_score": 0.932642, + "hf_subset": "fur_Latn-kas_Arab", + "languages": [ + "fur-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.916667, + "recall": 0.9417, + "f1": 0.924736, + "accuracy": 0.9417, + "main_score": 0.924736, + "hf_subset": "fur_Latn-ltg_Latn", + "languages": [ + "fur-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.80266, + "recall": 0.848814, + "f1": 0.816524, + "accuracy": 0.848814, + "main_score": 0.816524, + "hf_subset": "fur_Latn-nso_Latn", + "languages": [ + "fur-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fur_Latn-sin_Sinh", + "languages": [ + "fur-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fur_Latn-tha_Thai", + "languages": [ + "fur-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-zho_Hans", + "languages": [ + "fur-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-ast_Latn", + "languages": [ + "fur-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-crh_Latn", + "languages": [ + "fur-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-glg_Latn", + "languages": [ + "fur-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.866057, + "recall": 0.905138, + "f1": 0.87836, + "accuracy": 0.905138, + "main_score": 0.87836, + "hf_subset": "fur_Latn-kas_Deva", + "languages": [ + "fur-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-ltz_Latn", + "languages": [ + "fur-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.442303, + "recall": 0.51087, + "f1": 0.460801, + "accuracy": 0.51087, + "main_score": 0.460801, + "hf_subset": "fur_Latn-nus_Latn", + "languages": [ + "fur-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-slk_Latn", + "languages": [ + "fur-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.661027, + "recall": 0.733202, + "f1": 0.681825, + "accuracy": 0.733202, + "main_score": 0.681825, + "hf_subset": "fur_Latn-tir_Ethi", + "languages": [ + "fur-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-zho_Hant", + "languages": [ + "fur-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "fur_Latn-awa_Deva", + "languages": [ + "fur-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-cym_Latn", + "languages": [ + "fur-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.808053, + "recall": 0.855731, + "f1": 0.822793, + "accuracy": 0.855731, + "main_score": 0.822793, + "hf_subset": "fur_Latn-grn_Latn", + "languages": [ + "fur-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "fur_Latn-kat_Geor", + "languages": [ + "fur-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.622863, + "recall": 0.686759, + "f1": 0.641377, + "accuracy": 0.686759, + "main_score": 0.641377, + "hf_subset": "fur_Latn-lua_Latn", + "languages": [ + "fur-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.825346, + "recall": 0.870553, + "f1": 0.839493, + "accuracy": 0.870553, + "main_score": 0.839493, + "hf_subset": "fur_Latn-nya_Latn", + "languages": [ + "fur-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-slv_Latn", + "languages": [ + "fur-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "fur_Latn-tpi_Latn", + "languages": [ + "fur-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-zsm_Latn", + "languages": [ + "fur-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.517341, + "recall": 0.587945, + "f1": 0.536994, + "accuracy": 0.587945, + "main_score": 0.536994, + "hf_subset": "fur_Latn-ayr_Latn", + "languages": [ + "fur-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-dan_Latn", + "languages": [ + "fur-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-guj_Gujr", + "languages": [ + "fur-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fur_Latn-kaz_Cyrl", + "languages": [ + "fur-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.655459, + "recall": 0.731225, + "f1": 0.677939, + "accuracy": 0.731225, + "main_score": 0.677939, + "hf_subset": "fur_Latn-lug_Latn", + "languages": [ + "fur-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-oci_Latn", + "languages": [ + "fur-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.856752, + "recall": 0.895257, + "f1": 0.868812, + "accuracy": 0.895257, + "main_score": 0.868812, + "hf_subset": "fur_Latn-smo_Latn", + "languages": [ + "fur-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.745208, + "recall": 0.811265, + "f1": 0.765349, + "accuracy": 0.811265, + "main_score": 0.765349, + "hf_subset": "fur_Latn-tsn_Latn", + "languages": [ + "fur-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.900856, + "recall": 0.931818, + "f1": 0.910903, + "accuracy": 0.931818, + "main_score": 0.910903, + "hf_subset": "fur_Latn-zul_Latn", + "languages": [ + "fur-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.921607, + "recall": 0.94664, + "f1": 0.929677, + "accuracy": 0.94664, + "main_score": 0.929677, + "hf_subset": "fur_Latn-azb_Arab", + "languages": [ + "fur-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fur_Latn-deu_Latn", + "languages": [ + "fur-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "fur_Latn-hat_Latn", + "languages": [ + "fur-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.505007, + "recall": 0.564229, + "f1": 0.521781, + "accuracy": 0.564229, + "main_score": 0.521781, + "hf_subset": "fur_Latn-kbp_Latn", + "languages": [ + "fur-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.530997, + "recall": 0.594862, + "f1": 0.548188, + "accuracy": 0.594862, + "main_score": 0.548188, + "hf_subset": "fur_Latn-luo_Latn", + "languages": [ + "fur-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "fur_Latn-ory_Orya", + "languages": [ + "fur-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.894845, + "recall": 0.923913, + "f1": 0.904051, + "accuracy": 0.923913, + "main_score": 0.904051, + "hf_subset": "fur_Latn-sna_Latn", + "languages": [ + "fur-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.679934, + "recall": 0.744071, + "f1": 0.698835, + "accuracy": 0.744071, + "main_score": 0.698835, + "hf_subset": "fur_Latn-tso_Latn", + "languages": [ + "fur-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-azj_Latn", + "languages": [ + "fur-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.507947, + "recall": 0.571146, + "f1": 0.526133, + "accuracy": 0.571146, + "main_score": 0.526133, + "hf_subset": "fur_Latn-dik_Latn", + "languages": [ + "fur-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.90975, + "recall": 0.937747, + "f1": 0.918808, + "accuracy": 0.937747, + "main_score": 0.918808, + "hf_subset": "fur_Latn-hau_Latn", + "languages": [ + "fur-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-kea_Latn", + "languages": [ + "fur-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.920619, + "recall": 0.944664, + "f1": 0.928524, + "accuracy": 0.944664, + "main_score": 0.928524, + "hf_subset": "fur_Latn-lus_Latn", + "languages": [ + "fur-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.869236, + "recall": 0.90415, + "f1": 0.880072, + "accuracy": 0.90415, + "main_score": 0.880072, + "hf_subset": "fur_Latn-pag_Latn", + "languages": [ + "fur-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "fur_Latn-snd_Arab", + "languages": [ + "fur-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fur_Latn-tuk_Latn", + "languages": [ + "fur-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-bak_Cyrl", + "languages": [ + "fur-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.463198, + "recall": 0.537549, + "f1": 0.483742, + "accuracy": 0.537549, + "main_score": 0.483742, + "hf_subset": "fur_Latn-dyu_Latn", + "languages": [ + "fur-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-heb_Hebr", + "languages": [ + "fur-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "fur_Latn-khk_Cyrl", + "languages": [ + "fur-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fur_Latn-lvs_Latn", + "languages": [ + "fur-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-pan_Guru", + "languages": [ + "fur-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.883976, + "recall": 0.917984, + "f1": 0.894829, + "accuracy": 0.917984, + "main_score": 0.894829, + "hf_subset": "fur_Latn-som_Latn", + "languages": [ + "fur-Latn", + "som-Latn" + ] + }, + { + "precision": 0.725075, + "recall": 0.77668, + "f1": 0.7403, + "accuracy": 0.77668, + "main_score": 0.7403, + "hf_subset": "fur_Latn-tum_Latn", + "languages": [ + "fur-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.339587, + "recall": 0.386364, + "f1": 0.351517, + "accuracy": 0.386364, + "main_score": 0.351517, + "hf_subset": "kab_Latn-ace_Arab", + "languages": [ + "kab-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.39756, + "recall": 0.432806, + "f1": 0.407872, + "accuracy": 0.432806, + "main_score": 0.407872, + "hf_subset": "kab_Latn-bam_Latn", + "languages": [ + "kab-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.304479, + "recall": 0.360672, + "f1": 0.319005, + "accuracy": 0.360672, + "main_score": 0.319005, + "hf_subset": "kab_Latn-dzo_Tibt", + "languages": [ + "kab-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.448449, + "recall": 0.503953, + "f1": 0.461861, + "accuracy": 0.503953, + "main_score": 0.461861, + "hf_subset": "kab_Latn-hin_Deva", + "languages": [ + "kab-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.351594, + "recall": 0.398221, + "f1": 0.36287, + "accuracy": 0.398221, + "main_score": 0.36287, + "hf_subset": "kab_Latn-khm_Khmr", + "languages": [ + "kab-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.419178, + "recall": 0.471344, + "f1": 0.431906, + "accuracy": 0.471344, + "main_score": 0.431906, + "hf_subset": "kab_Latn-mag_Deva", + "languages": [ + "kab-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.412691, + "recall": 0.458498, + "f1": 0.423242, + "accuracy": 0.458498, + "main_score": 0.423242, + "hf_subset": "kab_Latn-pap_Latn", + "languages": [ + "kab-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.422717, + "recall": 0.479249, + "f1": 0.436502, + "accuracy": 0.479249, + "main_score": 0.436502, + "hf_subset": "kab_Latn-sot_Latn", + "languages": [ + "kab-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.432644, + "recall": 0.478261, + "f1": 0.443489, + "accuracy": 0.478261, + "main_score": 0.443489, + "hf_subset": "kab_Latn-tur_Latn", + "languages": [ + "kab-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.415786, + "recall": 0.459486, + "f1": 0.426596, + "accuracy": 0.459486, + "main_score": 0.426596, + "hf_subset": "kab_Latn-ace_Latn", + "languages": [ + "kab-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.391065, + "recall": 0.434783, + "f1": 0.402081, + "accuracy": 0.434783, + "main_score": 0.402081, + "hf_subset": "kab_Latn-ban_Latn", + "languages": [ + "kab-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.398625, + "recall": 0.450593, + "f1": 0.410179, + "accuracy": 0.450593, + "main_score": 0.410179, + "hf_subset": "kab_Latn-ell_Grek", + "languages": [ + "kab-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.402846, + "recall": 0.454545, + "f1": 0.415048, + "accuracy": 0.454545, + "main_score": 0.415048, + "hf_subset": "kab_Latn-hne_Deva", + "languages": [ + "kab-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.356305, + "recall": 0.397233, + "f1": 0.365925, + "accuracy": 0.397233, + "main_score": 0.365925, + "hf_subset": "kab_Latn-kik_Latn", + "languages": [ + "kab-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.41497, + "recall": 0.470356, + "f1": 0.428231, + "accuracy": 0.470356, + "main_score": 0.428231, + "hf_subset": "kab_Latn-mai_Deva", + "languages": [ + "kab-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.406122, + "recall": 0.462451, + "f1": 0.419245, + "accuracy": 0.462451, + "main_score": 0.419245, + "hf_subset": "kab_Latn-pbt_Arab", + "languages": [ + "kab-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.456803, + "recall": 0.508893, + "f1": 0.469159, + "accuracy": 0.508893, + "main_score": 0.469159, + "hf_subset": "kab_Latn-spa_Latn", + "languages": [ + "kab-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.429413, + "recall": 0.470356, + "f1": 0.438956, + "accuracy": 0.470356, + "main_score": 0.438956, + "hf_subset": "kab_Latn-twi_Latn", + "languages": [ + "kab-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.440413, + "recall": 0.496047, + "f1": 0.453919, + "accuracy": 0.496047, + "main_score": 0.453919, + "hf_subset": "kab_Latn-acm_Arab", + "languages": [ + "kab-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.394296, + "recall": 0.4417, + "f1": 0.405008, + "accuracy": 0.4417, + "main_score": 0.405008, + "hf_subset": "kab_Latn-bel_Cyrl", + "languages": [ + "kab-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.441312, + "recall": 0.501976, + "f1": 0.455955, + "accuracy": 0.501976, + "main_score": 0.455955, + "hf_subset": "kab_Latn-eng_Latn", + "languages": [ + "kab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.419515, + "recall": 0.471344, + "f1": 0.431845, + "accuracy": 0.471344, + "main_score": 0.431845, + "hf_subset": "kab_Latn-hrv_Latn", + "languages": [ + "kab-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.42429, + "recall": 0.474308, + "f1": 0.437187, + "accuracy": 0.474308, + "main_score": 0.437187, + "hf_subset": "kab_Latn-kin_Latn", + "languages": [ + "kab-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.378078, + "recall": 0.433794, + "f1": 0.39103, + "accuracy": 0.433794, + "main_score": 0.39103, + "hf_subset": "kab_Latn-mal_Mlym", + "languages": [ + "kab-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.411495, + "recall": 0.465415, + "f1": 0.423704, + "accuracy": 0.465415, + "main_score": 0.423704, + "hf_subset": "kab_Latn-pes_Arab", + "languages": [ + "kab-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.415065, + "recall": 0.470356, + "f1": 0.428347, + "accuracy": 0.470356, + "main_score": 0.428347, + "hf_subset": "kab_Latn-srd_Latn", + "languages": [ + "kab-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.318201, + "recall": 0.368577, + "f1": 0.331483, + "accuracy": 0.368577, + "main_score": 0.331483, + "hf_subset": "kab_Latn-tzm_Tfng", + "languages": [ + "kab-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.443461, + "recall": 0.499012, + "f1": 0.456381, + "accuracy": 0.499012, + "main_score": 0.456381, + "hf_subset": "kab_Latn-acq_Arab", + "languages": [ + "kab-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.429135, + "recall": 0.468379, + "f1": 0.439363, + "accuracy": 0.468379, + "main_score": 0.439363, + "hf_subset": "kab_Latn-bem_Latn", + "languages": [ + "kab-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.40518, + "recall": 0.451581, + "f1": 0.415779, + "accuracy": 0.451581, + "main_score": 0.415779, + "hf_subset": "kab_Latn-epo_Latn", + "languages": [ + "kab-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.433392, + "recall": 0.486166, + "f1": 0.446277, + "accuracy": 0.486166, + "main_score": 0.446277, + "hf_subset": "kab_Latn-hun_Latn", + "languages": [ + "kab-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.39887, + "recall": 0.448617, + "f1": 0.411014, + "accuracy": 0.448617, + "main_score": 0.411014, + "hf_subset": "kab_Latn-kir_Cyrl", + "languages": [ + "kab-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.408926, + "recall": 0.460474, + "f1": 0.421289, + "accuracy": 0.460474, + "main_score": 0.421289, + "hf_subset": "kab_Latn-mar_Deva", + "languages": [ + "kab-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.418374, + "recall": 0.47332, + "f1": 0.43164, + "accuracy": 0.47332, + "main_score": 0.43164, + "hf_subset": "kab_Latn-plt_Latn", + "languages": [ + "kab-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.418632, + "recall": 0.474308, + "f1": 0.431551, + "accuracy": 0.474308, + "main_score": 0.431551, + "hf_subset": "kab_Latn-srp_Cyrl", + "languages": [ + "kab-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.383867, + "recall": 0.432806, + "f1": 0.395463, + "accuracy": 0.432806, + "main_score": 0.395463, + "hf_subset": "kab_Latn-uig_Arab", + "languages": [ + "kab-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.42332, + "recall": 0.474308, + "f1": 0.435082, + "accuracy": 0.474308, + "main_score": 0.435082, + "hf_subset": "kab_Latn-aeb_Arab", + "languages": [ + "kab-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.41194, + "recall": 0.462451, + "f1": 0.423889, + "accuracy": 0.462451, + "main_score": 0.423889, + "hf_subset": "kab_Latn-ben_Beng", + "languages": [ + "kab-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.428996, + "recall": 0.475296, + "f1": 0.439299, + "accuracy": 0.475296, + "main_score": 0.439299, + "hf_subset": "kab_Latn-est_Latn", + "languages": [ + "kab-Latn", + "est-Latn" + ] + }, + { + "precision": 0.399615, + "recall": 0.452569, + "f1": 0.412978, + "accuracy": 0.452569, + "main_score": 0.412978, + "hf_subset": "kab_Latn-hye_Armn", + "languages": [ + "kab-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.397801, + "recall": 0.424901, + "f1": 0.404885, + "accuracy": 0.424901, + "main_score": 0.404885, + "hf_subset": "kab_Latn-kmb_Latn", + "languages": [ + "kab-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.336705, + "recall": 0.383399, + "f1": 0.349247, + "accuracy": 0.383399, + "main_score": 0.349247, + "hf_subset": "kab_Latn-min_Arab", + "languages": [ + "kab-Latn", + "min-Arab" + ] + }, + { + "precision": 0.434104, + "recall": 0.483202, + "f1": 0.445293, + "accuracy": 0.483202, + "main_score": 0.445293, + "hf_subset": "kab_Latn-pol_Latn", + "languages": [ + "kab-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.429268, + "recall": 0.476285, + "f1": 0.441534, + "accuracy": 0.476285, + "main_score": 0.441534, + "hf_subset": "kab_Latn-ssw_Latn", + "languages": [ + "kab-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.430731, + "recall": 0.477273, + "f1": 0.44176, + "accuracy": 0.477273, + "main_score": 0.44176, + "hf_subset": "kab_Latn-ukr_Cyrl", + "languages": [ + "kab-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.410742, + "recall": 0.459486, + "f1": 0.42192, + "accuracy": 0.459486, + "main_score": 0.42192, + "hf_subset": "kab_Latn-afr_Latn", + "languages": [ + "kab-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.436692, + "recall": 0.486166, + "f1": 0.448854, + "accuracy": 0.486166, + "main_score": 0.448854, + "hf_subset": "kab_Latn-bho_Deva", + "languages": [ + "kab-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.391162, + "recall": 0.439723, + "f1": 0.402991, + "accuracy": 0.439723, + "main_score": 0.402991, + "hf_subset": "kab_Latn-eus_Latn", + "languages": [ + "kab-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.422295, + "recall": 0.461462, + "f1": 0.432551, + "accuracy": 0.461462, + "main_score": 0.432551, + "hf_subset": "kab_Latn-ibo_Latn", + "languages": [ + "kab-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.415337, + "recall": 0.464427, + "f1": 0.427541, + "accuracy": 0.464427, + "main_score": 0.427541, + "hf_subset": "kab_Latn-kmr_Latn", + "languages": [ + "kab-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.38437, + "recall": 0.436759, + "f1": 0.396576, + "accuracy": 0.436759, + "main_score": 0.396576, + "hf_subset": "kab_Latn-min_Latn", + "languages": [ + "kab-Latn", + "min-Latn" + ] + }, + { + "precision": 0.437658, + "recall": 0.493083, + "f1": 0.451401, + "accuracy": 0.493083, + "main_score": 0.451401, + "hf_subset": "kab_Latn-por_Latn", + "languages": [ + "kab-Latn", + "por-Latn" + ] + }, + { + "precision": 0.394071, + "recall": 0.437747, + "f1": 0.404553, + "accuracy": 0.437747, + "main_score": 0.404553, + "hf_subset": "kab_Latn-sun_Latn", + "languages": [ + "kab-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.391885, + "recall": 0.432806, + "f1": 0.402888, + "accuracy": 0.432806, + "main_score": 0.402888, + "hf_subset": "kab_Latn-umb_Latn", + "languages": [ + "kab-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.452114, + "recall": 0.503953, + "f1": 0.463793, + "accuracy": 0.503953, + "main_score": 0.463793, + "hf_subset": "kab_Latn-ajp_Arab", + "languages": [ + "kab-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.332477, + "recall": 0.379447, + "f1": 0.344592, + "accuracy": 0.379447, + "main_score": 0.344592, + "hf_subset": "kab_Latn-bjn_Arab", + "languages": [ + "kab-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.37136, + "recall": 0.409091, + "f1": 0.38121, + "accuracy": 0.409091, + "main_score": 0.38121, + "hf_subset": "kab_Latn-ewe_Latn", + "languages": [ + "kab-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.394547, + "recall": 0.442688, + "f1": 0.406508, + "accuracy": 0.442688, + "main_score": 0.406508, + "hf_subset": "kab_Latn-ilo_Latn", + "languages": [ + "kab-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.260226, + "recall": 0.297431, + "f1": 0.269822, + "accuracy": 0.297431, + "main_score": 0.269822, + "hf_subset": "kab_Latn-knc_Arab", + "languages": [ + "kab-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.42025, + "recall": 0.47332, + "f1": 0.432749, + "accuracy": 0.47332, + "main_score": 0.432749, + "hf_subset": "kab_Latn-mkd_Cyrl", + "languages": [ + "kab-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.445655, + "recall": 0.5, + "f1": 0.457923, + "accuracy": 0.5, + "main_score": 0.457923, + "hf_subset": "kab_Latn-prs_Arab", + "languages": [ + "kab-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.431337, + "recall": 0.483202, + "f1": 0.443455, + "accuracy": 0.483202, + "main_score": 0.443455, + "hf_subset": "kab_Latn-swe_Latn", + "languages": [ + "kab-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.419847, + "recall": 0.475296, + "f1": 0.432502, + "accuracy": 0.475296, + "main_score": 0.432502, + "hf_subset": "kab_Latn-urd_Arab", + "languages": [ + "kab-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.420294, + "recall": 0.459486, + "f1": 0.42967, + "accuracy": 0.459486, + "main_score": 0.42967, + "hf_subset": "kab_Latn-aka_Latn", + "languages": [ + "kab-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.413609, + "recall": 0.459486, + "f1": 0.424503, + "accuracy": 0.459486, + "main_score": 0.424503, + "hf_subset": "kab_Latn-bjn_Latn", + "languages": [ + "kab-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.392026, + "recall": 0.447628, + "f1": 0.406144, + "accuracy": 0.447628, + "main_score": 0.406144, + "hf_subset": "kab_Latn-fao_Latn", + "languages": [ + "kab-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.439967, + "recall": 0.48913, + "f1": 0.450198, + "accuracy": 0.48913, + "main_score": 0.450198, + "hf_subset": "kab_Latn-ind_Latn", + "languages": [ + "kab-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.392755, + "recall": 0.424901, + "f1": 0.401602, + "accuracy": 0.424901, + "main_score": 0.401602, + "hf_subset": "kab_Latn-knc_Latn", + "languages": [ + "kab-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.384411, + "recall": 0.435771, + "f1": 0.396106, + "accuracy": 0.435771, + "main_score": 0.396106, + "hf_subset": "kab_Latn-mlt_Latn", + "languages": [ + "kab-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.415917, + "recall": 0.45751, + "f1": 0.426882, + "accuracy": 0.45751, + "main_score": 0.426882, + "hf_subset": "kab_Latn-quy_Latn", + "languages": [ + "kab-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.403181, + "recall": 0.455534, + "f1": 0.415756, + "accuracy": 0.455534, + "main_score": 0.415756, + "hf_subset": "kab_Latn-swh_Latn", + "languages": [ + "kab-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.388034, + "recall": 0.442688, + "f1": 0.400865, + "accuracy": 0.442688, + "main_score": 0.400865, + "hf_subset": "kab_Latn-uzn_Latn", + "languages": [ + "kab-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.403864, + "recall": 0.456522, + "f1": 0.416401, + "accuracy": 0.456522, + "main_score": 0.416401, + "hf_subset": "kab_Latn-als_Latn", + "languages": [ + "kab-Latn", + "als-Latn" + ] + }, + { + "precision": 0.352748, + "recall": 0.401186, + "f1": 0.365129, + "accuracy": 0.401186, + "main_score": 0.365129, + "hf_subset": "kab_Latn-bod_Tibt", + "languages": [ + "kab-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.418172, + "recall": 0.452569, + "f1": 0.427736, + "accuracy": 0.452569, + "main_score": 0.427736, + "hf_subset": "kab_Latn-fij_Latn", + "languages": [ + "kab-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.399882, + "recall": 0.453557, + "f1": 0.413162, + "accuracy": 0.453557, + "main_score": 0.413162, + "hf_subset": "kab_Latn-isl_Latn", + "languages": [ + "kab-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.408109, + "recall": 0.444664, + "f1": 0.418265, + "accuracy": 0.444664, + "main_score": 0.418265, + "hf_subset": "kab_Latn-kon_Latn", + "languages": [ + "kab-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.319448, + "recall": 0.359684, + "f1": 0.32978, + "accuracy": 0.359684, + "main_score": 0.32978, + "hf_subset": "kab_Latn-mni_Beng", + "languages": [ + "kab-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.434597, + "recall": 0.488142, + "f1": 0.447025, + "accuracy": 0.488142, + "main_score": 0.447025, + "hf_subset": "kab_Latn-ron_Latn", + "languages": [ + "kab-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.43154, + "recall": 0.476285, + "f1": 0.44217, + "accuracy": 0.476285, + "main_score": 0.44217, + "hf_subset": "kab_Latn-szl_Latn", + "languages": [ + "kab-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.440201, + "recall": 0.487154, + "f1": 0.451119, + "accuracy": 0.487154, + "main_score": 0.451119, + "hf_subset": "kab_Latn-vec_Latn", + "languages": [ + "kab-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.438214, + "recall": 0.493083, + "f1": 0.451577, + "accuracy": 0.493083, + "main_score": 0.451577, + "hf_subset": "kab_Latn-amh_Ethi", + "languages": [ + "kab-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.426432, + "recall": 0.478261, + "f1": 0.438797, + "accuracy": 0.478261, + "main_score": 0.438797, + "hf_subset": "kab_Latn-bos_Latn", + "languages": [ + "kab-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.411171, + "recall": 0.45751, + "f1": 0.42246, + "accuracy": 0.45751, + "main_score": 0.42246, + "hf_subset": "kab_Latn-fin_Latn", + "languages": [ + "kab-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.440596, + "recall": 0.491107, + "f1": 0.451611, + "accuracy": 0.491107, + "main_score": 0.451611, + "hf_subset": "kab_Latn-ita_Latn", + "languages": [ + "kab-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.439138, + "recall": 0.498024, + "f1": 0.453187, + "accuracy": 0.498024, + "main_score": 0.453187, + "hf_subset": "kab_Latn-kor_Hang", + "languages": [ + "kab-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.39038, + "recall": 0.418972, + "f1": 0.397524, + "accuracy": 0.418972, + "main_score": 0.397524, + "hf_subset": "kab_Latn-mos_Latn", + "languages": [ + "kab-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.410758, + "recall": 0.451581, + "f1": 0.421731, + "accuracy": 0.451581, + "main_score": 0.421731, + "hf_subset": "kab_Latn-run_Latn", + "languages": [ + "kab-Latn", + "run-Latn" + ] + }, + { + "precision": 0.40002, + "recall": 0.451581, + "f1": 0.412338, + "accuracy": 0.451581, + "main_score": 0.412338, + "hf_subset": "kab_Latn-tam_Taml", + "languages": [ + "kab-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.44423, + "recall": 0.492095, + "f1": 0.455326, + "accuracy": 0.492095, + "main_score": 0.455326, + "hf_subset": "kab_Latn-vie_Latn", + "languages": [ + "kab-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.440909, + "recall": 0.494071, + "f1": 0.453397, + "accuracy": 0.494071, + "main_score": 0.453397, + "hf_subset": "kab_Latn-apc_Arab", + "languages": [ + "kab-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.393558, + "recall": 0.428854, + "f1": 0.403254, + "accuracy": 0.428854, + "main_score": 0.403254, + "hf_subset": "kab_Latn-bug_Latn", + "languages": [ + "kab-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.350774, + "recall": 0.383399, + "f1": 0.359743, + "accuracy": 0.383399, + "main_score": 0.359743, + "hf_subset": "kab_Latn-fon_Latn", + "languages": [ + "kab-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.383677, + "recall": 0.438735, + "f1": 0.396423, + "accuracy": 0.438735, + "main_score": 0.396423, + "hf_subset": "kab_Latn-jav_Latn", + "languages": [ + "kab-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.360277, + "recall": 0.41502, + "f1": 0.373051, + "accuracy": 0.41502, + "main_score": 0.373051, + "hf_subset": "kab_Latn-lao_Laoo", + "languages": [ + "kab-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.410996, + "recall": 0.461462, + "f1": 0.423535, + "accuracy": 0.461462, + "main_score": 0.423535, + "hf_subset": "kab_Latn-mri_Latn", + "languages": [ + "kab-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.43549, + "recall": 0.480237, + "f1": 0.445614, + "accuracy": 0.480237, + "main_score": 0.445614, + "hf_subset": "kab_Latn-rus_Cyrl", + "languages": [ + "kab-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.397481, + "recall": 0.435771, + "f1": 0.408048, + "accuracy": 0.435771, + "main_score": 0.408048, + "hf_subset": "kab_Latn-taq_Latn", + "languages": [ + "kab-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.391069, + "recall": 0.436759, + "f1": 0.401294, + "accuracy": 0.436759, + "main_score": 0.401294, + "hf_subset": "kab_Latn-war_Latn", + "languages": [ + "kab-Latn", + "war-Latn" + ] + }, + { + "precision": 0.444355, + "recall": 0.502964, + "f1": 0.458566, + "accuracy": 0.502964, + "main_score": 0.458566, + "hf_subset": "kab_Latn-arb_Arab", + "languages": [ + "kab-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.440021, + "recall": 0.496047, + "f1": 0.452773, + "accuracy": 0.496047, + "main_score": 0.452773, + "hf_subset": "kab_Latn-bul_Cyrl", + "languages": [ + "kab-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.452604, + "recall": 0.501976, + "f1": 0.464251, + "accuracy": 0.501976, + "main_score": 0.464251, + "hf_subset": "kab_Latn-fra_Latn", + "languages": [ + "kab-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.432834, + "recall": 0.481225, + "f1": 0.444293, + "accuracy": 0.481225, + "main_score": 0.444293, + "hf_subset": "kab_Latn-jpn_Jpan", + "languages": [ + "kab-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.437426, + "recall": 0.490119, + "f1": 0.449785, + "accuracy": 0.490119, + "main_score": 0.449785, + "hf_subset": "kab_Latn-lij_Latn", + "languages": [ + "kab-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.376114, + "recall": 0.423913, + "f1": 0.387725, + "accuracy": 0.423913, + "main_score": 0.387725, + "hf_subset": "kab_Latn-mya_Mymr", + "languages": [ + "kab-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.388113, + "recall": 0.41996, + "f1": 0.397271, + "accuracy": 0.41996, + "main_score": 0.397271, + "hf_subset": "kab_Latn-sag_Latn", + "languages": [ + "kab-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.27052, + "recall": 0.310277, + "f1": 0.280964, + "accuracy": 0.310277, + "main_score": 0.280964, + "hf_subset": "kab_Latn-taq_Tfng", + "languages": [ + "kab-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.425428, + "recall": 0.451581, + "f1": 0.432708, + "accuracy": 0.451581, + "main_score": 0.432708, + "hf_subset": "kab_Latn-wol_Latn", + "languages": [ + "kab-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.411091, + "recall": 0.461462, + "f1": 0.424413, + "accuracy": 0.461462, + "main_score": 0.424413, + "hf_subset": "kab_Latn-arb_Latn", + "languages": [ + "kab-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.434797, + "recall": 0.487154, + "f1": 0.447225, + "accuracy": 0.487154, + "main_score": 0.447225, + "hf_subset": "kab_Latn-cat_Latn", + "languages": [ + "kab-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.440433, + "recall": 0.488142, + "f1": 0.451318, + "accuracy": 0.488142, + "main_score": 0.451318, + "hf_subset": "kab_Latn-fur_Latn", + "languages": [ + "kab-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.421569, + "recall": 0.465415, + "f1": 0.431553, + "accuracy": 0.465415, + "main_score": 0.431553, + "hf_subset": "kab_Latn-lim_Latn", + "languages": [ + "kab-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.430285, + "recall": 0.482213, + "f1": 0.442354, + "accuracy": 0.482213, + "main_score": 0.442354, + "hf_subset": "kab_Latn-nld_Latn", + "languages": [ + "kab-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.382326, + "recall": 0.440711, + "f1": 0.396782, + "accuracy": 0.440711, + "main_score": 0.396782, + "hf_subset": "kab_Latn-san_Deva", + "languages": [ + "kab-Latn", + "san-Deva" + ] + }, + { + "precision": 0.404635, + "recall": 0.456522, + "f1": 0.416576, + "accuracy": 0.456522, + "main_score": 0.416576, + "hf_subset": "kab_Latn-tat_Cyrl", + "languages": [ + "kab-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.414132, + "recall": 0.466403, + "f1": 0.427435, + "accuracy": 0.466403, + "main_score": 0.427435, + "hf_subset": "kab_Latn-xho_Latn", + "languages": [ + "kab-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.434471, + "recall": 0.493083, + "f1": 0.448493, + "accuracy": 0.493083, + "main_score": 0.448493, + "hf_subset": "kab_Latn-ars_Arab", + "languages": [ + "kab-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.378318, + "recall": 0.427866, + "f1": 0.389343, + "accuracy": 0.427866, + "main_score": 0.389343, + "hf_subset": "kab_Latn-ceb_Latn", + "languages": [ + "kab-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.388951, + "recall": 0.427866, + "f1": 0.399358, + "accuracy": 0.427866, + "main_score": 0.399358, + "hf_subset": "kab_Latn-fuv_Latn", + "languages": [ + "kab-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.385408, + "recall": 0.416996, + "f1": 0.394452, + "accuracy": 0.416996, + "main_score": 0.394452, + "hf_subset": "kab_Latn-kac_Latn", + "languages": [ + "kab-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.424595, + "recall": 0.465415, + "f1": 0.434349, + "accuracy": 0.465415, + "main_score": 0.434349, + "hf_subset": "kab_Latn-lin_Latn", + "languages": [ + "kab-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.408344, + "recall": 0.455534, + "f1": 0.419834, + "accuracy": 0.455534, + "main_score": 0.419834, + "hf_subset": "kab_Latn-nno_Latn", + "languages": [ + "kab-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.400293, + "recall": 0.447628, + "f1": 0.411934, + "accuracy": 0.447628, + "main_score": 0.411934, + "hf_subset": "kab_Latn-sat_Olck", + "languages": [ + "kab-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.383676, + "recall": 0.436759, + "f1": 0.395116, + "accuracy": 0.436759, + "main_score": 0.395116, + "hf_subset": "kab_Latn-tel_Telu", + "languages": [ + "kab-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.388585, + "recall": 0.442688, + "f1": 0.400697, + "accuracy": 0.442688, + "main_score": 0.400697, + "hf_subset": "kab_Latn-ydd_Hebr", + "languages": [ + "kab-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.436233, + "recall": 0.48419, + "f1": 0.448452, + "accuracy": 0.48419, + "main_score": 0.448452, + "hf_subset": "kab_Latn-ary_Arab", + "languages": [ + "kab-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.416228, + "recall": 0.472332, + "f1": 0.429359, + "accuracy": 0.472332, + "main_score": 0.429359, + "hf_subset": "kab_Latn-ces_Latn", + "languages": [ + "kab-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.427629, + "recall": 0.468379, + "f1": 0.438476, + "accuracy": 0.468379, + "main_score": 0.438476, + "hf_subset": "kab_Latn-gaz_Latn", + "languages": [ + "kab-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.402187, + "recall": 0.442688, + "f1": 0.412956, + "accuracy": 0.442688, + "main_score": 0.412956, + "hf_subset": "kab_Latn-kam_Latn", + "languages": [ + "kab-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.40571, + "recall": 0.453557, + "f1": 0.416845, + "accuracy": 0.453557, + "main_score": 0.416845, + "hf_subset": "kab_Latn-lit_Latn", + "languages": [ + "kab-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.418631, + "recall": 0.472332, + "f1": 0.432167, + "accuracy": 0.472332, + "main_score": 0.432167, + "hf_subset": "kab_Latn-nob_Latn", + "languages": [ + "kab-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.420164, + "recall": 0.462451, + "f1": 0.429563, + "accuracy": 0.462451, + "main_score": 0.429563, + "hf_subset": "kab_Latn-scn_Latn", + "languages": [ + "kab-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.416887, + "recall": 0.466403, + "f1": 0.428133, + "accuracy": 0.466403, + "main_score": 0.428133, + "hf_subset": "kab_Latn-tgk_Cyrl", + "languages": [ + "kab-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.389319, + "recall": 0.43083, + "f1": 0.400199, + "accuracy": 0.43083, + "main_score": 0.400199, + "hf_subset": "kab_Latn-yor_Latn", + "languages": [ + "kab-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.44118, + "recall": 0.497036, + "f1": 0.454389, + "accuracy": 0.497036, + "main_score": 0.454389, + "hf_subset": "kab_Latn-arz_Arab", + "languages": [ + "kab-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.391841, + "recall": 0.426877, + "f1": 0.401181, + "accuracy": 0.426877, + "main_score": 0.401181, + "hf_subset": "kab_Latn-cjk_Latn", + "languages": [ + "kab-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.408615, + "recall": 0.461462, + "f1": 0.421268, + "accuracy": 0.461462, + "main_score": 0.421268, + "hf_subset": "kab_Latn-gla_Latn", + "languages": [ + "kab-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.369822, + "recall": 0.424901, + "f1": 0.381695, + "accuracy": 0.424901, + "main_score": 0.381695, + "hf_subset": "kab_Latn-kan_Knda", + "languages": [ + "kab-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.437477, + "recall": 0.483202, + "f1": 0.447877, + "accuracy": 0.483202, + "main_score": 0.447877, + "hf_subset": "kab_Latn-lmo_Latn", + "languages": [ + "kab-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.40256, + "recall": 0.44664, + "f1": 0.412616, + "accuracy": 0.44664, + "main_score": 0.412616, + "hf_subset": "kab_Latn-npi_Deva", + "languages": [ + "kab-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.299159, + "recall": 0.344862, + "f1": 0.31094, + "accuracy": 0.344862, + "main_score": 0.31094, + "hf_subset": "kab_Latn-shn_Mymr", + "languages": [ + "kab-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.42046, + "recall": 0.476285, + "f1": 0.434231, + "accuracy": 0.476285, + "main_score": 0.434231, + "hf_subset": "kab_Latn-tgl_Latn", + "languages": [ + "kab-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.396471, + "recall": 0.447628, + "f1": 0.408495, + "accuracy": 0.447628, + "main_score": 0.408495, + "hf_subset": "kab_Latn-yue_Hant", + "languages": [ + "kab-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.364688, + "recall": 0.41502, + "f1": 0.376689, + "accuracy": 0.41502, + "main_score": 0.376689, + "hf_subset": "kab_Latn-asm_Beng", + "languages": [ + "kab-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.402517, + "recall": 0.454545, + "f1": 0.415056, + "accuracy": 0.454545, + "main_score": 0.415056, + "hf_subset": "kab_Latn-ckb_Arab", + "languages": [ + "kab-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.372322, + "recall": 0.427866, + "f1": 0.386516, + "accuracy": 0.427866, + "main_score": 0.386516, + "hf_subset": "kab_Latn-gle_Latn", + "languages": [ + "kab-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.388561, + "recall": 0.438735, + "f1": 0.401058, + "accuracy": 0.438735, + "main_score": 0.401058, + "hf_subset": "kab_Latn-kas_Arab", + "languages": [ + "kab-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.410835, + "recall": 0.450593, + "f1": 0.420725, + "accuracy": 0.450593, + "main_score": 0.420725, + "hf_subset": "kab_Latn-ltg_Latn", + "languages": [ + "kab-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.451326, + "recall": 0.497036, + "f1": 0.463313, + "accuracy": 0.497036, + "main_score": 0.463313, + "hf_subset": "kab_Latn-nso_Latn", + "languages": [ + "kab-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.39488, + "recall": 0.448617, + "f1": 0.407241, + "accuracy": 0.448617, + "main_score": 0.407241, + "hf_subset": "kab_Latn-sin_Sinh", + "languages": [ + "kab-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.389501, + "recall": 0.444664, + "f1": 0.402555, + "accuracy": 0.444664, + "main_score": 0.402555, + "hf_subset": "kab_Latn-tha_Thai", + "languages": [ + "kab-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.351557, + "recall": 0.394269, + "f1": 0.359995, + "accuracy": 0.394269, + "main_score": 0.359995, + "hf_subset": "kab_Latn-zho_Hans", + "languages": [ + "kab-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.40951, + "recall": 0.465415, + "f1": 0.422827, + "accuracy": 0.465415, + "main_score": 0.422827, + "hf_subset": "kab_Latn-ast_Latn", + "languages": [ + "kab-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.426821, + "recall": 0.486166, + "f1": 0.440799, + "accuracy": 0.486166, + "main_score": 0.440799, + "hf_subset": "kab_Latn-crh_Latn", + "languages": [ + "kab-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.418492, + "recall": 0.472332, + "f1": 0.431577, + "accuracy": 0.472332, + "main_score": 0.431577, + "hf_subset": "kab_Latn-glg_Latn", + "languages": [ + "kab-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.394651, + "recall": 0.437747, + "f1": 0.404737, + "accuracy": 0.437747, + "main_score": 0.404737, + "hf_subset": "kab_Latn-kas_Deva", + "languages": [ + "kab-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.380029, + "recall": 0.428854, + "f1": 0.392501, + "accuracy": 0.428854, + "main_score": 0.392501, + "hf_subset": "kab_Latn-ltz_Latn", + "languages": [ + "kab-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.370943, + "recall": 0.413043, + "f1": 0.382899, + "accuracy": 0.413043, + "main_score": 0.382899, + "hf_subset": "kab_Latn-nus_Latn", + "languages": [ + "kab-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.403195, + "recall": 0.454545, + "f1": 0.415022, + "accuracy": 0.454545, + "main_score": 0.415022, + "hf_subset": "kab_Latn-slk_Latn", + "languages": [ + "kab-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.405462, + "recall": 0.444664, + "f1": 0.41602, + "accuracy": 0.444664, + "main_score": 0.41602, + "hf_subset": "kab_Latn-tir_Ethi", + "languages": [ + "kab-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.398185, + "recall": 0.45751, + "f1": 0.411291, + "accuracy": 0.45751, + "main_score": 0.411291, + "hf_subset": "kab_Latn-zho_Hant", + "languages": [ + "kab-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.431451, + "recall": 0.477273, + "f1": 0.442593, + "accuracy": 0.477273, + "main_score": 0.442593, + "hf_subset": "kab_Latn-awa_Deva", + "languages": [ + "kab-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.407962, + "recall": 0.453557, + "f1": 0.418996, + "accuracy": 0.453557, + "main_score": 0.418996, + "hf_subset": "kab_Latn-cym_Latn", + "languages": [ + "kab-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.389993, + "recall": 0.428854, + "f1": 0.399135, + "accuracy": 0.428854, + "main_score": 0.399135, + "hf_subset": "kab_Latn-grn_Latn", + "languages": [ + "kab-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.404149, + "recall": 0.463439, + "f1": 0.418363, + "accuracy": 0.463439, + "main_score": 0.418363, + "hf_subset": "kab_Latn-kat_Geor", + "languages": [ + "kab-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.412165, + "recall": 0.447628, + "f1": 0.420876, + "accuracy": 0.447628, + "main_score": 0.420876, + "hf_subset": "kab_Latn-lua_Latn", + "languages": [ + "kab-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.404573, + "recall": 0.447628, + "f1": 0.415308, + "accuracy": 0.447628, + "main_score": 0.415308, + "hf_subset": "kab_Latn-nya_Latn", + "languages": [ + "kab-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.424721, + "recall": 0.47332, + "f1": 0.436726, + "accuracy": 0.47332, + "main_score": 0.436726, + "hf_subset": "kab_Latn-slv_Latn", + "languages": [ + "kab-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.398863, + "recall": 0.442688, + "f1": 0.409887, + "accuracy": 0.442688, + "main_score": 0.409887, + "hf_subset": "kab_Latn-tpi_Latn", + "languages": [ + "kab-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.437286, + "recall": 0.483202, + "f1": 0.448057, + "accuracy": 0.483202, + "main_score": 0.448057, + "hf_subset": "kab_Latn-zsm_Latn", + "languages": [ + "kab-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.381042, + "recall": 0.410079, + "f1": 0.388906, + "accuracy": 0.410079, + "main_score": 0.388906, + "hf_subset": "kab_Latn-ayr_Latn", + "languages": [ + "kab-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.444098, + "recall": 0.494071, + "f1": 0.455297, + "accuracy": 0.494071, + "main_score": 0.455297, + "hf_subset": "kab_Latn-dan_Latn", + "languages": [ + "kab-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.406949, + "recall": 0.460474, + "f1": 0.419659, + "accuracy": 0.460474, + "main_score": 0.419659, + "hf_subset": "kab_Latn-guj_Gujr", + "languages": [ + "kab-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.40453, + "recall": 0.44664, + "f1": 0.414413, + "accuracy": 0.44664, + "main_score": 0.414413, + "hf_subset": "kab_Latn-kaz_Cyrl", + "languages": [ + "kab-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.412437, + "recall": 0.461462, + "f1": 0.424534, + "accuracy": 0.461462, + "main_score": 0.424534, + "hf_subset": "kab_Latn-lug_Latn", + "languages": [ + "kab-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.426642, + "recall": 0.477273, + "f1": 0.437823, + "accuracy": 0.477273, + "main_score": 0.437823, + "hf_subset": "kab_Latn-oci_Latn", + "languages": [ + "kab-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.400348, + "recall": 0.455534, + "f1": 0.414286, + "accuracy": 0.455534, + "main_score": 0.414286, + "hf_subset": "kab_Latn-smo_Latn", + "languages": [ + "kab-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.412645, + "recall": 0.469368, + "f1": 0.426988, + "accuracy": 0.469368, + "main_score": 0.426988, + "hf_subset": "kab_Latn-tsn_Latn", + "languages": [ + "kab-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.411295, + "recall": 0.468379, + "f1": 0.426407, + "accuracy": 0.468379, + "main_score": 0.426407, + "hf_subset": "kab_Latn-zul_Latn", + "languages": [ + "kab-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.390599, + "recall": 0.435771, + "f1": 0.401746, + "accuracy": 0.435771, + "main_score": 0.401746, + "hf_subset": "kab_Latn-azb_Arab", + "languages": [ + "kab-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.434727, + "recall": 0.486166, + "f1": 0.446516, + "accuracy": 0.486166, + "main_score": 0.446516, + "hf_subset": "kab_Latn-deu_Latn", + "languages": [ + "kab-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.422511, + "recall": 0.478261, + "f1": 0.436384, + "accuracy": 0.478261, + "main_score": 0.436384, + "hf_subset": "kab_Latn-hat_Latn", + "languages": [ + "kab-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.392753, + "recall": 0.427866, + "f1": 0.401946, + "accuracy": 0.427866, + "main_score": 0.401946, + "hf_subset": "kab_Latn-kbp_Latn", + "languages": [ + "kab-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.399996, + "recall": 0.436759, + "f1": 0.409391, + "accuracy": 0.436759, + "main_score": 0.409391, + "hf_subset": "kab_Latn-luo_Latn", + "languages": [ + "kab-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.367204, + "recall": 0.420949, + "f1": 0.379176, + "accuracy": 0.420949, + "main_score": 0.379176, + "hf_subset": "kab_Latn-ory_Orya", + "languages": [ + "kab-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.40506, + "recall": 0.455534, + "f1": 0.417929, + "accuracy": 0.455534, + "main_score": 0.417929, + "hf_subset": "kab_Latn-sna_Latn", + "languages": [ + "kab-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.434207, + "recall": 0.477273, + "f1": 0.445818, + "accuracy": 0.477273, + "main_score": 0.445818, + "hf_subset": "kab_Latn-tso_Latn", + "languages": [ + "kab-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.398633, + "recall": 0.452569, + "f1": 0.411625, + "accuracy": 0.452569, + "main_score": 0.411625, + "hf_subset": "kab_Latn-azj_Latn", + "languages": [ + "kab-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.3618, + "recall": 0.402174, + "f1": 0.372113, + "accuracy": 0.402174, + "main_score": 0.372113, + "hf_subset": "kab_Latn-dik_Latn", + "languages": [ + "kab-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.425365, + "recall": 0.472332, + "f1": 0.436706, + "accuracy": 0.472332, + "main_score": 0.436706, + "hf_subset": "kab_Latn-hau_Latn", + "languages": [ + "kab-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.421487, + "recall": 0.470356, + "f1": 0.433497, + "accuracy": 0.470356, + "main_score": 0.433497, + "hf_subset": "kab_Latn-kea_Latn", + "languages": [ + "kab-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.378021, + "recall": 0.420949, + "f1": 0.388715, + "accuracy": 0.420949, + "main_score": 0.388715, + "hf_subset": "kab_Latn-lus_Latn", + "languages": [ + "kab-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.421243, + "recall": 0.456522, + "f1": 0.429383, + "accuracy": 0.456522, + "main_score": 0.429383, + "hf_subset": "kab_Latn-pag_Latn", + "languages": [ + "kab-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.375662, + "recall": 0.436759, + "f1": 0.390293, + "accuracy": 0.436759, + "main_score": 0.390293, + "hf_subset": "kab_Latn-snd_Arab", + "languages": [ + "kab-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.395562, + "recall": 0.444664, + "f1": 0.407288, + "accuracy": 0.444664, + "main_score": 0.407288, + "hf_subset": "kab_Latn-tuk_Latn", + "languages": [ + "kab-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.375067, + "recall": 0.424901, + "f1": 0.388177, + "accuracy": 0.424901, + "main_score": 0.388177, + "hf_subset": "kab_Latn-bak_Cyrl", + "languages": [ + "kab-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.317874, + "recall": 0.362648, + "f1": 0.330094, + "accuracy": 0.362648, + "main_score": 0.330094, + "hf_subset": "kab_Latn-dyu_Latn", + "languages": [ + "kab-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.432602, + "recall": 0.48419, + "f1": 0.444716, + "accuracy": 0.48419, + "main_score": 0.444716, + "hf_subset": "kab_Latn-heb_Hebr", + "languages": [ + "kab-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.40629, + "recall": 0.459486, + "f1": 0.419893, + "accuracy": 0.459486, + "main_score": 0.419893, + "hf_subset": "kab_Latn-khk_Cyrl", + "languages": [ + "kab-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.408051, + "recall": 0.458498, + "f1": 0.419565, + "accuracy": 0.458498, + "main_score": 0.419565, + "hf_subset": "kab_Latn-lvs_Latn", + "languages": [ + "kab-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.38696, + "recall": 0.440711, + "f1": 0.399054, + "accuracy": 0.440711, + "main_score": 0.399054, + "hf_subset": "kab_Latn-pan_Guru", + "languages": [ + "kab-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.425394, + "recall": 0.481225, + "f1": 0.439557, + "accuracy": 0.481225, + "main_score": 0.439557, + "hf_subset": "kab_Latn-som_Latn", + "languages": [ + "kab-Latn", + "som-Latn" + ] + }, + { + "precision": 0.372135, + "recall": 0.406126, + "f1": 0.38121, + "accuracy": 0.406126, + "main_score": 0.38121, + "hf_subset": "kab_Latn-tum_Latn", + "languages": [ + "kab-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.546839, + "recall": 0.630435, + "f1": 0.570861, + "accuracy": 0.630435, + "main_score": 0.570861, + "hf_subset": "lim_Latn-ace_Arab", + "languages": [ + "lim-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.474382, + "recall": 0.535573, + "f1": 0.4915, + "accuracy": 0.535573, + "main_score": 0.4915, + "hf_subset": "lim_Latn-bam_Latn", + "languages": [ + "lim-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.647177, + "recall": 0.729249, + "f1": 0.671432, + "accuracy": 0.729249, + "main_score": 0.671432, + "hf_subset": "lim_Latn-dzo_Tibt", + "languages": [ + "lim-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-hin_Deva", + "languages": [ + "lim-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "lim_Latn-khm_Khmr", + "languages": [ + "lim-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-mag_Deva", + "languages": [ + "lim-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lim_Latn-pap_Latn", + "languages": [ + "lim-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.86026, + "recall": 0.900198, + "f1": 0.872892, + "accuracy": 0.900198, + "main_score": 0.872892, + "hf_subset": "lim_Latn-sot_Latn", + "languages": [ + "lim-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lim_Latn-tur_Latn", + "languages": [ + "lim-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.844285, + "recall": 0.887352, + "f1": 0.857576, + "accuracy": 0.887352, + "main_score": 0.857576, + "hf_subset": "lim_Latn-ace_Latn", + "languages": [ + "lim-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "lim_Latn-ban_Latn", + "languages": [ + "lim-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-ell_Grek", + "languages": [ + "lim-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "lim_Latn-hne_Deva", + "languages": [ + "lim-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.590869, + "recall": 0.659091, + "f1": 0.610185, + "accuracy": 0.659091, + "main_score": 0.610185, + "hf_subset": "lim_Latn-kik_Latn", + "languages": [ + "lim-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lim_Latn-mai_Deva", + "languages": [ + "lim-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.938406, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "lim_Latn-pbt_Arab", + "languages": [ + "lim-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-spa_Latn", + "languages": [ + "lim-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.770356, + "recall": 0.827075, + "f1": 0.787615, + "accuracy": 0.827075, + "main_score": 0.787615, + "hf_subset": "lim_Latn-twi_Latn", + "languages": [ + "lim-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lim_Latn-acm_Arab", + "languages": [ + "lim-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-bel_Cyrl", + "languages": [ + "lim-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lim_Latn-eng_Latn", + "languages": [ + "lim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-hrv_Latn", + "languages": [ + "lim-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.855164, + "recall": 0.894269, + "f1": 0.867045, + "accuracy": 0.894269, + "main_score": 0.867045, + "hf_subset": "lim_Latn-kin_Latn", + "languages": [ + "lim-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "lim_Latn-mal_Mlym", + "languages": [ + "lim-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-pes_Arab", + "languages": [ + "lim-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lim_Latn-srd_Latn", + "languages": [ + "lim-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.211121, + "recall": 0.278656, + "f1": 0.228297, + "accuracy": 0.278656, + "main_score": 0.228297, + "hf_subset": "lim_Latn-tzm_Tfng", + "languages": [ + "lim-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-acq_Arab", + "languages": [ + "lim-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.682718, + "recall": 0.749012, + "f1": 0.702113, + "accuracy": 0.749012, + "main_score": 0.702113, + "hf_subset": "lim_Latn-bem_Latn", + "languages": [ + "lim-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-epo_Latn", + "languages": [ + "lim-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lim_Latn-hun_Latn", + "languages": [ + "lim-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "lim_Latn-kir_Cyrl", + "languages": [ + "lim-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-mar_Deva", + "languages": [ + "lim-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.867507, + "recall": 0.905138, + "f1": 0.878986, + "accuracy": 0.905138, + "main_score": 0.878986, + "hf_subset": "lim_Latn-plt_Latn", + "languages": [ + "lim-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-srp_Cyrl", + "languages": [ + "lim-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.930665, + "recall": 0.951581, + "f1": 0.937418, + "accuracy": 0.951581, + "main_score": 0.937418, + "hf_subset": "lim_Latn-uig_Arab", + "languages": [ + "lim-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lim_Latn-aeb_Arab", + "languages": [ + "lim-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-ben_Beng", + "languages": [ + "lim-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-est_Latn", + "languages": [ + "lim-Latn", + "est-Latn" + ] + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "lim_Latn-hye_Armn", + "languages": [ + "lim-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.4827, + "recall": 0.54249, + "f1": 0.499158, + "accuracy": 0.54249, + "main_score": 0.499158, + "hf_subset": "lim_Latn-kmb_Latn", + "languages": [ + "lim-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.511599, + "recall": 0.594862, + "f1": 0.534561, + "accuracy": 0.594862, + "main_score": 0.534561, + "hf_subset": "lim_Latn-min_Arab", + "languages": [ + "lim-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-pol_Latn", + "languages": [ + "lim-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.749341, + "recall": 0.816206, + "f1": 0.769862, + "accuracy": 0.816206, + "main_score": 0.769862, + "hf_subset": "lim_Latn-ssw_Latn", + "languages": [ + "lim-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-ukr_Cyrl", + "languages": [ + "lim-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lim_Latn-afr_Latn", + "languages": [ + "lim-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-bho_Deva", + "languages": [ + "lim-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-eus_Latn", + "languages": [ + "lim-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.856472, + "recall": 0.897233, + "f1": 0.869222, + "accuracy": 0.897233, + "main_score": 0.869222, + "hf_subset": "lim_Latn-ibo_Latn", + "languages": [ + "lim-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.861742, + "recall": 0.900198, + "f1": 0.873748, + "accuracy": 0.900198, + "main_score": 0.873748, + "hf_subset": "lim_Latn-kmr_Latn", + "languages": [ + "lim-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "lim_Latn-min_Latn", + "languages": [ + "lim-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lim_Latn-por_Latn", + "languages": [ + "lim-Latn", + "por-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lim_Latn-sun_Latn", + "languages": [ + "lim-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.481632, + "recall": 0.547431, + "f1": 0.500718, + "accuracy": 0.547431, + "main_score": 0.500718, + "hf_subset": "lim_Latn-umb_Latn", + "languages": [ + "lim-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-ajp_Arab", + "languages": [ + "lim-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.53189, + "recall": 0.61166, + "f1": 0.554483, + "accuracy": 0.61166, + "main_score": 0.554483, + "hf_subset": "lim_Latn-bjn_Arab", + "languages": [ + "lim-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.46895, + "recall": 0.52668, + "f1": 0.484778, + "accuracy": 0.52668, + "main_score": 0.484778, + "hf_subset": "lim_Latn-ewe_Latn", + "languages": [ + "lim-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.944335, + "recall": 0.962451, + "f1": 0.950264, + "accuracy": 0.962451, + "main_score": 0.950264, + "hf_subset": "lim_Latn-ilo_Latn", + "languages": [ + "lim-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.262644, + "recall": 0.335968, + "f1": 0.281538, + "accuracy": 0.335968, + "main_score": 0.281538, + "hf_subset": "lim_Latn-knc_Arab", + "languages": [ + "lim-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lim_Latn-mkd_Cyrl", + "languages": [ + "lim-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-prs_Arab", + "languages": [ + "lim-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lim_Latn-swe_Latn", + "languages": [ + "lim-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-urd_Arab", + "languages": [ + "lim-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.7361, + "recall": 0.798419, + "f1": 0.75463, + "accuracy": 0.798419, + "main_score": 0.75463, + "hf_subset": "lim_Latn-aka_Latn", + "languages": [ + "lim-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "lim_Latn-bjn_Latn", + "languages": [ + "lim-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "lim_Latn-fao_Latn", + "languages": [ + "lim-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lim_Latn-ind_Latn", + "languages": [ + "lim-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.5242, + "recall": 0.586957, + "f1": 0.541551, + "accuracy": 0.586957, + "main_score": 0.541551, + "hf_subset": "lim_Latn-knc_Latn", + "languages": [ + "lim-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-mlt_Latn", + "languages": [ + "lim-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.634374, + "recall": 0.702569, + "f1": 0.654022, + "accuracy": 0.702569, + "main_score": 0.654022, + "hf_subset": "lim_Latn-quy_Latn", + "languages": [ + "lim-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "lim_Latn-swh_Latn", + "languages": [ + "lim-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-uzn_Latn", + "languages": [ + "lim-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lim_Latn-als_Latn", + "languages": [ + "lim-Latn", + "als-Latn" + ] + }, + { + "precision": 0.788109, + "recall": 0.847826, + "f1": 0.806771, + "accuracy": 0.847826, + "main_score": 0.806771, + "hf_subset": "lim_Latn-bod_Tibt", + "languages": [ + "lim-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.633746, + "recall": 0.702569, + "f1": 0.653186, + "accuracy": 0.702569, + "main_score": 0.653186, + "hf_subset": "lim_Latn-fij_Latn", + "languages": [ + "lim-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "lim_Latn-isl_Latn", + "languages": [ + "lim-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.60725, + "recall": 0.677866, + "f1": 0.626714, + "accuracy": 0.677866, + "main_score": 0.626714, + "hf_subset": "lim_Latn-kon_Latn", + "languages": [ + "lim-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.611804, + "recall": 0.689723, + "f1": 0.634332, + "accuracy": 0.689723, + "main_score": 0.634332, + "hf_subset": "lim_Latn-mni_Beng", + "languages": [ + "lim-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-ron_Latn", + "languages": [ + "lim-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "lim_Latn-szl_Latn", + "languages": [ + "lim-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lim_Latn-vec_Latn", + "languages": [ + "lim-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.916173, + "recall": 0.940711, + "f1": 0.924078, + "accuracy": 0.940711, + "main_score": 0.924078, + "hf_subset": "lim_Latn-amh_Ethi", + "languages": [ + "lim-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lim_Latn-bos_Latn", + "languages": [ + "lim-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lim_Latn-fin_Latn", + "languages": [ + "lim-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lim_Latn-ita_Latn", + "languages": [ + "lim-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-kor_Hang", + "languages": [ + "lim-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.498404, + "recall": 0.564229, + "f1": 0.51727, + "accuracy": 0.564229, + "main_score": 0.51727, + "hf_subset": "lim_Latn-mos_Latn", + "languages": [ + "lim-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.771327, + "recall": 0.825099, + "f1": 0.787648, + "accuracy": 0.825099, + "main_score": 0.787648, + "hf_subset": "lim_Latn-run_Latn", + "languages": [ + "lim-Latn", + "run-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lim_Latn-tam_Taml", + "languages": [ + "lim-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lim_Latn-vie_Latn", + "languages": [ + "lim-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lim_Latn-apc_Arab", + "languages": [ + "lim-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.721821, + "recall": 0.785573, + "f1": 0.740566, + "accuracy": 0.785573, + "main_score": 0.740566, + "hf_subset": "lim_Latn-bug_Latn", + "languages": [ + "lim-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.421915, + "recall": 0.480237, + "f1": 0.438111, + "accuracy": 0.480237, + "main_score": 0.438111, + "hf_subset": "lim_Latn-fon_Latn", + "languages": [ + "lim-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "lim_Latn-jav_Latn", + "languages": [ + "lim-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "lim_Latn-lao_Laoo", + "languages": [ + "lim-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.876812, + "recall": 0.912055, + "f1": 0.887648, + "accuracy": 0.912055, + "main_score": 0.887648, + "hf_subset": "lim_Latn-mri_Latn", + "languages": [ + "lim-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lim_Latn-rus_Cyrl", + "languages": [ + "lim-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.501472, + "recall": 0.562253, + "f1": 0.518233, + "accuracy": 0.562253, + "main_score": 0.518233, + "hf_subset": "lim_Latn-taq_Latn", + "languages": [ + "lim-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-war_Latn", + "languages": [ + "lim-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-arb_Arab", + "languages": [ + "lim-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lim_Latn-bul_Cyrl", + "languages": [ + "lim-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-fra_Latn", + "languages": [ + "lim-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lim_Latn-jpn_Jpan", + "languages": [ + "lim-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-lij_Latn", + "languages": [ + "lim-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "lim_Latn-mya_Mymr", + "languages": [ + "lim-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.547794, + "recall": 0.616601, + "f1": 0.566938, + "accuracy": 0.616601, + "main_score": 0.566938, + "hf_subset": "lim_Latn-sag_Latn", + "languages": [ + "lim-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.235898, + "recall": 0.310277, + "f1": 0.255143, + "accuracy": 0.310277, + "main_score": 0.255143, + "hf_subset": "lim_Latn-taq_Tfng", + "languages": [ + "lim-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.625837, + "recall": 0.692688, + "f1": 0.645375, + "accuracy": 0.692688, + "main_score": 0.645375, + "hf_subset": "lim_Latn-wol_Latn", + "languages": [ + "lim-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.840909, + "recall": 0.88834, + "f1": 0.855731, + "accuracy": 0.88834, + "main_score": 0.855731, + "hf_subset": "lim_Latn-arb_Latn", + "languages": [ + "lim-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "lim_Latn-cat_Latn", + "languages": [ + "lim-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-fur_Latn", + "languages": [ + "lim-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.446307, + "recall": 0.522727, + "f1": 0.466992, + "accuracy": 0.522727, + "main_score": 0.466992, + "hf_subset": "lim_Latn-kab_Latn", + "languages": [ + "lim-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-nld_Latn", + "languages": [ + "lim-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.952404, + "recall": 0.966403, + "f1": 0.956851, + "accuracy": 0.966403, + "main_score": 0.956851, + "hf_subset": "lim_Latn-san_Deva", + "languages": [ + "lim-Latn", + "san-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-tat_Cyrl", + "languages": [ + "lim-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.876729, + "recall": 0.91502, + "f1": 0.889065, + "accuracy": 0.91502, + "main_score": 0.889065, + "hf_subset": "lim_Latn-xho_Latn", + "languages": [ + "lim-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-ars_Arab", + "languages": [ + "lim-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lim_Latn-ceb_Latn", + "languages": [ + "lim-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.47343, + "recall": 0.550395, + "f1": 0.494451, + "accuracy": 0.550395, + "main_score": 0.494451, + "hf_subset": "lim_Latn-fuv_Latn", + "languages": [ + "lim-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.468125, + "recall": 0.530632, + "f1": 0.48537, + "accuracy": 0.530632, + "main_score": 0.48537, + "hf_subset": "lim_Latn-kac_Latn", + "languages": [ + "lim-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.625844, + "recall": 0.704545, + "f1": 0.648275, + "accuracy": 0.704545, + "main_score": 0.648275, + "hf_subset": "lim_Latn-lin_Latn", + "languages": [ + "lim-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-nno_Latn", + "languages": [ + "lim-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.869763, + "recall": 0.907115, + "f1": 0.881719, + "accuracy": 0.907115, + "main_score": 0.881719, + "hf_subset": "lim_Latn-sat_Olck", + "languages": [ + "lim-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lim_Latn-tel_Telu", + "languages": [ + "lim-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lim_Latn-ydd_Hebr", + "languages": [ + "lim-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "lim_Latn-ary_Arab", + "languages": [ + "lim-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lim_Latn-ces_Latn", + "languages": [ + "lim-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.554977, + "recall": 0.634387, + "f1": 0.577759, + "accuracy": 0.634387, + "main_score": 0.577759, + "hf_subset": "lim_Latn-gaz_Latn", + "languages": [ + "lim-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.54763, + "recall": 0.623518, + "f1": 0.568481, + "accuracy": 0.623518, + "main_score": 0.568481, + "hf_subset": "lim_Latn-kam_Latn", + "languages": [ + "lim-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lim_Latn-lit_Latn", + "languages": [ + "lim-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lim_Latn-nob_Latn", + "languages": [ + "lim-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lim_Latn-scn_Latn", + "languages": [ + "lim-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "lim_Latn-tgk_Cyrl", + "languages": [ + "lim-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.749704, + "recall": 0.812253, + "f1": 0.768347, + "accuracy": 0.812253, + "main_score": 0.768347, + "hf_subset": "lim_Latn-yor_Latn", + "languages": [ + "lim-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-arz_Arab", + "languages": [ + "lim-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.493756, + "recall": 0.565217, + "f1": 0.513286, + "accuracy": 0.565217, + "main_score": 0.513286, + "hf_subset": "lim_Latn-cjk_Latn", + "languages": [ + "lim-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.945323, + "recall": 0.961462, + "f1": 0.950428, + "accuracy": 0.961462, + "main_score": 0.950428, + "hf_subset": "lim_Latn-gla_Latn", + "languages": [ + "lim-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-kan_Knda", + "languages": [ + "lim-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.980814, + "recall": 0.986166, + "f1": 0.982444, + "accuracy": 0.986166, + "main_score": 0.982444, + "hf_subset": "lim_Latn-lmo_Latn", + "languages": [ + "lim-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lim_Latn-npi_Deva", + "languages": [ + "lim-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.511772, + "recall": 0.602767, + "f1": 0.538076, + "accuracy": 0.602767, + "main_score": 0.538076, + "hf_subset": "lim_Latn-shn_Mymr", + "languages": [ + "lim-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lim_Latn-tgl_Latn", + "languages": [ + "lim-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-yue_Hant", + "languages": [ + "lim-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "lim_Latn-asm_Beng", + "languages": [ + "lim-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.916831, + "recall": 0.942688, + "f1": 0.925231, + "accuracy": 0.942688, + "main_score": 0.925231, + "hf_subset": "lim_Latn-ckb_Arab", + "languages": [ + "lim-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "lim_Latn-gle_Latn", + "languages": [ + "lim-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.901186, + "recall": 0.929842, + "f1": 0.910046, + "accuracy": 0.929842, + "main_score": 0.910046, + "hf_subset": "lim_Latn-kas_Arab", + "languages": [ + "lim-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.888258, + "recall": 0.921937, + "f1": 0.899111, + "accuracy": 0.921937, + "main_score": 0.899111, + "hf_subset": "lim_Latn-ltg_Latn", + "languages": [ + "lim-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.790333, + "recall": 0.843874, + "f1": 0.806851, + "accuracy": 0.843874, + "main_score": 0.806851, + "hf_subset": "lim_Latn-nso_Latn", + "languages": [ + "lim-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "lim_Latn-sin_Sinh", + "languages": [ + "lim-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lim_Latn-tha_Thai", + "languages": [ + "lim-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-zho_Hans", + "languages": [ + "lim-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lim_Latn-ast_Latn", + "languages": [ + "lim-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.973485, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "lim_Latn-crh_Latn", + "languages": [ + "lim-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lim_Latn-glg_Latn", + "languages": [ + "lim-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.83279, + "recall": 0.87747, + "f1": 0.84633, + "accuracy": 0.87747, + "main_score": 0.84633, + "hf_subset": "lim_Latn-kas_Deva", + "languages": [ + "lim-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lim_Latn-ltz_Latn", + "languages": [ + "lim-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.426832, + "recall": 0.496047, + "f1": 0.44572, + "accuracy": 0.496047, + "main_score": 0.44572, + "hf_subset": "lim_Latn-nus_Latn", + "languages": [ + "lim-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lim_Latn-slk_Latn", + "languages": [ + "lim-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.631456, + "recall": 0.715415, + "f1": 0.65559, + "accuracy": 0.715415, + "main_score": 0.65559, + "hf_subset": "lim_Latn-tir_Ethi", + "languages": [ + "lim-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-zho_Hant", + "languages": [ + "lim-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.976038, + "recall": 0.983202, + "f1": 0.978327, + "accuracy": 0.983202, + "main_score": 0.978327, + "hf_subset": "lim_Latn-awa_Deva", + "languages": [ + "lim-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-cym_Latn", + "languages": [ + "lim-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.770866, + "recall": 0.824111, + "f1": 0.786858, + "accuracy": 0.824111, + "main_score": 0.786858, + "hf_subset": "lim_Latn-grn_Latn", + "languages": [ + "lim-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-kat_Geor", + "languages": [ + "lim-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.605276, + "recall": 0.670949, + "f1": 0.623212, + "accuracy": 0.670949, + "main_score": 0.623212, + "hf_subset": "lim_Latn-lua_Latn", + "languages": [ + "lim-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.821723, + "recall": 0.871542, + "f1": 0.837319, + "accuracy": 0.871542, + "main_score": 0.837319, + "hf_subset": "lim_Latn-nya_Latn", + "languages": [ + "lim-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-slv_Latn", + "languages": [ + "lim-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "lim_Latn-tpi_Latn", + "languages": [ + "lim-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-zsm_Latn", + "languages": [ + "lim-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.504376, + "recall": 0.574111, + "f1": 0.523669, + "accuracy": 0.574111, + "main_score": 0.523669, + "hf_subset": "lim_Latn-ayr_Latn", + "languages": [ + "lim-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lim_Latn-dan_Latn", + "languages": [ + "lim-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-guj_Gujr", + "languages": [ + "lim-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lim_Latn-kaz_Cyrl", + "languages": [ + "lim-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.640942, + "recall": 0.716403, + "f1": 0.663373, + "accuracy": 0.716403, + "main_score": 0.663373, + "hf_subset": "lim_Latn-lug_Latn", + "languages": [ + "lim-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-oci_Latn", + "languages": [ + "lim-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.819285, + "recall": 0.865613, + "f1": 0.833333, + "accuracy": 0.865613, + "main_score": 0.833333, + "hf_subset": "lim_Latn-smo_Latn", + "languages": [ + "lim-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.741502, + "recall": 0.8083, + "f1": 0.761627, + "accuracy": 0.8083, + "main_score": 0.761627, + "hf_subset": "lim_Latn-tsn_Latn", + "languages": [ + "lim-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.892457, + "recall": 0.924901, + "f1": 0.902997, + "accuracy": 0.924901, + "main_score": 0.902997, + "hf_subset": "lim_Latn-zul_Latn", + "languages": [ + "lim-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.922348, + "recall": 0.945652, + "f1": 0.929743, + "accuracy": 0.945652, + "main_score": 0.929743, + "hf_subset": "lim_Latn-azb_Arab", + "languages": [ + "lim-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lim_Latn-deu_Latn", + "languages": [ + "lim-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "lim_Latn-hat_Latn", + "languages": [ + "lim-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.477826, + "recall": 0.536561, + "f1": 0.494491, + "accuracy": 0.536561, + "main_score": 0.494491, + "hf_subset": "lim_Latn-kbp_Latn", + "languages": [ + "lim-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.518263, + "recall": 0.582016, + "f1": 0.535669, + "accuracy": 0.582016, + "main_score": 0.535669, + "hf_subset": "lim_Latn-luo_Latn", + "languages": [ + "lim-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "lim_Latn-ory_Orya", + "languages": [ + "lim-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.892704, + "recall": 0.925889, + "f1": 0.903393, + "accuracy": 0.925889, + "main_score": 0.903393, + "hf_subset": "lim_Latn-sna_Latn", + "languages": [ + "lim-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.668469, + "recall": 0.735178, + "f1": 0.687714, + "accuracy": 0.735178, + "main_score": 0.687714, + "hf_subset": "lim_Latn-tso_Latn", + "languages": [ + "lim-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "lim_Latn-azj_Latn", + "languages": [ + "lim-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.505527, + "recall": 0.571146, + "f1": 0.524369, + "accuracy": 0.571146, + "main_score": 0.524369, + "hf_subset": "lim_Latn-dik_Latn", + "languages": [ + "lim-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.897398, + "recall": 0.928854, + "f1": 0.907609, + "accuracy": 0.928854, + "main_score": 0.907609, + "hf_subset": "lim_Latn-hau_Latn", + "languages": [ + "lim-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "lim_Latn-kea_Latn", + "languages": [ + "lim-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.925807, + "recall": 0.947628, + "f1": 0.932708, + "accuracy": 0.947628, + "main_score": 0.932708, + "hf_subset": "lim_Latn-lus_Latn", + "languages": [ + "lim-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.853409, + "recall": 0.891304, + "f1": 0.864987, + "accuracy": 0.891304, + "main_score": 0.864987, + "hf_subset": "lim_Latn-pag_Latn", + "languages": [ + "lim-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "lim_Latn-snd_Arab", + "languages": [ + "lim-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "lim_Latn-tuk_Latn", + "languages": [ + "lim-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lim_Latn-bak_Cyrl", + "languages": [ + "lim-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.460385, + "recall": 0.534585, + "f1": 0.481167, + "accuracy": 0.534585, + "main_score": 0.481167, + "hf_subset": "lim_Latn-dyu_Latn", + "languages": [ + "lim-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-heb_Hebr", + "languages": [ + "lim-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "lim_Latn-khk_Cyrl", + "languages": [ + "lim-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-lvs_Latn", + "languages": [ + "lim-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-pan_Guru", + "languages": [ + "lim-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.863587, + "recall": 0.902174, + "f1": 0.87556, + "accuracy": 0.902174, + "main_score": 0.87556, + "hf_subset": "lim_Latn-som_Latn", + "languages": [ + "lim-Latn", + "som-Latn" + ] + }, + { + "precision": 0.689056, + "recall": 0.751976, + "f1": 0.70788, + "accuracy": 0.751976, + "main_score": 0.70788, + "hf_subset": "lim_Latn-tum_Latn", + "languages": [ + "lim-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.551178, + "recall": 0.634387, + "f1": 0.574605, + "accuracy": 0.634387, + "main_score": 0.574605, + "hf_subset": "nld_Latn-ace_Arab", + "languages": [ + "nld-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.471734, + "recall": 0.535573, + "f1": 0.48895, + "accuracy": 0.535573, + "main_score": 0.48895, + "hf_subset": "nld_Latn-bam_Latn", + "languages": [ + "nld-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.658477, + "recall": 0.742095, + "f1": 0.682762, + "accuracy": 0.742095, + "main_score": 0.682762, + "hf_subset": "nld_Latn-dzo_Tibt", + "languages": [ + "nld-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nld_Latn-hin_Deva", + "languages": [ + "nld-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "nld_Latn-khm_Khmr", + "languages": [ + "nld-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-mag_Deva", + "languages": [ + "nld-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-pap_Latn", + "languages": [ + "nld-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.862681, + "recall": 0.902174, + "f1": 0.874769, + "accuracy": 0.902174, + "main_score": 0.874769, + "hf_subset": "nld_Latn-sot_Latn", + "languages": [ + "nld-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-tur_Latn", + "languages": [ + "nld-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.871212, + "recall": 0.907115, + "f1": 0.882529, + "accuracy": 0.907115, + "main_score": 0.882529, + "hf_subset": "nld_Latn-ace_Latn", + "languages": [ + "nld-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "nld_Latn-ban_Latn", + "languages": [ + "nld-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-ell_Grek", + "languages": [ + "nld-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "nld_Latn-hne_Deva", + "languages": [ + "nld-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.571014, + "recall": 0.645257, + "f1": 0.591227, + "accuracy": 0.645257, + "main_score": 0.591227, + "hf_subset": "nld_Latn-kik_Latn", + "languages": [ + "nld-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-mai_Deva", + "languages": [ + "nld-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.949934, + "recall": 0.966403, + "f1": 0.955369, + "accuracy": 0.966403, + "main_score": 0.955369, + "hf_subset": "nld_Latn-pbt_Arab", + "languages": [ + "nld-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-spa_Latn", + "languages": [ + "nld-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.782065, + "recall": 0.837945, + "f1": 0.799045, + "accuracy": 0.837945, + "main_score": 0.799045, + "hf_subset": "nld_Latn-twi_Latn", + "languages": [ + "nld-Latn", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-acm_Arab", + "languages": [ + "nld-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-bel_Cyrl", + "languages": [ + "nld-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-hrv_Latn", + "languages": [ + "nld-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.847727, + "recall": 0.891304, + "f1": 0.861298, + "accuracy": 0.891304, + "main_score": 0.861298, + "hf_subset": "nld_Latn-kin_Latn", + "languages": [ + "nld-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nld_Latn-mal_Mlym", + "languages": [ + "nld-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nld_Latn-pes_Arab", + "languages": [ + "nld-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "nld_Latn-srd_Latn", + "languages": [ + "nld-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.197535, + "recall": 0.264822, + "f1": 0.213933, + "accuracy": 0.264822, + "main_score": 0.213933, + "hf_subset": "nld_Latn-tzm_Tfng", + "languages": [ + "nld-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-acq_Arab", + "languages": [ + "nld-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.661102, + "recall": 0.736166, + "f1": 0.682745, + "accuracy": 0.736166, + "main_score": 0.682745, + "hf_subset": "nld_Latn-bem_Latn", + "languages": [ + "nld-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-epo_Latn", + "languages": [ + "nld-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "nld_Latn-hun_Latn", + "languages": [ + "nld-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979002, + "recall": 0.985178, + "f1": 0.980962, + "accuracy": 0.985178, + "main_score": 0.980962, + "hf_subset": "nld_Latn-kir_Cyrl", + "languages": [ + "nld-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-mar_Deva", + "languages": [ + "nld-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.868248, + "recall": 0.906126, + "f1": 0.88004, + "accuracy": 0.906126, + "main_score": 0.88004, + "hf_subset": "nld_Latn-plt_Latn", + "languages": [ + "nld-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-srp_Cyrl", + "languages": [ + "nld-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.936874, + "recall": 0.955534, + "f1": 0.942754, + "accuracy": 0.955534, + "main_score": 0.942754, + "hf_subset": "nld_Latn-uig_Arab", + "languages": [ + "nld-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-aeb_Arab", + "languages": [ + "nld-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-ben_Beng", + "languages": [ + "nld-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-est_Latn", + "languages": [ + "nld-Latn", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-hye_Armn", + "languages": [ + "nld-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.461791, + "recall": 0.52668, + "f1": 0.480087, + "accuracy": 0.52668, + "main_score": 0.480087, + "hf_subset": "nld_Latn-kmb_Latn", + "languages": [ + "nld-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.512522, + "recall": 0.59585, + "f1": 0.534782, + "accuracy": 0.59585, + "main_score": 0.534782, + "hf_subset": "nld_Latn-min_Arab", + "languages": [ + "nld-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-pol_Latn", + "languages": [ + "nld-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.735623, + "recall": 0.804348, + "f1": 0.756555, + "accuracy": 0.804348, + "main_score": 0.756555, + "hf_subset": "nld_Latn-ssw_Latn", + "languages": [ + "nld-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-ukr_Cyrl", + "languages": [ + "nld-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-afr_Latn", + "languages": [ + "nld-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-bho_Deva", + "languages": [ + "nld-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nld_Latn-eus_Latn", + "languages": [ + "nld-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.864872, + "recall": 0.906126, + "f1": 0.877866, + "accuracy": 0.906126, + "main_score": 0.877866, + "hf_subset": "nld_Latn-ibo_Latn", + "languages": [ + "nld-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.879809, + "recall": 0.916008, + "f1": 0.891304, + "accuracy": 0.916008, + "main_score": 0.891304, + "hf_subset": "nld_Latn-kmr_Latn", + "languages": [ + "nld-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "nld_Latn-min_Latn", + "languages": [ + "nld-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-por_Latn", + "languages": [ + "nld-Latn", + "por-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "nld_Latn-sun_Latn", + "languages": [ + "nld-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.470777, + "recall": 0.537549, + "f1": 0.489585, + "accuracy": 0.537549, + "main_score": 0.489585, + "hf_subset": "nld_Latn-umb_Latn", + "languages": [ + "nld-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-ajp_Arab", + "languages": [ + "nld-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.520896, + "recall": 0.606719, + "f1": 0.544538, + "accuracy": 0.606719, + "main_score": 0.544538, + "hf_subset": "nld_Latn-bjn_Arab", + "languages": [ + "nld-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.453714, + "recall": 0.51581, + "f1": 0.471043, + "accuracy": 0.51581, + "main_score": 0.471043, + "hf_subset": "nld_Latn-ewe_Latn", + "languages": [ + "nld-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "nld_Latn-ilo_Latn", + "languages": [ + "nld-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.25584, + "recall": 0.332016, + "f1": 0.275376, + "accuracy": 0.332016, + "main_score": 0.275376, + "hf_subset": "nld_Latn-knc_Arab", + "languages": [ + "nld-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-mkd_Cyrl", + "languages": [ + "nld-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-prs_Arab", + "languages": [ + "nld-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-swe_Latn", + "languages": [ + "nld-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-urd_Arab", + "languages": [ + "nld-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.756077, + "recall": 0.816206, + "f1": 0.773937, + "accuracy": 0.816206, + "main_score": 0.773937, + "hf_subset": "nld_Latn-aka_Latn", + "languages": [ + "nld-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "nld_Latn-bjn_Latn", + "languages": [ + "nld-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "nld_Latn-fao_Latn", + "languages": [ + "nld-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ind_Latn", + "languages": [ + "nld-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.511915, + "recall": 0.573123, + "f1": 0.528604, + "accuracy": 0.573123, + "main_score": 0.528604, + "hf_subset": "nld_Latn-knc_Latn", + "languages": [ + "nld-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-mlt_Latn", + "languages": [ + "nld-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.626105, + "recall": 0.699605, + "f1": 0.647225, + "accuracy": 0.699605, + "main_score": 0.647225, + "hf_subset": "nld_Latn-quy_Latn", + "languages": [ + "nld-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "nld_Latn-swh_Latn", + "languages": [ + "nld-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-uzn_Latn", + "languages": [ + "nld-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-als_Latn", + "languages": [ + "nld-Latn", + "als-Latn" + ] + }, + { + "precision": 0.809265, + "recall": 0.862648, + "f1": 0.825741, + "accuracy": 0.862648, + "main_score": 0.825741, + "hf_subset": "nld_Latn-bod_Tibt", + "languages": [ + "nld-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.617534, + "recall": 0.69664, + "f1": 0.640142, + "accuracy": 0.69664, + "main_score": 0.640142, + "hf_subset": "nld_Latn-fij_Latn", + "languages": [ + "nld-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "nld_Latn-isl_Latn", + "languages": [ + "nld-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.599939, + "recall": 0.676877, + "f1": 0.621639, + "accuracy": 0.676877, + "main_score": 0.621639, + "hf_subset": "nld_Latn-kon_Latn", + "languages": [ + "nld-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.599931, + "recall": 0.684783, + "f1": 0.624021, + "accuracy": 0.684783, + "main_score": 0.624021, + "hf_subset": "nld_Latn-mni_Beng", + "languages": [ + "nld-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-ron_Latn", + "languages": [ + "nld-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "nld_Latn-szl_Latn", + "languages": [ + "nld-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-vec_Latn", + "languages": [ + "nld-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.924654, + "recall": 0.947628, + "f1": 0.931884, + "accuracy": 0.947628, + "main_score": 0.931884, + "hf_subset": "nld_Latn-amh_Ethi", + "languages": [ + "nld-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-bos_Latn", + "languages": [ + "nld-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991765, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "nld_Latn-fin_Latn", + "languages": [ + "nld-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ita_Latn", + "languages": [ + "nld-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-kor_Hang", + "languages": [ + "nld-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.494, + "recall": 0.557312, + "f1": 0.511415, + "accuracy": 0.557312, + "main_score": 0.511415, + "hf_subset": "nld_Latn-mos_Latn", + "languages": [ + "nld-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.758037, + "recall": 0.81917, + "f1": 0.776285, + "accuracy": 0.81917, + "main_score": 0.776285, + "hf_subset": "nld_Latn-run_Latn", + "languages": [ + "nld-Latn", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nld_Latn-tam_Taml", + "languages": [ + "nld-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "nld_Latn-vie_Latn", + "languages": [ + "nld-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-apc_Arab", + "languages": [ + "nld-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.72752, + "recall": 0.794466, + "f1": 0.747351, + "accuracy": 0.794466, + "main_score": 0.747351, + "hf_subset": "nld_Latn-bug_Latn", + "languages": [ + "nld-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.409839, + "recall": 0.467391, + "f1": 0.425275, + "accuracy": 0.467391, + "main_score": 0.425275, + "hf_subset": "nld_Latn-fon_Latn", + "languages": [ + "nld-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "nld_Latn-jav_Latn", + "languages": [ + "nld-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.943017, + "recall": 0.960474, + "f1": 0.948617, + "accuracy": 0.960474, + "main_score": 0.948617, + "hf_subset": "nld_Latn-lao_Laoo", + "languages": [ + "nld-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.877717, + "recall": 0.914032, + "f1": 0.889065, + "accuracy": 0.914032, + "main_score": 0.889065, + "hf_subset": "nld_Latn-mri_Latn", + "languages": [ + "nld-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-rus_Cyrl", + "languages": [ + "nld-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.501187, + "recall": 0.568182, + "f1": 0.51979, + "accuracy": 0.568182, + "main_score": 0.51979, + "hf_subset": "nld_Latn-taq_Latn", + "languages": [ + "nld-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nld_Latn-war_Latn", + "languages": [ + "nld-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-arb_Arab", + "languages": [ + "nld-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-bul_Cyrl", + "languages": [ + "nld-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-fra_Latn", + "languages": [ + "nld-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-jpn_Jpan", + "languages": [ + "nld-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nld_Latn-lij_Latn", + "languages": [ + "nld-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "nld_Latn-mya_Mymr", + "languages": [ + "nld-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.542912, + "recall": 0.61166, + "f1": 0.5611, + "accuracy": 0.61166, + "main_score": 0.5611, + "hf_subset": "nld_Latn-sag_Latn", + "languages": [ + "nld-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.222746, + "recall": 0.296443, + "f1": 0.240644, + "accuracy": 0.296443, + "main_score": 0.240644, + "hf_subset": "nld_Latn-taq_Tfng", + "languages": [ + "nld-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.625383, + "recall": 0.697628, + "f1": 0.645805, + "accuracy": 0.697628, + "main_score": 0.645805, + "hf_subset": "nld_Latn-wol_Latn", + "languages": [ + "nld-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.838274, + "recall": 0.885375, + "f1": 0.853063, + "accuracy": 0.885375, + "main_score": 0.853063, + "hf_subset": "nld_Latn-arb_Latn", + "languages": [ + "nld-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-cat_Latn", + "languages": [ + "nld-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nld_Latn-fur_Latn", + "languages": [ + "nld-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.425568, + "recall": 0.505929, + "f1": 0.447502, + "accuracy": 0.505929, + "main_score": 0.447502, + "hf_subset": "nld_Latn-kab_Latn", + "languages": [ + "nld-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-lim_Latn", + "languages": [ + "nld-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "nld_Latn-san_Deva", + "languages": [ + "nld-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-tat_Cyrl", + "languages": [ + "nld-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.881094, + "recall": 0.916008, + "f1": 0.892245, + "accuracy": 0.916008, + "main_score": 0.892245, + "hf_subset": "nld_Latn-xho_Latn", + "languages": [ + "nld-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-ars_Arab", + "languages": [ + "nld-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-ceb_Latn", + "languages": [ + "nld-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.467268, + "recall": 0.543478, + "f1": 0.488263, + "accuracy": 0.543478, + "main_score": 0.488263, + "hf_subset": "nld_Latn-fuv_Latn", + "languages": [ + "nld-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.462075, + "recall": 0.532609, + "f1": 0.481375, + "accuracy": 0.532609, + "main_score": 0.481375, + "hf_subset": "nld_Latn-kac_Latn", + "languages": [ + "nld-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.618565, + "recall": 0.694664, + "f1": 0.640079, + "accuracy": 0.694664, + "main_score": 0.640079, + "hf_subset": "nld_Latn-lin_Latn", + "languages": [ + "nld-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-nno_Latn", + "languages": [ + "nld-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.862681, + "recall": 0.901186, + "f1": 0.874275, + "accuracy": 0.901186, + "main_score": 0.874275, + "hf_subset": "nld_Latn-sat_Olck", + "languages": [ + "nld-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nld_Latn-tel_Telu", + "languages": [ + "nld-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nld_Latn-ydd_Hebr", + "languages": [ + "nld-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "nld_Latn-ary_Arab", + "languages": [ + "nld-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-ces_Latn", + "languages": [ + "nld-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.55068, + "recall": 0.632411, + "f1": 0.572967, + "accuracy": 0.632411, + "main_score": 0.572967, + "hf_subset": "nld_Latn-gaz_Latn", + "languages": [ + "nld-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.531473, + "recall": 0.616601, + "f1": 0.554916, + "accuracy": 0.616601, + "main_score": 0.554916, + "hf_subset": "nld_Latn-kam_Latn", + "languages": [ + "nld-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "nld_Latn-lit_Latn", + "languages": [ + "nld-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-nob_Latn", + "languages": [ + "nld-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "nld_Latn-scn_Latn", + "languages": [ + "nld-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "nld_Latn-tgk_Cyrl", + "languages": [ + "nld-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.739874, + "recall": 0.809289, + "f1": 0.760474, + "accuracy": 0.809289, + "main_score": 0.760474, + "hf_subset": "nld_Latn-yor_Latn", + "languages": [ + "nld-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-arz_Arab", + "languages": [ + "nld-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.489549, + "recall": 0.563241, + "f1": 0.510514, + "accuracy": 0.563241, + "main_score": 0.510514, + "hf_subset": "nld_Latn-cjk_Latn", + "languages": [ + "nld-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.966403, + "f1": 0.955369, + "accuracy": 0.966403, + "main_score": 0.955369, + "hf_subset": "nld_Latn-gla_Latn", + "languages": [ + "nld-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "nld_Latn-kan_Knda", + "languages": [ + "nld-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.980319, + "recall": 0.986166, + "f1": 0.982115, + "accuracy": 0.986166, + "main_score": 0.982115, + "hf_subset": "nld_Latn-lmo_Latn", + "languages": [ + "nld-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "nld_Latn-npi_Deva", + "languages": [ + "nld-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.520543, + "recall": 0.604743, + "f1": 0.543635, + "accuracy": 0.604743, + "main_score": 0.543635, + "hf_subset": "nld_Latn-shn_Mymr", + "languages": [ + "nld-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-tgl_Latn", + "languages": [ + "nld-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-yue_Hant", + "languages": [ + "nld-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "nld_Latn-asm_Beng", + "languages": [ + "nld-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.931324, + "recall": 0.953557, + "f1": 0.93857, + "accuracy": 0.953557, + "main_score": 0.93857, + "hf_subset": "nld_Latn-ckb_Arab", + "languages": [ + "nld-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "nld_Latn-gle_Latn", + "languages": [ + "nld-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.90802, + "recall": 0.935771, + "f1": 0.916733, + "accuracy": 0.935771, + "main_score": 0.916733, + "hf_subset": "nld_Latn-kas_Arab", + "languages": [ + "nld-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.886528, + "recall": 0.920949, + "f1": 0.897563, + "accuracy": 0.920949, + "main_score": 0.897563, + "hf_subset": "nld_Latn-ltg_Latn", + "languages": [ + "nld-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.784453, + "recall": 0.840909, + "f1": 0.801797, + "accuracy": 0.840909, + "main_score": 0.801797, + "hf_subset": "nld_Latn-nso_Latn", + "languages": [ + "nld-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "nld_Latn-sin_Sinh", + "languages": [ + "nld-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-tha_Thai", + "languages": [ + "nld-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-zho_Hans", + "languages": [ + "nld-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-ast_Latn", + "languages": [ + "nld-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "nld_Latn-crh_Latn", + "languages": [ + "nld-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-glg_Latn", + "languages": [ + "nld-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.855764, + "recall": 0.896245, + "f1": 0.868182, + "accuracy": 0.896245, + "main_score": 0.868182, + "hf_subset": "nld_Latn-kas_Deva", + "languages": [ + "nld-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "nld_Latn-ltz_Latn", + "languages": [ + "nld-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.418192, + "recall": 0.491107, + "f1": 0.438052, + "accuracy": 0.491107, + "main_score": 0.438052, + "hf_subset": "nld_Latn-nus_Latn", + "languages": [ + "nld-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-slk_Latn", + "languages": [ + "nld-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.628796, + "recall": 0.711462, + "f1": 0.652756, + "accuracy": 0.711462, + "main_score": 0.652756, + "hf_subset": "nld_Latn-tir_Ethi", + "languages": [ + "nld-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-zho_Hant", + "languages": [ + "nld-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.982955, + "recall": 0.987154, + "f1": 0.984256, + "accuracy": 0.987154, + "main_score": 0.984256, + "hf_subset": "nld_Latn-awa_Deva", + "languages": [ + "nld-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "nld_Latn-cym_Latn", + "languages": [ + "nld-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.783811, + "recall": 0.835968, + "f1": 0.79944, + "accuracy": 0.835968, + "main_score": 0.79944, + "hf_subset": "nld_Latn-grn_Latn", + "languages": [ + "nld-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-kat_Geor", + "languages": [ + "nld-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.575156, + "recall": 0.645257, + "f1": 0.594808, + "accuracy": 0.645257, + "main_score": 0.594808, + "hf_subset": "nld_Latn-lua_Latn", + "languages": [ + "nld-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.831555, + "recall": 0.880435, + "f1": 0.84697, + "accuracy": 0.880435, + "main_score": 0.84697, + "hf_subset": "nld_Latn-nya_Latn", + "languages": [ + "nld-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "nld_Latn-slv_Latn", + "languages": [ + "nld-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "nld_Latn-tpi_Latn", + "languages": [ + "nld-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-zsm_Latn", + "languages": [ + "nld-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.498098, + "recall": 0.566206, + "f1": 0.516962, + "accuracy": 0.566206, + "main_score": 0.516962, + "hf_subset": "nld_Latn-ayr_Latn", + "languages": [ + "nld-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-dan_Latn", + "languages": [ + "nld-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-guj_Gujr", + "languages": [ + "nld-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-kaz_Cyrl", + "languages": [ + "nld-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.633152, + "recall": 0.714427, + "f1": 0.656414, + "accuracy": 0.714427, + "main_score": 0.656414, + "hf_subset": "nld_Latn-lug_Latn", + "languages": [ + "nld-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-oci_Latn", + "languages": [ + "nld-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.82724, + "recall": 0.873518, + "f1": 0.841502, + "accuracy": 0.873518, + "main_score": 0.841502, + "hf_subset": "nld_Latn-smo_Latn", + "languages": [ + "nld-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.739937, + "recall": 0.807312, + "f1": 0.760296, + "accuracy": 0.807312, + "main_score": 0.760296, + "hf_subset": "nld_Latn-tsn_Latn", + "languages": [ + "nld-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.887928, + "recall": 0.920949, + "f1": 0.898287, + "accuracy": 0.920949, + "main_score": 0.898287, + "hf_subset": "nld_Latn-zul_Latn", + "languages": [ + "nld-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.940217, + "recall": 0.958498, + "f1": 0.945982, + "accuracy": 0.958498, + "main_score": 0.945982, + "hf_subset": "nld_Latn-azb_Arab", + "languages": [ + "nld-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-deu_Latn", + "languages": [ + "nld-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "nld_Latn-hat_Latn", + "languages": [ + "nld-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.46705, + "recall": 0.534585, + "f1": 0.485677, + "accuracy": 0.534585, + "main_score": 0.485677, + "hf_subset": "nld_Latn-kbp_Latn", + "languages": [ + "nld-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.505301, + "recall": 0.577075, + "f1": 0.524664, + "accuracy": 0.577075, + "main_score": 0.524664, + "hf_subset": "nld_Latn-luo_Latn", + "languages": [ + "nld-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "nld_Latn-ory_Orya", + "languages": [ + "nld-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.901021, + "recall": 0.93083, + "f1": 0.910408, + "accuracy": 0.93083, + "main_score": 0.910408, + "hf_subset": "nld_Latn-sna_Latn", + "languages": [ + "nld-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.648617, + "recall": 0.722332, + "f1": 0.669717, + "accuracy": 0.722332, + "main_score": 0.669717, + "hf_subset": "nld_Latn-tso_Latn", + "languages": [ + "nld-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-azj_Latn", + "languages": [ + "nld-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.492405, + "recall": 0.564229, + "f1": 0.51249, + "accuracy": 0.564229, + "main_score": 0.51249, + "hf_subset": "nld_Latn-dik_Latn", + "languages": [ + "nld-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.893281, + "recall": 0.924901, + "f1": 0.903294, + "accuracy": 0.924901, + "main_score": 0.903294, + "hf_subset": "nld_Latn-hau_Latn", + "languages": [ + "nld-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "nld_Latn-kea_Latn", + "languages": [ + "nld-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.920208, + "recall": 0.944664, + "f1": 0.927931, + "accuracy": 0.944664, + "main_score": 0.927931, + "hf_subset": "nld_Latn-lus_Latn", + "languages": [ + "nld-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.871624, + "recall": 0.910079, + "f1": 0.883762, + "accuracy": 0.910079, + "main_score": 0.883762, + "hf_subset": "nld_Latn-pag_Latn", + "languages": [ + "nld-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "nld_Latn-snd_Arab", + "languages": [ + "nld-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "nld_Latn-tuk_Latn", + "languages": [ + "nld-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "nld_Latn-bak_Cyrl", + "languages": [ + "nld-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.456731, + "recall": 0.530632, + "f1": 0.477372, + "accuracy": 0.530632, + "main_score": 0.477372, + "hf_subset": "nld_Latn-dyu_Latn", + "languages": [ + "nld-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-heb_Hebr", + "languages": [ + "nld-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "nld_Latn-khk_Cyrl", + "languages": [ + "nld-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-lvs_Latn", + "languages": [ + "nld-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-pan_Guru", + "languages": [ + "nld-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.877553, + "recall": 0.914032, + "f1": 0.889032, + "accuracy": 0.914032, + "main_score": 0.889032, + "hf_subset": "nld_Latn-som_Latn", + "languages": [ + "nld-Latn", + "som-Latn" + ] + }, + { + "precision": 0.702644, + "recall": 0.764822, + "f1": 0.721313, + "accuracy": 0.764822, + "main_score": 0.721313, + "hf_subset": "nld_Latn-tum_Latn", + "languages": [ + "nld-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.503269, + "recall": 0.591897, + "f1": 0.528523, + "accuracy": 0.591897, + "main_score": 0.528523, + "hf_subset": "san_Deva-ace_Arab", + "languages": [ + "san-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.443846, + "recall": 0.5, + "f1": 0.458595, + "accuracy": 0.5, + "main_score": 0.458595, + "hf_subset": "san_Deva-bam_Latn", + "languages": [ + "san-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.643446, + "recall": 0.721344, + "f1": 0.665952, + "accuracy": 0.721344, + "main_score": 0.665952, + "hf_subset": "san_Deva-dzo_Tibt", + "languages": [ + "san-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "san_Deva-hin_Deva", + "languages": [ + "san-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "san_Deva-khm_Khmr", + "languages": [ + "san-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-mag_Deva", + "languages": [ + "san-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "san_Deva-pap_Latn", + "languages": [ + "san-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.838669, + "recall": 0.883399, + "f1": 0.852569, + "accuracy": 0.883399, + "main_score": 0.852569, + "hf_subset": "san_Deva-sot_Latn", + "languages": [ + "san-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "san_Deva-tur_Latn", + "languages": [ + "san-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.833227, + "recall": 0.87747, + "f1": 0.846591, + "accuracy": 0.87747, + "main_score": 0.846591, + "hf_subset": "san_Deva-ace_Latn", + "languages": [ + "san-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.937088, + "recall": 0.954545, + "f1": 0.942852, + "accuracy": 0.954545, + "main_score": 0.942852, + "hf_subset": "san_Deva-ban_Latn", + "languages": [ + "san-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "san_Deva-ell_Grek", + "languages": [ + "san-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "san_Deva-hne_Deva", + "languages": [ + "san-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.546341, + "recall": 0.618577, + "f1": 0.566411, + "accuracy": 0.618577, + "main_score": 0.566411, + "hf_subset": "san_Deva-kik_Latn", + "languages": [ + "san-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-mai_Deva", + "languages": [ + "san-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.940217, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "san_Deva-pbt_Arab", + "languages": [ + "san-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-spa_Latn", + "languages": [ + "san-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.741971, + "recall": 0.800395, + "f1": 0.758978, + "accuracy": 0.800395, + "main_score": 0.758978, + "hf_subset": "san_Deva-twi_Latn", + "languages": [ + "san-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-acm_Arab", + "languages": [ + "san-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "san_Deva-bel_Cyrl", + "languages": [ + "san-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "san_Deva-eng_Latn", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "san_Deva-hrv_Latn", + "languages": [ + "san-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.818791, + "recall": 0.866601, + "f1": 0.833253, + "accuracy": 0.866601, + "main_score": 0.833253, + "hf_subset": "san_Deva-kin_Latn", + "languages": [ + "san-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "san_Deva-mal_Mlym", + "languages": [ + "san-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "san_Deva-pes_Arab", + "languages": [ + "san-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "san_Deva-srd_Latn", + "languages": [ + "san-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.206219, + "recall": 0.263834, + "f1": 0.220798, + "accuracy": 0.263834, + "main_score": 0.220798, + "hf_subset": "san_Deva-tzm_Tfng", + "languages": [ + "san-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "san_Deva-acq_Arab", + "languages": [ + "san-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.646839, + "recall": 0.715415, + "f1": 0.666611, + "accuracy": 0.715415, + "main_score": 0.666611, + "hf_subset": "san_Deva-bem_Latn", + "languages": [ + "san-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "san_Deva-epo_Latn", + "languages": [ + "san-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "san_Deva-hun_Latn", + "languages": [ + "san-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "san_Deva-kir_Cyrl", + "languages": [ + "san-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "san_Deva-mar_Deva", + "languages": [ + "san-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.839213, + "recall": 0.884387, + "f1": 0.853115, + "accuracy": 0.884387, + "main_score": 0.853115, + "hf_subset": "san_Deva-plt_Latn", + "languages": [ + "san-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "san_Deva-srp_Cyrl", + "languages": [ + "san-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.937747, + "recall": 0.956522, + "f1": 0.943841, + "accuracy": 0.956522, + "main_score": 0.943841, + "hf_subset": "san_Deva-uig_Arab", + "languages": [ + "san-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "san_Deva-aeb_Arab", + "languages": [ + "san-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "san_Deva-ben_Beng", + "languages": [ + "san-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-est_Latn", + "languages": [ + "san-Deva", + "est-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "san_Deva-hye_Armn", + "languages": [ + "san-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.44858, + "recall": 0.500988, + "f1": 0.463296, + "accuracy": 0.500988, + "main_score": 0.463296, + "hf_subset": "san_Deva-kmb_Latn", + "languages": [ + "san-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.470395, + "recall": 0.55336, + "f1": 0.492184, + "accuracy": 0.55336, + "main_score": 0.492184, + "hf_subset": "san_Deva-min_Arab", + "languages": [ + "san-Deva", + "min-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "san_Deva-pol_Latn", + "languages": [ + "san-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.720372, + "recall": 0.788538, + "f1": 0.740975, + "accuracy": 0.788538, + "main_score": 0.740975, + "hf_subset": "san_Deva-ssw_Latn", + "languages": [ + "san-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "san_Deva-ukr_Cyrl", + "languages": [ + "san-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-afr_Latn", + "languages": [ + "san-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "san_Deva-bho_Deva", + "languages": [ + "san-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "san_Deva-eus_Latn", + "languages": [ + "san-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.831769, + "recall": 0.881423, + "f1": 0.847398, + "accuracy": 0.881423, + "main_score": 0.847398, + "hf_subset": "san_Deva-ibo_Latn", + "languages": [ + "san-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.85392, + "recall": 0.896245, + "f1": 0.867391, + "accuracy": 0.896245, + "main_score": 0.867391, + "hf_subset": "san_Deva-kmr_Latn", + "languages": [ + "san-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "san_Deva-min_Latn", + "languages": [ + "san-Deva", + "min-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "san_Deva-por_Latn", + "languages": [ + "san-Deva", + "por-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "san_Deva-sun_Latn", + "languages": [ + "san-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.459528, + "recall": 0.516798, + "f1": 0.475497, + "accuracy": 0.516798, + "main_score": 0.475497, + "hf_subset": "san_Deva-umb_Latn", + "languages": [ + "san-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-ajp_Arab", + "languages": [ + "san-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.499758, + "recall": 0.570158, + "f1": 0.51881, + "accuracy": 0.570158, + "main_score": 0.51881, + "hf_subset": "san_Deva-bjn_Arab", + "languages": [ + "san-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.430876, + "recall": 0.48419, + "f1": 0.445737, + "accuracy": 0.48419, + "main_score": 0.445737, + "hf_subset": "san_Deva-ewe_Latn", + "languages": [ + "san-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.925264, + "recall": 0.948617, + "f1": 0.932806, + "accuracy": 0.948617, + "main_score": 0.932806, + "hf_subset": "san_Deva-ilo_Latn", + "languages": [ + "san-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.2578, + "recall": 0.320158, + "f1": 0.273545, + "accuracy": 0.320158, + "main_score": 0.273545, + "hf_subset": "san_Deva-knc_Arab", + "languages": [ + "san-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "san_Deva-mkd_Cyrl", + "languages": [ + "san-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "san_Deva-prs_Arab", + "languages": [ + "san-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "san_Deva-swe_Latn", + "languages": [ + "san-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "san_Deva-urd_Arab", + "languages": [ + "san-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.719262, + "recall": 0.781621, + "f1": 0.737501, + "accuracy": 0.781621, + "main_score": 0.737501, + "hf_subset": "san_Deva-aka_Latn", + "languages": [ + "san-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.958251, + "recall": 0.971344, + "f1": 0.962516, + "accuracy": 0.971344, + "main_score": 0.962516, + "hf_subset": "san_Deva-bjn_Latn", + "languages": [ + "san-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.941617, + "recall": 0.959486, + "f1": 0.947365, + "accuracy": 0.959486, + "main_score": 0.947365, + "hf_subset": "san_Deva-fao_Latn", + "languages": [ + "san-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "san_Deva-ind_Latn", + "languages": [ + "san-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.484501, + "recall": 0.543478, + "f1": 0.499918, + "accuracy": 0.543478, + "main_score": 0.499918, + "hf_subset": "san_Deva-knc_Latn", + "languages": [ + "san-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "san_Deva-mlt_Latn", + "languages": [ + "san-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.605611, + "recall": 0.670949, + "f1": 0.623817, + "accuracy": 0.670949, + "main_score": 0.623817, + "hf_subset": "san_Deva-quy_Latn", + "languages": [ + "san-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "san_Deva-swh_Latn", + "languages": [ + "san-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "san_Deva-uzn_Latn", + "languages": [ + "san-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "san_Deva-als_Latn", + "languages": [ + "san-Deva", + "als-Latn" + ] + }, + { + "precision": 0.795217, + "recall": 0.849802, + "f1": 0.811808, + "accuracy": 0.849802, + "main_score": 0.811808, + "hf_subset": "san_Deva-bod_Tibt", + "languages": [ + "san-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.595991, + "recall": 0.66502, + "f1": 0.615813, + "accuracy": 0.66502, + "main_score": 0.615813, + "hf_subset": "san_Deva-fij_Latn", + "languages": [ + "san-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "san_Deva-isl_Latn", + "languages": [ + "san-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.561407, + "recall": 0.623518, + "f1": 0.579243, + "accuracy": 0.623518, + "main_score": 0.579243, + "hf_subset": "san_Deva-kon_Latn", + "languages": [ + "san-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.585724, + "recall": 0.663043, + "f1": 0.607475, + "accuracy": 0.663043, + "main_score": 0.607475, + "hf_subset": "san_Deva-mni_Beng", + "languages": [ + "san-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "san_Deva-ron_Latn", + "languages": [ + "san-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.978261, + "f1": 0.972332, + "accuracy": 0.978261, + "main_score": 0.972332, + "hf_subset": "san_Deva-szl_Latn", + "languages": [ + "san-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "san_Deva-vec_Latn", + "languages": [ + "san-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.919631, + "recall": 0.945652, + "f1": 0.928195, + "accuracy": 0.945652, + "main_score": 0.928195, + "hf_subset": "san_Deva-amh_Ethi", + "languages": [ + "san-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "san_Deva-bos_Latn", + "languages": [ + "san-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "san_Deva-fin_Latn", + "languages": [ + "san-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "san_Deva-ita_Latn", + "languages": [ + "san-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "san_Deva-kor_Hang", + "languages": [ + "san-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.460849, + "recall": 0.517787, + "f1": 0.476314, + "accuracy": 0.517787, + "main_score": 0.476314, + "hf_subset": "san_Deva-mos_Latn", + "languages": [ + "san-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.719928, + "recall": 0.782609, + "f1": 0.739032, + "accuracy": 0.782609, + "main_score": 0.739032, + "hf_subset": "san_Deva-run_Latn", + "languages": [ + "san-Deva", + "run-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "san_Deva-tam_Taml", + "languages": [ + "san-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "san_Deva-vie_Latn", + "languages": [ + "san-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "san_Deva-apc_Arab", + "languages": [ + "san-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.691175, + "recall": 0.761858, + "f1": 0.71206, + "accuracy": 0.761858, + "main_score": 0.71206, + "hf_subset": "san_Deva-bug_Latn", + "languages": [ + "san-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.408788, + "recall": 0.460474, + "f1": 0.423148, + "accuracy": 0.460474, + "main_score": 0.423148, + "hf_subset": "san_Deva-fon_Latn", + "languages": [ + "san-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "san_Deva-jav_Latn", + "languages": [ + "san-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.947299, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "san_Deva-lao_Laoo", + "languages": [ + "san-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.855155, + "recall": 0.898221, + "f1": 0.868972, + "accuracy": 0.898221, + "main_score": 0.868972, + "hf_subset": "san_Deva-mri_Latn", + "languages": [ + "san-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-rus_Cyrl", + "languages": [ + "san-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.457067, + "recall": 0.516798, + "f1": 0.473345, + "accuracy": 0.516798, + "main_score": 0.473345, + "hf_subset": "san_Deva-taq_Latn", + "languages": [ + "san-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "san_Deva-war_Latn", + "languages": [ + "san-Deva", + "war-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-arb_Arab", + "languages": [ + "san-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "san_Deva-bul_Cyrl", + "languages": [ + "san-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "san_Deva-fra_Latn", + "languages": [ + "san-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "san_Deva-jpn_Jpan", + "languages": [ + "san-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "san_Deva-lij_Latn", + "languages": [ + "san-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.961957, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "san_Deva-mya_Mymr", + "languages": [ + "san-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.505505, + "recall": 0.567194, + "f1": 0.522495, + "accuracy": 0.567194, + "main_score": 0.522495, + "hf_subset": "san_Deva-sag_Latn", + "languages": [ + "san-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.226052, + "recall": 0.281621, + "f1": 0.239958, + "accuracy": 0.281621, + "main_score": 0.239958, + "hf_subset": "san_Deva-taq_Tfng", + "languages": [ + "san-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.589954, + "recall": 0.656126, + "f1": 0.608713, + "accuracy": 0.656126, + "main_score": 0.608713, + "hf_subset": "san_Deva-wol_Latn", + "languages": [ + "san-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.839674, + "recall": 0.885375, + "f1": 0.853774, + "accuracy": 0.885375, + "main_score": 0.853774, + "hf_subset": "san_Deva-arb_Latn", + "languages": [ + "san-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "san_Deva-cat_Latn", + "languages": [ + "san-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "san_Deva-fur_Latn", + "languages": [ + "san-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.423612, + "recall": 0.492095, + "f1": 0.442071, + "accuracy": 0.492095, + "main_score": 0.442071, + "hf_subset": "san_Deva-kab_Latn", + "languages": [ + "san-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "san_Deva-lim_Latn", + "languages": [ + "san-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-nld_Latn", + "languages": [ + "san-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "san_Deva-tat_Cyrl", + "languages": [ + "san-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.851565, + "recall": 0.894269, + "f1": 0.86502, + "accuracy": 0.894269, + "main_score": 0.86502, + "hf_subset": "san_Deva-xho_Latn", + "languages": [ + "san-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-ars_Arab", + "languages": [ + "san-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "san_Deva-ceb_Latn", + "languages": [ + "san-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.454682, + "recall": 0.519763, + "f1": 0.472762, + "accuracy": 0.519763, + "main_score": 0.472762, + "hf_subset": "san_Deva-fuv_Latn", + "languages": [ + "san-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.451421, + "recall": 0.507905, + "f1": 0.466877, + "accuracy": 0.507905, + "main_score": 0.466877, + "hf_subset": "san_Deva-kac_Latn", + "languages": [ + "san-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.595681, + "recall": 0.662055, + "f1": 0.613982, + "accuracy": 0.662055, + "main_score": 0.613982, + "hf_subset": "san_Deva-lin_Latn", + "languages": [ + "san-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "san_Deva-nno_Latn", + "languages": [ + "san-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.868495, + "recall": 0.906126, + "f1": 0.880138, + "accuracy": 0.906126, + "main_score": 0.880138, + "hf_subset": "san_Deva-sat_Olck", + "languages": [ + "san-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "san_Deva-tel_Telu", + "languages": [ + "san-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "san_Deva-ydd_Hebr", + "languages": [ + "san-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.964921, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "san_Deva-ary_Arab", + "languages": [ + "san-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "san_Deva-ces_Latn", + "languages": [ + "san-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.5456, + "recall": 0.620553, + "f1": 0.565906, + "accuracy": 0.620553, + "main_score": 0.565906, + "hf_subset": "san_Deva-gaz_Latn", + "languages": [ + "san-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.511812, + "recall": 0.583992, + "f1": 0.532286, + "accuracy": 0.583992, + "main_score": 0.532286, + "hf_subset": "san_Deva-kam_Latn", + "languages": [ + "san-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "san_Deva-lit_Latn", + "languages": [ + "san-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "san_Deva-nob_Latn", + "languages": [ + "san-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "san_Deva-scn_Latn", + "languages": [ + "san-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "san_Deva-tgk_Cyrl", + "languages": [ + "san-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.724246, + "recall": 0.790514, + "f1": 0.743645, + "accuracy": 0.790514, + "main_score": 0.743645, + "hf_subset": "san_Deva-yor_Latn", + "languages": [ + "san-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "san_Deva-arz_Arab", + "languages": [ + "san-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.469004, + "recall": 0.534585, + "f1": 0.487219, + "accuracy": 0.534585, + "main_score": 0.487219, + "hf_subset": "san_Deva-cjk_Latn", + "languages": [ + "san-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.917819, + "recall": 0.943676, + "f1": 0.926219, + "accuracy": 0.943676, + "main_score": 0.926219, + "hf_subset": "san_Deva-gla_Latn", + "languages": [ + "san-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "san_Deva-kan_Knda", + "languages": [ + "san-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "san_Deva-lmo_Latn", + "languages": [ + "san-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "san_Deva-npi_Deva", + "languages": [ + "san-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.517743, + "recall": 0.598814, + "f1": 0.540768, + "accuracy": 0.598814, + "main_score": 0.540768, + "hf_subset": "san_Deva-shn_Mymr", + "languages": [ + "san-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "san_Deva-tgl_Latn", + "languages": [ + "san-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "san_Deva-yue_Hant", + "languages": [ + "san-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "san_Deva-asm_Beng", + "languages": [ + "san-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.922596, + "recall": 0.945652, + "f1": 0.930007, + "accuracy": 0.945652, + "main_score": 0.930007, + "hf_subset": "san_Deva-ckb_Arab", + "languages": [ + "san-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.95471, + "recall": 0.968379, + "f1": 0.959157, + "accuracy": 0.968379, + "main_score": 0.959157, + "hf_subset": "san_Deva-gle_Latn", + "languages": [ + "san-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.897398, + "recall": 0.929842, + "f1": 0.907938, + "accuracy": 0.929842, + "main_score": 0.907938, + "hf_subset": "san_Deva-kas_Arab", + "languages": [ + "san-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.887764, + "recall": 0.921937, + "f1": 0.898781, + "accuracy": 0.921937, + "main_score": 0.898781, + "hf_subset": "san_Deva-ltg_Latn", + "languages": [ + "san-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.769376, + "recall": 0.825099, + "f1": 0.78632, + "accuracy": 0.825099, + "main_score": 0.78632, + "hf_subset": "san_Deva-nso_Latn", + "languages": [ + "san-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "san_Deva-sin_Sinh", + "languages": [ + "san-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "san_Deva-tha_Thai", + "languages": [ + "san-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "san_Deva-zho_Hans", + "languages": [ + "san-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "san_Deva-ast_Latn", + "languages": [ + "san-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "san_Deva-crh_Latn", + "languages": [ + "san-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "san_Deva-glg_Latn", + "languages": [ + "san-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.841733, + "recall": 0.884387, + "f1": 0.85463, + "accuracy": 0.884387, + "main_score": 0.85463, + "hf_subset": "san_Deva-kas_Deva", + "languages": [ + "san-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "san_Deva-ltz_Latn", + "languages": [ + "san-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.399395, + "recall": 0.460474, + "f1": 0.41546, + "accuracy": 0.460474, + "main_score": 0.41546, + "hf_subset": "san_Deva-nus_Latn", + "languages": [ + "san-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "san_Deva-slk_Latn", + "languages": [ + "san-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.624072, + "recall": 0.698617, + "f1": 0.644806, + "accuracy": 0.698617, + "main_score": 0.644806, + "hf_subset": "san_Deva-tir_Ethi", + "languages": [ + "san-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "san_Deva-zho_Hant", + "languages": [ + "san-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "san_Deva-awa_Deva", + "languages": [ + "san-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "san_Deva-cym_Latn", + "languages": [ + "san-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.74105, + "recall": 0.793478, + "f1": 0.756539, + "accuracy": 0.793478, + "main_score": 0.756539, + "hf_subset": "san_Deva-grn_Latn", + "languages": [ + "san-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "san_Deva-kat_Geor", + "languages": [ + "san-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.581655, + "recall": 0.636364, + "f1": 0.596181, + "accuracy": 0.636364, + "main_score": 0.596181, + "hf_subset": "san_Deva-lua_Latn", + "languages": [ + "san-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.797628, + "recall": 0.850791, + "f1": 0.814196, + "accuracy": 0.850791, + "main_score": 0.814196, + "hf_subset": "san_Deva-nya_Latn", + "languages": [ + "san-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "san_Deva-slv_Latn", + "languages": [ + "san-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "san_Deva-tpi_Latn", + "languages": [ + "san-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "san_Deva-zsm_Latn", + "languages": [ + "san-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.472975, + "recall": 0.534585, + "f1": 0.490421, + "accuracy": 0.534585, + "main_score": 0.490421, + "hf_subset": "san_Deva-ayr_Latn", + "languages": [ + "san-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-dan_Latn", + "languages": [ + "san-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "san_Deva-guj_Gujr", + "languages": [ + "san-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "san_Deva-kaz_Cyrl", + "languages": [ + "san-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.625346, + "recall": 0.699605, + "f1": 0.646814, + "accuracy": 0.699605, + "main_score": 0.646814, + "hf_subset": "san_Deva-lug_Latn", + "languages": [ + "san-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "san_Deva-oci_Latn", + "languages": [ + "san-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.81046, + "recall": 0.857708, + "f1": 0.824736, + "accuracy": 0.857708, + "main_score": 0.824736, + "hf_subset": "san_Deva-smo_Latn", + "languages": [ + "san-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.73834, + "recall": 0.802372, + "f1": 0.757397, + "accuracy": 0.802372, + "main_score": 0.757397, + "hf_subset": "san_Deva-tsn_Latn", + "languages": [ + "san-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.860013, + "recall": 0.902174, + "f1": 0.873485, + "accuracy": 0.902174, + "main_score": 0.873485, + "hf_subset": "san_Deva-zul_Latn", + "languages": [ + "san-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.911726, + "recall": 0.937747, + "f1": 0.920092, + "accuracy": 0.937747, + "main_score": 0.920092, + "hf_subset": "san_Deva-azb_Arab", + "languages": [ + "san-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "san_Deva-deu_Latn", + "languages": [ + "san-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "san_Deva-hat_Latn", + "languages": [ + "san-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.449917, + "recall": 0.506917, + "f1": 0.465069, + "accuracy": 0.506917, + "main_score": 0.465069, + "hf_subset": "san_Deva-kbp_Latn", + "languages": [ + "san-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.477881, + "recall": 0.541502, + "f1": 0.495547, + "accuracy": 0.541502, + "main_score": 0.495547, + "hf_subset": "san_Deva-luo_Latn", + "languages": [ + "san-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "san_Deva-ory_Orya", + "languages": [ + "san-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.852931, + "recall": 0.897233, + "f1": 0.86726, + "accuracy": 0.897233, + "main_score": 0.86726, + "hf_subset": "san_Deva-sna_Latn", + "languages": [ + "san-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.622976, + "recall": 0.694664, + "f1": 0.643139, + "accuracy": 0.694664, + "main_score": 0.643139, + "hf_subset": "san_Deva-tso_Latn", + "languages": [ + "san-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "san_Deva-azj_Latn", + "languages": [ + "san-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.470493, + "recall": 0.523715, + "f1": 0.485791, + "accuracy": 0.523715, + "main_score": 0.485791, + "hf_subset": "san_Deva-dik_Latn", + "languages": [ + "san-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.878458, + "recall": 0.91502, + "f1": 0.890316, + "accuracy": 0.91502, + "main_score": 0.890316, + "hf_subset": "san_Deva-hau_Latn", + "languages": [ + "san-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "san_Deva-kea_Latn", + "languages": [ + "san-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.91502, + "recall": 0.9417, + "f1": 0.923748, + "accuracy": 0.9417, + "main_score": 0.923748, + "hf_subset": "san_Deva-lus_Latn", + "languages": [ + "san-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.834898, + "recall": 0.87747, + "f1": 0.848353, + "accuracy": 0.87747, + "main_score": 0.848353, + "hf_subset": "san_Deva-pag_Latn", + "languages": [ + "san-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "san_Deva-snd_Arab", + "languages": [ + "san-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "san_Deva-tuk_Latn", + "languages": [ + "san-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "san_Deva-bak_Cyrl", + "languages": [ + "san-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.399852, + "recall": 0.470356, + "f1": 0.41889, + "accuracy": 0.470356, + "main_score": 0.41889, + "hf_subset": "san_Deva-dyu_Latn", + "languages": [ + "san-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "san_Deva-heb_Hebr", + "languages": [ + "san-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "san_Deva-khk_Cyrl", + "languages": [ + "san-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "san_Deva-lvs_Latn", + "languages": [ + "san-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "san_Deva-pan_Guru", + "languages": [ + "san-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.836215, + "recall": 0.881423, + "f1": 0.850362, + "accuracy": 0.881423, + "main_score": 0.850362, + "hf_subset": "san_Deva-som_Latn", + "languages": [ + "san-Deva", + "som-Latn" + ] + }, + { + "precision": 0.677924, + "recall": 0.736166, + "f1": 0.695011, + "accuracy": 0.736166, + "main_score": 0.695011, + "hf_subset": "san_Deva-tum_Latn", + "languages": [ + "san-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.517321, + "recall": 0.598814, + "f1": 0.539579, + "accuracy": 0.598814, + "main_score": 0.539579, + "hf_subset": "tat_Cyrl-ace_Arab", + "languages": [ + "tat-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.449673, + "recall": 0.505929, + "f1": 0.464586, + "accuracy": 0.505929, + "main_score": 0.464586, + "hf_subset": "tat_Cyrl-bam_Latn", + "languages": [ + "tat-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.626386, + "recall": 0.709486, + "f1": 0.650448, + "accuracy": 0.709486, + "main_score": 0.650448, + "hf_subset": "tat_Cyrl-dzo_Tibt", + "languages": [ + "tat-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-hin_Deva", + "languages": [ + "tat-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "tat_Cyrl-khm_Khmr", + "languages": [ + "tat-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-mag_Deva", + "languages": [ + "tat-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-pap_Latn", + "languages": [ + "tat-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.858564, + "recall": 0.899209, + "f1": 0.871165, + "accuracy": 0.899209, + "main_score": 0.871165, + "hf_subset": "tat_Cyrl-sot_Latn", + "languages": [ + "tat-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-tur_Latn", + "languages": [ + "tat-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.849491, + "recall": 0.889328, + "f1": 0.861863, + "accuracy": 0.889328, + "main_score": 0.861863, + "hf_subset": "tat_Cyrl-ace_Latn", + "languages": [ + "tat-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.951252, + "recall": 0.965415, + "f1": 0.955863, + "accuracy": 0.965415, + "main_score": 0.955863, + "hf_subset": "tat_Cyrl-ban_Latn", + "languages": [ + "tat-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-ell_Grek", + "languages": [ + "tat-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "tat_Cyrl-hne_Deva", + "languages": [ + "tat-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.556745, + "recall": 0.631423, + "f1": 0.577093, + "accuracy": 0.631423, + "main_score": 0.577093, + "hf_subset": "tat_Cyrl-kik_Latn", + "languages": [ + "tat-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tat_Cyrl-mai_Deva", + "languages": [ + "tat-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "tat_Cyrl-pbt_Arab", + "languages": [ + "tat-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-spa_Latn", + "languages": [ + "tat-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.764469, + "recall": 0.823123, + "f1": 0.781745, + "accuracy": 0.823123, + "main_score": 0.781745, + "hf_subset": "tat_Cyrl-twi_Latn", + "languages": [ + "tat-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-acm_Arab", + "languages": [ + "tat-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-bel_Cyrl", + "languages": [ + "tat-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-eng_Latn", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-hrv_Latn", + "languages": [ + "tat-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.866116, + "recall": 0.902174, + "f1": 0.87719, + "accuracy": 0.902174, + "main_score": 0.87719, + "hf_subset": "tat_Cyrl-kin_Latn", + "languages": [ + "tat-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-mal_Mlym", + "languages": [ + "tat-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tat_Cyrl-pes_Arab", + "languages": [ + "tat-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tat_Cyrl-srd_Latn", + "languages": [ + "tat-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.200295, + "recall": 0.263834, + "f1": 0.216213, + "accuracy": 0.263834, + "main_score": 0.216213, + "hf_subset": "tat_Cyrl-tzm_Tfng", + "languages": [ + "tat-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-acq_Arab", + "languages": [ + "tat-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.658976, + "recall": 0.729249, + "f1": 0.679743, + "accuracy": 0.729249, + "main_score": 0.679743, + "hf_subset": "tat_Cyrl-bem_Latn", + "languages": [ + "tat-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-epo_Latn", + "languages": [ + "tat-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-hun_Latn", + "languages": [ + "tat-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tat_Cyrl-kir_Cyrl", + "languages": [ + "tat-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "tat_Cyrl-mar_Deva", + "languages": [ + "tat-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.872777, + "recall": 0.909091, + "f1": 0.884091, + "accuracy": 0.909091, + "main_score": 0.884091, + "hf_subset": "tat_Cyrl-plt_Latn", + "languages": [ + "tat-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-srp_Cyrl", + "languages": [ + "tat-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.947052, + "recall": 0.963439, + "f1": 0.952306, + "accuracy": 0.963439, + "main_score": 0.952306, + "hf_subset": "tat_Cyrl-uig_Arab", + "languages": [ + "tat-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-aeb_Arab", + "languages": [ + "tat-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-ben_Beng", + "languages": [ + "tat-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-est_Latn", + "languages": [ + "tat-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-hye_Armn", + "languages": [ + "tat-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.450019, + "recall": 0.511858, + "f1": 0.466246, + "accuracy": 0.511858, + "main_score": 0.466246, + "hf_subset": "tat_Cyrl-kmb_Latn", + "languages": [ + "tat-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.488663, + "recall": 0.572134, + "f1": 0.510791, + "accuracy": 0.572134, + "main_score": 0.510791, + "hf_subset": "tat_Cyrl-min_Arab", + "languages": [ + "tat-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-pol_Latn", + "languages": [ + "tat-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.733893, + "recall": 0.799407, + "f1": 0.753656, + "accuracy": 0.799407, + "main_score": 0.753656, + "hf_subset": "tat_Cyrl-ssw_Latn", + "languages": [ + "tat-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-ukr_Cyrl", + "languages": [ + "tat-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-afr_Latn", + "languages": [ + "tat-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tat_Cyrl-bho_Deva", + "languages": [ + "tat-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tat_Cyrl-eus_Latn", + "languages": [ + "tat-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.858399, + "recall": 0.899209, + "f1": 0.870652, + "accuracy": 0.899209, + "main_score": 0.870652, + "hf_subset": "tat_Cyrl-ibo_Latn", + "languages": [ + "tat-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.887385, + "recall": 0.91996, + "f1": 0.89753, + "accuracy": 0.91996, + "main_score": 0.89753, + "hf_subset": "tat_Cyrl-kmr_Latn", + "languages": [ + "tat-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tat_Cyrl-min_Latn", + "languages": [ + "tat-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-por_Latn", + "languages": [ + "tat-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-sun_Latn", + "languages": [ + "tat-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.438783, + "recall": 0.512846, + "f1": 0.458728, + "accuracy": 0.512846, + "main_score": 0.458728, + "hf_subset": "tat_Cyrl-umb_Latn", + "languages": [ + "tat-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tat_Cyrl-ajp_Arab", + "languages": [ + "tat-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.499532, + "recall": 0.581028, + "f1": 0.52148, + "accuracy": 0.581028, + "main_score": 0.52148, + "hf_subset": "tat_Cyrl-bjn_Arab", + "languages": [ + "tat-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.44429, + "recall": 0.498024, + "f1": 0.459036, + "accuracy": 0.498024, + "main_score": 0.459036, + "hf_subset": "tat_Cyrl-ewe_Latn", + "languages": [ + "tat-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.952487, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "tat_Cyrl-ilo_Latn", + "languages": [ + "tat-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.246545, + "recall": 0.314229, + "f1": 0.263335, + "accuracy": 0.314229, + "main_score": 0.263335, + "hf_subset": "tat_Cyrl-knc_Arab", + "languages": [ + "tat-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-mkd_Cyrl", + "languages": [ + "tat-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-prs_Arab", + "languages": [ + "tat-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-swe_Latn", + "languages": [ + "tat-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tat_Cyrl-urd_Arab", + "languages": [ + "tat-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.724359, + "recall": 0.790514, + "f1": 0.743813, + "accuracy": 0.790514, + "main_score": 0.743813, + "hf_subset": "tat_Cyrl-aka_Latn", + "languages": [ + "tat-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tat_Cyrl-bjn_Latn", + "languages": [ + "tat-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tat_Cyrl-fao_Latn", + "languages": [ + "tat-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-ind_Latn", + "languages": [ + "tat-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.488178, + "recall": 0.554348, + "f1": 0.506239, + "accuracy": 0.554348, + "main_score": 0.506239, + "hf_subset": "tat_Cyrl-knc_Latn", + "languages": [ + "tat-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-mlt_Latn", + "languages": [ + "tat-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.629235, + "recall": 0.699605, + "f1": 0.648966, + "accuracy": 0.699605, + "main_score": 0.648966, + "hf_subset": "tat_Cyrl-quy_Latn", + "languages": [ + "tat-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-swh_Latn", + "languages": [ + "tat-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-uzn_Latn", + "languages": [ + "tat-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-als_Latn", + "languages": [ + "tat-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.792441, + "recall": 0.849802, + "f1": 0.8099, + "accuracy": 0.849802, + "main_score": 0.8099, + "hf_subset": "tat_Cyrl-bod_Tibt", + "languages": [ + "tat-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.609958, + "recall": 0.681818, + "f1": 0.630292, + "accuracy": 0.681818, + "main_score": 0.630292, + "hf_subset": "tat_Cyrl-fij_Latn", + "languages": [ + "tat-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tat_Cyrl-isl_Latn", + "languages": [ + "tat-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.576088, + "recall": 0.650198, + "f1": 0.596818, + "accuracy": 0.650198, + "main_score": 0.596818, + "hf_subset": "tat_Cyrl-kon_Latn", + "languages": [ + "tat-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.587549, + "recall": 0.668972, + "f1": 0.610458, + "accuracy": 0.668972, + "main_score": 0.610458, + "hf_subset": "tat_Cyrl-mni_Beng", + "languages": [ + "tat-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tat_Cyrl-ron_Latn", + "languages": [ + "tat-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "tat_Cyrl-szl_Latn", + "languages": [ + "tat-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-vec_Latn", + "languages": [ + "tat-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.942358, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "tat_Cyrl-amh_Ethi", + "languages": [ + "tat-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-bos_Latn", + "languages": [ + "tat-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "tat_Cyrl-fin_Latn", + "languages": [ + "tat-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-ita_Latn", + "languages": [ + "tat-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-kor_Hang", + "languages": [ + "tat-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.478602, + "recall": 0.546443, + "f1": 0.497071, + "accuracy": 0.546443, + "main_score": 0.497071, + "hf_subset": "tat_Cyrl-mos_Latn", + "languages": [ + "tat-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.744928, + "recall": 0.8083, + "f1": 0.764003, + "accuracy": 0.8083, + "main_score": 0.764003, + "hf_subset": "tat_Cyrl-run_Latn", + "languages": [ + "tat-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tat_Cyrl-tam_Taml", + "languages": [ + "tat-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tat_Cyrl-vie_Latn", + "languages": [ + "tat-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tat_Cyrl-apc_Arab", + "languages": [ + "tat-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.682849, + "recall": 0.753953, + "f1": 0.703743, + "accuracy": 0.753953, + "main_score": 0.703743, + "hf_subset": "tat_Cyrl-bug_Latn", + "languages": [ + "tat-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.413946, + "recall": 0.471344, + "f1": 0.429707, + "accuracy": 0.471344, + "main_score": 0.429707, + "hf_subset": "tat_Cyrl-fon_Latn", + "languages": [ + "tat-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tat_Cyrl-jav_Latn", + "languages": [ + "tat-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "tat_Cyrl-lao_Laoo", + "languages": [ + "tat-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.851235, + "recall": 0.890316, + "f1": 0.863175, + "accuracy": 0.890316, + "main_score": 0.863175, + "hf_subset": "tat_Cyrl-mri_Latn", + "languages": [ + "tat-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tat_Cyrl-rus_Cyrl", + "languages": [ + "tat-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.48428, + "recall": 0.544466, + "f1": 0.500379, + "accuracy": 0.544466, + "main_score": 0.500379, + "hf_subset": "tat_Cyrl-taq_Latn", + "languages": [ + "tat-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-war_Latn", + "languages": [ + "tat-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-arb_Arab", + "languages": [ + "tat-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-bul_Cyrl", + "languages": [ + "tat-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-fra_Latn", + "languages": [ + "tat-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-jpn_Jpan", + "languages": [ + "tat-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tat_Cyrl-lij_Latn", + "languages": [ + "tat-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "tat_Cyrl-mya_Mymr", + "languages": [ + "tat-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.518215, + "recall": 0.587945, + "f1": 0.536826, + "accuracy": 0.587945, + "main_score": 0.536826, + "hf_subset": "tat_Cyrl-sag_Latn", + "languages": [ + "tat-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.220469, + "recall": 0.283597, + "f1": 0.235488, + "accuracy": 0.283597, + "main_score": 0.235488, + "hf_subset": "tat_Cyrl-taq_Tfng", + "languages": [ + "tat-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.598398, + "recall": 0.670949, + "f1": 0.619488, + "accuracy": 0.670949, + "main_score": 0.619488, + "hf_subset": "tat_Cyrl-wol_Latn", + "languages": [ + "tat-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.822464, + "recall": 0.873518, + "f1": 0.838406, + "accuracy": 0.873518, + "main_score": 0.838406, + "hf_subset": "tat_Cyrl-arb_Latn", + "languages": [ + "tat-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-cat_Latn", + "languages": [ + "tat-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tat_Cyrl-fur_Latn", + "languages": [ + "tat-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.418229, + "recall": 0.499012, + "f1": 0.439994, + "accuracy": 0.499012, + "main_score": 0.439994, + "hf_subset": "tat_Cyrl-kab_Latn", + "languages": [ + "tat-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tat_Cyrl-lim_Latn", + "languages": [ + "tat-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-nld_Latn", + "languages": [ + "tat-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "tat_Cyrl-san_Deva", + "languages": [ + "tat-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.878294, + "recall": 0.91502, + "f1": 0.890152, + "accuracy": 0.91502, + "main_score": 0.890152, + "hf_subset": "tat_Cyrl-xho_Latn", + "languages": [ + "tat-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-ars_Arab", + "languages": [ + "tat-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-ceb_Latn", + "languages": [ + "tat-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.455556, + "recall": 0.527668, + "f1": 0.474481, + "accuracy": 0.527668, + "main_score": 0.474481, + "hf_subset": "tat_Cyrl-fuv_Latn", + "languages": [ + "tat-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.448059, + "recall": 0.518775, + "f1": 0.467622, + "accuracy": 0.518775, + "main_score": 0.467622, + "hf_subset": "tat_Cyrl-kac_Latn", + "languages": [ + "tat-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.611369, + "recall": 0.683794, + "f1": 0.630922, + "accuracy": 0.683794, + "main_score": 0.630922, + "hf_subset": "tat_Cyrl-lin_Latn", + "languages": [ + "tat-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-nno_Latn", + "languages": [ + "tat-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.858482, + "recall": 0.902174, + "f1": 0.872431, + "accuracy": 0.902174, + "main_score": 0.872431, + "hf_subset": "tat_Cyrl-sat_Olck", + "languages": [ + "tat-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-tel_Telu", + "languages": [ + "tat-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tat_Cyrl-ydd_Hebr", + "languages": [ + "tat-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "tat_Cyrl-ary_Arab", + "languages": [ + "tat-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-ces_Latn", + "languages": [ + "tat-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.550162, + "recall": 0.628458, + "f1": 0.572018, + "accuracy": 0.628458, + "main_score": 0.572018, + "hf_subset": "tat_Cyrl-gaz_Latn", + "languages": [ + "tat-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.513396, + "recall": 0.593874, + "f1": 0.535366, + "accuracy": 0.593874, + "main_score": 0.535366, + "hf_subset": "tat_Cyrl-kam_Latn", + "languages": [ + "tat-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tat_Cyrl-lit_Latn", + "languages": [ + "tat-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tat_Cyrl-nob_Latn", + "languages": [ + "tat-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tat_Cyrl-scn_Latn", + "languages": [ + "tat-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "tat_Cyrl-tgk_Cyrl", + "languages": [ + "tat-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.730337, + "recall": 0.800395, + "f1": 0.751356, + "accuracy": 0.800395, + "main_score": 0.751356, + "hf_subset": "tat_Cyrl-yor_Latn", + "languages": [ + "tat-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tat_Cyrl-arz_Arab", + "languages": [ + "tat-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.453413, + "recall": 0.524704, + "f1": 0.473089, + "accuracy": 0.524704, + "main_score": 0.473089, + "hf_subset": "tat_Cyrl-cjk_Latn", + "languages": [ + "tat-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.927207, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "tat_Cyrl-gla_Latn", + "languages": [ + "tat-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "tat_Cyrl-kan_Knda", + "languages": [ + "tat-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tat_Cyrl-lmo_Latn", + "languages": [ + "tat-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "tat_Cyrl-npi_Deva", + "languages": [ + "tat-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.528595, + "recall": 0.613636, + "f1": 0.552506, + "accuracy": 0.613636, + "main_score": 0.552506, + "hf_subset": "tat_Cyrl-shn_Mymr", + "languages": [ + "tat-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-tgl_Latn", + "languages": [ + "tat-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-yue_Hant", + "languages": [ + "tat-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tat_Cyrl-asm_Beng", + "languages": [ + "tat-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.932477, + "recall": 0.953557, + "f1": 0.939229, + "accuracy": 0.953557, + "main_score": 0.939229, + "hf_subset": "tat_Cyrl-ckb_Arab", + "languages": [ + "tat-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "tat_Cyrl-gle_Latn", + "languages": [ + "tat-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.882329, + "recall": 0.916996, + "f1": 0.893314, + "accuracy": 0.916996, + "main_score": 0.893314, + "hf_subset": "tat_Cyrl-kas_Arab", + "languages": [ + "tat-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.908267, + "recall": 0.935771, + "f1": 0.916996, + "accuracy": 0.935771, + "main_score": 0.916996, + "hf_subset": "tat_Cyrl-ltg_Latn", + "languages": [ + "tat-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.79109, + "recall": 0.841897, + "f1": 0.806357, + "accuracy": 0.841897, + "main_score": 0.806357, + "hf_subset": "tat_Cyrl-nso_Latn", + "languages": [ + "tat-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "tat_Cyrl-sin_Sinh", + "languages": [ + "tat-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tat_Cyrl-tha_Thai", + "languages": [ + "tat-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tat_Cyrl-zho_Hans", + "languages": [ + "tat-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-ast_Latn", + "languages": [ + "tat-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tat_Cyrl-crh_Latn", + "languages": [ + "tat-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-glg_Latn", + "languages": [ + "tat-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.829908, + "recall": 0.875494, + "f1": 0.843596, + "accuracy": 0.875494, + "main_score": 0.843596, + "hf_subset": "tat_Cyrl-kas_Deva", + "languages": [ + "tat-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-ltz_Latn", + "languages": [ + "tat-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.402609, + "recall": 0.474308, + "f1": 0.422123, + "accuracy": 0.474308, + "main_score": 0.422123, + "hf_subset": "tat_Cyrl-nus_Latn", + "languages": [ + "tat-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-slk_Latn", + "languages": [ + "tat-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.635475, + "recall": 0.715415, + "f1": 0.658061, + "accuracy": 0.715415, + "main_score": 0.658061, + "hf_subset": "tat_Cyrl-tir_Ethi", + "languages": [ + "tat-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-zho_Hant", + "languages": [ + "tat-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.974473, + "recall": 0.981225, + "f1": 0.976614, + "accuracy": 0.981225, + "main_score": 0.976614, + "hf_subset": "tat_Cyrl-awa_Deva", + "languages": [ + "tat-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-cym_Latn", + "languages": [ + "tat-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.742721, + "recall": 0.799407, + "f1": 0.759406, + "accuracy": 0.799407, + "main_score": 0.759406, + "hf_subset": "tat_Cyrl-grn_Latn", + "languages": [ + "tat-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-kat_Geor", + "languages": [ + "tat-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.575213, + "recall": 0.639328, + "f1": 0.593312, + "accuracy": 0.639328, + "main_score": 0.593312, + "hf_subset": "tat_Cyrl-lua_Latn", + "languages": [ + "tat-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.836051, + "recall": 0.881423, + "f1": 0.850165, + "accuracy": 0.881423, + "main_score": 0.850165, + "hf_subset": "tat_Cyrl-nya_Latn", + "languages": [ + "tat-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-slv_Latn", + "languages": [ + "tat-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "tat_Cyrl-tpi_Latn", + "languages": [ + "tat-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-zsm_Latn", + "languages": [ + "tat-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.479359, + "recall": 0.544466, + "f1": 0.49786, + "accuracy": 0.544466, + "main_score": 0.49786, + "hf_subset": "tat_Cyrl-ayr_Latn", + "languages": [ + "tat-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-dan_Latn", + "languages": [ + "tat-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-guj_Gujr", + "languages": [ + "tat-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-kaz_Cyrl", + "languages": [ + "tat-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.615894, + "recall": 0.69664, + "f1": 0.639894, + "accuracy": 0.69664, + "main_score": 0.639894, + "hf_subset": "tat_Cyrl-lug_Latn", + "languages": [ + "tat-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-oci_Latn", + "languages": [ + "tat-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.825906, + "recall": 0.868577, + "f1": 0.83913, + "accuracy": 0.868577, + "main_score": 0.83913, + "hf_subset": "tat_Cyrl-smo_Latn", + "languages": [ + "tat-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.740457, + "recall": 0.80336, + "f1": 0.759291, + "accuracy": 0.80336, + "main_score": 0.759291, + "hf_subset": "tat_Cyrl-tsn_Latn", + "languages": [ + "tat-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.890152, + "recall": 0.923913, + "f1": 0.901021, + "accuracy": 0.923913, + "main_score": 0.901021, + "hf_subset": "tat_Cyrl-zul_Latn", + "languages": [ + "tat-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.91749, + "recall": 0.942688, + "f1": 0.92556, + "accuracy": 0.942688, + "main_score": 0.92556, + "hf_subset": "tat_Cyrl-azb_Arab", + "languages": [ + "tat-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-deu_Latn", + "languages": [ + "tat-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "tat_Cyrl-hat_Latn", + "languages": [ + "tat-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.461469, + "recall": 0.525692, + "f1": 0.479186, + "accuracy": 0.525692, + "main_score": 0.479186, + "hf_subset": "tat_Cyrl-kbp_Latn", + "languages": [ + "tat-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.495868, + "recall": 0.565217, + "f1": 0.515186, + "accuracy": 0.565217, + "main_score": 0.515186, + "hf_subset": "tat_Cyrl-luo_Latn", + "languages": [ + "tat-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tat_Cyrl-ory_Orya", + "languages": [ + "tat-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.889443, + "recall": 0.923913, + "f1": 0.900593, + "accuracy": 0.923913, + "main_score": 0.900593, + "hf_subset": "tat_Cyrl-sna_Latn", + "languages": [ + "tat-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.642038, + "recall": 0.718379, + "f1": 0.664115, + "accuracy": 0.718379, + "main_score": 0.664115, + "hf_subset": "tat_Cyrl-tso_Latn", + "languages": [ + "tat-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-azj_Latn", + "languages": [ + "tat-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.477203, + "recall": 0.548419, + "f1": 0.497095, + "accuracy": 0.548419, + "main_score": 0.497095, + "hf_subset": "tat_Cyrl-dik_Latn", + "languages": [ + "tat-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.898913, + "recall": 0.926877, + "f1": 0.907938, + "accuracy": 0.926877, + "main_score": 0.907938, + "hf_subset": "tat_Cyrl-hau_Latn", + "languages": [ + "tat-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "tat_Cyrl-kea_Latn", + "languages": [ + "tat-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.928277, + "recall": 0.950593, + "f1": 0.935343, + "accuracy": 0.950593, + "main_score": 0.935343, + "hf_subset": "tat_Cyrl-lus_Latn", + "languages": [ + "tat-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.827026, + "recall": 0.870553, + "f1": 0.84058, + "accuracy": 0.870553, + "main_score": 0.84058, + "hf_subset": "tat_Cyrl-pag_Latn", + "languages": [ + "tat-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tat_Cyrl-snd_Arab", + "languages": [ + "tat-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-tuk_Latn", + "languages": [ + "tat-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tat_Cyrl-bak_Cyrl", + "languages": [ + "tat-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.437459, + "recall": 0.511858, + "f1": 0.457956, + "accuracy": 0.511858, + "main_score": 0.457956, + "hf_subset": "tat_Cyrl-dyu_Latn", + "languages": [ + "tat-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-heb_Hebr", + "languages": [ + "tat-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tat_Cyrl-khk_Cyrl", + "languages": [ + "tat-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-lvs_Latn", + "languages": [ + "tat-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tat_Cyrl-pan_Guru", + "languages": [ + "tat-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.854825, + "recall": 0.896245, + "f1": 0.867608, + "accuracy": 0.896245, + "main_score": 0.867608, + "hf_subset": "tat_Cyrl-som_Latn", + "languages": [ + "tat-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.68004, + "recall": 0.743083, + "f1": 0.698753, + "accuracy": 0.743083, + "main_score": 0.698753, + "hf_subset": "tat_Cyrl-tum_Latn", + "languages": [ + "tat-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.454676, + "recall": 0.533597, + "f1": 0.47616, + "accuracy": 0.533597, + "main_score": 0.47616, + "hf_subset": "xho_Latn-ace_Arab", + "languages": [ + "xho-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.485283, + "recall": 0.534585, + "f1": 0.498333, + "accuracy": 0.534585, + "main_score": 0.498333, + "hf_subset": "xho_Latn-bam_Latn", + "languages": [ + "xho-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.535191, + "recall": 0.607708, + "f1": 0.555386, + "accuracy": 0.607708, + "main_score": 0.555386, + "hf_subset": "xho_Latn-dzo_Tibt", + "languages": [ + "xho-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.906456, + "recall": 0.933794, + "f1": 0.914822, + "accuracy": 0.933794, + "main_score": 0.914822, + "hf_subset": "xho_Latn-hin_Deva", + "languages": [ + "xho-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.852413, + "recall": 0.88834, + "f1": 0.862854, + "accuracy": 0.88834, + "main_score": 0.862854, + "hf_subset": "xho_Latn-khm_Khmr", + "languages": [ + "xho-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.879735, + "recall": 0.909091, + "f1": 0.88807, + "accuracy": 0.909091, + "main_score": 0.88807, + "hf_subset": "xho_Latn-mag_Deva", + "languages": [ + "xho-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.892449, + "recall": 0.91996, + "f1": 0.900469, + "accuracy": 0.91996, + "main_score": 0.900469, + "hf_subset": "xho_Latn-pap_Latn", + "languages": [ + "xho-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.86586, + "recall": 0.903162, + "f1": 0.877536, + "accuracy": 0.903162, + "main_score": 0.877536, + "hf_subset": "xho_Latn-sot_Latn", + "languages": [ + "xho-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.903977, + "recall": 0.928854, + "f1": 0.911419, + "accuracy": 0.928854, + "main_score": 0.911419, + "hf_subset": "xho_Latn-tur_Latn", + "languages": [ + "xho-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.766267, + "recall": 0.810277, + "f1": 0.778607, + "accuracy": 0.810277, + "main_score": 0.778607, + "hf_subset": "xho_Latn-ace_Latn", + "languages": [ + "xho-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.834766, + "recall": 0.869565, + "f1": 0.844939, + "accuracy": 0.869565, + "main_score": 0.844939, + "hf_subset": "xho_Latn-ban_Latn", + "languages": [ + "xho-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.880709, + "recall": 0.913043, + "f1": 0.890481, + "accuracy": 0.913043, + "main_score": 0.890481, + "hf_subset": "xho_Latn-ell_Grek", + "languages": [ + "xho-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.897019, + "recall": 0.926877, + "f1": 0.906192, + "accuracy": 0.926877, + "main_score": 0.906192, + "hf_subset": "xho_Latn-hne_Deva", + "languages": [ + "xho-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.598402, + "recall": 0.660079, + "f1": 0.616093, + "accuracy": 0.660079, + "main_score": 0.616093, + "hf_subset": "xho_Latn-kik_Latn", + "languages": [ + "xho-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.901392, + "recall": 0.926877, + "f1": 0.908835, + "accuracy": 0.926877, + "main_score": 0.908835, + "hf_subset": "xho_Latn-mai_Deva", + "languages": [ + "xho-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.849088, + "recall": 0.885375, + "f1": 0.859759, + "accuracy": 0.885375, + "main_score": 0.859759, + "hf_subset": "xho_Latn-pbt_Arab", + "languages": [ + "xho-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.901392, + "recall": 0.928854, + "f1": 0.909673, + "accuracy": 0.928854, + "main_score": 0.909673, + "hf_subset": "xho_Latn-spa_Latn", + "languages": [ + "xho-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.740135, + "recall": 0.791502, + "f1": 0.75457, + "accuracy": 0.791502, + "main_score": 0.75457, + "hf_subset": "xho_Latn-twi_Latn", + "languages": [ + "xho-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.892078, + "recall": 0.923913, + "f1": 0.901863, + "accuracy": 0.923913, + "main_score": 0.901863, + "hf_subset": "xho_Latn-acm_Arab", + "languages": [ + "xho-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.872027, + "recall": 0.903162, + "f1": 0.880981, + "accuracy": 0.903162, + "main_score": 0.880981, + "hf_subset": "xho_Latn-bel_Cyrl", + "languages": [ + "xho-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.901309, + "recall": 0.928854, + "f1": 0.90956, + "accuracy": 0.928854, + "main_score": 0.90956, + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.900972, + "recall": 0.929842, + "f1": 0.909816, + "accuracy": 0.929842, + "main_score": 0.909816, + "hf_subset": "xho_Latn-hrv_Latn", + "languages": [ + "xho-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.843824, + "recall": 0.881423, + "f1": 0.854814, + "accuracy": 0.881423, + "main_score": 0.854814, + "hf_subset": "xho_Latn-kin_Latn", + "languages": [ + "xho-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.89151, + "recall": 0.921937, + "f1": 0.900812, + "accuracy": 0.921937, + "main_score": 0.900812, + "hf_subset": "xho_Latn-mal_Mlym", + "languages": [ + "xho-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.891478, + "recall": 0.920949, + "f1": 0.900049, + "accuracy": 0.920949, + "main_score": 0.900049, + "hf_subset": "xho_Latn-pes_Arab", + "languages": [ + "xho-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.891996, + "recall": 0.921937, + "f1": 0.900955, + "accuracy": 0.921937, + "main_score": 0.900955, + "hf_subset": "xho_Latn-srd_Latn", + "languages": [ + "xho-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.231624, + "recall": 0.300395, + "f1": 0.248199, + "accuracy": 0.300395, + "main_score": 0.248199, + "hf_subset": "xho_Latn-tzm_Tfng", + "languages": [ + "xho-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.905797, + "recall": 0.933794, + "f1": 0.914493, + "accuracy": 0.933794, + "main_score": 0.914493, + "hf_subset": "xho_Latn-acq_Arab", + "languages": [ + "xho-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.699028, + "recall": 0.753953, + "f1": 0.714644, + "accuracy": 0.753953, + "main_score": 0.714644, + "hf_subset": "xho_Latn-bem_Latn", + "languages": [ + "xho-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.902289, + "recall": 0.929842, + "f1": 0.910427, + "accuracy": 0.929842, + "main_score": 0.910427, + "hf_subset": "xho_Latn-epo_Latn", + "languages": [ + "xho-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.906538, + "recall": 0.931818, + "f1": 0.914121, + "accuracy": 0.931818, + "main_score": 0.914121, + "hf_subset": "xho_Latn-hun_Latn", + "languages": [ + "xho-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.888069, + "recall": 0.917984, + "f1": 0.896657, + "accuracy": 0.917984, + "main_score": 0.896657, + "hf_subset": "xho_Latn-kir_Cyrl", + "languages": [ + "xho-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.89198, + "recall": 0.918972, + "f1": 0.899916, + "accuracy": 0.918972, + "main_score": 0.899916, + "hf_subset": "xho_Latn-mar_Deva", + "languages": [ + "xho-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.834025, + "recall": 0.871542, + "f1": 0.845407, + "accuracy": 0.871542, + "main_score": 0.845407, + "hf_subset": "xho_Latn-plt_Latn", + "languages": [ + "xho-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.9014, + "recall": 0.928854, + "f1": 0.909816, + "accuracy": 0.928854, + "main_score": 0.909816, + "hf_subset": "xho_Latn-srp_Cyrl", + "languages": [ + "xho-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.83736, + "recall": 0.878458, + "f1": 0.850088, + "accuracy": 0.878458, + "main_score": 0.850088, + "hf_subset": "xho_Latn-uig_Arab", + "languages": [ + "xho-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.886108, + "recall": 0.913043, + "f1": 0.893699, + "accuracy": 0.913043, + "main_score": 0.893699, + "hf_subset": "xho_Latn-aeb_Arab", + "languages": [ + "xho-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.892194, + "recall": 0.921937, + "f1": 0.901106, + "accuracy": 0.921937, + "main_score": 0.901106, + "hf_subset": "xho_Latn-ben_Beng", + "languages": [ + "xho-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.896986, + "recall": 0.923913, + "f1": 0.905138, + "accuracy": 0.923913, + "main_score": 0.905138, + "hf_subset": "xho_Latn-est_Latn", + "languages": [ + "xho-Latn", + "est-Latn" + ] + }, + { + "precision": 0.902652, + "recall": 0.928854, + "f1": 0.910474, + "accuracy": 0.928854, + "main_score": 0.910474, + "hf_subset": "xho_Latn-hye_Armn", + "languages": [ + "xho-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.495516, + "recall": 0.545455, + "f1": 0.508711, + "accuracy": 0.545455, + "main_score": 0.508711, + "hf_subset": "xho_Latn-kmb_Latn", + "languages": [ + "xho-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.434241, + "recall": 0.505929, + "f1": 0.4534, + "accuracy": 0.505929, + "main_score": 0.4534, + "hf_subset": "xho_Latn-min_Arab", + "languages": [ + "xho-Latn", + "min-Arab" + ] + }, + { + "precision": 0.89002, + "recall": 0.920949, + "f1": 0.899294, + "accuracy": 0.920949, + "main_score": 0.899294, + "hf_subset": "xho_Latn-pol_Latn", + "languages": [ + "xho-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.803475, + "recall": 0.853755, + "f1": 0.819038, + "accuracy": 0.853755, + "main_score": 0.819038, + "hf_subset": "xho_Latn-ssw_Latn", + "languages": [ + "xho-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.897464, + "recall": 0.925889, + "f1": 0.905929, + "accuracy": 0.925889, + "main_score": 0.905929, + "hf_subset": "xho_Latn-ukr_Cyrl", + "languages": [ + "xho-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.899097, + "recall": 0.923913, + "f1": 0.90628, + "accuracy": 0.923913, + "main_score": 0.90628, + "hf_subset": "xho_Latn-afr_Latn", + "languages": [ + "xho-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.868339, + "recall": 0.90415, + "f1": 0.878936, + "accuracy": 0.90415, + "main_score": 0.878936, + "hf_subset": "xho_Latn-bho_Deva", + "languages": [ + "xho-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.875668, + "recall": 0.908103, + "f1": 0.885313, + "accuracy": 0.908103, + "main_score": 0.885313, + "hf_subset": "xho_Latn-eus_Latn", + "languages": [ + "xho-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.810968, + "recall": 0.858696, + "f1": 0.825447, + "accuracy": 0.858696, + "main_score": 0.825447, + "hf_subset": "xho_Latn-ibo_Latn", + "languages": [ + "xho-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.808169, + "recall": 0.857708, + "f1": 0.822958, + "accuracy": 0.857708, + "main_score": 0.822958, + "hf_subset": "xho_Latn-kmr_Latn", + "languages": [ + "xho-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.887361, + "recall": 0.91502, + "f1": 0.89541, + "accuracy": 0.91502, + "main_score": 0.89541, + "hf_subset": "xho_Latn-min_Latn", + "languages": [ + "xho-Latn", + "min-Latn" + ] + }, + { + "precision": 0.912467, + "recall": 0.938735, + "f1": 0.920685, + "accuracy": 0.938735, + "main_score": 0.920685, + "hf_subset": "xho_Latn-por_Latn", + "languages": [ + "xho-Latn", + "por-Latn" + ] + }, + { + "precision": 0.865102, + "recall": 0.898221, + "f1": 0.874727, + "accuracy": 0.898221, + "main_score": 0.874727, + "hf_subset": "xho_Latn-sun_Latn", + "languages": [ + "xho-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.47297, + "recall": 0.536561, + "f1": 0.490113, + "accuracy": 0.536561, + "main_score": 0.490113, + "hf_subset": "xho_Latn-umb_Latn", + "languages": [ + "xho-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.899168, + "recall": 0.925889, + "f1": 0.90709, + "accuracy": 0.925889, + "main_score": 0.90709, + "hf_subset": "xho_Latn-ajp_Arab", + "languages": [ + "xho-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.450143, + "recall": 0.530632, + "f1": 0.472074, + "accuracy": 0.530632, + "main_score": 0.472074, + "hf_subset": "xho_Latn-bjn_Arab", + "languages": [ + "xho-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.458446, + "recall": 0.513834, + "f1": 0.473013, + "accuracy": 0.513834, + "main_score": 0.473013, + "hf_subset": "xho_Latn-ewe_Latn", + "languages": [ + "xho-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.852588, + "recall": 0.889328, + "f1": 0.863392, + "accuracy": 0.889328, + "main_score": 0.863392, + "hf_subset": "xho_Latn-ilo_Latn", + "languages": [ + "xho-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.268581, + "recall": 0.333004, + "f1": 0.284905, + "accuracy": 0.333004, + "main_score": 0.284905, + "hf_subset": "xho_Latn-knc_Arab", + "languages": [ + "xho-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.90235, + "recall": 0.926877, + "f1": 0.909618, + "accuracy": 0.926877, + "main_score": 0.909618, + "hf_subset": "xho_Latn-mkd_Cyrl", + "languages": [ + "xho-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.915523, + "recall": 0.938735, + "f1": 0.922433, + "accuracy": 0.938735, + "main_score": 0.922433, + "hf_subset": "xho_Latn-prs_Arab", + "languages": [ + "xho-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.900503, + "recall": 0.927866, + "f1": 0.908778, + "accuracy": 0.927866, + "main_score": 0.908778, + "hf_subset": "xho_Latn-swe_Latn", + "languages": [ + "xho-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.901334, + "recall": 0.927866, + "f1": 0.909241, + "accuracy": 0.927866, + "main_score": 0.909241, + "hf_subset": "xho_Latn-urd_Arab", + "languages": [ + "xho-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.708734, + "recall": 0.764822, + "f1": 0.723854, + "accuracy": 0.764822, + "main_score": 0.723854, + "hf_subset": "xho_Latn-aka_Latn", + "languages": [ + "xho-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.870902, + "recall": 0.901186, + "f1": 0.87971, + "accuracy": 0.901186, + "main_score": 0.87971, + "hf_subset": "xho_Latn-bjn_Latn", + "languages": [ + "xho-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.874362, + "recall": 0.906126, + "f1": 0.884256, + "accuracy": 0.906126, + "main_score": 0.884256, + "hf_subset": "xho_Latn-fao_Latn", + "languages": [ + "xho-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.90846, + "recall": 0.933794, + "f1": 0.916074, + "accuracy": 0.933794, + "main_score": 0.916074, + "hf_subset": "xho_Latn-ind_Latn", + "languages": [ + "xho-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.540648, + "recall": 0.585968, + "f1": 0.552154, + "accuracy": 0.585968, + "main_score": 0.552154, + "hf_subset": "xho_Latn-knc_Latn", + "languages": [ + "xho-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.887764, + "recall": 0.916996, + "f1": 0.896491, + "accuracy": 0.916996, + "main_score": 0.896491, + "hf_subset": "xho_Latn-mlt_Latn", + "languages": [ + "xho-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.590435, + "recall": 0.65415, + "f1": 0.608408, + "accuracy": 0.65415, + "main_score": 0.608408, + "hf_subset": "xho_Latn-quy_Latn", + "languages": [ + "xho-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.90275, + "recall": 0.929842, + "f1": 0.910573, + "accuracy": 0.929842, + "main_score": 0.910573, + "hf_subset": "xho_Latn-swh_Latn", + "languages": [ + "xho-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.88643, + "recall": 0.91502, + "f1": 0.895012, + "accuracy": 0.91502, + "main_score": 0.895012, + "hf_subset": "xho_Latn-uzn_Latn", + "languages": [ + "xho-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.901548, + "recall": 0.928854, + "f1": 0.909651, + "accuracy": 0.928854, + "main_score": 0.909651, + "hf_subset": "xho_Latn-als_Latn", + "languages": [ + "xho-Latn", + "als-Latn" + ] + }, + { + "precision": 0.687929, + "recall": 0.753953, + "f1": 0.70704, + "accuracy": 0.753953, + "main_score": 0.70704, + "hf_subset": "xho_Latn-bod_Tibt", + "languages": [ + "xho-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.638442, + "recall": 0.693676, + "f1": 0.653864, + "accuracy": 0.693676, + "main_score": 0.653864, + "hf_subset": "xho_Latn-fij_Latn", + "languages": [ + "xho-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.877503, + "recall": 0.909091, + "f1": 0.886957, + "accuracy": 0.909091, + "main_score": 0.886957, + "hf_subset": "xho_Latn-isl_Latn", + "languages": [ + "xho-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.608055, + "recall": 0.661067, + "f1": 0.622451, + "accuracy": 0.661067, + "main_score": 0.622451, + "hf_subset": "xho_Latn-kon_Latn", + "languages": [ + "xho-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.536413, + "recall": 0.601779, + "f1": 0.554818, + "accuracy": 0.601779, + "main_score": 0.554818, + "hf_subset": "xho_Latn-mni_Beng", + "languages": [ + "xho-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.899951, + "recall": 0.926877, + "f1": 0.907924, + "accuracy": 0.926877, + "main_score": 0.907924, + "hf_subset": "xho_Latn-ron_Latn", + "languages": [ + "xho-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.891002, + "recall": 0.91996, + "f1": 0.899967, + "accuracy": 0.91996, + "main_score": 0.899967, + "hf_subset": "xho_Latn-szl_Latn", + "languages": [ + "xho-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.906406, + "recall": 0.931818, + "f1": 0.914018, + "accuracy": 0.931818, + "main_score": 0.914018, + "hf_subset": "xho_Latn-vec_Latn", + "languages": [ + "xho-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.877619, + "recall": 0.910079, + "f1": 0.887582, + "accuracy": 0.910079, + "main_score": 0.887582, + "hf_subset": "xho_Latn-amh_Ethi", + "languages": [ + "xho-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.904924, + "recall": 0.931818, + "f1": 0.913241, + "accuracy": 0.931818, + "main_score": 0.913241, + "hf_subset": "xho_Latn-bos_Latn", + "languages": [ + "xho-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.897316, + "recall": 0.925889, + "f1": 0.905995, + "accuracy": 0.925889, + "main_score": 0.905995, + "hf_subset": "xho_Latn-fin_Latn", + "languages": [ + "xho-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.917556, + "recall": 0.939723, + "f1": 0.924045, + "accuracy": 0.939723, + "main_score": 0.924045, + "hf_subset": "xho_Latn-ita_Latn", + "languages": [ + "xho-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.898995, + "recall": 0.927866, + "f1": 0.907806, + "accuracy": 0.927866, + "main_score": 0.907806, + "hf_subset": "xho_Latn-kor_Hang", + "languages": [ + "xho-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.491237, + "recall": 0.541502, + "f1": 0.504871, + "accuracy": 0.541502, + "main_score": 0.504871, + "hf_subset": "xho_Latn-mos_Latn", + "languages": [ + "xho-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.732871, + "recall": 0.788538, + "f1": 0.749217, + "accuracy": 0.788538, + "main_score": 0.749217, + "hf_subset": "xho_Latn-run_Latn", + "languages": [ + "xho-Latn", + "run-Latn" + ] + }, + { + "precision": 0.887008, + "recall": 0.916996, + "f1": 0.895803, + "accuracy": 0.916996, + "main_score": 0.895803, + "hf_subset": "xho_Latn-tam_Taml", + "languages": [ + "xho-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.897826, + "recall": 0.923913, + "f1": 0.90527, + "accuracy": 0.923913, + "main_score": 0.90527, + "hf_subset": "xho_Latn-vie_Latn", + "languages": [ + "xho-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.895192, + "recall": 0.922925, + "f1": 0.903629, + "accuracy": 0.922925, + "main_score": 0.903629, + "hf_subset": "xho_Latn-apc_Arab", + "languages": [ + "xho-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.646159, + "recall": 0.70751, + "f1": 0.662952, + "accuracy": 0.70751, + "main_score": 0.662952, + "hf_subset": "xho_Latn-bug_Latn", + "languages": [ + "xho-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.428372, + "recall": 0.474308, + "f1": 0.440934, + "accuracy": 0.474308, + "main_score": 0.440934, + "hf_subset": "xho_Latn-fon_Latn", + "languages": [ + "xho-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.883394, + "recall": 0.913043, + "f1": 0.892227, + "accuracy": 0.913043, + "main_score": 0.892227, + "hf_subset": "xho_Latn-jav_Latn", + "languages": [ + "xho-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.857576, + "recall": 0.894269, + "f1": 0.868676, + "accuracy": 0.894269, + "main_score": 0.868676, + "hf_subset": "xho_Latn-lao_Laoo", + "languages": [ + "xho-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.820883, + "recall": 0.866601, + "f1": 0.834947, + "accuracy": 0.866601, + "main_score": 0.834947, + "hf_subset": "xho_Latn-mri_Latn", + "languages": [ + "xho-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.902487, + "recall": 0.929842, + "f1": 0.910639, + "accuracy": 0.929842, + "main_score": 0.910639, + "hf_subset": "xho_Latn-rus_Cyrl", + "languages": [ + "xho-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.499008, + "recall": 0.547431, + "f1": 0.512123, + "accuracy": 0.547431, + "main_score": 0.512123, + "hf_subset": "xho_Latn-taq_Latn", + "languages": [ + "xho-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.862066, + "recall": 0.895257, + "f1": 0.871659, + "accuracy": 0.895257, + "main_score": 0.871659, + "hf_subset": "xho_Latn-war_Latn", + "languages": [ + "xho-Latn", + "war-Latn" + ] + }, + { + "precision": 0.908267, + "recall": 0.935771, + "f1": 0.916949, + "accuracy": 0.935771, + "main_score": 0.916949, + "hf_subset": "xho_Latn-arb_Arab", + "languages": [ + "xho-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.917655, + "recall": 0.9417, + "f1": 0.925033, + "accuracy": 0.9417, + "main_score": 0.925033, + "hf_subset": "xho_Latn-bul_Cyrl", + "languages": [ + "xho-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.91889, + "recall": 0.942688, + "f1": 0.926087, + "accuracy": 0.942688, + "main_score": 0.926087, + "hf_subset": "xho_Latn-fra_Latn", + "languages": [ + "xho-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.884124, + "recall": 0.916008, + "f1": 0.893742, + "accuracy": 0.916008, + "main_score": 0.893742, + "hf_subset": "xho_Latn-jpn_Jpan", + "languages": [ + "xho-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.897727, + "recall": 0.921937, + "f1": 0.905192, + "accuracy": 0.921937, + "main_score": 0.905192, + "hf_subset": "xho_Latn-lij_Latn", + "languages": [ + "xho-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.856538, + "recall": 0.892292, + "f1": 0.867095, + "accuracy": 0.892292, + "main_score": 0.867095, + "hf_subset": "xho_Latn-mya_Mymr", + "languages": [ + "xho-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.527692, + "recall": 0.579051, + "f1": 0.541867, + "accuracy": 0.579051, + "main_score": 0.541867, + "hf_subset": "xho_Latn-sag_Latn", + "languages": [ + "xho-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.240769, + "recall": 0.302372, + "f1": 0.256256, + "accuracy": 0.302372, + "main_score": 0.256256, + "hf_subset": "xho_Latn-taq_Tfng", + "languages": [ + "xho-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.603353, + "recall": 0.657115, + "f1": 0.618703, + "accuracy": 0.657115, + "main_score": 0.618703, + "hf_subset": "xho_Latn-wol_Latn", + "languages": [ + "xho-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.758606, + "recall": 0.814229, + "f1": 0.774711, + "accuracy": 0.814229, + "main_score": 0.774711, + "hf_subset": "xho_Latn-arb_Latn", + "languages": [ + "xho-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.905336, + "recall": 0.93083, + "f1": 0.912813, + "accuracy": 0.93083, + "main_score": 0.912813, + "hf_subset": "xho_Latn-cat_Latn", + "languages": [ + "xho-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.878715, + "recall": 0.910079, + "f1": 0.887961, + "accuracy": 0.910079, + "main_score": 0.887961, + "hf_subset": "xho_Latn-fur_Latn", + "languages": [ + "xho-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.462452, + "recall": 0.535573, + "f1": 0.481913, + "accuracy": 0.535573, + "main_score": 0.481913, + "hf_subset": "xho_Latn-kab_Latn", + "languages": [ + "xho-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.874021, + "recall": 0.90415, + "f1": 0.882836, + "accuracy": 0.90415, + "main_score": 0.882836, + "hf_subset": "xho_Latn-lim_Latn", + "languages": [ + "xho-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.900889, + "recall": 0.928854, + "f1": 0.909505, + "accuracy": 0.928854, + "main_score": 0.909505, + "hf_subset": "xho_Latn-nld_Latn", + "languages": [ + "xho-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.874493, + "recall": 0.90415, + "f1": 0.883308, + "accuracy": 0.90415, + "main_score": 0.883308, + "hf_subset": "xho_Latn-san_Deva", + "languages": [ + "xho-Latn", + "san-Deva" + ] + }, + { + "precision": 0.883111, + "recall": 0.913043, + "f1": 0.891972, + "accuracy": 0.913043, + "main_score": 0.891972, + "hf_subset": "xho_Latn-tat_Cyrl", + "languages": [ + "xho-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.903821, + "recall": 0.932806, + "f1": 0.912996, + "accuracy": 0.932806, + "main_score": 0.912996, + "hf_subset": "xho_Latn-ars_Arab", + "languages": [ + "xho-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.907379, + "recall": 0.93083, + "f1": 0.914279, + "accuracy": 0.93083, + "main_score": 0.914279, + "hf_subset": "xho_Latn-ceb_Latn", + "languages": [ + "xho-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.482772, + "recall": 0.543478, + "f1": 0.499502, + "accuracy": 0.543478, + "main_score": 0.499502, + "hf_subset": "xho_Latn-fuv_Latn", + "languages": [ + "xho-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.486005, + "recall": 0.538538, + "f1": 0.500155, + "accuracy": 0.538538, + "main_score": 0.500155, + "hf_subset": "xho_Latn-kac_Latn", + "languages": [ + "xho-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.637482, + "recall": 0.6917, + "f1": 0.652131, + "accuracy": 0.6917, + "main_score": 0.652131, + "hf_subset": "xho_Latn-lin_Latn", + "languages": [ + "xho-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.889716, + "recall": 0.91996, + "f1": 0.898817, + "accuracy": 0.91996, + "main_score": 0.898817, + "hf_subset": "xho_Latn-nno_Latn", + "languages": [ + "xho-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.761464, + "recall": 0.81917, + "f1": 0.778568, + "accuracy": 0.81917, + "main_score": 0.778568, + "hf_subset": "xho_Latn-sat_Olck", + "languages": [ + "xho-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.870965, + "recall": 0.905138, + "f1": 0.881109, + "accuracy": 0.905138, + "main_score": 0.881109, + "hf_subset": "xho_Latn-tel_Telu", + "languages": [ + "xho-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.888299, + "recall": 0.916996, + "f1": 0.89709, + "accuracy": 0.916996, + "main_score": 0.89709, + "hf_subset": "xho_Latn-ydd_Hebr", + "languages": [ + "xho-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.854289, + "recall": 0.891304, + "f1": 0.865119, + "accuracy": 0.891304, + "main_score": 0.865119, + "hf_subset": "xho_Latn-ary_Arab", + "languages": [ + "xho-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.90528, + "recall": 0.931818, + "f1": 0.913258, + "accuracy": 0.931818, + "main_score": 0.913258, + "hf_subset": "xho_Latn-ces_Latn", + "languages": [ + "xho-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.570445, + "recall": 0.63834, + "f1": 0.589355, + "accuracy": 0.63834, + "main_score": 0.589355, + "hf_subset": "xho_Latn-gaz_Latn", + "languages": [ + "xho-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.558195, + "recall": 0.621542, + "f1": 0.575122, + "accuracy": 0.621542, + "main_score": 0.575122, + "hf_subset": "xho_Latn-kam_Latn", + "languages": [ + "xho-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.892918, + "recall": 0.920949, + "f1": 0.901497, + "accuracy": 0.920949, + "main_score": 0.901497, + "hf_subset": "xho_Latn-lit_Latn", + "languages": [ + "xho-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.895208, + "recall": 0.925889, + "f1": 0.90471, + "accuracy": 0.925889, + "main_score": 0.90471, + "hf_subset": "xho_Latn-nob_Latn", + "languages": [ + "xho-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.874014, + "recall": 0.901186, + "f1": 0.88128, + "accuracy": 0.901186, + "main_score": 0.88128, + "hf_subset": "xho_Latn-scn_Latn", + "languages": [ + "xho-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.870389, + "recall": 0.90415, + "f1": 0.880567, + "accuracy": 0.90415, + "main_score": 0.880567, + "hf_subset": "xho_Latn-tgk_Cyrl", + "languages": [ + "xho-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.708358, + "recall": 0.762846, + "f1": 0.723342, + "accuracy": 0.762846, + "main_score": 0.723342, + "hf_subset": "xho_Latn-yor_Latn", + "languages": [ + "xho-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.897217, + "recall": 0.923913, + "f1": 0.905157, + "accuracy": 0.923913, + "main_score": 0.905157, + "hf_subset": "xho_Latn-arz_Arab", + "languages": [ + "xho-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.475176, + "recall": 0.527668, + "f1": 0.489892, + "accuracy": 0.527668, + "main_score": 0.489892, + "hf_subset": "xho_Latn-cjk_Latn", + "languages": [ + "xho-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.871963, + "recall": 0.905138, + "f1": 0.882065, + "accuracy": 0.905138, + "main_score": 0.882065, + "hf_subset": "xho_Latn-gla_Latn", + "languages": [ + "xho-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.858005, + "recall": 0.896245, + "f1": 0.86967, + "accuracy": 0.896245, + "main_score": 0.86967, + "hf_subset": "xho_Latn-kan_Knda", + "languages": [ + "xho-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.885211, + "recall": 0.916996, + "f1": 0.894848, + "accuracy": 0.916996, + "main_score": 0.894848, + "hf_subset": "xho_Latn-lmo_Latn", + "languages": [ + "xho-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.899028, + "recall": 0.926877, + "f1": 0.907463, + "accuracy": 0.926877, + "main_score": 0.907463, + "hf_subset": "xho_Latn-npi_Deva", + "languages": [ + "xho-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.526051, + "recall": 0.592885, + "f1": 0.544989, + "accuracy": 0.592885, + "main_score": 0.544989, + "hf_subset": "xho_Latn-shn_Mymr", + "languages": [ + "xho-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.894417, + "recall": 0.924901, + "f1": 0.903722, + "accuracy": 0.924901, + "main_score": 0.903722, + "hf_subset": "xho_Latn-tgl_Latn", + "languages": [ + "xho-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.86362, + "recall": 0.901186, + "f1": 0.874835, + "accuracy": 0.901186, + "main_score": 0.874835, + "hf_subset": "xho_Latn-yue_Hant", + "languages": [ + "xho-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.854703, + "recall": 0.891304, + "f1": 0.865695, + "accuracy": 0.891304, + "main_score": 0.865695, + "hf_subset": "xho_Latn-asm_Beng", + "languages": [ + "xho-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.837164, + "recall": 0.87747, + "f1": 0.849475, + "accuracy": 0.87747, + "main_score": 0.849475, + "hf_subset": "xho_Latn-ckb_Arab", + "languages": [ + "xho-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.876976, + "recall": 0.909091, + "f1": 0.886382, + "accuracy": 0.909091, + "main_score": 0.886382, + "hf_subset": "xho_Latn-gle_Latn", + "languages": [ + "xho-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.778946, + "recall": 0.825099, + "f1": 0.792525, + "accuracy": 0.825099, + "main_score": 0.792525, + "hf_subset": "xho_Latn-kas_Arab", + "languages": [ + "xho-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.79473, + "recall": 0.839921, + "f1": 0.808352, + "accuracy": 0.839921, + "main_score": 0.808352, + "hf_subset": "xho_Latn-ltg_Latn", + "languages": [ + "xho-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.80107, + "recall": 0.846838, + "f1": 0.815072, + "accuracy": 0.846838, + "main_score": 0.815072, + "hf_subset": "xho_Latn-nso_Latn", + "languages": [ + "xho-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.8611, + "recall": 0.899209, + "f1": 0.872779, + "accuracy": 0.899209, + "main_score": 0.872779, + "hf_subset": "xho_Latn-sin_Sinh", + "languages": [ + "xho-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.88251, + "recall": 0.913043, + "f1": 0.891554, + "accuracy": 0.913043, + "main_score": 0.891554, + "hf_subset": "xho_Latn-tha_Thai", + "languages": [ + "xho-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.850842, + "recall": 0.886364, + "f1": 0.860526, + "accuracy": 0.886364, + "main_score": 0.860526, + "hf_subset": "xho_Latn-zho_Hans", + "languages": [ + "xho-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.918923, + "recall": 0.942688, + "f1": 0.926285, + "accuracy": 0.942688, + "main_score": 0.926285, + "hf_subset": "xho_Latn-ast_Latn", + "languages": [ + "xho-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.877503, + "recall": 0.909091, + "f1": 0.886942, + "accuracy": 0.909091, + "main_score": 0.886942, + "hf_subset": "xho_Latn-crh_Latn", + "languages": [ + "xho-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.89837, + "recall": 0.923913, + "f1": 0.90575, + "accuracy": 0.923913, + "main_score": 0.90575, + "hf_subset": "xho_Latn-glg_Latn", + "languages": [ + "xho-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.737442, + "recall": 0.788538, + "f1": 0.752235, + "accuracy": 0.788538, + "main_score": 0.752235, + "hf_subset": "xho_Latn-kas_Deva", + "languages": [ + "xho-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.874692, + "recall": 0.906126, + "f1": 0.884058, + "accuracy": 0.906126, + "main_score": 0.884058, + "hf_subset": "xho_Latn-ltz_Latn", + "languages": [ + "xho-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.426451, + "recall": 0.493083, + "f1": 0.444432, + "accuracy": 0.493083, + "main_score": 0.444432, + "hf_subset": "xho_Latn-nus_Latn", + "languages": [ + "xho-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.900461, + "recall": 0.926877, + "f1": 0.908235, + "accuracy": 0.926877, + "main_score": 0.908235, + "hf_subset": "xho_Latn-slk_Latn", + "languages": [ + "xho-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.606983, + "recall": 0.68083, + "f1": 0.627253, + "accuracy": 0.68083, + "main_score": 0.627253, + "hf_subset": "xho_Latn-tir_Ethi", + "languages": [ + "xho-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.873666, + "recall": 0.907115, + "f1": 0.883536, + "accuracy": 0.907115, + "main_score": 0.883536, + "hf_subset": "xho_Latn-zho_Hant", + "languages": [ + "xho-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.885846, + "recall": 0.916008, + "f1": 0.894977, + "accuracy": 0.916008, + "main_score": 0.894977, + "hf_subset": "xho_Latn-awa_Deva", + "languages": [ + "xho-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.903287, + "recall": 0.929842, + "f1": 0.911215, + "accuracy": 0.929842, + "main_score": 0.911215, + "hf_subset": "xho_Latn-cym_Latn", + "languages": [ + "xho-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.667678, + "recall": 0.711462, + "f1": 0.679417, + "accuracy": 0.711462, + "main_score": 0.679417, + "hf_subset": "xho_Latn-grn_Latn", + "languages": [ + "xho-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.883639, + "recall": 0.913043, + "f1": 0.89213, + "accuracy": 0.913043, + "main_score": 0.89213, + "hf_subset": "xho_Latn-kat_Geor", + "languages": [ + "xho-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.58078, + "recall": 0.634387, + "f1": 0.595915, + "accuracy": 0.634387, + "main_score": 0.595915, + "hf_subset": "xho_Latn-lua_Latn", + "languages": [ + "xho-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.811495, + "recall": 0.853755, + "f1": 0.824341, + "accuracy": 0.853755, + "main_score": 0.824341, + "hf_subset": "xho_Latn-nya_Latn", + "languages": [ + "xho-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.902042, + "recall": 0.928854, + "f1": 0.910164, + "accuracy": 0.928854, + "main_score": 0.910164, + "hf_subset": "xho_Latn-slv_Latn", + "languages": [ + "xho-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.834663, + "recall": 0.873518, + "f1": 0.845819, + "accuracy": 0.873518, + "main_score": 0.845819, + "hf_subset": "xho_Latn-tpi_Latn", + "languages": [ + "xho-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.908656, + "recall": 0.933794, + "f1": 0.916321, + "accuracy": 0.933794, + "main_score": 0.916321, + "hf_subset": "xho_Latn-zsm_Latn", + "languages": [ + "xho-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.517532, + "recall": 0.567194, + "f1": 0.53155, + "accuracy": 0.567194, + "main_score": 0.53155, + "hf_subset": "xho_Latn-ayr_Latn", + "languages": [ + "xho-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.910244, + "recall": 0.935771, + "f1": 0.917937, + "accuracy": 0.935771, + "main_score": 0.917937, + "hf_subset": "xho_Latn-dan_Latn", + "languages": [ + "xho-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.89581, + "recall": 0.923913, + "f1": 0.904581, + "accuracy": 0.923913, + "main_score": 0.904581, + "hf_subset": "xho_Latn-guj_Gujr", + "languages": [ + "xho-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.881464, + "recall": 0.91502, + "f1": 0.891919, + "accuracy": 0.91502, + "main_score": 0.891919, + "hf_subset": "xho_Latn-kaz_Cyrl", + "languages": [ + "xho-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.657724, + "recall": 0.726285, + "f1": 0.677379, + "accuracy": 0.726285, + "main_score": 0.677379, + "hf_subset": "xho_Latn-lug_Latn", + "languages": [ + "xho-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.897908, + "recall": 0.922925, + "f1": 0.905036, + "accuracy": 0.922925, + "main_score": 0.905036, + "hf_subset": "xho_Latn-oci_Latn", + "languages": [ + "xho-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.801866, + "recall": 0.84585, + "f1": 0.814578, + "accuracy": 0.84585, + "main_score": 0.814578, + "hf_subset": "xho_Latn-smo_Latn", + "languages": [ + "xho-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.76572, + "recall": 0.818182, + "f1": 0.781271, + "accuracy": 0.818182, + "main_score": 0.781271, + "hf_subset": "xho_Latn-tsn_Latn", + "languages": [ + "xho-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.920455, + "recall": 0.943676, + "f1": 0.92803, + "accuracy": 0.943676, + "main_score": 0.92803, + "hf_subset": "xho_Latn-zul_Latn", + "languages": [ + "xho-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.773348, + "recall": 0.818182, + "f1": 0.786625, + "accuracy": 0.818182, + "main_score": 0.786625, + "hf_subset": "xho_Latn-azb_Arab", + "languages": [ + "xho-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.904018, + "recall": 0.929842, + "f1": 0.911693, + "accuracy": 0.929842, + "main_score": 0.911693, + "hf_subset": "xho_Latn-deu_Latn", + "languages": [ + "xho-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.861034, + "recall": 0.899209, + "f1": 0.872417, + "accuracy": 0.899209, + "main_score": 0.872417, + "hf_subset": "xho_Latn-hat_Latn", + "languages": [ + "xho-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.485044, + "recall": 0.544466, + "f1": 0.50113, + "accuracy": 0.544466, + "main_score": 0.50113, + "hf_subset": "xho_Latn-kbp_Latn", + "languages": [ + "xho-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.529258, + "recall": 0.583004, + "f1": 0.544128, + "accuracy": 0.583004, + "main_score": 0.544128, + "hf_subset": "xho_Latn-luo_Latn", + "languages": [ + "xho-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.869598, + "recall": 0.905138, + "f1": 0.880519, + "accuracy": 0.905138, + "main_score": 0.880519, + "hf_subset": "xho_Latn-ory_Orya", + "languages": [ + "xho-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.854974, + "recall": 0.893281, + "f1": 0.866733, + "accuracy": 0.893281, + "main_score": 0.866733, + "hf_subset": "xho_Latn-sna_Latn", + "languages": [ + "xho-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.701582, + "recall": 0.757905, + "f1": 0.718239, + "accuracy": 0.757905, + "main_score": 0.718239, + "hf_subset": "xho_Latn-tso_Latn", + "languages": [ + "xho-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.890243, + "recall": 0.920949, + "f1": 0.899522, + "accuracy": 0.920949, + "main_score": 0.899522, + "hf_subset": "xho_Latn-azj_Latn", + "languages": [ + "xho-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.481449, + "recall": 0.537549, + "f1": 0.49769, + "accuracy": 0.537549, + "main_score": 0.49769, + "hf_subset": "xho_Latn-dik_Latn", + "languages": [ + "xho-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.843659, + "recall": 0.881423, + "f1": 0.855632, + "accuracy": 0.881423, + "main_score": 0.855632, + "hf_subset": "xho_Latn-hau_Latn", + "languages": [ + "xho-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.871139, + "recall": 0.901186, + "f1": 0.879797, + "accuracy": 0.901186, + "main_score": 0.879797, + "hf_subset": "xho_Latn-kea_Latn", + "languages": [ + "xho-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.813827, + "recall": 0.856719, + "f1": 0.826663, + "accuracy": 0.856719, + "main_score": 0.826663, + "hf_subset": "xho_Latn-lus_Latn", + "languages": [ + "xho-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.728087, + "recall": 0.774704, + "f1": 0.741161, + "accuracy": 0.774704, + "main_score": 0.741161, + "hf_subset": "xho_Latn-pag_Latn", + "languages": [ + "xho-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.858762, + "recall": 0.896245, + "f1": 0.870109, + "accuracy": 0.896245, + "main_score": 0.870109, + "hf_subset": "xho_Latn-snd_Arab", + "languages": [ + "xho-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.859158, + "recall": 0.894269, + "f1": 0.869834, + "accuracy": 0.894269, + "main_score": 0.869834, + "hf_subset": "xho_Latn-tuk_Latn", + "languages": [ + "xho-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.886941, + "recall": 0.913043, + "f1": 0.894274, + "accuracy": 0.913043, + "main_score": 0.894274, + "hf_subset": "xho_Latn-bak_Cyrl", + "languages": [ + "xho-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.43134, + "recall": 0.498024, + "f1": 0.450187, + "accuracy": 0.498024, + "main_score": 0.450187, + "hf_subset": "xho_Latn-dyu_Latn", + "languages": [ + "xho-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.915853, + "recall": 0.938735, + "f1": 0.922645, + "accuracy": 0.938735, + "main_score": 0.922645, + "hf_subset": "xho_Latn-heb_Hebr", + "languages": [ + "xho-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.871953, + "recall": 0.902174, + "f1": 0.881291, + "accuracy": 0.902174, + "main_score": 0.881291, + "hf_subset": "xho_Latn-khk_Cyrl", + "languages": [ + "xho-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.897307, + "recall": 0.924901, + "f1": 0.905541, + "accuracy": 0.924901, + "main_score": 0.905541, + "hf_subset": "xho_Latn-lvs_Latn", + "languages": [ + "xho-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.885738, + "recall": 0.917984, + "f1": 0.895553, + "accuracy": 0.917984, + "main_score": 0.895553, + "hf_subset": "xho_Latn-pan_Guru", + "languages": [ + "xho-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.825165, + "recall": 0.869565, + "f1": 0.839065, + "accuracy": 0.869565, + "main_score": 0.839065, + "hf_subset": "xho_Latn-som_Latn", + "languages": [ + "xho-Latn", + "som-Latn" + ] + }, + { + "precision": 0.685074, + "recall": 0.73419, + "f1": 0.699233, + "accuracy": 0.73419, + "main_score": 0.699233, + "hf_subset": "xho_Latn-tum_Latn", + "languages": [ + "xho-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.510148, + "recall": 0.604743, + "f1": 0.537261, + "accuracy": 0.604743, + "main_score": 0.537261, + "hf_subset": "ars_Arab-ace_Arab", + "languages": [ + "ars-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.442002, + "recall": 0.512846, + "f1": 0.460801, + "accuracy": 0.512846, + "main_score": 0.460801, + "hf_subset": "ars_Arab-bam_Latn", + "languages": [ + "ars-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.647003, + "recall": 0.732213, + "f1": 0.671331, + "accuracy": 0.732213, + "main_score": 0.671331, + "hf_subset": "ars_Arab-dzo_Tibt", + "languages": [ + "ars-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-hin_Deva", + "languages": [ + "ars-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ars_Arab-khm_Khmr", + "languages": [ + "ars-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ars_Arab-mag_Deva", + "languages": [ + "ars-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ars_Arab-pap_Latn", + "languages": [ + "ars-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.87141, + "recall": 0.909091, + "f1": 0.883235, + "accuracy": 0.909091, + "main_score": 0.883235, + "hf_subset": "ars_Arab-sot_Latn", + "languages": [ + "ars-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-tur_Latn", + "languages": [ + "ars-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.852612, + "recall": 0.894269, + "f1": 0.865662, + "accuracy": 0.894269, + "main_score": 0.865662, + "hf_subset": "ars_Arab-ace_Latn", + "languages": [ + "ars-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "ars_Arab-ban_Latn", + "languages": [ + "ars-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-ell_Grek", + "languages": [ + "ars-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "ars_Arab-hne_Deva", + "languages": [ + "ars-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.568767, + "recall": 0.642292, + "f1": 0.588959, + "accuracy": 0.642292, + "main_score": 0.588959, + "hf_subset": "ars_Arab-kik_Latn", + "languages": [ + "ars-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ars_Arab-mai_Deva", + "languages": [ + "ars-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "ars_Arab-pbt_Arab", + "languages": [ + "ars-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-spa_Latn", + "languages": [ + "ars-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.774572, + "recall": 0.833004, + "f1": 0.791996, + "accuracy": 0.833004, + "main_score": 0.791996, + "hf_subset": "ars_Arab-twi_Latn", + "languages": [ + "ars-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-acm_Arab", + "languages": [ + "ars-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-bel_Cyrl", + "languages": [ + "ars-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-eng_Latn", + "languages": [ + "ars-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-hrv_Latn", + "languages": [ + "ars-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.850132, + "recall": 0.890316, + "f1": 0.862535, + "accuracy": 0.890316, + "main_score": 0.862535, + "hf_subset": "ars_Arab-kin_Latn", + "languages": [ + "ars-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-mal_Mlym", + "languages": [ + "ars-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-pes_Arab", + "languages": [ + "ars-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ars_Arab-srd_Latn", + "languages": [ + "ars-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.189624, + "recall": 0.26087, + "f1": 0.206824, + "accuracy": 0.26087, + "main_score": 0.206824, + "hf_subset": "ars_Arab-tzm_Tfng", + "languages": [ + "ars-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-acq_Arab", + "languages": [ + "ars-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.654376, + "recall": 0.730237, + "f1": 0.675925, + "accuracy": 0.730237, + "main_score": 0.675925, + "hf_subset": "ars_Arab-bem_Latn", + "languages": [ + "ars-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-epo_Latn", + "languages": [ + "ars-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-hun_Latn", + "languages": [ + "ars-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ars_Arab-kir_Cyrl", + "languages": [ + "ars-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-mar_Deva", + "languages": [ + "ars-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.878706, + "recall": 0.914032, + "f1": 0.88969, + "accuracy": 0.914032, + "main_score": 0.88969, + "hf_subset": "ars_Arab-plt_Latn", + "languages": [ + "ars-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-srp_Cyrl", + "languages": [ + "ars-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.947711, + "recall": 0.963439, + "f1": 0.952635, + "accuracy": 0.963439, + "main_score": 0.952635, + "hf_subset": "ars_Arab-uig_Arab", + "languages": [ + "ars-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-aeb_Arab", + "languages": [ + "ars-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-ben_Beng", + "languages": [ + "ars-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-est_Latn", + "languages": [ + "ars-Arab", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-hye_Armn", + "languages": [ + "ars-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.449248, + "recall": 0.518775, + "f1": 0.468806, + "accuracy": 0.518775, + "main_score": 0.468806, + "hf_subset": "ars_Arab-kmb_Latn", + "languages": [ + "ars-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.466498, + "recall": 0.562253, + "f1": 0.492399, + "accuracy": 0.562253, + "main_score": 0.492399, + "hf_subset": "ars_Arab-min_Arab", + "languages": [ + "ars-Arab", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-pol_Latn", + "languages": [ + "ars-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.744137, + "recall": 0.813241, + "f1": 0.764921, + "accuracy": 0.813241, + "main_score": 0.764921, + "hf_subset": "ars_Arab-ssw_Latn", + "languages": [ + "ars-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-ukr_Cyrl", + "languages": [ + "ars-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-afr_Latn", + "languages": [ + "ars-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ars_Arab-bho_Deva", + "languages": [ + "ars-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-eus_Latn", + "languages": [ + "ars-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.867457, + "recall": 0.906126, + "f1": 0.879249, + "accuracy": 0.906126, + "main_score": 0.879249, + "hf_subset": "ars_Arab-ibo_Latn", + "languages": [ + "ars-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.882082, + "recall": 0.916996, + "f1": 0.892918, + "accuracy": 0.916996, + "main_score": 0.892918, + "hf_subset": "ars_Arab-kmr_Latn", + "languages": [ + "ars-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ars_Arab-min_Latn", + "languages": [ + "ars-Arab", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-por_Latn", + "languages": [ + "ars-Arab", + "por-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ars_Arab-sun_Latn", + "languages": [ + "ars-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.436073, + "recall": 0.507905, + "f1": 0.455574, + "accuracy": 0.507905, + "main_score": 0.455574, + "hf_subset": "ars_Arab-umb_Latn", + "languages": [ + "ars-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-ajp_Arab", + "languages": [ + "ars-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.499259, + "recall": 0.58498, + "f1": 0.522809, + "accuracy": 0.58498, + "main_score": 0.522809, + "hf_subset": "ars_Arab-bjn_Arab", + "languages": [ + "ars-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.414959, + "recall": 0.481225, + "f1": 0.432498, + "accuracy": 0.481225, + "main_score": 0.432498, + "hf_subset": "ars_Arab-ewe_Latn", + "languages": [ + "ars-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "ars_Arab-ilo_Latn", + "languages": [ + "ars-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.22841, + "recall": 0.296443, + "f1": 0.245854, + "accuracy": 0.296443, + "main_score": 0.245854, + "hf_subset": "ars_Arab-knc_Arab", + "languages": [ + "ars-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-mkd_Cyrl", + "languages": [ + "ars-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-prs_Arab", + "languages": [ + "ars-Arab", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-swe_Latn", + "languages": [ + "ars-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ars_Arab-urd_Arab", + "languages": [ + "ars-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.744937, + "recall": 0.807312, + "f1": 0.763243, + "accuracy": 0.807312, + "main_score": 0.763243, + "hf_subset": "ars_Arab-aka_Latn", + "languages": [ + "ars-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ars_Arab-bjn_Latn", + "languages": [ + "ars-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ars_Arab-fao_Latn", + "languages": [ + "ars-Arab", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-ind_Latn", + "languages": [ + "ars-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.492751, + "recall": 0.561265, + "f1": 0.510592, + "accuracy": 0.561265, + "main_score": 0.510592, + "hf_subset": "ars_Arab-knc_Latn", + "languages": [ + "ars-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-mlt_Latn", + "languages": [ + "ars-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.625409, + "recall": 0.700593, + "f1": 0.64734, + "accuracy": 0.700593, + "main_score": 0.64734, + "hf_subset": "ars_Arab-quy_Latn", + "languages": [ + "ars-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-swh_Latn", + "languages": [ + "ars-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ars_Arab-uzn_Latn", + "languages": [ + "ars-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ars_Arab-als_Latn", + "languages": [ + "ars-Arab", + "als-Latn" + ] + }, + { + "precision": 0.805807, + "recall": 0.860672, + "f1": 0.822645, + "accuracy": 0.860672, + "main_score": 0.822645, + "hf_subset": "ars_Arab-bod_Tibt", + "languages": [ + "ars-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.612031, + "recall": 0.687747, + "f1": 0.633111, + "accuracy": 0.687747, + "main_score": 0.633111, + "hf_subset": "ars_Arab-fij_Latn", + "languages": [ + "ars-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ars_Arab-isl_Latn", + "languages": [ + "ars-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.5817, + "recall": 0.661067, + "f1": 0.603925, + "accuracy": 0.661067, + "main_score": 0.603925, + "hf_subset": "ars_Arab-kon_Latn", + "languages": [ + "ars-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.581038, + "recall": 0.667984, + "f1": 0.605552, + "accuracy": 0.667984, + "main_score": 0.605552, + "hf_subset": "ars_Arab-mni_Beng", + "languages": [ + "ars-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-ron_Latn", + "languages": [ + "ars-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "ars_Arab-szl_Latn", + "languages": [ + "ars-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-vec_Latn", + "languages": [ + "ars-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.931159, + "recall": 0.952569, + "f1": 0.938076, + "accuracy": 0.952569, + "main_score": 0.938076, + "hf_subset": "ars_Arab-amh_Ethi", + "languages": [ + "ars-Arab", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-bos_Latn", + "languages": [ + "ars-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-fin_Latn", + "languages": [ + "ars-Arab", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-ita_Latn", + "languages": [ + "ars-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-kor_Hang", + "languages": [ + "ars-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.458311, + "recall": 0.528656, + "f1": 0.477535, + "accuracy": 0.528656, + "main_score": 0.477535, + "hf_subset": "ars_Arab-mos_Latn", + "languages": [ + "ars-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.766584, + "recall": 0.826087, + "f1": 0.784552, + "accuracy": 0.826087, + "main_score": 0.784552, + "hf_subset": "ars_Arab-run_Latn", + "languages": [ + "ars-Arab", + "run-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ars_Arab-tam_Taml", + "languages": [ + "ars-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-vie_Latn", + "languages": [ + "ars-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-apc_Arab", + "languages": [ + "ars-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.717401, + "recall": 0.784585, + "f1": 0.736761, + "accuracy": 0.784585, + "main_score": 0.736761, + "hf_subset": "ars_Arab-bug_Latn", + "languages": [ + "ars-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.402607, + "recall": 0.459486, + "f1": 0.417777, + "accuracy": 0.459486, + "main_score": 0.417777, + "hf_subset": "ars_Arab-fon_Latn", + "languages": [ + "ars-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ars_Arab-jav_Latn", + "languages": [ + "ars-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "ars_Arab-lao_Laoo", + "languages": [ + "ars-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.883893, + "recall": 0.917984, + "f1": 0.894763, + "accuracy": 0.917984, + "main_score": 0.894763, + "hf_subset": "ars_Arab-mri_Latn", + "languages": [ + "ars-Arab", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-rus_Cyrl", + "languages": [ + "ars-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.474698, + "recall": 0.543478, + "f1": 0.493519, + "accuracy": 0.543478, + "main_score": 0.493519, + "hf_subset": "ars_Arab-taq_Latn", + "languages": [ + "ars-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-war_Latn", + "languages": [ + "ars-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-arb_Arab", + "languages": [ + "ars-Arab", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-bul_Cyrl", + "languages": [ + "ars-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-fra_Latn", + "languages": [ + "ars-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-jpn_Jpan", + "languages": [ + "ars-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ars_Arab-lij_Latn", + "languages": [ + "ars-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "ars_Arab-mya_Mymr", + "languages": [ + "ars-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.523697, + "recall": 0.601779, + "f1": 0.545007, + "accuracy": 0.601779, + "main_score": 0.545007, + "hf_subset": "ars_Arab-sag_Latn", + "languages": [ + "ars-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.193952, + "recall": 0.264822, + "f1": 0.21181, + "accuracy": 0.264822, + "main_score": 0.21181, + "hf_subset": "ars_Arab-taq_Tfng", + "languages": [ + "ars-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.598932, + "recall": 0.683794, + "f1": 0.623586, + "accuracy": 0.683794, + "main_score": 0.623586, + "hf_subset": "ars_Arab-wol_Latn", + "languages": [ + "ars-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.886726, + "recall": 0.91996, + "f1": 0.896871, + "accuracy": 0.91996, + "main_score": 0.896871, + "hf_subset": "ars_Arab-arb_Latn", + "languages": [ + "ars-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-cat_Latn", + "languages": [ + "ars-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ars_Arab-fur_Latn", + "languages": [ + "ars-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.43862, + "recall": 0.518775, + "f1": 0.459825, + "accuracy": 0.518775, + "main_score": 0.459825, + "hf_subset": "ars_Arab-kab_Latn", + "languages": [ + "ars-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ars_Arab-lim_Latn", + "languages": [ + "ars-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-nld_Latn", + "languages": [ + "ars-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ars_Arab-san_Deva", + "languages": [ + "ars-Arab", + "san-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ars_Arab-tat_Cyrl", + "languages": [ + "ars-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.879529, + "recall": 0.916996, + "f1": 0.8917, + "accuracy": 0.916996, + "main_score": 0.8917, + "hf_subset": "ars_Arab-xho_Latn", + "languages": [ + "ars-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-ceb_Latn", + "languages": [ + "ars-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.444213, + "recall": 0.523715, + "f1": 0.465185, + "accuracy": 0.523715, + "main_score": 0.465185, + "hf_subset": "ars_Arab-fuv_Latn", + "languages": [ + "ars-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.445451, + "recall": 0.523715, + "f1": 0.466679, + "accuracy": 0.523715, + "main_score": 0.466679, + "hf_subset": "ars_Arab-kac_Latn", + "languages": [ + "ars-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.605688, + "recall": 0.684783, + "f1": 0.627642, + "accuracy": 0.684783, + "main_score": 0.627642, + "hf_subset": "ars_Arab-lin_Latn", + "languages": [ + "ars-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-nno_Latn", + "languages": [ + "ars-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.869845, + "recall": 0.906126, + "f1": 0.880567, + "accuracy": 0.906126, + "main_score": 0.880567, + "hf_subset": "ars_Arab-sat_Olck", + "languages": [ + "ars-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ars_Arab-tel_Telu", + "languages": [ + "ars-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ars_Arab-ydd_Hebr", + "languages": [ + "ars-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "ars_Arab-ary_Arab", + "languages": [ + "ars-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-ces_Latn", + "languages": [ + "ars-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.552201, + "recall": 0.632411, + "f1": 0.574213, + "accuracy": 0.632411, + "main_score": 0.574213, + "hf_subset": "ars_Arab-gaz_Latn", + "languages": [ + "ars-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.526223, + "recall": 0.61166, + "f1": 0.549342, + "accuracy": 0.61166, + "main_score": 0.549342, + "hf_subset": "ars_Arab-kam_Latn", + "languages": [ + "ars-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ars_Arab-lit_Latn", + "languages": [ + "ars-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-nob_Latn", + "languages": [ + "ars-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.990777, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "ars_Arab-scn_Latn", + "languages": [ + "ars-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ars_Arab-tgk_Cyrl", + "languages": [ + "ars-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.736586, + "recall": 0.806324, + "f1": 0.757532, + "accuracy": 0.806324, + "main_score": 0.757532, + "hf_subset": "ars_Arab-yor_Latn", + "languages": [ + "ars-Arab", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-arz_Arab", + "languages": [ + "ars-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.464322, + "recall": 0.543478, + "f1": 0.485734, + "accuracy": 0.543478, + "main_score": 0.485734, + "hf_subset": "ars_Arab-cjk_Latn", + "languages": [ + "ars-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.945487, + "recall": 0.963439, + "f1": 0.951416, + "accuracy": 0.963439, + "main_score": 0.951416, + "hf_subset": "ars_Arab-gla_Latn", + "languages": [ + "ars-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ars_Arab-kan_Knda", + "languages": [ + "ars-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.987813, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "ars_Arab-lmo_Latn", + "languages": [ + "ars-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ars_Arab-npi_Deva", + "languages": [ + "ars-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.532226, + "recall": 0.617589, + "f1": 0.556311, + "accuracy": 0.617589, + "main_score": 0.556311, + "hf_subset": "ars_Arab-shn_Mymr", + "languages": [ + "ars-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-tgl_Latn", + "languages": [ + "ars-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-yue_Hant", + "languages": [ + "ars-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ars_Arab-asm_Beng", + "languages": [ + "ars-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.931571, + "recall": 0.952569, + "f1": 0.938472, + "accuracy": 0.952569, + "main_score": 0.938472, + "hf_subset": "ars_Arab-ckb_Arab", + "languages": [ + "ars-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ars_Arab-gle_Latn", + "languages": [ + "ars-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.901845, + "recall": 0.931818, + "f1": 0.911364, + "accuracy": 0.931818, + "main_score": 0.911364, + "hf_subset": "ars_Arab-kas_Arab", + "languages": [ + "ars-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.893692, + "recall": 0.925889, + "f1": 0.904051, + "accuracy": 0.925889, + "main_score": 0.904051, + "hf_subset": "ars_Arab-ltg_Latn", + "languages": [ + "ars-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.787714, + "recall": 0.841897, + "f1": 0.803873, + "accuracy": 0.841897, + "main_score": 0.803873, + "hf_subset": "ars_Arab-nso_Latn", + "languages": [ + "ars-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ars_Arab-sin_Sinh", + "languages": [ + "ars-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-tha_Thai", + "languages": [ + "ars-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-zho_Hans", + "languages": [ + "ars-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-ast_Latn", + "languages": [ + "ars-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ars_Arab-crh_Latn", + "languages": [ + "ars-Arab", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-glg_Latn", + "languages": [ + "ars-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.850543, + "recall": 0.894269, + "f1": 0.864032, + "accuracy": 0.894269, + "main_score": 0.864032, + "hf_subset": "ars_Arab-kas_Deva", + "languages": [ + "ars-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ars_Arab-ltz_Latn", + "languages": [ + "ars-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.397605, + "recall": 0.471344, + "f1": 0.417111, + "accuracy": 0.471344, + "main_score": 0.417111, + "hf_subset": "ars_Arab-nus_Latn", + "languages": [ + "ars-Arab", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-slk_Latn", + "languages": [ + "ars-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.640022, + "recall": 0.722332, + "f1": 0.663283, + "accuracy": 0.722332, + "main_score": 0.663283, + "hf_subset": "ars_Arab-tir_Ethi", + "languages": [ + "ars-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-zho_Hant", + "languages": [ + "ars-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.979496, + "recall": 0.985178, + "f1": 0.981291, + "accuracy": 0.985178, + "main_score": 0.981291, + "hf_subset": "ars_Arab-awa_Deva", + "languages": [ + "ars-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ars_Arab-cym_Latn", + "languages": [ + "ars-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.746847, + "recall": 0.810277, + "f1": 0.765516, + "accuracy": 0.810277, + "main_score": 0.765516, + "hf_subset": "ars_Arab-grn_Latn", + "languages": [ + "ars-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-kat_Geor", + "languages": [ + "ars-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.579054, + "recall": 0.648221, + "f1": 0.598107, + "accuracy": 0.648221, + "main_score": 0.598107, + "hf_subset": "ars_Arab-lua_Latn", + "languages": [ + "ars-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.830155, + "recall": 0.878458, + "f1": 0.845257, + "accuracy": 0.878458, + "main_score": 0.845257, + "hf_subset": "ars_Arab-nya_Latn", + "languages": [ + "ars-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-slv_Latn", + "languages": [ + "ars-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ars_Arab-tpi_Latn", + "languages": [ + "ars-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-zsm_Latn", + "languages": [ + "ars-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.454354, + "recall": 0.531621, + "f1": 0.475596, + "accuracy": 0.531621, + "main_score": 0.475596, + "hf_subset": "ars_Arab-ayr_Latn", + "languages": [ + "ars-Arab", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-dan_Latn", + "languages": [ + "ars-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ars_Arab-guj_Gujr", + "languages": [ + "ars-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ars_Arab-kaz_Cyrl", + "languages": [ + "ars-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.63913, + "recall": 0.721344, + "f1": 0.662963, + "accuracy": 0.721344, + "main_score": 0.662963, + "hf_subset": "ars_Arab-lug_Latn", + "languages": [ + "ars-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-oci_Latn", + "languages": [ + "ars-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.84053, + "recall": 0.884387, + "f1": 0.853938, + "accuracy": 0.884387, + "main_score": 0.853938, + "hf_subset": "ars_Arab-smo_Latn", + "languages": [ + "ars-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.74916, + "recall": 0.813241, + "f1": 0.768563, + "accuracy": 0.813241, + "main_score": 0.768563, + "hf_subset": "ars_Arab-tsn_Latn", + "languages": [ + "ars-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.897645, + "recall": 0.929842, + "f1": 0.908004, + "accuracy": 0.929842, + "main_score": 0.908004, + "hf_subset": "ars_Arab-zul_Latn", + "languages": [ + "ars-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.944911, + "recall": 0.960474, + "f1": 0.949671, + "accuracy": 0.960474, + "main_score": 0.949671, + "hf_subset": "ars_Arab-azb_Arab", + "languages": [ + "ars-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-deu_Latn", + "languages": [ + "ars-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "ars_Arab-hat_Latn", + "languages": [ + "ars-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.449499, + "recall": 0.521739, + "f1": 0.469383, + "accuracy": 0.521739, + "main_score": 0.469383, + "hf_subset": "ars_Arab-kbp_Latn", + "languages": [ + "ars-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.47558, + "recall": 0.552372, + "f1": 0.496034, + "accuracy": 0.552372, + "main_score": 0.496034, + "hf_subset": "ars_Arab-luo_Latn", + "languages": [ + "ars-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ars_Arab-ory_Orya", + "languages": [ + "ars-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.899457, + "recall": 0.93083, + "f1": 0.909486, + "accuracy": 0.93083, + "main_score": 0.909486, + "hf_subset": "ars_Arab-sna_Latn", + "languages": [ + "ars-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.64613, + "recall": 0.721344, + "f1": 0.667575, + "accuracy": 0.721344, + "main_score": 0.667575, + "hf_subset": "ars_Arab-tso_Latn", + "languages": [ + "ars-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-azj_Latn", + "languages": [ + "ars-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.470837, + "recall": 0.547431, + "f1": 0.492894, + "accuracy": 0.547431, + "main_score": 0.492894, + "hf_subset": "ars_Arab-dik_Latn", + "languages": [ + "ars-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.907444, + "recall": 0.936759, + "f1": 0.916996, + "accuracy": 0.936759, + "main_score": 0.916996, + "hf_subset": "ars_Arab-hau_Latn", + "languages": [ + "ars-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ars_Arab-kea_Latn", + "languages": [ + "ars-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.923501, + "recall": 0.94664, + "f1": 0.930896, + "accuracy": 0.94664, + "main_score": 0.930896, + "hf_subset": "ars_Arab-lus_Latn", + "languages": [ + "ars-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.850132, + "recall": 0.891304, + "f1": 0.862549, + "accuracy": 0.891304, + "main_score": 0.862549, + "hf_subset": "ars_Arab-pag_Latn", + "languages": [ + "ars-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ars_Arab-snd_Arab", + "languages": [ + "ars-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ars_Arab-tuk_Latn", + "languages": [ + "ars-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ars_Arab-bak_Cyrl", + "languages": [ + "ars-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.432555, + "recall": 0.513834, + "f1": 0.454458, + "accuracy": 0.513834, + "main_score": 0.454458, + "hf_subset": "ars_Arab-dyu_Latn", + "languages": [ + "ars-Arab", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-heb_Hebr", + "languages": [ + "ars-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ars_Arab-khk_Cyrl", + "languages": [ + "ars-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-lvs_Latn", + "languages": [ + "ars-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ars_Arab-pan_Guru", + "languages": [ + "ars-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.875412, + "recall": 0.913043, + "f1": 0.88722, + "accuracy": 0.913043, + "main_score": 0.88722, + "hf_subset": "ars_Arab-som_Latn", + "languages": [ + "ars-Arab", + "som-Latn" + ] + }, + { + "precision": 0.688093, + "recall": 0.757905, + "f1": 0.708747, + "accuracy": 0.757905, + "main_score": 0.708747, + "hf_subset": "ars_Arab-tum_Latn", + "languages": [ + "ars-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.52933, + "recall": 0.618577, + "f1": 0.554145, + "accuracy": 0.618577, + "main_score": 0.554145, + "hf_subset": "ceb_Latn-ace_Arab", + "languages": [ + "ceb-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.467474, + "recall": 0.532609, + "f1": 0.484232, + "accuracy": 0.532609, + "main_score": 0.484232, + "hf_subset": "ceb_Latn-bam_Latn", + "languages": [ + "ceb-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.630254, + "recall": 0.716403, + "f1": 0.654943, + "accuracy": 0.716403, + "main_score": 0.654943, + "hf_subset": "ceb_Latn-dzo_Tibt", + "languages": [ + "ceb-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ceb_Latn-hin_Deva", + "languages": [ + "ceb-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ceb_Latn-khm_Khmr", + "languages": [ + "ceb-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ceb_Latn-mag_Deva", + "languages": [ + "ceb-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ceb_Latn-pap_Latn", + "languages": [ + "ceb-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.872563, + "recall": 0.909091, + "f1": 0.884025, + "accuracy": 0.909091, + "main_score": 0.884025, + "hf_subset": "ceb_Latn-sot_Latn", + "languages": [ + "ceb-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-tur_Latn", + "languages": [ + "ceb-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.865177, + "recall": 0.902174, + "f1": 0.87663, + "accuracy": 0.902174, + "main_score": 0.87663, + "hf_subset": "ceb_Latn-ace_Latn", + "languages": [ + "ceb-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.957922, + "recall": 0.970356, + "f1": 0.961858, + "accuracy": 0.970356, + "main_score": 0.961858, + "hf_subset": "ceb_Latn-ban_Latn", + "languages": [ + "ceb-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ceb_Latn-ell_Grek", + "languages": [ + "ceb-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ceb_Latn-hne_Deva", + "languages": [ + "ceb-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.56396, + "recall": 0.644269, + "f1": 0.586678, + "accuracy": 0.644269, + "main_score": 0.586678, + "hf_subset": "ceb_Latn-kik_Latn", + "languages": [ + "ceb-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "ceb_Latn-mai_Deva", + "languages": [ + "ceb-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.947299, + "recall": 0.964427, + "f1": 0.952899, + "accuracy": 0.964427, + "main_score": 0.952899, + "hf_subset": "ceb_Latn-pbt_Arab", + "languages": [ + "ceb-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ceb_Latn-spa_Latn", + "languages": [ + "ceb-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.775099, + "recall": 0.83004, + "f1": 0.791158, + "accuracy": 0.83004, + "main_score": 0.791158, + "hf_subset": "ceb_Latn-twi_Latn", + "languages": [ + "ceb-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ceb_Latn-acm_Arab", + "languages": [ + "ceb-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ceb_Latn-bel_Cyrl", + "languages": [ + "ceb-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ceb_Latn-hrv_Latn", + "languages": [ + "ceb-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.859601, + "recall": 0.898221, + "f1": 0.871574, + "accuracy": 0.898221, + "main_score": 0.871574, + "hf_subset": "ceb_Latn-kin_Latn", + "languages": [ + "ceb-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ceb_Latn-mal_Mlym", + "languages": [ + "ceb-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ceb_Latn-pes_Arab", + "languages": [ + "ceb-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ceb_Latn-srd_Latn", + "languages": [ + "ceb-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.207004, + "recall": 0.27668, + "f1": 0.223451, + "accuracy": 0.27668, + "main_score": 0.223451, + "hf_subset": "ceb_Latn-tzm_Tfng", + "languages": [ + "ceb-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ceb_Latn-acq_Arab", + "languages": [ + "ceb-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.672908, + "recall": 0.744071, + "f1": 0.693582, + "accuracy": 0.744071, + "main_score": 0.693582, + "hf_subset": "ceb_Latn-bem_Latn", + "languages": [ + "ceb-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-epo_Latn", + "languages": [ + "ceb-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ceb_Latn-hun_Latn", + "languages": [ + "ceb-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ceb_Latn-kir_Cyrl", + "languages": [ + "ceb-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ceb_Latn-mar_Deva", + "languages": [ + "ceb-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.880435, + "recall": 0.916008, + "f1": 0.891601, + "accuracy": 0.916008, + "main_score": 0.891601, + "hf_subset": "ceb_Latn-plt_Latn", + "languages": [ + "ceb-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ceb_Latn-srp_Cyrl", + "languages": [ + "ceb-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.927207, + "recall": 0.948617, + "f1": 0.933912, + "accuracy": 0.948617, + "main_score": 0.933912, + "hf_subset": "ceb_Latn-uig_Arab", + "languages": [ + "ceb-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ceb_Latn-aeb_Arab", + "languages": [ + "ceb-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ceb_Latn-ben_Beng", + "languages": [ + "ceb-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ceb_Latn-est_Latn", + "languages": [ + "ceb-Latn", + "est-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ceb_Latn-hye_Armn", + "languages": [ + "ceb-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.456902, + "recall": 0.519763, + "f1": 0.473974, + "accuracy": 0.519763, + "main_score": 0.473974, + "hf_subset": "ceb_Latn-kmb_Latn", + "languages": [ + "ceb-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.493342, + "recall": 0.58004, + "f1": 0.516346, + "accuracy": 0.58004, + "main_score": 0.516346, + "hf_subset": "ceb_Latn-min_Arab", + "languages": [ + "ceb-Latn", + "min-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ceb_Latn-pol_Latn", + "languages": [ + "ceb-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.756522, + "recall": 0.822134, + "f1": 0.776318, + "accuracy": 0.822134, + "main_score": 0.776318, + "hf_subset": "ceb_Latn-ssw_Latn", + "languages": [ + "ceb-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ceb_Latn-ukr_Cyrl", + "languages": [ + "ceb-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-afr_Latn", + "languages": [ + "ceb-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ceb_Latn-bho_Deva", + "languages": [ + "ceb-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ceb_Latn-eus_Latn", + "languages": [ + "ceb-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.846509, + "recall": 0.891304, + "f1": 0.860441, + "accuracy": 0.891304, + "main_score": 0.860441, + "hf_subset": "ceb_Latn-ibo_Latn", + "languages": [ + "ceb-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.879529, + "recall": 0.914032, + "f1": 0.890184, + "accuracy": 0.914032, + "main_score": 0.890184, + "hf_subset": "ceb_Latn-kmr_Latn", + "languages": [ + "ceb-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ceb_Latn-min_Latn", + "languages": [ + "ceb-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "ceb_Latn-por_Latn", + "languages": [ + "ceb-Latn", + "por-Latn" + ] + }, + { + "precision": 0.975873, + "recall": 0.983202, + "f1": 0.978162, + "accuracy": 0.983202, + "main_score": 0.978162, + "hf_subset": "ceb_Latn-sun_Latn", + "languages": [ + "ceb-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.466489, + "recall": 0.54249, + "f1": 0.487371, + "accuracy": 0.54249, + "main_score": 0.487371, + "hf_subset": "ceb_Latn-umb_Latn", + "languages": [ + "ceb-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ceb_Latn-ajp_Arab", + "languages": [ + "ceb-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.504313, + "recall": 0.593874, + "f1": 0.528705, + "accuracy": 0.593874, + "main_score": 0.528705, + "hf_subset": "ceb_Latn-bjn_Arab", + "languages": [ + "ceb-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.454261, + "recall": 0.520751, + "f1": 0.471794, + "accuracy": 0.520751, + "main_score": 0.471794, + "hf_subset": "ceb_Latn-ewe_Latn", + "languages": [ + "ceb-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "ceb_Latn-ilo_Latn", + "languages": [ + "ceb-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.260107, + "recall": 0.329051, + "f1": 0.276821, + "accuracy": 0.329051, + "main_score": 0.276821, + "hf_subset": "ceb_Latn-knc_Arab", + "languages": [ + "ceb-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-mkd_Cyrl", + "languages": [ + "ceb-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ceb_Latn-prs_Arab", + "languages": [ + "ceb-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-swe_Latn", + "languages": [ + "ceb-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ceb_Latn-urd_Arab", + "languages": [ + "ceb-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.748452, + "recall": 0.811265, + "f1": 0.767161, + "accuracy": 0.811265, + "main_score": 0.767161, + "hf_subset": "ceb_Latn-aka_Latn", + "languages": [ + "ceb-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.971426, + "recall": 0.980237, + "f1": 0.974209, + "accuracy": 0.980237, + "main_score": 0.974209, + "hf_subset": "ceb_Latn-bjn_Latn", + "languages": [ + "ceb-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ceb_Latn-fao_Latn", + "languages": [ + "ceb-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-ind_Latn", + "languages": [ + "ceb-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.520162, + "recall": 0.583004, + "f1": 0.536743, + "accuracy": 0.583004, + "main_score": 0.536743, + "hf_subset": "ceb_Latn-knc_Latn", + "languages": [ + "ceb-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-mlt_Latn", + "languages": [ + "ceb-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.621377, + "recall": 0.699605, + "f1": 0.643347, + "accuracy": 0.699605, + "main_score": 0.643347, + "hf_subset": "ceb_Latn-quy_Latn", + "languages": [ + "ceb-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ceb_Latn-swh_Latn", + "languages": [ + "ceb-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ceb_Latn-uzn_Latn", + "languages": [ + "ceb-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ceb_Latn-als_Latn", + "languages": [ + "ceb-Latn", + "als-Latn" + ] + }, + { + "precision": 0.790541, + "recall": 0.848814, + "f1": 0.808319, + "accuracy": 0.848814, + "main_score": 0.808319, + "hf_subset": "ceb_Latn-bod_Tibt", + "languages": [ + "ceb-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.628306, + "recall": 0.698617, + "f1": 0.647952, + "accuracy": 0.698617, + "main_score": 0.647952, + "hf_subset": "ceb_Latn-fij_Latn", + "languages": [ + "ceb-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ceb_Latn-isl_Latn", + "languages": [ + "ceb-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.590935, + "recall": 0.667984, + "f1": 0.612908, + "accuracy": 0.667984, + "main_score": 0.612908, + "hf_subset": "ceb_Latn-kon_Latn", + "languages": [ + "ceb-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.609029, + "recall": 0.686759, + "f1": 0.630742, + "accuracy": 0.686759, + "main_score": 0.630742, + "hf_subset": "ceb_Latn-mni_Beng", + "languages": [ + "ceb-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ceb_Latn-ron_Latn", + "languages": [ + "ceb-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.983202, + "f1": 0.97892, + "accuracy": 0.983202, + "main_score": 0.97892, + "hf_subset": "ceb_Latn-szl_Latn", + "languages": [ + "ceb-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ceb_Latn-vec_Latn", + "languages": [ + "ceb-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.932395, + "recall": 0.952569, + "f1": 0.938603, + "accuracy": 0.952569, + "main_score": 0.938603, + "hf_subset": "ceb_Latn-amh_Ethi", + "languages": [ + "ceb-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ceb_Latn-bos_Latn", + "languages": [ + "ceb-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ceb_Latn-fin_Latn", + "languages": [ + "ceb-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-ita_Latn", + "languages": [ + "ceb-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ceb_Latn-kor_Hang", + "languages": [ + "ceb-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.491273, + "recall": 0.5583, + "f1": 0.510023, + "accuracy": 0.5583, + "main_score": 0.510023, + "hf_subset": "ceb_Latn-mos_Latn", + "languages": [ + "ceb-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.76222, + "recall": 0.817194, + "f1": 0.778524, + "accuracy": 0.817194, + "main_score": 0.778524, + "hf_subset": "ceb_Latn-run_Latn", + "languages": [ + "ceb-Latn", + "run-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ceb_Latn-tam_Taml", + "languages": [ + "ceb-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ceb_Latn-vie_Latn", + "languages": [ + "ceb-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ceb_Latn-apc_Arab", + "languages": [ + "ceb-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.737295, + "recall": 0.800395, + "f1": 0.756134, + "accuracy": 0.800395, + "main_score": 0.756134, + "hf_subset": "ceb_Latn-bug_Latn", + "languages": [ + "ceb-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.414811, + "recall": 0.474308, + "f1": 0.429851, + "accuracy": 0.474308, + "main_score": 0.429851, + "hf_subset": "ceb_Latn-fon_Latn", + "languages": [ + "ceb-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "ceb_Latn-jav_Latn", + "languages": [ + "ceb-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.934536, + "recall": 0.954545, + "f1": 0.940942, + "accuracy": 0.954545, + "main_score": 0.940942, + "hf_subset": "ceb_Latn-lao_Laoo", + "languages": [ + "ceb-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.867013, + "recall": 0.906126, + "f1": 0.879348, + "accuracy": 0.906126, + "main_score": 0.879348, + "hf_subset": "ceb_Latn-mri_Latn", + "languages": [ + "ceb-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-rus_Cyrl", + "languages": [ + "ceb-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.499925, + "recall": 0.565217, + "f1": 0.517832, + "accuracy": 0.565217, + "main_score": 0.517832, + "hf_subset": "ceb_Latn-taq_Latn", + "languages": [ + "ceb-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-war_Latn", + "languages": [ + "ceb-Latn", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-arb_Arab", + "languages": [ + "ceb-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ceb_Latn-bul_Cyrl", + "languages": [ + "ceb-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-fra_Latn", + "languages": [ + "ceb-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ceb_Latn-jpn_Jpan", + "languages": [ + "ceb-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ceb_Latn-lij_Latn", + "languages": [ + "ceb-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "ceb_Latn-mya_Mymr", + "languages": [ + "ceb-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.543527, + "recall": 0.615613, + "f1": 0.563261, + "accuracy": 0.615613, + "main_score": 0.563261, + "hf_subset": "ceb_Latn-sag_Latn", + "languages": [ + "ceb-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.222925, + "recall": 0.288538, + "f1": 0.239387, + "accuracy": 0.288538, + "main_score": 0.239387, + "hf_subset": "ceb_Latn-taq_Tfng", + "languages": [ + "ceb-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.620229, + "recall": 0.695652, + "f1": 0.642532, + "accuracy": 0.695652, + "main_score": 0.642532, + "hf_subset": "ceb_Latn-wol_Latn", + "languages": [ + "ceb-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.815662, + "recall": 0.867589, + "f1": 0.831258, + "accuracy": 0.867589, + "main_score": 0.831258, + "hf_subset": "ceb_Latn-arb_Latn", + "languages": [ + "ceb-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-cat_Latn", + "languages": [ + "ceb-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ceb_Latn-fur_Latn", + "languages": [ + "ceb-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.446395, + "recall": 0.522727, + "f1": 0.467089, + "accuracy": 0.522727, + "main_score": 0.467089, + "hf_subset": "ceb_Latn-kab_Latn", + "languages": [ + "ceb-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ceb_Latn-lim_Latn", + "languages": [ + "ceb-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ceb_Latn-nld_Latn", + "languages": [ + "ceb-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "ceb_Latn-san_Deva", + "languages": [ + "ceb-Latn", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ceb_Latn-tat_Cyrl", + "languages": [ + "ceb-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.877553, + "recall": 0.91502, + "f1": 0.889394, + "accuracy": 0.91502, + "main_score": 0.889394, + "hf_subset": "ceb_Latn-xho_Latn", + "languages": [ + "ceb-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-ars_Arab", + "languages": [ + "ceb-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.473176, + "recall": 0.549407, + "f1": 0.493878, + "accuracy": 0.549407, + "main_score": 0.493878, + "hf_subset": "ceb_Latn-fuv_Latn", + "languages": [ + "ceb-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.46294, + "recall": 0.537549, + "f1": 0.482702, + "accuracy": 0.537549, + "main_score": 0.482702, + "hf_subset": "ceb_Latn-kac_Latn", + "languages": [ + "ceb-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.62123, + "recall": 0.6917, + "f1": 0.640686, + "accuracy": 0.6917, + "main_score": 0.640686, + "hf_subset": "ceb_Latn-lin_Latn", + "languages": [ + "ceb-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-nno_Latn", + "languages": [ + "ceb-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.874654, + "recall": 0.911067, + "f1": 0.885771, + "accuracy": 0.911067, + "main_score": 0.885771, + "hf_subset": "ceb_Latn-sat_Olck", + "languages": [ + "ceb-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ceb_Latn-tel_Telu", + "languages": [ + "ceb-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ceb_Latn-ydd_Hebr", + "languages": [ + "ceb-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "ceb_Latn-ary_Arab", + "languages": [ + "ceb-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ceb_Latn-ces_Latn", + "languages": [ + "ceb-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.563176, + "recall": 0.647233, + "f1": 0.58686, + "accuracy": 0.647233, + "main_score": 0.58686, + "hf_subset": "ceb_Latn-gaz_Latn", + "languages": [ + "ceb-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.531192, + "recall": 0.609684, + "f1": 0.552648, + "accuracy": 0.609684, + "main_score": 0.552648, + "hf_subset": "ceb_Latn-kam_Latn", + "languages": [ + "ceb-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ceb_Latn-lit_Latn", + "languages": [ + "ceb-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "ceb_Latn-nob_Latn", + "languages": [ + "ceb-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ceb_Latn-scn_Latn", + "languages": [ + "ceb-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "ceb_Latn-tgk_Cyrl", + "languages": [ + "ceb-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.737328, + "recall": 0.805336, + "f1": 0.757564, + "accuracy": 0.805336, + "main_score": 0.757564, + "hf_subset": "ceb_Latn-yor_Latn", + "languages": [ + "ceb-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-arz_Arab", + "languages": [ + "ceb-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.477986, + "recall": 0.554348, + "f1": 0.499015, + "accuracy": 0.554348, + "main_score": 0.499015, + "hf_subset": "ceb_Latn-cjk_Latn", + "languages": [ + "ceb-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.935853, + "recall": 0.956522, + "f1": 0.942589, + "accuracy": 0.956522, + "main_score": 0.942589, + "hf_subset": "ceb_Latn-gla_Latn", + "languages": [ + "ceb-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ceb_Latn-kan_Knda", + "languages": [ + "ceb-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987615, + "accuracy": 0.990119, + "main_score": 0.987615, + "hf_subset": "ceb_Latn-lmo_Latn", + "languages": [ + "ceb-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ceb_Latn-npi_Deva", + "languages": [ + "ceb-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.531258, + "recall": 0.616601, + "f1": 0.554822, + "accuracy": 0.616601, + "main_score": 0.554822, + "hf_subset": "ceb_Latn-shn_Mymr", + "languages": [ + "ceb-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-tgl_Latn", + "languages": [ + "ceb-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ceb_Latn-yue_Hant", + "languages": [ + "ceb-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ceb_Latn-asm_Beng", + "languages": [ + "ceb-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.922628, + "recall": 0.94664, + "f1": 0.930336, + "accuracy": 0.94664, + "main_score": 0.930336, + "hf_subset": "ceb_Latn-ckb_Arab", + "languages": [ + "ceb-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.960721, + "recall": 0.972332, + "f1": 0.964328, + "accuracy": 0.972332, + "main_score": 0.964328, + "hf_subset": "ceb_Latn-gle_Latn", + "languages": [ + "ceb-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.886199, + "recall": 0.91996, + "f1": 0.896706, + "accuracy": 0.91996, + "main_score": 0.896706, + "hf_subset": "ceb_Latn-kas_Arab", + "languages": [ + "ceb-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.883235, + "recall": 0.918972, + "f1": 0.894598, + "accuracy": 0.918972, + "main_score": 0.894598, + "hf_subset": "ceb_Latn-ltg_Latn", + "languages": [ + "ceb-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.790226, + "recall": 0.842885, + "f1": 0.806379, + "accuracy": 0.842885, + "main_score": 0.806379, + "hf_subset": "ceb_Latn-nso_Latn", + "languages": [ + "ceb-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ceb_Latn-sin_Sinh", + "languages": [ + "ceb-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ceb_Latn-tha_Thai", + "languages": [ + "ceb-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ceb_Latn-zho_Hans", + "languages": [ + "ceb-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-ast_Latn", + "languages": [ + "ceb-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.973238, + "recall": 0.981225, + "f1": 0.975692, + "accuracy": 0.981225, + "main_score": 0.975692, + "hf_subset": "ceb_Latn-crh_Latn", + "languages": [ + "ceb-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-glg_Latn", + "languages": [ + "ceb-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.822036, + "recall": 0.871542, + "f1": 0.83722, + "accuracy": 0.871542, + "main_score": 0.83722, + "hf_subset": "ceb_Latn-kas_Deva", + "languages": [ + "ceb-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ceb_Latn-ltz_Latn", + "languages": [ + "ceb-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.43645, + "recall": 0.505929, + "f1": 0.454924, + "accuracy": 0.505929, + "main_score": 0.454924, + "hf_subset": "ceb_Latn-nus_Latn", + "languages": [ + "ceb-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ceb_Latn-slk_Latn", + "languages": [ + "ceb-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.605503, + "recall": 0.697628, + "f1": 0.631959, + "accuracy": 0.697628, + "main_score": 0.631959, + "hf_subset": "ceb_Latn-tir_Ethi", + "languages": [ + "ceb-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ceb_Latn-zho_Hant", + "languages": [ + "ceb-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.978096, + "recall": 0.98419, + "f1": 0.980072, + "accuracy": 0.98419, + "main_score": 0.980072, + "hf_subset": "ceb_Latn-awa_Deva", + "languages": [ + "ceb-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ceb_Latn-cym_Latn", + "languages": [ + "ceb-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.7653, + "recall": 0.825099, + "f1": 0.783202, + "accuracy": 0.825099, + "main_score": 0.783202, + "hf_subset": "ceb_Latn-grn_Latn", + "languages": [ + "ceb-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ceb_Latn-kat_Geor", + "languages": [ + "ceb-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.589414, + "recall": 0.657115, + "f1": 0.607849, + "accuracy": 0.657115, + "main_score": 0.607849, + "hf_subset": "ceb_Latn-lua_Latn", + "languages": [ + "ceb-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.81497, + "recall": 0.868577, + "f1": 0.831719, + "accuracy": 0.868577, + "main_score": 0.831719, + "hf_subset": "ceb_Latn-nya_Latn", + "languages": [ + "ceb-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ceb_Latn-slv_Latn", + "languages": [ + "ceb-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "ceb_Latn-tpi_Latn", + "languages": [ + "ceb-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ceb_Latn-zsm_Latn", + "languages": [ + "ceb-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.48317, + "recall": 0.555336, + "f1": 0.503233, + "accuracy": 0.555336, + "main_score": 0.503233, + "hf_subset": "ceb_Latn-ayr_Latn", + "languages": [ + "ceb-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-dan_Latn", + "languages": [ + "ceb-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-guj_Gujr", + "languages": [ + "ceb-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ceb_Latn-kaz_Cyrl", + "languages": [ + "ceb-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.633926, + "recall": 0.710474, + "f1": 0.656197, + "accuracy": 0.710474, + "main_score": 0.656197, + "hf_subset": "ceb_Latn-lug_Latn", + "languages": [ + "ceb-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-oci_Latn", + "languages": [ + "ceb-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.837945, + "recall": 0.882411, + "f1": 0.851746, + "accuracy": 0.882411, + "main_score": 0.851746, + "hf_subset": "ceb_Latn-smo_Latn", + "languages": [ + "ceb-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.732411, + "recall": 0.797431, + "f1": 0.751765, + "accuracy": 0.797431, + "main_score": 0.751765, + "hf_subset": "ceb_Latn-tsn_Latn", + "languages": [ + "ceb-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.887269, + "recall": 0.920949, + "f1": 0.897958, + "accuracy": 0.920949, + "main_score": 0.897958, + "hf_subset": "ceb_Latn-zul_Latn", + "languages": [ + "ceb-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.908794, + "recall": 0.935771, + "f1": 0.917292, + "accuracy": 0.935771, + "main_score": 0.917292, + "hf_subset": "ceb_Latn-azb_Arab", + "languages": [ + "ceb-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ceb_Latn-deu_Latn", + "languages": [ + "ceb-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "ceb_Latn-hat_Latn", + "languages": [ + "ceb-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.452787, + "recall": 0.518775, + "f1": 0.470535, + "accuracy": 0.518775, + "main_score": 0.470535, + "hf_subset": "ceb_Latn-kbp_Latn", + "languages": [ + "ceb-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.509803, + "recall": 0.579051, + "f1": 0.529043, + "accuracy": 0.579051, + "main_score": 0.529043, + "hf_subset": "ceb_Latn-luo_Latn", + "languages": [ + "ceb-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "ceb_Latn-ory_Orya", + "languages": [ + "ceb-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.890316, + "recall": 0.923913, + "f1": 0.900988, + "accuracy": 0.923913, + "main_score": 0.900988, + "hf_subset": "ceb_Latn-sna_Latn", + "languages": [ + "ceb-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.656893, + "recall": 0.729249, + "f1": 0.677949, + "accuracy": 0.729249, + "main_score": 0.677949, + "hf_subset": "ceb_Latn-tso_Latn", + "languages": [ + "ceb-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ceb_Latn-azj_Latn", + "languages": [ + "ceb-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.493634, + "recall": 0.568182, + "f1": 0.514858, + "accuracy": 0.568182, + "main_score": 0.514858, + "hf_subset": "ceb_Latn-dik_Latn", + "languages": [ + "ceb-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.893116, + "recall": 0.923913, + "f1": 0.9028, + "accuracy": 0.923913, + "main_score": 0.9028, + "hf_subset": "ceb_Latn-hau_Latn", + "languages": [ + "ceb-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ceb_Latn-kea_Latn", + "languages": [ + "ceb-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.907197, + "recall": 0.934783, + "f1": 0.915744, + "accuracy": 0.934783, + "main_score": 0.915744, + "hf_subset": "ceb_Latn-lus_Latn", + "languages": [ + "ceb-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.852125, + "recall": 0.891304, + "f1": 0.863999, + "accuracy": 0.891304, + "main_score": 0.863999, + "hf_subset": "ceb_Latn-pag_Latn", + "languages": [ + "ceb-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "ceb_Latn-snd_Arab", + "languages": [ + "ceb-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "ceb_Latn-tuk_Latn", + "languages": [ + "ceb-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ceb_Latn-bak_Cyrl", + "languages": [ + "ceb-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.45166, + "recall": 0.528656, + "f1": 0.472963, + "accuracy": 0.528656, + "main_score": 0.472963, + "hf_subset": "ceb_Latn-dyu_Latn", + "languages": [ + "ceb-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-heb_Hebr", + "languages": [ + "ceb-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "ceb_Latn-khk_Cyrl", + "languages": [ + "ceb-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-lvs_Latn", + "languages": [ + "ceb-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ceb_Latn-pan_Guru", + "languages": [ + "ceb-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.850939, + "recall": 0.894269, + "f1": 0.864361, + "accuracy": 0.894269, + "main_score": 0.864361, + "hf_subset": "ceb_Latn-som_Latn", + "languages": [ + "ceb-Latn", + "som-Latn" + ] + }, + { + "precision": 0.696039, + "recall": 0.76087, + "f1": 0.714632, + "accuracy": 0.76087, + "main_score": 0.714632, + "hf_subset": "ceb_Latn-tum_Latn", + "languages": [ + "ceb-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.390408, + "recall": 0.442688, + "f1": 0.404516, + "accuracy": 0.442688, + "main_score": 0.404516, + "hf_subset": "fuv_Latn-ace_Arab", + "languages": [ + "fuv-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.478858, + "recall": 0.511858, + "f1": 0.488387, + "accuracy": 0.511858, + "main_score": 0.488387, + "hf_subset": "fuv_Latn-bam_Latn", + "languages": [ + "fuv-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.339028, + "recall": 0.392292, + "f1": 0.353697, + "accuracy": 0.392292, + "main_score": 0.353697, + "hf_subset": "fuv_Latn-dzo_Tibt", + "languages": [ + "fuv-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.496521, + "recall": 0.548419, + "f1": 0.51036, + "accuracy": 0.548419, + "main_score": 0.51036, + "hf_subset": "fuv_Latn-hin_Deva", + "languages": [ + "fuv-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.451179, + "recall": 0.496047, + "f1": 0.463653, + "accuracy": 0.496047, + "main_score": 0.463653, + "hf_subset": "fuv_Latn-khm_Khmr", + "languages": [ + "fuv-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.492846, + "recall": 0.536561, + "f1": 0.503666, + "accuracy": 0.536561, + "main_score": 0.503666, + "hf_subset": "fuv_Latn-mag_Deva", + "languages": [ + "fuv-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.478673, + "recall": 0.522727, + "f1": 0.490557, + "accuracy": 0.522727, + "main_score": 0.490557, + "hf_subset": "fuv_Latn-pap_Latn", + "languages": [ + "fuv-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.456742, + "recall": 0.505929, + "f1": 0.469849, + "accuracy": 0.505929, + "main_score": 0.469849, + "hf_subset": "fuv_Latn-sot_Latn", + "languages": [ + "fuv-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.49654, + "recall": 0.539526, + "f1": 0.508286, + "accuracy": 0.539526, + "main_score": 0.508286, + "hf_subset": "fuv_Latn-tur_Latn", + "languages": [ + "fuv-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.489898, + "recall": 0.530632, + "f1": 0.501416, + "accuracy": 0.530632, + "main_score": 0.501416, + "hf_subset": "fuv_Latn-ace_Latn", + "languages": [ + "fuv-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.456334, + "recall": 0.497036, + "f1": 0.467107, + "accuracy": 0.497036, + "main_score": 0.467107, + "hf_subset": "fuv_Latn-ban_Latn", + "languages": [ + "fuv-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.486578, + "recall": 0.532609, + "f1": 0.498133, + "accuracy": 0.532609, + "main_score": 0.498133, + "hf_subset": "fuv_Latn-ell_Grek", + "languages": [ + "fuv-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.484201, + "recall": 0.525692, + "f1": 0.494959, + "accuracy": 0.525692, + "main_score": 0.494959, + "hf_subset": "fuv_Latn-hne_Deva", + "languages": [ + "fuv-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.441731, + "recall": 0.48419, + "f1": 0.453426, + "accuracy": 0.48419, + "main_score": 0.453426, + "hf_subset": "fuv_Latn-kik_Latn", + "languages": [ + "fuv-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.476587, + "recall": 0.523715, + "f1": 0.488461, + "accuracy": 0.523715, + "main_score": 0.488461, + "hf_subset": "fuv_Latn-mai_Deva", + "languages": [ + "fuv-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.441817, + "recall": 0.491107, + "f1": 0.45495, + "accuracy": 0.491107, + "main_score": 0.45495, + "hf_subset": "fuv_Latn-pbt_Arab", + "languages": [ + "fuv-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.48644, + "recall": 0.543478, + "f1": 0.501645, + "accuracy": 0.543478, + "main_score": 0.501645, + "hf_subset": "fuv_Latn-spa_Latn", + "languages": [ + "fuv-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.490876, + "recall": 0.529644, + "f1": 0.501729, + "accuracy": 0.529644, + "main_score": 0.501729, + "hf_subset": "fuv_Latn-twi_Latn", + "languages": [ + "fuv-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.478695, + "recall": 0.520751, + "f1": 0.489978, + "accuracy": 0.520751, + "main_score": 0.489978, + "hf_subset": "fuv_Latn-acm_Arab", + "languages": [ + "fuv-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.445106, + "recall": 0.492095, + "f1": 0.458068, + "accuracy": 0.492095, + "main_score": 0.458068, + "hf_subset": "fuv_Latn-bel_Cyrl", + "languages": [ + "fuv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.522417, + "recall": 0.581028, + "f1": 0.53862, + "accuracy": 0.581028, + "main_score": 0.53862, + "hf_subset": "fuv_Latn-eng_Latn", + "languages": [ + "fuv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.490267, + "recall": 0.534585, + "f1": 0.501885, + "accuracy": 0.534585, + "main_score": 0.501885, + "hf_subset": "fuv_Latn-hrv_Latn", + "languages": [ + "fuv-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.456465, + "recall": 0.495059, + "f1": 0.46756, + "accuracy": 0.495059, + "main_score": 0.46756, + "hf_subset": "fuv_Latn-kin_Latn", + "languages": [ + "fuv-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.473487, + "recall": 0.521739, + "f1": 0.485831, + "accuracy": 0.521739, + "main_score": 0.485831, + "hf_subset": "fuv_Latn-mal_Mlym", + "languages": [ + "fuv-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.484425, + "recall": 0.528656, + "f1": 0.496295, + "accuracy": 0.528656, + "main_score": 0.496295, + "hf_subset": "fuv_Latn-pes_Arab", + "languages": [ + "fuv-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.473136, + "recall": 0.517787, + "f1": 0.485143, + "accuracy": 0.517787, + "main_score": 0.485143, + "hf_subset": "fuv_Latn-srd_Latn", + "languages": [ + "fuv-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.234862, + "recall": 0.280632, + "f1": 0.247022, + "accuracy": 0.280632, + "main_score": 0.247022, + "hf_subset": "fuv_Latn-tzm_Tfng", + "languages": [ + "fuv-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.467988, + "recall": 0.521739, + "f1": 0.482027, + "accuracy": 0.521739, + "main_score": 0.482027, + "hf_subset": "fuv_Latn-acq_Arab", + "languages": [ + "fuv-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.475647, + "recall": 0.517787, + "f1": 0.487356, + "accuracy": 0.517787, + "main_score": 0.487356, + "hf_subset": "fuv_Latn-bem_Latn", + "languages": [ + "fuv-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.483402, + "recall": 0.529644, + "f1": 0.495623, + "accuracy": 0.529644, + "main_score": 0.495623, + "hf_subset": "fuv_Latn-epo_Latn", + "languages": [ + "fuv-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.489019, + "recall": 0.540514, + "f1": 0.503196, + "accuracy": 0.540514, + "main_score": 0.503196, + "hf_subset": "fuv_Latn-hun_Latn", + "languages": [ + "fuv-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.47619, + "recall": 0.519763, + "f1": 0.487737, + "accuracy": 0.519763, + "main_score": 0.487737, + "hf_subset": "fuv_Latn-kir_Cyrl", + "languages": [ + "fuv-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.471652, + "recall": 0.521739, + "f1": 0.485708, + "accuracy": 0.521739, + "main_score": 0.485708, + "hf_subset": "fuv_Latn-mar_Deva", + "languages": [ + "fuv-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.458541, + "recall": 0.499012, + "f1": 0.469962, + "accuracy": 0.499012, + "main_score": 0.469962, + "hf_subset": "fuv_Latn-plt_Latn", + "languages": [ + "fuv-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.46846, + "recall": 0.513834, + "f1": 0.48034, + "accuracy": 0.513834, + "main_score": 0.48034, + "hf_subset": "fuv_Latn-srp_Cyrl", + "languages": [ + "fuv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.424595, + "recall": 0.474308, + "f1": 0.437998, + "accuracy": 0.474308, + "main_score": 0.437998, + "hf_subset": "fuv_Latn-uig_Arab", + "languages": [ + "fuv-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.45867, + "recall": 0.503953, + "f1": 0.470462, + "accuracy": 0.503953, + "main_score": 0.470462, + "hf_subset": "fuv_Latn-aeb_Arab", + "languages": [ + "fuv-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.478993, + "recall": 0.523715, + "f1": 0.490603, + "accuracy": 0.523715, + "main_score": 0.490603, + "hf_subset": "fuv_Latn-ben_Beng", + "languages": [ + "fuv-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.47013, + "recall": 0.517787, + "f1": 0.482315, + "accuracy": 0.517787, + "main_score": 0.482315, + "hf_subset": "fuv_Latn-est_Latn", + "languages": [ + "fuv-Latn", + "est-Latn" + ] + }, + { + "precision": 0.450481, + "recall": 0.507905, + "f1": 0.465492, + "accuracy": 0.507905, + "main_score": 0.465492, + "hf_subset": "fuv_Latn-hye_Armn", + "languages": [ + "fuv-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.45678, + "recall": 0.493083, + "f1": 0.467001, + "accuracy": 0.493083, + "main_score": 0.467001, + "hf_subset": "fuv_Latn-kmb_Latn", + "languages": [ + "fuv-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.370218, + "recall": 0.41502, + "f1": 0.382572, + "accuracy": 0.41502, + "main_score": 0.382572, + "hf_subset": "fuv_Latn-min_Arab", + "languages": [ + "fuv-Latn", + "min-Arab" + ] + }, + { + "precision": 0.497859, + "recall": 0.548419, + "f1": 0.511512, + "accuracy": 0.548419, + "main_score": 0.511512, + "hf_subset": "fuv_Latn-pol_Latn", + "languages": [ + "fuv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.449541, + "recall": 0.488142, + "f1": 0.459918, + "accuracy": 0.488142, + "main_score": 0.459918, + "hf_subset": "fuv_Latn-ssw_Latn", + "languages": [ + "fuv-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.478887, + "recall": 0.52668, + "f1": 0.491223, + "accuracy": 0.52668, + "main_score": 0.491223, + "hf_subset": "fuv_Latn-ukr_Cyrl", + "languages": [ + "fuv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.476735, + "recall": 0.522727, + "f1": 0.489423, + "accuracy": 0.522727, + "main_score": 0.489423, + "hf_subset": "fuv_Latn-afr_Latn", + "languages": [ + "fuv-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.511427, + "recall": 0.552372, + "f1": 0.521452, + "accuracy": 0.552372, + "main_score": 0.521452, + "hf_subset": "fuv_Latn-bho_Deva", + "languages": [ + "fuv-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.470063, + "recall": 0.51087, + "f1": 0.480854, + "accuracy": 0.51087, + "main_score": 0.480854, + "hf_subset": "fuv_Latn-eus_Latn", + "languages": [ + "fuv-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.459058, + "recall": 0.499012, + "f1": 0.470095, + "accuracy": 0.499012, + "main_score": 0.470095, + "hf_subset": "fuv_Latn-ibo_Latn", + "languages": [ + "fuv-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.474092, + "recall": 0.517787, + "f1": 0.485802, + "accuracy": 0.517787, + "main_score": 0.485802, + "hf_subset": "fuv_Latn-kmr_Latn", + "languages": [ + "fuv-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.455063, + "recall": 0.501976, + "f1": 0.467603, + "accuracy": 0.501976, + "main_score": 0.467603, + "hf_subset": "fuv_Latn-min_Latn", + "languages": [ + "fuv-Latn", + "min-Latn" + ] + }, + { + "precision": 0.505725, + "recall": 0.552372, + "f1": 0.518673, + "accuracy": 0.552372, + "main_score": 0.518673, + "hf_subset": "fuv_Latn-por_Latn", + "languages": [ + "fuv-Latn", + "por-Latn" + ] + }, + { + "precision": 0.466902, + "recall": 0.51087, + "f1": 0.478781, + "accuracy": 0.51087, + "main_score": 0.478781, + "hf_subset": "fuv_Latn-sun_Latn", + "languages": [ + "fuv-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.445389, + "recall": 0.48419, + "f1": 0.457232, + "accuracy": 0.48419, + "main_score": 0.457232, + "hf_subset": "fuv_Latn-umb_Latn", + "languages": [ + "fuv-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.483699, + "recall": 0.539526, + "f1": 0.49759, + "accuracy": 0.539526, + "main_score": 0.49759, + "hf_subset": "fuv_Latn-ajp_Arab", + "languages": [ + "fuv-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.392446, + "recall": 0.439723, + "f1": 0.405374, + "accuracy": 0.439723, + "main_score": 0.405374, + "hf_subset": "fuv_Latn-bjn_Arab", + "languages": [ + "fuv-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.457267, + "recall": 0.495059, + "f1": 0.467805, + "accuracy": 0.495059, + "main_score": 0.467805, + "hf_subset": "fuv_Latn-ewe_Latn", + "languages": [ + "fuv-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.473426, + "recall": 0.519763, + "f1": 0.485595, + "accuracy": 0.519763, + "main_score": 0.485595, + "hf_subset": "fuv_Latn-ilo_Latn", + "languages": [ + "fuv-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.276572, + "recall": 0.333004, + "f1": 0.291355, + "accuracy": 0.333004, + "main_score": 0.291355, + "hf_subset": "fuv_Latn-knc_Arab", + "languages": [ + "fuv-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.475849, + "recall": 0.514822, + "f1": 0.486311, + "accuracy": 0.514822, + "main_score": 0.486311, + "hf_subset": "fuv_Latn-mkd_Cyrl", + "languages": [ + "fuv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.493435, + "recall": 0.543478, + "f1": 0.507092, + "accuracy": 0.543478, + "main_score": 0.507092, + "hf_subset": "fuv_Latn-prs_Arab", + "languages": [ + "fuv-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.480459, + "recall": 0.537549, + "f1": 0.495714, + "accuracy": 0.537549, + "main_score": 0.495714, + "hf_subset": "fuv_Latn-swe_Latn", + "languages": [ + "fuv-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.464539, + "recall": 0.514822, + "f1": 0.476789, + "accuracy": 0.514822, + "main_score": 0.476789, + "hf_subset": "fuv_Latn-urd_Arab", + "languages": [ + "fuv-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.495194, + "recall": 0.531621, + "f1": 0.505436, + "accuracy": 0.531621, + "main_score": 0.505436, + "hf_subset": "fuv_Latn-aka_Latn", + "languages": [ + "fuv-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.497768, + "recall": 0.538538, + "f1": 0.508177, + "accuracy": 0.538538, + "main_score": 0.508177, + "hf_subset": "fuv_Latn-bjn_Latn", + "languages": [ + "fuv-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.468873, + "recall": 0.509881, + "f1": 0.48033, + "accuracy": 0.509881, + "main_score": 0.48033, + "hf_subset": "fuv_Latn-fao_Latn", + "languages": [ + "fuv-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.491327, + "recall": 0.537549, + "f1": 0.503628, + "accuracy": 0.537549, + "main_score": 0.503628, + "hf_subset": "fuv_Latn-ind_Latn", + "languages": [ + "fuv-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.501615, + "recall": 0.539526, + "f1": 0.512785, + "accuracy": 0.539526, + "main_score": 0.512785, + "hf_subset": "fuv_Latn-knc_Latn", + "languages": [ + "fuv-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.452586, + "recall": 0.497036, + "f1": 0.464392, + "accuracy": 0.497036, + "main_score": 0.464392, + "hf_subset": "fuv_Latn-mlt_Latn", + "languages": [ + "fuv-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.484058, + "recall": 0.521739, + "f1": 0.495384, + "accuracy": 0.521739, + "main_score": 0.495384, + "hf_subset": "fuv_Latn-quy_Latn", + "languages": [ + "fuv-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.478352, + "recall": 0.527668, + "f1": 0.491908, + "accuracy": 0.527668, + "main_score": 0.491908, + "hf_subset": "fuv_Latn-swh_Latn", + "languages": [ + "fuv-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.448723, + "recall": 0.496047, + "f1": 0.461797, + "accuracy": 0.496047, + "main_score": 0.461797, + "hf_subset": "fuv_Latn-uzn_Latn", + "languages": [ + "fuv-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.458219, + "recall": 0.5, + "f1": 0.469749, + "accuracy": 0.5, + "main_score": 0.469749, + "hf_subset": "fuv_Latn-als_Latn", + "languages": [ + "fuv-Latn", + "als-Latn" + ] + }, + { + "precision": 0.353013, + "recall": 0.412055, + "f1": 0.368508, + "accuracy": 0.412055, + "main_score": 0.368508, + "hf_subset": "fuv_Latn-bod_Tibt", + "languages": [ + "fuv-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.459617, + "recall": 0.501976, + "f1": 0.472194, + "accuracy": 0.501976, + "main_score": 0.472194, + "hf_subset": "fuv_Latn-fij_Latn", + "languages": [ + "fuv-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.444004, + "recall": 0.495059, + "f1": 0.457604, + "accuracy": 0.495059, + "main_score": 0.457604, + "hf_subset": "fuv_Latn-isl_Latn", + "languages": [ + "fuv-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.502739, + "recall": 0.540514, + "f1": 0.513463, + "accuracy": 0.540514, + "main_score": 0.513463, + "hf_subset": "fuv_Latn-kon_Latn", + "languages": [ + "fuv-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.445546, + "recall": 0.490119, + "f1": 0.457875, + "accuracy": 0.490119, + "main_score": 0.457875, + "hf_subset": "fuv_Latn-mni_Beng", + "languages": [ + "fuv-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.487794, + "recall": 0.537549, + "f1": 0.50073, + "accuracy": 0.537549, + "main_score": 0.50073, + "hf_subset": "fuv_Latn-ron_Latn", + "languages": [ + "fuv-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.490434, + "recall": 0.531621, + "f1": 0.501847, + "accuracy": 0.531621, + "main_score": 0.501847, + "hf_subset": "fuv_Latn-szl_Latn", + "languages": [ + "fuv-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.499545, + "recall": 0.545455, + "f1": 0.511202, + "accuracy": 0.545455, + "main_score": 0.511202, + "hf_subset": "fuv_Latn-vec_Latn", + "languages": [ + "fuv-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.463135, + "recall": 0.512846, + "f1": 0.476458, + "accuracy": 0.512846, + "main_score": 0.476458, + "hf_subset": "fuv_Latn-amh_Ethi", + "languages": [ + "fuv-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.485353, + "recall": 0.534585, + "f1": 0.498881, + "accuracy": 0.534585, + "main_score": 0.498881, + "hf_subset": "fuv_Latn-bos_Latn", + "languages": [ + "fuv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.474459, + "recall": 0.520751, + "f1": 0.486709, + "accuracy": 0.520751, + "main_score": 0.486709, + "hf_subset": "fuv_Latn-fin_Latn", + "languages": [ + "fuv-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.499187, + "recall": 0.543478, + "f1": 0.510954, + "accuracy": 0.543478, + "main_score": 0.510954, + "hf_subset": "fuv_Latn-ita_Latn", + "languages": [ + "fuv-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.498042, + "recall": 0.543478, + "f1": 0.509756, + "accuracy": 0.543478, + "main_score": 0.509756, + "hf_subset": "fuv_Latn-kor_Hang", + "languages": [ + "fuv-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.468635, + "recall": 0.507905, + "f1": 0.479286, + "accuracy": 0.507905, + "main_score": 0.479286, + "hf_subset": "fuv_Latn-mos_Latn", + "languages": [ + "fuv-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.443987, + "recall": 0.483202, + "f1": 0.455376, + "accuracy": 0.483202, + "main_score": 0.455376, + "hf_subset": "fuv_Latn-run_Latn", + "languages": [ + "fuv-Latn", + "run-Latn" + ] + }, + { + "precision": 0.472737, + "recall": 0.521739, + "f1": 0.485253, + "accuracy": 0.521739, + "main_score": 0.485253, + "hf_subset": "fuv_Latn-tam_Taml", + "languages": [ + "fuv-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.492653, + "recall": 0.536561, + "f1": 0.503987, + "accuracy": 0.536561, + "main_score": 0.503987, + "hf_subset": "fuv_Latn-vie_Latn", + "languages": [ + "fuv-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.472455, + "recall": 0.520751, + "f1": 0.4843, + "accuracy": 0.520751, + "main_score": 0.4843, + "hf_subset": "fuv_Latn-apc_Arab", + "languages": [ + "fuv-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.484693, + "recall": 0.520751, + "f1": 0.495344, + "accuracy": 0.520751, + "main_score": 0.495344, + "hf_subset": "fuv_Latn-bug_Latn", + "languages": [ + "fuv-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.431551, + "recall": 0.466403, + "f1": 0.441806, + "accuracy": 0.466403, + "main_score": 0.441806, + "hf_subset": "fuv_Latn-fon_Latn", + "languages": [ + "fuv-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.461915, + "recall": 0.51087, + "f1": 0.475037, + "accuracy": 0.51087, + "main_score": 0.475037, + "hf_subset": "fuv_Latn-jav_Latn", + "languages": [ + "fuv-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.428468, + "recall": 0.470356, + "f1": 0.439784, + "accuracy": 0.470356, + "main_score": 0.439784, + "hf_subset": "fuv_Latn-lao_Laoo", + "languages": [ + "fuv-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.44646, + "recall": 0.495059, + "f1": 0.459746, + "accuracy": 0.495059, + "main_score": 0.459746, + "hf_subset": "fuv_Latn-mri_Latn", + "languages": [ + "fuv-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.487527, + "recall": 0.539526, + "f1": 0.501317, + "accuracy": 0.539526, + "main_score": 0.501317, + "hf_subset": "fuv_Latn-rus_Cyrl", + "languages": [ + "fuv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.470635, + "recall": 0.509881, + "f1": 0.48184, + "accuracy": 0.509881, + "main_score": 0.48184, + "hf_subset": "fuv_Latn-taq_Latn", + "languages": [ + "fuv-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.471639, + "recall": 0.519763, + "f1": 0.484284, + "accuracy": 0.519763, + "main_score": 0.484284, + "hf_subset": "fuv_Latn-war_Latn", + "languages": [ + "fuv-Latn", + "war-Latn" + ] + }, + { + "precision": 0.468604, + "recall": 0.523715, + "f1": 0.482343, + "accuracy": 0.523715, + "main_score": 0.482343, + "hf_subset": "fuv_Latn-arb_Arab", + "languages": [ + "fuv-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.497308, + "recall": 0.541502, + "f1": 0.509069, + "accuracy": 0.541502, + "main_score": 0.509069, + "hf_subset": "fuv_Latn-bul_Cyrl", + "languages": [ + "fuv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.485855, + "recall": 0.538538, + "f1": 0.500097, + "accuracy": 0.538538, + "main_score": 0.500097, + "hf_subset": "fuv_Latn-fra_Latn", + "languages": [ + "fuv-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.498619, + "recall": 0.545455, + "f1": 0.511159, + "accuracy": 0.545455, + "main_score": 0.511159, + "hf_subset": "fuv_Latn-jpn_Jpan", + "languages": [ + "fuv-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.484068, + "recall": 0.524704, + "f1": 0.495953, + "accuracy": 0.524704, + "main_score": 0.495953, + "hf_subset": "fuv_Latn-lij_Latn", + "languages": [ + "fuv-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.443763, + "recall": 0.494071, + "f1": 0.457588, + "accuracy": 0.494071, + "main_score": 0.457588, + "hf_subset": "fuv_Latn-mya_Mymr", + "languages": [ + "fuv-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.499162, + "recall": 0.536561, + "f1": 0.509899, + "accuracy": 0.536561, + "main_score": 0.509899, + "hf_subset": "fuv_Latn-sag_Latn", + "languages": [ + "fuv-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.240806, + "recall": 0.293478, + "f1": 0.253755, + "accuracy": 0.293478, + "main_score": 0.253755, + "hf_subset": "fuv_Latn-taq_Tfng", + "languages": [ + "fuv-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.497357, + "recall": 0.532609, + "f1": 0.508059, + "accuracy": 0.532609, + "main_score": 0.508059, + "hf_subset": "fuv_Latn-wol_Latn", + "languages": [ + "fuv-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.433398, + "recall": 0.481225, + "f1": 0.446409, + "accuracy": 0.481225, + "main_score": 0.446409, + "hf_subset": "fuv_Latn-arb_Latn", + "languages": [ + "fuv-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.475448, + "recall": 0.522727, + "f1": 0.488042, + "accuracy": 0.522727, + "main_score": 0.488042, + "hf_subset": "fuv_Latn-cat_Latn", + "languages": [ + "fuv-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.498861, + "recall": 0.544466, + "f1": 0.511308, + "accuracy": 0.544466, + "main_score": 0.511308, + "hf_subset": "fuv_Latn-fur_Latn", + "languages": [ + "fuv-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.39096, + "recall": 0.431818, + "f1": 0.402299, + "accuracy": 0.431818, + "main_score": 0.402299, + "hf_subset": "fuv_Latn-kab_Latn", + "languages": [ + "fuv-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.46669, + "recall": 0.508893, + "f1": 0.479015, + "accuracy": 0.508893, + "main_score": 0.479015, + "hf_subset": "fuv_Latn-lim_Latn", + "languages": [ + "fuv-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.482353, + "recall": 0.532609, + "f1": 0.496223, + "accuracy": 0.532609, + "main_score": 0.496223, + "hf_subset": "fuv_Latn-nld_Latn", + "languages": [ + "fuv-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.460314, + "recall": 0.51581, + "f1": 0.474698, + "accuracy": 0.51581, + "main_score": 0.474698, + "hf_subset": "fuv_Latn-san_Deva", + "languages": [ + "fuv-Latn", + "san-Deva" + ] + }, + { + "precision": 0.458827, + "recall": 0.498024, + "f1": 0.47006, + "accuracy": 0.498024, + "main_score": 0.47006, + "hf_subset": "fuv_Latn-tat_Cyrl", + "languages": [ + "fuv-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.477391, + "recall": 0.524704, + "f1": 0.490281, + "accuracy": 0.524704, + "main_score": 0.490281, + "hf_subset": "fuv_Latn-xho_Latn", + "languages": [ + "fuv-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.462077, + "recall": 0.519763, + "f1": 0.476959, + "accuracy": 0.519763, + "main_score": 0.476959, + "hf_subset": "fuv_Latn-ars_Arab", + "languages": [ + "fuv-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.473504, + "recall": 0.518775, + "f1": 0.485278, + "accuracy": 0.518775, + "main_score": 0.485278, + "hf_subset": "fuv_Latn-ceb_Latn", + "languages": [ + "fuv-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.482271, + "recall": 0.520751, + "f1": 0.493402, + "accuracy": 0.520751, + "main_score": 0.493402, + "hf_subset": "fuv_Latn-kac_Latn", + "languages": [ + "fuv-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.512289, + "recall": 0.552372, + "f1": 0.524029, + "accuracy": 0.552372, + "main_score": 0.524029, + "hf_subset": "fuv_Latn-lin_Latn", + "languages": [ + "fuv-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.472588, + "recall": 0.513834, + "f1": 0.483701, + "accuracy": 0.513834, + "main_score": 0.483701, + "hf_subset": "fuv_Latn-nno_Latn", + "languages": [ + "fuv-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.458979, + "recall": 0.498024, + "f1": 0.469972, + "accuracy": 0.498024, + "main_score": 0.469972, + "hf_subset": "fuv_Latn-sat_Olck", + "languages": [ + "fuv-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.475244, + "recall": 0.521739, + "f1": 0.487047, + "accuracy": 0.521739, + "main_score": 0.487047, + "hf_subset": "fuv_Latn-tel_Telu", + "languages": [ + "fuv-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.435562, + "recall": 0.486166, + "f1": 0.448239, + "accuracy": 0.486166, + "main_score": 0.448239, + "hf_subset": "fuv_Latn-ydd_Hebr", + "languages": [ + "fuv-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.471049, + "recall": 0.509881, + "f1": 0.480997, + "accuracy": 0.509881, + "main_score": 0.480997, + "hf_subset": "fuv_Latn-ary_Arab", + "languages": [ + "fuv-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.490383, + "recall": 0.541502, + "f1": 0.504323, + "accuracy": 0.541502, + "main_score": 0.504323, + "hf_subset": "fuv_Latn-ces_Latn", + "languages": [ + "fuv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.460727, + "recall": 0.503953, + "f1": 0.472931, + "accuracy": 0.503953, + "main_score": 0.472931, + "hf_subset": "fuv_Latn-gaz_Latn", + "languages": [ + "fuv-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.471447, + "recall": 0.508893, + "f1": 0.482839, + "accuracy": 0.508893, + "main_score": 0.482839, + "hf_subset": "fuv_Latn-kam_Latn", + "languages": [ + "fuv-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.461098, + "recall": 0.509881, + "f1": 0.474445, + "accuracy": 0.509881, + "main_score": 0.474445, + "hf_subset": "fuv_Latn-lit_Latn", + "languages": [ + "fuv-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.489882, + "recall": 0.536561, + "f1": 0.50266, + "accuracy": 0.536561, + "main_score": 0.50266, + "hf_subset": "fuv_Latn-nob_Latn", + "languages": [ + "fuv-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.486754, + "recall": 0.519763, + "f1": 0.496038, + "accuracy": 0.519763, + "main_score": 0.496038, + "hf_subset": "fuv_Latn-scn_Latn", + "languages": [ + "fuv-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.461727, + "recall": 0.507905, + "f1": 0.47335, + "accuracy": 0.507905, + "main_score": 0.47335, + "hf_subset": "fuv_Latn-tgk_Cyrl", + "languages": [ + "fuv-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.448127, + "recall": 0.499012, + "f1": 0.462382, + "accuracy": 0.499012, + "main_score": 0.462382, + "hf_subset": "fuv_Latn-yor_Latn", + "languages": [ + "fuv-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.474384, + "recall": 0.517787, + "f1": 0.486135, + "accuracy": 0.517787, + "main_score": 0.486135, + "hf_subset": "fuv_Latn-arz_Arab", + "languages": [ + "fuv-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.471125, + "recall": 0.507905, + "f1": 0.482098, + "accuracy": 0.507905, + "main_score": 0.482098, + "hf_subset": "fuv_Latn-cjk_Latn", + "languages": [ + "fuv-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.468773, + "recall": 0.511858, + "f1": 0.480504, + "accuracy": 0.511858, + "main_score": 0.480504, + "hf_subset": "fuv_Latn-gla_Latn", + "languages": [ + "fuv-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.452138, + "recall": 0.495059, + "f1": 0.463233, + "accuracy": 0.495059, + "main_score": 0.463233, + "hf_subset": "fuv_Latn-kan_Knda", + "languages": [ + "fuv-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.485751, + "recall": 0.527668, + "f1": 0.497239, + "accuracy": 0.527668, + "main_score": 0.497239, + "hf_subset": "fuv_Latn-lmo_Latn", + "languages": [ + "fuv-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.471192, + "recall": 0.512846, + "f1": 0.482657, + "accuracy": 0.512846, + "main_score": 0.482657, + "hf_subset": "fuv_Latn-npi_Deva", + "languages": [ + "fuv-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.413673, + "recall": 0.462451, + "f1": 0.427149, + "accuracy": 0.462451, + "main_score": 0.427149, + "hf_subset": "fuv_Latn-shn_Mymr", + "languages": [ + "fuv-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.476384, + "recall": 0.530632, + "f1": 0.490977, + "accuracy": 0.530632, + "main_score": 0.490977, + "hf_subset": "fuv_Latn-tgl_Latn", + "languages": [ + "fuv-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.479038, + "recall": 0.529644, + "f1": 0.49252, + "accuracy": 0.529644, + "main_score": 0.49252, + "hf_subset": "fuv_Latn-yue_Hant", + "languages": [ + "fuv-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.425264, + "recall": 0.465415, + "f1": 0.436666, + "accuracy": 0.465415, + "main_score": 0.436666, + "hf_subset": "fuv_Latn-asm_Beng", + "languages": [ + "fuv-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.448844, + "recall": 0.499012, + "f1": 0.463085, + "accuracy": 0.499012, + "main_score": 0.463085, + "hf_subset": "fuv_Latn-ckb_Arab", + "languages": [ + "fuv-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.448006, + "recall": 0.496047, + "f1": 0.460881, + "accuracy": 0.496047, + "main_score": 0.460881, + "hf_subset": "fuv_Latn-gle_Latn", + "languages": [ + "fuv-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.467691, + "recall": 0.511858, + "f1": 0.479439, + "accuracy": 0.511858, + "main_score": 0.479439, + "hf_subset": "fuv_Latn-kas_Arab", + "languages": [ + "fuv-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.478143, + "recall": 0.520751, + "f1": 0.489831, + "accuracy": 0.520751, + "main_score": 0.489831, + "hf_subset": "fuv_Latn-ltg_Latn", + "languages": [ + "fuv-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.488995, + "recall": 0.530632, + "f1": 0.500811, + "accuracy": 0.530632, + "main_score": 0.500811, + "hf_subset": "fuv_Latn-nso_Latn", + "languages": [ + "fuv-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.438406, + "recall": 0.487154, + "f1": 0.450865, + "accuracy": 0.487154, + "main_score": 0.450865, + "hf_subset": "fuv_Latn-sin_Sinh", + "languages": [ + "fuv-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.464634, + "recall": 0.516798, + "f1": 0.477682, + "accuracy": 0.516798, + "main_score": 0.477682, + "hf_subset": "fuv_Latn-tha_Thai", + "languages": [ + "fuv-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.439436, + "recall": 0.492095, + "f1": 0.453595, + "accuracy": 0.492095, + "main_score": 0.453595, + "hf_subset": "fuv_Latn-zho_Hans", + "languages": [ + "fuv-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.47237, + "recall": 0.519763, + "f1": 0.484931, + "accuracy": 0.519763, + "main_score": 0.484931, + "hf_subset": "fuv_Latn-ast_Latn", + "languages": [ + "fuv-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.492581, + "recall": 0.525692, + "f1": 0.502328, + "accuracy": 0.525692, + "main_score": 0.502328, + "hf_subset": "fuv_Latn-crh_Latn", + "languages": [ + "fuv-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.485473, + "recall": 0.535573, + "f1": 0.499423, + "accuracy": 0.535573, + "main_score": 0.499423, + "hf_subset": "fuv_Latn-glg_Latn", + "languages": [ + "fuv-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.469451, + "recall": 0.522727, + "f1": 0.48369, + "accuracy": 0.522727, + "main_score": 0.48369, + "hf_subset": "fuv_Latn-kas_Deva", + "languages": [ + "fuv-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.457944, + "recall": 0.504941, + "f1": 0.470224, + "accuracy": 0.504941, + "main_score": 0.470224, + "hf_subset": "fuv_Latn-ltz_Latn", + "languages": [ + "fuv-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.431121, + "recall": 0.477273, + "f1": 0.444368, + "accuracy": 0.477273, + "main_score": 0.444368, + "hf_subset": "fuv_Latn-nus_Latn", + "languages": [ + "fuv-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.480851, + "recall": 0.532609, + "f1": 0.494522, + "accuracy": 0.532609, + "main_score": 0.494522, + "hf_subset": "fuv_Latn-slk_Latn", + "languages": [ + "fuv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.474967, + "recall": 0.516798, + "f1": 0.48625, + "accuracy": 0.516798, + "main_score": 0.48625, + "hf_subset": "fuv_Latn-tir_Ethi", + "languages": [ + "fuv-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.458808, + "recall": 0.511858, + "f1": 0.4732, + "accuracy": 0.511858, + "main_score": 0.4732, + "hf_subset": "fuv_Latn-zho_Hant", + "languages": [ + "fuv-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.483815, + "recall": 0.533597, + "f1": 0.496195, + "accuracy": 0.533597, + "main_score": 0.496195, + "hf_subset": "fuv_Latn-awa_Deva", + "languages": [ + "fuv-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.479315, + "recall": 0.518775, + "f1": 0.490269, + "accuracy": 0.518775, + "main_score": 0.490269, + "hf_subset": "fuv_Latn-cym_Latn", + "languages": [ + "fuv-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.501981, + "recall": 0.543478, + "f1": 0.512873, + "accuracy": 0.543478, + "main_score": 0.512873, + "hf_subset": "fuv_Latn-grn_Latn", + "languages": [ + "fuv-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.468004, + "recall": 0.51087, + "f1": 0.478805, + "accuracy": 0.51087, + "main_score": 0.478805, + "hf_subset": "fuv_Latn-kat_Geor", + "languages": [ + "fuv-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.492889, + "recall": 0.532609, + "f1": 0.504287, + "accuracy": 0.532609, + "main_score": 0.504287, + "hf_subset": "fuv_Latn-lua_Latn", + "languages": [ + "fuv-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.476466, + "recall": 0.51581, + "f1": 0.487452, + "accuracy": 0.51581, + "main_score": 0.487452, + "hf_subset": "fuv_Latn-nya_Latn", + "languages": [ + "fuv-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.483924, + "recall": 0.536561, + "f1": 0.498595, + "accuracy": 0.536561, + "main_score": 0.498595, + "hf_subset": "fuv_Latn-slv_Latn", + "languages": [ + "fuv-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.489526, + "recall": 0.532609, + "f1": 0.501511, + "accuracy": 0.532609, + "main_score": 0.501511, + "hf_subset": "fuv_Latn-tpi_Latn", + "languages": [ + "fuv-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.491568, + "recall": 0.539526, + "f1": 0.504643, + "accuracy": 0.539526, + "main_score": 0.504643, + "hf_subset": "fuv_Latn-zsm_Latn", + "languages": [ + "fuv-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.468448, + "recall": 0.507905, + "f1": 0.480245, + "accuracy": 0.507905, + "main_score": 0.480245, + "hf_subset": "fuv_Latn-ayr_Latn", + "languages": [ + "fuv-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.500483, + "recall": 0.543478, + "f1": 0.5121, + "accuracy": 0.543478, + "main_score": 0.5121, + "hf_subset": "fuv_Latn-dan_Latn", + "languages": [ + "fuv-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.469843, + "recall": 0.516798, + "f1": 0.481528, + "accuracy": 0.516798, + "main_score": 0.481528, + "hf_subset": "fuv_Latn-guj_Gujr", + "languages": [ + "fuv-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.463579, + "recall": 0.505929, + "f1": 0.475189, + "accuracy": 0.505929, + "main_score": 0.475189, + "hf_subset": "fuv_Latn-kaz_Cyrl", + "languages": [ + "fuv-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.470842, + "recall": 0.513834, + "f1": 0.483217, + "accuracy": 0.513834, + "main_score": 0.483217, + "hf_subset": "fuv_Latn-lug_Latn", + "languages": [ + "fuv-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.477282, + "recall": 0.525692, + "f1": 0.490312, + "accuracy": 0.525692, + "main_score": 0.490312, + "hf_subset": "fuv_Latn-oci_Latn", + "languages": [ + "fuv-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.469038, + "recall": 0.508893, + "f1": 0.479762, + "accuracy": 0.508893, + "main_score": 0.479762, + "hf_subset": "fuv_Latn-smo_Latn", + "languages": [ + "fuv-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.457583, + "recall": 0.5, + "f1": 0.469205, + "accuracy": 0.5, + "main_score": 0.469205, + "hf_subset": "fuv_Latn-tsn_Latn", + "languages": [ + "fuv-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.452941, + "recall": 0.500988, + "f1": 0.465784, + "accuracy": 0.500988, + "main_score": 0.465784, + "hf_subset": "fuv_Latn-zul_Latn", + "languages": [ + "fuv-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.443319, + "recall": 0.492095, + "f1": 0.455609, + "accuracy": 0.492095, + "main_score": 0.455609, + "hf_subset": "fuv_Latn-azb_Arab", + "languages": [ + "fuv-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.496421, + "recall": 0.545455, + "f1": 0.509515, + "accuracy": 0.545455, + "main_score": 0.509515, + "hf_subset": "fuv_Latn-deu_Latn", + "languages": [ + "fuv-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.475736, + "recall": 0.517787, + "f1": 0.487509, + "accuracy": 0.517787, + "main_score": 0.487509, + "hf_subset": "fuv_Latn-hat_Latn", + "languages": [ + "fuv-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.462352, + "recall": 0.499012, + "f1": 0.473254, + "accuracy": 0.499012, + "main_score": 0.473254, + "hf_subset": "fuv_Latn-kbp_Latn", + "languages": [ + "fuv-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.502347, + "recall": 0.540514, + "f1": 0.513842, + "accuracy": 0.540514, + "main_score": 0.513842, + "hf_subset": "fuv_Latn-luo_Latn", + "languages": [ + "fuv-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.441332, + "recall": 0.492095, + "f1": 0.454163, + "accuracy": 0.492095, + "main_score": 0.454163, + "hf_subset": "fuv_Latn-ory_Orya", + "languages": [ + "fuv-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.461568, + "recall": 0.507905, + "f1": 0.47447, + "accuracy": 0.507905, + "main_score": 0.47447, + "hf_subset": "fuv_Latn-sna_Latn", + "languages": [ + "fuv-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.478478, + "recall": 0.518775, + "f1": 0.489918, + "accuracy": 0.518775, + "main_score": 0.489918, + "hf_subset": "fuv_Latn-tso_Latn", + "languages": [ + "fuv-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.474366, + "recall": 0.517787, + "f1": 0.486022, + "accuracy": 0.517787, + "main_score": 0.486022, + "hf_subset": "fuv_Latn-azj_Latn", + "languages": [ + "fuv-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.463203, + "recall": 0.503953, + "f1": 0.475214, + "accuracy": 0.503953, + "main_score": 0.475214, + "hf_subset": "fuv_Latn-dik_Latn", + "languages": [ + "fuv-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.465861, + "recall": 0.511858, + "f1": 0.478421, + "accuracy": 0.511858, + "main_score": 0.478421, + "hf_subset": "fuv_Latn-hau_Latn", + "languages": [ + "fuv-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.477131, + "recall": 0.516798, + "f1": 0.487925, + "accuracy": 0.516798, + "main_score": 0.487925, + "hf_subset": "fuv_Latn-kea_Latn", + "languages": [ + "fuv-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.462847, + "recall": 0.51087, + "f1": 0.475919, + "accuracy": 0.51087, + "main_score": 0.475919, + "hf_subset": "fuv_Latn-lus_Latn", + "languages": [ + "fuv-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.497689, + "recall": 0.538538, + "f1": 0.508746, + "accuracy": 0.538538, + "main_score": 0.508746, + "hf_subset": "fuv_Latn-pag_Latn", + "languages": [ + "fuv-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.431411, + "recall": 0.487154, + "f1": 0.445666, + "accuracy": 0.487154, + "main_score": 0.445666, + "hf_subset": "fuv_Latn-snd_Arab", + "languages": [ + "fuv-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.441051, + "recall": 0.490119, + "f1": 0.454841, + "accuracy": 0.490119, + "main_score": 0.454841, + "hf_subset": "fuv_Latn-tuk_Latn", + "languages": [ + "fuv-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.454447, + "recall": 0.501976, + "f1": 0.467009, + "accuracy": 0.501976, + "main_score": 0.467009, + "hf_subset": "fuv_Latn-bak_Cyrl", + "languages": [ + "fuv-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.421279, + "recall": 0.469368, + "f1": 0.435117, + "accuracy": 0.469368, + "main_score": 0.435117, + "hf_subset": "fuv_Latn-dyu_Latn", + "languages": [ + "fuv-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.479952, + "recall": 0.528656, + "f1": 0.492511, + "accuracy": 0.528656, + "main_score": 0.492511, + "hf_subset": "fuv_Latn-heb_Hebr", + "languages": [ + "fuv-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.470669, + "recall": 0.51581, + "f1": 0.48342, + "accuracy": 0.51581, + "main_score": 0.48342, + "hf_subset": "fuv_Latn-khk_Cyrl", + "languages": [ + "fuv-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.459416, + "recall": 0.51087, + "f1": 0.472352, + "accuracy": 0.51087, + "main_score": 0.472352, + "hf_subset": "fuv_Latn-lvs_Latn", + "languages": [ + "fuv-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.454772, + "recall": 0.505929, + "f1": 0.467908, + "accuracy": 0.505929, + "main_score": 0.467908, + "hf_subset": "fuv_Latn-pan_Guru", + "languages": [ + "fuv-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.449544, + "recall": 0.495059, + "f1": 0.46151, + "accuracy": 0.495059, + "main_score": 0.46151, + "hf_subset": "fuv_Latn-som_Latn", + "languages": [ + "fuv-Latn", + "som-Latn" + ] + }, + { + "precision": 0.449976, + "recall": 0.48913, + "f1": 0.461173, + "accuracy": 0.48913, + "main_score": 0.461173, + "hf_subset": "fuv_Latn-tum_Latn", + "languages": [ + "fuv-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.374674, + "recall": 0.420949, + "f1": 0.387136, + "accuracy": 0.420949, + "main_score": 0.387136, + "hf_subset": "kac_Latn-ace_Arab", + "languages": [ + "kac-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.462042, + "recall": 0.498024, + "f1": 0.47241, + "accuracy": 0.498024, + "main_score": 0.47241, + "hf_subset": "kac_Latn-bam_Latn", + "languages": [ + "kac-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.307601, + "recall": 0.360672, + "f1": 0.321745, + "accuracy": 0.360672, + "main_score": 0.321745, + "hf_subset": "kac_Latn-dzo_Tibt", + "languages": [ + "kac-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.472766, + "recall": 0.517787, + "f1": 0.485171, + "accuracy": 0.517787, + "main_score": 0.485171, + "hf_subset": "kac_Latn-hin_Deva", + "languages": [ + "kac-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.421877, + "recall": 0.468379, + "f1": 0.434309, + "accuracy": 0.468379, + "main_score": 0.434309, + "hf_subset": "kac_Latn-khm_Khmr", + "languages": [ + "kac-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.447623, + "recall": 0.492095, + "f1": 0.459188, + "accuracy": 0.492095, + "main_score": 0.459188, + "hf_subset": "kac_Latn-mag_Deva", + "languages": [ + "kac-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.461339, + "recall": 0.503953, + "f1": 0.473333, + "accuracy": 0.503953, + "main_score": 0.473333, + "hf_subset": "kac_Latn-pap_Latn", + "languages": [ + "kac-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.458988, + "recall": 0.498024, + "f1": 0.470215, + "accuracy": 0.498024, + "main_score": 0.470215, + "hf_subset": "kac_Latn-sot_Latn", + "languages": [ + "kac-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.470166, + "recall": 0.509881, + "f1": 0.480563, + "accuracy": 0.509881, + "main_score": 0.480563, + "hf_subset": "kac_Latn-tur_Latn", + "languages": [ + "kac-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.47953, + "recall": 0.516798, + "f1": 0.489764, + "accuracy": 0.516798, + "main_score": 0.489764, + "hf_subset": "kac_Latn-ace_Latn", + "languages": [ + "kac-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.442532, + "recall": 0.479249, + "f1": 0.452637, + "accuracy": 0.479249, + "main_score": 0.452637, + "hf_subset": "kac_Latn-ban_Latn", + "languages": [ + "kac-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.442281, + "recall": 0.492095, + "f1": 0.454918, + "accuracy": 0.492095, + "main_score": 0.454918, + "hf_subset": "kac_Latn-ell_Grek", + "languages": [ + "kac-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.431288, + "recall": 0.480237, + "f1": 0.444026, + "accuracy": 0.480237, + "main_score": 0.444026, + "hf_subset": "kac_Latn-hne_Deva", + "languages": [ + "kac-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.448264, + "recall": 0.490119, + "f1": 0.459568, + "accuracy": 0.490119, + "main_score": 0.459568, + "hf_subset": "kac_Latn-kik_Latn", + "languages": [ + "kac-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.442177, + "recall": 0.488142, + "f1": 0.45374, + "accuracy": 0.488142, + "main_score": 0.45374, + "hf_subset": "kac_Latn-mai_Deva", + "languages": [ + "kac-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.427903, + "recall": 0.476285, + "f1": 0.440523, + "accuracy": 0.476285, + "main_score": 0.440523, + "hf_subset": "kac_Latn-pbt_Arab", + "languages": [ + "kac-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.465938, + "recall": 0.516798, + "f1": 0.479144, + "accuracy": 0.516798, + "main_score": 0.479144, + "hf_subset": "kac_Latn-spa_Latn", + "languages": [ + "kac-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.485256, + "recall": 0.523715, + "f1": 0.496025, + "accuracy": 0.523715, + "main_score": 0.496025, + "hf_subset": "kac_Latn-twi_Latn", + "languages": [ + "kac-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.436609, + "recall": 0.480237, + "f1": 0.448588, + "accuracy": 0.480237, + "main_score": 0.448588, + "hf_subset": "kac_Latn-acm_Arab", + "languages": [ + "kac-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.427432, + "recall": 0.471344, + "f1": 0.439819, + "accuracy": 0.471344, + "main_score": 0.439819, + "hf_subset": "kac_Latn-bel_Cyrl", + "languages": [ + "kac-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.482748, + "recall": 0.536561, + "f1": 0.498241, + "accuracy": 0.536561, + "main_score": 0.498241, + "hf_subset": "kac_Latn-eng_Latn", + "languages": [ + "kac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.470829, + "recall": 0.517787, + "f1": 0.483325, + "accuracy": 0.517787, + "main_score": 0.483325, + "hf_subset": "kac_Latn-hrv_Latn", + "languages": [ + "kac-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.457277, + "recall": 0.492095, + "f1": 0.466864, + "accuracy": 0.492095, + "main_score": 0.466864, + "hf_subset": "kac_Latn-kin_Latn", + "languages": [ + "kac-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.441748, + "recall": 0.492095, + "f1": 0.455313, + "accuracy": 0.492095, + "main_score": 0.455313, + "hf_subset": "kac_Latn-mal_Mlym", + "languages": [ + "kac-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.435017, + "recall": 0.488142, + "f1": 0.449088, + "accuracy": 0.488142, + "main_score": 0.449088, + "hf_subset": "kac_Latn-pes_Arab", + "languages": [ + "kac-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.447382, + "recall": 0.494071, + "f1": 0.459174, + "accuracy": 0.494071, + "main_score": 0.459174, + "hf_subset": "kac_Latn-srd_Latn", + "languages": [ + "kac-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.232328, + "recall": 0.284585, + "f1": 0.244576, + "accuracy": 0.284585, + "main_score": 0.244576, + "hf_subset": "kac_Latn-tzm_Tfng", + "languages": [ + "kac-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.448781, + "recall": 0.492095, + "f1": 0.460013, + "accuracy": 0.492095, + "main_score": 0.460013, + "hf_subset": "kac_Latn-acq_Arab", + "languages": [ + "kac-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.479057, + "recall": 0.513834, + "f1": 0.488248, + "accuracy": 0.513834, + "main_score": 0.488248, + "hf_subset": "kac_Latn-bem_Latn", + "languages": [ + "kac-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.44911, + "recall": 0.492095, + "f1": 0.460604, + "accuracy": 0.492095, + "main_score": 0.460604, + "hf_subset": "kac_Latn-epo_Latn", + "languages": [ + "kac-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.472752, + "recall": 0.51581, + "f1": 0.485073, + "accuracy": 0.51581, + "main_score": 0.485073, + "hf_subset": "kac_Latn-hun_Latn", + "languages": [ + "kac-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.447142, + "recall": 0.495059, + "f1": 0.46029, + "accuracy": 0.495059, + "main_score": 0.46029, + "hf_subset": "kac_Latn-kir_Cyrl", + "languages": [ + "kac-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.447457, + "recall": 0.492095, + "f1": 0.459344, + "accuracy": 0.492095, + "main_score": 0.459344, + "hf_subset": "kac_Latn-mar_Deva", + "languages": [ + "kac-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.446076, + "recall": 0.493083, + "f1": 0.458511, + "accuracy": 0.493083, + "main_score": 0.458511, + "hf_subset": "kac_Latn-plt_Latn", + "languages": [ + "kac-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.443037, + "recall": 0.488142, + "f1": 0.455137, + "accuracy": 0.488142, + "main_score": 0.455137, + "hf_subset": "kac_Latn-srp_Cyrl", + "languages": [ + "kac-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.379493, + "recall": 0.43083, + "f1": 0.393414, + "accuracy": 0.43083, + "main_score": 0.393414, + "hf_subset": "kac_Latn-uig_Arab", + "languages": [ + "kac-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.436672, + "recall": 0.479249, + "f1": 0.448396, + "accuracy": 0.479249, + "main_score": 0.448396, + "hf_subset": "kac_Latn-aeb_Arab", + "languages": [ + "kac-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.443315, + "recall": 0.492095, + "f1": 0.455852, + "accuracy": 0.492095, + "main_score": 0.455852, + "hf_subset": "kac_Latn-ben_Beng", + "languages": [ + "kac-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.433204, + "recall": 0.487154, + "f1": 0.448368, + "accuracy": 0.487154, + "main_score": 0.448368, + "hf_subset": "kac_Latn-est_Latn", + "languages": [ + "kac-Latn", + "est-Latn" + ] + }, + { + "precision": 0.432173, + "recall": 0.479249, + "f1": 0.444659, + "accuracy": 0.479249, + "main_score": 0.444659, + "hf_subset": "kac_Latn-hye_Armn", + "languages": [ + "kac-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.465539, + "recall": 0.498024, + "f1": 0.47506, + "accuracy": 0.498024, + "main_score": 0.47506, + "hf_subset": "kac_Latn-kmb_Latn", + "languages": [ + "kac-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.355877, + "recall": 0.406126, + "f1": 0.369281, + "accuracy": 0.406126, + "main_score": 0.369281, + "hf_subset": "kac_Latn-min_Arab", + "languages": [ + "kac-Latn", + "min-Arab" + ] + }, + { + "precision": 0.460205, + "recall": 0.507905, + "f1": 0.472999, + "accuracy": 0.507905, + "main_score": 0.472999, + "hf_subset": "kac_Latn-pol_Latn", + "languages": [ + "kac-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.456229, + "recall": 0.497036, + "f1": 0.467435, + "accuracy": 0.497036, + "main_score": 0.467435, + "hf_subset": "kac_Latn-ssw_Latn", + "languages": [ + "kac-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.447768, + "recall": 0.497036, + "f1": 0.460999, + "accuracy": 0.497036, + "main_score": 0.460999, + "hf_subset": "kac_Latn-ukr_Cyrl", + "languages": [ + "kac-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.465205, + "recall": 0.508893, + "f1": 0.47652, + "accuracy": 0.508893, + "main_score": 0.47652, + "hf_subset": "kac_Latn-afr_Latn", + "languages": [ + "kac-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.473879, + "recall": 0.51581, + "f1": 0.485043, + "accuracy": 0.51581, + "main_score": 0.485043, + "hf_subset": "kac_Latn-bho_Deva", + "languages": [ + "kac-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.442687, + "recall": 0.485178, + "f1": 0.453881, + "accuracy": 0.485178, + "main_score": 0.453881, + "hf_subset": "kac_Latn-eus_Latn", + "languages": [ + "kac-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.442312, + "recall": 0.482213, + "f1": 0.453084, + "accuracy": 0.482213, + "main_score": 0.453084, + "hf_subset": "kac_Latn-ibo_Latn", + "languages": [ + "kac-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.446336, + "recall": 0.490119, + "f1": 0.458222, + "accuracy": 0.490119, + "main_score": 0.458222, + "hf_subset": "kac_Latn-kmr_Latn", + "languages": [ + "kac-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.436495, + "recall": 0.478261, + "f1": 0.446849, + "accuracy": 0.478261, + "main_score": 0.446849, + "hf_subset": "kac_Latn-min_Latn", + "languages": [ + "kac-Latn", + "min-Latn" + ] + }, + { + "precision": 0.468709, + "recall": 0.51087, + "f1": 0.480515, + "accuracy": 0.51087, + "main_score": 0.480515, + "hf_subset": "kac_Latn-por_Latn", + "languages": [ + "kac-Latn", + "por-Latn" + ] + }, + { + "precision": 0.433324, + "recall": 0.482213, + "f1": 0.446735, + "accuracy": 0.482213, + "main_score": 0.446735, + "hf_subset": "kac_Latn-sun_Latn", + "languages": [ + "kac-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.47053, + "recall": 0.51087, + "f1": 0.48201, + "accuracy": 0.51087, + "main_score": 0.48201, + "hf_subset": "kac_Latn-umb_Latn", + "languages": [ + "kac-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.440147, + "recall": 0.48913, + "f1": 0.451961, + "accuracy": 0.48913, + "main_score": 0.451961, + "hf_subset": "kac_Latn-ajp_Arab", + "languages": [ + "kac-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.359918, + "recall": 0.408103, + "f1": 0.372477, + "accuracy": 0.408103, + "main_score": 0.372477, + "hf_subset": "kac_Latn-bjn_Arab", + "languages": [ + "kac-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.467865, + "recall": 0.505929, + "f1": 0.478358, + "accuracy": 0.505929, + "main_score": 0.478358, + "hf_subset": "kac_Latn-ewe_Latn", + "languages": [ + "kac-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.463186, + "recall": 0.500988, + "f1": 0.474144, + "accuracy": 0.500988, + "main_score": 0.474144, + "hf_subset": "kac_Latn-ilo_Latn", + "languages": [ + "kac-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.279204, + "recall": 0.329051, + "f1": 0.291378, + "accuracy": 0.329051, + "main_score": 0.291378, + "hf_subset": "kac_Latn-knc_Arab", + "languages": [ + "kac-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.443651, + "recall": 0.491107, + "f1": 0.456001, + "accuracy": 0.491107, + "main_score": 0.456001, + "hf_subset": "kac_Latn-mkd_Cyrl", + "languages": [ + "kac-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.454318, + "recall": 0.502964, + "f1": 0.467121, + "accuracy": 0.502964, + "main_score": 0.467121, + "hf_subset": "kac_Latn-prs_Arab", + "languages": [ + "kac-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.457978, + "recall": 0.507905, + "f1": 0.471925, + "accuracy": 0.507905, + "main_score": 0.471925, + "hf_subset": "kac_Latn-swe_Latn", + "languages": [ + "kac-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.440045, + "recall": 0.486166, + "f1": 0.451537, + "accuracy": 0.486166, + "main_score": 0.451537, + "hf_subset": "kac_Latn-urd_Arab", + "languages": [ + "kac-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.489413, + "recall": 0.523715, + "f1": 0.498653, + "accuracy": 0.523715, + "main_score": 0.498653, + "hf_subset": "kac_Latn-aka_Latn", + "languages": [ + "kac-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.465601, + "recall": 0.506917, + "f1": 0.476672, + "accuracy": 0.506917, + "main_score": 0.476672, + "hf_subset": "kac_Latn-bjn_Latn", + "languages": [ + "kac-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.432281, + "recall": 0.480237, + "f1": 0.445107, + "accuracy": 0.480237, + "main_score": 0.445107, + "hf_subset": "kac_Latn-fao_Latn", + "languages": [ + "kac-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.478301, + "recall": 0.517787, + "f1": 0.488818, + "accuracy": 0.517787, + "main_score": 0.488818, + "hf_subset": "kac_Latn-ind_Latn", + "languages": [ + "kac-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.496052, + "recall": 0.525692, + "f1": 0.504337, + "accuracy": 0.525692, + "main_score": 0.504337, + "hf_subset": "kac_Latn-knc_Latn", + "languages": [ + "kac-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.451521, + "recall": 0.495059, + "f1": 0.46333, + "accuracy": 0.495059, + "main_score": 0.46333, + "hf_subset": "kac_Latn-mlt_Latn", + "languages": [ + "kac-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.48802, + "recall": 0.525692, + "f1": 0.499072, + "accuracy": 0.525692, + "main_score": 0.499072, + "hf_subset": "kac_Latn-quy_Latn", + "languages": [ + "kac-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.44512, + "recall": 0.492095, + "f1": 0.457748, + "accuracy": 0.492095, + "main_score": 0.457748, + "hf_subset": "kac_Latn-swh_Latn", + "languages": [ + "kac-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.42948, + "recall": 0.478261, + "f1": 0.441739, + "accuracy": 0.478261, + "main_score": 0.441739, + "hf_subset": "kac_Latn-uzn_Latn", + "languages": [ + "kac-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.440737, + "recall": 0.480237, + "f1": 0.451693, + "accuracy": 0.480237, + "main_score": 0.451693, + "hf_subset": "kac_Latn-als_Latn", + "languages": [ + "kac-Latn", + "als-Latn" + ] + }, + { + "precision": 0.36269, + "recall": 0.407115, + "f1": 0.374728, + "accuracy": 0.407115, + "main_score": 0.374728, + "hf_subset": "kac_Latn-bod_Tibt", + "languages": [ + "kac-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.467706, + "recall": 0.503953, + "f1": 0.477982, + "accuracy": 0.503953, + "main_score": 0.477982, + "hf_subset": "kac_Latn-fij_Latn", + "languages": [ + "kac-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.430877, + "recall": 0.478261, + "f1": 0.443824, + "accuracy": 0.478261, + "main_score": 0.443824, + "hf_subset": "kac_Latn-isl_Latn", + "languages": [ + "kac-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.475335, + "recall": 0.513834, + "f1": 0.485822, + "accuracy": 0.513834, + "main_score": 0.485822, + "hf_subset": "kac_Latn-kon_Latn", + "languages": [ + "kac-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.440213, + "recall": 0.481225, + "f1": 0.451587, + "accuracy": 0.481225, + "main_score": 0.451587, + "hf_subset": "kac_Latn-mni_Beng", + "languages": [ + "kac-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.453796, + "recall": 0.504941, + "f1": 0.467619, + "accuracy": 0.504941, + "main_score": 0.467619, + "hf_subset": "kac_Latn-ron_Latn", + "languages": [ + "kac-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.452289, + "recall": 0.497036, + "f1": 0.464006, + "accuracy": 0.497036, + "main_score": 0.464006, + "hf_subset": "kac_Latn-szl_Latn", + "languages": [ + "kac-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.46962, + "recall": 0.512846, + "f1": 0.480843, + "accuracy": 0.512846, + "main_score": 0.480843, + "hf_subset": "kac_Latn-vec_Latn", + "languages": [ + "kac-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.455839, + "recall": 0.501976, + "f1": 0.468181, + "accuracy": 0.501976, + "main_score": 0.468181, + "hf_subset": "kac_Latn-amh_Ethi", + "languages": [ + "kac-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.471846, + "recall": 0.519763, + "f1": 0.484657, + "accuracy": 0.519763, + "main_score": 0.484657, + "hf_subset": "kac_Latn-bos_Latn", + "languages": [ + "kac-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.448624, + "recall": 0.492095, + "f1": 0.460425, + "accuracy": 0.492095, + "main_score": 0.460425, + "hf_subset": "kac_Latn-fin_Latn", + "languages": [ + "kac-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.483931, + "recall": 0.527668, + "f1": 0.495706, + "accuracy": 0.527668, + "main_score": 0.495706, + "hf_subset": "kac_Latn-ita_Latn", + "languages": [ + "kac-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.468899, + "recall": 0.512846, + "f1": 0.481021, + "accuracy": 0.512846, + "main_score": 0.481021, + "hf_subset": "kac_Latn-kor_Hang", + "languages": [ + "kac-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.461588, + "recall": 0.500988, + "f1": 0.472718, + "accuracy": 0.500988, + "main_score": 0.472718, + "hf_subset": "kac_Latn-mos_Latn", + "languages": [ + "kac-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.453538, + "recall": 0.494071, + "f1": 0.46425, + "accuracy": 0.494071, + "main_score": 0.46425, + "hf_subset": "kac_Latn-run_Latn", + "languages": [ + "kac-Latn", + "run-Latn" + ] + }, + { + "precision": 0.422805, + "recall": 0.469368, + "f1": 0.433823, + "accuracy": 0.469368, + "main_score": 0.433823, + "hf_subset": "kac_Latn-tam_Taml", + "languages": [ + "kac-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.469188, + "recall": 0.51087, + "f1": 0.480572, + "accuracy": 0.51087, + "main_score": 0.480572, + "hf_subset": "kac_Latn-vie_Latn", + "languages": [ + "kac-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.451181, + "recall": 0.499012, + "f1": 0.463512, + "accuracy": 0.499012, + "main_score": 0.463512, + "hf_subset": "kac_Latn-apc_Arab", + "languages": [ + "kac-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.460629, + "recall": 0.503953, + "f1": 0.472135, + "accuracy": 0.503953, + "main_score": 0.472135, + "hf_subset": "kac_Latn-bug_Latn", + "languages": [ + "kac-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.427491, + "recall": 0.463439, + "f1": 0.437449, + "accuracy": 0.463439, + "main_score": 0.437449, + "hf_subset": "kac_Latn-fon_Latn", + "languages": [ + "kac-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.458318, + "recall": 0.503953, + "f1": 0.470286, + "accuracy": 0.503953, + "main_score": 0.470286, + "hf_subset": "kac_Latn-jav_Latn", + "languages": [ + "kac-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.417574, + "recall": 0.461462, + "f1": 0.430521, + "accuracy": 0.461462, + "main_score": 0.430521, + "hf_subset": "kac_Latn-lao_Laoo", + "languages": [ + "kac-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.433328, + "recall": 0.47332, + "f1": 0.444354, + "accuracy": 0.47332, + "main_score": 0.444354, + "hf_subset": "kac_Latn-mri_Latn", + "languages": [ + "kac-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.454855, + "recall": 0.5, + "f1": 0.467183, + "accuracy": 0.5, + "main_score": 0.467183, + "hf_subset": "kac_Latn-rus_Cyrl", + "languages": [ + "kac-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.467674, + "recall": 0.505929, + "f1": 0.478575, + "accuracy": 0.505929, + "main_score": 0.478575, + "hf_subset": "kac_Latn-taq_Latn", + "languages": [ + "kac-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.45152, + "recall": 0.495059, + "f1": 0.463265, + "accuracy": 0.495059, + "main_score": 0.463265, + "hf_subset": "kac_Latn-war_Latn", + "languages": [ + "kac-Latn", + "war-Latn" + ] + }, + { + "precision": 0.442194, + "recall": 0.491107, + "f1": 0.454114, + "accuracy": 0.491107, + "main_score": 0.454114, + "hf_subset": "kac_Latn-arb_Arab", + "languages": [ + "kac-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.456965, + "recall": 0.504941, + "f1": 0.469843, + "accuracy": 0.504941, + "main_score": 0.469843, + "hf_subset": "kac_Latn-bul_Cyrl", + "languages": [ + "kac-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.472201, + "recall": 0.512846, + "f1": 0.483021, + "accuracy": 0.512846, + "main_score": 0.483021, + "hf_subset": "kac_Latn-fra_Latn", + "languages": [ + "kac-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.466412, + "recall": 0.513834, + "f1": 0.479622, + "accuracy": 0.513834, + "main_score": 0.479622, + "hf_subset": "kac_Latn-jpn_Jpan", + "languages": [ + "kac-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.462417, + "recall": 0.505929, + "f1": 0.475192, + "accuracy": 0.505929, + "main_score": 0.475192, + "hf_subset": "kac_Latn-lij_Latn", + "languages": [ + "kac-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.441769, + "recall": 0.485178, + "f1": 0.453276, + "accuracy": 0.485178, + "main_score": 0.453276, + "hf_subset": "kac_Latn-mya_Mymr", + "languages": [ + "kac-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.480494, + "recall": 0.514822, + "f1": 0.489671, + "accuracy": 0.514822, + "main_score": 0.489671, + "hf_subset": "kac_Latn-sag_Latn", + "languages": [ + "kac-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.252892, + "recall": 0.304348, + "f1": 0.265486, + "accuracy": 0.304348, + "main_score": 0.265486, + "hf_subset": "kac_Latn-taq_Tfng", + "languages": [ + "kac-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.485495, + "recall": 0.518775, + "f1": 0.49496, + "accuracy": 0.518775, + "main_score": 0.49496, + "hf_subset": "kac_Latn-wol_Latn", + "languages": [ + "kac-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.40217, + "recall": 0.448617, + "f1": 0.414682, + "accuracy": 0.448617, + "main_score": 0.414682, + "hf_subset": "kac_Latn-arb_Latn", + "languages": [ + "kac-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.455002, + "recall": 0.504941, + "f1": 0.468465, + "accuracy": 0.504941, + "main_score": 0.468465, + "hf_subset": "kac_Latn-cat_Latn", + "languages": [ + "kac-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.45123, + "recall": 0.500988, + "f1": 0.464123, + "accuracy": 0.500988, + "main_score": 0.464123, + "hf_subset": "kac_Latn-fur_Latn", + "languages": [ + "kac-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.397765, + "recall": 0.443676, + "f1": 0.410127, + "accuracy": 0.443676, + "main_score": 0.410127, + "hf_subset": "kac_Latn-kab_Latn", + "languages": [ + "kac-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.444451, + "recall": 0.487154, + "f1": 0.455786, + "accuracy": 0.487154, + "main_score": 0.455786, + "hf_subset": "kac_Latn-lim_Latn", + "languages": [ + "kac-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.470507, + "recall": 0.513834, + "f1": 0.482218, + "accuracy": 0.513834, + "main_score": 0.482218, + "hf_subset": "kac_Latn-nld_Latn", + "languages": [ + "kac-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.42773, + "recall": 0.476285, + "f1": 0.440346, + "accuracy": 0.476285, + "main_score": 0.440346, + "hf_subset": "kac_Latn-san_Deva", + "languages": [ + "kac-Latn", + "san-Deva" + ] + }, + { + "precision": 0.435531, + "recall": 0.480237, + "f1": 0.447753, + "accuracy": 0.480237, + "main_score": 0.447753, + "hf_subset": "kac_Latn-tat_Cyrl", + "languages": [ + "kac-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.461157, + "recall": 0.502964, + "f1": 0.47312, + "accuracy": 0.502964, + "main_score": 0.47312, + "hf_subset": "kac_Latn-xho_Latn", + "languages": [ + "kac-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.433853, + "recall": 0.486166, + "f1": 0.446926, + "accuracy": 0.486166, + "main_score": 0.446926, + "hf_subset": "kac_Latn-ars_Arab", + "languages": [ + "kac-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.463285, + "recall": 0.503953, + "f1": 0.474367, + "accuracy": 0.503953, + "main_score": 0.474367, + "hf_subset": "kac_Latn-ceb_Latn", + "languages": [ + "kac-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.461304, + "recall": 0.503953, + "f1": 0.473402, + "accuracy": 0.503953, + "main_score": 0.473402, + "hf_subset": "kac_Latn-fuv_Latn", + "languages": [ + "kac-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.500921, + "recall": 0.538538, + "f1": 0.511315, + "accuracy": 0.538538, + "main_score": 0.511315, + "hf_subset": "kac_Latn-lin_Latn", + "languages": [ + "kac-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.462388, + "recall": 0.502964, + "f1": 0.473666, + "accuracy": 0.502964, + "main_score": 0.473666, + "hf_subset": "kac_Latn-nno_Latn", + "languages": [ + "kac-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.441515, + "recall": 0.485178, + "f1": 0.453496, + "accuracy": 0.485178, + "main_score": 0.453496, + "hf_subset": "kac_Latn-sat_Olck", + "languages": [ + "kac-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.440651, + "recall": 0.488142, + "f1": 0.452367, + "accuracy": 0.488142, + "main_score": 0.452367, + "hf_subset": "kac_Latn-tel_Telu", + "languages": [ + "kac-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.420616, + "recall": 0.470356, + "f1": 0.433576, + "accuracy": 0.470356, + "main_score": 0.433576, + "hf_subset": "kac_Latn-ydd_Hebr", + "languages": [ + "kac-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.423723, + "recall": 0.470356, + "f1": 0.43555, + "accuracy": 0.470356, + "main_score": 0.43555, + "hf_subset": "kac_Latn-ary_Arab", + "languages": [ + "kac-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.456438, + "recall": 0.506917, + "f1": 0.470355, + "accuracy": 0.506917, + "main_score": 0.470355, + "hf_subset": "kac_Latn-ces_Latn", + "languages": [ + "kac-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.435111, + "recall": 0.482213, + "f1": 0.447902, + "accuracy": 0.482213, + "main_score": 0.447902, + "hf_subset": "kac_Latn-gaz_Latn", + "languages": [ + "kac-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.486251, + "recall": 0.52668, + "f1": 0.497472, + "accuracy": 0.52668, + "main_score": 0.497472, + "hf_subset": "kac_Latn-kam_Latn", + "languages": [ + "kac-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.429402, + "recall": 0.479249, + "f1": 0.442951, + "accuracy": 0.479249, + "main_score": 0.442951, + "hf_subset": "kac_Latn-lit_Latn", + "languages": [ + "kac-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.459886, + "recall": 0.508893, + "f1": 0.473366, + "accuracy": 0.508893, + "main_score": 0.473366, + "hf_subset": "kac_Latn-nob_Latn", + "languages": [ + "kac-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.458454, + "recall": 0.494071, + "f1": 0.467989, + "accuracy": 0.494071, + "main_score": 0.467989, + "hf_subset": "kac_Latn-scn_Latn", + "languages": [ + "kac-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.431071, + "recall": 0.475296, + "f1": 0.44262, + "accuracy": 0.475296, + "main_score": 0.44262, + "hf_subset": "kac_Latn-tgk_Cyrl", + "languages": [ + "kac-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.429967, + "recall": 0.474308, + "f1": 0.442314, + "accuracy": 0.474308, + "main_score": 0.442314, + "hf_subset": "kac_Latn-yor_Latn", + "languages": [ + "kac-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.4441, + "recall": 0.492095, + "f1": 0.457418, + "accuracy": 0.492095, + "main_score": 0.457418, + "hf_subset": "kac_Latn-arz_Arab", + "languages": [ + "kac-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.461511, + "recall": 0.494071, + "f1": 0.471129, + "accuracy": 0.494071, + "main_score": 0.471129, + "hf_subset": "kac_Latn-cjk_Latn", + "languages": [ + "kac-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.434849, + "recall": 0.481225, + "f1": 0.447113, + "accuracy": 0.481225, + "main_score": 0.447113, + "hf_subset": "kac_Latn-gla_Latn", + "languages": [ + "kac-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.41508, + "recall": 0.464427, + "f1": 0.42846, + "accuracy": 0.464427, + "main_score": 0.42846, + "hf_subset": "kac_Latn-kan_Knda", + "languages": [ + "kac-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.463083, + "recall": 0.504941, + "f1": 0.474169, + "accuracy": 0.504941, + "main_score": 0.474169, + "hf_subset": "kac_Latn-lmo_Latn", + "languages": [ + "kac-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.431952, + "recall": 0.477273, + "f1": 0.444381, + "accuracy": 0.477273, + "main_score": 0.444381, + "hf_subset": "kac_Latn-npi_Deva", + "languages": [ + "kac-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.416852, + "recall": 0.458498, + "f1": 0.428453, + "accuracy": 0.458498, + "main_score": 0.428453, + "hf_subset": "kac_Latn-shn_Mymr", + "languages": [ + "kac-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.464115, + "recall": 0.502964, + "f1": 0.474691, + "accuracy": 0.502964, + "main_score": 0.474691, + "hf_subset": "kac_Latn-tgl_Latn", + "languages": [ + "kac-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.429946, + "recall": 0.483202, + "f1": 0.444372, + "accuracy": 0.483202, + "main_score": 0.444372, + "hf_subset": "kac_Latn-yue_Hant", + "languages": [ + "kac-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.413221, + "recall": 0.45751, + "f1": 0.42494, + "accuracy": 0.45751, + "main_score": 0.42494, + "hf_subset": "kac_Latn-asm_Beng", + "languages": [ + "kac-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.425262, + "recall": 0.470356, + "f1": 0.437149, + "accuracy": 0.470356, + "main_score": 0.437149, + "hf_subset": "kac_Latn-ckb_Arab", + "languages": [ + "kac-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.431862, + "recall": 0.477273, + "f1": 0.443985, + "accuracy": 0.477273, + "main_score": 0.443985, + "hf_subset": "kac_Latn-gle_Latn", + "languages": [ + "kac-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.423421, + "recall": 0.470356, + "f1": 0.436372, + "accuracy": 0.470356, + "main_score": 0.436372, + "hf_subset": "kac_Latn-kas_Arab", + "languages": [ + "kac-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.440439, + "recall": 0.485178, + "f1": 0.452018, + "accuracy": 0.485178, + "main_score": 0.452018, + "hf_subset": "kac_Latn-ltg_Latn", + "languages": [ + "kac-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.475029, + "recall": 0.513834, + "f1": 0.485446, + "accuracy": 0.513834, + "main_score": 0.485446, + "hf_subset": "kac_Latn-nso_Latn", + "languages": [ + "kac-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.417399, + "recall": 0.460474, + "f1": 0.429222, + "accuracy": 0.460474, + "main_score": 0.429222, + "hf_subset": "kac_Latn-sin_Sinh", + "languages": [ + "kac-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.446578, + "recall": 0.493083, + "f1": 0.458358, + "accuracy": 0.493083, + "main_score": 0.458358, + "hf_subset": "kac_Latn-tha_Thai", + "languages": [ + "kac-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.412688, + "recall": 0.458498, + "f1": 0.424152, + "accuracy": 0.458498, + "main_score": 0.424152, + "hf_subset": "kac_Latn-zho_Hans", + "languages": [ + "kac-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.454005, + "recall": 0.498024, + "f1": 0.465704, + "accuracy": 0.498024, + "main_score": 0.465704, + "hf_subset": "kac_Latn-ast_Latn", + "languages": [ + "kac-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.452998, + "recall": 0.490119, + "f1": 0.462889, + "accuracy": 0.490119, + "main_score": 0.462889, + "hf_subset": "kac_Latn-crh_Latn", + "languages": [ + "kac-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.450852, + "recall": 0.499012, + "f1": 0.464103, + "accuracy": 0.499012, + "main_score": 0.464103, + "hf_subset": "kac_Latn-glg_Latn", + "languages": [ + "kac-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.444676, + "recall": 0.492095, + "f1": 0.45721, + "accuracy": 0.492095, + "main_score": 0.45721, + "hf_subset": "kac_Latn-kas_Deva", + "languages": [ + "kac-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.424794, + "recall": 0.468379, + "f1": 0.436632, + "accuracy": 0.468379, + "main_score": 0.436632, + "hf_subset": "kac_Latn-ltz_Latn", + "languages": [ + "kac-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.44999, + "recall": 0.495059, + "f1": 0.462243, + "accuracy": 0.495059, + "main_score": 0.462243, + "hf_subset": "kac_Latn-nus_Latn", + "languages": [ + "kac-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.468745, + "recall": 0.508893, + "f1": 0.479929, + "accuracy": 0.508893, + "main_score": 0.479929, + "hf_subset": "kac_Latn-slk_Latn", + "languages": [ + "kac-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.455248, + "recall": 0.492095, + "f1": 0.465388, + "accuracy": 0.492095, + "main_score": 0.465388, + "hf_subset": "kac_Latn-tir_Ethi", + "languages": [ + "kac-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.45522, + "recall": 0.502964, + "f1": 0.468008, + "accuracy": 0.502964, + "main_score": 0.468008, + "hf_subset": "kac_Latn-zho_Hant", + "languages": [ + "kac-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.444041, + "recall": 0.491107, + "f1": 0.455707, + "accuracy": 0.491107, + "main_score": 0.455707, + "hf_subset": "kac_Latn-awa_Deva", + "languages": [ + "kac-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.442331, + "recall": 0.486166, + "f1": 0.454435, + "accuracy": 0.486166, + "main_score": 0.454435, + "hf_subset": "kac_Latn-cym_Latn", + "languages": [ + "kac-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.474507, + "recall": 0.507905, + "f1": 0.483793, + "accuracy": 0.507905, + "main_score": 0.483793, + "hf_subset": "kac_Latn-grn_Latn", + "languages": [ + "kac-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.422814, + "recall": 0.47332, + "f1": 0.436101, + "accuracy": 0.47332, + "main_score": 0.436101, + "hf_subset": "kac_Latn-kat_Geor", + "languages": [ + "kac-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.476644, + "recall": 0.511858, + "f1": 0.486102, + "accuracy": 0.511858, + "main_score": 0.486102, + "hf_subset": "kac_Latn-lua_Latn", + "languages": [ + "kac-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.468699, + "recall": 0.501976, + "f1": 0.478047, + "accuracy": 0.501976, + "main_score": 0.478047, + "hf_subset": "kac_Latn-nya_Latn", + "languages": [ + "kac-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.454425, + "recall": 0.502964, + "f1": 0.467975, + "accuracy": 0.502964, + "main_score": 0.467975, + "hf_subset": "kac_Latn-slv_Latn", + "languages": [ + "kac-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.468404, + "recall": 0.508893, + "f1": 0.479209, + "accuracy": 0.508893, + "main_score": 0.479209, + "hf_subset": "kac_Latn-tpi_Latn", + "languages": [ + "kac-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.465134, + "recall": 0.507905, + "f1": 0.476386, + "accuracy": 0.507905, + "main_score": 0.476386, + "hf_subset": "kac_Latn-zsm_Latn", + "languages": [ + "kac-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.470906, + "recall": 0.506917, + "f1": 0.480684, + "accuracy": 0.506917, + "main_score": 0.480684, + "hf_subset": "kac_Latn-ayr_Latn", + "languages": [ + "kac-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.45562, + "recall": 0.5, + "f1": 0.46818, + "accuracy": 0.5, + "main_score": 0.46818, + "hf_subset": "kac_Latn-dan_Latn", + "languages": [ + "kac-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.437739, + "recall": 0.486166, + "f1": 0.450031, + "accuracy": 0.486166, + "main_score": 0.450031, + "hf_subset": "kac_Latn-guj_Gujr", + "languages": [ + "kac-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.428094, + "recall": 0.470356, + "f1": 0.439468, + "accuracy": 0.470356, + "main_score": 0.439468, + "hf_subset": "kac_Latn-kaz_Cyrl", + "languages": [ + "kac-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.443758, + "recall": 0.492095, + "f1": 0.457241, + "accuracy": 0.492095, + "main_score": 0.457241, + "hf_subset": "kac_Latn-lug_Latn", + "languages": [ + "kac-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.446394, + "recall": 0.493083, + "f1": 0.458993, + "accuracy": 0.493083, + "main_score": 0.458993, + "hf_subset": "kac_Latn-oci_Latn", + "languages": [ + "kac-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.450152, + "recall": 0.48913, + "f1": 0.461135, + "accuracy": 0.48913, + "main_score": 0.461135, + "hf_subset": "kac_Latn-smo_Latn", + "languages": [ + "kac-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.46506, + "recall": 0.500988, + "f1": 0.475141, + "accuracy": 0.500988, + "main_score": 0.475141, + "hf_subset": "kac_Latn-tsn_Latn", + "languages": [ + "kac-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.459543, + "recall": 0.499012, + "f1": 0.470598, + "accuracy": 0.499012, + "main_score": 0.470598, + "hf_subset": "kac_Latn-zul_Latn", + "languages": [ + "kac-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.4219, + "recall": 0.466403, + "f1": 0.433997, + "accuracy": 0.466403, + "main_score": 0.433997, + "hf_subset": "kac_Latn-azb_Arab", + "languages": [ + "kac-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.461881, + "recall": 0.508893, + "f1": 0.475392, + "accuracy": 0.508893, + "main_score": 0.475392, + "hf_subset": "kac_Latn-deu_Latn", + "languages": [ + "kac-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.427957, + "recall": 0.477273, + "f1": 0.440423, + "accuracy": 0.477273, + "main_score": 0.440423, + "hf_subset": "kac_Latn-hat_Latn", + "languages": [ + "kac-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.448099, + "recall": 0.487154, + "f1": 0.459536, + "accuracy": 0.487154, + "main_score": 0.459536, + "hf_subset": "kac_Latn-kbp_Latn", + "languages": [ + "kac-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.497161, + "recall": 0.534585, + "f1": 0.507195, + "accuracy": 0.534585, + "main_score": 0.507195, + "hf_subset": "kac_Latn-luo_Latn", + "languages": [ + "kac-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.413443, + "recall": 0.466403, + "f1": 0.427233, + "accuracy": 0.466403, + "main_score": 0.427233, + "hf_subset": "kac_Latn-ory_Orya", + "languages": [ + "kac-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.456757, + "recall": 0.499012, + "f1": 0.468546, + "accuracy": 0.499012, + "main_score": 0.468546, + "hf_subset": "kac_Latn-sna_Latn", + "languages": [ + "kac-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.469799, + "recall": 0.506917, + "f1": 0.480023, + "accuracy": 0.506917, + "main_score": 0.480023, + "hf_subset": "kac_Latn-tso_Latn", + "languages": [ + "kac-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.440735, + "recall": 0.486166, + "f1": 0.452812, + "accuracy": 0.486166, + "main_score": 0.452812, + "hf_subset": "kac_Latn-azj_Latn", + "languages": [ + "kac-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.463294, + "recall": 0.5, + "f1": 0.473605, + "accuracy": 0.5, + "main_score": 0.473605, + "hf_subset": "kac_Latn-dik_Latn", + "languages": [ + "kac-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.436791, + "recall": 0.482213, + "f1": 0.448913, + "accuracy": 0.482213, + "main_score": 0.448913, + "hf_subset": "kac_Latn-hau_Latn", + "languages": [ + "kac-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.461055, + "recall": 0.502964, + "f1": 0.472754, + "accuracy": 0.502964, + "main_score": 0.472754, + "hf_subset": "kac_Latn-kea_Latn", + "languages": [ + "kac-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.472078, + "recall": 0.512846, + "f1": 0.482933, + "accuracy": 0.512846, + "main_score": 0.482933, + "hf_subset": "kac_Latn-lus_Latn", + "languages": [ + "kac-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.473408, + "recall": 0.51087, + "f1": 0.484381, + "accuracy": 0.51087, + "main_score": 0.484381, + "hf_subset": "kac_Latn-pag_Latn", + "languages": [ + "kac-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.411577, + "recall": 0.45751, + "f1": 0.423948, + "accuracy": 0.45751, + "main_score": 0.423948, + "hf_subset": "kac_Latn-snd_Arab", + "languages": [ + "kac-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.436543, + "recall": 0.487154, + "f1": 0.449991, + "accuracy": 0.487154, + "main_score": 0.449991, + "hf_subset": "kac_Latn-tuk_Latn", + "languages": [ + "kac-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.434072, + "recall": 0.477273, + "f1": 0.445953, + "accuracy": 0.477273, + "main_score": 0.445953, + "hf_subset": "kac_Latn-bak_Cyrl", + "languages": [ + "kac-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.41421, + "recall": 0.461462, + "f1": 0.42731, + "accuracy": 0.461462, + "main_score": 0.42731, + "hf_subset": "kac_Latn-dyu_Latn", + "languages": [ + "kac-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.443734, + "recall": 0.488142, + "f1": 0.455368, + "accuracy": 0.488142, + "main_score": 0.455368, + "hf_subset": "kac_Latn-heb_Hebr", + "languages": [ + "kac-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.447831, + "recall": 0.490119, + "f1": 0.459273, + "accuracy": 0.490119, + "main_score": 0.459273, + "hf_subset": "kac_Latn-khk_Cyrl", + "languages": [ + "kac-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.435911, + "recall": 0.485178, + "f1": 0.449, + "accuracy": 0.485178, + "main_score": 0.449, + "hf_subset": "kac_Latn-lvs_Latn", + "languages": [ + "kac-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.431156, + "recall": 0.476285, + "f1": 0.442848, + "accuracy": 0.476285, + "main_score": 0.442848, + "hf_subset": "kac_Latn-pan_Guru", + "languages": [ + "kac-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.444365, + "recall": 0.48419, + "f1": 0.455301, + "accuracy": 0.48419, + "main_score": 0.455301, + "hf_subset": "kac_Latn-som_Latn", + "languages": [ + "kac-Latn", + "som-Latn" + ] + }, + { + "precision": 0.45669, + "recall": 0.491107, + "f1": 0.46625, + "accuracy": 0.491107, + "main_score": 0.46625, + "hf_subset": "kac_Latn-tum_Latn", + "languages": [ + "kac-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.465066, + "recall": 0.524704, + "f1": 0.481673, + "accuracy": 0.524704, + "main_score": 0.481673, + "hf_subset": "lin_Latn-ace_Arab", + "languages": [ + "lin-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.525973, + "recall": 0.570158, + "f1": 0.538292, + "accuracy": 0.570158, + "main_score": 0.538292, + "hf_subset": "lin_Latn-bam_Latn", + "languages": [ + "lin-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.416813, + "recall": 0.474308, + "f1": 0.432785, + "accuracy": 0.474308, + "main_score": 0.432785, + "hf_subset": "lin_Latn-dzo_Tibt", + "languages": [ + "lin-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.657256, + "recall": 0.710474, + "f1": 0.671168, + "accuracy": 0.710474, + "main_score": 0.671168, + "hf_subset": "lin_Latn-hin_Deva", + "languages": [ + "lin-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.580539, + "recall": 0.634387, + "f1": 0.594496, + "accuracy": 0.634387, + "main_score": 0.594496, + "hf_subset": "lin_Latn-khm_Khmr", + "languages": [ + "lin-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.618616, + "recall": 0.66996, + "f1": 0.632498, + "accuracy": 0.66996, + "main_score": 0.632498, + "hf_subset": "lin_Latn-mag_Deva", + "languages": [ + "lin-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.628558, + "recall": 0.674901, + "f1": 0.640887, + "accuracy": 0.674901, + "main_score": 0.640887, + "hf_subset": "lin_Latn-pap_Latn", + "languages": [ + "lin-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.614822, + "recall": 0.664032, + "f1": 0.628081, + "accuracy": 0.664032, + "main_score": 0.628081, + "hf_subset": "lin_Latn-sot_Latn", + "languages": [ + "lin-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.652843, + "recall": 0.70751, + "f1": 0.667053, + "accuracy": 0.70751, + "main_score": 0.667053, + "hf_subset": "lin_Latn-tur_Latn", + "languages": [ + "lin-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.629091, + "recall": 0.672925, + "f1": 0.640942, + "accuracy": 0.672925, + "main_score": 0.640942, + "hf_subset": "lin_Latn-ace_Latn", + "languages": [ + "lin-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.632041, + "recall": 0.671937, + "f1": 0.642904, + "accuracy": 0.671937, + "main_score": 0.642904, + "hf_subset": "lin_Latn-ban_Latn", + "languages": [ + "lin-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.626466, + "recall": 0.671937, + "f1": 0.63916, + "accuracy": 0.671937, + "main_score": 0.63916, + "hf_subset": "lin_Latn-ell_Grek", + "languages": [ + "lin-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.610826, + "recall": 0.660079, + "f1": 0.623825, + "accuracy": 0.660079, + "main_score": 0.623825, + "hf_subset": "lin_Latn-hne_Deva", + "languages": [ + "lin-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.538499, + "recall": 0.586957, + "f1": 0.552076, + "accuracy": 0.586957, + "main_score": 0.552076, + "hf_subset": "lin_Latn-kik_Latn", + "languages": [ + "lin-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.621091, + "recall": 0.671937, + "f1": 0.634528, + "accuracy": 0.671937, + "main_score": 0.634528, + "hf_subset": "lin_Latn-mai_Deva", + "languages": [ + "lin-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.600409, + "recall": 0.646245, + "f1": 0.61223, + "accuracy": 0.646245, + "main_score": 0.61223, + "hf_subset": "lin_Latn-pbt_Arab", + "languages": [ + "lin-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.648881, + "recall": 0.700593, + "f1": 0.662183, + "accuracy": 0.700593, + "main_score": 0.662183, + "hf_subset": "lin_Latn-spa_Latn", + "languages": [ + "lin-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.616867, + "recall": 0.662055, + "f1": 0.628908, + "accuracy": 0.662055, + "main_score": 0.628908, + "hf_subset": "lin_Latn-twi_Latn", + "languages": [ + "lin-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.616202, + "recall": 0.667984, + "f1": 0.629669, + "accuracy": 0.667984, + "main_score": 0.629669, + "hf_subset": "lin_Latn-acm_Arab", + "languages": [ + "lin-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.605712, + "recall": 0.661067, + "f1": 0.620638, + "accuracy": 0.661067, + "main_score": 0.620638, + "hf_subset": "lin_Latn-bel_Cyrl", + "languages": [ + "lin-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.657542, + "recall": 0.712451, + "f1": 0.671659, + "accuracy": 0.712451, + "main_score": 0.671659, + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.634219, + "recall": 0.68083, + "f1": 0.646354, + "accuracy": 0.68083, + "main_score": 0.646354, + "hf_subset": "lin_Latn-hrv_Latn", + "languages": [ + "lin-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.584065, + "recall": 0.629447, + "f1": 0.596738, + "accuracy": 0.629447, + "main_score": 0.596738, + "hf_subset": "lin_Latn-kin_Latn", + "languages": [ + "lin-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.608862, + "recall": 0.666996, + "f1": 0.624043, + "accuracy": 0.666996, + "main_score": 0.624043, + "hf_subset": "lin_Latn-mal_Mlym", + "languages": [ + "lin-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.611882, + "recall": 0.666008, + "f1": 0.625748, + "accuracy": 0.666008, + "main_score": 0.625748, + "hf_subset": "lin_Latn-pes_Arab", + "languages": [ + "lin-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.632179, + "recall": 0.676877, + "f1": 0.643692, + "accuracy": 0.676877, + "main_score": 0.643692, + "hf_subset": "lin_Latn-srd_Latn", + "languages": [ + "lin-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.269401, + "recall": 0.328063, + "f1": 0.283403, + "accuracy": 0.328063, + "main_score": 0.283403, + "hf_subset": "lin_Latn-tzm_Tfng", + "languages": [ + "lin-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.63036, + "recall": 0.683794, + "f1": 0.644355, + "accuracy": 0.683794, + "main_score": 0.644355, + "hf_subset": "lin_Latn-acq_Arab", + "languages": [ + "lin-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.604126, + "recall": 0.651186, + "f1": 0.616964, + "accuracy": 0.651186, + "main_score": 0.616964, + "hf_subset": "lin_Latn-bem_Latn", + "languages": [ + "lin-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.634709, + "recall": 0.688735, + "f1": 0.648902, + "accuracy": 0.688735, + "main_score": 0.648902, + "hf_subset": "lin_Latn-epo_Latn", + "languages": [ + "lin-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.650353, + "recall": 0.700593, + "f1": 0.66358, + "accuracy": 0.700593, + "main_score": 0.66358, + "hf_subset": "lin_Latn-hun_Latn", + "languages": [ + "lin-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.615616, + "recall": 0.666996, + "f1": 0.629112, + "accuracy": 0.666996, + "main_score": 0.629112, + "hf_subset": "lin_Latn-kir_Cyrl", + "languages": [ + "lin-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.604985, + "recall": 0.658103, + "f1": 0.618899, + "accuracy": 0.658103, + "main_score": 0.618899, + "hf_subset": "lin_Latn-mar_Deva", + "languages": [ + "lin-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.591737, + "recall": 0.642292, + "f1": 0.605267, + "accuracy": 0.642292, + "main_score": 0.605267, + "hf_subset": "lin_Latn-plt_Latn", + "languages": [ + "lin-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.628212, + "recall": 0.679842, + "f1": 0.641002, + "accuracy": 0.679842, + "main_score": 0.641002, + "hf_subset": "lin_Latn-srp_Cyrl", + "languages": [ + "lin-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.54041, + "recall": 0.600791, + "f1": 0.556094, + "accuracy": 0.600791, + "main_score": 0.556094, + "hf_subset": "lin_Latn-uig_Arab", + "languages": [ + "lin-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.608401, + "recall": 0.656126, + "f1": 0.62103, + "accuracy": 0.656126, + "main_score": 0.62103, + "hf_subset": "lin_Latn-aeb_Arab", + "languages": [ + "lin-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.622165, + "recall": 0.673913, + "f1": 0.635507, + "accuracy": 0.673913, + "main_score": 0.635507, + "hf_subset": "lin_Latn-ben_Beng", + "languages": [ + "lin-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.627375, + "recall": 0.678854, + "f1": 0.640996, + "accuracy": 0.678854, + "main_score": 0.640996, + "hf_subset": "lin_Latn-est_Latn", + "languages": [ + "lin-Latn", + "est-Latn" + ] + }, + { + "precision": 0.582722, + "recall": 0.645257, + "f1": 0.599513, + "accuracy": 0.645257, + "main_score": 0.599513, + "hf_subset": "lin_Latn-hye_Armn", + "languages": [ + "lin-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.520812, + "recall": 0.562253, + "f1": 0.532773, + "accuracy": 0.562253, + "main_score": 0.532773, + "hf_subset": "lin_Latn-kmb_Latn", + "languages": [ + "lin-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.439354, + "recall": 0.5, + "f1": 0.456066, + "accuracy": 0.5, + "main_score": 0.456066, + "hf_subset": "lin_Latn-min_Arab", + "languages": [ + "lin-Latn", + "min-Arab" + ] + }, + { + "precision": 0.650886, + "recall": 0.700593, + "f1": 0.663977, + "accuracy": 0.700593, + "main_score": 0.663977, + "hf_subset": "lin_Latn-pol_Latn", + "languages": [ + "lin-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.569336, + "recall": 0.615613, + "f1": 0.582495, + "accuracy": 0.615613, + "main_score": 0.582495, + "hf_subset": "lin_Latn-ssw_Latn", + "languages": [ + "lin-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.637208, + "recall": 0.687747, + "f1": 0.649784, + "accuracy": 0.687747, + "main_score": 0.649784, + "hf_subset": "lin_Latn-ukr_Cyrl", + "languages": [ + "lin-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.631185, + "recall": 0.676877, + "f1": 0.642707, + "accuracy": 0.676877, + "main_score": 0.642707, + "hf_subset": "lin_Latn-afr_Latn", + "languages": [ + "lin-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.630602, + "recall": 0.690711, + "f1": 0.645955, + "accuracy": 0.690711, + "main_score": 0.645955, + "hf_subset": "lin_Latn-bho_Deva", + "languages": [ + "lin-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.62348, + "recall": 0.667984, + "f1": 0.634582, + "accuracy": 0.667984, + "main_score": 0.634582, + "hf_subset": "lin_Latn-eus_Latn", + "languages": [ + "lin-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.594584, + "recall": 0.643281, + "f1": 0.607774, + "accuracy": 0.643281, + "main_score": 0.607774, + "hf_subset": "lin_Latn-ibo_Latn", + "languages": [ + "lin-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.60028, + "recall": 0.648221, + "f1": 0.613295, + "accuracy": 0.648221, + "main_score": 0.613295, + "hf_subset": "lin_Latn-kmr_Latn", + "languages": [ + "lin-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.62175, + "recall": 0.667984, + "f1": 0.633539, + "accuracy": 0.667984, + "main_score": 0.633539, + "hf_subset": "lin_Latn-min_Latn", + "languages": [ + "lin-Latn", + "min-Latn" + ] + }, + { + "precision": 0.653468, + "recall": 0.703557, + "f1": 0.666656, + "accuracy": 0.703557, + "main_score": 0.666656, + "hf_subset": "lin_Latn-por_Latn", + "languages": [ + "lin-Latn", + "por-Latn" + ] + }, + { + "precision": 0.62726, + "recall": 0.666996, + "f1": 0.63756, + "accuracy": 0.666996, + "main_score": 0.63756, + "hf_subset": "lin_Latn-sun_Latn", + "languages": [ + "lin-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.507678, + "recall": 0.557312, + "f1": 0.522151, + "accuracy": 0.557312, + "main_score": 0.522151, + "hf_subset": "lin_Latn-umb_Latn", + "languages": [ + "lin-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.631191, + "recall": 0.68083, + "f1": 0.644045, + "accuracy": 0.68083, + "main_score": 0.644045, + "hf_subset": "lin_Latn-ajp_Arab", + "languages": [ + "lin-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.454594, + "recall": 0.51087, + "f1": 0.469784, + "accuracy": 0.51087, + "main_score": 0.469784, + "hf_subset": "lin_Latn-bjn_Arab", + "languages": [ + "lin-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.502964, + "recall": 0.545455, + "f1": 0.514585, + "accuracy": 0.545455, + "main_score": 0.514585, + "hf_subset": "lin_Latn-ewe_Latn", + "languages": [ + "lin-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.615113, + "recall": 0.667984, + "f1": 0.628885, + "accuracy": 0.667984, + "main_score": 0.628885, + "hf_subset": "lin_Latn-ilo_Latn", + "languages": [ + "lin-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.271652, + "recall": 0.335968, + "f1": 0.288054, + "accuracy": 0.335968, + "main_score": 0.288054, + "hf_subset": "lin_Latn-knc_Arab", + "languages": [ + "lin-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.62956, + "recall": 0.670949, + "f1": 0.640581, + "accuracy": 0.670949, + "main_score": 0.640581, + "hf_subset": "lin_Latn-mkd_Cyrl", + "languages": [ + "lin-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.623193, + "recall": 0.676877, + "f1": 0.637229, + "accuracy": 0.676877, + "main_score": 0.637229, + "hf_subset": "lin_Latn-prs_Arab", + "languages": [ + "lin-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.64002, + "recall": 0.698617, + "f1": 0.654909, + "accuracy": 0.698617, + "main_score": 0.654909, + "hf_subset": "lin_Latn-swe_Latn", + "languages": [ + "lin-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.603988, + "recall": 0.658103, + "f1": 0.617941, + "accuracy": 0.658103, + "main_score": 0.617941, + "hf_subset": "lin_Latn-urd_Arab", + "languages": [ + "lin-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.597237, + "recall": 0.63834, + "f1": 0.608596, + "accuracy": 0.63834, + "main_score": 0.608596, + "hf_subset": "lin_Latn-aka_Latn", + "languages": [ + "lin-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.649134, + "recall": 0.685771, + "f1": 0.65868, + "accuracy": 0.685771, + "main_score": 0.65868, + "hf_subset": "lin_Latn-bjn_Latn", + "languages": [ + "lin-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.603007, + "recall": 0.649209, + "f1": 0.615455, + "accuracy": 0.649209, + "main_score": 0.615455, + "hf_subset": "lin_Latn-fao_Latn", + "languages": [ + "lin-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.646589, + "recall": 0.697628, + "f1": 0.660053, + "accuracy": 0.697628, + "main_score": 0.660053, + "hf_subset": "lin_Latn-ind_Latn", + "languages": [ + "lin-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.542091, + "recall": 0.582016, + "f1": 0.552731, + "accuracy": 0.582016, + "main_score": 0.552731, + "hf_subset": "lin_Latn-knc_Latn", + "languages": [ + "lin-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.61604, + "recall": 0.653162, + "f1": 0.625599, + "accuracy": 0.653162, + "main_score": 0.625599, + "hf_subset": "lin_Latn-mlt_Latn", + "languages": [ + "lin-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.584365, + "recall": 0.631423, + "f1": 0.597456, + "accuracy": 0.631423, + "main_score": 0.597456, + "hf_subset": "lin_Latn-quy_Latn", + "languages": [ + "lin-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.618867, + "recall": 0.666996, + "f1": 0.63152, + "accuracy": 0.666996, + "main_score": 0.63152, + "hf_subset": "lin_Latn-swh_Latn", + "languages": [ + "lin-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.596208, + "recall": 0.656126, + "f1": 0.611296, + "accuracy": 0.656126, + "main_score": 0.611296, + "hf_subset": "lin_Latn-uzn_Latn", + "languages": [ + "lin-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.615493, + "recall": 0.667984, + "f1": 0.629256, + "accuracy": 0.667984, + "main_score": 0.629256, + "hf_subset": "lin_Latn-als_Latn", + "languages": [ + "lin-Latn", + "als-Latn" + ] + }, + { + "precision": 0.458568, + "recall": 0.51581, + "f1": 0.47402, + "accuracy": 0.51581, + "main_score": 0.47402, + "hf_subset": "lin_Latn-bod_Tibt", + "languages": [ + "lin-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.571649, + "recall": 0.614625, + "f1": 0.583098, + "accuracy": 0.614625, + "main_score": 0.583098, + "hf_subset": "lin_Latn-fij_Latn", + "languages": [ + "lin-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.586969, + "recall": 0.63834, + "f1": 0.600125, + "accuracy": 0.63834, + "main_score": 0.600125, + "hf_subset": "lin_Latn-isl_Latn", + "languages": [ + "lin-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.65189, + "recall": 0.703557, + "f1": 0.665757, + "accuracy": 0.703557, + "main_score": 0.665757, + "hf_subset": "lin_Latn-kon_Latn", + "languages": [ + "lin-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.519849, + "recall": 0.56917, + "f1": 0.533634, + "accuracy": 0.56917, + "main_score": 0.533634, + "hf_subset": "lin_Latn-mni_Beng", + "languages": [ + "lin-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.656402, + "recall": 0.699605, + "f1": 0.667507, + "accuracy": 0.699605, + "main_score": 0.667507, + "hf_subset": "lin_Latn-ron_Latn", + "languages": [ + "lin-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.630455, + "recall": 0.677866, + "f1": 0.643055, + "accuracy": 0.677866, + "main_score": 0.643055, + "hf_subset": "lin_Latn-szl_Latn", + "languages": [ + "lin-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.662614, + "recall": 0.705534, + "f1": 0.673808, + "accuracy": 0.705534, + "main_score": 0.673808, + "hf_subset": "lin_Latn-vec_Latn", + "languages": [ + "lin-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.616357, + "recall": 0.664032, + "f1": 0.628598, + "accuracy": 0.664032, + "main_score": 0.628598, + "hf_subset": "lin_Latn-amh_Ethi", + "languages": [ + "lin-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.637928, + "recall": 0.68083, + "f1": 0.648775, + "accuracy": 0.68083, + "main_score": 0.648775, + "hf_subset": "lin_Latn-bos_Latn", + "languages": [ + "lin-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.633836, + "recall": 0.682806, + "f1": 0.646934, + "accuracy": 0.682806, + "main_score": 0.646934, + "hf_subset": "lin_Latn-fin_Latn", + "languages": [ + "lin-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.655954, + "recall": 0.703557, + "f1": 0.66838, + "accuracy": 0.703557, + "main_score": 0.66838, + "hf_subset": "lin_Latn-ita_Latn", + "languages": [ + "lin-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.638985, + "recall": 0.692688, + "f1": 0.653414, + "accuracy": 0.692688, + "main_score": 0.653414, + "hf_subset": "lin_Latn-kor_Hang", + "languages": [ + "lin-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.533493, + "recall": 0.579051, + "f1": 0.546655, + "accuracy": 0.579051, + "main_score": 0.546655, + "hf_subset": "lin_Latn-mos_Latn", + "languages": [ + "lin-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.576561, + "recall": 0.626482, + "f1": 0.590436, + "accuracy": 0.626482, + "main_score": 0.590436, + "hf_subset": "lin_Latn-run_Latn", + "languages": [ + "lin-Latn", + "run-Latn" + ] + }, + { + "precision": 0.601172, + "recall": 0.648221, + "f1": 0.613798, + "accuracy": 0.648221, + "main_score": 0.613798, + "hf_subset": "lin_Latn-tam_Taml", + "languages": [ + "lin-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.637618, + "recall": 0.684783, + "f1": 0.649626, + "accuracy": 0.684783, + "main_score": 0.649626, + "hf_subset": "lin_Latn-vie_Latn", + "languages": [ + "lin-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.631009, + "recall": 0.676877, + "f1": 0.642925, + "accuracy": 0.676877, + "main_score": 0.642925, + "hf_subset": "lin_Latn-apc_Arab", + "languages": [ + "lin-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.58559, + "recall": 0.631423, + "f1": 0.598378, + "accuracy": 0.631423, + "main_score": 0.598378, + "hf_subset": "lin_Latn-bug_Latn", + "languages": [ + "lin-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.466528, + "recall": 0.505929, + "f1": 0.478133, + "accuracy": 0.505929, + "main_score": 0.478133, + "hf_subset": "lin_Latn-fon_Latn", + "languages": [ + "lin-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.616332, + "recall": 0.660079, + "f1": 0.627629, + "accuracy": 0.660079, + "main_score": 0.627629, + "hf_subset": "lin_Latn-jav_Latn", + "languages": [ + "lin-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.573849, + "recall": 0.62747, + "f1": 0.588173, + "accuracy": 0.62747, + "main_score": 0.588173, + "hf_subset": "lin_Latn-lao_Laoo", + "languages": [ + "lin-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.553194, + "recall": 0.604743, + "f1": 0.566967, + "accuracy": 0.604743, + "main_score": 0.566967, + "hf_subset": "lin_Latn-mri_Latn", + "languages": [ + "lin-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.647103, + "recall": 0.698617, + "f1": 0.659805, + "accuracy": 0.698617, + "main_score": 0.659805, + "hf_subset": "lin_Latn-rus_Cyrl", + "languages": [ + "lin-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.540139, + "recall": 0.583004, + "f1": 0.55234, + "accuracy": 0.583004, + "main_score": 0.55234, + "hf_subset": "lin_Latn-taq_Latn", + "languages": [ + "lin-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.630679, + "recall": 0.678854, + "f1": 0.64299, + "accuracy": 0.678854, + "main_score": 0.64299, + "hf_subset": "lin_Latn-war_Latn", + "languages": [ + "lin-Latn", + "war-Latn" + ] + }, + { + "precision": 0.625223, + "recall": 0.679842, + "f1": 0.638998, + "accuracy": 0.679842, + "main_score": 0.638998, + "hf_subset": "lin_Latn-arb_Arab", + "languages": [ + "lin-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.641707, + "recall": 0.692688, + "f1": 0.65426, + "accuracy": 0.692688, + "main_score": 0.65426, + "hf_subset": "lin_Latn-bul_Cyrl", + "languages": [ + "lin-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.653957, + "recall": 0.703557, + "f1": 0.667419, + "accuracy": 0.703557, + "main_score": 0.667419, + "hf_subset": "lin_Latn-fra_Latn", + "languages": [ + "lin-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.630316, + "recall": 0.684783, + "f1": 0.644235, + "accuracy": 0.684783, + "main_score": 0.644235, + "hf_subset": "lin_Latn-jpn_Jpan", + "languages": [ + "lin-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.655331, + "recall": 0.700593, + "f1": 0.666483, + "accuracy": 0.700593, + "main_score": 0.666483, + "hf_subset": "lin_Latn-lij_Latn", + "languages": [ + "lin-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.603328, + "recall": 0.65415, + "f1": 0.616772, + "accuracy": 0.65415, + "main_score": 0.616772, + "hf_subset": "lin_Latn-mya_Mymr", + "languages": [ + "lin-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.572843, + "recall": 0.61166, + "f1": 0.58428, + "accuracy": 0.61166, + "main_score": 0.58428, + "hf_subset": "lin_Latn-sag_Latn", + "languages": [ + "lin-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.260922, + "recall": 0.321146, + "f1": 0.275763, + "accuracy": 0.321146, + "main_score": 0.275763, + "hf_subset": "lin_Latn-taq_Tfng", + "languages": [ + "lin-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.599438, + "recall": 0.645257, + "f1": 0.612951, + "accuracy": 0.645257, + "main_score": 0.612951, + "hf_subset": "lin_Latn-wol_Latn", + "languages": [ + "lin-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.537751, + "recall": 0.589921, + "f1": 0.551626, + "accuracy": 0.589921, + "main_score": 0.551626, + "hf_subset": "lin_Latn-arb_Latn", + "languages": [ + "lin-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.642168, + "recall": 0.688735, + "f1": 0.654455, + "accuracy": 0.688735, + "main_score": 0.654455, + "hf_subset": "lin_Latn-cat_Latn", + "languages": [ + "lin-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.646009, + "recall": 0.690711, + "f1": 0.658361, + "accuracy": 0.690711, + "main_score": 0.658361, + "hf_subset": "lin_Latn-fur_Latn", + "languages": [ + "lin-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.452317, + "recall": 0.500988, + "f1": 0.465835, + "accuracy": 0.500988, + "main_score": 0.465835, + "hf_subset": "lin_Latn-kab_Latn", + "languages": [ + "lin-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.628232, + "recall": 0.675889, + "f1": 0.64027, + "accuracy": 0.675889, + "main_score": 0.64027, + "hf_subset": "lin_Latn-lim_Latn", + "languages": [ + "lin-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.636105, + "recall": 0.688735, + "f1": 0.649575, + "accuracy": 0.688735, + "main_score": 0.649575, + "hf_subset": "lin_Latn-nld_Latn", + "languages": [ + "lin-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.587977, + "recall": 0.646245, + "f1": 0.604494, + "accuracy": 0.646245, + "main_score": 0.604494, + "hf_subset": "lin_Latn-san_Deva", + "languages": [ + "lin-Latn", + "san-Deva" + ] + }, + { + "precision": 0.614012, + "recall": 0.666008, + "f1": 0.627461, + "accuracy": 0.666008, + "main_score": 0.627461, + "hf_subset": "lin_Latn-tat_Cyrl", + "languages": [ + "lin-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.611817, + "recall": 0.658103, + "f1": 0.623728, + "accuracy": 0.658103, + "main_score": 0.623728, + "hf_subset": "lin_Latn-xho_Latn", + "languages": [ + "lin-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.612827, + "recall": 0.667984, + "f1": 0.627287, + "accuracy": 0.667984, + "main_score": 0.627287, + "hf_subset": "lin_Latn-ars_Arab", + "languages": [ + "lin-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.63268, + "recall": 0.675889, + "f1": 0.643283, + "accuracy": 0.675889, + "main_score": 0.643283, + "hf_subset": "lin_Latn-ceb_Latn", + "languages": [ + "lin-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.496466, + "recall": 0.547431, + "f1": 0.510735, + "accuracy": 0.547431, + "main_score": 0.510735, + "hf_subset": "lin_Latn-fuv_Latn", + "languages": [ + "lin-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.502366, + "recall": 0.548419, + "f1": 0.515683, + "accuracy": 0.548419, + "main_score": 0.515683, + "hf_subset": "lin_Latn-kac_Latn", + "languages": [ + "lin-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.635448, + "recall": 0.682806, + "f1": 0.647521, + "accuracy": 0.682806, + "main_score": 0.647521, + "hf_subset": "lin_Latn-nno_Latn", + "languages": [ + "lin-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.574774, + "recall": 0.633399, + "f1": 0.590226, + "accuracy": 0.633399, + "main_score": 0.590226, + "hf_subset": "lin_Latn-sat_Olck", + "languages": [ + "lin-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.604481, + "recall": 0.662055, + "f1": 0.619214, + "accuracy": 0.662055, + "main_score": 0.619214, + "hf_subset": "lin_Latn-tel_Telu", + "languages": [ + "lin-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.604925, + "recall": 0.656126, + "f1": 0.618048, + "accuracy": 0.656126, + "main_score": 0.618048, + "hf_subset": "lin_Latn-ydd_Hebr", + "languages": [ + "lin-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.597861, + "recall": 0.645257, + "f1": 0.610441, + "accuracy": 0.645257, + "main_score": 0.610441, + "hf_subset": "lin_Latn-ary_Arab", + "languages": [ + "lin-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.640318, + "recall": 0.693676, + "f1": 0.654059, + "accuracy": 0.693676, + "main_score": 0.654059, + "hf_subset": "lin_Latn-ces_Latn", + "languages": [ + "lin-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.542426, + "recall": 0.592885, + "f1": 0.556085, + "accuracy": 0.592885, + "main_score": 0.556085, + "hf_subset": "lin_Latn-gaz_Latn", + "languages": [ + "lin-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.550125, + "recall": 0.593874, + "f1": 0.563126, + "accuracy": 0.593874, + "main_score": 0.563126, + "hf_subset": "lin_Latn-kam_Latn", + "languages": [ + "lin-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.62243, + "recall": 0.671937, + "f1": 0.635338, + "accuracy": 0.671937, + "main_score": 0.635338, + "hf_subset": "lin_Latn-lit_Latn", + "languages": [ + "lin-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.639082, + "recall": 0.690711, + "f1": 0.652045, + "accuracy": 0.690711, + "main_score": 0.652045, + "hf_subset": "lin_Latn-nob_Latn", + "languages": [ + "lin-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.643153, + "recall": 0.68083, + "f1": 0.652616, + "accuracy": 0.68083, + "main_score": 0.652616, + "hf_subset": "lin_Latn-scn_Latn", + "languages": [ + "lin-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.592705, + "recall": 0.643281, + "f1": 0.605388, + "accuracy": 0.643281, + "main_score": 0.605388, + "hf_subset": "lin_Latn-tgk_Cyrl", + "languages": [ + "lin-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.545808, + "recall": 0.598814, + "f1": 0.560667, + "accuracy": 0.598814, + "main_score": 0.560667, + "hf_subset": "lin_Latn-yor_Latn", + "languages": [ + "lin-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.626478, + "recall": 0.672925, + "f1": 0.638629, + "accuracy": 0.672925, + "main_score": 0.638629, + "hf_subset": "lin_Latn-arz_Arab", + "languages": [ + "lin-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.505561, + "recall": 0.559289, + "f1": 0.520537, + "accuracy": 0.559289, + "main_score": 0.520537, + "hf_subset": "lin_Latn-cjk_Latn", + "languages": [ + "lin-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.596164, + "recall": 0.640316, + "f1": 0.607673, + "accuracy": 0.640316, + "main_score": 0.607673, + "hf_subset": "lin_Latn-gla_Latn", + "languages": [ + "lin-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.604714, + "recall": 0.659091, + "f1": 0.619257, + "accuracy": 0.659091, + "main_score": 0.619257, + "hf_subset": "lin_Latn-kan_Knda", + "languages": [ + "lin-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.638061, + "recall": 0.684783, + "f1": 0.649714, + "accuracy": 0.684783, + "main_score": 0.649714, + "hf_subset": "lin_Latn-lmo_Latn", + "languages": [ + "lin-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.623554, + "recall": 0.666008, + "f1": 0.634892, + "accuracy": 0.666008, + "main_score": 0.634892, + "hf_subset": "lin_Latn-npi_Deva", + "languages": [ + "lin-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.464774, + "recall": 0.516798, + "f1": 0.478937, + "accuracy": 0.516798, + "main_score": 0.478937, + "hf_subset": "lin_Latn-shn_Mymr", + "languages": [ + "lin-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.632468, + "recall": 0.681818, + "f1": 0.645656, + "accuracy": 0.681818, + "main_score": 0.645656, + "hf_subset": "lin_Latn-tgl_Latn", + "languages": [ + "lin-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.612265, + "recall": 0.666996, + "f1": 0.626598, + "accuracy": 0.666996, + "main_score": 0.626598, + "hf_subset": "lin_Latn-yue_Hant", + "languages": [ + "lin-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.566952, + "recall": 0.617589, + "f1": 0.580884, + "accuracy": 0.617589, + "main_score": 0.580884, + "hf_subset": "lin_Latn-asm_Beng", + "languages": [ + "lin-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.585276, + "recall": 0.629447, + "f1": 0.596856, + "accuracy": 0.629447, + "main_score": 0.596856, + "hf_subset": "lin_Latn-ckb_Arab", + "languages": [ + "lin-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.592589, + "recall": 0.644269, + "f1": 0.606462, + "accuracy": 0.644269, + "main_score": 0.606462, + "hf_subset": "lin_Latn-gle_Latn", + "languages": [ + "lin-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.596346, + "recall": 0.642292, + "f1": 0.6085, + "accuracy": 0.642292, + "main_score": 0.6085, + "hf_subset": "lin_Latn-kas_Arab", + "languages": [ + "lin-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.600894, + "recall": 0.648221, + "f1": 0.613636, + "accuracy": 0.648221, + "main_score": 0.613636, + "hf_subset": "lin_Latn-ltg_Latn", + "languages": [ + "lin-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.606775, + "recall": 0.651186, + "f1": 0.618634, + "accuracy": 0.651186, + "main_score": 0.618634, + "hf_subset": "lin_Latn-nso_Latn", + "languages": [ + "lin-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.582078, + "recall": 0.640316, + "f1": 0.597236, + "accuracy": 0.640316, + "main_score": 0.597236, + "hf_subset": "lin_Latn-sin_Sinh", + "languages": [ + "lin-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.612732, + "recall": 0.66502, + "f1": 0.62645, + "accuracy": 0.66502, + "main_score": 0.62645, + "hf_subset": "lin_Latn-tha_Thai", + "languages": [ + "lin-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.586839, + "recall": 0.646245, + "f1": 0.602648, + "accuracy": 0.646245, + "main_score": 0.602648, + "hf_subset": "lin_Latn-zho_Hans", + "languages": [ + "lin-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.641974, + "recall": 0.689723, + "f1": 0.653954, + "accuracy": 0.689723, + "main_score": 0.653954, + "hf_subset": "lin_Latn-ast_Latn", + "languages": [ + "lin-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.62399, + "recall": 0.676877, + "f1": 0.638316, + "accuracy": 0.676877, + "main_score": 0.638316, + "hf_subset": "lin_Latn-crh_Latn", + "languages": [ + "lin-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.635374, + "recall": 0.68083, + "f1": 0.646695, + "accuracy": 0.68083, + "main_score": 0.646695, + "hf_subset": "lin_Latn-glg_Latn", + "languages": [ + "lin-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.600747, + "recall": 0.650198, + "f1": 0.614093, + "accuracy": 0.650198, + "main_score": 0.614093, + "hf_subset": "lin_Latn-kas_Deva", + "languages": [ + "lin-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.610068, + "recall": 0.655138, + "f1": 0.622223, + "accuracy": 0.655138, + "main_score": 0.622223, + "hf_subset": "lin_Latn-ltz_Latn", + "languages": [ + "lin-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.474258, + "recall": 0.523715, + "f1": 0.488264, + "accuracy": 0.523715, + "main_score": 0.488264, + "hf_subset": "lin_Latn-nus_Latn", + "languages": [ + "lin-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.622391, + "recall": 0.673913, + "f1": 0.636157, + "accuracy": 0.673913, + "main_score": 0.636157, + "hf_subset": "lin_Latn-slk_Latn", + "languages": [ + "lin-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.561335, + "recall": 0.61166, + "f1": 0.575432, + "accuracy": 0.61166, + "main_score": 0.575432, + "hf_subset": "lin_Latn-tir_Ethi", + "languages": [ + "lin-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.604063, + "recall": 0.66502, + "f1": 0.619426, + "accuracy": 0.66502, + "main_score": 0.619426, + "hf_subset": "lin_Latn-zho_Hant", + "languages": [ + "lin-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.619795, + "recall": 0.671937, + "f1": 0.633987, + "accuracy": 0.671937, + "main_score": 0.633987, + "hf_subset": "lin_Latn-awa_Deva", + "languages": [ + "lin-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.610054, + "recall": 0.660079, + "f1": 0.623669, + "accuracy": 0.660079, + "main_score": 0.623669, + "hf_subset": "lin_Latn-cym_Latn", + "languages": [ + "lin-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.610359, + "recall": 0.650198, + "f1": 0.621245, + "accuracy": 0.650198, + "main_score": 0.621245, + "hf_subset": "lin_Latn-grn_Latn", + "languages": [ + "lin-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.610706, + "recall": 0.66502, + "f1": 0.624672, + "accuracy": 0.66502, + "main_score": 0.624672, + "hf_subset": "lin_Latn-kat_Geor", + "languages": [ + "lin-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.589538, + "recall": 0.634387, + "f1": 0.602481, + "accuracy": 0.634387, + "main_score": 0.602481, + "hf_subset": "lin_Latn-lua_Latn", + "languages": [ + "lin-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.59931, + "recall": 0.648221, + "f1": 0.611744, + "accuracy": 0.648221, + "main_score": 0.611744, + "hf_subset": "lin_Latn-nya_Latn", + "languages": [ + "lin-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.634259, + "recall": 0.685771, + "f1": 0.647898, + "accuracy": 0.685771, + "main_score": 0.647898, + "hf_subset": "lin_Latn-slv_Latn", + "languages": [ + "lin-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.651604, + "recall": 0.6917, + "f1": 0.662058, + "accuracy": 0.6917, + "main_score": 0.662058, + "hf_subset": "lin_Latn-tpi_Latn", + "languages": [ + "lin-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.642278, + "recall": 0.6917, + "f1": 0.654717, + "accuracy": 0.6917, + "main_score": 0.654717, + "hf_subset": "lin_Latn-zsm_Latn", + "languages": [ + "lin-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.520602, + "recall": 0.566206, + "f1": 0.533036, + "accuracy": 0.566206, + "main_score": 0.533036, + "hf_subset": "lin_Latn-ayr_Latn", + "languages": [ + "lin-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.646035, + "recall": 0.69664, + "f1": 0.659235, + "accuracy": 0.69664, + "main_score": 0.659235, + "hf_subset": "lin_Latn-dan_Latn", + "languages": [ + "lin-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.619466, + "recall": 0.679842, + "f1": 0.63464, + "accuracy": 0.679842, + "main_score": 0.63464, + "hf_subset": "lin_Latn-guj_Gujr", + "languages": [ + "lin-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.623181, + "recall": 0.671937, + "f1": 0.636043, + "accuracy": 0.671937, + "main_score": 0.636043, + "hf_subset": "lin_Latn-kaz_Cyrl", + "languages": [ + "lin-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.560399, + "recall": 0.613636, + "f1": 0.575288, + "accuracy": 0.613636, + "main_score": 0.575288, + "hf_subset": "lin_Latn-lug_Latn", + "languages": [ + "lin-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.639129, + "recall": 0.684783, + "f1": 0.650798, + "accuracy": 0.684783, + "main_score": 0.650798, + "hf_subset": "lin_Latn-oci_Latn", + "languages": [ + "lin-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.60014, + "recall": 0.643281, + "f1": 0.611772, + "accuracy": 0.643281, + "main_score": 0.611772, + "hf_subset": "lin_Latn-smo_Latn", + "languages": [ + "lin-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.558468, + "recall": 0.607708, + "f1": 0.571521, + "accuracy": 0.607708, + "main_score": 0.571521, + "hf_subset": "lin_Latn-tsn_Latn", + "languages": [ + "lin-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.595597, + "recall": 0.642292, + "f1": 0.607204, + "accuracy": 0.642292, + "main_score": 0.607204, + "hf_subset": "lin_Latn-zul_Latn", + "languages": [ + "lin-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.560244, + "recall": 0.614625, + "f1": 0.574808, + "accuracy": 0.614625, + "main_score": 0.574808, + "hf_subset": "lin_Latn-azb_Arab", + "languages": [ + "lin-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.639143, + "recall": 0.688735, + "f1": 0.651764, + "accuracy": 0.688735, + "main_score": 0.651764, + "hf_subset": "lin_Latn-deu_Latn", + "languages": [ + "lin-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.634689, + "recall": 0.678854, + "f1": 0.646453, + "accuracy": 0.678854, + "main_score": 0.646453, + "hf_subset": "lin_Latn-hat_Latn", + "languages": [ + "lin-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.52009, + "recall": 0.565217, + "f1": 0.532498, + "accuracy": 0.565217, + "main_score": 0.532498, + "hf_subset": "lin_Latn-kbp_Latn", + "languages": [ + "lin-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.55533, + "recall": 0.593874, + "f1": 0.566281, + "accuracy": 0.593874, + "main_score": 0.566281, + "hf_subset": "lin_Latn-luo_Latn", + "languages": [ + "lin-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.584455, + "recall": 0.641304, + "f1": 0.598646, + "accuracy": 0.641304, + "main_score": 0.598646, + "hf_subset": "lin_Latn-ory_Orya", + "languages": [ + "lin-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.591899, + "recall": 0.650198, + "f1": 0.607731, + "accuracy": 0.650198, + "main_score": 0.607731, + "hf_subset": "lin_Latn-sna_Latn", + "languages": [ + "lin-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.590224, + "recall": 0.633399, + "f1": 0.601993, + "accuracy": 0.633399, + "main_score": 0.601993, + "hf_subset": "lin_Latn-tso_Latn", + "languages": [ + "lin-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.617104, + "recall": 0.672925, + "f1": 0.632272, + "accuracy": 0.672925, + "main_score": 0.632272, + "hf_subset": "lin_Latn-azj_Latn", + "languages": [ + "lin-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.508645, + "recall": 0.556324, + "f1": 0.522589, + "accuracy": 0.556324, + "main_score": 0.522589, + "hf_subset": "lin_Latn-dik_Latn", + "languages": [ + "lin-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.574529, + "recall": 0.621542, + "f1": 0.586762, + "accuracy": 0.621542, + "main_score": 0.586762, + "hf_subset": "lin_Latn-hau_Latn", + "languages": [ + "lin-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.6324, + "recall": 0.678854, + "f1": 0.644209, + "accuracy": 0.678854, + "main_score": 0.644209, + "hf_subset": "lin_Latn-kea_Latn", + "languages": [ + "lin-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.619261, + "recall": 0.664032, + "f1": 0.631239, + "accuracy": 0.664032, + "main_score": 0.631239, + "hf_subset": "lin_Latn-lus_Latn", + "languages": [ + "lin-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.624762, + "recall": 0.666008, + "f1": 0.635561, + "accuracy": 0.666008, + "main_score": 0.635561, + "hf_subset": "lin_Latn-pag_Latn", + "languages": [ + "lin-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.56794, + "recall": 0.631423, + "f1": 0.584189, + "accuracy": 0.631423, + "main_score": 0.584189, + "hf_subset": "lin_Latn-snd_Arab", + "languages": [ + "lin-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.587246, + "recall": 0.644269, + "f1": 0.602152, + "accuracy": 0.644269, + "main_score": 0.602152, + "hf_subset": "lin_Latn-tuk_Latn", + "languages": [ + "lin-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.616798, + "recall": 0.66502, + "f1": 0.629595, + "accuracy": 0.66502, + "main_score": 0.629595, + "hf_subset": "lin_Latn-bak_Cyrl", + "languages": [ + "lin-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.464808, + "recall": 0.528656, + "f1": 0.483274, + "accuracy": 0.528656, + "main_score": 0.483274, + "hf_subset": "lin_Latn-dyu_Latn", + "languages": [ + "lin-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.62543, + "recall": 0.68083, + "f1": 0.639413, + "accuracy": 0.68083, + "main_score": 0.639413, + "hf_subset": "lin_Latn-heb_Hebr", + "languages": [ + "lin-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.574585, + "recall": 0.637352, + "f1": 0.591788, + "accuracy": 0.637352, + "main_score": 0.591788, + "hf_subset": "lin_Latn-khk_Cyrl", + "languages": [ + "lin-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.619054, + "recall": 0.672925, + "f1": 0.633554, + "accuracy": 0.672925, + "main_score": 0.633554, + "hf_subset": "lin_Latn-lvs_Latn", + "languages": [ + "lin-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.591569, + "recall": 0.649209, + "f1": 0.607036, + "accuracy": 0.649209, + "main_score": 0.607036, + "hf_subset": "lin_Latn-pan_Guru", + "languages": [ + "lin-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.576191, + "recall": 0.623518, + "f1": 0.589262, + "accuracy": 0.623518, + "main_score": 0.589262, + "hf_subset": "lin_Latn-som_Latn", + "languages": [ + "lin-Latn", + "som-Latn" + ] + }, + { + "precision": 0.5713, + "recall": 0.614625, + "f1": 0.583485, + "accuracy": 0.614625, + "main_score": 0.583485, + "hf_subset": "lin_Latn-tum_Latn", + "languages": [ + "lin-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.514561, + "recall": 0.613636, + "f1": 0.542611, + "accuracy": 0.613636, + "main_score": 0.542611, + "hf_subset": "nno_Latn-ace_Arab", + "languages": [ + "nno-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.449224, + "recall": 0.519763, + "f1": 0.46798, + "accuracy": 0.519763, + "main_score": 0.46798, + "hf_subset": "nno_Latn-bam_Latn", + "languages": [ + "nno-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.640687, + "recall": 0.725296, + "f1": 0.664713, + "accuracy": 0.725296, + "main_score": 0.664713, + "hf_subset": "nno_Latn-dzo_Tibt", + "languages": [ + "nno-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-hin_Deva", + "languages": [ + "nno-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "nno_Latn-khm_Khmr", + "languages": [ + "nno-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-mag_Deva", + "languages": [ + "nno-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-pap_Latn", + "languages": [ + "nno-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.840613, + "recall": 0.885375, + "f1": 0.85471, + "accuracy": 0.885375, + "main_score": 0.85471, + "hf_subset": "nno_Latn-sot_Latn", + "languages": [ + "nno-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-tur_Latn", + "languages": [ + "nno-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.847414, + "recall": 0.889328, + "f1": 0.860164, + "accuracy": 0.889328, + "main_score": 0.860164, + "hf_subset": "nno_Latn-ace_Latn", + "languages": [ + "nno-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "nno_Latn-ban_Latn", + "languages": [ + "nno-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "nno_Latn-ell_Grek", + "languages": [ + "nno-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "nno_Latn-hne_Deva", + "languages": [ + "nno-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.558993, + "recall": 0.636364, + "f1": 0.580312, + "accuracy": 0.636364, + "main_score": 0.580312, + "hf_subset": "nno_Latn-kik_Latn", + "languages": [ + "nno-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-mai_Deva", + "languages": [ + "nno-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.943017, + "recall": 0.960474, + "f1": 0.948617, + "accuracy": 0.960474, + "main_score": 0.948617, + "hf_subset": "nno_Latn-pbt_Arab", + "languages": [ + "nno-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-spa_Latn", + "languages": [ + "nno-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.747348, + "recall": 0.809289, + "f1": 0.7655, + "accuracy": 0.809289, + "main_score": 0.7655, + "hf_subset": "nno_Latn-twi_Latn", + "languages": [ + "nno-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-acm_Arab", + "languages": [ + "nno-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-bel_Cyrl", + "languages": [ + "nno-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-eng_Latn", + "languages": [ + "nno-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-hrv_Latn", + "languages": [ + "nno-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.839766, + "recall": 0.882411, + "f1": 0.852652, + "accuracy": 0.882411, + "main_score": 0.852652, + "hf_subset": "nno_Latn-kin_Latn", + "languages": [ + "nno-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nno_Latn-mal_Mlym", + "languages": [ + "nno-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-pes_Arab", + "languages": [ + "nno-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nno_Latn-srd_Latn", + "languages": [ + "nno-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.196252, + "recall": 0.267787, + "f1": 0.213652, + "accuracy": 0.267787, + "main_score": 0.213652, + "hf_subset": "nno_Latn-tzm_Tfng", + "languages": [ + "nno-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-acq_Arab", + "languages": [ + "nno-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.652382, + "recall": 0.730237, + "f1": 0.675064, + "accuracy": 0.730237, + "main_score": 0.675064, + "hf_subset": "nno_Latn-bem_Latn", + "languages": [ + "nno-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-epo_Latn", + "languages": [ + "nno-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-hun_Latn", + "languages": [ + "nno-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "nno_Latn-kir_Cyrl", + "languages": [ + "nno-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-mar_Deva", + "languages": [ + "nno-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.862484, + "recall": 0.903162, + "f1": 0.875, + "accuracy": 0.903162, + "main_score": 0.875, + "hf_subset": "nno_Latn-plt_Latn", + "languages": [ + "nno-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-srp_Cyrl", + "languages": [ + "nno-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.931357, + "recall": 0.951581, + "f1": 0.937747, + "accuracy": 0.951581, + "main_score": 0.937747, + "hf_subset": "nno_Latn-uig_Arab", + "languages": [ + "nno-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nno_Latn-aeb_Arab", + "languages": [ + "nno-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-ben_Beng", + "languages": [ + "nno-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-est_Latn", + "languages": [ + "nno-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-hye_Armn", + "languages": [ + "nno-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.459589, + "recall": 0.524704, + "f1": 0.477659, + "accuracy": 0.524704, + "main_score": 0.477659, + "hf_subset": "nno_Latn-kmb_Latn", + "languages": [ + "nno-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.475538, + "recall": 0.572134, + "f1": 0.501798, + "accuracy": 0.572134, + "main_score": 0.501798, + "hf_subset": "nno_Latn-min_Arab", + "languages": [ + "nno-Latn", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-pol_Latn", + "languages": [ + "nno-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.744351, + "recall": 0.812253, + "f1": 0.765104, + "accuracy": 0.812253, + "main_score": 0.765104, + "hf_subset": "nno_Latn-ssw_Latn", + "languages": [ + "nno-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-ukr_Cyrl", + "languages": [ + "nno-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-afr_Latn", + "languages": [ + "nno-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-bho_Deva", + "languages": [ + "nno-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-eus_Latn", + "languages": [ + "nno-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.84552, + "recall": 0.891304, + "f1": 0.859816, + "accuracy": 0.891304, + "main_score": 0.859816, + "hf_subset": "nno_Latn-ibo_Latn", + "languages": [ + "nno-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.868412, + "recall": 0.906126, + "f1": 0.880204, + "accuracy": 0.906126, + "main_score": 0.880204, + "hf_subset": "nno_Latn-kmr_Latn", + "languages": [ + "nno-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "nno_Latn-min_Latn", + "languages": [ + "nno-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-por_Latn", + "languages": [ + "nno-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "nno_Latn-sun_Latn", + "languages": [ + "nno-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.443737, + "recall": 0.520751, + "f1": 0.465769, + "accuracy": 0.520751, + "main_score": 0.465769, + "hf_subset": "nno_Latn-umb_Latn", + "languages": [ + "nno-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-ajp_Arab", + "languages": [ + "nno-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.50936, + "recall": 0.597826, + "f1": 0.533475, + "accuracy": 0.597826, + "main_score": 0.533475, + "hf_subset": "nno_Latn-bjn_Arab", + "languages": [ + "nno-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.440349, + "recall": 0.502964, + "f1": 0.457355, + "accuracy": 0.502964, + "main_score": 0.457355, + "hf_subset": "nno_Latn-ewe_Latn", + "languages": [ + "nno-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.941535, + "recall": 0.960474, + "f1": 0.947793, + "accuracy": 0.960474, + "main_score": 0.947793, + "hf_subset": "nno_Latn-ilo_Latn", + "languages": [ + "nno-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.238456, + "recall": 0.309289, + "f1": 0.256116, + "accuracy": 0.309289, + "main_score": 0.256116, + "hf_subset": "nno_Latn-knc_Arab", + "languages": [ + "nno-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-mkd_Cyrl", + "languages": [ + "nno-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-prs_Arab", + "languages": [ + "nno-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-swe_Latn", + "languages": [ + "nno-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nno_Latn-urd_Arab", + "languages": [ + "nno-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.72169, + "recall": 0.788538, + "f1": 0.741375, + "accuracy": 0.788538, + "main_score": 0.741375, + "hf_subset": "nno_Latn-aka_Latn", + "languages": [ + "nno-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "nno_Latn-bjn_Latn", + "languages": [ + "nno-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "nno_Latn-fao_Latn", + "languages": [ + "nno-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ind_Latn", + "languages": [ + "nno-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.495691, + "recall": 0.561265, + "f1": 0.513494, + "accuracy": 0.561265, + "main_score": 0.513494, + "hf_subset": "nno_Latn-knc_Latn", + "languages": [ + "nno-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-mlt_Latn", + "languages": [ + "nno-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.621908, + "recall": 0.701581, + "f1": 0.644535, + "accuracy": 0.701581, + "main_score": 0.644535, + "hf_subset": "nno_Latn-quy_Latn", + "languages": [ + "nno-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-swh_Latn", + "languages": [ + "nno-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-uzn_Latn", + "languages": [ + "nno-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-als_Latn", + "languages": [ + "nno-Latn", + "als-Latn" + ] + }, + { + "precision": 0.786966, + "recall": 0.846838, + "f1": 0.805338, + "accuracy": 0.846838, + "main_score": 0.805338, + "hf_subset": "nno_Latn-bod_Tibt", + "languages": [ + "nno-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.607486, + "recall": 0.684783, + "f1": 0.628678, + "accuracy": 0.684783, + "main_score": 0.628678, + "hf_subset": "nno_Latn-fij_Latn", + "languages": [ + "nno-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "nno_Latn-isl_Latn", + "languages": [ + "nno-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.585122, + "recall": 0.663043, + "f1": 0.60642, + "accuracy": 0.663043, + "main_score": 0.60642, + "hf_subset": "nno_Latn-kon_Latn", + "languages": [ + "nno-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.594116, + "recall": 0.679842, + "f1": 0.618452, + "accuracy": 0.679842, + "main_score": 0.618452, + "hf_subset": "nno_Latn-mni_Beng", + "languages": [ + "nno-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ron_Latn", + "languages": [ + "nno-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "nno_Latn-szl_Latn", + "languages": [ + "nno-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-vec_Latn", + "languages": [ + "nno-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.919878, + "recall": 0.943676, + "f1": 0.927437, + "accuracy": 0.943676, + "main_score": 0.927437, + "hf_subset": "nno_Latn-amh_Ethi", + "languages": [ + "nno-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-bos_Latn", + "languages": [ + "nno-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "nno_Latn-fin_Latn", + "languages": [ + "nno-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ita_Latn", + "languages": [ + "nno-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nno_Latn-kor_Hang", + "languages": [ + "nno-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.482905, + "recall": 0.551383, + "f1": 0.502357, + "accuracy": 0.551383, + "main_score": 0.502357, + "hf_subset": "nno_Latn-mos_Latn", + "languages": [ + "nno-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.732065, + "recall": 0.798419, + "f1": 0.751812, + "accuracy": 0.798419, + "main_score": 0.751812, + "hf_subset": "nno_Latn-run_Latn", + "languages": [ + "nno-Latn", + "run-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "nno_Latn-tam_Taml", + "languages": [ + "nno-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-vie_Latn", + "languages": [ + "nno-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-apc_Arab", + "languages": [ + "nno-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.721519, + "recall": 0.788538, + "f1": 0.740931, + "accuracy": 0.788538, + "main_score": 0.740931, + "hf_subset": "nno_Latn-bug_Latn", + "languages": [ + "nno-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.412138, + "recall": 0.467391, + "f1": 0.426815, + "accuracy": 0.467391, + "main_score": 0.426815, + "hf_subset": "nno_Latn-fon_Latn", + "languages": [ + "nno-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "nno_Latn-jav_Latn", + "languages": [ + "nno-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "nno_Latn-lao_Laoo", + "languages": [ + "nno-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.870059, + "recall": 0.908103, + "f1": 0.882016, + "accuracy": 0.908103, + "main_score": 0.882016, + "hf_subset": "nno_Latn-mri_Latn", + "languages": [ + "nno-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-rus_Cyrl", + "languages": [ + "nno-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.479801, + "recall": 0.544466, + "f1": 0.497099, + "accuracy": 0.544466, + "main_score": 0.497099, + "hf_subset": "nno_Latn-taq_Latn", + "languages": [ + "nno-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-war_Latn", + "languages": [ + "nno-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-arb_Arab", + "languages": [ + "nno-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-bul_Cyrl", + "languages": [ + "nno-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-fra_Latn", + "languages": [ + "nno-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-jpn_Jpan", + "languages": [ + "nno-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nno_Latn-lij_Latn", + "languages": [ + "nno-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "nno_Latn-mya_Mymr", + "languages": [ + "nno-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.526034, + "recall": 0.598814, + "f1": 0.545192, + "accuracy": 0.598814, + "main_score": 0.545192, + "hf_subset": "nno_Latn-sag_Latn", + "languages": [ + "nno-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.220298, + "recall": 0.287549, + "f1": 0.236174, + "accuracy": 0.287549, + "main_score": 0.236174, + "hf_subset": "nno_Latn-taq_Tfng", + "languages": [ + "nno-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.607203, + "recall": 0.682806, + "f1": 0.628719, + "accuracy": 0.682806, + "main_score": 0.628719, + "hf_subset": "nno_Latn-wol_Latn", + "languages": [ + "nno-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.837401, + "recall": 0.881423, + "f1": 0.850791, + "accuracy": 0.881423, + "main_score": 0.850791, + "hf_subset": "nno_Latn-arb_Latn", + "languages": [ + "nno-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-cat_Latn", + "languages": [ + "nno-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "nno_Latn-fur_Latn", + "languages": [ + "nno-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.419449, + "recall": 0.504941, + "f1": 0.442573, + "accuracy": 0.504941, + "main_score": 0.442573, + "hf_subset": "nno_Latn-kab_Latn", + "languages": [ + "nno-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "nno_Latn-lim_Latn", + "languages": [ + "nno-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-nld_Latn", + "languages": [ + "nno-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "nno_Latn-san_Deva", + "languages": [ + "nno-Latn", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-tat_Cyrl", + "languages": [ + "nno-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.875494, + "recall": 0.911067, + "f1": 0.886825, + "accuracy": 0.911067, + "main_score": 0.886825, + "hf_subset": "nno_Latn-xho_Latn", + "languages": [ + "nno-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-ars_Arab", + "languages": [ + "nno-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-ceb_Latn", + "languages": [ + "nno-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.461502, + "recall": 0.540514, + "f1": 0.482501, + "accuracy": 0.540514, + "main_score": 0.482501, + "hf_subset": "nno_Latn-fuv_Latn", + "languages": [ + "nno-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.459083, + "recall": 0.529644, + "f1": 0.477458, + "accuracy": 0.529644, + "main_score": 0.477458, + "hf_subset": "nno_Latn-kac_Latn", + "languages": [ + "nno-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.603682, + "recall": 0.68083, + "f1": 0.625634, + "accuracy": 0.68083, + "main_score": 0.625634, + "hf_subset": "nno_Latn-lin_Latn", + "languages": [ + "nno-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.845817, + "recall": 0.890316, + "f1": 0.859321, + "accuracy": 0.890316, + "main_score": 0.859321, + "hf_subset": "nno_Latn-sat_Olck", + "languages": [ + "nno-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "nno_Latn-tel_Telu", + "languages": [ + "nno-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "nno_Latn-ydd_Hebr", + "languages": [ + "nno-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "nno_Latn-ary_Arab", + "languages": [ + "nno-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-ces_Latn", + "languages": [ + "nno-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.539668, + "recall": 0.625494, + "f1": 0.563331, + "accuracy": 0.625494, + "main_score": 0.563331, + "hf_subset": "nno_Latn-gaz_Latn", + "languages": [ + "nno-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.517897, + "recall": 0.601779, + "f1": 0.54065, + "accuracy": 0.601779, + "main_score": 0.54065, + "hf_subset": "nno_Latn-kam_Latn", + "languages": [ + "nno-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "nno_Latn-lit_Latn", + "languages": [ + "nno-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-nob_Latn", + "languages": [ + "nno-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-scn_Latn", + "languages": [ + "nno-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "nno_Latn-tgk_Cyrl", + "languages": [ + "nno-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.726541, + "recall": 0.795455, + "f1": 0.746887, + "accuracy": 0.795455, + "main_score": 0.746887, + "hf_subset": "nno_Latn-yor_Latn", + "languages": [ + "nno-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-arz_Arab", + "languages": [ + "nno-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.47496, + "recall": 0.55336, + "f1": 0.495862, + "accuracy": 0.55336, + "main_score": 0.495862, + "hf_subset": "nno_Latn-cjk_Latn", + "languages": [ + "nno-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.938076, + "recall": 0.958498, + "f1": 0.944829, + "accuracy": 0.958498, + "main_score": 0.944829, + "hf_subset": "nno_Latn-gla_Latn", + "languages": [ + "nno-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "nno_Latn-kan_Knda", + "languages": [ + "nno-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "nno_Latn-lmo_Latn", + "languages": [ + "nno-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "nno_Latn-npi_Deva", + "languages": [ + "nno-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.516895, + "recall": 0.606719, + "f1": 0.54181, + "accuracy": 0.606719, + "main_score": 0.54181, + "hf_subset": "nno_Latn-shn_Mymr", + "languages": [ + "nno-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-tgl_Latn", + "languages": [ + "nno-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-yue_Hant", + "languages": [ + "nno-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "nno_Latn-asm_Beng", + "languages": [ + "nno-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.934042, + "recall": 0.953557, + "f1": 0.940119, + "accuracy": 0.953557, + "main_score": 0.940119, + "hf_subset": "nno_Latn-ckb_Arab", + "languages": [ + "nno-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "nno_Latn-gle_Latn", + "languages": [ + "nno-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.889246, + "recall": 0.922925, + "f1": 0.899769, + "accuracy": 0.922925, + "main_score": 0.899769, + "hf_subset": "nno_Latn-kas_Arab", + "languages": [ + "nno-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.876812, + "recall": 0.913043, + "f1": 0.888142, + "accuracy": 0.913043, + "main_score": 0.888142, + "hf_subset": "nno_Latn-ltg_Latn", + "languages": [ + "nno-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.784298, + "recall": 0.836957, + "f1": 0.800478, + "accuracy": 0.836957, + "main_score": 0.800478, + "hf_subset": "nno_Latn-nso_Latn", + "languages": [ + "nno-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "nno_Latn-sin_Sinh", + "languages": [ + "nno-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-tha_Thai", + "languages": [ + "nno-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "nno_Latn-zho_Hans", + "languages": [ + "nno-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-ast_Latn", + "languages": [ + "nno-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "nno_Latn-crh_Latn", + "languages": [ + "nno-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-glg_Latn", + "languages": [ + "nno-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.832658, + "recall": 0.879447, + "f1": 0.846871, + "accuracy": 0.879447, + "main_score": 0.846871, + "hf_subset": "nno_Latn-kas_Deva", + "languages": [ + "nno-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-ltz_Latn", + "languages": [ + "nno-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.41057, + "recall": 0.486166, + "f1": 0.430456, + "accuracy": 0.486166, + "main_score": 0.430456, + "hf_subset": "nno_Latn-nus_Latn", + "languages": [ + "nno-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-slk_Latn", + "languages": [ + "nno-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.624161, + "recall": 0.709486, + "f1": 0.648697, + "accuracy": 0.709486, + "main_score": 0.648697, + "hf_subset": "nno_Latn-tir_Ethi", + "languages": [ + "nno-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-zho_Hant", + "languages": [ + "nno-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.974555, + "recall": 0.981225, + "f1": 0.97668, + "accuracy": 0.981225, + "main_score": 0.97668, + "hf_subset": "nno_Latn-awa_Deva", + "languages": [ + "nno-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "nno_Latn-cym_Latn", + "languages": [ + "nno-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.753442, + "recall": 0.815217, + "f1": 0.772036, + "accuracy": 0.815217, + "main_score": 0.772036, + "hf_subset": "nno_Latn-grn_Latn", + "languages": [ + "nno-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nno_Latn-kat_Geor", + "languages": [ + "nno-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.558986, + "recall": 0.631423, + "f1": 0.57905, + "accuracy": 0.631423, + "main_score": 0.57905, + "hf_subset": "nno_Latn-lua_Latn", + "languages": [ + "nno-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.808992, + "recall": 0.863636, + "f1": 0.826087, + "accuracy": 0.863636, + "main_score": 0.826087, + "hf_subset": "nno_Latn-nya_Latn", + "languages": [ + "nno-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "nno_Latn-slv_Latn", + "languages": [ + "nno-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "nno_Latn-tpi_Latn", + "languages": [ + "nno-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-zsm_Latn", + "languages": [ + "nno-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.487197, + "recall": 0.556324, + "f1": 0.505773, + "accuracy": 0.556324, + "main_score": 0.505773, + "hf_subset": "nno_Latn-ayr_Latn", + "languages": [ + "nno-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-dan_Latn", + "languages": [ + "nno-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-guj_Gujr", + "languages": [ + "nno-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-kaz_Cyrl", + "languages": [ + "nno-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.617403, + "recall": 0.699605, + "f1": 0.641142, + "accuracy": 0.699605, + "main_score": 0.641142, + "hf_subset": "nno_Latn-lug_Latn", + "languages": [ + "nno-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-oci_Latn", + "languages": [ + "nno-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.825675, + "recall": 0.873518, + "f1": 0.840777, + "accuracy": 0.873518, + "main_score": 0.840777, + "hf_subset": "nno_Latn-smo_Latn", + "languages": [ + "nno-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.732246, + "recall": 0.802372, + "f1": 0.753383, + "accuracy": 0.802372, + "main_score": 0.753383, + "hf_subset": "nno_Latn-tsn_Latn", + "languages": [ + "nno-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.881094, + "recall": 0.916996, + "f1": 0.892622, + "accuracy": 0.916996, + "main_score": 0.892622, + "hf_subset": "nno_Latn-zul_Latn", + "languages": [ + "nno-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.92169, + "recall": 0.945652, + "f1": 0.929249, + "accuracy": 0.945652, + "main_score": 0.929249, + "hf_subset": "nno_Latn-azb_Arab", + "languages": [ + "nno-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-deu_Latn", + "languages": [ + "nno-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "nno_Latn-hat_Latn", + "languages": [ + "nno-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.456013, + "recall": 0.522727, + "f1": 0.474139, + "accuracy": 0.522727, + "main_score": 0.474139, + "hf_subset": "nno_Latn-kbp_Latn", + "languages": [ + "nno-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.487003, + "recall": 0.563241, + "f1": 0.50771, + "accuracy": 0.563241, + "main_score": 0.50771, + "hf_subset": "nno_Latn-luo_Latn", + "languages": [ + "nno-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "nno_Latn-ory_Orya", + "languages": [ + "nno-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.879776, + "recall": 0.91502, + "f1": 0.890975, + "accuracy": 0.91502, + "main_score": 0.890975, + "hf_subset": "nno_Latn-sna_Latn", + "languages": [ + "nno-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.637569, + "recall": 0.713439, + "f1": 0.659117, + "accuracy": 0.713439, + "main_score": 0.659117, + "hf_subset": "nno_Latn-tso_Latn", + "languages": [ + "nno-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-azj_Latn", + "languages": [ + "nno-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.480318, + "recall": 0.554348, + "f1": 0.500558, + "accuracy": 0.554348, + "main_score": 0.500558, + "hf_subset": "nno_Latn-dik_Latn", + "languages": [ + "nno-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.89389, + "recall": 0.923913, + "f1": 0.903393, + "accuracy": 0.923913, + "main_score": 0.903393, + "hf_subset": "nno_Latn-hau_Latn", + "languages": [ + "nno-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "nno_Latn-kea_Latn", + "languages": [ + "nno-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.915679, + "recall": 0.9417, + "f1": 0.923913, + "accuracy": 0.9417, + "main_score": 0.923913, + "hf_subset": "nno_Latn-lus_Latn", + "languages": [ + "nno-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.847085, + "recall": 0.889328, + "f1": 0.860013, + "accuracy": 0.889328, + "main_score": 0.860013, + "hf_subset": "nno_Latn-pag_Latn", + "languages": [ + "nno-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "nno_Latn-snd_Arab", + "languages": [ + "nno-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "nno_Latn-tuk_Latn", + "languages": [ + "nno-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-bak_Cyrl", + "languages": [ + "nno-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.445411, + "recall": 0.523715, + "f1": 0.466736, + "accuracy": 0.523715, + "main_score": 0.466736, + "hf_subset": "nno_Latn-dyu_Latn", + "languages": [ + "nno-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-heb_Hebr", + "languages": [ + "nno-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "nno_Latn-khk_Cyrl", + "languages": [ + "nno-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-lvs_Latn", + "languages": [ + "nno-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-pan_Guru", + "languages": [ + "nno-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.854331, + "recall": 0.898221, + "f1": 0.868149, + "accuracy": 0.898221, + "main_score": 0.868149, + "hf_subset": "nno_Latn-som_Latn", + "languages": [ + "nno-Latn", + "som-Latn" + ] + }, + { + "precision": 0.701392, + "recall": 0.766798, + "f1": 0.720401, + "accuracy": 0.766798, + "main_score": 0.720401, + "hf_subset": "nno_Latn-tum_Latn", + "languages": [ + "nno-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.492913, + "recall": 0.561265, + "f1": 0.513063, + "accuracy": 0.561265, + "main_score": 0.513063, + "hf_subset": "sat_Olck-ace_Arab", + "languages": [ + "sat-Olck", + "ace-Arab" + ] + }, + { + "precision": 0.436382, + "recall": 0.487154, + "f1": 0.449383, + "accuracy": 0.487154, + "main_score": 0.449383, + "hf_subset": "sat_Olck-bam_Latn", + "languages": [ + "sat-Olck", + "bam-Latn" + ] + }, + { + "precision": 0.547121, + "recall": 0.62253, + "f1": 0.568854, + "accuracy": 0.62253, + "main_score": 0.568854, + "hf_subset": "sat_Olck-dzo_Tibt", + "languages": [ + "sat-Olck", + "dzo-Tibt" + ] + }, + { + "precision": 0.926416, + "recall": 0.94664, + "f1": 0.932444, + "accuracy": 0.94664, + "main_score": 0.932444, + "hf_subset": "sat_Olck-hin_Deva", + "languages": [ + "sat-Olck", + "hin-Deva" + ] + }, + { + "precision": 0.827845, + "recall": 0.871542, + "f1": 0.840505, + "accuracy": 0.871542, + "main_score": 0.840505, + "hf_subset": "sat_Olck-khm_Khmr", + "languages": [ + "sat-Olck", + "khm-Khmr" + ] + }, + { + "precision": 0.929389, + "recall": 0.948617, + "f1": 0.935397, + "accuracy": 0.948617, + "main_score": 0.935397, + "hf_subset": "sat_Olck-mag_Deva", + "languages": [ + "sat-Olck", + "mag-Deva" + ] + }, + { + "precision": 0.881244, + "recall": 0.911067, + "f1": 0.88986, + "accuracy": 0.911067, + "main_score": 0.88986, + "hf_subset": "sat_Olck-pap_Latn", + "languages": [ + "sat-Olck", + "pap-Latn" + ] + }, + { + "precision": 0.752528, + "recall": 0.810277, + "f1": 0.76923, + "accuracy": 0.810277, + "main_score": 0.76923, + "hf_subset": "sat_Olck-sot_Latn", + "languages": [ + "sat-Olck", + "sot-Latn" + ] + }, + { + "precision": 0.900889, + "recall": 0.929842, + "f1": 0.909684, + "accuracy": 0.929842, + "main_score": 0.909684, + "hf_subset": "sat_Olck-tur_Latn", + "languages": [ + "sat-Olck", + "tur-Latn" + ] + }, + { + "precision": 0.763086, + "recall": 0.809289, + "f1": 0.776072, + "accuracy": 0.809289, + "main_score": 0.776072, + "hf_subset": "sat_Olck-ace_Latn", + "languages": [ + "sat-Olck", + "ace-Latn" + ] + }, + { + "precision": 0.828994, + "recall": 0.863636, + "f1": 0.83873, + "accuracy": 0.863636, + "main_score": 0.83873, + "hf_subset": "sat_Olck-ban_Latn", + "languages": [ + "sat-Olck", + "ban-Latn" + ] + }, + { + "precision": 0.888052, + "recall": 0.917984, + "f1": 0.896959, + "accuracy": 0.917984, + "main_score": 0.896959, + "hf_subset": "sat_Olck-ell_Grek", + "languages": [ + "sat-Olck", + "ell-Grek" + ] + }, + { + "precision": 0.925866, + "recall": 0.945652, + "f1": 0.931703, + "accuracy": 0.945652, + "main_score": 0.931703, + "hf_subset": "sat_Olck-hne_Deva", + "languages": [ + "sat-Olck", + "hne-Deva" + ] + }, + { + "precision": 0.528173, + "recall": 0.585968, + "f1": 0.54382, + "accuracy": 0.585968, + "main_score": 0.54382, + "hf_subset": "sat_Olck-kik_Latn", + "languages": [ + "sat-Olck", + "kik-Latn" + ] + }, + { + "precision": 0.918388, + "recall": 0.939723, + "f1": 0.924646, + "accuracy": 0.939723, + "main_score": 0.924646, + "hf_subset": "sat_Olck-mai_Deva", + "languages": [ + "sat-Olck", + "mai-Deva" + ] + }, + { + "precision": 0.852201, + "recall": 0.887352, + "f1": 0.862714, + "accuracy": 0.887352, + "main_score": 0.862714, + "hf_subset": "sat_Olck-pbt_Arab", + "languages": [ + "sat-Olck", + "pbt-Arab" + ] + }, + { + "precision": 0.906159, + "recall": 0.93083, + "f1": 0.913425, + "accuracy": 0.93083, + "main_score": 0.913425, + "hf_subset": "sat_Olck-spa_Latn", + "languages": [ + "sat-Olck", + "spa-Latn" + ] + }, + { + "precision": 0.689712, + "recall": 0.741107, + "f1": 0.704111, + "accuracy": 0.741107, + "main_score": 0.704111, + "hf_subset": "sat_Olck-twi_Latn", + "languages": [ + "sat-Olck", + "twi-Latn" + ] + }, + { + "precision": 0.877553, + "recall": 0.912055, + "f1": 0.888175, + "accuracy": 0.912055, + "main_score": 0.888175, + "hf_subset": "sat_Olck-acm_Arab", + "languages": [ + "sat-Olck", + "acm-Arab" + ] + }, + { + "precision": 0.841955, + "recall": 0.883399, + "f1": 0.854177, + "accuracy": 0.883399, + "main_score": 0.854177, + "hf_subset": "sat_Olck-bel_Cyrl", + "languages": [ + "sat-Olck", + "bel-Cyrl" + ] + }, + { + "precision": 0.9176, + "recall": 0.9417, + "f1": 0.925264, + "accuracy": 0.9417, + "main_score": 0.925264, + "hf_subset": "sat_Olck-eng_Latn", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.887361, + "recall": 0.917984, + "f1": 0.896577, + "accuracy": 0.917984, + "main_score": 0.896577, + "hf_subset": "sat_Olck-hrv_Latn", + "languages": [ + "sat-Olck", + "hrv-Latn" + ] + }, + { + "precision": 0.753955, + "recall": 0.8083, + "f1": 0.769672, + "accuracy": 0.8083, + "main_score": 0.769672, + "hf_subset": "sat_Olck-kin_Latn", + "languages": [ + "sat-Olck", + "kin-Latn" + ] + }, + { + "precision": 0.894838, + "recall": 0.922925, + "f1": 0.903589, + "accuracy": 0.922925, + "main_score": 0.903589, + "hf_subset": "sat_Olck-mal_Mlym", + "languages": [ + "sat-Olck", + "mal-Mlym" + ] + }, + { + "precision": 0.888399, + "recall": 0.916996, + "f1": 0.896727, + "accuracy": 0.916996, + "main_score": 0.896727, + "hf_subset": "sat_Olck-pes_Arab", + "languages": [ + "sat-Olck", + "pes-Arab" + ] + }, + { + "precision": 0.875256, + "recall": 0.906126, + "f1": 0.88423, + "accuracy": 0.906126, + "main_score": 0.88423, + "hf_subset": "sat_Olck-srd_Latn", + "languages": [ + "sat-Olck", + "srd-Latn" + ] + }, + { + "precision": 0.214845, + "recall": 0.272727, + "f1": 0.229363, + "accuracy": 0.272727, + "main_score": 0.229363, + "hf_subset": "sat_Olck-tzm_Tfng", + "languages": [ + "sat-Olck", + "tzm-Tfng" + ] + }, + { + "precision": 0.891271, + "recall": 0.91996, + "f1": 0.900015, + "accuracy": 0.91996, + "main_score": 0.900015, + "hf_subset": "sat_Olck-acq_Arab", + "languages": [ + "sat-Olck", + "acq-Arab" + ] + }, + { + "precision": 0.611955, + "recall": 0.674901, + "f1": 0.629255, + "accuracy": 0.674901, + "main_score": 0.629255, + "hf_subset": "sat_Olck-bem_Latn", + "languages": [ + "sat-Olck", + "bem-Latn" + ] + }, + { + "precision": 0.882823, + "recall": 0.91502, + "f1": 0.892655, + "accuracy": 0.91502, + "main_score": 0.892655, + "hf_subset": "sat_Olck-epo_Latn", + "languages": [ + "sat-Olck", + "epo-Latn" + ] + }, + { + "precision": 0.919664, + "recall": 0.939723, + "f1": 0.925377, + "accuracy": 0.939723, + "main_score": 0.925377, + "hf_subset": "sat_Olck-hun_Latn", + "languages": [ + "sat-Olck", + "hun-Latn" + ] + }, + { + "precision": 0.848175, + "recall": 0.885375, + "f1": 0.858703, + "accuracy": 0.885375, + "main_score": 0.858703, + "hf_subset": "sat_Olck-kir_Cyrl", + "languages": [ + "sat-Olck", + "kir-Cyrl" + ] + }, + { + "precision": 0.907156, + "recall": 0.931818, + "f1": 0.914614, + "accuracy": 0.931818, + "main_score": 0.914614, + "hf_subset": "sat_Olck-mar_Deva", + "languages": [ + "sat-Olck", + "mar-Deva" + ] + }, + { + "precision": 0.751243, + "recall": 0.802372, + "f1": 0.766502, + "accuracy": 0.802372, + "main_score": 0.766502, + "hf_subset": "sat_Olck-plt_Latn", + "languages": [ + "sat-Olck", + "plt-Latn" + ] + }, + { + "precision": 0.894401, + "recall": 0.921937, + "f1": 0.902437, + "accuracy": 0.921937, + "main_score": 0.902437, + "hf_subset": "sat_Olck-srp_Cyrl", + "languages": [ + "sat-Olck", + "srp-Cyrl" + ] + }, + { + "precision": 0.825346, + "recall": 0.866601, + "f1": 0.838128, + "accuracy": 0.866601, + "main_score": 0.838128, + "hf_subset": "sat_Olck-uig_Arab", + "languages": [ + "sat-Olck", + "uig-Arab" + ] + }, + { + "precision": 0.86219, + "recall": 0.895257, + "f1": 0.871838, + "accuracy": 0.895257, + "main_score": 0.871838, + "hf_subset": "sat_Olck-aeb_Arab", + "languages": [ + "sat-Olck", + "aeb-Arab" + ] + }, + { + "precision": 0.906409, + "recall": 0.93083, + "f1": 0.913622, + "accuracy": 0.93083, + "main_score": 0.913622, + "hf_subset": "sat_Olck-ben_Beng", + "languages": [ + "sat-Olck", + "ben-Beng" + ] + }, + { + "precision": 0.893808, + "recall": 0.920949, + "f1": 0.901943, + "accuracy": 0.920949, + "main_score": 0.901943, + "hf_subset": "sat_Olck-est_Latn", + "languages": [ + "sat-Olck", + "est-Latn" + ] + }, + { + "precision": 0.884272, + "recall": 0.913043, + "f1": 0.892867, + "accuracy": 0.913043, + "main_score": 0.892867, + "hf_subset": "sat_Olck-hye_Armn", + "languages": [ + "sat-Olck", + "hye-Armn" + ] + }, + { + "precision": 0.444126, + "recall": 0.491107, + "f1": 0.457034, + "accuracy": 0.491107, + "main_score": 0.457034, + "hf_subset": "sat_Olck-kmb_Latn", + "languages": [ + "sat-Olck", + "kmb-Latn" + ] + }, + { + "precision": 0.445859, + "recall": 0.524704, + "f1": 0.46752, + "accuracy": 0.524704, + "main_score": 0.46752, + "hf_subset": "sat_Olck-min_Arab", + "languages": [ + "sat-Olck", + "min-Arab" + ] + }, + { + "precision": 0.90518, + "recall": 0.93083, + "f1": 0.912835, + "accuracy": 0.93083, + "main_score": 0.912835, + "hf_subset": "sat_Olck-pol_Latn", + "languages": [ + "sat-Olck", + "pol-Latn" + ] + }, + { + "precision": 0.661768, + "recall": 0.725296, + "f1": 0.680719, + "accuracy": 0.725296, + "main_score": 0.680719, + "hf_subset": "sat_Olck-ssw_Latn", + "languages": [ + "sat-Olck", + "ssw-Latn" + ] + }, + { + "precision": 0.891782, + "recall": 0.921937, + "f1": 0.901087, + "accuracy": 0.921937, + "main_score": 0.901087, + "hf_subset": "sat_Olck-ukr_Cyrl", + "languages": [ + "sat-Olck", + "ukr-Cyrl" + ] + }, + { + "precision": 0.8902, + "recall": 0.918972, + "f1": 0.898935, + "accuracy": 0.918972, + "main_score": 0.898935, + "hf_subset": "sat_Olck-afr_Latn", + "languages": [ + "sat-Olck", + "afr-Latn" + ] + }, + { + "precision": 0.909585, + "recall": 0.934783, + "f1": 0.917212, + "accuracy": 0.934783, + "main_score": 0.917212, + "hf_subset": "sat_Olck-bho_Deva", + "languages": [ + "sat-Olck", + "bho-Deva" + ] + }, + { + "precision": 0.862716, + "recall": 0.894269, + "f1": 0.871414, + "accuracy": 0.894269, + "main_score": 0.871414, + "hf_subset": "sat_Olck-eus_Latn", + "languages": [ + "sat-Olck", + "eus-Latn" + ] + }, + { + "precision": 0.775947, + "recall": 0.829051, + "f1": 0.791016, + "accuracy": 0.829051, + "main_score": 0.791016, + "hf_subset": "sat_Olck-ibo_Latn", + "languages": [ + "sat-Olck", + "ibo-Latn" + ] + }, + { + "precision": 0.78089, + "recall": 0.824111, + "f1": 0.793709, + "accuracy": 0.824111, + "main_score": 0.793709, + "hf_subset": "sat_Olck-kmr_Latn", + "languages": [ + "sat-Olck", + "kmr-Latn" + ] + }, + { + "precision": 0.845791, + "recall": 0.879447, + "f1": 0.855717, + "accuracy": 0.879447, + "main_score": 0.855717, + "hf_subset": "sat_Olck-min_Latn", + "languages": [ + "sat-Olck", + "min-Latn" + ] + }, + { + "precision": 0.918231, + "recall": 0.942688, + "f1": 0.925955, + "accuracy": 0.942688, + "main_score": 0.925955, + "hf_subset": "sat_Olck-por_Latn", + "languages": [ + "sat-Olck", + "por-Latn" + ] + }, + { + "precision": 0.836564, + "recall": 0.876482, + "f1": 0.847732, + "accuracy": 0.876482, + "main_score": 0.847732, + "hf_subset": "sat_Olck-sun_Latn", + "languages": [ + "sat-Olck", + "sun-Latn" + ] + }, + { + "precision": 0.426924, + "recall": 0.485178, + "f1": 0.443481, + "accuracy": 0.485178, + "main_score": 0.443481, + "hf_subset": "sat_Olck-umb_Latn", + "languages": [ + "sat-Olck", + "umb-Latn" + ] + }, + { + "precision": 0.89497, + "recall": 0.921937, + "f1": 0.902849, + "accuracy": 0.921937, + "main_score": 0.902849, + "hf_subset": "sat_Olck-ajp_Arab", + "languages": [ + "sat-Olck", + "ajp-Arab" + ] + }, + { + "precision": 0.474449, + "recall": 0.548419, + "f1": 0.495142, + "accuracy": 0.548419, + "main_score": 0.495142, + "hf_subset": "sat_Olck-bjn_Arab", + "languages": [ + "sat-Olck", + "bjn-Arab" + ] + }, + { + "precision": 0.430912, + "recall": 0.481225, + "f1": 0.444904, + "accuracy": 0.481225, + "main_score": 0.444904, + "hf_subset": "sat_Olck-ewe_Latn", + "languages": [ + "sat-Olck", + "ewe-Latn" + ] + }, + { + "precision": 0.832364, + "recall": 0.876482, + "f1": 0.845674, + "accuracy": 0.876482, + "main_score": 0.845674, + "hf_subset": "sat_Olck-ilo_Latn", + "languages": [ + "sat-Olck", + "ilo-Latn" + ] + }, + { + "precision": 0.250434, + "recall": 0.3083, + "f1": 0.265678, + "accuracy": 0.3083, + "main_score": 0.265678, + "hf_subset": "sat_Olck-knc_Arab", + "languages": [ + "sat-Olck", + "knc-Arab" + ] + }, + { + "precision": 0.88033, + "recall": 0.911067, + "f1": 0.88929, + "accuracy": 0.911067, + "main_score": 0.88929, + "hf_subset": "sat_Olck-mkd_Cyrl", + "languages": [ + "sat-Olck", + "mkd-Cyrl" + ] + }, + { + "precision": 0.903749, + "recall": 0.929842, + "f1": 0.91166, + "accuracy": 0.929842, + "main_score": 0.91166, + "hf_subset": "sat_Olck-prs_Arab", + "languages": [ + "sat-Olck", + "prs-Arab" + ] + }, + { + "precision": 0.902339, + "recall": 0.927866, + "f1": 0.909999, + "accuracy": 0.927866, + "main_score": 0.909999, + "hf_subset": "sat_Olck-swe_Latn", + "languages": [ + "sat-Olck", + "swe-Latn" + ] + }, + { + "precision": 0.895273, + "recall": 0.920949, + "f1": 0.902834, + "accuracy": 0.920949, + "main_score": 0.902834, + "hf_subset": "sat_Olck-urd_Arab", + "languages": [ + "sat-Olck", + "urd-Arab" + ] + }, + { + "precision": 0.656008, + "recall": 0.716403, + "f1": 0.67279, + "accuracy": 0.716403, + "main_score": 0.67279, + "hf_subset": "sat_Olck-aka_Latn", + "languages": [ + "sat-Olck", + "aka-Latn" + ] + }, + { + "precision": 0.857353, + "recall": 0.889328, + "f1": 0.866563, + "accuracy": 0.889328, + "main_score": 0.866563, + "hf_subset": "sat_Olck-bjn_Latn", + "languages": [ + "sat-Olck", + "bjn-Latn" + ] + }, + { + "precision": 0.848108, + "recall": 0.885375, + "f1": 0.859651, + "accuracy": 0.885375, + "main_score": 0.859651, + "hf_subset": "sat_Olck-fao_Latn", + "languages": [ + "sat-Olck", + "fao-Latn" + ] + }, + { + "precision": 0.919031, + "recall": 0.942688, + "f1": 0.926367, + "accuracy": 0.942688, + "main_score": 0.926367, + "hf_subset": "sat_Olck-ind_Latn", + "languages": [ + "sat-Olck", + "ind-Latn" + ] + }, + { + "precision": 0.478158, + "recall": 0.529644, + "f1": 0.492246, + "accuracy": 0.529644, + "main_score": 0.492246, + "hf_subset": "sat_Olck-knc_Latn", + "languages": [ + "sat-Olck", + "knc-Latn" + ] + }, + { + "precision": 0.866609, + "recall": 0.902174, + "f1": 0.876899, + "accuracy": 0.902174, + "main_score": 0.876899, + "hf_subset": "sat_Olck-mlt_Latn", + "languages": [ + "sat-Olck", + "mlt-Latn" + ] + }, + { + "precision": 0.600218, + "recall": 0.660079, + "f1": 0.617243, + "accuracy": 0.660079, + "main_score": 0.617243, + "hf_subset": "sat_Olck-quy_Latn", + "languages": [ + "sat-Olck", + "quy-Latn" + ] + }, + { + "precision": 0.881374, + "recall": 0.913043, + "f1": 0.891008, + "accuracy": 0.913043, + "main_score": 0.891008, + "hf_subset": "sat_Olck-swh_Latn", + "languages": [ + "sat-Olck", + "swh-Latn" + ] + }, + { + "precision": 0.884545, + "recall": 0.912055, + "f1": 0.892507, + "accuracy": 0.912055, + "main_score": 0.892507, + "hf_subset": "sat_Olck-uzn_Latn", + "languages": [ + "sat-Olck", + "uzn-Latn" + ] + }, + { + "precision": 0.869804, + "recall": 0.903162, + "f1": 0.879454, + "accuracy": 0.903162, + "main_score": 0.879454, + "hf_subset": "sat_Olck-als_Latn", + "languages": [ + "sat-Olck", + "als-Latn" + ] + }, + { + "precision": 0.679429, + "recall": 0.749012, + "f1": 0.698948, + "accuracy": 0.749012, + "main_score": 0.698948, + "hf_subset": "sat_Olck-bod_Tibt", + "languages": [ + "sat-Olck", + "bod-Tibt" + ] + }, + { + "precision": 0.58662, + "recall": 0.644269, + "f1": 0.603142, + "accuracy": 0.644269, + "main_score": 0.603142, + "hf_subset": "sat_Olck-fij_Latn", + "languages": [ + "sat-Olck", + "fij-Latn" + ] + }, + { + "precision": 0.845109, + "recall": 0.886364, + "f1": 0.857708, + "accuracy": 0.886364, + "main_score": 0.857708, + "hf_subset": "sat_Olck-isl_Latn", + "languages": [ + "sat-Olck", + "isl-Latn" + ] + }, + { + "precision": 0.547923, + "recall": 0.602767, + "f1": 0.562592, + "accuracy": 0.602767, + "main_score": 0.562592, + "hf_subset": "sat_Olck-kon_Latn", + "languages": [ + "sat-Olck", + "kon-Latn" + ] + }, + { + "precision": 0.595923, + "recall": 0.65415, + "f1": 0.612572, + "accuracy": 0.65415, + "main_score": 0.612572, + "hf_subset": "sat_Olck-mni_Beng", + "languages": [ + "sat-Olck", + "mni-Beng" + ] + }, + { + "precision": 0.895916, + "recall": 0.925889, + "f1": 0.905105, + "accuracy": 0.925889, + "main_score": 0.905105, + "hf_subset": "sat_Olck-ron_Latn", + "languages": [ + "sat-Olck", + "ron-Latn" + ] + }, + { + "precision": 0.877553, + "recall": 0.910079, + "f1": 0.887455, + "accuracy": 0.910079, + "main_score": 0.887455, + "hf_subset": "sat_Olck-szl_Latn", + "languages": [ + "sat-Olck", + "szl-Latn" + ] + }, + { + "precision": 0.903618, + "recall": 0.924901, + "f1": 0.909652, + "accuracy": 0.924901, + "main_score": 0.909652, + "hf_subset": "sat_Olck-vec_Latn", + "languages": [ + "sat-Olck", + "vec-Latn" + ] + }, + { + "precision": 0.848682, + "recall": 0.88834, + "f1": 0.860592, + "accuracy": 0.88834, + "main_score": 0.860592, + "hf_subset": "sat_Olck-amh_Ethi", + "languages": [ + "sat-Olck", + "amh-Ethi" + ] + }, + { + "precision": 0.895743, + "recall": 0.923913, + "f1": 0.904337, + "accuracy": 0.923913, + "main_score": 0.904337, + "hf_subset": "sat_Olck-bos_Latn", + "languages": [ + "sat-Olck", + "bos-Latn" + ] + }, + { + "precision": 0.882777, + "recall": 0.913043, + "f1": 0.891603, + "accuracy": 0.913043, + "main_score": 0.891603, + "hf_subset": "sat_Olck-fin_Latn", + "languages": [ + "sat-Olck", + "fin-Latn" + ] + }, + { + "precision": 0.912971, + "recall": 0.934783, + "f1": 0.919073, + "accuracy": 0.934783, + "main_score": 0.919073, + "hf_subset": "sat_Olck-ita_Latn", + "languages": [ + "sat-Olck", + "ita-Latn" + ] + }, + { + "precision": 0.905171, + "recall": 0.932806, + "f1": 0.913702, + "accuracy": 0.932806, + "main_score": 0.913702, + "hf_subset": "sat_Olck-kor_Hang", + "languages": [ + "sat-Olck", + "kor-Hang" + ] + }, + { + "precision": 0.465181, + "recall": 0.512846, + "f1": 0.478807, + "accuracy": 0.512846, + "main_score": 0.478807, + "hf_subset": "sat_Olck-mos_Latn", + "languages": [ + "sat-Olck", + "mos-Latn" + ] + }, + { + "precision": 0.643603, + "recall": 0.705534, + "f1": 0.661258, + "accuracy": 0.705534, + "main_score": 0.661258, + "hf_subset": "sat_Olck-run_Latn", + "languages": [ + "sat-Olck", + "run-Latn" + ] + }, + { + "precision": 0.894697, + "recall": 0.920949, + "f1": 0.902438, + "accuracy": 0.920949, + "main_score": 0.902438, + "hf_subset": "sat_Olck-tam_Taml", + "languages": [ + "sat-Olck", + "tam-Taml" + ] + }, + { + "precision": 0.890995, + "recall": 0.917984, + "f1": 0.898666, + "accuracy": 0.917984, + "main_score": 0.898666, + "hf_subset": "sat_Olck-vie_Latn", + "languages": [ + "sat-Olck", + "vie-Latn" + ] + }, + { + "precision": 0.88224, + "recall": 0.911067, + "f1": 0.890655, + "accuracy": 0.911067, + "main_score": 0.890655, + "hf_subset": "sat_Olck-apc_Arab", + "languages": [ + "sat-Olck", + "apc-Arab" + ] + }, + { + "precision": 0.643655, + "recall": 0.697628, + "f1": 0.658767, + "accuracy": 0.697628, + "main_score": 0.658767, + "hf_subset": "sat_Olck-bug_Latn", + "languages": [ + "sat-Olck", + "bug-Latn" + ] + }, + { + "precision": 0.392055, + "recall": 0.431818, + "f1": 0.403377, + "accuracy": 0.431818, + "main_score": 0.403377, + "hf_subset": "sat_Olck-fon_Latn", + "languages": [ + "sat-Olck", + "fon-Latn" + ] + }, + { + "precision": 0.859227, + "recall": 0.895257, + "f1": 0.869831, + "accuracy": 0.895257, + "main_score": 0.869831, + "hf_subset": "sat_Olck-jav_Latn", + "languages": [ + "sat-Olck", + "jav-Latn" + ] + }, + { + "precision": 0.815069, + "recall": 0.863636, + "f1": 0.829484, + "accuracy": 0.863636, + "main_score": 0.829484, + "hf_subset": "sat_Olck-lao_Laoo", + "languages": [ + "sat-Olck", + "lao-Laoo" + ] + }, + { + "precision": 0.746476, + "recall": 0.800395, + "f1": 0.762516, + "accuracy": 0.800395, + "main_score": 0.762516, + "hf_subset": "sat_Olck-mri_Latn", + "languages": [ + "sat-Olck", + "mri-Latn" + ] + }, + { + "precision": 0.903475, + "recall": 0.929842, + "f1": 0.911265, + "accuracy": 0.929842, + "main_score": 0.911265, + "hf_subset": "sat_Olck-rus_Cyrl", + "languages": [ + "sat-Olck", + "rus-Cyrl" + ] + }, + { + "precision": 0.466606, + "recall": 0.514822, + "f1": 0.479721, + "accuracy": 0.514822, + "main_score": 0.479721, + "hf_subset": "sat_Olck-taq_Latn", + "languages": [ + "sat-Olck", + "taq-Latn" + ] + }, + { + "precision": 0.863867, + "recall": 0.894269, + "f1": 0.872793, + "accuracy": 0.894269, + "main_score": 0.872793, + "hf_subset": "sat_Olck-war_Latn", + "languages": [ + "sat-Olck", + "war-Latn" + ] + }, + { + "precision": 0.893857, + "recall": 0.924901, + "f1": 0.903524, + "accuracy": 0.924901, + "main_score": 0.903524, + "hf_subset": "sat_Olck-arb_Arab", + "languages": [ + "sat-Olck", + "arb-Arab" + ] + }, + { + "precision": 0.9139, + "recall": 0.936759, + "f1": 0.920539, + "accuracy": 0.936759, + "main_score": 0.920539, + "hf_subset": "sat_Olck-bul_Cyrl", + "languages": [ + "sat-Olck", + "bul-Cyrl" + ] + }, + { + "precision": 0.910524, + "recall": 0.934783, + "f1": 0.917852, + "accuracy": 0.934783, + "main_score": 0.917852, + "hf_subset": "sat_Olck-fra_Latn", + "languages": [ + "sat-Olck", + "fra-Latn" + ] + }, + { + "precision": 0.901508, + "recall": 0.926877, + "f1": 0.909089, + "accuracy": 0.926877, + "main_score": 0.909089, + "hf_subset": "sat_Olck-jpn_Jpan", + "languages": [ + "sat-Olck", + "jpn-Jpan" + ] + }, + { + "precision": 0.889171, + "recall": 0.917984, + "f1": 0.897746, + "accuracy": 0.917984, + "main_score": 0.897746, + "hf_subset": "sat_Olck-lij_Latn", + "languages": [ + "sat-Olck", + "lij-Latn" + ] + }, + { + "precision": 0.860787, + "recall": 0.897233, + "f1": 0.871673, + "accuracy": 0.897233, + "main_score": 0.871673, + "hf_subset": "sat_Olck-mya_Mymr", + "languages": [ + "sat-Olck", + "mya-Mymr" + ] + }, + { + "precision": 0.493448, + "recall": 0.546443, + "f1": 0.50862, + "accuracy": 0.546443, + "main_score": 0.50862, + "hf_subset": "sat_Olck-sag_Latn", + "languages": [ + "sat-Olck", + "sag-Latn" + ] + }, + { + "precision": 0.231325, + "recall": 0.281621, + "f1": 0.244415, + "accuracy": 0.281621, + "main_score": 0.244415, + "hf_subset": "sat_Olck-taq_Tfng", + "languages": [ + "sat-Olck", + "taq-Tfng" + ] + }, + { + "precision": 0.570775, + "recall": 0.625494, + "f1": 0.585513, + "accuracy": 0.625494, + "main_score": 0.585513, + "hf_subset": "sat_Olck-wol_Latn", + "languages": [ + "sat-Olck", + "wol-Latn" + ] + }, + { + "precision": 0.709853, + "recall": 0.77668, + "f1": 0.729241, + "accuracy": 0.77668, + "main_score": 0.729241, + "hf_subset": "sat_Olck-arb_Latn", + "languages": [ + "sat-Olck", + "arb-Latn" + ] + }, + { + "precision": 0.900683, + "recall": 0.926877, + "f1": 0.908256, + "accuracy": 0.926877, + "main_score": 0.908256, + "hf_subset": "sat_Olck-cat_Latn", + "languages": [ + "sat-Olck", + "cat-Latn" + ] + }, + { + "precision": 0.870275, + "recall": 0.901186, + "f1": 0.87909, + "accuracy": 0.901186, + "main_score": 0.87909, + "hf_subset": "sat_Olck-fur_Latn", + "languages": [ + "sat-Olck", + "fur-Latn" + ] + }, + { + "precision": 0.415351, + "recall": 0.477273, + "f1": 0.432505, + "accuracy": 0.477273, + "main_score": 0.432505, + "hf_subset": "sat_Olck-kab_Latn", + "languages": [ + "sat-Olck", + "kab-Latn" + ] + }, + { + "precision": 0.882369, + "recall": 0.912055, + "f1": 0.891257, + "accuracy": 0.912055, + "main_score": 0.891257, + "hf_subset": "sat_Olck-lim_Latn", + "languages": [ + "sat-Olck", + "lim-Latn" + ] + }, + { + "precision": 0.887361, + "recall": 0.916008, + "f1": 0.895659, + "accuracy": 0.916008, + "main_score": 0.895659, + "hf_subset": "sat_Olck-nld_Latn", + "languages": [ + "sat-Olck", + "nld-Latn" + ] + }, + { + "precision": 0.892033, + "recall": 0.91996, + "f1": 0.900214, + "accuracy": 0.91996, + "main_score": 0.900214, + "hf_subset": "sat_Olck-san_Deva", + "languages": [ + "sat-Olck", + "san-Deva" + ] + }, + { + "precision": 0.870474, + "recall": 0.902174, + "f1": 0.879992, + "accuracy": 0.902174, + "main_score": 0.879992, + "hf_subset": "sat_Olck-tat_Cyrl", + "languages": [ + "sat-Olck", + "tat-Cyrl" + ] + }, + { + "precision": 0.781959, + "recall": 0.831028, + "f1": 0.796277, + "accuracy": 0.831028, + "main_score": 0.796277, + "hf_subset": "sat_Olck-xho_Latn", + "languages": [ + "sat-Olck", + "xho-Latn" + ] + }, + { + "precision": 0.891914, + "recall": 0.922925, + "f1": 0.901416, + "accuracy": 0.922925, + "main_score": 0.901416, + "hf_subset": "sat_Olck-ars_Arab", + "languages": [ + "sat-Olck", + "ars-Arab" + ] + }, + { + "precision": 0.865335, + "recall": 0.896245, + "f1": 0.874078, + "accuracy": 0.896245, + "main_score": 0.874078, + "hf_subset": "sat_Olck-ceb_Latn", + "languages": [ + "sat-Olck", + "ceb-Latn" + ] + }, + { + "precision": 0.44528, + "recall": 0.502964, + "f1": 0.461053, + "accuracy": 0.502964, + "main_score": 0.461053, + "hf_subset": "sat_Olck-fuv_Latn", + "languages": [ + "sat-Olck", + "fuv-Latn" + ] + }, + { + "precision": 0.441956, + "recall": 0.495059, + "f1": 0.457216, + "accuracy": 0.495059, + "main_score": 0.457216, + "hf_subset": "sat_Olck-kac_Latn", + "languages": [ + "sat-Olck", + "kac-Latn" + ] + }, + { + "precision": 0.566844, + "recall": 0.632411, + "f1": 0.584201, + "accuracy": 0.632411, + "main_score": 0.584201, + "hf_subset": "sat_Olck-lin_Latn", + "languages": [ + "sat-Olck", + "lin-Latn" + ] + }, + { + "precision": 0.884124, + "recall": 0.91502, + "f1": 0.893365, + "accuracy": 0.91502, + "main_score": 0.893365, + "hf_subset": "sat_Olck-nno_Latn", + "languages": [ + "sat-Olck", + "nno-Latn" + ] + }, + { + "precision": 0.885244, + "recall": 0.916996, + "f1": 0.894848, + "accuracy": 0.916996, + "main_score": 0.894848, + "hf_subset": "sat_Olck-tel_Telu", + "languages": [ + "sat-Olck", + "tel-Telu" + ] + }, + { + "precision": 0.889453, + "recall": 0.91996, + "f1": 0.898699, + "accuracy": 0.91996, + "main_score": 0.898699, + "hf_subset": "sat_Olck-ydd_Hebr", + "languages": [ + "sat-Olck", + "ydd-Hebr" + ] + }, + { + "precision": 0.858354, + "recall": 0.895257, + "f1": 0.869483, + "accuracy": 0.895257, + "main_score": 0.869483, + "hf_subset": "sat_Olck-ary_Arab", + "languages": [ + "sat-Olck", + "ary-Arab" + ] + }, + { + "precision": 0.908409, + "recall": 0.934783, + "f1": 0.916551, + "accuracy": 0.934783, + "main_score": 0.916551, + "hf_subset": "sat_Olck-ces_Latn", + "languages": [ + "sat-Olck", + "ces-Latn" + ] + }, + { + "precision": 0.544004, + "recall": 0.609684, + "f1": 0.561912, + "accuracy": 0.609684, + "main_score": 0.561912, + "hf_subset": "sat_Olck-gaz_Latn", + "languages": [ + "sat-Olck", + "gaz-Latn" + ] + }, + { + "precision": 0.484451, + "recall": 0.548419, + "f1": 0.502501, + "accuracy": 0.548419, + "main_score": 0.502501, + "hf_subset": "sat_Olck-kam_Latn", + "languages": [ + "sat-Olck", + "kam-Latn" + ] + }, + { + "precision": 0.881332, + "recall": 0.913043, + "f1": 0.891096, + "accuracy": 0.913043, + "main_score": 0.891096, + "hf_subset": "sat_Olck-lit_Latn", + "languages": [ + "sat-Olck", + "lit-Latn" + ] + }, + { + "precision": 0.913719, + "recall": 0.936759, + "f1": 0.920667, + "accuracy": 0.936759, + "main_score": 0.920667, + "hf_subset": "sat_Olck-nob_Latn", + "languages": [ + "sat-Olck", + "nob-Latn" + ] + }, + { + "precision": 0.860218, + "recall": 0.891304, + "f1": 0.869308, + "accuracy": 0.891304, + "main_score": 0.869308, + "hf_subset": "sat_Olck-scn_Latn", + "languages": [ + "sat-Olck", + "scn-Latn" + ] + }, + { + "precision": 0.855105, + "recall": 0.895257, + "f1": 0.867523, + "accuracy": 0.895257, + "main_score": 0.867523, + "hf_subset": "sat_Olck-tgk_Cyrl", + "languages": [ + "sat-Olck", + "tgk-Cyrl" + ] + }, + { + "precision": 0.657269, + "recall": 0.72332, + "f1": 0.67565, + "accuracy": 0.72332, + "main_score": 0.67565, + "hf_subset": "sat_Olck-yor_Latn", + "languages": [ + "sat-Olck", + "yor-Latn" + ] + }, + { + "precision": 0.88718, + "recall": 0.916996, + "f1": 0.895852, + "accuracy": 0.916996, + "main_score": 0.895852, + "hf_subset": "sat_Olck-arz_Arab", + "languages": [ + "sat-Olck", + "arz-Arab" + ] + }, + { + "precision": 0.454497, + "recall": 0.506917, + "f1": 0.469113, + "accuracy": 0.506917, + "main_score": 0.469113, + "hf_subset": "sat_Olck-cjk_Latn", + "languages": [ + "sat-Olck", + "cjk-Latn" + ] + }, + { + "precision": 0.812171, + "recall": 0.86166, + "f1": 0.827522, + "accuracy": 0.86166, + "main_score": 0.827522, + "hf_subset": "sat_Olck-gla_Latn", + "languages": [ + "sat-Olck", + "gla-Latn" + ] + }, + { + "precision": 0.879258, + "recall": 0.914032, + "f1": 0.889872, + "accuracy": 0.914032, + "main_score": 0.889872, + "hf_subset": "sat_Olck-kan_Knda", + "languages": [ + "sat-Olck", + "kan-Knda" + ] + }, + { + "precision": 0.887536, + "recall": 0.916008, + "f1": 0.896069, + "accuracy": 0.916008, + "main_score": 0.896069, + "hf_subset": "sat_Olck-lmo_Latn", + "languages": [ + "sat-Olck", + "lmo-Latn" + ] + }, + { + "precision": 0.915112, + "recall": 0.936759, + "f1": 0.921591, + "accuracy": 0.936759, + "main_score": 0.921591, + "hf_subset": "sat_Olck-npi_Deva", + "languages": [ + "sat-Olck", + "npi-Deva" + ] + }, + { + "precision": 0.495855, + "recall": 0.559289, + "f1": 0.513675, + "accuracy": 0.559289, + "main_score": 0.513675, + "hf_subset": "sat_Olck-shn_Mymr", + "languages": [ + "sat-Olck", + "shn-Mymr" + ] + }, + { + "precision": 0.890377, + "recall": 0.917984, + "f1": 0.898617, + "accuracy": 0.917984, + "main_score": 0.898617, + "hf_subset": "sat_Olck-tgl_Latn", + "languages": [ + "sat-Olck", + "tgl-Latn" + ] + }, + { + "precision": 0.891651, + "recall": 0.91996, + "f1": 0.900236, + "accuracy": 0.91996, + "main_score": 0.900236, + "hf_subset": "sat_Olck-yue_Hant", + "languages": [ + "sat-Olck", + "yue-Hant" + ] + }, + { + "precision": 0.877866, + "recall": 0.909091, + "f1": 0.886895, + "accuracy": 0.909091, + "main_score": 0.886895, + "hf_subset": "sat_Olck-asm_Beng", + "languages": [ + "sat-Olck", + "asm-Beng" + ] + }, + { + "precision": 0.83666, + "recall": 0.879447, + "f1": 0.84992, + "accuracy": 0.879447, + "main_score": 0.84992, + "hf_subset": "sat_Olck-ckb_Arab", + "languages": [ + "sat-Olck", + "ckb-Arab" + ] + }, + { + "precision": 0.852443, + "recall": 0.889328, + "f1": 0.863603, + "accuracy": 0.889328, + "main_score": 0.863603, + "hf_subset": "sat_Olck-gle_Latn", + "languages": [ + "sat-Olck", + "gle-Latn" + ] + }, + { + "precision": 0.823781, + "recall": 0.860672, + "f1": 0.834798, + "accuracy": 0.860672, + "main_score": 0.834798, + "hf_subset": "sat_Olck-kas_Arab", + "languages": [ + "sat-Olck", + "kas-Arab" + ] + }, + { + "precision": 0.795306, + "recall": 0.837945, + "f1": 0.807957, + "accuracy": 0.837945, + "main_score": 0.807957, + "hf_subset": "sat_Olck-ltg_Latn", + "languages": [ + "sat-Olck", + "ltg-Latn" + ] + }, + { + "precision": 0.706895, + "recall": 0.764822, + "f1": 0.723372, + "accuracy": 0.764822, + "main_score": 0.723372, + "hf_subset": "sat_Olck-nso_Latn", + "languages": [ + "sat-Olck", + "nso-Latn" + ] + }, + { + "precision": 0.888702, + "recall": 0.91996, + "f1": 0.898353, + "accuracy": 0.91996, + "main_score": 0.898353, + "hf_subset": "sat_Olck-sin_Sinh", + "languages": [ + "sat-Olck", + "sin-Sinh" + ] + }, + { + "precision": 0.856113, + "recall": 0.893281, + "f1": 0.867183, + "accuracy": 0.893281, + "main_score": 0.867183, + "hf_subset": "sat_Olck-tha_Thai", + "languages": [ + "sat-Olck", + "tha-Thai" + ] + }, + { + "precision": 0.857839, + "recall": 0.891304, + "f1": 0.866808, + "accuracy": 0.891304, + "main_score": 0.866808, + "hf_subset": "sat_Olck-zho_Hans", + "languages": [ + "sat-Olck", + "zho-Hans" + ] + }, + { + "precision": 0.888505, + "recall": 0.916996, + "f1": 0.897042, + "accuracy": 0.916996, + "main_score": 0.897042, + "hf_subset": "sat_Olck-ast_Latn", + "languages": [ + "sat-Olck", + "ast-Latn" + ] + }, + { + "precision": 0.883682, + "recall": 0.913043, + "f1": 0.892556, + "accuracy": 0.913043, + "main_score": 0.892556, + "hf_subset": "sat_Olck-crh_Latn", + "languages": [ + "sat-Olck", + "crh-Latn" + ] + }, + { + "precision": 0.899242, + "recall": 0.923913, + "f1": 0.906509, + "accuracy": 0.923913, + "main_score": 0.906509, + "hf_subset": "sat_Olck-glg_Latn", + "languages": [ + "sat-Olck", + "glg-Latn" + ] + }, + { + "precision": 0.785603, + "recall": 0.833004, + "f1": 0.799209, + "accuracy": 0.833004, + "main_score": 0.799209, + "hf_subset": "sat_Olck-kas_Deva", + "languages": [ + "sat-Olck", + "kas-Deva" + ] + }, + { + "precision": 0.866027, + "recall": 0.899209, + "f1": 0.875619, + "accuracy": 0.899209, + "main_score": 0.875619, + "hf_subset": "sat_Olck-ltz_Latn", + "languages": [ + "sat-Olck", + "ltz-Latn" + ] + }, + { + "precision": 0.395515, + "recall": 0.454545, + "f1": 0.411983, + "accuracy": 0.454545, + "main_score": 0.411983, + "hf_subset": "sat_Olck-nus_Latn", + "languages": [ + "sat-Olck", + "nus-Latn" + ] + }, + { + "precision": 0.898691, + "recall": 0.922925, + "f1": 0.905877, + "accuracy": 0.922925, + "main_score": 0.905877, + "hf_subset": "sat_Olck-slk_Latn", + "languages": [ + "sat-Olck", + "slk-Latn" + ] + }, + { + "precision": 0.629855, + "recall": 0.6917, + "f1": 0.647421, + "accuracy": 0.6917, + "main_score": 0.647421, + "hf_subset": "sat_Olck-tir_Ethi", + "languages": [ + "sat-Olck", + "tir-Ethi" + ] + }, + { + "precision": 0.891716, + "recall": 0.921937, + "f1": 0.900659, + "accuracy": 0.921937, + "main_score": 0.900659, + "hf_subset": "sat_Olck-zho_Hant", + "languages": [ + "sat-Olck", + "zho-Hant" + ] + }, + { + "precision": 0.904908, + "recall": 0.927866, + "f1": 0.911708, + "accuracy": 0.927866, + "main_score": 0.911708, + "hf_subset": "sat_Olck-awa_Deva", + "languages": [ + "sat-Olck", + "awa-Deva" + ] + }, + { + "precision": 0.882209, + "recall": 0.911067, + "f1": 0.89067, + "accuracy": 0.911067, + "main_score": 0.89067, + "hf_subset": "sat_Olck-cym_Latn", + "languages": [ + "sat-Olck", + "cym-Latn" + ] + }, + { + "precision": 0.673178, + "recall": 0.730237, + "f1": 0.688936, + "accuracy": 0.730237, + "main_score": 0.688936, + "hf_subset": "sat_Olck-grn_Latn", + "languages": [ + "sat-Olck", + "grn-Latn" + ] + }, + { + "precision": 0.875075, + "recall": 0.907115, + "f1": 0.884404, + "accuracy": 0.907115, + "main_score": 0.884404, + "hf_subset": "sat_Olck-kat_Geor", + "languages": [ + "sat-Olck", + "kat-Geor" + ] + }, + { + "precision": 0.531032, + "recall": 0.583004, + "f1": 0.545233, + "accuracy": 0.583004, + "main_score": 0.545233, + "hf_subset": "sat_Olck-lua_Latn", + "languages": [ + "sat-Olck", + "lua-Latn" + ] + }, + { + "precision": 0.719516, + "recall": 0.771739, + "f1": 0.734707, + "accuracy": 0.771739, + "main_score": 0.734707, + "hf_subset": "sat_Olck-nya_Latn", + "languages": [ + "sat-Olck", + "nya-Latn" + ] + }, + { + "precision": 0.894492, + "recall": 0.921937, + "f1": 0.903146, + "accuracy": 0.921937, + "main_score": 0.903146, + "hf_subset": "sat_Olck-slv_Latn", + "languages": [ + "sat-Olck", + "slv-Latn" + ] + }, + { + "precision": 0.836834, + "recall": 0.874506, + "f1": 0.847843, + "accuracy": 0.874506, + "main_score": 0.847843, + "hf_subset": "sat_Olck-tpi_Latn", + "languages": [ + "sat-Olck", + "tpi-Latn" + ] + }, + { + "precision": 0.899033, + "recall": 0.925889, + "f1": 0.907148, + "accuracy": 0.925889, + "main_score": 0.907148, + "hf_subset": "sat_Olck-zsm_Latn", + "languages": [ + "sat-Olck", + "zsm-Latn" + ] + }, + { + "precision": 0.462092, + "recall": 0.511858, + "f1": 0.475946, + "accuracy": 0.511858, + "main_score": 0.475946, + "hf_subset": "sat_Olck-ayr_Latn", + "languages": [ + "sat-Olck", + "ayr-Latn" + ] + }, + { + "precision": 0.919556, + "recall": 0.940711, + "f1": 0.925856, + "accuracy": 0.940711, + "main_score": 0.925856, + "hf_subset": "sat_Olck-dan_Latn", + "languages": [ + "sat-Olck", + "dan-Latn" + ] + }, + { + "precision": 0.919664, + "recall": 0.942688, + "f1": 0.92668, + "accuracy": 0.942688, + "main_score": 0.92668, + "hf_subset": "sat_Olck-guj_Gujr", + "languages": [ + "sat-Olck", + "guj-Gujr" + ] + }, + { + "precision": 0.865991, + "recall": 0.901186, + "f1": 0.87635, + "accuracy": 0.901186, + "main_score": 0.87635, + "hf_subset": "sat_Olck-kaz_Cyrl", + "languages": [ + "sat-Olck", + "kaz-Cyrl" + ] + }, + { + "precision": 0.598205, + "recall": 0.663043, + "f1": 0.616841, + "accuracy": 0.663043, + "main_score": 0.616841, + "hf_subset": "sat_Olck-lug_Latn", + "languages": [ + "sat-Olck", + "lug-Latn" + ] + }, + { + "precision": 0.881061, + "recall": 0.912055, + "f1": 0.890416, + "accuracy": 0.912055, + "main_score": 0.890416, + "hf_subset": "sat_Olck-oci_Latn", + "languages": [ + "sat-Olck", + "oci-Latn" + ] + }, + { + "precision": 0.723339, + "recall": 0.779644, + "f1": 0.740022, + "accuracy": 0.779644, + "main_score": 0.740022, + "hf_subset": "sat_Olck-smo_Latn", + "languages": [ + "sat-Olck", + "smo-Latn" + ] + }, + { + "precision": 0.652357, + "recall": 0.719368, + "f1": 0.671546, + "accuracy": 0.719368, + "main_score": 0.671546, + "hf_subset": "sat_Olck-tsn_Latn", + "languages": [ + "sat-Olck", + "tsn-Latn" + ] + }, + { + "precision": 0.76572, + "recall": 0.824111, + "f1": 0.78352, + "accuracy": 0.824111, + "main_score": 0.78352, + "hf_subset": "sat_Olck-zul_Latn", + "languages": [ + "sat-Olck", + "zul-Latn" + ] + }, + { + "precision": 0.812839, + "recall": 0.852767, + "f1": 0.8252, + "accuracy": 0.852767, + "main_score": 0.8252, + "hf_subset": "sat_Olck-azb_Arab", + "languages": [ + "sat-Olck", + "azb-Arab" + ] + }, + { + "precision": 0.920153, + "recall": 0.9417, + "f1": 0.9266, + "accuracy": 0.9417, + "main_score": 0.9266, + "hf_subset": "sat_Olck-deu_Latn", + "languages": [ + "sat-Olck", + "deu-Latn" + ] + }, + { + "precision": 0.856415, + "recall": 0.896245, + "f1": 0.868599, + "accuracy": 0.896245, + "main_score": 0.868599, + "hf_subset": "sat_Olck-hat_Latn", + "languages": [ + "sat-Olck", + "hat-Latn" + ] + }, + { + "precision": 0.443841, + "recall": 0.5, + "f1": 0.459322, + "accuracy": 0.5, + "main_score": 0.459322, + "hf_subset": "sat_Olck-kbp_Latn", + "languages": [ + "sat-Olck", + "kbp-Latn" + ] + }, + { + "precision": 0.473288, + "recall": 0.525692, + "f1": 0.488187, + "accuracy": 0.525692, + "main_score": 0.488187, + "hf_subset": "sat_Olck-luo_Latn", + "languages": [ + "sat-Olck", + "luo-Latn" + ] + }, + { + "precision": 0.896854, + "recall": 0.926877, + "f1": 0.906028, + "accuracy": 0.926877, + "main_score": 0.906028, + "hf_subset": "sat_Olck-ory_Orya", + "languages": [ + "sat-Olck", + "ory-Orya" + ] + }, + { + "precision": 0.761817, + "recall": 0.816206, + "f1": 0.777823, + "accuracy": 0.816206, + "main_score": 0.777823, + "hf_subset": "sat_Olck-sna_Latn", + "languages": [ + "sat-Olck", + "sna-Latn" + ] + }, + { + "precision": 0.590214, + "recall": 0.649209, + "f1": 0.606186, + "accuracy": 0.649209, + "main_score": 0.606186, + "hf_subset": "sat_Olck-tso_Latn", + "languages": [ + "sat-Olck", + "tso-Latn" + ] + }, + { + "precision": 0.86441, + "recall": 0.900198, + "f1": 0.875118, + "accuracy": 0.900198, + "main_score": 0.875118, + "hf_subset": "sat_Olck-azj_Latn", + "languages": [ + "sat-Olck", + "azj-Latn" + ] + }, + { + "precision": 0.454941, + "recall": 0.508893, + "f1": 0.470247, + "accuracy": 0.508893, + "main_score": 0.470247, + "hf_subset": "sat_Olck-dik_Latn", + "languages": [ + "sat-Olck", + "dik-Latn" + ] + }, + { + "precision": 0.771164, + "recall": 0.825099, + "f1": 0.786948, + "accuracy": 0.825099, + "main_score": 0.786948, + "hf_subset": "sat_Olck-hau_Latn", + "languages": [ + "sat-Olck", + "hau-Latn" + ] + }, + { + "precision": 0.863175, + "recall": 0.898221, + "f1": 0.873932, + "accuracy": 0.898221, + "main_score": 0.873932, + "hf_subset": "sat_Olck-kea_Latn", + "languages": [ + "sat-Olck", + "kea-Latn" + ] + }, + { + "precision": 0.779235, + "recall": 0.827075, + "f1": 0.792989, + "accuracy": 0.827075, + "main_score": 0.792989, + "hf_subset": "sat_Olck-lus_Latn", + "languages": [ + "sat-Olck", + "lus-Latn" + ] + }, + { + "precision": 0.753955, + "recall": 0.794466, + "f1": 0.765631, + "accuracy": 0.794466, + "main_score": 0.765631, + "hf_subset": "sat_Olck-pag_Latn", + "languages": [ + "sat-Olck", + "pag-Latn" + ] + }, + { + "precision": 0.874813, + "recall": 0.907115, + "f1": 0.884331, + "accuracy": 0.907115, + "main_score": 0.884331, + "hf_subset": "sat_Olck-snd_Arab", + "languages": [ + "sat-Olck", + "snd-Arab" + ] + }, + { + "precision": 0.85722, + "recall": 0.891304, + "f1": 0.867282, + "accuracy": 0.891304, + "main_score": 0.867282, + "hf_subset": "sat_Olck-tuk_Latn", + "languages": [ + "sat-Olck", + "tuk-Latn" + ] + }, + { + "precision": 0.883024, + "recall": 0.909091, + "f1": 0.890249, + "accuracy": 0.909091, + "main_score": 0.890249, + "hf_subset": "sat_Olck-bak_Cyrl", + "languages": [ + "sat-Olck", + "bak-Cyrl" + ] + }, + { + "precision": 0.420057, + "recall": 0.478261, + "f1": 0.436168, + "accuracy": 0.478261, + "main_score": 0.436168, + "hf_subset": "sat_Olck-dyu_Latn", + "languages": [ + "sat-Olck", + "dyu-Latn" + ] + }, + { + "precision": 0.892111, + "recall": 0.920949, + "f1": 0.900725, + "accuracy": 0.920949, + "main_score": 0.900725, + "hf_subset": "sat_Olck-heb_Hebr", + "languages": [ + "sat-Olck", + "heb-Hebr" + ] + }, + { + "precision": 0.860248, + "recall": 0.894269, + "f1": 0.870405, + "accuracy": 0.894269, + "main_score": 0.870405, + "hf_subset": "sat_Olck-khk_Cyrl", + "languages": [ + "sat-Olck", + "khk-Cyrl" + ] + }, + { + "precision": 0.896154, + "recall": 0.921937, + "f1": 0.903697, + "accuracy": 0.921937, + "main_score": 0.903697, + "hf_subset": "sat_Olck-lvs_Latn", + "languages": [ + "sat-Olck", + "lvs-Latn" + ] + }, + { + "precision": 0.896443, + "recall": 0.924901, + "f1": 0.904861, + "accuracy": 0.924901, + "main_score": 0.904861, + "hf_subset": "sat_Olck-pan_Guru", + "languages": [ + "sat-Olck", + "pan-Guru" + ] + }, + { + "precision": 0.751525, + "recall": 0.810277, + "f1": 0.769055, + "accuracy": 0.810277, + "main_score": 0.769055, + "hf_subset": "sat_Olck-som_Latn", + "languages": [ + "sat-Olck", + "som-Latn" + ] + }, + { + "precision": 0.611162, + "recall": 0.66996, + "f1": 0.628022, + "accuracy": 0.66996, + "main_score": 0.628022, + "hf_subset": "sat_Olck-tum_Latn", + "languages": [ + "sat-Olck", + "tum-Latn" + ] + }, + { + "precision": 0.52048, + "recall": 0.603755, + "f1": 0.543917, + "accuracy": 0.603755, + "main_score": 0.543917, + "hf_subset": "tel_Telu-ace_Arab", + "languages": [ + "tel-Telu", + "ace-Arab" + ] + }, + { + "precision": 0.471487, + "recall": 0.530632, + "f1": 0.48705, + "accuracy": 0.530632, + "main_score": 0.48705, + "hf_subset": "tel_Telu-bam_Latn", + "languages": [ + "tel-Telu", + "bam-Latn" + ] + }, + { + "precision": 0.673185, + "recall": 0.749012, + "f1": 0.69435, + "accuracy": 0.749012, + "main_score": 0.69435, + "hf_subset": "tel_Telu-dzo_Tibt", + "languages": [ + "tel-Telu", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tel_Telu-khm_Khmr", + "languages": [ + "tel-Telu", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-mag_Deva", + "languages": [ + "tel-Telu", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-pap_Latn", + "languages": [ + "tel-Telu", + "pap-Latn" + ] + }, + { + "precision": 0.854447, + "recall": 0.896245, + "f1": 0.867358, + "accuracy": 0.896245, + "main_score": 0.867358, + "hf_subset": "tel_Telu-sot_Latn", + "languages": [ + "tel-Telu", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-tur_Latn", + "languages": [ + "tel-Telu", + "tur-Latn" + ] + }, + { + "precision": 0.856286, + "recall": 0.896245, + "f1": 0.868794, + "accuracy": 0.896245, + "main_score": 0.868794, + "hf_subset": "tel_Telu-ace_Latn", + "languages": [ + "tel-Telu", + "ace-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "tel_Telu-ban_Latn", + "languages": [ + "tel-Telu", + "ban-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tel_Telu-ell_Grek", + "languages": [ + "tel-Telu", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "tel_Telu-hne_Deva", + "languages": [ + "tel-Telu", + "hne-Deva" + ] + }, + { + "precision": 0.565153, + "recall": 0.636364, + "f1": 0.584806, + "accuracy": 0.636364, + "main_score": 0.584806, + "hf_subset": "tel_Telu-kik_Latn", + "languages": [ + "tel-Telu", + "kik-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-mai_Deva", + "languages": [ + "tel-Telu", + "mai-Deva" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "tel_Telu-pbt_Arab", + "languages": [ + "tel-Telu", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-spa_Latn", + "languages": [ + "tel-Telu", + "spa-Latn" + ] + }, + { + "precision": 0.778607, + "recall": 0.833992, + "f1": 0.7948, + "accuracy": 0.833992, + "main_score": 0.7948, + "hf_subset": "tel_Telu-twi_Latn", + "languages": [ + "tel-Telu", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-acm_Arab", + "languages": [ + "tel-Telu", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-bel_Cyrl", + "languages": [ + "tel-Telu", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "tel_Telu-hrv_Latn", + "languages": [ + "tel-Telu", + "hrv-Latn" + ] + }, + { + "precision": 0.855797, + "recall": 0.895257, + "f1": 0.868215, + "accuracy": 0.895257, + "main_score": 0.868215, + "hf_subset": "tel_Telu-kin_Latn", + "languages": [ + "tel-Telu", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-mal_Mlym", + "languages": [ + "tel-Telu", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-pes_Arab", + "languages": [ + "tel-Telu", + "pes-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-srd_Latn", + "languages": [ + "tel-Telu", + "srd-Latn" + ] + }, + { + "precision": 0.199318, + "recall": 0.26581, + "f1": 0.216233, + "accuracy": 0.26581, + "main_score": 0.216233, + "hf_subset": "tel_Telu-tzm_Tfng", + "languages": [ + "tel-Telu", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-acq_Arab", + "languages": [ + "tel-Telu", + "acq-Arab" + ] + }, + { + "precision": 0.665798, + "recall": 0.735178, + "f1": 0.685552, + "accuracy": 0.735178, + "main_score": 0.685552, + "hf_subset": "tel_Telu-bem_Latn", + "languages": [ + "tel-Telu", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-epo_Latn", + "languages": [ + "tel-Telu", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-hun_Latn", + "languages": [ + "tel-Telu", + "hun-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-kir_Cyrl", + "languages": [ + "tel-Telu", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ] + }, + { + "precision": 0.874094, + "recall": 0.908103, + "f1": 0.884387, + "accuracy": 0.908103, + "main_score": 0.884387, + "hf_subset": "tel_Telu-plt_Latn", + "languages": [ + "tel-Telu", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-srp_Cyrl", + "languages": [ + "tel-Telu", + "srp-Cyrl" + ] + }, + { + "precision": 0.939723, + "recall": 0.958498, + "f1": 0.945817, + "accuracy": 0.958498, + "main_score": 0.945817, + "hf_subset": "tel_Telu-uig_Arab", + "languages": [ + "tel-Telu", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-aeb_Arab", + "languages": [ + "tel-Telu", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-est_Latn", + "languages": [ + "tel-Telu", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tel_Telu-hye_Armn", + "languages": [ + "tel-Telu", + "hye-Armn" + ] + }, + { + "precision": 0.449459, + "recall": 0.51087, + "f1": 0.466655, + "accuracy": 0.51087, + "main_score": 0.466655, + "hf_subset": "tel_Telu-kmb_Latn", + "languages": [ + "tel-Telu", + "kmb-Latn" + ] + }, + { + "precision": 0.483385, + "recall": 0.574111, + "f1": 0.507551, + "accuracy": 0.574111, + "main_score": 0.507551, + "hf_subset": "tel_Telu-min_Arab", + "languages": [ + "tel-Telu", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-pol_Latn", + "languages": [ + "tel-Telu", + "pol-Latn" + ] + }, + { + "precision": 0.757279, + "recall": 0.821146, + "f1": 0.776779, + "accuracy": 0.821146, + "main_score": 0.776779, + "hf_subset": "tel_Telu-ssw_Latn", + "languages": [ + "tel-Telu", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-ukr_Cyrl", + "languages": [ + "tel-Telu", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-afr_Latn", + "languages": [ + "tel-Telu", + "afr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-bho_Deva", + "languages": [ + "tel-Telu", + "bho-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-eus_Latn", + "languages": [ + "tel-Telu", + "eus-Latn" + ] + }, + { + "precision": 0.867951, + "recall": 0.906126, + "f1": 0.880105, + "accuracy": 0.906126, + "main_score": 0.880105, + "hf_subset": "tel_Telu-ibo_Latn", + "languages": [ + "tel-Telu", + "ibo-Latn" + ] + }, + { + "precision": 0.889081, + "recall": 0.921937, + "f1": 0.89944, + "accuracy": 0.921937, + "main_score": 0.89944, + "hf_subset": "tel_Telu-kmr_Latn", + "languages": [ + "tel-Telu", + "kmr-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tel_Telu-min_Latn", + "languages": [ + "tel-Telu", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-por_Latn", + "languages": [ + "tel-Telu", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tel_Telu-sun_Latn", + "languages": [ + "tel-Telu", + "sun-Latn" + ] + }, + { + "precision": 0.450338, + "recall": 0.51581, + "f1": 0.46876, + "accuracy": 0.51581, + "main_score": 0.46876, + "hf_subset": "tel_Telu-umb_Latn", + "languages": [ + "tel-Telu", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-ajp_Arab", + "languages": [ + "tel-Telu", + "ajp-Arab" + ] + }, + { + "precision": 0.507533, + "recall": 0.586957, + "f1": 0.529309, + "accuracy": 0.586957, + "main_score": 0.529309, + "hf_subset": "tel_Telu-bjn_Arab", + "languages": [ + "tel-Telu", + "bjn-Arab" + ] + }, + { + "precision": 0.44361, + "recall": 0.499012, + "f1": 0.458538, + "accuracy": 0.499012, + "main_score": 0.458538, + "hf_subset": "tel_Telu-ewe_Latn", + "languages": [ + "tel-Telu", + "ewe-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "tel_Telu-ilo_Latn", + "languages": [ + "tel-Telu", + "ilo-Latn" + ] + }, + { + "precision": 0.250978, + "recall": 0.31917, + "f1": 0.266982, + "accuracy": 0.31917, + "main_score": 0.266982, + "hf_subset": "tel_Telu-knc_Arab", + "languages": [ + "tel-Telu", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-mkd_Cyrl", + "languages": [ + "tel-Telu", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-prs_Arab", + "languages": [ + "tel-Telu", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-swe_Latn", + "languages": [ + "tel-Telu", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ] + }, + { + "precision": 0.741486, + "recall": 0.80336, + "f1": 0.759571, + "accuracy": 0.80336, + "main_score": 0.759571, + "hf_subset": "tel_Telu-aka_Latn", + "languages": [ + "tel-Telu", + "aka-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tel_Telu-bjn_Latn", + "languages": [ + "tel-Telu", + "bjn-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "tel_Telu-fao_Latn", + "languages": [ + "tel-Telu", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-ind_Latn", + "languages": [ + "tel-Telu", + "ind-Latn" + ] + }, + { + "precision": 0.503784, + "recall": 0.566206, + "f1": 0.520105, + "accuracy": 0.566206, + "main_score": 0.520105, + "hf_subset": "tel_Telu-knc_Latn", + "languages": [ + "tel-Telu", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-mlt_Latn", + "languages": [ + "tel-Telu", + "mlt-Latn" + ] + }, + { + "precision": 0.615155, + "recall": 0.6917, + "f1": 0.636786, + "accuracy": 0.6917, + "main_score": 0.636786, + "hf_subset": "tel_Telu-quy_Latn", + "languages": [ + "tel-Telu", + "quy-Latn" + ] + }, + { + "precision": 0.99193, + "recall": 0.994071, + "f1": 0.992589, + "accuracy": 0.994071, + "main_score": 0.992589, + "hf_subset": "tel_Telu-swh_Latn", + "languages": [ + "tel-Telu", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-uzn_Latn", + "languages": [ + "tel-Telu", + "uzn-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tel_Telu-als_Latn", + "languages": [ + "tel-Telu", + "als-Latn" + ] + }, + { + "precision": 0.824193, + "recall": 0.875494, + "f1": 0.840072, + "accuracy": 0.875494, + "main_score": 0.840072, + "hf_subset": "tel_Telu-bod_Tibt", + "languages": [ + "tel-Telu", + "bod-Tibt" + ] + }, + { + "precision": 0.609678, + "recall": 0.68083, + "f1": 0.629612, + "accuracy": 0.68083, + "main_score": 0.629612, + "hf_subset": "tel_Telu-fij_Latn", + "languages": [ + "tel-Telu", + "fij-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tel_Telu-isl_Latn", + "languages": [ + "tel-Telu", + "isl-Latn" + ] + }, + { + "precision": 0.575633, + "recall": 0.649209, + "f1": 0.596447, + "accuracy": 0.649209, + "main_score": 0.596447, + "hf_subset": "tel_Telu-kon_Latn", + "languages": [ + "tel-Telu", + "kon-Latn" + ] + }, + { + "precision": 0.615837, + "recall": 0.690711, + "f1": 0.636946, + "accuracy": 0.690711, + "main_score": 0.636946, + "hf_subset": "tel_Telu-mni_Beng", + "languages": [ + "tel-Telu", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-ron_Latn", + "languages": [ + "tel-Telu", + "ron-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.983202, + "f1": 0.97892, + "accuracy": 0.983202, + "main_score": 0.97892, + "hf_subset": "tel_Telu-szl_Latn", + "languages": [ + "tel-Telu", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-vec_Latn", + "languages": [ + "tel-Telu", + "vec-Latn" + ] + }, + { + "precision": 0.942523, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "tel_Telu-amh_Ethi", + "languages": [ + "tel-Telu", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-bos_Latn", + "languages": [ + "tel-Telu", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-fin_Latn", + "languages": [ + "tel-Telu", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-ita_Latn", + "languages": [ + "tel-Telu", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-kor_Hang", + "languages": [ + "tel-Telu", + "kor-Hang" + ] + }, + { + "precision": 0.476822, + "recall": 0.54249, + "f1": 0.494838, + "accuracy": 0.54249, + "main_score": 0.494838, + "hf_subset": "tel_Telu-mos_Latn", + "languages": [ + "tel-Telu", + "mos-Latn" + ] + }, + { + "precision": 0.749621, + "recall": 0.811265, + "f1": 0.768083, + "accuracy": 0.811265, + "main_score": 0.768083, + "hf_subset": "tel_Telu-run_Latn", + "languages": [ + "tel-Telu", + "run-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-vie_Latn", + "languages": [ + "tel-Telu", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-apc_Arab", + "languages": [ + "tel-Telu", + "apc-Arab" + ] + }, + { + "precision": 0.722721, + "recall": 0.785573, + "f1": 0.74039, + "accuracy": 0.785573, + "main_score": 0.74039, + "hf_subset": "tel_Telu-bug_Latn", + "languages": [ + "tel-Telu", + "bug-Latn" + ] + }, + { + "precision": 0.411833, + "recall": 0.465415, + "f1": 0.426513, + "accuracy": 0.465415, + "main_score": 0.426513, + "hf_subset": "tel_Telu-fon_Latn", + "languages": [ + "tel-Telu", + "fon-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-jav_Latn", + "languages": [ + "tel-Telu", + "jav-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "tel_Telu-lao_Laoo", + "languages": [ + "tel-Telu", + "lao-Laoo" + ] + }, + { + "precision": 0.858893, + "recall": 0.899209, + "f1": 0.871494, + "accuracy": 0.899209, + "main_score": 0.871494, + "hf_subset": "tel_Telu-mri_Latn", + "languages": [ + "tel-Telu", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-rus_Cyrl", + "languages": [ + "tel-Telu", + "rus-Cyrl" + ] + }, + { + "precision": 0.480365, + "recall": 0.543478, + "f1": 0.497432, + "accuracy": 0.543478, + "main_score": 0.497432, + "hf_subset": "tel_Telu-taq_Latn", + "languages": [ + "tel-Telu", + "taq-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tel_Telu-war_Latn", + "languages": [ + "tel-Telu", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-arb_Arab", + "languages": [ + "tel-Telu", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-bul_Cyrl", + "languages": [ + "tel-Telu", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-fra_Latn", + "languages": [ + "tel-Telu", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-jpn_Jpan", + "languages": [ + "tel-Telu", + "jpn-Jpan" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tel_Telu-lij_Latn", + "languages": [ + "tel-Telu", + "lij-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tel_Telu-mya_Mymr", + "languages": [ + "tel-Telu", + "mya-Mymr" + ] + }, + { + "precision": 0.535994, + "recall": 0.605731, + "f1": 0.554799, + "accuracy": 0.605731, + "main_score": 0.554799, + "hf_subset": "tel_Telu-sag_Latn", + "languages": [ + "tel-Telu", + "sag-Latn" + ] + }, + { + "precision": 0.228394, + "recall": 0.293478, + "f1": 0.244295, + "accuracy": 0.293478, + "main_score": 0.244295, + "hf_subset": "tel_Telu-taq_Tfng", + "languages": [ + "tel-Telu", + "taq-Tfng" + ] + }, + { + "precision": 0.621075, + "recall": 0.690711, + "f1": 0.640787, + "accuracy": 0.690711, + "main_score": 0.640787, + "hf_subset": "tel_Telu-wol_Latn", + "languages": [ + "tel-Telu", + "wol-Latn" + ] + }, + { + "precision": 0.843462, + "recall": 0.889328, + "f1": 0.857543, + "accuracy": 0.889328, + "main_score": 0.857543, + "hf_subset": "tel_Telu-arb_Latn", + "languages": [ + "tel-Telu", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-cat_Latn", + "languages": [ + "tel-Telu", + "cat-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "tel_Telu-fur_Latn", + "languages": [ + "tel-Telu", + "fur-Latn" + ] + }, + { + "precision": 0.42717, + "recall": 0.5, + "f1": 0.446484, + "accuracy": 0.5, + "main_score": 0.446484, + "hf_subset": "tel_Telu-kab_Latn", + "languages": [ + "tel-Telu", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tel_Telu-lim_Latn", + "languages": [ + "tel-Telu", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-nld_Latn", + "languages": [ + "tel-Telu", + "nld-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tel_Telu-san_Deva", + "languages": [ + "tel-Telu", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-tat_Cyrl", + "languages": [ + "tel-Telu", + "tat-Cyrl" + ] + }, + { + "precision": 0.888208, + "recall": 0.91996, + "f1": 0.898188, + "accuracy": 0.91996, + "main_score": 0.898188, + "hf_subset": "tel_Telu-xho_Latn", + "languages": [ + "tel-Telu", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-ars_Arab", + "languages": [ + "tel-Telu", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-ceb_Latn", + "languages": [ + "tel-Telu", + "ceb-Latn" + ] + }, + { + "precision": 0.456471, + "recall": 0.534585, + "f1": 0.477496, + "accuracy": 0.534585, + "main_score": 0.477496, + "hf_subset": "tel_Telu-fuv_Latn", + "languages": [ + "tel-Telu", + "fuv-Latn" + ] + }, + { + "precision": 0.465008, + "recall": 0.531621, + "f1": 0.482156, + "accuracy": 0.531621, + "main_score": 0.482156, + "hf_subset": "tel_Telu-kac_Latn", + "languages": [ + "tel-Telu", + "kac-Latn" + ] + }, + { + "precision": 0.623804, + "recall": 0.694664, + "f1": 0.643258, + "accuracy": 0.694664, + "main_score": 0.643258, + "hf_subset": "tel_Telu-lin_Latn", + "languages": [ + "tel-Telu", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-nno_Latn", + "languages": [ + "tel-Telu", + "nno-Latn" + ] + }, + { + "precision": 0.884009, + "recall": 0.918972, + "f1": 0.894993, + "accuracy": 0.918972, + "main_score": 0.894993, + "hf_subset": "tel_Telu-sat_Olck", + "languages": [ + "tel-Telu", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tel_Telu-ydd_Hebr", + "languages": [ + "tel-Telu", + "ydd-Hebr" + ] + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "tel_Telu-ary_Arab", + "languages": [ + "tel-Telu", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-ces_Latn", + "languages": [ + "tel-Telu", + "ces-Latn" + ] + }, + { + "precision": 0.560846, + "recall": 0.636364, + "f1": 0.582012, + "accuracy": 0.636364, + "main_score": 0.582012, + "hf_subset": "tel_Telu-gaz_Latn", + "languages": [ + "tel-Telu", + "gaz-Latn" + ] + }, + { + "precision": 0.515991, + "recall": 0.593874, + "f1": 0.537242, + "accuracy": 0.593874, + "main_score": 0.537242, + "hf_subset": "tel_Telu-kam_Latn", + "languages": [ + "tel-Telu", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tel_Telu-lit_Latn", + "languages": [ + "tel-Telu", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-nob_Latn", + "languages": [ + "tel-Telu", + "nob-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "tel_Telu-scn_Latn", + "languages": [ + "tel-Telu", + "scn-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "tel_Telu-tgk_Cyrl", + "languages": [ + "tel-Telu", + "tgk-Cyrl" + ] + }, + { + "precision": 0.741808, + "recall": 0.807312, + "f1": 0.760971, + "accuracy": 0.807312, + "main_score": 0.760971, + "hf_subset": "tel_Telu-yor_Latn", + "languages": [ + "tel-Telu", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-arz_Arab", + "languages": [ + "tel-Telu", + "arz-Arab" + ] + }, + { + "precision": 0.482211, + "recall": 0.552372, + "f1": 0.501492, + "accuracy": 0.552372, + "main_score": 0.501492, + "hf_subset": "tel_Telu-cjk_Latn", + "languages": [ + "tel-Telu", + "cjk-Latn" + ] + }, + { + "precision": 0.947299, + "recall": 0.964427, + "f1": 0.952899, + "accuracy": 0.964427, + "main_score": 0.952899, + "hf_subset": "tel_Telu-gla_Latn", + "languages": [ + "tel-Telu", + "gla-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tel_Telu-lmo_Latn", + "languages": [ + "tel-Telu", + "lmo-Latn" + ] + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "tel_Telu-npi_Deva", + "languages": [ + "tel-Telu", + "npi-Deva" + ] + }, + { + "precision": 0.549286, + "recall": 0.630435, + "f1": 0.571999, + "accuracy": 0.630435, + "main_score": 0.571999, + "hf_subset": "tel_Telu-shn_Mymr", + "languages": [ + "tel-Telu", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-tgl_Latn", + "languages": [ + "tel-Telu", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-yue_Hant", + "languages": [ + "tel-Telu", + "yue-Hant" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-asm_Beng", + "languages": [ + "tel-Telu", + "asm-Beng" + ] + }, + { + "precision": 0.92663, + "recall": 0.949605, + "f1": 0.934025, + "accuracy": 0.949605, + "main_score": 0.934025, + "hf_subset": "tel_Telu-ckb_Arab", + "languages": [ + "tel-Telu", + "ckb-Arab" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "tel_Telu-gle_Latn", + "languages": [ + "tel-Telu", + "gle-Latn" + ] + }, + { + "precision": 0.910244, + "recall": 0.936759, + "f1": 0.918445, + "accuracy": 0.936759, + "main_score": 0.918445, + "hf_subset": "tel_Telu-kas_Arab", + "languages": [ + "tel-Telu", + "kas-Arab" + ] + }, + { + "precision": 0.894104, + "recall": 0.925889, + "f1": 0.904315, + "accuracy": 0.925889, + "main_score": 0.904315, + "hf_subset": "tel_Telu-ltg_Latn", + "languages": [ + "tel-Telu", + "ltg-Latn" + ] + }, + { + "precision": 0.790703, + "recall": 0.843874, + "f1": 0.807005, + "accuracy": 0.843874, + "main_score": 0.807005, + "hf_subset": "tel_Telu-nso_Latn", + "languages": [ + "tel-Telu", + "nso-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tel_Telu-sin_Sinh", + "languages": [ + "tel-Telu", + "sin-Sinh" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tel_Telu-tha_Thai", + "languages": [ + "tel-Telu", + "tha-Thai" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-zho_Hans", + "languages": [ + "tel-Telu", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-ast_Latn", + "languages": [ + "tel-Telu", + "ast-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-crh_Latn", + "languages": [ + "tel-Telu", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-glg_Latn", + "languages": [ + "tel-Telu", + "glg-Latn" + ] + }, + { + "precision": 0.857543, + "recall": 0.897233, + "f1": 0.869603, + "accuracy": 0.897233, + "main_score": 0.869603, + "hf_subset": "tel_Telu-kas_Deva", + "languages": [ + "tel-Telu", + "kas-Deva" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tel_Telu-ltz_Latn", + "languages": [ + "tel-Telu", + "ltz-Latn" + ] + }, + { + "precision": 0.410135, + "recall": 0.478261, + "f1": 0.428858, + "accuracy": 0.478261, + "main_score": 0.428858, + "hf_subset": "tel_Telu-nus_Latn", + "languages": [ + "tel-Telu", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-slk_Latn", + "languages": [ + "tel-Telu", + "slk-Latn" + ] + }, + { + "precision": 0.644148, + "recall": 0.721344, + "f1": 0.666223, + "accuracy": 0.721344, + "main_score": 0.666223, + "hf_subset": "tel_Telu-tir_Ethi", + "languages": [ + "tel-Telu", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-zho_Hant", + "languages": [ + "tel-Telu", + "zho-Hant" + ] + }, + { + "precision": 0.985919, + "recall": 0.98913, + "f1": 0.986891, + "accuracy": 0.98913, + "main_score": 0.986891, + "hf_subset": "tel_Telu-awa_Deva", + "languages": [ + "tel-Telu", + "awa-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-cym_Latn", + "languages": [ + "tel-Telu", + "cym-Latn" + ] + }, + { + "precision": 0.755303, + "recall": 0.816206, + "f1": 0.773551, + "accuracy": 0.816206, + "main_score": 0.773551, + "hf_subset": "tel_Telu-grn_Latn", + "languages": [ + "tel-Telu", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tel_Telu-kat_Geor", + "languages": [ + "tel-Telu", + "kat-Geor" + ] + }, + { + "precision": 0.586234, + "recall": 0.648221, + "f1": 0.602937, + "accuracy": 0.648221, + "main_score": 0.602937, + "hf_subset": "tel_Telu-lua_Latn", + "languages": [ + "tel-Telu", + "lua-Latn" + ] + }, + { + "precision": 0.81418, + "recall": 0.865613, + "f1": 0.830435, + "accuracy": 0.865613, + "main_score": 0.830435, + "hf_subset": "tel_Telu-nya_Latn", + "languages": [ + "tel-Telu", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-slv_Latn", + "languages": [ + "tel-Telu", + "slv-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "tel_Telu-tpi_Latn", + "languages": [ + "tel-Telu", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-zsm_Latn", + "languages": [ + "tel-Telu", + "zsm-Latn" + ] + }, + { + "precision": 0.473367, + "recall": 0.543478, + "f1": 0.492366, + "accuracy": 0.543478, + "main_score": 0.492366, + "hf_subset": "tel_Telu-ayr_Latn", + "languages": [ + "tel-Telu", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-dan_Latn", + "languages": [ + "tel-Telu", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tel_Telu-kaz_Cyrl", + "languages": [ + "tel-Telu", + "kaz-Cyrl" + ] + }, + { + "precision": 0.644913, + "recall": 0.726285, + "f1": 0.668596, + "accuracy": 0.726285, + "main_score": 0.668596, + "hf_subset": "tel_Telu-lug_Latn", + "languages": [ + "tel-Telu", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-oci_Latn", + "languages": [ + "tel-Telu", + "oci-Latn" + ] + }, + { + "precision": 0.833992, + "recall": 0.876482, + "f1": 0.847087, + "accuracy": 0.876482, + "main_score": 0.847087, + "hf_subset": "tel_Telu-smo_Latn", + "languages": [ + "tel-Telu", + "smo-Latn" + ] + }, + { + "precision": 0.733086, + "recall": 0.798419, + "f1": 0.752259, + "accuracy": 0.798419, + "main_score": 0.752259, + "hf_subset": "tel_Telu-tsn_Latn", + "languages": [ + "tel-Telu", + "tsn-Latn" + ] + }, + { + "precision": 0.895175, + "recall": 0.926877, + "f1": 0.905204, + "accuracy": 0.926877, + "main_score": 0.905204, + "hf_subset": "tel_Telu-zul_Latn", + "languages": [ + "tel-Telu", + "zul-Latn" + ] + }, + { + "precision": 0.925889, + "recall": 0.948617, + "f1": 0.933136, + "accuracy": 0.948617, + "main_score": 0.933136, + "hf_subset": "tel_Telu-azb_Arab", + "languages": [ + "tel-Telu", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-deu_Latn", + "languages": [ + "tel-Telu", + "deu-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "tel_Telu-hat_Latn", + "languages": [ + "tel-Telu", + "hat-Latn" + ] + }, + { + "precision": 0.458895, + "recall": 0.521739, + "f1": 0.475642, + "accuracy": 0.521739, + "main_score": 0.475642, + "hf_subset": "tel_Telu-kbp_Latn", + "languages": [ + "tel-Telu", + "kbp-Latn" + ] + }, + { + "precision": 0.498181, + "recall": 0.565217, + "f1": 0.51616, + "accuracy": 0.565217, + "main_score": 0.51616, + "hf_subset": "tel_Telu-luo_Latn", + "languages": [ + "tel-Telu", + "luo-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tel_Telu-ory_Orya", + "languages": [ + "tel-Telu", + "ory-Orya" + ] + }, + { + "precision": 0.892951, + "recall": 0.924901, + "f1": 0.903327, + "accuracy": 0.924901, + "main_score": 0.903327, + "hf_subset": "tel_Telu-sna_Latn", + "languages": [ + "tel-Telu", + "sna-Latn" + ] + }, + { + "precision": 0.65416, + "recall": 0.724308, + "f1": 0.674099, + "accuracy": 0.724308, + "main_score": 0.674099, + "hf_subset": "tel_Telu-tso_Latn", + "languages": [ + "tel-Telu", + "tso-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "tel_Telu-azj_Latn", + "languages": [ + "tel-Telu", + "azj-Latn" + ] + }, + { + "precision": 0.479504, + "recall": 0.549407, + "f1": 0.499482, + "accuracy": 0.549407, + "main_score": 0.499482, + "hf_subset": "tel_Telu-dik_Latn", + "languages": [ + "tel-Telu", + "dik-Latn" + ] + }, + { + "precision": 0.90275, + "recall": 0.93083, + "f1": 0.911792, + "accuracy": 0.93083, + "main_score": 0.911792, + "hf_subset": "tel_Telu-hau_Latn", + "languages": [ + "tel-Telu", + "hau-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tel_Telu-kea_Latn", + "languages": [ + "tel-Telu", + "kea-Latn" + ] + }, + { + "precision": 0.930336, + "recall": 0.951581, + "f1": 0.937088, + "accuracy": 0.951581, + "main_score": 0.937088, + "hf_subset": "tel_Telu-lus_Latn", + "languages": [ + "tel-Telu", + "lus-Latn" + ] + }, + { + "precision": 0.850082, + "recall": 0.893281, + "f1": 0.863538, + "accuracy": 0.893281, + "main_score": 0.863538, + "hf_subset": "tel_Telu-pag_Latn", + "languages": [ + "tel-Telu", + "pag-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tel_Telu-snd_Arab", + "languages": [ + "tel-Telu", + "snd-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-tuk_Latn", + "languages": [ + "tel-Telu", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-bak_Cyrl", + "languages": [ + "tel-Telu", + "bak-Cyrl" + ] + }, + { + "precision": 0.446876, + "recall": 0.520751, + "f1": 0.467398, + "accuracy": 0.520751, + "main_score": 0.467398, + "hf_subset": "tel_Telu-dyu_Latn", + "languages": [ + "tel-Telu", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-heb_Hebr", + "languages": [ + "tel-Telu", + "heb-Hebr" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "tel_Telu-khk_Cyrl", + "languages": [ + "tel-Telu", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-lvs_Latn", + "languages": [ + "tel-Telu", + "lvs-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ] + }, + { + "precision": 0.863999, + "recall": 0.905138, + "f1": 0.876976, + "accuracy": 0.905138, + "main_score": 0.876976, + "hf_subset": "tel_Telu-som_Latn", + "languages": [ + "tel-Telu", + "som-Latn" + ] + }, + { + "precision": 0.694368, + "recall": 0.758893, + "f1": 0.713589, + "accuracy": 0.758893, + "main_score": 0.713589, + "hf_subset": "tel_Telu-tum_Latn", + "languages": [ + "tel-Telu", + "tum-Latn" + ] + }, + { + "precision": 0.529731, + "recall": 0.615613, + "f1": 0.553876, + "accuracy": 0.615613, + "main_score": 0.553876, + "hf_subset": "ydd_Hebr-ace_Arab", + "languages": [ + "ydd-Hebr", + "ace-Arab" + ] + }, + { + "precision": 0.445667, + "recall": 0.502964, + "f1": 0.46111, + "accuracy": 0.502964, + "main_score": 0.46111, + "hf_subset": "ydd_Hebr-bam_Latn", + "languages": [ + "ydd-Hebr", + "bam-Latn" + ] + }, + { + "precision": 0.637459, + "recall": 0.716403, + "f1": 0.659801, + "accuracy": 0.716403, + "main_score": 0.659801, + "hf_subset": "ydd_Hebr-dzo_Tibt", + "languages": [ + "ydd-Hebr", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-hin_Deva", + "languages": [ + "ydd-Hebr", + "hin-Deva" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "ydd_Hebr-khm_Khmr", + "languages": [ + "ydd-Hebr", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-mag_Deva", + "languages": [ + "ydd-Hebr", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-pap_Latn", + "languages": [ + "ydd-Hebr", + "pap-Latn" + ] + }, + { + "precision": 0.855764, + "recall": 0.896245, + "f1": 0.868379, + "accuracy": 0.896245, + "main_score": 0.868379, + "hf_subset": "ydd_Hebr-sot_Latn", + "languages": [ + "ydd-Hebr", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ydd_Hebr-tur_Latn", + "languages": [ + "ydd-Hebr", + "tur-Latn" + ] + }, + { + "precision": 0.841881, + "recall": 0.885375, + "f1": 0.855256, + "accuracy": 0.885375, + "main_score": 0.855256, + "hf_subset": "ydd_Hebr-ace_Latn", + "languages": [ + "ydd-Hebr", + "ace-Latn" + ] + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "ydd_Hebr-ban_Latn", + "languages": [ + "ydd-Hebr", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-ell_Grek", + "languages": [ + "ydd-Hebr", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ydd_Hebr-hne_Deva", + "languages": [ + "ydd-Hebr", + "hne-Deva" + ] + }, + { + "precision": 0.555575, + "recall": 0.62747, + "f1": 0.575473, + "accuracy": 0.62747, + "main_score": 0.575473, + "hf_subset": "ydd_Hebr-kik_Latn", + "languages": [ + "ydd-Hebr", + "kik-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ydd_Hebr-mai_Deva", + "languages": [ + "ydd-Hebr", + "mai-Deva" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "ydd_Hebr-pbt_Arab", + "languages": [ + "ydd-Hebr", + "pbt-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ydd_Hebr-spa_Latn", + "languages": [ + "ydd-Hebr", + "spa-Latn" + ] + }, + { + "precision": 0.743835, + "recall": 0.809289, + "f1": 0.763011, + "accuracy": 0.809289, + "main_score": 0.763011, + "hf_subset": "ydd_Hebr-twi_Latn", + "languages": [ + "ydd-Hebr", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-acm_Arab", + "languages": [ + "ydd-Hebr", + "acm-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ydd_Hebr-bel_Cyrl", + "languages": [ + "ydd-Hebr", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ydd_Hebr-eng_Latn", + "languages": [ + "ydd-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ydd_Hebr-hrv_Latn", + "languages": [ + "ydd-Hebr", + "hrv-Latn" + ] + }, + { + "precision": 0.844048, + "recall": 0.887352, + "f1": 0.85738, + "accuracy": 0.887352, + "main_score": 0.85738, + "hf_subset": "ydd_Hebr-kin_Latn", + "languages": [ + "ydd-Hebr", + "kin-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ydd_Hebr-mal_Mlym", + "languages": [ + "ydd-Hebr", + "mal-Mlym" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ydd_Hebr-pes_Arab", + "languages": [ + "ydd-Hebr", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ydd_Hebr-srd_Latn", + "languages": [ + "ydd-Hebr", + "srd-Latn" + ] + }, + { + "precision": 0.211525, + "recall": 0.271739, + "f1": 0.225662, + "accuracy": 0.271739, + "main_score": 0.225662, + "hf_subset": "ydd_Hebr-tzm_Tfng", + "languages": [ + "ydd-Hebr", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ydd_Hebr-acq_Arab", + "languages": [ + "ydd-Hebr", + "acq-Arab" + ] + }, + { + "precision": 0.651318, + "recall": 0.727273, + "f1": 0.673442, + "accuracy": 0.727273, + "main_score": 0.673442, + "hf_subset": "ydd_Hebr-bem_Latn", + "languages": [ + "ydd-Hebr", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ydd_Hebr-epo_Latn", + "languages": [ + "ydd-Hebr", + "epo-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-hun_Latn", + "languages": [ + "ydd-Hebr", + "hun-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ydd_Hebr-kir_Cyrl", + "languages": [ + "ydd-Hebr", + "kir-Cyrl" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ydd_Hebr-mar_Deva", + "languages": [ + "ydd-Hebr", + "mar-Deva" + ] + }, + { + "precision": 0.860425, + "recall": 0.900198, + "f1": 0.873057, + "accuracy": 0.900198, + "main_score": 0.873057, + "hf_subset": "ydd_Hebr-plt_Latn", + "languages": [ + "ydd-Hebr", + "plt-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ydd_Hebr-srp_Cyrl", + "languages": [ + "ydd-Hebr", + "srp-Cyrl" + ] + }, + { + "precision": 0.933333, + "recall": 0.953557, + "f1": 0.939723, + "accuracy": 0.953557, + "main_score": 0.939723, + "hf_subset": "ydd_Hebr-uig_Arab", + "languages": [ + "ydd-Hebr", + "uig-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ydd_Hebr-aeb_Arab", + "languages": [ + "ydd-Hebr", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ydd_Hebr-ben_Beng", + "languages": [ + "ydd-Hebr", + "ben-Beng" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ydd_Hebr-est_Latn", + "languages": [ + "ydd-Hebr", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ydd_Hebr-hye_Armn", + "languages": [ + "ydd-Hebr", + "hye-Armn" + ] + }, + { + "precision": 0.442508, + "recall": 0.506917, + "f1": 0.46029, + "accuracy": 0.506917, + "main_score": 0.46029, + "hf_subset": "ydd_Hebr-kmb_Latn", + "languages": [ + "ydd-Hebr", + "kmb-Latn" + ] + }, + { + "precision": 0.473506, + "recall": 0.562253, + "f1": 0.497486, + "accuracy": 0.562253, + "main_score": 0.497486, + "hf_subset": "ydd_Hebr-min_Arab", + "languages": [ + "ydd-Hebr", + "min-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ydd_Hebr-pol_Latn", + "languages": [ + "ydd-Hebr", + "pol-Latn" + ] + }, + { + "precision": 0.750296, + "recall": 0.814229, + "f1": 0.769532, + "accuracy": 0.814229, + "main_score": 0.769532, + "hf_subset": "ydd_Hebr-ssw_Latn", + "languages": [ + "ydd-Hebr", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ydd_Hebr-ukr_Cyrl", + "languages": [ + "ydd-Hebr", + "ukr-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ydd_Hebr-afr_Latn", + "languages": [ + "ydd-Hebr", + "afr-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ydd_Hebr-bho_Deva", + "languages": [ + "ydd-Hebr", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-eus_Latn", + "languages": [ + "ydd-Hebr", + "eus-Latn" + ] + }, + { + "precision": 0.85359, + "recall": 0.895257, + "f1": 0.866403, + "accuracy": 0.895257, + "main_score": 0.866403, + "hf_subset": "ydd_Hebr-ibo_Latn", + "languages": [ + "ydd-Hebr", + "ibo-Latn" + ] + }, + { + "precision": 0.874209, + "recall": 0.911067, + "f1": 0.885837, + "accuracy": 0.911067, + "main_score": 0.885837, + "hf_subset": "ydd_Hebr-kmr_Latn", + "languages": [ + "ydd-Hebr", + "kmr-Latn" + ] + }, + { + "precision": 0.976038, + "recall": 0.983202, + "f1": 0.978327, + "accuracy": 0.983202, + "main_score": 0.978327, + "hf_subset": "ydd_Hebr-min_Latn", + "languages": [ + "ydd-Hebr", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ydd_Hebr-por_Latn", + "languages": [ + "ydd-Hebr", + "por-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ydd_Hebr-sun_Latn", + "languages": [ + "ydd-Hebr", + "sun-Latn" + ] + }, + { + "precision": 0.436808, + "recall": 0.508893, + "f1": 0.456493, + "accuracy": 0.508893, + "main_score": 0.456493, + "hf_subset": "ydd_Hebr-umb_Latn", + "languages": [ + "ydd-Hebr", + "umb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ydd_Hebr-ajp_Arab", + "languages": [ + "ydd-Hebr", + "ajp-Arab" + ] + }, + { + "precision": 0.499329, + "recall": 0.582016, + "f1": 0.521548, + "accuracy": 0.582016, + "main_score": 0.521548, + "hf_subset": "ydd_Hebr-bjn_Arab", + "languages": [ + "ydd-Hebr", + "bjn-Arab" + ] + }, + { + "precision": 0.416267, + "recall": 0.475296, + "f1": 0.431892, + "accuracy": 0.475296, + "main_score": 0.431892, + "hf_subset": "ydd_Hebr-ewe_Latn", + "languages": [ + "ydd-Hebr", + "ewe-Latn" + ] + }, + { + "precision": 0.948452, + "recall": 0.965415, + "f1": 0.954051, + "accuracy": 0.965415, + "main_score": 0.954051, + "hf_subset": "ydd_Hebr-ilo_Latn", + "languages": [ + "ydd-Hebr", + "ilo-Latn" + ] + }, + { + "precision": 0.249417, + "recall": 0.31917, + "f1": 0.266768, + "accuracy": 0.31917, + "main_score": 0.266768, + "hf_subset": "ydd_Hebr-knc_Arab", + "languages": [ + "ydd-Hebr", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ydd_Hebr-mkd_Cyrl", + "languages": [ + "ydd-Hebr", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-prs_Arab", + "languages": [ + "ydd-Hebr", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ydd_Hebr-swe_Latn", + "languages": [ + "ydd-Hebr", + "swe-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ydd_Hebr-urd_Arab", + "languages": [ + "ydd-Hebr", + "urd-Arab" + ] + }, + { + "precision": 0.727842, + "recall": 0.791502, + "f1": 0.746327, + "accuracy": 0.791502, + "main_score": 0.746327, + "hf_subset": "ydd_Hebr-aka_Latn", + "languages": [ + "ydd-Hebr", + "aka-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ydd_Hebr-bjn_Latn", + "languages": [ + "ydd-Hebr", + "bjn-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ydd_Hebr-fao_Latn", + "languages": [ + "ydd-Hebr", + "fao-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ydd_Hebr-ind_Latn", + "languages": [ + "ydd-Hebr", + "ind-Latn" + ] + }, + { + "precision": 0.49526, + "recall": 0.560277, + "f1": 0.511762, + "accuracy": 0.560277, + "main_score": 0.511762, + "hf_subset": "ydd_Hebr-knc_Latn", + "languages": [ + "ydd-Hebr", + "knc-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-mlt_Latn", + "languages": [ + "ydd-Hebr", + "mlt-Latn" + ] + }, + { + "precision": 0.609791, + "recall": 0.684783, + "f1": 0.63105, + "accuracy": 0.684783, + "main_score": 0.63105, + "hf_subset": "ydd_Hebr-quy_Latn", + "languages": [ + "ydd-Hebr", + "quy-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ydd_Hebr-swh_Latn", + "languages": [ + "ydd-Hebr", + "swh-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "ydd_Hebr-uzn_Latn", + "languages": [ + "ydd-Hebr", + "uzn-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ydd_Hebr-als_Latn", + "languages": [ + "ydd-Hebr", + "als-Latn" + ] + }, + { + "precision": 0.773773, + "recall": 0.833992, + "f1": 0.791938, + "accuracy": 0.833992, + "main_score": 0.791938, + "hf_subset": "ydd_Hebr-bod_Tibt", + "languages": [ + "ydd-Hebr", + "bod-Tibt" + ] + }, + { + "precision": 0.59482, + "recall": 0.666996, + "f1": 0.615701, + "accuracy": 0.666996, + "main_score": 0.615701, + "hf_subset": "ydd_Hebr-fij_Latn", + "languages": [ + "ydd-Hebr", + "fij-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ydd_Hebr-isl_Latn", + "languages": [ + "ydd-Hebr", + "isl-Latn" + ] + }, + { + "precision": 0.566182, + "recall": 0.642292, + "f1": 0.587201, + "accuracy": 0.642292, + "main_score": 0.587201, + "hf_subset": "ydd_Hebr-kon_Latn", + "languages": [ + "ydd-Hebr", + "kon-Latn" + ] + }, + { + "precision": 0.598501, + "recall": 0.674901, + "f1": 0.620398, + "accuracy": 0.674901, + "main_score": 0.620398, + "hf_subset": "ydd_Hebr-mni_Beng", + "languages": [ + "ydd-Hebr", + "mni-Beng" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ydd_Hebr-ron_Latn", + "languages": [ + "ydd-Hebr", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "ydd_Hebr-szl_Latn", + "languages": [ + "ydd-Hebr", + "szl-Latn" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ydd_Hebr-vec_Latn", + "languages": [ + "ydd-Hebr", + "vec-Latn" + ] + }, + { + "precision": 0.939394, + "recall": 0.95751, + "f1": 0.945125, + "accuracy": 0.95751, + "main_score": 0.945125, + "hf_subset": "ydd_Hebr-amh_Ethi", + "languages": [ + "ydd-Hebr", + "amh-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-bos_Latn", + "languages": [ + "ydd-Hebr", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ydd_Hebr-fin_Latn", + "languages": [ + "ydd-Hebr", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ydd_Hebr-ita_Latn", + "languages": [ + "ydd-Hebr", + "ita-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ydd_Hebr-kor_Hang", + "languages": [ + "ydd-Hebr", + "kor-Hang" + ] + }, + { + "precision": 0.458942, + "recall": 0.52668, + "f1": 0.477563, + "accuracy": 0.52668, + "main_score": 0.477563, + "hf_subset": "ydd_Hebr-mos_Latn", + "languages": [ + "ydd-Hebr", + "mos-Latn" + ] + }, + { + "precision": 0.75942, + "recall": 0.821146, + "f1": 0.778063, + "accuracy": 0.821146, + "main_score": 0.778063, + "hf_subset": "ydd_Hebr-run_Latn", + "languages": [ + "ydd-Hebr", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ydd_Hebr-tam_Taml", + "languages": [ + "ydd-Hebr", + "tam-Taml" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ydd_Hebr-vie_Latn", + "languages": [ + "ydd-Hebr", + "vie-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ydd_Hebr-apc_Arab", + "languages": [ + "ydd-Hebr", + "apc-Arab" + ] + }, + { + "precision": 0.697316, + "recall": 0.768775, + "f1": 0.717928, + "accuracy": 0.768775, + "main_score": 0.717928, + "hf_subset": "ydd_Hebr-bug_Latn", + "languages": [ + "ydd-Hebr", + "bug-Latn" + ] + }, + { + "precision": 0.39187, + "recall": 0.445652, + "f1": 0.406241, + "accuracy": 0.445652, + "main_score": 0.406241, + "hf_subset": "ydd_Hebr-fon_Latn", + "languages": [ + "ydd-Hebr", + "fon-Latn" + ] + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "ydd_Hebr-jav_Latn", + "languages": [ + "ydd-Hebr", + "jav-Latn" + ] + }, + { + "precision": 0.949687, + "recall": 0.965415, + "f1": 0.954776, + "accuracy": 0.965415, + "main_score": 0.954776, + "hf_subset": "ydd_Hebr-lao_Laoo", + "languages": [ + "ydd-Hebr", + "lao-Laoo" + ] + }, + { + "precision": 0.867342, + "recall": 0.90415, + "f1": 0.878854, + "accuracy": 0.90415, + "main_score": 0.878854, + "hf_subset": "ydd_Hebr-mri_Latn", + "languages": [ + "ydd-Hebr", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ydd_Hebr-rus_Cyrl", + "languages": [ + "ydd-Hebr", + "rus-Cyrl" + ] + }, + { + "precision": 0.4793, + "recall": 0.537549, + "f1": 0.494595, + "accuracy": 0.537549, + "main_score": 0.494595, + "hf_subset": "ydd_Hebr-taq_Latn", + "languages": [ + "ydd-Hebr", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-war_Latn", + "languages": [ + "ydd-Hebr", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ydd_Hebr-arb_Arab", + "languages": [ + "ydd-Hebr", + "arb-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ydd_Hebr-bul_Cyrl", + "languages": [ + "ydd-Hebr", + "bul-Cyrl" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ydd_Hebr-fra_Latn", + "languages": [ + "ydd-Hebr", + "fra-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "ydd_Hebr-jpn_Jpan", + "languages": [ + "ydd-Hebr", + "jpn-Jpan" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ydd_Hebr-lij_Latn", + "languages": [ + "ydd-Hebr", + "lij-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ydd_Hebr-mya_Mymr", + "languages": [ + "ydd-Hebr", + "mya-Mymr" + ] + }, + { + "precision": 0.515815, + "recall": 0.579051, + "f1": 0.532682, + "accuracy": 0.579051, + "main_score": 0.532682, + "hf_subset": "ydd_Hebr-sag_Latn", + "languages": [ + "ydd-Hebr", + "sag-Latn" + ] + }, + { + "precision": 0.226671, + "recall": 0.291502, + "f1": 0.243329, + "accuracy": 0.291502, + "main_score": 0.243329, + "hf_subset": "ydd_Hebr-taq_Tfng", + "languages": [ + "ydd-Hebr", + "taq-Tfng" + ] + }, + { + "precision": 0.598296, + "recall": 0.672925, + "f1": 0.619309, + "accuracy": 0.672925, + "main_score": 0.619309, + "hf_subset": "ydd_Hebr-wol_Latn", + "languages": [ + "ydd-Hebr", + "wol-Latn" + ] + }, + { + "precision": 0.838356, + "recall": 0.885375, + "f1": 0.8528, + "accuracy": 0.885375, + "main_score": 0.8528, + "hf_subset": "ydd_Hebr-arb_Latn", + "languages": [ + "ydd-Hebr", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ydd_Hebr-cat_Latn", + "languages": [ + "ydd-Hebr", + "cat-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ydd_Hebr-fur_Latn", + "languages": [ + "ydd-Hebr", + "fur-Latn" + ] + }, + { + "precision": 0.417635, + "recall": 0.499012, + "f1": 0.439566, + "accuracy": 0.499012, + "main_score": 0.439566, + "hf_subset": "ydd_Hebr-kab_Latn", + "languages": [ + "ydd-Hebr", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ydd_Hebr-lim_Latn", + "languages": [ + "ydd-Hebr", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ydd_Hebr-nld_Latn", + "languages": [ + "ydd-Hebr", + "nld-Latn" + ] + }, + { + "precision": 0.955369, + "recall": 0.968379, + "f1": 0.959651, + "accuracy": 0.968379, + "main_score": 0.959651, + "hf_subset": "ydd_Hebr-san_Deva", + "languages": [ + "ydd-Hebr", + "san-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ydd_Hebr-tat_Cyrl", + "languages": [ + "ydd-Hebr", + "tat-Cyrl" + ] + }, + { + "precision": 0.885293, + "recall": 0.917984, + "f1": 0.895455, + "accuracy": 0.917984, + "main_score": 0.895455, + "hf_subset": "ydd_Hebr-xho_Latn", + "languages": [ + "ydd-Hebr", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ydd_Hebr-ars_Arab", + "languages": [ + "ydd-Hebr", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-ceb_Latn", + "languages": [ + "ydd-Hebr", + "ceb-Latn" + ] + }, + { + "precision": 0.446784, + "recall": 0.520751, + "f1": 0.466498, + "accuracy": 0.520751, + "main_score": 0.466498, + "hf_subset": "ydd_Hebr-fuv_Latn", + "languages": [ + "ydd-Hebr", + "fuv-Latn" + ] + }, + { + "precision": 0.440128, + "recall": 0.508893, + "f1": 0.458464, + "accuracy": 0.508893, + "main_score": 0.458464, + "hf_subset": "ydd_Hebr-kac_Latn", + "languages": [ + "ydd-Hebr", + "kac-Latn" + ] + }, + { + "precision": 0.604412, + "recall": 0.68083, + "f1": 0.62557, + "accuracy": 0.68083, + "main_score": 0.62557, + "hf_subset": "ydd_Hebr-lin_Latn", + "languages": [ + "ydd-Hebr", + "lin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ydd_Hebr-nno_Latn", + "languages": [ + "ydd-Hebr", + "nno-Latn" + ] + }, + { + "precision": 0.883514, + "recall": 0.917984, + "f1": 0.894335, + "accuracy": 0.917984, + "main_score": 0.894335, + "hf_subset": "ydd_Hebr-sat_Olck", + "languages": [ + "ydd-Hebr", + "sat-Olck" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ydd_Hebr-tel_Telu", + "languages": [ + "ydd-Hebr", + "tel-Telu" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "ydd_Hebr-ary_Arab", + "languages": [ + "ydd-Hebr", + "ary-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-ces_Latn", + "languages": [ + "ydd-Hebr", + "ces-Latn" + ] + }, + { + "precision": 0.545272, + "recall": 0.615613, + "f1": 0.564474, + "accuracy": 0.615613, + "main_score": 0.564474, + "hf_subset": "ydd_Hebr-gaz_Latn", + "languages": [ + "ydd-Hebr", + "gaz-Latn" + ] + }, + { + "precision": 0.498333, + "recall": 0.578063, + "f1": 0.519742, + "accuracy": 0.578063, + "main_score": 0.519742, + "hf_subset": "ydd_Hebr-kam_Latn", + "languages": [ + "ydd-Hebr", + "kam-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ydd_Hebr-lit_Latn", + "languages": [ + "ydd-Hebr", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ydd_Hebr-nob_Latn", + "languages": [ + "ydd-Hebr", + "nob-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ydd_Hebr-scn_Latn", + "languages": [ + "ydd-Hebr", + "scn-Latn" + ] + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "ydd_Hebr-tgk_Cyrl", + "languages": [ + "ydd-Hebr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.744149, + "recall": 0.811265, + "f1": 0.76441, + "accuracy": 0.811265, + "main_score": 0.76441, + "hf_subset": "ydd_Hebr-yor_Latn", + "languages": [ + "ydd-Hebr", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ydd_Hebr-arz_Arab", + "languages": [ + "ydd-Hebr", + "arz-Arab" + ] + }, + { + "precision": 0.465618, + "recall": 0.536561, + "f1": 0.4849, + "accuracy": 0.536561, + "main_score": 0.4849, + "hf_subset": "ydd_Hebr-cjk_Latn", + "languages": [ + "ydd-Hebr", + "cjk-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "ydd_Hebr-gla_Latn", + "languages": [ + "ydd-Hebr", + "gla-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ydd_Hebr-kan_Knda", + "languages": [ + "ydd-Hebr", + "kan-Knda" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ydd_Hebr-lmo_Latn", + "languages": [ + "ydd-Hebr", + "lmo-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ydd_Hebr-npi_Deva", + "languages": [ + "ydd-Hebr", + "npi-Deva" + ] + }, + { + "precision": 0.511682, + "recall": 0.590909, + "f1": 0.534352, + "accuracy": 0.590909, + "main_score": 0.534352, + "hf_subset": "ydd_Hebr-shn_Mymr", + "languages": [ + "ydd-Hebr", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ydd_Hebr-tgl_Latn", + "languages": [ + "ydd-Hebr", + "tgl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-yue_Hant", + "languages": [ + "ydd-Hebr", + "yue-Hant" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ydd_Hebr-asm_Beng", + "languages": [ + "ydd-Hebr", + "asm-Beng" + ] + }, + { + "precision": 0.931242, + "recall": 0.952569, + "f1": 0.938142, + "accuracy": 0.952569, + "main_score": 0.938142, + "hf_subset": "ydd_Hebr-ckb_Arab", + "languages": [ + "ydd-Hebr", + "ckb-Arab" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ydd_Hebr-gle_Latn", + "languages": [ + "ydd-Hebr", + "gle-Latn" + ] + }, + { + "precision": 0.888093, + "recall": 0.91996, + "f1": 0.89809, + "accuracy": 0.91996, + "main_score": 0.89809, + "hf_subset": "ydd_Hebr-kas_Arab", + "languages": [ + "ydd-Hebr", + "kas-Arab" + ] + }, + { + "precision": 0.892951, + "recall": 0.925889, + "f1": 0.903623, + "accuracy": 0.925889, + "main_score": 0.903623, + "hf_subset": "ydd_Hebr-ltg_Latn", + "languages": [ + "ydd-Hebr", + "ltg-Latn" + ] + }, + { + "precision": 0.790876, + "recall": 0.841897, + "f1": 0.806376, + "accuracy": 0.841897, + "main_score": 0.806376, + "hf_subset": "ydd_Hebr-nso_Latn", + "languages": [ + "ydd-Hebr", + "nso-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ydd_Hebr-sin_Sinh", + "languages": [ + "ydd-Hebr", + "sin-Sinh" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-tha_Thai", + "languages": [ + "ydd-Hebr", + "tha-Thai" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ydd_Hebr-zho_Hans", + "languages": [ + "ydd-Hebr", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ydd_Hebr-ast_Latn", + "languages": [ + "ydd-Hebr", + "ast-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ydd_Hebr-crh_Latn", + "languages": [ + "ydd-Hebr", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ydd_Hebr-glg_Latn", + "languages": [ + "ydd-Hebr", + "glg-Latn" + ] + }, + { + "precision": 0.832543, + "recall": 0.878458, + "f1": 0.846574, + "accuracy": 0.878458, + "main_score": 0.846574, + "hf_subset": "ydd_Hebr-kas_Deva", + "languages": [ + "ydd-Hebr", + "kas-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ydd_Hebr-ltz_Latn", + "languages": [ + "ydd-Hebr", + "ltz-Latn" + ] + }, + { + "precision": 0.405215, + "recall": 0.469368, + "f1": 0.422292, + "accuracy": 0.469368, + "main_score": 0.422292, + "hf_subset": "ydd_Hebr-nus_Latn", + "languages": [ + "ydd-Hebr", + "nus-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ydd_Hebr-slk_Latn", + "languages": [ + "ydd-Hebr", + "slk-Latn" + ] + }, + { + "precision": 0.622094, + "recall": 0.703557, + "f1": 0.644511, + "accuracy": 0.703557, + "main_score": 0.644511, + "hf_subset": "ydd_Hebr-tir_Ethi", + "languages": [ + "ydd-Hebr", + "tir-Ethi" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ydd_Hebr-zho_Hant", + "languages": [ + "ydd-Hebr", + "zho-Hant" + ] + }, + { + "precision": 0.970109, + "recall": 0.978261, + "f1": 0.972727, + "accuracy": 0.978261, + "main_score": 0.972727, + "hf_subset": "ydd_Hebr-awa_Deva", + "languages": [ + "ydd-Hebr", + "awa-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ydd_Hebr-cym_Latn", + "languages": [ + "ydd-Hebr", + "cym-Latn" + ] + }, + { + "precision": 0.730067, + "recall": 0.791502, + "f1": 0.747661, + "accuracy": 0.791502, + "main_score": 0.747661, + "hf_subset": "ydd_Hebr-grn_Latn", + "languages": [ + "ydd-Hebr", + "grn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ydd_Hebr-kat_Geor", + "languages": [ + "ydd-Hebr", + "kat-Geor" + ] + }, + { + "precision": 0.568591, + "recall": 0.63834, + "f1": 0.587506, + "accuracy": 0.63834, + "main_score": 0.587506, + "hf_subset": "ydd_Hebr-lua_Latn", + "languages": [ + "ydd-Hebr", + "lua-Latn" + ] + }, + { + "precision": 0.81031, + "recall": 0.863636, + "f1": 0.827042, + "accuracy": 0.863636, + "main_score": 0.827042, + "hf_subset": "ydd_Hebr-nya_Latn", + "languages": [ + "ydd-Hebr", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ydd_Hebr-slv_Latn", + "languages": [ + "ydd-Hebr", + "slv-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "ydd_Hebr-tpi_Latn", + "languages": [ + "ydd-Hebr", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ydd_Hebr-zsm_Latn", + "languages": [ + "ydd-Hebr", + "zsm-Latn" + ] + }, + { + "precision": 0.471704, + "recall": 0.540514, + "f1": 0.490188, + "accuracy": 0.540514, + "main_score": 0.490188, + "hf_subset": "ydd_Hebr-ayr_Latn", + "languages": [ + "ydd-Hebr", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ydd_Hebr-dan_Latn", + "languages": [ + "ydd-Hebr", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-guj_Gujr", + "languages": [ + "ydd-Hebr", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ydd_Hebr-kaz_Cyrl", + "languages": [ + "ydd-Hebr", + "kaz-Cyrl" + ] + }, + { + "precision": 0.616117, + "recall": 0.697628, + "f1": 0.639365, + "accuracy": 0.697628, + "main_score": 0.639365, + "hf_subset": "ydd_Hebr-lug_Latn", + "languages": [ + "ydd-Hebr", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ydd_Hebr-oci_Latn", + "languages": [ + "ydd-Hebr", + "oci-Latn" + ] + }, + { + "precision": 0.82402, + "recall": 0.868577, + "f1": 0.837703, + "accuracy": 0.868577, + "main_score": 0.837703, + "hf_subset": "ydd_Hebr-smo_Latn", + "languages": [ + "ydd-Hebr", + "smo-Latn" + ] + }, + { + "precision": 0.740217, + "recall": 0.80336, + "f1": 0.75911, + "accuracy": 0.80336, + "main_score": 0.75911, + "hf_subset": "ydd_Hebr-tsn_Latn", + "languages": [ + "ydd-Hebr", + "tsn-Latn" + ] + }, + { + "precision": 0.902997, + "recall": 0.932806, + "f1": 0.912549, + "accuracy": 0.932806, + "main_score": 0.912549, + "hf_subset": "ydd_Hebr-zul_Latn", + "languages": [ + "ydd-Hebr", + "zul-Latn" + ] + }, + { + "precision": 0.908926, + "recall": 0.937747, + "f1": 0.918149, + "accuracy": 0.937747, + "main_score": 0.918149, + "hf_subset": "ydd_Hebr-azb_Arab", + "languages": [ + "ydd-Hebr", + "azb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ydd_Hebr-deu_Latn", + "languages": [ + "ydd-Hebr", + "deu-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "ydd_Hebr-hat_Latn", + "languages": [ + "ydd-Hebr", + "hat-Latn" + ] + }, + { + "precision": 0.437362, + "recall": 0.5, + "f1": 0.453775, + "accuracy": 0.5, + "main_score": 0.453775, + "hf_subset": "ydd_Hebr-kbp_Latn", + "languages": [ + "ydd-Hebr", + "kbp-Latn" + ] + }, + { + "precision": 0.495144, + "recall": 0.559289, + "f1": 0.51211, + "accuracy": 0.559289, + "main_score": 0.51211, + "hf_subset": "ydd_Hebr-luo_Latn", + "languages": [ + "ydd-Hebr", + "luo-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ydd_Hebr-ory_Orya", + "languages": [ + "ydd-Hebr", + "ory-Orya" + ] + }, + { + "precision": 0.889328, + "recall": 0.922925, + "f1": 0.900198, + "accuracy": 0.922925, + "main_score": 0.900198, + "hf_subset": "ydd_Hebr-sna_Latn", + "languages": [ + "ydd-Hebr", + "sna-Latn" + ] + }, + { + "precision": 0.644846, + "recall": 0.717391, + "f1": 0.665601, + "accuracy": 0.717391, + "main_score": 0.665601, + "hf_subset": "ydd_Hebr-tso_Latn", + "languages": [ + "ydd-Hebr", + "tso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ydd_Hebr-azj_Latn", + "languages": [ + "ydd-Hebr", + "azj-Latn" + ] + }, + { + "precision": 0.47275, + "recall": 0.540514, + "f1": 0.491947, + "accuracy": 0.540514, + "main_score": 0.491947, + "hf_subset": "ydd_Hebr-dik_Latn", + "languages": [ + "ydd-Hebr", + "dik-Latn" + ] + }, + { + "precision": 0.905797, + "recall": 0.934783, + "f1": 0.915184, + "accuracy": 0.934783, + "main_score": 0.915184, + "hf_subset": "ydd_Hebr-hau_Latn", + "languages": [ + "ydd-Hebr", + "hau-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ydd_Hebr-kea_Latn", + "languages": [ + "ydd-Hebr", + "kea-Latn" + ] + }, + { + "precision": 0.910903, + "recall": 0.936759, + "f1": 0.919137, + "accuracy": 0.936759, + "main_score": 0.919137, + "hf_subset": "ydd_Hebr-lus_Latn", + "languages": [ + "ydd-Hebr", + "lus-Latn" + ] + }, + { + "precision": 0.836742, + "recall": 0.879447, + "f1": 0.849835, + "accuracy": 0.879447, + "main_score": 0.849835, + "hf_subset": "ydd_Hebr-pag_Latn", + "languages": [ + "ydd-Hebr", + "pag-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ydd_Hebr-snd_Arab", + "languages": [ + "ydd-Hebr", + "snd-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ydd_Hebr-tuk_Latn", + "languages": [ + "ydd-Hebr", + "tuk-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ydd_Hebr-bak_Cyrl", + "languages": [ + "ydd-Hebr", + "bak-Cyrl" + ] + }, + { + "precision": 0.423099, + "recall": 0.499012, + "f1": 0.444118, + "accuracy": 0.499012, + "main_score": 0.444118, + "hf_subset": "ydd_Hebr-dyu_Latn", + "languages": [ + "ydd-Hebr", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ydd_Hebr-heb_Hebr", + "languages": [ + "ydd-Hebr", + "heb-Hebr" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "ydd_Hebr-khk_Cyrl", + "languages": [ + "ydd-Hebr", + "khk-Cyrl" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ydd_Hebr-lvs_Latn", + "languages": [ + "ydd-Hebr", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ydd_Hebr-pan_Guru", + "languages": [ + "ydd-Hebr", + "pan-Guru" + ] + }, + { + "precision": 0.87808, + "recall": 0.914032, + "f1": 0.889394, + "accuracy": 0.914032, + "main_score": 0.889394, + "hf_subset": "ydd_Hebr-som_Latn", + "languages": [ + "ydd-Hebr", + "som-Latn" + ] + }, + { + "precision": 0.66973, + "recall": 0.738142, + "f1": 0.690086, + "accuracy": 0.738142, + "main_score": 0.690086, + "hf_subset": "ydd_Hebr-tum_Latn", + "languages": [ + "ydd-Hebr", + "tum-Latn" + ] + }, + { + "precision": 0.538999, + "recall": 0.619565, + "f1": 0.562471, + "accuracy": 0.619565, + "main_score": 0.562471, + "hf_subset": "ary_Arab-ace_Arab", + "languages": [ + "ary-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.462092, + "recall": 0.523715, + "f1": 0.478563, + "accuracy": 0.523715, + "main_score": 0.478563, + "hf_subset": "ary_Arab-bam_Latn", + "languages": [ + "ary-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.632964, + "recall": 0.720356, + "f1": 0.658732, + "accuracy": 0.720356, + "main_score": 0.658732, + "hf_subset": "ary_Arab-dzo_Tibt", + "languages": [ + "ary-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-hin_Deva", + "languages": [ + "ary-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "ary_Arab-khm_Khmr", + "languages": [ + "ary-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "ary_Arab-mag_Deva", + "languages": [ + "ary-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ary_Arab-pap_Latn", + "languages": [ + "ary-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.83918, + "recall": 0.884387, + "f1": 0.853444, + "accuracy": 0.884387, + "main_score": 0.853444, + "hf_subset": "ary_Arab-sot_Latn", + "languages": [ + "ary-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ary_Arab-tur_Latn", + "languages": [ + "ary-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.858531, + "recall": 0.895257, + "f1": 0.869815, + "accuracy": 0.895257, + "main_score": 0.869815, + "hf_subset": "ary_Arab-ace_Latn", + "languages": [ + "ary-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.961462, + "f1": 0.949275, + "accuracy": 0.961462, + "main_score": 0.949275, + "hf_subset": "ary_Arab-ban_Latn", + "languages": [ + "ary-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ary_Arab-ell_Grek", + "languages": [ + "ary-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "ary_Arab-hne_Deva", + "languages": [ + "ary-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.568737, + "recall": 0.63834, + "f1": 0.588014, + "accuracy": 0.63834, + "main_score": 0.588014, + "hf_subset": "ary_Arab-kik_Latn", + "languages": [ + "ary-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "ary_Arab-mai_Deva", + "languages": [ + "ary-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.942029, + "recall": 0.960474, + "f1": 0.948123, + "accuracy": 0.960474, + "main_score": 0.948123, + "hf_subset": "ary_Arab-pbt_Arab", + "languages": [ + "ary-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ary_Arab-spa_Latn", + "languages": [ + "ary-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.763258, + "recall": 0.820158, + "f1": 0.780599, + "accuracy": 0.820158, + "main_score": 0.780599, + "hf_subset": "ary_Arab-twi_Latn", + "languages": [ + "ary-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ary_Arab-acm_Arab", + "languages": [ + "ary-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ary_Arab-bel_Cyrl", + "languages": [ + "ary-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "ary_Arab-eng_Latn", + "languages": [ + "ary-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ary_Arab-hrv_Latn", + "languages": [ + "ary-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.831571, + "recall": 0.875494, + "f1": 0.844928, + "accuracy": 0.875494, + "main_score": 0.844928, + "hf_subset": "ary_Arab-kin_Latn", + "languages": [ + "ary-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ary_Arab-mal_Mlym", + "languages": [ + "ary-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "ary_Arab-pes_Arab", + "languages": [ + "ary-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ary_Arab-srd_Latn", + "languages": [ + "ary-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.23697, + "recall": 0.304348, + "f1": 0.253999, + "accuracy": 0.304348, + "main_score": 0.253999, + "hf_subset": "ary_Arab-tzm_Tfng", + "languages": [ + "ary-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "ary_Arab-acq_Arab", + "languages": [ + "ary-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.672967, + "recall": 0.741107, + "f1": 0.692657, + "accuracy": 0.741107, + "main_score": 0.692657, + "hf_subset": "ary_Arab-bem_Latn", + "languages": [ + "ary-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ary_Arab-epo_Latn", + "languages": [ + "ary-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "ary_Arab-hun_Latn", + "languages": [ + "ary-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ary_Arab-kir_Cyrl", + "languages": [ + "ary-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "ary_Arab-mar_Deva", + "languages": [ + "ary-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.852306, + "recall": 0.890316, + "f1": 0.863735, + "accuracy": 0.890316, + "main_score": 0.863735, + "hf_subset": "ary_Arab-plt_Latn", + "languages": [ + "ary-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ary_Arab-srp_Cyrl", + "languages": [ + "ary-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.924325, + "recall": 0.94664, + "f1": 0.931357, + "accuracy": 0.94664, + "main_score": 0.931357, + "hf_subset": "ary_Arab-uig_Arab", + "languages": [ + "ary-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ary_Arab-aeb_Arab", + "languages": [ + "ary-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ary_Arab-ben_Beng", + "languages": [ + "ary-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ary_Arab-est_Latn", + "languages": [ + "ary-Arab", + "est-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ary_Arab-hye_Armn", + "languages": [ + "ary-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.469989, + "recall": 0.52668, + "f1": 0.485735, + "accuracy": 0.52668, + "main_score": 0.485735, + "hf_subset": "ary_Arab-kmb_Latn", + "languages": [ + "ary-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.504615, + "recall": 0.588933, + "f1": 0.527463, + "accuracy": 0.588933, + "main_score": 0.527463, + "hf_subset": "ary_Arab-min_Arab", + "languages": [ + "ary-Arab", + "min-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ary_Arab-pol_Latn", + "languages": [ + "ary-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.736825, + "recall": 0.802372, + "f1": 0.756277, + "accuracy": 0.802372, + "main_score": 0.756277, + "hf_subset": "ary_Arab-ssw_Latn", + "languages": [ + "ary-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "ary_Arab-ukr_Cyrl", + "languages": [ + "ary-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ary_Arab-afr_Latn", + "languages": [ + "ary-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "ary_Arab-bho_Deva", + "languages": [ + "ary-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ary_Arab-eus_Latn", + "languages": [ + "ary-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.855319, + "recall": 0.897233, + "f1": 0.86861, + "accuracy": 0.897233, + "main_score": 0.86861, + "hf_subset": "ary_Arab-ibo_Latn", + "languages": [ + "ary-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.855731, + "recall": 0.898221, + "f1": 0.869368, + "accuracy": 0.898221, + "main_score": 0.869368, + "hf_subset": "ary_Arab-kmr_Latn", + "languages": [ + "ary-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "ary_Arab-min_Latn", + "languages": [ + "ary-Arab", + "min-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ary_Arab-por_Latn", + "languages": [ + "ary-Arab", + "por-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ary_Arab-sun_Latn", + "languages": [ + "ary-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.451651, + "recall": 0.519763, + "f1": 0.470857, + "accuracy": 0.519763, + "main_score": 0.470857, + "hf_subset": "ary_Arab-umb_Latn", + "languages": [ + "ary-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ary_Arab-ajp_Arab", + "languages": [ + "ary-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.52225, + "recall": 0.602767, + "f1": 0.544724, + "accuracy": 0.602767, + "main_score": 0.544724, + "hf_subset": "ary_Arab-bjn_Arab", + "languages": [ + "ary-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.432272, + "recall": 0.487154, + "f1": 0.44738, + "accuracy": 0.487154, + "main_score": 0.44738, + "hf_subset": "ary_Arab-ewe_Latn", + "languages": [ + "ary-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.936182, + "recall": 0.955534, + "f1": 0.94226, + "accuracy": 0.955534, + "main_score": 0.94226, + "hf_subset": "ary_Arab-ilo_Latn", + "languages": [ + "ary-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.261476, + "recall": 0.328063, + "f1": 0.278727, + "accuracy": 0.328063, + "main_score": 0.278727, + "hf_subset": "ary_Arab-knc_Arab", + "languages": [ + "ary-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ary_Arab-mkd_Cyrl", + "languages": [ + "ary-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ary_Arab-prs_Arab", + "languages": [ + "ary-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "ary_Arab-swe_Latn", + "languages": [ + "ary-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ary_Arab-urd_Arab", + "languages": [ + "ary-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.719985, + "recall": 0.783597, + "f1": 0.73871, + "accuracy": 0.783597, + "main_score": 0.73871, + "hf_subset": "ary_Arab-aka_Latn", + "languages": [ + "ary-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.965168, + "recall": 0.976285, + "f1": 0.968775, + "accuracy": 0.976285, + "main_score": 0.968775, + "hf_subset": "ary_Arab-bjn_Latn", + "languages": [ + "ary-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.953393, + "recall": 0.967391, + "f1": 0.958004, + "accuracy": 0.967391, + "main_score": 0.958004, + "hf_subset": "ary_Arab-fao_Latn", + "languages": [ + "ary-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "ary_Arab-ind_Latn", + "languages": [ + "ary-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.523685, + "recall": 0.583004, + "f1": 0.539495, + "accuracy": 0.583004, + "main_score": 0.539495, + "hf_subset": "ary_Arab-knc_Latn", + "languages": [ + "ary-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ary_Arab-mlt_Latn", + "languages": [ + "ary-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.620925, + "recall": 0.688735, + "f1": 0.640587, + "accuracy": 0.688735, + "main_score": 0.640587, + "hf_subset": "ary_Arab-quy_Latn", + "languages": [ + "ary-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ary_Arab-swh_Latn", + "languages": [ + "ary-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ary_Arab-uzn_Latn", + "languages": [ + "ary-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ary_Arab-als_Latn", + "languages": [ + "ary-Arab", + "als-Latn" + ] + }, + { + "precision": 0.772596, + "recall": 0.833992, + "f1": 0.791704, + "accuracy": 0.833992, + "main_score": 0.791704, + "hf_subset": "ary_Arab-bod_Tibt", + "languages": [ + "ary-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.602793, + "recall": 0.674901, + "f1": 0.623257, + "accuracy": 0.674901, + "main_score": 0.623257, + "hf_subset": "ary_Arab-fij_Latn", + "languages": [ + "ary-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "ary_Arab-isl_Latn", + "languages": [ + "ary-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.589132, + "recall": 0.664032, + "f1": 0.610002, + "accuracy": 0.664032, + "main_score": 0.610002, + "hf_subset": "ary_Arab-kon_Latn", + "languages": [ + "ary-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.583081, + "recall": 0.658103, + "f1": 0.60473, + "accuracy": 0.658103, + "main_score": 0.60473, + "hf_subset": "ary_Arab-mni_Beng", + "languages": [ + "ary-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ary_Arab-ron_Latn", + "languages": [ + "ary-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.980237, + "f1": 0.974967, + "accuracy": 0.980237, + "main_score": 0.974967, + "hf_subset": "ary_Arab-szl_Latn", + "languages": [ + "ary-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "ary_Arab-vec_Latn", + "languages": [ + "ary-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.915349, + "recall": 0.9417, + "f1": 0.923913, + "accuracy": 0.9417, + "main_score": 0.923913, + "hf_subset": "ary_Arab-amh_Ethi", + "languages": [ + "ary-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ary_Arab-bos_Latn", + "languages": [ + "ary-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "ary_Arab-fin_Latn", + "languages": [ + "ary-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ary_Arab-ita_Latn", + "languages": [ + "ary-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "ary_Arab-kor_Hang", + "languages": [ + "ary-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.478673, + "recall": 0.541502, + "f1": 0.495981, + "accuracy": 0.541502, + "main_score": 0.495981, + "hf_subset": "ary_Arab-mos_Latn", + "languages": [ + "ary-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.735484, + "recall": 0.797431, + "f1": 0.753903, + "accuracy": 0.797431, + "main_score": 0.753903, + "hf_subset": "ary_Arab-run_Latn", + "languages": [ + "ary-Arab", + "run-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ary_Arab-tam_Taml", + "languages": [ + "ary-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ary_Arab-vie_Latn", + "languages": [ + "ary-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "ary_Arab-apc_Arab", + "languages": [ + "ary-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.729611, + "recall": 0.795455, + "f1": 0.749558, + "accuracy": 0.795455, + "main_score": 0.749558, + "hf_subset": "ary_Arab-bug_Latn", + "languages": [ + "ary-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.413125, + "recall": 0.468379, + "f1": 0.428692, + "accuracy": 0.468379, + "main_score": 0.428692, + "hf_subset": "ary_Arab-fon_Latn", + "languages": [ + "ary-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "ary_Arab-jav_Latn", + "languages": [ + "ary-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.930501, + "recall": 0.952569, + "f1": 0.937747, + "accuracy": 0.952569, + "main_score": 0.937747, + "hf_subset": "ary_Arab-lao_Laoo", + "languages": [ + "ary-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.865448, + "recall": 0.90415, + "f1": 0.8778, + "accuracy": 0.90415, + "main_score": 0.8778, + "hf_subset": "ary_Arab-mri_Latn", + "languages": [ + "ary-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ary_Arab-rus_Cyrl", + "languages": [ + "ary-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.491901, + "recall": 0.554348, + "f1": 0.508907, + "accuracy": 0.554348, + "main_score": 0.508907, + "hf_subset": "ary_Arab-taq_Latn", + "languages": [ + "ary-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ary_Arab-war_Latn", + "languages": [ + "ary-Arab", + "war-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ary_Arab-arb_Arab", + "languages": [ + "ary-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-bul_Cyrl", + "languages": [ + "ary-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "ary_Arab-fra_Latn", + "languages": [ + "ary-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ary_Arab-jpn_Jpan", + "languages": [ + "ary-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ary_Arab-lij_Latn", + "languages": [ + "ary-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "ary_Arab-mya_Mymr", + "languages": [ + "ary-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.537948, + "recall": 0.607708, + "f1": 0.556779, + "accuracy": 0.607708, + "main_score": 0.556779, + "hf_subset": "ary_Arab-sag_Latn", + "languages": [ + "ary-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.230235, + "recall": 0.295455, + "f1": 0.24663, + "accuracy": 0.295455, + "main_score": 0.24663, + "hf_subset": "ary_Arab-taq_Tfng", + "languages": [ + "ary-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.605975, + "recall": 0.677866, + "f1": 0.626962, + "accuracy": 0.677866, + "main_score": 0.626962, + "hf_subset": "ary_Arab-wol_Latn", + "languages": [ + "ary-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.86726, + "recall": 0.907115, + "f1": 0.879941, + "accuracy": 0.907115, + "main_score": 0.879941, + "hf_subset": "ary_Arab-arb_Latn", + "languages": [ + "ary-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ary_Arab-cat_Latn", + "languages": [ + "ary-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ary_Arab-fur_Latn", + "languages": [ + "ary-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.458553, + "recall": 0.529644, + "f1": 0.478485, + "accuracy": 0.529644, + "main_score": 0.478485, + "hf_subset": "ary_Arab-kab_Latn", + "languages": [ + "ary-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ary_Arab-lim_Latn", + "languages": [ + "ary-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ary_Arab-nld_Latn", + "languages": [ + "ary-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "ary_Arab-san_Deva", + "languages": [ + "ary-Arab", + "san-Deva" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ary_Arab-tat_Cyrl", + "languages": [ + "ary-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.859552, + "recall": 0.901186, + "f1": 0.872859, + "accuracy": 0.901186, + "main_score": 0.872859, + "hf_subset": "ary_Arab-xho_Latn", + "languages": [ + "ary-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ary_Arab-ars_Arab", + "languages": [ + "ary-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ary_Arab-ceb_Latn", + "languages": [ + "ary-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.4685, + "recall": 0.540514, + "f1": 0.488628, + "accuracy": 0.540514, + "main_score": 0.488628, + "hf_subset": "ary_Arab-fuv_Latn", + "languages": [ + "ary-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.455943, + "recall": 0.520751, + "f1": 0.473495, + "accuracy": 0.520751, + "main_score": 0.473495, + "hf_subset": "ary_Arab-kac_Latn", + "languages": [ + "ary-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.628376, + "recall": 0.702569, + "f1": 0.649252, + "accuracy": 0.702569, + "main_score": 0.649252, + "hf_subset": "ary_Arab-lin_Latn", + "languages": [ + "ary-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ary_Arab-nno_Latn", + "languages": [ + "ary-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.866848, + "recall": 0.905138, + "f1": 0.878689, + "accuracy": 0.905138, + "main_score": 0.878689, + "hf_subset": "ary_Arab-sat_Olck", + "languages": [ + "ary-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ary_Arab-tel_Telu", + "languages": [ + "ary-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "ary_Arab-ydd_Hebr", + "languages": [ + "ary-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "ary_Arab-ces_Latn", + "languages": [ + "ary-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.550484, + "recall": 0.62253, + "f1": 0.570607, + "accuracy": 0.62253, + "main_score": 0.570607, + "hf_subset": "ary_Arab-gaz_Latn", + "languages": [ + "ary-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.541916, + "recall": 0.619565, + "f1": 0.563945, + "accuracy": 0.619565, + "main_score": 0.563945, + "hf_subset": "ary_Arab-kam_Latn", + "languages": [ + "ary-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ary_Arab-lit_Latn", + "languages": [ + "ary-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "ary_Arab-nob_Latn", + "languages": [ + "ary-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "ary_Arab-scn_Latn", + "languages": [ + "ary-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.947464, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "ary_Arab-tgk_Cyrl", + "languages": [ + "ary-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.739147, + "recall": 0.80336, + "f1": 0.758272, + "accuracy": 0.80336, + "main_score": 0.758272, + "hf_subset": "ary_Arab-yor_Latn", + "languages": [ + "ary-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ary_Arab-arz_Arab", + "languages": [ + "ary-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.482476, + "recall": 0.554348, + "f1": 0.502468, + "accuracy": 0.554348, + "main_score": 0.502468, + "hf_subset": "ary_Arab-cjk_Latn", + "languages": [ + "ary-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.931159, + "recall": 0.951581, + "f1": 0.937912, + "accuracy": 0.951581, + "main_score": 0.937912, + "hf_subset": "ary_Arab-gla_Latn", + "languages": [ + "ary-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "ary_Arab-kan_Knda", + "languages": [ + "ary-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "ary_Arab-lmo_Latn", + "languages": [ + "ary-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "ary_Arab-npi_Deva", + "languages": [ + "ary-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.515001, + "recall": 0.598814, + "f1": 0.538412, + "accuracy": 0.598814, + "main_score": 0.538412, + "hf_subset": "ary_Arab-shn_Mymr", + "languages": [ + "ary-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "ary_Arab-tgl_Latn", + "languages": [ + "ary-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ary_Arab-yue_Hant", + "languages": [ + "ary-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "ary_Arab-asm_Beng", + "languages": [ + "ary-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.913455, + "recall": 0.939723, + "f1": 0.922003, + "accuracy": 0.939723, + "main_score": 0.922003, + "hf_subset": "ary_Arab-ckb_Arab", + "languages": [ + "ary-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "ary_Arab-gle_Latn", + "languages": [ + "ary-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.895784, + "recall": 0.926877, + "f1": 0.905632, + "accuracy": 0.926877, + "main_score": 0.905632, + "hf_subset": "ary_Arab-kas_Arab", + "languages": [ + "ary-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.882329, + "recall": 0.916996, + "f1": 0.893347, + "accuracy": 0.916996, + "main_score": 0.893347, + "hf_subset": "ary_Arab-ltg_Latn", + "languages": [ + "ary-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.770043, + "recall": 0.823123, + "f1": 0.786364, + "accuracy": 0.823123, + "main_score": 0.786364, + "hf_subset": "ary_Arab-nso_Latn", + "languages": [ + "ary-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "ary_Arab-sin_Sinh", + "languages": [ + "ary-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ary_Arab-tha_Thai", + "languages": [ + "ary-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ary_Arab-zho_Hans", + "languages": [ + "ary-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ary_Arab-ast_Latn", + "languages": [ + "ary-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ary_Arab-crh_Latn", + "languages": [ + "ary-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-glg_Latn", + "languages": [ + "ary-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.845826, + "recall": 0.889328, + "f1": 0.859371, + "accuracy": 0.889328, + "main_score": 0.859371, + "hf_subset": "ary_Arab-kas_Deva", + "languages": [ + "ary-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ary_Arab-ltz_Latn", + "languages": [ + "ary-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.412738, + "recall": 0.479249, + "f1": 0.430499, + "accuracy": 0.479249, + "main_score": 0.430499, + "hf_subset": "ary_Arab-nus_Latn", + "languages": [ + "ary-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ary_Arab-slk_Latn", + "languages": [ + "ary-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.652027, + "recall": 0.724308, + "f1": 0.672676, + "accuracy": 0.724308, + "main_score": 0.672676, + "hf_subset": "ary_Arab-tir_Ethi", + "languages": [ + "ary-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "ary_Arab-zho_Hant", + "languages": [ + "ary-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.968709, + "recall": 0.977273, + "f1": 0.971509, + "accuracy": 0.977273, + "main_score": 0.971509, + "hf_subset": "ary_Arab-awa_Deva", + "languages": [ + "ary-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ary_Arab-cym_Latn", + "languages": [ + "ary-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.766041, + "recall": 0.820158, + "f1": 0.782378, + "accuracy": 0.820158, + "main_score": 0.782378, + "hf_subset": "ary_Arab-grn_Latn", + "languages": [ + "ary-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ary_Arab-kat_Geor", + "languages": [ + "ary-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.589306, + "recall": 0.656126, + "f1": 0.608167, + "accuracy": 0.656126, + "main_score": 0.608167, + "hf_subset": "ary_Arab-lua_Latn", + "languages": [ + "ary-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.805336, + "recall": 0.856719, + "f1": 0.821113, + "accuracy": 0.856719, + "main_score": 0.821113, + "hf_subset": "ary_Arab-nya_Latn", + "languages": [ + "ary-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-slv_Latn", + "languages": [ + "ary-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "ary_Arab-tpi_Latn", + "languages": [ + "ary-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ary_Arab-zsm_Latn", + "languages": [ + "ary-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.481127, + "recall": 0.545455, + "f1": 0.498732, + "accuracy": 0.545455, + "main_score": 0.498732, + "hf_subset": "ary_Arab-ayr_Latn", + "languages": [ + "ary-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ary_Arab-dan_Latn", + "languages": [ + "ary-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ary_Arab-guj_Gujr", + "languages": [ + "ary-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "ary_Arab-kaz_Cyrl", + "languages": [ + "ary-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.641683, + "recall": 0.721344, + "f1": 0.665086, + "accuracy": 0.721344, + "main_score": 0.665086, + "hf_subset": "ary_Arab-lug_Latn", + "languages": [ + "ary-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ary_Arab-oci_Latn", + "languages": [ + "ary-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.821624, + "recall": 0.863636, + "f1": 0.834293, + "accuracy": 0.863636, + "main_score": 0.834293, + "hf_subset": "ary_Arab-smo_Latn", + "languages": [ + "ary-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.736858, + "recall": 0.801383, + "f1": 0.756653, + "accuracy": 0.801383, + "main_score": 0.756653, + "hf_subset": "ary_Arab-tsn_Latn", + "languages": [ + "ary-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.871739, + "recall": 0.911067, + "f1": 0.884354, + "accuracy": 0.911067, + "main_score": 0.884354, + "hf_subset": "ary_Arab-zul_Latn", + "languages": [ + "ary-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.913291, + "recall": 0.939723, + "f1": 0.921838, + "accuracy": 0.939723, + "main_score": 0.921838, + "hf_subset": "ary_Arab-azb_Arab", + "languages": [ + "ary-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ary_Arab-deu_Latn", + "languages": [ + "ary-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.964427, + "f1": 0.954216, + "accuracy": 0.964427, + "main_score": 0.954216, + "hf_subset": "ary_Arab-hat_Latn", + "languages": [ + "ary-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.468237, + "recall": 0.535573, + "f1": 0.486955, + "accuracy": 0.535573, + "main_score": 0.486955, + "hf_subset": "ary_Arab-kbp_Latn", + "languages": [ + "ary-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.488383, + "recall": 0.555336, + "f1": 0.506401, + "accuracy": 0.555336, + "main_score": 0.506401, + "hf_subset": "ary_Arab-luo_Latn", + "languages": [ + "ary-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "ary_Arab-ory_Orya", + "languages": [ + "ary-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.874671, + "recall": 0.913043, + "f1": 0.887187, + "accuracy": 0.913043, + "main_score": 0.887187, + "hf_subset": "ary_Arab-sna_Latn", + "languages": [ + "ary-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.650099, + "recall": 0.720356, + "f1": 0.670525, + "accuracy": 0.720356, + "main_score": 0.670525, + "hf_subset": "ary_Arab-tso_Latn", + "languages": [ + "ary-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ary_Arab-azj_Latn", + "languages": [ + "ary-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.475429, + "recall": 0.544466, + "f1": 0.495022, + "accuracy": 0.544466, + "main_score": 0.495022, + "hf_subset": "ary_Arab-dik_Latn", + "languages": [ + "ary-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.883317, + "recall": 0.916996, + "f1": 0.894005, + "accuracy": 0.916996, + "main_score": 0.894005, + "hf_subset": "ary_Arab-hau_Latn", + "languages": [ + "ary-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "ary_Arab-kea_Latn", + "languages": [ + "ary-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.910491, + "recall": 0.936759, + "f1": 0.918874, + "accuracy": 0.936759, + "main_score": 0.918874, + "hf_subset": "ary_Arab-lus_Latn", + "languages": [ + "ary-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.860672, + "recall": 0.900198, + "f1": 0.87332, + "accuracy": 0.900198, + "main_score": 0.87332, + "hf_subset": "ary_Arab-pag_Latn", + "languages": [ + "ary-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "ary_Arab-snd_Arab", + "languages": [ + "ary-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ary_Arab-tuk_Latn", + "languages": [ + "ary-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "ary_Arab-bak_Cyrl", + "languages": [ + "ary-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.443168, + "recall": 0.516798, + "f1": 0.463303, + "accuracy": 0.516798, + "main_score": 0.463303, + "hf_subset": "ary_Arab-dyu_Latn", + "languages": [ + "ary-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ary_Arab-heb_Hebr", + "languages": [ + "ary-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "ary_Arab-khk_Cyrl", + "languages": [ + "ary-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "ary_Arab-lvs_Latn", + "languages": [ + "ary-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "ary_Arab-pan_Guru", + "languages": [ + "ary-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.859107, + "recall": 0.902174, + "f1": 0.872925, + "accuracy": 0.902174, + "main_score": 0.872925, + "hf_subset": "ary_Arab-som_Latn", + "languages": [ + "ary-Arab", + "som-Latn" + ] + }, + { + "precision": 0.692269, + "recall": 0.756917, + "f1": 0.711644, + "accuracy": 0.756917, + "main_score": 0.711644, + "hf_subset": "ary_Arab-tum_Latn", + "languages": [ + "ary-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.53896, + "recall": 0.626482, + "f1": 0.563947, + "accuracy": 0.626482, + "main_score": 0.563947, + "hf_subset": "ces_Latn-ace_Arab", + "languages": [ + "ces-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.470112, + "recall": 0.541502, + "f1": 0.489587, + "accuracy": 0.541502, + "main_score": 0.489587, + "hf_subset": "ces_Latn-bam_Latn", + "languages": [ + "ces-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.659869, + "recall": 0.73913, + "f1": 0.682531, + "accuracy": 0.73913, + "main_score": 0.682531, + "hf_subset": "ces_Latn-dzo_Tibt", + "languages": [ + "ces-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-hin_Deva", + "languages": [ + "ces-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ces_Latn-khm_Khmr", + "languages": [ + "ces-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ces_Latn-mag_Deva", + "languages": [ + "ces-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "ces_Latn-pap_Latn", + "languages": [ + "ces-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.878574, + "recall": 0.914032, + "f1": 0.889526, + "accuracy": 0.914032, + "main_score": 0.889526, + "hf_subset": "ces_Latn-sot_Latn", + "languages": [ + "ces-Latn", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-tur_Latn", + "languages": [ + "ces-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.86614, + "recall": 0.90415, + "f1": 0.878247, + "accuracy": 0.90415, + "main_score": 0.878247, + "hf_subset": "ces_Latn-ace_Latn", + "languages": [ + "ces-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "ces_Latn-ban_Latn", + "languages": [ + "ces-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-ell_Grek", + "languages": [ + "ces-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ces_Latn-hne_Deva", + "languages": [ + "ces-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.576237, + "recall": 0.647233, + "f1": 0.595746, + "accuracy": 0.647233, + "main_score": 0.595746, + "hf_subset": "ces_Latn-kik_Latn", + "languages": [ + "ces-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-mai_Deva", + "languages": [ + "ces-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.953393, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "ces_Latn-pbt_Arab", + "languages": [ + "ces-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-spa_Latn", + "languages": [ + "ces-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.776746, + "recall": 0.833004, + "f1": 0.793511, + "accuracy": 0.833004, + "main_score": 0.793511, + "hf_subset": "ces_Latn-twi_Latn", + "languages": [ + "ces-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-acm_Arab", + "languages": [ + "ces-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-bel_Cyrl", + "languages": [ + "ces-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-hrv_Latn", + "languages": [ + "ces-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.855214, + "recall": 0.895257, + "f1": 0.867638, + "accuracy": 0.895257, + "main_score": 0.867638, + "hf_subset": "ces_Latn-kin_Latn", + "languages": [ + "ces-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-mal_Mlym", + "languages": [ + "ces-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-pes_Arab", + "languages": [ + "ces-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ces_Latn-srd_Latn", + "languages": [ + "ces-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.207338, + "recall": 0.269763, + "f1": 0.222288, + "accuracy": 0.269763, + "main_score": 0.222288, + "hf_subset": "ces_Latn-tzm_Tfng", + "languages": [ + "ces-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-acq_Arab", + "languages": [ + "ces-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.681449, + "recall": 0.752964, + "f1": 0.701701, + "accuracy": 0.752964, + "main_score": 0.701701, + "hf_subset": "ces_Latn-bem_Latn", + "languages": [ + "ces-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-epo_Latn", + "languages": [ + "ces-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-hun_Latn", + "languages": [ + "ces-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ces_Latn-kir_Cyrl", + "languages": [ + "ces-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ces_Latn-mar_Deva", + "languages": [ + "ces-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.878162, + "recall": 0.914032, + "f1": 0.889328, + "accuracy": 0.914032, + "main_score": 0.889328, + "hf_subset": "ces_Latn-plt_Latn", + "languages": [ + "ces-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-srp_Cyrl", + "languages": [ + "ces-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.944005, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "ces_Latn-uig_Arab", + "languages": [ + "ces-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-aeb_Arab", + "languages": [ + "ces-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-ben_Beng", + "languages": [ + "ces-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-est_Latn", + "languages": [ + "ces-Latn", + "est-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-hye_Armn", + "languages": [ + "ces-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.463786, + "recall": 0.531621, + "f1": 0.482682, + "accuracy": 0.531621, + "main_score": 0.482682, + "hf_subset": "ces_Latn-kmb_Latn", + "languages": [ + "ces-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.50174, + "recall": 0.590909, + "f1": 0.525313, + "accuracy": 0.590909, + "main_score": 0.525313, + "hf_subset": "ces_Latn-min_Arab", + "languages": [ + "ces-Latn", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-pol_Latn", + "languages": [ + "ces-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.750478, + "recall": 0.815217, + "f1": 0.76988, + "accuracy": 0.815217, + "main_score": 0.76988, + "hf_subset": "ces_Latn-ssw_Latn", + "languages": [ + "ces-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-ukr_Cyrl", + "languages": [ + "ces-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-afr_Latn", + "languages": [ + "ces-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-bho_Deva", + "languages": [ + "ces-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-eus_Latn", + "languages": [ + "ces-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.867704, + "recall": 0.908103, + "f1": 0.880501, + "accuracy": 0.908103, + "main_score": 0.880501, + "hf_subset": "ces_Latn-ibo_Latn", + "languages": [ + "ces-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.873435, + "recall": 0.910079, + "f1": 0.884585, + "accuracy": 0.910079, + "main_score": 0.884585, + "hf_subset": "ces_Latn-kmr_Latn", + "languages": [ + "ces-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-min_Latn", + "languages": [ + "ces-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-por_Latn", + "languages": [ + "ces-Latn", + "por-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ces_Latn-sun_Latn", + "languages": [ + "ces-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.471636, + "recall": 0.541502, + "f1": 0.491688, + "accuracy": 0.541502, + "main_score": 0.491688, + "hf_subset": "ces_Latn-umb_Latn", + "languages": [ + "ces-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-ajp_Arab", + "languages": [ + "ces-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.509101, + "recall": 0.596838, + "f1": 0.533217, + "accuracy": 0.596838, + "main_score": 0.533217, + "hf_subset": "ces_Latn-bjn_Arab", + "languages": [ + "ces-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.451905, + "recall": 0.514822, + "f1": 0.468426, + "accuracy": 0.514822, + "main_score": 0.468426, + "hf_subset": "ces_Latn-ewe_Latn", + "languages": [ + "ces-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "ces_Latn-ilo_Latn", + "languages": [ + "ces-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.258516, + "recall": 0.329051, + "f1": 0.276541, + "accuracy": 0.329051, + "main_score": 0.276541, + "hf_subset": "ces_Latn-knc_Arab", + "languages": [ + "ces-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-mkd_Cyrl", + "languages": [ + "ces-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-prs_Arab", + "languages": [ + "ces-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-swe_Latn", + "languages": [ + "ces-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-urd_Arab", + "languages": [ + "ces-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.748148, + "recall": 0.811265, + "f1": 0.766933, + "accuracy": 0.811265, + "main_score": 0.766933, + "hf_subset": "ces_Latn-aka_Latn", + "languages": [ + "ces-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ces_Latn-bjn_Latn", + "languages": [ + "ces-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ces_Latn-fao_Latn", + "languages": [ + "ces-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ind_Latn", + "languages": [ + "ces-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.49982, + "recall": 0.570158, + "f1": 0.518903, + "accuracy": 0.570158, + "main_score": 0.518903, + "hf_subset": "ces_Latn-knc_Latn", + "languages": [ + "ces-Latn", + "knc-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-mlt_Latn", + "languages": [ + "ces-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.616535, + "recall": 0.694664, + "f1": 0.639127, + "accuracy": 0.694664, + "main_score": 0.639127, + "hf_subset": "ces_Latn-quy_Latn", + "languages": [ + "ces-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-swh_Latn", + "languages": [ + "ces-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-uzn_Latn", + "languages": [ + "ces-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "ces_Latn-als_Latn", + "languages": [ + "ces-Latn", + "als-Latn" + ] + }, + { + "precision": 0.806086, + "recall": 0.858696, + "f1": 0.822052, + "accuracy": 0.858696, + "main_score": 0.822052, + "hf_subset": "ces_Latn-bod_Tibt", + "languages": [ + "ces-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.617187, + "recall": 0.692688, + "f1": 0.638131, + "accuracy": 0.692688, + "main_score": 0.638131, + "hf_subset": "ces_Latn-fij_Latn", + "languages": [ + "ces-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ces_Latn-isl_Latn", + "languages": [ + "ces-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.605492, + "recall": 0.679842, + "f1": 0.625572, + "accuracy": 0.679842, + "main_score": 0.625572, + "hf_subset": "ces_Latn-kon_Latn", + "languages": [ + "ces-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.594113, + "recall": 0.681818, + "f1": 0.618797, + "accuracy": 0.681818, + "main_score": 0.618797, + "hf_subset": "ces_Latn-mni_Beng", + "languages": [ + "ces-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ron_Latn", + "languages": [ + "ces-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "ces_Latn-szl_Latn", + "languages": [ + "ces-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-vec_Latn", + "languages": [ + "ces-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.926548, + "recall": 0.948617, + "f1": 0.933465, + "accuracy": 0.948617, + "main_score": 0.933465, + "hf_subset": "ces_Latn-amh_Ethi", + "languages": [ + "ces-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-bos_Latn", + "languages": [ + "ces-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-fin_Latn", + "languages": [ + "ces-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ita_Latn", + "languages": [ + "ces-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-kor_Hang", + "languages": [ + "ces-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.486019, + "recall": 0.554348, + "f1": 0.505064, + "accuracy": 0.554348, + "main_score": 0.505064, + "hf_subset": "ces_Latn-mos_Latn", + "languages": [ + "ces-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.766354, + "recall": 0.828063, + "f1": 0.784914, + "accuracy": 0.828063, + "main_score": 0.784914, + "hf_subset": "ces_Latn-run_Latn", + "languages": [ + "ces-Latn", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ces_Latn-tam_Taml", + "languages": [ + "ces-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-vie_Latn", + "languages": [ + "ces-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-apc_Arab", + "languages": [ + "ces-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.721624, + "recall": 0.790514, + "f1": 0.742095, + "accuracy": 0.790514, + "main_score": 0.742095, + "hf_subset": "ces_Latn-bug_Latn", + "languages": [ + "ces-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.424825, + "recall": 0.479249, + "f1": 0.439227, + "accuracy": 0.479249, + "main_score": 0.439227, + "hf_subset": "ces_Latn-fon_Latn", + "languages": [ + "ces-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ces_Latn-jav_Latn", + "languages": [ + "ces-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "ces_Latn-lao_Laoo", + "languages": [ + "ces-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.881126, + "recall": 0.916996, + "f1": 0.892457, + "accuracy": 0.916996, + "main_score": 0.892457, + "hf_subset": "ces_Latn-mri_Latn", + "languages": [ + "ces-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-rus_Cyrl", + "languages": [ + "ces-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.49054, + "recall": 0.556324, + "f1": 0.508012, + "accuracy": 0.556324, + "main_score": 0.508012, + "hf_subset": "ces_Latn-taq_Latn", + "languages": [ + "ces-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-war_Latn", + "languages": [ + "ces-Latn", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-arb_Arab", + "languages": [ + "ces-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-bul_Cyrl", + "languages": [ + "ces-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-fra_Latn", + "languages": [ + "ces-Latn", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-jpn_Jpan", + "languages": [ + "ces-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-lij_Latn", + "languages": [ + "ces-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "ces_Latn-mya_Mymr", + "languages": [ + "ces-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.544548, + "recall": 0.619565, + "f1": 0.565166, + "accuracy": 0.619565, + "main_score": 0.565166, + "hf_subset": "ces_Latn-sag_Latn", + "languages": [ + "ces-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.225678, + "recall": 0.286561, + "f1": 0.239999, + "accuracy": 0.286561, + "main_score": 0.239999, + "hf_subset": "ces_Latn-taq_Tfng", + "languages": [ + "ces-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.613963, + "recall": 0.689723, + "f1": 0.635397, + "accuracy": 0.689723, + "main_score": 0.635397, + "hf_subset": "ces_Latn-wol_Latn", + "languages": [ + "ces-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.840662, + "recall": 0.886364, + "f1": 0.854611, + "accuracy": 0.886364, + "main_score": 0.854611, + "hf_subset": "ces_Latn-arb_Latn", + "languages": [ + "ces-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-cat_Latn", + "languages": [ + "ces-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-fur_Latn", + "languages": [ + "ces-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.430689, + "recall": 0.513834, + "f1": 0.453077, + "accuracy": 0.513834, + "main_score": 0.453077, + "hf_subset": "ces_Latn-kab_Latn", + "languages": [ + "ces-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ces_Latn-lim_Latn", + "languages": [ + "ces-Latn", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-nld_Latn", + "languages": [ + "ces-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "ces_Latn-san_Deva", + "languages": [ + "ces-Latn", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-tat_Cyrl", + "languages": [ + "ces-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.875198, + "recall": 0.910079, + "f1": 0.886199, + "accuracy": 0.910079, + "main_score": 0.886199, + "hf_subset": "ces_Latn-xho_Latn", + "languages": [ + "ces-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-ars_Arab", + "languages": [ + "ces-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-ceb_Latn", + "languages": [ + "ces-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.456372, + "recall": 0.537549, + "f1": 0.478584, + "accuracy": 0.537549, + "main_score": 0.478584, + "hf_subset": "ces_Latn-fuv_Latn", + "languages": [ + "ces-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.463304, + "recall": 0.532609, + "f1": 0.481642, + "accuracy": 0.532609, + "main_score": 0.481642, + "hf_subset": "ces_Latn-kac_Latn", + "languages": [ + "ces-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.617601, + "recall": 0.694664, + "f1": 0.638794, + "accuracy": 0.694664, + "main_score": 0.638794, + "hf_subset": "ces_Latn-lin_Latn", + "languages": [ + "ces-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-nno_Latn", + "languages": [ + "ces-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.871327, + "recall": 0.909091, + "f1": 0.883103, + "accuracy": 0.909091, + "main_score": 0.883103, + "hf_subset": "ces_Latn-sat_Olck", + "languages": [ + "ces-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ces_Latn-tel_Telu", + "languages": [ + "ces-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ces_Latn-ydd_Hebr", + "languages": [ + "ces-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ces_Latn-ary_Arab", + "languages": [ + "ces-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.559993, + "recall": 0.641304, + "f1": 0.582522, + "accuracy": 0.641304, + "main_score": 0.582522, + "hf_subset": "ces_Latn-gaz_Latn", + "languages": [ + "ces-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.529103, + "recall": 0.613636, + "f1": 0.551982, + "accuracy": 0.613636, + "main_score": 0.551982, + "hf_subset": "ces_Latn-kam_Latn", + "languages": [ + "ces-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ces_Latn-lit_Latn", + "languages": [ + "ces-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-nob_Latn", + "languages": [ + "ces-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ces_Latn-scn_Latn", + "languages": [ + "ces-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ces_Latn-tgk_Cyrl", + "languages": [ + "ces-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.760648, + "recall": 0.823123, + "f1": 0.779251, + "accuracy": 0.823123, + "main_score": 0.779251, + "hf_subset": "ces_Latn-yor_Latn", + "languages": [ + "ces-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-arz_Arab", + "languages": [ + "ces-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.478256, + "recall": 0.559289, + "f1": 0.50056, + "accuracy": 0.559289, + "main_score": 0.50056, + "hf_subset": "ces_Latn-cjk_Latn", + "languages": [ + "ces-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "ces_Latn-gla_Latn", + "languages": [ + "ces-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-kan_Knda", + "languages": [ + "ces-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ces_Latn-lmo_Latn", + "languages": [ + "ces-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ces_Latn-npi_Deva", + "languages": [ + "ces-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.529229, + "recall": 0.614625, + "f1": 0.55319, + "accuracy": 0.614625, + "main_score": 0.55319, + "hf_subset": "ces_Latn-shn_Mymr", + "languages": [ + "ces-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-tgl_Latn", + "languages": [ + "ces-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-yue_Hant", + "languages": [ + "ces-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ces_Latn-asm_Beng", + "languages": [ + "ces-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.943017, + "recall": 0.960474, + "f1": 0.948617, + "accuracy": 0.960474, + "main_score": 0.948617, + "hf_subset": "ces_Latn-ckb_Arab", + "languages": [ + "ces-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ces_Latn-gle_Latn", + "languages": [ + "ces-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.90308, + "recall": 0.931818, + "f1": 0.912121, + "accuracy": 0.931818, + "main_score": 0.912121, + "hf_subset": "ces_Latn-kas_Arab", + "languages": [ + "ces-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.902174, + "recall": 0.929842, + "f1": 0.910705, + "accuracy": 0.929842, + "main_score": 0.910705, + "hf_subset": "ces_Latn-ltg_Latn", + "languages": [ + "ces-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.783498, + "recall": 0.839921, + "f1": 0.800856, + "accuracy": 0.839921, + "main_score": 0.800856, + "hf_subset": "ces_Latn-nso_Latn", + "languages": [ + "ces-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ces_Latn-sin_Sinh", + "languages": [ + "ces-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-tha_Thai", + "languages": [ + "ces-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-zho_Hans", + "languages": [ + "ces-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-ast_Latn", + "languages": [ + "ces-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ces_Latn-crh_Latn", + "languages": [ + "ces-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-glg_Latn", + "languages": [ + "ces-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.852355, + "recall": 0.896245, + "f1": 0.86614, + "accuracy": 0.896245, + "main_score": 0.86614, + "hf_subset": "ces_Latn-kas_Deva", + "languages": [ + "ces-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ces_Latn-ltz_Latn", + "languages": [ + "ces-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.411237, + "recall": 0.483202, + "f1": 0.430535, + "accuracy": 0.483202, + "main_score": 0.430535, + "hf_subset": "ces_Latn-nus_Latn", + "languages": [ + "ces-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-slk_Latn", + "languages": [ + "ces-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.642541, + "recall": 0.727273, + "f1": 0.667086, + "accuracy": 0.727273, + "main_score": 0.667086, + "hf_subset": "ces_Latn-tir_Ethi", + "languages": [ + "ces-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-zho_Hant", + "languages": [ + "ces-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.984025, + "recall": 0.988142, + "f1": 0.985343, + "accuracy": 0.988142, + "main_score": 0.985343, + "hf_subset": "ces_Latn-awa_Deva", + "languages": [ + "ces-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ces_Latn-cym_Latn", + "languages": [ + "ces-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.77971, + "recall": 0.833992, + "f1": 0.795883, + "accuracy": 0.833992, + "main_score": 0.795883, + "hf_subset": "ces_Latn-grn_Latn", + "languages": [ + "ces-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-kat_Geor", + "languages": [ + "ces-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.592356, + "recall": 0.66502, + "f1": 0.612033, + "accuracy": 0.66502, + "main_score": 0.612033, + "hf_subset": "ces_Latn-lua_Latn", + "languages": [ + "ces-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.825741, + "recall": 0.875494, + "f1": 0.841304, + "accuracy": 0.875494, + "main_score": 0.841304, + "hf_subset": "ces_Latn-nya_Latn", + "languages": [ + "ces-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-slv_Latn", + "languages": [ + "ces-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ces_Latn-tpi_Latn", + "languages": [ + "ces-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-zsm_Latn", + "languages": [ + "ces-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.490082, + "recall": 0.561265, + "f1": 0.509095, + "accuracy": 0.561265, + "main_score": 0.509095, + "hf_subset": "ces_Latn-ayr_Latn", + "languages": [ + "ces-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-dan_Latn", + "languages": [ + "ces-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-guj_Gujr", + "languages": [ + "ces-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ces_Latn-kaz_Cyrl", + "languages": [ + "ces-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.64613, + "recall": 0.724308, + "f1": 0.668794, + "accuracy": 0.724308, + "main_score": 0.668794, + "hf_subset": "ces_Latn-lug_Latn", + "languages": [ + "ces-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-oci_Latn", + "languages": [ + "ces-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.836281, + "recall": 0.880435, + "f1": 0.85, + "accuracy": 0.880435, + "main_score": 0.85, + "hf_subset": "ces_Latn-smo_Latn", + "languages": [ + "ces-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.744055, + "recall": 0.810277, + "f1": 0.763768, + "accuracy": 0.810277, + "main_score": 0.763768, + "hf_subset": "ces_Latn-tsn_Latn", + "languages": [ + "ces-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.907362, + "recall": 0.934783, + "f1": 0.915909, + "accuracy": 0.934783, + "main_score": 0.915909, + "hf_subset": "ces_Latn-zul_Latn", + "languages": [ + "ces-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.933959, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "ces_Latn-azb_Arab", + "languages": [ + "ces-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-deu_Latn", + "languages": [ + "ces-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ces_Latn-hat_Latn", + "languages": [ + "ces-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.453814, + "recall": 0.521739, + "f1": 0.472468, + "accuracy": 0.521739, + "main_score": 0.472468, + "hf_subset": "ces_Latn-kbp_Latn", + "languages": [ + "ces-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.505118, + "recall": 0.578063, + "f1": 0.524895, + "accuracy": 0.578063, + "main_score": 0.524895, + "hf_subset": "ces_Latn-luo_Latn", + "languages": [ + "ces-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ces_Latn-ory_Orya", + "languages": [ + "ces-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.897727, + "recall": 0.928854, + "f1": 0.907773, + "accuracy": 0.928854, + "main_score": 0.907773, + "hf_subset": "ces_Latn-sna_Latn", + "languages": [ + "ces-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.662419, + "recall": 0.73419, + "f1": 0.683229, + "accuracy": 0.73419, + "main_score": 0.683229, + "hf_subset": "ces_Latn-tso_Latn", + "languages": [ + "ces-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-azj_Latn", + "languages": [ + "ces-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.478733, + "recall": 0.554348, + "f1": 0.500023, + "accuracy": 0.554348, + "main_score": 0.500023, + "hf_subset": "ces_Latn-dik_Latn", + "languages": [ + "ces-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.910738, + "recall": 0.938735, + "f1": 0.919796, + "accuracy": 0.938735, + "main_score": 0.919796, + "hf_subset": "ces_Latn-hau_Latn", + "languages": [ + "ces-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ces_Latn-kea_Latn", + "languages": [ + "ces-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.924901, + "recall": 0.947628, + "f1": 0.932148, + "accuracy": 0.947628, + "main_score": 0.932148, + "hf_subset": "ces_Latn-lus_Latn", + "languages": [ + "ces-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.869565, + "recall": 0.906126, + "f1": 0.880896, + "accuracy": 0.906126, + "main_score": 0.880896, + "hf_subset": "ces_Latn-pag_Latn", + "languages": [ + "ces-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ces_Latn-snd_Arab", + "languages": [ + "ces-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ces_Latn-tuk_Latn", + "languages": [ + "ces-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ces_Latn-bak_Cyrl", + "languages": [ + "ces-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.445657, + "recall": 0.523715, + "f1": 0.467263, + "accuracy": 0.523715, + "main_score": 0.467263, + "hf_subset": "ces_Latn-dyu_Latn", + "languages": [ + "ces-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-heb_Hebr", + "languages": [ + "ces-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ces_Latn-khk_Cyrl", + "languages": [ + "ces-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-lvs_Latn", + "languages": [ + "ces-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-pan_Guru", + "languages": [ + "ces-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.867704, + "recall": 0.906126, + "f1": 0.879513, + "accuracy": 0.906126, + "main_score": 0.879513, + "hf_subset": "ces_Latn-som_Latn", + "languages": [ + "ces-Latn", + "som-Latn" + ] + }, + { + "precision": 0.702125, + "recall": 0.768775, + "f1": 0.721367, + "accuracy": 0.768775, + "main_score": 0.721367, + "hf_subset": "ces_Latn-tum_Latn", + "languages": [ + "ces-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.439217, + "recall": 0.497036, + "f1": 0.45481, + "accuracy": 0.497036, + "main_score": 0.45481, + "hf_subset": "gaz_Latn-ace_Arab", + "languages": [ + "gaz-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.469783, + "recall": 0.51581, + "f1": 0.482373, + "accuracy": 0.51581, + "main_score": 0.482373, + "hf_subset": "gaz_Latn-bam_Latn", + "languages": [ + "gaz-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.371053, + "recall": 0.428854, + "f1": 0.385603, + "accuracy": 0.428854, + "main_score": 0.385603, + "hf_subset": "gaz_Latn-dzo_Tibt", + "languages": [ + "gaz-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.580053, + "recall": 0.643281, + "f1": 0.596633, + "accuracy": 0.643281, + "main_score": 0.596633, + "hf_subset": "gaz_Latn-hin_Deva", + "languages": [ + "gaz-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.48153, + "recall": 0.54249, + "f1": 0.498257, + "accuracy": 0.54249, + "main_score": 0.498257, + "hf_subset": "gaz_Latn-khm_Khmr", + "languages": [ + "gaz-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.562827, + "recall": 0.617589, + "f1": 0.577241, + "accuracy": 0.617589, + "main_score": 0.577241, + "hf_subset": "gaz_Latn-mag_Deva", + "languages": [ + "gaz-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.550807, + "recall": 0.613636, + "f1": 0.567039, + "accuracy": 0.613636, + "main_score": 0.567039, + "hf_subset": "gaz_Latn-pap_Latn", + "languages": [ + "gaz-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.552797, + "recall": 0.609684, + "f1": 0.568145, + "accuracy": 0.609684, + "main_score": 0.568145, + "hf_subset": "gaz_Latn-sot_Latn", + "languages": [ + "gaz-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.55812, + "recall": 0.618577, + "f1": 0.574301, + "accuracy": 0.618577, + "main_score": 0.574301, + "hf_subset": "gaz_Latn-tur_Latn", + "languages": [ + "gaz-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.567738, + "recall": 0.609684, + "f1": 0.579027, + "accuracy": 0.609684, + "main_score": 0.579027, + "hf_subset": "gaz_Latn-ace_Latn", + "languages": [ + "gaz-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.540719, + "recall": 0.587945, + "f1": 0.554022, + "accuracy": 0.587945, + "main_score": 0.554022, + "hf_subset": "gaz_Latn-ban_Latn", + "languages": [ + "gaz-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.520289, + "recall": 0.585968, + "f1": 0.536477, + "accuracy": 0.585968, + "main_score": 0.536477, + "hf_subset": "gaz_Latn-ell_Grek", + "languages": [ + "gaz-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.548702, + "recall": 0.603755, + "f1": 0.562263, + "accuracy": 0.603755, + "main_score": 0.562263, + "hf_subset": "gaz_Latn-hne_Deva", + "languages": [ + "gaz-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.451353, + "recall": 0.503953, + "f1": 0.465252, + "accuracy": 0.503953, + "main_score": 0.465252, + "hf_subset": "gaz_Latn-kik_Latn", + "languages": [ + "gaz-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.559537, + "recall": 0.619565, + "f1": 0.574731, + "accuracy": 0.619565, + "main_score": 0.574731, + "hf_subset": "gaz_Latn-mai_Deva", + "languages": [ + "gaz-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.533531, + "recall": 0.598814, + "f1": 0.550759, + "accuracy": 0.598814, + "main_score": 0.550759, + "hf_subset": "gaz_Latn-pbt_Arab", + "languages": [ + "gaz-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.551507, + "recall": 0.613636, + "f1": 0.567684, + "accuracy": 0.613636, + "main_score": 0.567684, + "hf_subset": "gaz_Latn-spa_Latn", + "languages": [ + "gaz-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.519652, + "recall": 0.568182, + "f1": 0.531913, + "accuracy": 0.568182, + "main_score": 0.531913, + "hf_subset": "gaz_Latn-twi_Latn", + "languages": [ + "gaz-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.542501, + "recall": 0.600791, + "f1": 0.557624, + "accuracy": 0.600791, + "main_score": 0.557624, + "hf_subset": "gaz_Latn-acm_Arab", + "languages": [ + "gaz-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.514423, + "recall": 0.56917, + "f1": 0.528576, + "accuracy": 0.56917, + "main_score": 0.528576, + "hf_subset": "gaz_Latn-bel_Cyrl", + "languages": [ + "gaz-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.573091, + "recall": 0.63834, + "f1": 0.590525, + "accuracy": 0.63834, + "main_score": 0.590525, + "hf_subset": "gaz_Latn-eng_Latn", + "languages": [ + "gaz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.566005, + "recall": 0.624506, + "f1": 0.580296, + "accuracy": 0.624506, + "main_score": 0.580296, + "hf_subset": "gaz_Latn-hrv_Latn", + "languages": [ + "gaz-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.53686, + "recall": 0.592885, + "f1": 0.551444, + "accuracy": 0.592885, + "main_score": 0.551444, + "hf_subset": "gaz_Latn-kin_Latn", + "languages": [ + "gaz-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.528826, + "recall": 0.596838, + "f1": 0.546001, + "accuracy": 0.596838, + "main_score": 0.546001, + "hf_subset": "gaz_Latn-mal_Mlym", + "languages": [ + "gaz-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.527267, + "recall": 0.590909, + "f1": 0.543815, + "accuracy": 0.590909, + "main_score": 0.543815, + "hf_subset": "gaz_Latn-pes_Arab", + "languages": [ + "gaz-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.543005, + "recall": 0.609684, + "f1": 0.560571, + "accuracy": 0.609684, + "main_score": 0.560571, + "hf_subset": "gaz_Latn-srd_Latn", + "languages": [ + "gaz-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.262441, + "recall": 0.322134, + "f1": 0.277911, + "accuracy": 0.322134, + "main_score": 0.277911, + "hf_subset": "gaz_Latn-tzm_Tfng", + "languages": [ + "gaz-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.561278, + "recall": 0.619565, + "f1": 0.575761, + "accuracy": 0.619565, + "main_score": 0.575761, + "hf_subset": "gaz_Latn-acq_Arab", + "languages": [ + "gaz-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.52237, + "recall": 0.572134, + "f1": 0.535757, + "accuracy": 0.572134, + "main_score": 0.535757, + "hf_subset": "gaz_Latn-bem_Latn", + "languages": [ + "gaz-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.540637, + "recall": 0.603755, + "f1": 0.555623, + "accuracy": 0.603755, + "main_score": 0.555623, + "hf_subset": "gaz_Latn-epo_Latn", + "languages": [ + "gaz-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.55197, + "recall": 0.615613, + "f1": 0.569254, + "accuracy": 0.615613, + "main_score": 0.569254, + "hf_subset": "gaz_Latn-hun_Latn", + "languages": [ + "gaz-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.514316, + "recall": 0.578063, + "f1": 0.530989, + "accuracy": 0.578063, + "main_score": 0.530989, + "hf_subset": "gaz_Latn-kir_Cyrl", + "languages": [ + "gaz-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.543184, + "recall": 0.603755, + "f1": 0.558933, + "accuracy": 0.603755, + "main_score": 0.558933, + "hf_subset": "gaz_Latn-mar_Deva", + "languages": [ + "gaz-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.531165, + "recall": 0.593874, + "f1": 0.548001, + "accuracy": 0.593874, + "main_score": 0.548001, + "hf_subset": "gaz_Latn-plt_Latn", + "languages": [ + "gaz-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.55651, + "recall": 0.614625, + "f1": 0.571861, + "accuracy": 0.614625, + "main_score": 0.571861, + "hf_subset": "gaz_Latn-srp_Cyrl", + "languages": [ + "gaz-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.501626, + "recall": 0.561265, + "f1": 0.517428, + "accuracy": 0.561265, + "main_score": 0.517428, + "hf_subset": "gaz_Latn-uig_Arab", + "languages": [ + "gaz-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.531514, + "recall": 0.587945, + "f1": 0.545649, + "accuracy": 0.587945, + "main_score": 0.545649, + "hf_subset": "gaz_Latn-aeb_Arab", + "languages": [ + "gaz-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.534352, + "recall": 0.591897, + "f1": 0.549115, + "accuracy": 0.591897, + "main_score": 0.549115, + "hf_subset": "gaz_Latn-ben_Beng", + "languages": [ + "gaz-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.54822, + "recall": 0.606719, + "f1": 0.56372, + "accuracy": 0.606719, + "main_score": 0.56372, + "hf_subset": "gaz_Latn-est_Latn", + "languages": [ + "gaz-Latn", + "est-Latn" + ] + }, + { + "precision": 0.521192, + "recall": 0.586957, + "f1": 0.537935, + "accuracy": 0.586957, + "main_score": 0.537935, + "hf_subset": "gaz_Latn-hye_Armn", + "languages": [ + "gaz-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.465509, + "recall": 0.503953, + "f1": 0.476306, + "accuracy": 0.503953, + "main_score": 0.476306, + "hf_subset": "gaz_Latn-kmb_Latn", + "languages": [ + "gaz-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.418588, + "recall": 0.477273, + "f1": 0.434947, + "accuracy": 0.477273, + "main_score": 0.434947, + "hf_subset": "gaz_Latn-min_Arab", + "languages": [ + "gaz-Latn", + "min-Arab" + ] + }, + { + "precision": 0.561817, + "recall": 0.620553, + "f1": 0.578098, + "accuracy": 0.620553, + "main_score": 0.578098, + "hf_subset": "gaz_Latn-pol_Latn", + "languages": [ + "gaz-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.50975, + "recall": 0.560277, + "f1": 0.523751, + "accuracy": 0.560277, + "main_score": 0.523751, + "hf_subset": "gaz_Latn-ssw_Latn", + "languages": [ + "gaz-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.545819, + "recall": 0.604743, + "f1": 0.560924, + "accuracy": 0.604743, + "main_score": 0.560924, + "hf_subset": "gaz_Latn-ukr_Cyrl", + "languages": [ + "gaz-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.546228, + "recall": 0.603755, + "f1": 0.561203, + "accuracy": 0.603755, + "main_score": 0.561203, + "hf_subset": "gaz_Latn-afr_Latn", + "languages": [ + "gaz-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.583168, + "recall": 0.63834, + "f1": 0.597343, + "accuracy": 0.63834, + "main_score": 0.597343, + "hf_subset": "gaz_Latn-bho_Deva", + "languages": [ + "gaz-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.538394, + "recall": 0.590909, + "f1": 0.55167, + "accuracy": 0.590909, + "main_score": 0.55167, + "hf_subset": "gaz_Latn-eus_Latn", + "languages": [ + "gaz-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.540402, + "recall": 0.594862, + "f1": 0.554306, + "accuracy": 0.594862, + "main_score": 0.554306, + "hf_subset": "gaz_Latn-ibo_Latn", + "languages": [ + "gaz-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.53566, + "recall": 0.592885, + "f1": 0.551424, + "accuracy": 0.592885, + "main_score": 0.551424, + "hf_subset": "gaz_Latn-kmr_Latn", + "languages": [ + "gaz-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.540778, + "recall": 0.596838, + "f1": 0.555363, + "accuracy": 0.596838, + "main_score": 0.555363, + "hf_subset": "gaz_Latn-min_Latn", + "languages": [ + "gaz-Latn", + "min-Latn" + ] + }, + { + "precision": 0.571247, + "recall": 0.630435, + "f1": 0.586774, + "accuracy": 0.630435, + "main_score": 0.586774, + "hf_subset": "gaz_Latn-por_Latn", + "languages": [ + "gaz-Latn", + "por-Latn" + ] + }, + { + "precision": 0.5298, + "recall": 0.579051, + "f1": 0.542014, + "accuracy": 0.579051, + "main_score": 0.542014, + "hf_subset": "gaz_Latn-sun_Latn", + "languages": [ + "gaz-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.450353, + "recall": 0.492095, + "f1": 0.462548, + "accuracy": 0.492095, + "main_score": 0.462548, + "hf_subset": "gaz_Latn-umb_Latn", + "languages": [ + "gaz-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.552954, + "recall": 0.612648, + "f1": 0.56836, + "accuracy": 0.612648, + "main_score": 0.56836, + "hf_subset": "gaz_Latn-ajp_Arab", + "languages": [ + "gaz-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.429654, + "recall": 0.492095, + "f1": 0.446239, + "accuracy": 0.492095, + "main_score": 0.446239, + "hf_subset": "gaz_Latn-bjn_Arab", + "languages": [ + "gaz-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.431182, + "recall": 0.472332, + "f1": 0.441675, + "accuracy": 0.472332, + "main_score": 0.441675, + "hf_subset": "gaz_Latn-ewe_Latn", + "languages": [ + "gaz-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.531779, + "recall": 0.587945, + "f1": 0.54608, + "accuracy": 0.587945, + "main_score": 0.54608, + "hf_subset": "gaz_Latn-ilo_Latn", + "languages": [ + "gaz-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.26921, + "recall": 0.322134, + "f1": 0.283038, + "accuracy": 0.322134, + "main_score": 0.283038, + "hf_subset": "gaz_Latn-knc_Arab", + "languages": [ + "gaz-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.540568, + "recall": 0.599802, + "f1": 0.556281, + "accuracy": 0.599802, + "main_score": 0.556281, + "hf_subset": "gaz_Latn-mkd_Cyrl", + "languages": [ + "gaz-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.555194, + "recall": 0.621542, + "f1": 0.571271, + "accuracy": 0.621542, + "main_score": 0.571271, + "hf_subset": "gaz_Latn-prs_Arab", + "languages": [ + "gaz-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.57267, + "recall": 0.633399, + "f1": 0.588567, + "accuracy": 0.633399, + "main_score": 0.588567, + "hf_subset": "gaz_Latn-swe_Latn", + "languages": [ + "gaz-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.547254, + "recall": 0.606719, + "f1": 0.56286, + "accuracy": 0.606719, + "main_score": 0.56286, + "hf_subset": "gaz_Latn-urd_Arab", + "languages": [ + "gaz-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.515828, + "recall": 0.565217, + "f1": 0.528742, + "accuracy": 0.565217, + "main_score": 0.528742, + "hf_subset": "gaz_Latn-aka_Latn", + "languages": [ + "gaz-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.543925, + "recall": 0.596838, + "f1": 0.557411, + "accuracy": 0.596838, + "main_score": 0.557411, + "hf_subset": "gaz_Latn-bjn_Latn", + "languages": [ + "gaz-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.499221, + "recall": 0.555336, + "f1": 0.513993, + "accuracy": 0.555336, + "main_score": 0.513993, + "hf_subset": "gaz_Latn-fao_Latn", + "languages": [ + "gaz-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.552275, + "recall": 0.61166, + "f1": 0.567163, + "accuracy": 0.61166, + "main_score": 0.567163, + "hf_subset": "gaz_Latn-ind_Latn", + "languages": [ + "gaz-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.479596, + "recall": 0.520751, + "f1": 0.491147, + "accuracy": 0.520751, + "main_score": 0.491147, + "hf_subset": "gaz_Latn-knc_Latn", + "languages": [ + "gaz-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.509457, + "recall": 0.573123, + "f1": 0.52462, + "accuracy": 0.573123, + "main_score": 0.52462, + "hf_subset": "gaz_Latn-mlt_Latn", + "languages": [ + "gaz-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.500501, + "recall": 0.543478, + "f1": 0.512274, + "accuracy": 0.543478, + "main_score": 0.512274, + "hf_subset": "gaz_Latn-quy_Latn", + "languages": [ + "gaz-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.541963, + "recall": 0.598814, + "f1": 0.556057, + "accuracy": 0.598814, + "main_score": 0.556057, + "hf_subset": "gaz_Latn-swh_Latn", + "languages": [ + "gaz-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.527701, + "recall": 0.591897, + "f1": 0.544419, + "accuracy": 0.591897, + "main_score": 0.544419, + "hf_subset": "gaz_Latn-uzn_Latn", + "languages": [ + "gaz-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.532234, + "recall": 0.586957, + "f1": 0.546651, + "accuracy": 0.586957, + "main_score": 0.546651, + "hf_subset": "gaz_Latn-als_Latn", + "languages": [ + "gaz-Latn", + "als-Latn" + ] + }, + { + "precision": 0.422895, + "recall": 0.487154, + "f1": 0.439205, + "accuracy": 0.487154, + "main_score": 0.439205, + "hf_subset": "gaz_Latn-bod_Tibt", + "languages": [ + "gaz-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.49616, + "recall": 0.546443, + "f1": 0.509969, + "accuracy": 0.546443, + "main_score": 0.509969, + "hf_subset": "gaz_Latn-fij_Latn", + "languages": [ + "gaz-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.496229, + "recall": 0.5583, + "f1": 0.511959, + "accuracy": 0.5583, + "main_score": 0.511959, + "hf_subset": "gaz_Latn-isl_Latn", + "languages": [ + "gaz-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.504319, + "recall": 0.549407, + "f1": 0.516718, + "accuracy": 0.549407, + "main_score": 0.516718, + "hf_subset": "gaz_Latn-kon_Latn", + "languages": [ + "gaz-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.462009, + "recall": 0.51087, + "f1": 0.474692, + "accuracy": 0.51087, + "main_score": 0.474692, + "hf_subset": "gaz_Latn-mni_Beng", + "languages": [ + "gaz-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.553805, + "recall": 0.612648, + "f1": 0.56886, + "accuracy": 0.612648, + "main_score": 0.56886, + "hf_subset": "gaz_Latn-ron_Latn", + "languages": [ + "gaz-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.568172, + "recall": 0.618577, + "f1": 0.580678, + "accuracy": 0.618577, + "main_score": 0.580678, + "hf_subset": "gaz_Latn-szl_Latn", + "languages": [ + "gaz-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.562298, + "recall": 0.619565, + "f1": 0.576859, + "accuracy": 0.619565, + "main_score": 0.576859, + "hf_subset": "gaz_Latn-vec_Latn", + "languages": [ + "gaz-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.610889, + "recall": 0.661067, + "f1": 0.623677, + "accuracy": 0.661067, + "main_score": 0.623677, + "hf_subset": "gaz_Latn-amh_Ethi", + "languages": [ + "gaz-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.566345, + "recall": 0.62253, + "f1": 0.580412, + "accuracy": 0.62253, + "main_score": 0.580412, + "hf_subset": "gaz_Latn-bos_Latn", + "languages": [ + "gaz-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.53586, + "recall": 0.594862, + "f1": 0.550581, + "accuracy": 0.594862, + "main_score": 0.550581, + "hf_subset": "gaz_Latn-fin_Latn", + "languages": [ + "gaz-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.559163, + "recall": 0.618577, + "f1": 0.575769, + "accuracy": 0.618577, + "main_score": 0.575769, + "hf_subset": "gaz_Latn-ita_Latn", + "languages": [ + "gaz-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.562525, + "recall": 0.62253, + "f1": 0.578003, + "accuracy": 0.62253, + "main_score": 0.578003, + "hf_subset": "gaz_Latn-kor_Hang", + "languages": [ + "gaz-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.454117, + "recall": 0.495059, + "f1": 0.465255, + "accuracy": 0.495059, + "main_score": 0.465255, + "hf_subset": "gaz_Latn-mos_Latn", + "languages": [ + "gaz-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.489325, + "recall": 0.551383, + "f1": 0.506045, + "accuracy": 0.551383, + "main_score": 0.506045, + "hf_subset": "gaz_Latn-run_Latn", + "languages": [ + "gaz-Latn", + "run-Latn" + ] + }, + { + "precision": 0.534642, + "recall": 0.591897, + "f1": 0.548491, + "accuracy": 0.591897, + "main_score": 0.548491, + "hf_subset": "gaz_Latn-tam_Taml", + "languages": [ + "gaz-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.564022, + "recall": 0.607708, + "f1": 0.574998, + "accuracy": 0.607708, + "main_score": 0.574998, + "hf_subset": "gaz_Latn-vie_Latn", + "languages": [ + "gaz-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.545714, + "recall": 0.603755, + "f1": 0.560067, + "accuracy": 0.603755, + "main_score": 0.560067, + "hf_subset": "gaz_Latn-apc_Arab", + "languages": [ + "gaz-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.513664, + "recall": 0.560277, + "f1": 0.526421, + "accuracy": 0.560277, + "main_score": 0.526421, + "hf_subset": "gaz_Latn-bug_Latn", + "languages": [ + "gaz-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.398104, + "recall": 0.438735, + "f1": 0.409028, + "accuracy": 0.438735, + "main_score": 0.409028, + "hf_subset": "gaz_Latn-fon_Latn", + "languages": [ + "gaz-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.525136, + "recall": 0.585968, + "f1": 0.541093, + "accuracy": 0.585968, + "main_score": 0.541093, + "hf_subset": "gaz_Latn-jav_Latn", + "languages": [ + "gaz-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.469864, + "recall": 0.525692, + "f1": 0.484091, + "accuracy": 0.525692, + "main_score": 0.484091, + "hf_subset": "gaz_Latn-lao_Laoo", + "languages": [ + "gaz-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.503574, + "recall": 0.562253, + "f1": 0.518208, + "accuracy": 0.562253, + "main_score": 0.518208, + "hf_subset": "gaz_Latn-mri_Latn", + "languages": [ + "gaz-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.54749, + "recall": 0.604743, + "f1": 0.56192, + "accuracy": 0.604743, + "main_score": 0.56192, + "hf_subset": "gaz_Latn-rus_Cyrl", + "languages": [ + "gaz-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.456627, + "recall": 0.504941, + "f1": 0.470575, + "accuracy": 0.504941, + "main_score": 0.470575, + "hf_subset": "gaz_Latn-taq_Latn", + "languages": [ + "gaz-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.533464, + "recall": 0.587945, + "f1": 0.54729, + "accuracy": 0.587945, + "main_score": 0.54729, + "hf_subset": "gaz_Latn-war_Latn", + "languages": [ + "gaz-Latn", + "war-Latn" + ] + }, + { + "precision": 0.553749, + "recall": 0.613636, + "f1": 0.569014, + "accuracy": 0.613636, + "main_score": 0.569014, + "hf_subset": "gaz_Latn-arb_Arab", + "languages": [ + "gaz-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.553356, + "recall": 0.615613, + "f1": 0.569845, + "accuracy": 0.615613, + "main_score": 0.569845, + "hf_subset": "gaz_Latn-bul_Cyrl", + "languages": [ + "gaz-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.571118, + "recall": 0.628458, + "f1": 0.585979, + "accuracy": 0.628458, + "main_score": 0.585979, + "hf_subset": "gaz_Latn-fra_Latn", + "languages": [ + "gaz-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.572346, + "recall": 0.62747, + "f1": 0.586346, + "accuracy": 0.62747, + "main_score": 0.586346, + "hf_subset": "gaz_Latn-jpn_Jpan", + "languages": [ + "gaz-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.567579, + "recall": 0.623518, + "f1": 0.582128, + "accuracy": 0.623518, + "main_score": 0.582128, + "hf_subset": "gaz_Latn-lij_Latn", + "languages": [ + "gaz-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.524272, + "recall": 0.587945, + "f1": 0.540872, + "accuracy": 0.587945, + "main_score": 0.540872, + "hf_subset": "gaz_Latn-mya_Mymr", + "languages": [ + "gaz-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.471965, + "recall": 0.509881, + "f1": 0.482621, + "accuracy": 0.509881, + "main_score": 0.482621, + "hf_subset": "gaz_Latn-sag_Latn", + "languages": [ + "gaz-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.253869, + "recall": 0.314229, + "f1": 0.269021, + "accuracy": 0.314229, + "main_score": 0.269021, + "hf_subset": "gaz_Latn-taq_Tfng", + "languages": [ + "gaz-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.527236, + "recall": 0.567194, + "f1": 0.538216, + "accuracy": 0.567194, + "main_score": 0.538216, + "hf_subset": "gaz_Latn-wol_Latn", + "languages": [ + "gaz-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.50287, + "recall": 0.565217, + "f1": 0.519766, + "accuracy": 0.565217, + "main_score": 0.519766, + "hf_subset": "gaz_Latn-arb_Latn", + "languages": [ + "gaz-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.546638, + "recall": 0.609684, + "f1": 0.562682, + "accuracy": 0.609684, + "main_score": 0.562682, + "hf_subset": "gaz_Latn-cat_Latn", + "languages": [ + "gaz-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.577345, + "recall": 0.623518, + "f1": 0.588326, + "accuracy": 0.623518, + "main_score": 0.588326, + "hf_subset": "gaz_Latn-fur_Latn", + "languages": [ + "gaz-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.437059, + "recall": 0.488142, + "f1": 0.45059, + "accuracy": 0.488142, + "main_score": 0.45059, + "hf_subset": "gaz_Latn-kab_Latn", + "languages": [ + "gaz-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.549415, + "recall": 0.602767, + "f1": 0.562833, + "accuracy": 0.602767, + "main_score": 0.562833, + "hf_subset": "gaz_Latn-lim_Latn", + "languages": [ + "gaz-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.547186, + "recall": 0.607708, + "f1": 0.562283, + "accuracy": 0.607708, + "main_score": 0.562283, + "hf_subset": "gaz_Latn-nld_Latn", + "languages": [ + "gaz-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.514011, + "recall": 0.576087, + "f1": 0.529372, + "accuracy": 0.576087, + "main_score": 0.529372, + "hf_subset": "gaz_Latn-san_Deva", + "languages": [ + "gaz-Latn", + "san-Deva" + ] + }, + { + "precision": 0.526093, + "recall": 0.586957, + "f1": 0.541133, + "accuracy": 0.586957, + "main_score": 0.541133, + "hf_subset": "gaz_Latn-tat_Cyrl", + "languages": [ + "gaz-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.551527, + "recall": 0.606719, + "f1": 0.56651, + "accuracy": 0.606719, + "main_score": 0.56651, + "hf_subset": "gaz_Latn-xho_Latn", + "languages": [ + "gaz-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.542938, + "recall": 0.605731, + "f1": 0.558958, + "accuracy": 0.605731, + "main_score": 0.558958, + "hf_subset": "gaz_Latn-ars_Arab", + "languages": [ + "gaz-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.525504, + "recall": 0.58004, + "f1": 0.539336, + "accuracy": 0.58004, + "main_score": 0.539336, + "hf_subset": "gaz_Latn-ceb_Latn", + "languages": [ + "gaz-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.458471, + "recall": 0.507905, + "f1": 0.471794, + "accuracy": 0.507905, + "main_score": 0.471794, + "hf_subset": "gaz_Latn-fuv_Latn", + "languages": [ + "gaz-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.461693, + "recall": 0.505929, + "f1": 0.474172, + "accuracy": 0.505929, + "main_score": 0.474172, + "hf_subset": "gaz_Latn-kac_Latn", + "languages": [ + "gaz-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.534369, + "recall": 0.581028, + "f1": 0.546906, + "accuracy": 0.581028, + "main_score": 0.546906, + "hf_subset": "gaz_Latn-lin_Latn", + "languages": [ + "gaz-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.529854, + "recall": 0.587945, + "f1": 0.544633, + "accuracy": 0.587945, + "main_score": 0.544633, + "hf_subset": "gaz_Latn-nno_Latn", + "languages": [ + "gaz-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.533459, + "recall": 0.591897, + "f1": 0.548888, + "accuracy": 0.591897, + "main_score": 0.548888, + "hf_subset": "gaz_Latn-sat_Olck", + "languages": [ + "gaz-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.526788, + "recall": 0.589921, + "f1": 0.542331, + "accuracy": 0.589921, + "main_score": 0.542331, + "hf_subset": "gaz_Latn-tel_Telu", + "languages": [ + "gaz-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.518411, + "recall": 0.583992, + "f1": 0.534971, + "accuracy": 0.583992, + "main_score": 0.534971, + "hf_subset": "gaz_Latn-ydd_Hebr", + "languages": [ + "gaz-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.52622, + "recall": 0.585968, + "f1": 0.541999, + "accuracy": 0.585968, + "main_score": 0.541999, + "hf_subset": "gaz_Latn-ary_Arab", + "languages": [ + "gaz-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.55808, + "recall": 0.621542, + "f1": 0.574279, + "accuracy": 0.621542, + "main_score": 0.574279, + "hf_subset": "gaz_Latn-ces_Latn", + "languages": [ + "gaz-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.474864, + "recall": 0.524704, + "f1": 0.48904, + "accuracy": 0.524704, + "main_score": 0.48904, + "hf_subset": "gaz_Latn-kam_Latn", + "languages": [ + "gaz-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.537069, + "recall": 0.596838, + "f1": 0.551945, + "accuracy": 0.596838, + "main_score": 0.551945, + "hf_subset": "gaz_Latn-lit_Latn", + "languages": [ + "gaz-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.550454, + "recall": 0.605731, + "f1": 0.564561, + "accuracy": 0.605731, + "main_score": 0.564561, + "hf_subset": "gaz_Latn-nob_Latn", + "languages": [ + "gaz-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.542735, + "recall": 0.591897, + "f1": 0.555955, + "accuracy": 0.591897, + "main_score": 0.555955, + "hf_subset": "gaz_Latn-scn_Latn", + "languages": [ + "gaz-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.518826, + "recall": 0.579051, + "f1": 0.534741, + "accuracy": 0.579051, + "main_score": 0.534741, + "hf_subset": "gaz_Latn-tgk_Cyrl", + "languages": [ + "gaz-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.493665, + "recall": 0.543478, + "f1": 0.507491, + "accuracy": 0.543478, + "main_score": 0.507491, + "hf_subset": "gaz_Latn-yor_Latn", + "languages": [ + "gaz-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.546457, + "recall": 0.603755, + "f1": 0.560636, + "accuracy": 0.603755, + "main_score": 0.560636, + "hf_subset": "gaz_Latn-arz_Arab", + "languages": [ + "gaz-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.452721, + "recall": 0.493083, + "f1": 0.463674, + "accuracy": 0.493083, + "main_score": 0.463674, + "hf_subset": "gaz_Latn-cjk_Latn", + "languages": [ + "gaz-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.50432, + "recall": 0.563241, + "f1": 0.519674, + "accuracy": 0.563241, + "main_score": 0.519674, + "hf_subset": "gaz_Latn-gla_Latn", + "languages": [ + "gaz-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.525303, + "recall": 0.588933, + "f1": 0.541485, + "accuracy": 0.588933, + "main_score": 0.541485, + "hf_subset": "gaz_Latn-kan_Knda", + "languages": [ + "gaz-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.562385, + "recall": 0.612648, + "f1": 0.574605, + "accuracy": 0.612648, + "main_score": 0.574605, + "hf_subset": "gaz_Latn-lmo_Latn", + "languages": [ + "gaz-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.544801, + "recall": 0.600791, + "f1": 0.55906, + "accuracy": 0.600791, + "main_score": 0.55906, + "hf_subset": "gaz_Latn-npi_Deva", + "languages": [ + "gaz-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.384045, + "recall": 0.442688, + "f1": 0.399812, + "accuracy": 0.442688, + "main_score": 0.399812, + "hf_subset": "gaz_Latn-shn_Mymr", + "languages": [ + "gaz-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.564041, + "recall": 0.619565, + "f1": 0.578025, + "accuracy": 0.619565, + "main_score": 0.578025, + "hf_subset": "gaz_Latn-tgl_Latn", + "languages": [ + "gaz-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.524026, + "recall": 0.587945, + "f1": 0.540531, + "accuracy": 0.587945, + "main_score": 0.540531, + "hf_subset": "gaz_Latn-yue_Hant", + "languages": [ + "gaz-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.497011, + "recall": 0.554348, + "f1": 0.512038, + "accuracy": 0.554348, + "main_score": 0.512038, + "hf_subset": "gaz_Latn-asm_Beng", + "languages": [ + "gaz-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.541666, + "recall": 0.606719, + "f1": 0.559128, + "accuracy": 0.606719, + "main_score": 0.559128, + "hf_subset": "gaz_Latn-ckb_Arab", + "languages": [ + "gaz-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.515618, + "recall": 0.574111, + "f1": 0.53159, + "accuracy": 0.574111, + "main_score": 0.53159, + "hf_subset": "gaz_Latn-gle_Latn", + "languages": [ + "gaz-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.537307, + "recall": 0.593874, + "f1": 0.552606, + "accuracy": 0.593874, + "main_score": 0.552606, + "hf_subset": "gaz_Latn-kas_Arab", + "languages": [ + "gaz-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.54207, + "recall": 0.592885, + "f1": 0.556106, + "accuracy": 0.592885, + "main_score": 0.556106, + "hf_subset": "gaz_Latn-ltg_Latn", + "languages": [ + "gaz-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.572916, + "recall": 0.617589, + "f1": 0.584955, + "accuracy": 0.617589, + "main_score": 0.584955, + "hf_subset": "gaz_Latn-nso_Latn", + "languages": [ + "gaz-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.508999, + "recall": 0.573123, + "f1": 0.52478, + "accuracy": 0.573123, + "main_score": 0.52478, + "hf_subset": "gaz_Latn-sin_Sinh", + "languages": [ + "gaz-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.517874, + "recall": 0.58498, + "f1": 0.535537, + "accuracy": 0.58498, + "main_score": 0.535537, + "hf_subset": "gaz_Latn-tha_Thai", + "languages": [ + "gaz-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.470596, + "recall": 0.529644, + "f1": 0.485017, + "accuracy": 0.529644, + "main_score": 0.485017, + "hf_subset": "gaz_Latn-zho_Hans", + "languages": [ + "gaz-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.555459, + "recall": 0.612648, + "f1": 0.570505, + "accuracy": 0.612648, + "main_score": 0.570505, + "hf_subset": "gaz_Latn-ast_Latn", + "languages": [ + "gaz-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.551342, + "recall": 0.614625, + "f1": 0.567742, + "accuracy": 0.614625, + "main_score": 0.567742, + "hf_subset": "gaz_Latn-crh_Latn", + "languages": [ + "gaz-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.556115, + "recall": 0.615613, + "f1": 0.570998, + "accuracy": 0.615613, + "main_score": 0.570998, + "hf_subset": "gaz_Latn-glg_Latn", + "languages": [ + "gaz-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.513635, + "recall": 0.567194, + "f1": 0.527704, + "accuracy": 0.567194, + "main_score": 0.527704, + "hf_subset": "gaz_Latn-kas_Deva", + "languages": [ + "gaz-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.513629, + "recall": 0.571146, + "f1": 0.528198, + "accuracy": 0.571146, + "main_score": 0.528198, + "hf_subset": "gaz_Latn-ltz_Latn", + "languages": [ + "gaz-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.449293, + "recall": 0.498024, + "f1": 0.463082, + "accuracy": 0.498024, + "main_score": 0.463082, + "hf_subset": "gaz_Latn-nus_Latn", + "languages": [ + "gaz-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.54219, + "recall": 0.594862, + "f1": 0.55559, + "accuracy": 0.594862, + "main_score": 0.55559, + "hf_subset": "gaz_Latn-slk_Latn", + "languages": [ + "gaz-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.551896, + "recall": 0.599802, + "f1": 0.565295, + "accuracy": 0.599802, + "main_score": 0.565295, + "hf_subset": "gaz_Latn-tir_Ethi", + "languages": [ + "gaz-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.515206, + "recall": 0.575099, + "f1": 0.529973, + "accuracy": 0.575099, + "main_score": 0.529973, + "hf_subset": "gaz_Latn-zho_Hant", + "languages": [ + "gaz-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.548032, + "recall": 0.602767, + "f1": 0.562358, + "accuracy": 0.602767, + "main_score": 0.562358, + "hf_subset": "gaz_Latn-awa_Deva", + "languages": [ + "gaz-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.527311, + "recall": 0.588933, + "f1": 0.5432, + "accuracy": 0.588933, + "main_score": 0.5432, + "hf_subset": "gaz_Latn-cym_Latn", + "languages": [ + "gaz-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.51122, + "recall": 0.555336, + "f1": 0.522926, + "accuracy": 0.555336, + "main_score": 0.522926, + "hf_subset": "gaz_Latn-grn_Latn", + "languages": [ + "gaz-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.555516, + "recall": 0.612648, + "f1": 0.570654, + "accuracy": 0.612648, + "main_score": 0.570654, + "hf_subset": "gaz_Latn-kat_Geor", + "languages": [ + "gaz-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.491464, + "recall": 0.530632, + "f1": 0.502619, + "accuracy": 0.530632, + "main_score": 0.502619, + "hf_subset": "gaz_Latn-lua_Latn", + "languages": [ + "gaz-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.51789, + "recall": 0.58004, + "f1": 0.535383, + "accuracy": 0.58004, + "main_score": 0.535383, + "hf_subset": "gaz_Latn-nya_Latn", + "languages": [ + "gaz-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.539906, + "recall": 0.602767, + "f1": 0.556617, + "accuracy": 0.602767, + "main_score": 0.556617, + "hf_subset": "gaz_Latn-slv_Latn", + "languages": [ + "gaz-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.535117, + "recall": 0.58498, + "f1": 0.547893, + "accuracy": 0.58498, + "main_score": 0.547893, + "hf_subset": "gaz_Latn-tpi_Latn", + "languages": [ + "gaz-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.56622, + "recall": 0.626482, + "f1": 0.581201, + "accuracy": 0.626482, + "main_score": 0.581201, + "hf_subset": "gaz_Latn-zsm_Latn", + "languages": [ + "gaz-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.446226, + "recall": 0.499012, + "f1": 0.46036, + "accuracy": 0.499012, + "main_score": 0.46036, + "hf_subset": "gaz_Latn-ayr_Latn", + "languages": [ + "gaz-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.571596, + "recall": 0.629447, + "f1": 0.586373, + "accuracy": 0.629447, + "main_score": 0.586373, + "hf_subset": "gaz_Latn-dan_Latn", + "languages": [ + "gaz-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.527577, + "recall": 0.591897, + "f1": 0.543587, + "accuracy": 0.591897, + "main_score": 0.543587, + "hf_subset": "gaz_Latn-guj_Gujr", + "languages": [ + "gaz-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.513279, + "recall": 0.572134, + "f1": 0.528501, + "accuracy": 0.572134, + "main_score": 0.528501, + "hf_subset": "gaz_Latn-kaz_Cyrl", + "languages": [ + "gaz-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.502424, + "recall": 0.555336, + "f1": 0.517057, + "accuracy": 0.555336, + "main_score": 0.517057, + "hf_subset": "gaz_Latn-lug_Latn", + "languages": [ + "gaz-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.549182, + "recall": 0.610672, + "f1": 0.564929, + "accuracy": 0.610672, + "main_score": 0.564929, + "hf_subset": "gaz_Latn-oci_Latn", + "languages": [ + "gaz-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.531799, + "recall": 0.586957, + "f1": 0.546296, + "accuracy": 0.586957, + "main_score": 0.546296, + "hf_subset": "gaz_Latn-smo_Latn", + "languages": [ + "gaz-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.49803, + "recall": 0.559289, + "f1": 0.514222, + "accuracy": 0.559289, + "main_score": 0.514222, + "hf_subset": "gaz_Latn-tsn_Latn", + "languages": [ + "gaz-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.538299, + "recall": 0.591897, + "f1": 0.552935, + "accuracy": 0.591897, + "main_score": 0.552935, + "hf_subset": "gaz_Latn-zul_Latn", + "languages": [ + "gaz-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.509291, + "recall": 0.561265, + "f1": 0.523105, + "accuracy": 0.561265, + "main_score": 0.523105, + "hf_subset": "gaz_Latn-azb_Arab", + "languages": [ + "gaz-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.572285, + "recall": 0.628458, + "f1": 0.586624, + "accuracy": 0.628458, + "main_score": 0.586624, + "hf_subset": "gaz_Latn-deu_Latn", + "languages": [ + "gaz-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.544121, + "recall": 0.602767, + "f1": 0.559935, + "accuracy": 0.602767, + "main_score": 0.559935, + "hf_subset": "gaz_Latn-hat_Latn", + "languages": [ + "gaz-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.444749, + "recall": 0.495059, + "f1": 0.458308, + "accuracy": 0.495059, + "main_score": 0.458308, + "hf_subset": "gaz_Latn-kbp_Latn", + "languages": [ + "gaz-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.483269, + "recall": 0.52668, + "f1": 0.495251, + "accuracy": 0.52668, + "main_score": 0.495251, + "hf_subset": "gaz_Latn-luo_Latn", + "languages": [ + "gaz-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.499267, + "recall": 0.560277, + "f1": 0.514191, + "accuracy": 0.560277, + "main_score": 0.514191, + "hf_subset": "gaz_Latn-ory_Orya", + "languages": [ + "gaz-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.521117, + "recall": 0.575099, + "f1": 0.535641, + "accuracy": 0.575099, + "main_score": 0.535641, + "hf_subset": "gaz_Latn-sna_Latn", + "languages": [ + "gaz-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.538172, + "recall": 0.582016, + "f1": 0.550372, + "accuracy": 0.582016, + "main_score": 0.550372, + "hf_subset": "gaz_Latn-tso_Latn", + "languages": [ + "gaz-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.529696, + "recall": 0.589921, + "f1": 0.544937, + "accuracy": 0.589921, + "main_score": 0.544937, + "hf_subset": "gaz_Latn-azj_Latn", + "languages": [ + "gaz-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.450381, + "recall": 0.497036, + "f1": 0.463581, + "accuracy": 0.497036, + "main_score": 0.463581, + "hf_subset": "gaz_Latn-dik_Latn", + "languages": [ + "gaz-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.527547, + "recall": 0.58004, + "f1": 0.541838, + "accuracy": 0.58004, + "main_score": 0.541838, + "hf_subset": "gaz_Latn-hau_Latn", + "languages": [ + "gaz-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.540682, + "recall": 0.59585, + "f1": 0.555416, + "accuracy": 0.59585, + "main_score": 0.555416, + "hf_subset": "gaz_Latn-kea_Latn", + "languages": [ + "gaz-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.526492, + "recall": 0.575099, + "f1": 0.538978, + "accuracy": 0.575099, + "main_score": 0.538978, + "hf_subset": "gaz_Latn-lus_Latn", + "languages": [ + "gaz-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.544855, + "recall": 0.589921, + "f1": 0.55712, + "accuracy": 0.589921, + "main_score": 0.55712, + "hf_subset": "gaz_Latn-pag_Latn", + "languages": [ + "gaz-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.532191, + "recall": 0.592885, + "f1": 0.547843, + "accuracy": 0.592885, + "main_score": 0.547843, + "hf_subset": "gaz_Latn-snd_Arab", + "languages": [ + "gaz-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.525278, + "recall": 0.585968, + "f1": 0.541246, + "accuracy": 0.585968, + "main_score": 0.541246, + "hf_subset": "gaz_Latn-tuk_Latn", + "languages": [ + "gaz-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.516782, + "recall": 0.574111, + "f1": 0.531394, + "accuracy": 0.574111, + "main_score": 0.531394, + "hf_subset": "gaz_Latn-bak_Cyrl", + "languages": [ + "gaz-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.397223, + "recall": 0.449605, + "f1": 0.411032, + "accuracy": 0.449605, + "main_score": 0.411032, + "hf_subset": "gaz_Latn-dyu_Latn", + "languages": [ + "gaz-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.554737, + "recall": 0.616601, + "f1": 0.570893, + "accuracy": 0.616601, + "main_score": 0.570893, + "hf_subset": "gaz_Latn-heb_Hebr", + "languages": [ + "gaz-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.547125, + "recall": 0.609684, + "f1": 0.563763, + "accuracy": 0.609684, + "main_score": 0.563763, + "hf_subset": "gaz_Latn-khk_Cyrl", + "languages": [ + "gaz-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.54923, + "recall": 0.607708, + "f1": 0.564209, + "accuracy": 0.607708, + "main_score": 0.564209, + "hf_subset": "gaz_Latn-lvs_Latn", + "languages": [ + "gaz-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.539487, + "recall": 0.599802, + "f1": 0.554171, + "accuracy": 0.599802, + "main_score": 0.554171, + "hf_subset": "gaz_Latn-pan_Guru", + "languages": [ + "gaz-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.539794, + "recall": 0.59585, + "f1": 0.554608, + "accuracy": 0.59585, + "main_score": 0.554608, + "hf_subset": "gaz_Latn-som_Latn", + "languages": [ + "gaz-Latn", + "som-Latn" + ] + }, + { + "precision": 0.476338, + "recall": 0.516798, + "f1": 0.487754, + "accuracy": 0.516798, + "main_score": 0.487754, + "hf_subset": "gaz_Latn-tum_Latn", + "languages": [ + "gaz-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.419362, + "recall": 0.471344, + "f1": 0.433751, + "accuracy": 0.471344, + "main_score": 0.433751, + "hf_subset": "kam_Latn-ace_Arab", + "languages": [ + "kam-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.487709, + "recall": 0.529644, + "f1": 0.499094, + "accuracy": 0.529644, + "main_score": 0.499094, + "hf_subset": "kam_Latn-bam_Latn", + "languages": [ + "kam-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.365985, + "recall": 0.424901, + "f1": 0.382306, + "accuracy": 0.424901, + "main_score": 0.382306, + "hf_subset": "kam_Latn-dzo_Tibt", + "languages": [ + "kam-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.570871, + "recall": 0.624506, + "f1": 0.585009, + "accuracy": 0.624506, + "main_score": 0.585009, + "hf_subset": "kam_Latn-hin_Deva", + "languages": [ + "kam-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.506075, + "recall": 0.55336, + "f1": 0.518554, + "accuracy": 0.55336, + "main_score": 0.518554, + "hf_subset": "kam_Latn-khm_Khmr", + "languages": [ + "kam-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.544475, + "recall": 0.593874, + "f1": 0.557481, + "accuracy": 0.593874, + "main_score": 0.557481, + "hf_subset": "kam_Latn-mag_Deva", + "languages": [ + "kam-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.560136, + "recall": 0.610672, + "f1": 0.57371, + "accuracy": 0.610672, + "main_score": 0.57371, + "hf_subset": "kam_Latn-pap_Latn", + "languages": [ + "kam-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.551735, + "recall": 0.606719, + "f1": 0.566372, + "accuracy": 0.606719, + "main_score": 0.566372, + "hf_subset": "kam_Latn-sot_Latn", + "languages": [ + "kam-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.559484, + "recall": 0.61166, + "f1": 0.573004, + "accuracy": 0.61166, + "main_score": 0.573004, + "hf_subset": "kam_Latn-tur_Latn", + "languages": [ + "kam-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.544723, + "recall": 0.581028, + "f1": 0.554545, + "accuracy": 0.581028, + "main_score": 0.554545, + "hf_subset": "kam_Latn-ace_Latn", + "languages": [ + "kam-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.550746, + "recall": 0.59585, + "f1": 0.56265, + "accuracy": 0.59585, + "main_score": 0.56265, + "hf_subset": "kam_Latn-ban_Latn", + "languages": [ + "kam-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.540084, + "recall": 0.594862, + "f1": 0.554375, + "accuracy": 0.594862, + "main_score": 0.554375, + "hf_subset": "kam_Latn-ell_Grek", + "languages": [ + "kam-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.536864, + "recall": 0.587945, + "f1": 0.549604, + "accuracy": 0.587945, + "main_score": 0.549604, + "hf_subset": "kam_Latn-hne_Deva", + "languages": [ + "kam-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.542858, + "recall": 0.594862, + "f1": 0.556541, + "accuracy": 0.594862, + "main_score": 0.556541, + "hf_subset": "kam_Latn-kik_Latn", + "languages": [ + "kam-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.545303, + "recall": 0.593874, + "f1": 0.558055, + "accuracy": 0.593874, + "main_score": 0.558055, + "hf_subset": "kam_Latn-mai_Deva", + "languages": [ + "kam-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.504466, + "recall": 0.556324, + "f1": 0.518263, + "accuracy": 0.556324, + "main_score": 0.518263, + "hf_subset": "kam_Latn-pbt_Arab", + "languages": [ + "kam-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.561704, + "recall": 0.618577, + "f1": 0.57677, + "accuracy": 0.618577, + "main_score": 0.57677, + "hf_subset": "kam_Latn-spa_Latn", + "languages": [ + "kam-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.539142, + "recall": 0.58004, + "f1": 0.550108, + "accuracy": 0.58004, + "main_score": 0.550108, + "hf_subset": "kam_Latn-twi_Latn", + "languages": [ + "kam-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.543962, + "recall": 0.597826, + "f1": 0.557901, + "accuracy": 0.597826, + "main_score": 0.557901, + "hf_subset": "kam_Latn-acm_Arab", + "languages": [ + "kam-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.518791, + "recall": 0.570158, + "f1": 0.531895, + "accuracy": 0.570158, + "main_score": 0.531895, + "hf_subset": "kam_Latn-bel_Cyrl", + "languages": [ + "kam-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.569296, + "recall": 0.631423, + "f1": 0.585791, + "accuracy": 0.631423, + "main_score": 0.585791, + "hf_subset": "kam_Latn-eng_Latn", + "languages": [ + "kam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.560554, + "recall": 0.610672, + "f1": 0.573149, + "accuracy": 0.610672, + "main_score": 0.573149, + "hf_subset": "kam_Latn-hrv_Latn", + "languages": [ + "kam-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.550843, + "recall": 0.594862, + "f1": 0.563222, + "accuracy": 0.594862, + "main_score": 0.563222, + "hf_subset": "kam_Latn-kin_Latn", + "languages": [ + "kam-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.530054, + "recall": 0.58498, + "f1": 0.544186, + "accuracy": 0.58498, + "main_score": 0.544186, + "hf_subset": "kam_Latn-mal_Mlym", + "languages": [ + "kam-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.538003, + "recall": 0.59585, + "f1": 0.552455, + "accuracy": 0.59585, + "main_score": 0.552455, + "hf_subset": "kam_Latn-pes_Arab", + "languages": [ + "kam-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.540028, + "recall": 0.593874, + "f1": 0.553935, + "accuracy": 0.593874, + "main_score": 0.553935, + "hf_subset": "kam_Latn-srd_Latn", + "languages": [ + "kam-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.230093, + "recall": 0.291502, + "f1": 0.245803, + "accuracy": 0.291502, + "main_score": 0.245803, + "hf_subset": "kam_Latn-tzm_Tfng", + "languages": [ + "kam-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.556663, + "recall": 0.607708, + "f1": 0.570203, + "accuracy": 0.607708, + "main_score": 0.570203, + "hf_subset": "kam_Latn-acq_Arab", + "languages": [ + "kam-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.575901, + "recall": 0.615613, + "f1": 0.586404, + "accuracy": 0.615613, + "main_score": 0.586404, + "hf_subset": "kam_Latn-bem_Latn", + "languages": [ + "kam-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.546771, + "recall": 0.596838, + "f1": 0.559744, + "accuracy": 0.596838, + "main_score": 0.559744, + "hf_subset": "kam_Latn-epo_Latn", + "languages": [ + "kam-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.55483, + "recall": 0.613636, + "f1": 0.57035, + "accuracy": 0.613636, + "main_score": 0.57035, + "hf_subset": "kam_Latn-hun_Latn", + "languages": [ + "kam-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.51338, + "recall": 0.572134, + "f1": 0.528855, + "accuracy": 0.572134, + "main_score": 0.528855, + "hf_subset": "kam_Latn-kir_Cyrl", + "languages": [ + "kam-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.541605, + "recall": 0.591897, + "f1": 0.554639, + "accuracy": 0.591897, + "main_score": 0.554639, + "hf_subset": "kam_Latn-mar_Deva", + "languages": [ + "kam-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.529916, + "recall": 0.579051, + "f1": 0.543422, + "accuracy": 0.579051, + "main_score": 0.543422, + "hf_subset": "kam_Latn-plt_Latn", + "languages": [ + "kam-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.55336, + "recall": 0.600791, + "f1": 0.565089, + "accuracy": 0.600791, + "main_score": 0.565089, + "hf_subset": "kam_Latn-srp_Cyrl", + "languages": [ + "kam-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.470565, + "recall": 0.524704, + "f1": 0.485128, + "accuracy": 0.524704, + "main_score": 0.485128, + "hf_subset": "kam_Latn-uig_Arab", + "languages": [ + "kam-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.530662, + "recall": 0.579051, + "f1": 0.543214, + "accuracy": 0.579051, + "main_score": 0.543214, + "hf_subset": "kam_Latn-aeb_Arab", + "languages": [ + "kam-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.547911, + "recall": 0.596838, + "f1": 0.560546, + "accuracy": 0.596838, + "main_score": 0.560546, + "hf_subset": "kam_Latn-ben_Beng", + "languages": [ + "kam-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.554215, + "recall": 0.602767, + "f1": 0.567066, + "accuracy": 0.602767, + "main_score": 0.567066, + "hf_subset": "kam_Latn-est_Latn", + "languages": [ + "kam-Latn", + "est-Latn" + ] + }, + { + "precision": 0.527597, + "recall": 0.577075, + "f1": 0.540424, + "accuracy": 0.577075, + "main_score": 0.540424, + "hf_subset": "kam_Latn-hye_Armn", + "languages": [ + "kam-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.484143, + "recall": 0.521739, + "f1": 0.495078, + "accuracy": 0.521739, + "main_score": 0.495078, + "hf_subset": "kam_Latn-kmb_Latn", + "languages": [ + "kam-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.392943, + "recall": 0.444664, + "f1": 0.407174, + "accuracy": 0.444664, + "main_score": 0.407174, + "hf_subset": "kam_Latn-min_Arab", + "languages": [ + "kam-Latn", + "min-Arab" + ] + }, + { + "precision": 0.563422, + "recall": 0.617589, + "f1": 0.577911, + "accuracy": 0.617589, + "main_score": 0.577911, + "hf_subset": "kam_Latn-pol_Latn", + "languages": [ + "kam-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.559693, + "recall": 0.603755, + "f1": 0.572021, + "accuracy": 0.603755, + "main_score": 0.572021, + "hf_subset": "kam_Latn-ssw_Latn", + "languages": [ + "kam-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.545123, + "recall": 0.596838, + "f1": 0.557951, + "accuracy": 0.596838, + "main_score": 0.557951, + "hf_subset": "kam_Latn-ukr_Cyrl", + "languages": [ + "kam-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.546899, + "recall": 0.594862, + "f1": 0.559418, + "accuracy": 0.594862, + "main_score": 0.559418, + "hf_subset": "kam_Latn-afr_Latn", + "languages": [ + "kam-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.542022, + "recall": 0.598814, + "f1": 0.556275, + "accuracy": 0.598814, + "main_score": 0.556275, + "hf_subset": "kam_Latn-bho_Deva", + "languages": [ + "kam-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.541477, + "recall": 0.587945, + "f1": 0.55226, + "accuracy": 0.587945, + "main_score": 0.55226, + "hf_subset": "kam_Latn-eus_Latn", + "languages": [ + "kam-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.549244, + "recall": 0.586957, + "f1": 0.559137, + "accuracy": 0.586957, + "main_score": 0.559137, + "hf_subset": "kam_Latn-ibo_Latn", + "languages": [ + "kam-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.535333, + "recall": 0.578063, + "f1": 0.546687, + "accuracy": 0.578063, + "main_score": 0.546687, + "hf_subset": "kam_Latn-kmr_Latn", + "languages": [ + "kam-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.53003, + "recall": 0.577075, + "f1": 0.541849, + "accuracy": 0.577075, + "main_score": 0.541849, + "hf_subset": "kam_Latn-min_Latn", + "languages": [ + "kam-Latn", + "min-Latn" + ] + }, + { + "precision": 0.573688, + "recall": 0.626482, + "f1": 0.586886, + "accuracy": 0.626482, + "main_score": 0.586886, + "hf_subset": "kam_Latn-por_Latn", + "languages": [ + "kam-Latn", + "por-Latn" + ] + }, + { + "precision": 0.5461, + "recall": 0.590909, + "f1": 0.558267, + "accuracy": 0.590909, + "main_score": 0.558267, + "hf_subset": "kam_Latn-sun_Latn", + "languages": [ + "kam-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.483976, + "recall": 0.525692, + "f1": 0.496433, + "accuracy": 0.525692, + "main_score": 0.496433, + "hf_subset": "kam_Latn-umb_Latn", + "languages": [ + "kam-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.561715, + "recall": 0.615613, + "f1": 0.575593, + "accuracy": 0.615613, + "main_score": 0.575593, + "hf_subset": "kam_Latn-ajp_Arab", + "languages": [ + "kam-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.394629, + "recall": 0.448617, + "f1": 0.409077, + "accuracy": 0.448617, + "main_score": 0.409077, + "hf_subset": "kam_Latn-bjn_Arab", + "languages": [ + "kam-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.468825, + "recall": 0.51087, + "f1": 0.479805, + "accuracy": 0.51087, + "main_score": 0.479805, + "hf_subset": "kam_Latn-ewe_Latn", + "languages": [ + "kam-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.53471, + "recall": 0.581028, + "f1": 0.546929, + "accuracy": 0.581028, + "main_score": 0.546929, + "hf_subset": "kam_Latn-ilo_Latn", + "languages": [ + "kam-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.260356, + "recall": 0.315217, + "f1": 0.275068, + "accuracy": 0.315217, + "main_score": 0.275068, + "hf_subset": "kam_Latn-knc_Arab", + "languages": [ + "kam-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.544518, + "recall": 0.590909, + "f1": 0.557001, + "accuracy": 0.590909, + "main_score": 0.557001, + "hf_subset": "kam_Latn-mkd_Cyrl", + "languages": [ + "kam-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.554787, + "recall": 0.605731, + "f1": 0.568572, + "accuracy": 0.605731, + "main_score": 0.568572, + "hf_subset": "kam_Latn-prs_Arab", + "languages": [ + "kam-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.560104, + "recall": 0.615613, + "f1": 0.5745, + "accuracy": 0.615613, + "main_score": 0.5745, + "hf_subset": "kam_Latn-swe_Latn", + "languages": [ + "kam-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.545081, + "recall": 0.594862, + "f1": 0.557745, + "accuracy": 0.594862, + "main_score": 0.557745, + "hf_subset": "kam_Latn-urd_Arab", + "languages": [ + "kam-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.552793, + "recall": 0.590909, + "f1": 0.563071, + "accuracy": 0.590909, + "main_score": 0.563071, + "hf_subset": "kam_Latn-aka_Latn", + "languages": [ + "kam-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.548347, + "recall": 0.59585, + "f1": 0.56066, + "accuracy": 0.59585, + "main_score": 0.56066, + "hf_subset": "kam_Latn-bjn_Latn", + "languages": [ + "kam-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.535456, + "recall": 0.578063, + "f1": 0.546925, + "accuracy": 0.578063, + "main_score": 0.546925, + "hf_subset": "kam_Latn-fao_Latn", + "languages": [ + "kam-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.562032, + "recall": 0.614625, + "f1": 0.575829, + "accuracy": 0.614625, + "main_score": 0.575829, + "hf_subset": "kam_Latn-ind_Latn", + "languages": [ + "kam-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.512553, + "recall": 0.545455, + "f1": 0.521624, + "accuracy": 0.545455, + "main_score": 0.521624, + "hf_subset": "kam_Latn-knc_Latn", + "languages": [ + "kam-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.543372, + "recall": 0.585968, + "f1": 0.554506, + "accuracy": 0.585968, + "main_score": 0.554506, + "hf_subset": "kam_Latn-mlt_Latn", + "languages": [ + "kam-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.516189, + "recall": 0.556324, + "f1": 0.527156, + "accuracy": 0.556324, + "main_score": 0.527156, + "hf_subset": "kam_Latn-quy_Latn", + "languages": [ + "kam-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.551984, + "recall": 0.601779, + "f1": 0.564881, + "accuracy": 0.601779, + "main_score": 0.564881, + "hf_subset": "kam_Latn-swh_Latn", + "languages": [ + "kam-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.532927, + "recall": 0.588933, + "f1": 0.547129, + "accuracy": 0.588933, + "main_score": 0.547129, + "hf_subset": "kam_Latn-uzn_Latn", + "languages": [ + "kam-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.54517, + "recall": 0.593874, + "f1": 0.557923, + "accuracy": 0.593874, + "main_score": 0.557923, + "hf_subset": "kam_Latn-als_Latn", + "languages": [ + "kam-Latn", + "als-Latn" + ] + }, + { + "precision": 0.425072, + "recall": 0.485178, + "f1": 0.44114, + "accuracy": 0.485178, + "main_score": 0.44114, + "hf_subset": "kam_Latn-bod_Tibt", + "languages": [ + "kam-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.530272, + "recall": 0.571146, + "f1": 0.54147, + "accuracy": 0.571146, + "main_score": 0.54147, + "hf_subset": "kam_Latn-fij_Latn", + "languages": [ + "kam-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.524997, + "recall": 0.577075, + "f1": 0.537863, + "accuracy": 0.577075, + "main_score": 0.537863, + "hf_subset": "kam_Latn-isl_Latn", + "languages": [ + "kam-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.529878, + "recall": 0.564229, + "f1": 0.539331, + "accuracy": 0.564229, + "main_score": 0.539331, + "hf_subset": "kam_Latn-kon_Latn", + "languages": [ + "kam-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.454671, + "recall": 0.500988, + "f1": 0.467741, + "accuracy": 0.500988, + "main_score": 0.467741, + "hf_subset": "kam_Latn-mni_Beng", + "languages": [ + "kam-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.553951, + "recall": 0.608696, + "f1": 0.568386, + "accuracy": 0.608696, + "main_score": 0.568386, + "hf_subset": "kam_Latn-ron_Latn", + "languages": [ + "kam-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.543876, + "recall": 0.597826, + "f1": 0.558241, + "accuracy": 0.597826, + "main_score": 0.558241, + "hf_subset": "kam_Latn-szl_Latn", + "languages": [ + "kam-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.576159, + "recall": 0.618577, + "f1": 0.586814, + "accuracy": 0.618577, + "main_score": 0.586814, + "hf_subset": "kam_Latn-vec_Latn", + "languages": [ + "kam-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.52342, + "recall": 0.582016, + "f1": 0.538785, + "accuracy": 0.582016, + "main_score": 0.538785, + "hf_subset": "kam_Latn-amh_Ethi", + "languages": [ + "kam-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.552363, + "recall": 0.599802, + "f1": 0.565116, + "accuracy": 0.599802, + "main_score": 0.565116, + "hf_subset": "kam_Latn-bos_Latn", + "languages": [ + "kam-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.544902, + "recall": 0.598814, + "f1": 0.55909, + "accuracy": 0.598814, + "main_score": 0.55909, + "hf_subset": "kam_Latn-fin_Latn", + "languages": [ + "kam-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.5746, + "recall": 0.621542, + "f1": 0.586964, + "accuracy": 0.621542, + "main_score": 0.586964, + "hf_subset": "kam_Latn-ita_Latn", + "languages": [ + "kam-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.560766, + "recall": 0.616601, + "f1": 0.57478, + "accuracy": 0.616601, + "main_score": 0.57478, + "hf_subset": "kam_Latn-kor_Hang", + "languages": [ + "kam-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.480907, + "recall": 0.523715, + "f1": 0.492877, + "accuracy": 0.523715, + "main_score": 0.492877, + "hf_subset": "kam_Latn-mos_Latn", + "languages": [ + "kam-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.531823, + "recall": 0.579051, + "f1": 0.54435, + "accuracy": 0.579051, + "main_score": 0.54435, + "hf_subset": "kam_Latn-run_Latn", + "languages": [ + "kam-Latn", + "run-Latn" + ] + }, + { + "precision": 0.523248, + "recall": 0.570158, + "f1": 0.534925, + "accuracy": 0.570158, + "main_score": 0.534925, + "hf_subset": "kam_Latn-tam_Taml", + "languages": [ + "kam-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.559347, + "recall": 0.609684, + "f1": 0.571928, + "accuracy": 0.609684, + "main_score": 0.571928, + "hf_subset": "kam_Latn-vie_Latn", + "languages": [ + "kam-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.552488, + "recall": 0.597826, + "f1": 0.564074, + "accuracy": 0.597826, + "main_score": 0.564074, + "hf_subset": "kam_Latn-apc_Arab", + "languages": [ + "kam-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.531101, + "recall": 0.56917, + "f1": 0.541942, + "accuracy": 0.56917, + "main_score": 0.541942, + "hf_subset": "kam_Latn-bug_Latn", + "languages": [ + "kam-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.444612, + "recall": 0.480237, + "f1": 0.454832, + "accuracy": 0.480237, + "main_score": 0.454832, + "hf_subset": "kam_Latn-fon_Latn", + "languages": [ + "kam-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.539443, + "recall": 0.58498, + "f1": 0.551482, + "accuracy": 0.58498, + "main_score": 0.551482, + "hf_subset": "kam_Latn-jav_Latn", + "languages": [ + "kam-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.521502, + "recall": 0.570158, + "f1": 0.53464, + "accuracy": 0.570158, + "main_score": 0.53464, + "hf_subset": "kam_Latn-lao_Laoo", + "languages": [ + "kam-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.520456, + "recall": 0.572134, + "f1": 0.535118, + "accuracy": 0.572134, + "main_score": 0.535118, + "hf_subset": "kam_Latn-mri_Latn", + "languages": [ + "kam-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.557991, + "recall": 0.606719, + "f1": 0.570215, + "accuracy": 0.606719, + "main_score": 0.570215, + "hf_subset": "kam_Latn-rus_Cyrl", + "languages": [ + "kam-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.491039, + "recall": 0.527668, + "f1": 0.501077, + "accuracy": 0.527668, + "main_score": 0.501077, + "hf_subset": "kam_Latn-taq_Latn", + "languages": [ + "kam-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.532333, + "recall": 0.585968, + "f1": 0.546272, + "accuracy": 0.585968, + "main_score": 0.546272, + "hf_subset": "kam_Latn-war_Latn", + "languages": [ + "kam-Latn", + "war-Latn" + ] + }, + { + "precision": 0.552871, + "recall": 0.605731, + "f1": 0.566563, + "accuracy": 0.605731, + "main_score": 0.566563, + "hf_subset": "kam_Latn-arb_Arab", + "languages": [ + "kam-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.560297, + "recall": 0.614625, + "f1": 0.574694, + "accuracy": 0.614625, + "main_score": 0.574694, + "hf_subset": "kam_Latn-bul_Cyrl", + "languages": [ + "kam-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.565885, + "recall": 0.616601, + "f1": 0.578925, + "accuracy": 0.616601, + "main_score": 0.578925, + "hf_subset": "kam_Latn-fra_Latn", + "languages": [ + "kam-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.551883, + "recall": 0.608696, + "f1": 0.566515, + "accuracy": 0.608696, + "main_score": 0.566515, + "hf_subset": "kam_Latn-jpn_Jpan", + "languages": [ + "kam-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.566671, + "recall": 0.613636, + "f1": 0.578989, + "accuracy": 0.613636, + "main_score": 0.578989, + "hf_subset": "kam_Latn-lij_Latn", + "languages": [ + "kam-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.508629, + "recall": 0.559289, + "f1": 0.522086, + "accuracy": 0.559289, + "main_score": 0.522086, + "hf_subset": "kam_Latn-mya_Mymr", + "languages": [ + "kam-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.500823, + "recall": 0.532609, + "f1": 0.510507, + "accuracy": 0.532609, + "main_score": 0.510507, + "hf_subset": "kam_Latn-sag_Latn", + "languages": [ + "kam-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.245883, + "recall": 0.300395, + "f1": 0.260612, + "accuracy": 0.300395, + "main_score": 0.260612, + "hf_subset": "kam_Latn-taq_Tfng", + "languages": [ + "kam-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.522663, + "recall": 0.555336, + "f1": 0.531723, + "accuracy": 0.555336, + "main_score": 0.531723, + "hf_subset": "kam_Latn-wol_Latn", + "languages": [ + "kam-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.489807, + "recall": 0.546443, + "f1": 0.50516, + "accuracy": 0.546443, + "main_score": 0.50516, + "hf_subset": "kam_Latn-arb_Latn", + "languages": [ + "kam-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.558663, + "recall": 0.607708, + "f1": 0.571142, + "accuracy": 0.607708, + "main_score": 0.571142, + "hf_subset": "kam_Latn-cat_Latn", + "languages": [ + "kam-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.563824, + "recall": 0.61166, + "f1": 0.576029, + "accuracy": 0.61166, + "main_score": 0.576029, + "hf_subset": "kam_Latn-fur_Latn", + "languages": [ + "kam-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.416346, + "recall": 0.470356, + "f1": 0.431208, + "accuracy": 0.470356, + "main_score": 0.431208, + "hf_subset": "kam_Latn-kab_Latn", + "languages": [ + "kam-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.535612, + "recall": 0.586957, + "f1": 0.549335, + "accuracy": 0.586957, + "main_score": 0.549335, + "hf_subset": "kam_Latn-lim_Latn", + "languages": [ + "kam-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.559311, + "recall": 0.609684, + "f1": 0.572314, + "accuracy": 0.609684, + "main_score": 0.572314, + "hf_subset": "kam_Latn-nld_Latn", + "languages": [ + "kam-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.521336, + "recall": 0.577075, + "f1": 0.53602, + "accuracy": 0.577075, + "main_score": 0.53602, + "hf_subset": "kam_Latn-san_Deva", + "languages": [ + "kam-Latn", + "san-Deva" + ] + }, + { + "precision": 0.539676, + "recall": 0.582016, + "f1": 0.550718, + "accuracy": 0.582016, + "main_score": 0.550718, + "hf_subset": "kam_Latn-tat_Cyrl", + "languages": [ + "kam-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.544511, + "recall": 0.591897, + "f1": 0.557681, + "accuracy": 0.591897, + "main_score": 0.557681, + "hf_subset": "kam_Latn-xho_Latn", + "languages": [ + "kam-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.543447, + "recall": 0.600791, + "f1": 0.558809, + "accuracy": 0.600791, + "main_score": 0.558809, + "hf_subset": "kam_Latn-ars_Arab", + "languages": [ + "kam-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.542759, + "recall": 0.587945, + "f1": 0.554253, + "accuracy": 0.587945, + "main_score": 0.554253, + "hf_subset": "kam_Latn-ceb_Latn", + "languages": [ + "kam-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.464524, + "recall": 0.504941, + "f1": 0.476438, + "accuracy": 0.504941, + "main_score": 0.476438, + "hf_subset": "kam_Latn-fuv_Latn", + "languages": [ + "kam-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.494525, + "recall": 0.528656, + "f1": 0.504138, + "accuracy": 0.528656, + "main_score": 0.504138, + "hf_subset": "kam_Latn-kac_Latn", + "languages": [ + "kam-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.548008, + "recall": 0.585968, + "f1": 0.558633, + "accuracy": 0.585968, + "main_score": 0.558633, + "hf_subset": "kam_Latn-lin_Latn", + "languages": [ + "kam-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.541466, + "recall": 0.589921, + "f1": 0.554432, + "accuracy": 0.589921, + "main_score": 0.554432, + "hf_subset": "kam_Latn-nno_Latn", + "languages": [ + "kam-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.511721, + "recall": 0.567194, + "f1": 0.527008, + "accuracy": 0.567194, + "main_score": 0.527008, + "hf_subset": "kam_Latn-sat_Olck", + "languages": [ + "kam-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.541404, + "recall": 0.590909, + "f1": 0.554901, + "accuracy": 0.590909, + "main_score": 0.554901, + "hf_subset": "kam_Latn-tel_Telu", + "languages": [ + "kam-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.510447, + "recall": 0.571146, + "f1": 0.526706, + "accuracy": 0.571146, + "main_score": 0.526706, + "hf_subset": "kam_Latn-ydd_Hebr", + "languages": [ + "kam-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.53426, + "recall": 0.58498, + "f1": 0.547635, + "accuracy": 0.58498, + "main_score": 0.547635, + "hf_subset": "kam_Latn-ary_Arab", + "languages": [ + "kam-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.547403, + "recall": 0.600791, + "f1": 0.561259, + "accuracy": 0.600791, + "main_score": 0.561259, + "hf_subset": "kam_Latn-ces_Latn", + "languages": [ + "kam-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.486674, + "recall": 0.535573, + "f1": 0.500374, + "accuracy": 0.535573, + "main_score": 0.500374, + "hf_subset": "kam_Latn-gaz_Latn", + "languages": [ + "kam-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.522072, + "recall": 0.578063, + "f1": 0.535827, + "accuracy": 0.578063, + "main_score": 0.535827, + "hf_subset": "kam_Latn-lit_Latn", + "languages": [ + "kam-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.543245, + "recall": 0.59585, + "f1": 0.556444, + "accuracy": 0.59585, + "main_score": 0.556444, + "hf_subset": "kam_Latn-nob_Latn", + "languages": [ + "kam-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.540698, + "recall": 0.582016, + "f1": 0.551806, + "accuracy": 0.582016, + "main_score": 0.551806, + "hf_subset": "kam_Latn-scn_Latn", + "languages": [ + "kam-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.530518, + "recall": 0.574111, + "f1": 0.541444, + "accuracy": 0.574111, + "main_score": 0.541444, + "hf_subset": "kam_Latn-tgk_Cyrl", + "languages": [ + "kam-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.513855, + "recall": 0.562253, + "f1": 0.527429, + "accuracy": 0.562253, + "main_score": 0.527429, + "hf_subset": "kam_Latn-yor_Latn", + "languages": [ + "kam-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.559686, + "recall": 0.601779, + "f1": 0.570763, + "accuracy": 0.601779, + "main_score": 0.570763, + "hf_subset": "kam_Latn-arz_Arab", + "languages": [ + "kam-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.475115, + "recall": 0.503953, + "f1": 0.483476, + "accuracy": 0.503953, + "main_score": 0.483476, + "hf_subset": "kam_Latn-cjk_Latn", + "languages": [ + "kam-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.525489, + "recall": 0.576087, + "f1": 0.538744, + "accuracy": 0.576087, + "main_score": 0.538744, + "hf_subset": "kam_Latn-gla_Latn", + "languages": [ + "kam-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.534059, + "recall": 0.585968, + "f1": 0.548181, + "accuracy": 0.585968, + "main_score": 0.548181, + "hf_subset": "kam_Latn-kan_Knda", + "languages": [ + "kam-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.557979, + "recall": 0.602767, + "f1": 0.569289, + "accuracy": 0.602767, + "main_score": 0.569289, + "hf_subset": "kam_Latn-lmo_Latn", + "languages": [ + "kam-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.534497, + "recall": 0.578063, + "f1": 0.545403, + "accuracy": 0.578063, + "main_score": 0.545403, + "hf_subset": "kam_Latn-npi_Deva", + "languages": [ + "kam-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.441107, + "recall": 0.492095, + "f1": 0.455283, + "accuracy": 0.492095, + "main_score": 0.455283, + "hf_subset": "kam_Latn-shn_Mymr", + "languages": [ + "kam-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.552175, + "recall": 0.598814, + "f1": 0.564402, + "accuracy": 0.598814, + "main_score": 0.564402, + "hf_subset": "kam_Latn-tgl_Latn", + "languages": [ + "kam-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.546338, + "recall": 0.600791, + "f1": 0.56058, + "accuracy": 0.600791, + "main_score": 0.56058, + "hf_subset": "kam_Latn-yue_Hant", + "languages": [ + "kam-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.499042, + "recall": 0.550395, + "f1": 0.512932, + "accuracy": 0.550395, + "main_score": 0.512932, + "hf_subset": "kam_Latn-asm_Beng", + "languages": [ + "kam-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.511718, + "recall": 0.561265, + "f1": 0.52542, + "accuracy": 0.561265, + "main_score": 0.52542, + "hf_subset": "kam_Latn-ckb_Arab", + "languages": [ + "kam-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.51437, + "recall": 0.568182, + "f1": 0.528721, + "accuracy": 0.568182, + "main_score": 0.528721, + "hf_subset": "kam_Latn-gle_Latn", + "languages": [ + "kam-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.521739, + "recall": 0.577075, + "f1": 0.536829, + "accuracy": 0.577075, + "main_score": 0.536829, + "hf_subset": "kam_Latn-kas_Arab", + "languages": [ + "kam-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.544275, + "recall": 0.589921, + "f1": 0.55633, + "accuracy": 0.589921, + "main_score": 0.55633, + "hf_subset": "kam_Latn-ltg_Latn", + "languages": [ + "kam-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.568821, + "recall": 0.616601, + "f1": 0.582225, + "accuracy": 0.616601, + "main_score": 0.582225, + "hf_subset": "kam_Latn-nso_Latn", + "languages": [ + "kam-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.510372, + "recall": 0.564229, + "f1": 0.524364, + "accuracy": 0.564229, + "main_score": 0.524364, + "hf_subset": "kam_Latn-sin_Sinh", + "languages": [ + "kam-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.541163, + "recall": 0.596838, + "f1": 0.555301, + "accuracy": 0.596838, + "main_score": 0.555301, + "hf_subset": "kam_Latn-tha_Thai", + "languages": [ + "kam-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.496482, + "recall": 0.555336, + "f1": 0.510545, + "accuracy": 0.555336, + "main_score": 0.510545, + "hf_subset": "kam_Latn-zho_Hans", + "languages": [ + "kam-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.537262, + "recall": 0.588933, + "f1": 0.550857, + "accuracy": 0.588933, + "main_score": 0.550857, + "hf_subset": "kam_Latn-ast_Latn", + "languages": [ + "kam-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.543173, + "recall": 0.598814, + "f1": 0.55701, + "accuracy": 0.598814, + "main_score": 0.55701, + "hf_subset": "kam_Latn-crh_Latn", + "languages": [ + "kam-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.560603, + "recall": 0.608696, + "f1": 0.573567, + "accuracy": 0.608696, + "main_score": 0.573567, + "hf_subset": "kam_Latn-glg_Latn", + "languages": [ + "kam-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.518157, + "recall": 0.564229, + "f1": 0.531003, + "accuracy": 0.564229, + "main_score": 0.531003, + "hf_subset": "kam_Latn-kas_Deva", + "languages": [ + "kam-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.524358, + "recall": 0.573123, + "f1": 0.53704, + "accuracy": 0.573123, + "main_score": 0.53704, + "hf_subset": "kam_Latn-ltz_Latn", + "languages": [ + "kam-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.45329, + "recall": 0.497036, + "f1": 0.465693, + "accuracy": 0.497036, + "main_score": 0.465693, + "hf_subset": "kam_Latn-nus_Latn", + "languages": [ + "kam-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.545647, + "recall": 0.591897, + "f1": 0.557784, + "accuracy": 0.591897, + "main_score": 0.557784, + "hf_subset": "kam_Latn-slk_Latn", + "languages": [ + "kam-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.499812, + "recall": 0.547431, + "f1": 0.513095, + "accuracy": 0.547431, + "main_score": 0.513095, + "hf_subset": "kam_Latn-tir_Ethi", + "languages": [ + "kam-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.536992, + "recall": 0.591897, + "f1": 0.550824, + "accuracy": 0.591897, + "main_score": 0.550824, + "hf_subset": "kam_Latn-zho_Hant", + "languages": [ + "kam-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.541341, + "recall": 0.589921, + "f1": 0.554268, + "accuracy": 0.589921, + "main_score": 0.554268, + "hf_subset": "kam_Latn-awa_Deva", + "languages": [ + "kam-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.541878, + "recall": 0.586957, + "f1": 0.554035, + "accuracy": 0.586957, + "main_score": 0.554035, + "hf_subset": "kam_Latn-cym_Latn", + "languages": [ + "kam-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.541816, + "recall": 0.575099, + "f1": 0.550467, + "accuracy": 0.575099, + "main_score": 0.550467, + "hf_subset": "kam_Latn-grn_Latn", + "languages": [ + "kam-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.531685, + "recall": 0.583004, + "f1": 0.545105, + "accuracy": 0.583004, + "main_score": 0.545105, + "hf_subset": "kam_Latn-kat_Geor", + "languages": [ + "kam-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.523469, + "recall": 0.561265, + "f1": 0.533827, + "accuracy": 0.561265, + "main_score": 0.533827, + "hf_subset": "kam_Latn-lua_Latn", + "languages": [ + "kam-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.565728, + "recall": 0.613636, + "f1": 0.57829, + "accuracy": 0.613636, + "main_score": 0.57829, + "hf_subset": "kam_Latn-nya_Latn", + "languages": [ + "kam-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.543203, + "recall": 0.594862, + "f1": 0.556506, + "accuracy": 0.594862, + "main_score": 0.556506, + "hf_subset": "kam_Latn-slv_Latn", + "languages": [ + "kam-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.550824, + "recall": 0.59585, + "f1": 0.562325, + "accuracy": 0.59585, + "main_score": 0.562325, + "hf_subset": "kam_Latn-tpi_Latn", + "languages": [ + "kam-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.560866, + "recall": 0.615613, + "f1": 0.574849, + "accuracy": 0.615613, + "main_score": 0.574849, + "hf_subset": "kam_Latn-zsm_Latn", + "languages": [ + "kam-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.491954, + "recall": 0.525692, + "f1": 0.501958, + "accuracy": 0.525692, + "main_score": 0.501958, + "hf_subset": "kam_Latn-ayr_Latn", + "languages": [ + "kam-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.555177, + "recall": 0.605731, + "f1": 0.568042, + "accuracy": 0.605731, + "main_score": 0.568042, + "hf_subset": "kam_Latn-dan_Latn", + "languages": [ + "kam-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.526771, + "recall": 0.583992, + "f1": 0.541378, + "accuracy": 0.583992, + "main_score": 0.541378, + "hf_subset": "kam_Latn-guj_Gujr", + "languages": [ + "kam-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.532405, + "recall": 0.58004, + "f1": 0.544204, + "accuracy": 0.58004, + "main_score": 0.544204, + "hf_subset": "kam_Latn-kaz_Cyrl", + "languages": [ + "kam-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.520492, + "recall": 0.566206, + "f1": 0.532762, + "accuracy": 0.566206, + "main_score": 0.532762, + "hf_subset": "kam_Latn-lug_Latn", + "languages": [ + "kam-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.548158, + "recall": 0.59585, + "f1": 0.55994, + "accuracy": 0.59585, + "main_score": 0.55994, + "hf_subset": "kam_Latn-oci_Latn", + "languages": [ + "kam-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.55354, + "recall": 0.596838, + "f1": 0.565307, + "accuracy": 0.596838, + "main_score": 0.565307, + "hf_subset": "kam_Latn-smo_Latn", + "languages": [ + "kam-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.533892, + "recall": 0.578063, + "f1": 0.545613, + "accuracy": 0.578063, + "main_score": 0.545613, + "hf_subset": "kam_Latn-tsn_Latn", + "languages": [ + "kam-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.545052, + "recall": 0.589921, + "f1": 0.5572, + "accuracy": 0.589921, + "main_score": 0.5572, + "hf_subset": "kam_Latn-zul_Latn", + "languages": [ + "kam-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.491689, + "recall": 0.539526, + "f1": 0.504345, + "accuracy": 0.539526, + "main_score": 0.504345, + "hf_subset": "kam_Latn-azb_Arab", + "languages": [ + "kam-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.561687, + "recall": 0.614625, + "f1": 0.575816, + "accuracy": 0.614625, + "main_score": 0.575816, + "hf_subset": "kam_Latn-deu_Latn", + "languages": [ + "kam-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.531899, + "recall": 0.578063, + "f1": 0.544444, + "accuracy": 0.578063, + "main_score": 0.544444, + "hf_subset": "kam_Latn-hat_Latn", + "languages": [ + "kam-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.477964, + "recall": 0.516798, + "f1": 0.489328, + "accuracy": 0.516798, + "main_score": 0.489328, + "hf_subset": "kam_Latn-kbp_Latn", + "languages": [ + "kam-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.514054, + "recall": 0.551383, + "f1": 0.524622, + "accuracy": 0.551383, + "main_score": 0.524622, + "hf_subset": "kam_Latn-luo_Latn", + "languages": [ + "kam-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.519146, + "recall": 0.576087, + "f1": 0.533938, + "accuracy": 0.576087, + "main_score": 0.533938, + "hf_subset": "kam_Latn-ory_Orya", + "languages": [ + "kam-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.542998, + "recall": 0.590909, + "f1": 0.555358, + "accuracy": 0.590909, + "main_score": 0.555358, + "hf_subset": "kam_Latn-sna_Latn", + "languages": [ + "kam-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.546023, + "recall": 0.589921, + "f1": 0.558255, + "accuracy": 0.589921, + "main_score": 0.558255, + "hf_subset": "kam_Latn-tso_Latn", + "languages": [ + "kam-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.523457, + "recall": 0.581028, + "f1": 0.538211, + "accuracy": 0.581028, + "main_score": 0.538211, + "hf_subset": "kam_Latn-azj_Latn", + "languages": [ + "kam-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.459167, + "recall": 0.503953, + "f1": 0.471795, + "accuracy": 0.503953, + "main_score": 0.471795, + "hf_subset": "kam_Latn-dik_Latn", + "languages": [ + "kam-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.542149, + "recall": 0.583992, + "f1": 0.553103, + "accuracy": 0.583992, + "main_score": 0.553103, + "hf_subset": "kam_Latn-hau_Latn", + "languages": [ + "kam-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.548136, + "recall": 0.594862, + "f1": 0.560795, + "accuracy": 0.594862, + "main_score": 0.560795, + "hf_subset": "kam_Latn-kea_Latn", + "languages": [ + "kam-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.533938, + "recall": 0.579051, + "f1": 0.545859, + "accuracy": 0.579051, + "main_score": 0.545859, + "hf_subset": "kam_Latn-lus_Latn", + "languages": [ + "kam-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.558136, + "recall": 0.600791, + "f1": 0.569179, + "accuracy": 0.600791, + "main_score": 0.569179, + "hf_subset": "kam_Latn-pag_Latn", + "languages": [ + "kam-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.483351, + "recall": 0.538538, + "f1": 0.497993, + "accuracy": 0.538538, + "main_score": 0.497993, + "hf_subset": "kam_Latn-snd_Arab", + "languages": [ + "kam-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.532554, + "recall": 0.578063, + "f1": 0.543997, + "accuracy": 0.578063, + "main_score": 0.543997, + "hf_subset": "kam_Latn-tuk_Latn", + "languages": [ + "kam-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.534048, + "recall": 0.582016, + "f1": 0.546023, + "accuracy": 0.582016, + "main_score": 0.546023, + "hf_subset": "kam_Latn-bak_Cyrl", + "languages": [ + "kam-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.422012, + "recall": 0.472332, + "f1": 0.436418, + "accuracy": 0.472332, + "main_score": 0.436418, + "hf_subset": "kam_Latn-dyu_Latn", + "languages": [ + "kam-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.540233, + "recall": 0.594862, + "f1": 0.554221, + "accuracy": 0.594862, + "main_score": 0.554221, + "hf_subset": "kam_Latn-heb_Hebr", + "languages": [ + "kam-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.530227, + "recall": 0.575099, + "f1": 0.542856, + "accuracy": 0.575099, + "main_score": 0.542856, + "hf_subset": "kam_Latn-khk_Cyrl", + "languages": [ + "kam-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.543186, + "recall": 0.597826, + "f1": 0.557139, + "accuracy": 0.597826, + "main_score": 0.557139, + "hf_subset": "kam_Latn-lvs_Latn", + "languages": [ + "kam-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.517185, + "recall": 0.573123, + "f1": 0.530704, + "accuracy": 0.573123, + "main_score": 0.530704, + "hf_subset": "kam_Latn-pan_Guru", + "languages": [ + "kam-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.538944, + "recall": 0.588933, + "f1": 0.552023, + "accuracy": 0.588933, + "main_score": 0.552023, + "hf_subset": "kam_Latn-som_Latn", + "languages": [ + "kam-Latn", + "som-Latn" + ] + }, + { + "precision": 0.521068, + "recall": 0.566206, + "f1": 0.533319, + "accuracy": 0.566206, + "main_score": 0.533319, + "hf_subset": "kam_Latn-tum_Latn", + "languages": [ + "kam-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.508716, + "recall": 0.602767, + "f1": 0.535984, + "accuracy": 0.602767, + "main_score": 0.535984, + "hf_subset": "lit_Latn-ace_Arab", + "languages": [ + "lit-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.455836, + "recall": 0.522727, + "f1": 0.473729, + "accuracy": 0.522727, + "main_score": 0.473729, + "hf_subset": "lit_Latn-bam_Latn", + "languages": [ + "lit-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.649499, + "recall": 0.728261, + "f1": 0.67195, + "accuracy": 0.728261, + "main_score": 0.67195, + "hf_subset": "lit_Latn-dzo_Tibt", + "languages": [ + "lit-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-hin_Deva", + "languages": [ + "lit-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "lit_Latn-khm_Khmr", + "languages": [ + "lit-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lit_Latn-mag_Deva", + "languages": [ + "lit-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-pap_Latn", + "languages": [ + "lit-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.866634, + "recall": 0.905138, + "f1": 0.878557, + "accuracy": 0.905138, + "main_score": 0.878557, + "hf_subset": "lit_Latn-sot_Latn", + "languages": [ + "lit-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-tur_Latn", + "languages": [ + "lit-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.865804, + "recall": 0.900198, + "f1": 0.876525, + "accuracy": 0.900198, + "main_score": 0.876525, + "hf_subset": "lit_Latn-ace_Latn", + "languages": [ + "lit-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.97332, + "f1": 0.965909, + "accuracy": 0.97332, + "main_score": 0.965909, + "hf_subset": "lit_Latn-ban_Latn", + "languages": [ + "lit-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-ell_Grek", + "languages": [ + "lit-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "lit_Latn-hne_Deva", + "languages": [ + "lit-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.559761, + "recall": 0.637352, + "f1": 0.581358, + "accuracy": 0.637352, + "main_score": 0.581358, + "hf_subset": "lit_Latn-kik_Latn", + "languages": [ + "lit-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-mai_Deva", + "languages": [ + "lit-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.940547, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "lit_Latn-pbt_Arab", + "languages": [ + "lit-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-spa_Latn", + "languages": [ + "lit-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.767984, + "recall": 0.827075, + "f1": 0.785559, + "accuracy": 0.827075, + "main_score": 0.785559, + "hf_subset": "lit_Latn-twi_Latn", + "languages": [ + "lit-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-acm_Arab", + "languages": [ + "lit-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-bel_Cyrl", + "languages": [ + "lit-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-hrv_Latn", + "languages": [ + "lit-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.858343, + "recall": 0.896245, + "f1": 0.869911, + "accuracy": 0.896245, + "main_score": 0.869911, + "hf_subset": "lit_Latn-kin_Latn", + "languages": [ + "lit-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lit_Latn-mal_Mlym", + "languages": [ + "lit-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-pes_Arab", + "languages": [ + "lit-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-srd_Latn", + "languages": [ + "lit-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.191496, + "recall": 0.258893, + "f1": 0.207723, + "accuracy": 0.258893, + "main_score": 0.207723, + "hf_subset": "lit_Latn-tzm_Tfng", + "languages": [ + "lit-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-acq_Arab", + "languages": [ + "lit-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.645151, + "recall": 0.719368, + "f1": 0.666373, + "accuracy": 0.719368, + "main_score": 0.666373, + "hf_subset": "lit_Latn-bem_Latn", + "languages": [ + "lit-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-epo_Latn", + "languages": [ + "lit-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-hun_Latn", + "languages": [ + "lit-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "lit_Latn-kir_Cyrl", + "languages": [ + "lit-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-mar_Deva", + "languages": [ + "lit-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.868248, + "recall": 0.905138, + "f1": 0.879381, + "accuracy": 0.905138, + "main_score": 0.879381, + "hf_subset": "lit_Latn-plt_Latn", + "languages": [ + "lit-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-srp_Cyrl", + "languages": [ + "lit-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.939394, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "lit_Latn-uig_Arab", + "languages": [ + "lit-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lit_Latn-aeb_Arab", + "languages": [ + "lit-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-ben_Beng", + "languages": [ + "lit-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-est_Latn", + "languages": [ + "lit-Latn", + "est-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-hye_Armn", + "languages": [ + "lit-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.450776, + "recall": 0.520751, + "f1": 0.470188, + "accuracy": 0.520751, + "main_score": 0.470188, + "hf_subset": "lit_Latn-kmb_Latn", + "languages": [ + "lit-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.491051, + "recall": 0.58004, + "f1": 0.51485, + "accuracy": 0.58004, + "main_score": 0.51485, + "hf_subset": "lit_Latn-min_Arab", + "languages": [ + "lit-Latn", + "min-Arab" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-pol_Latn", + "languages": [ + "lit-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.739262, + "recall": 0.8083, + "f1": 0.760145, + "accuracy": 0.8083, + "main_score": 0.760145, + "hf_subset": "lit_Latn-ssw_Latn", + "languages": [ + "lit-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-ukr_Cyrl", + "languages": [ + "lit-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-afr_Latn", + "languages": [ + "lit-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lit_Latn-bho_Deva", + "languages": [ + "lit-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lit_Latn-eus_Latn", + "languages": [ + "lit-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.853179, + "recall": 0.896245, + "f1": 0.866601, + "accuracy": 0.896245, + "main_score": 0.866601, + "hf_subset": "lit_Latn-ibo_Latn", + "languages": [ + "lit-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.86609, + "recall": 0.90415, + "f1": 0.877701, + "accuracy": 0.90415, + "main_score": 0.877701, + "hf_subset": "lit_Latn-kmr_Latn", + "languages": [ + "lit-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lit_Latn-min_Latn", + "languages": [ + "lit-Latn", + "min-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-por_Latn", + "languages": [ + "lit-Latn", + "por-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lit_Latn-sun_Latn", + "languages": [ + "lit-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.438415, + "recall": 0.508893, + "f1": 0.458143, + "accuracy": 0.508893, + "main_score": 0.458143, + "hf_subset": "lit_Latn-umb_Latn", + "languages": [ + "lit-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-ajp_Arab", + "languages": [ + "lit-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.491354, + "recall": 0.577075, + "f1": 0.515092, + "accuracy": 0.577075, + "main_score": 0.515092, + "hf_subset": "lit_Latn-bjn_Arab", + "languages": [ + "lit-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.436169, + "recall": 0.496047, + "f1": 0.452271, + "accuracy": 0.496047, + "main_score": 0.452271, + "hf_subset": "lit_Latn-ewe_Latn", + "languages": [ + "lit-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.944829, + "recall": 0.962451, + "f1": 0.950593, + "accuracy": 0.962451, + "main_score": 0.950593, + "hf_subset": "lit_Latn-ilo_Latn", + "languages": [ + "lit-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.247214, + "recall": 0.3083, + "f1": 0.262971, + "accuracy": 0.3083, + "main_score": 0.262971, + "hf_subset": "lit_Latn-knc_Arab", + "languages": [ + "lit-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-mkd_Cyrl", + "languages": [ + "lit-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-prs_Arab", + "languages": [ + "lit-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-swe_Latn", + "languages": [ + "lit-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lit_Latn-urd_Arab", + "languages": [ + "lit-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.743761, + "recall": 0.807312, + "f1": 0.762714, + "accuracy": 0.807312, + "main_score": 0.762714, + "hf_subset": "lit_Latn-aka_Latn", + "languages": [ + "lit-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "lit_Latn-bjn_Latn", + "languages": [ + "lit-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "lit_Latn-fao_Latn", + "languages": [ + "lit-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-ind_Latn", + "languages": [ + "lit-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.500694, + "recall": 0.564229, + "f1": 0.517385, + "accuracy": 0.564229, + "main_score": 0.517385, + "hf_subset": "lit_Latn-knc_Latn", + "languages": [ + "lit-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-mlt_Latn", + "languages": [ + "lit-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.61475, + "recall": 0.693676, + "f1": 0.637568, + "accuracy": 0.693676, + "main_score": 0.637568, + "hf_subset": "lit_Latn-quy_Latn", + "languages": [ + "lit-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lit_Latn-swh_Latn", + "languages": [ + "lit-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "lit_Latn-uzn_Latn", + "languages": [ + "lit-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "lit_Latn-als_Latn", + "languages": [ + "lit-Latn", + "als-Latn" + ] + }, + { + "precision": 0.801383, + "recall": 0.856719, + "f1": 0.818219, + "accuracy": 0.856719, + "main_score": 0.818219, + "hf_subset": "lit_Latn-bod_Tibt", + "languages": [ + "lit-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.609, + "recall": 0.682806, + "f1": 0.630193, + "accuracy": 0.682806, + "main_score": 0.630193, + "hf_subset": "lit_Latn-fij_Latn", + "languages": [ + "lit-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lit_Latn-isl_Latn", + "languages": [ + "lit-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.582704, + "recall": 0.659091, + "f1": 0.60373, + "accuracy": 0.659091, + "main_score": 0.60373, + "hf_subset": "lit_Latn-kon_Latn", + "languages": [ + "lit-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.59116, + "recall": 0.671937, + "f1": 0.613647, + "accuracy": 0.671937, + "main_score": 0.613647, + "hf_subset": "lit_Latn-mni_Beng", + "languages": [ + "lit-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-ron_Latn", + "languages": [ + "lit-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.98419, + "f1": 0.980896, + "accuracy": 0.98419, + "main_score": 0.980896, + "hf_subset": "lit_Latn-szl_Latn", + "languages": [ + "lit-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "lit_Latn-vec_Latn", + "languages": [ + "lit-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.920619, + "recall": 0.944664, + "f1": 0.92836, + "accuracy": 0.944664, + "main_score": 0.92836, + "hf_subset": "lit_Latn-amh_Ethi", + "languages": [ + "lit-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-bos_Latn", + "languages": [ + "lit-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-fin_Latn", + "languages": [ + "lit-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-ita_Latn", + "languages": [ + "lit-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-kor_Hang", + "languages": [ + "lit-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.480461, + "recall": 0.547431, + "f1": 0.498254, + "accuracy": 0.547431, + "main_score": 0.498254, + "hf_subset": "lit_Latn-mos_Latn", + "languages": [ + "lit-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.751663, + "recall": 0.814229, + "f1": 0.770257, + "accuracy": 0.814229, + "main_score": 0.770257, + "hf_subset": "lit_Latn-run_Latn", + "languages": [ + "lit-Latn", + "run-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "lit_Latn-tam_Taml", + "languages": [ + "lit-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-vie_Latn", + "languages": [ + "lit-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-apc_Arab", + "languages": [ + "lit-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.704357, + "recall": 0.779644, + "f1": 0.726942, + "accuracy": 0.779644, + "main_score": 0.726942, + "hf_subset": "lit_Latn-bug_Latn", + "languages": [ + "lit-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.398059, + "recall": 0.45751, + "f1": 0.414046, + "accuracy": 0.45751, + "main_score": 0.414046, + "hf_subset": "lit_Latn-fon_Latn", + "languages": [ + "lit-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-jav_Latn", + "languages": [ + "lit-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.945076, + "recall": 0.961462, + "f1": 0.950165, + "accuracy": 0.961462, + "main_score": 0.950165, + "hf_subset": "lit_Latn-lao_Laoo", + "languages": [ + "lit-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.878491, + "recall": 0.914032, + "f1": 0.889822, + "accuracy": 0.914032, + "main_score": 0.889822, + "hf_subset": "lit_Latn-mri_Latn", + "languages": [ + "lit-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-rus_Cyrl", + "languages": [ + "lit-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.470528, + "recall": 0.538538, + "f1": 0.488484, + "accuracy": 0.538538, + "main_score": 0.488484, + "hf_subset": "lit_Latn-taq_Latn", + "languages": [ + "lit-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-war_Latn", + "languages": [ + "lit-Latn", + "war-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-arb_Arab", + "languages": [ + "lit-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-bul_Cyrl", + "languages": [ + "lit-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-fra_Latn", + "languages": [ + "lit-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-jpn_Jpan", + "languages": [ + "lit-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lit_Latn-lij_Latn", + "languages": [ + "lit-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "lit_Latn-mya_Mymr", + "languages": [ + "lit-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.525678, + "recall": 0.599802, + "f1": 0.545367, + "accuracy": 0.599802, + "main_score": 0.545367, + "hf_subset": "lit_Latn-sag_Latn", + "languages": [ + "lit-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.218186, + "recall": 0.279644, + "f1": 0.233071, + "accuracy": 0.279644, + "main_score": 0.233071, + "hf_subset": "lit_Latn-taq_Tfng", + "languages": [ + "lit-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.601939, + "recall": 0.677866, + "f1": 0.62341, + "accuracy": 0.677866, + "main_score": 0.62341, + "hf_subset": "lit_Latn-wol_Latn", + "languages": [ + "lit-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.837451, + "recall": 0.884387, + "f1": 0.851877, + "accuracy": 0.884387, + "main_score": 0.851877, + "hf_subset": "lit_Latn-arb_Latn", + "languages": [ + "lit-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-cat_Latn", + "languages": [ + "lit-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-fur_Latn", + "languages": [ + "lit-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.428055, + "recall": 0.506917, + "f1": 0.449041, + "accuracy": 0.506917, + "main_score": 0.449041, + "hf_subset": "lit_Latn-kab_Latn", + "languages": [ + "lit-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lit_Latn-lim_Latn", + "languages": [ + "lit-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-nld_Latn", + "languages": [ + "lit-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.969368, + "f1": 0.960968, + "accuracy": 0.969368, + "main_score": 0.960968, + "hf_subset": "lit_Latn-san_Deva", + "languages": [ + "lit-Latn", + "san-Deva" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "lit_Latn-tat_Cyrl", + "languages": [ + "lit-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.879282, + "recall": 0.91502, + "f1": 0.890613, + "accuracy": 0.91502, + "main_score": 0.890613, + "hf_subset": "lit_Latn-xho_Latn", + "languages": [ + "lit-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-ars_Arab", + "languages": [ + "lit-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-ceb_Latn", + "languages": [ + "lit-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.439762, + "recall": 0.518775, + "f1": 0.461033, + "accuracy": 0.518775, + "main_score": 0.461033, + "hf_subset": "lit_Latn-fuv_Latn", + "languages": [ + "lit-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.443383, + "recall": 0.513834, + "f1": 0.462368, + "accuracy": 0.513834, + "main_score": 0.462368, + "hf_subset": "lit_Latn-kac_Latn", + "languages": [ + "lit-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.611181, + "recall": 0.683794, + "f1": 0.63148, + "accuracy": 0.683794, + "main_score": 0.63148, + "hf_subset": "lit_Latn-lin_Latn", + "languages": [ + "lit-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "lit_Latn-nno_Latn", + "languages": [ + "lit-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.85443, + "recall": 0.894269, + "f1": 0.866502, + "accuracy": 0.894269, + "main_score": 0.866502, + "hf_subset": "lit_Latn-sat_Olck", + "languages": [ + "lit-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lit_Latn-tel_Telu", + "languages": [ + "lit-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lit_Latn-ydd_Hebr", + "languages": [ + "lit-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "lit_Latn-ary_Arab", + "languages": [ + "lit-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-ces_Latn", + "languages": [ + "lit-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.552955, + "recall": 0.628458, + "f1": 0.573184, + "accuracy": 0.628458, + "main_score": 0.573184, + "hf_subset": "lit_Latn-gaz_Latn", + "languages": [ + "lit-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.520494, + "recall": 0.601779, + "f1": 0.542176, + "accuracy": 0.601779, + "main_score": 0.542176, + "hf_subset": "lit_Latn-kam_Latn", + "languages": [ + "lit-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-nob_Latn", + "languages": [ + "lit-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lit_Latn-scn_Latn", + "languages": [ + "lit-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "lit_Latn-tgk_Cyrl", + "languages": [ + "lit-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.727891, + "recall": 0.797431, + "f1": 0.748619, + "accuracy": 0.797431, + "main_score": 0.748619, + "hf_subset": "lit_Latn-yor_Latn", + "languages": [ + "lit-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-arz_Arab", + "languages": [ + "lit-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.451067, + "recall": 0.534585, + "f1": 0.473539, + "accuracy": 0.534585, + "main_score": 0.473539, + "hf_subset": "lit_Latn-cjk_Latn", + "languages": [ + "lit-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "lit_Latn-gla_Latn", + "languages": [ + "lit-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-kan_Knda", + "languages": [ + "lit-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "lit_Latn-lmo_Latn", + "languages": [ + "lit-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "lit_Latn-npi_Deva", + "languages": [ + "lit-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.524112, + "recall": 0.608696, + "f1": 0.547781, + "accuracy": 0.608696, + "main_score": 0.547781, + "hf_subset": "lit_Latn-shn_Mymr", + "languages": [ + "lit-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-tgl_Latn", + "languages": [ + "lit-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-yue_Hant", + "languages": [ + "lit-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "lit_Latn-asm_Beng", + "languages": [ + "lit-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.926548, + "recall": 0.948617, + "f1": 0.933432, + "accuracy": 0.948617, + "main_score": 0.933432, + "hf_subset": "lit_Latn-ckb_Arab", + "languages": [ + "lit-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.970603, + "recall": 0.979249, + "f1": 0.973386, + "accuracy": 0.979249, + "main_score": 0.973386, + "hf_subset": "lit_Latn-gle_Latn", + "languages": [ + "lit-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.88554, + "recall": 0.917984, + "f1": 0.895553, + "accuracy": 0.917984, + "main_score": 0.895553, + "hf_subset": "lit_Latn-kas_Arab", + "languages": [ + "lit-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.907773, + "recall": 0.935771, + "f1": 0.916667, + "accuracy": 0.935771, + "main_score": 0.916667, + "hf_subset": "lit_Latn-ltg_Latn", + "languages": [ + "lit-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.759791, + "recall": 0.821146, + "f1": 0.778532, + "accuracy": 0.821146, + "main_score": 0.778532, + "hf_subset": "lit_Latn-nso_Latn", + "languages": [ + "lit-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "lit_Latn-sin_Sinh", + "languages": [ + "lit-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-tha_Thai", + "languages": [ + "lit-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-zho_Hans", + "languages": [ + "lit-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-ast_Latn", + "languages": [ + "lit-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lit_Latn-crh_Latn", + "languages": [ + "lit-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-glg_Latn", + "languages": [ + "lit-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.836166, + "recall": 0.882411, + "f1": 0.850395, + "accuracy": 0.882411, + "main_score": 0.850395, + "hf_subset": "lit_Latn-kas_Deva", + "languages": [ + "lit-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lit_Latn-ltz_Latn", + "languages": [ + "lit-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.403153, + "recall": 0.472332, + "f1": 0.421865, + "accuracy": 0.472332, + "main_score": 0.421865, + "hf_subset": "lit_Latn-nus_Latn", + "languages": [ + "lit-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-slk_Latn", + "languages": [ + "lit-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.630707, + "recall": 0.709486, + "f1": 0.652375, + "accuracy": 0.709486, + "main_score": 0.652375, + "hf_subset": "lit_Latn-tir_Ethi", + "languages": [ + "lit-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-zho_Hant", + "languages": [ + "lit-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.976532, + "recall": 0.982213, + "f1": 0.978327, + "accuracy": 0.982213, + "main_score": 0.978327, + "hf_subset": "lit_Latn-awa_Deva", + "languages": [ + "lit-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "lit_Latn-cym_Latn", + "languages": [ + "lit-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.73722, + "recall": 0.799407, + "f1": 0.755407, + "accuracy": 0.799407, + "main_score": 0.755407, + "hf_subset": "lit_Latn-grn_Latn", + "languages": [ + "lit-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-kat_Geor", + "languages": [ + "lit-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.565187, + "recall": 0.631423, + "f1": 0.583283, + "accuracy": 0.631423, + "main_score": 0.583283, + "hf_subset": "lit_Latn-lua_Latn", + "languages": [ + "lit-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.822299, + "recall": 0.871542, + "f1": 0.837549, + "accuracy": 0.871542, + "main_score": 0.837549, + "hf_subset": "lit_Latn-nya_Latn", + "languages": [ + "lit-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-slv_Latn", + "languages": [ + "lit-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "lit_Latn-tpi_Latn", + "languages": [ + "lit-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-zsm_Latn", + "languages": [ + "lit-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.478992, + "recall": 0.548419, + "f1": 0.497625, + "accuracy": 0.548419, + "main_score": 0.497625, + "hf_subset": "lit_Latn-ayr_Latn", + "languages": [ + "lit-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-dan_Latn", + "languages": [ + "lit-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-guj_Gujr", + "languages": [ + "lit-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lit_Latn-kaz_Cyrl", + "languages": [ + "lit-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.623617, + "recall": 0.70751, + "f1": 0.647779, + "accuracy": 0.70751, + "main_score": 0.647779, + "hf_subset": "lit_Latn-lug_Latn", + "languages": [ + "lit-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-oci_Latn", + "languages": [ + "lit-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.823699, + "recall": 0.870553, + "f1": 0.83826, + "accuracy": 0.870553, + "main_score": 0.83826, + "hf_subset": "lit_Latn-smo_Latn", + "languages": [ + "lit-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.750313, + "recall": 0.813241, + "f1": 0.769401, + "accuracy": 0.813241, + "main_score": 0.769401, + "hf_subset": "lit_Latn-tsn_Latn", + "languages": [ + "lit-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.881094, + "recall": 0.91502, + "f1": 0.891765, + "accuracy": 0.91502, + "main_score": 0.891765, + "hf_subset": "lit_Latn-zul_Latn", + "languages": [ + "lit-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.917984, + "recall": 0.942688, + "f1": 0.925856, + "accuracy": 0.942688, + "main_score": 0.925856, + "hf_subset": "lit_Latn-azb_Arab", + "languages": [ + "lit-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-deu_Latn", + "languages": [ + "lit-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "lit_Latn-hat_Latn", + "languages": [ + "lit-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.451852, + "recall": 0.512846, + "f1": 0.468361, + "accuracy": 0.512846, + "main_score": 0.468361, + "hf_subset": "lit_Latn-kbp_Latn", + "languages": [ + "lit-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.485077, + "recall": 0.559289, + "f1": 0.505474, + "accuracy": 0.559289, + "main_score": 0.505474, + "hf_subset": "lit_Latn-luo_Latn", + "languages": [ + "lit-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "lit_Latn-ory_Orya", + "languages": [ + "lit-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.886199, + "recall": 0.920949, + "f1": 0.897398, + "accuracy": 0.920949, + "main_score": 0.897398, + "hf_subset": "lit_Latn-sna_Latn", + "languages": [ + "lit-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.646097, + "recall": 0.72332, + "f1": 0.668249, + "accuracy": 0.72332, + "main_score": 0.668249, + "hf_subset": "lit_Latn-tso_Latn", + "languages": [ + "lit-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-azj_Latn", + "languages": [ + "lit-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.462826, + "recall": 0.54249, + "f1": 0.485046, + "accuracy": 0.54249, + "main_score": 0.485046, + "hf_subset": "lit_Latn-dik_Latn", + "languages": [ + "lit-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.899621, + "recall": 0.929842, + "f1": 0.909321, + "accuracy": 0.929842, + "main_score": 0.909321, + "hf_subset": "lit_Latn-hau_Latn", + "languages": [ + "lit-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "lit_Latn-kea_Latn", + "languages": [ + "lit-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.914279, + "recall": 0.939723, + "f1": 0.922497, + "accuracy": 0.939723, + "main_score": 0.922497, + "hf_subset": "lit_Latn-lus_Latn", + "languages": [ + "lit-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.85746, + "recall": 0.895257, + "f1": 0.869269, + "accuracy": 0.895257, + "main_score": 0.869269, + "hf_subset": "lit_Latn-pag_Latn", + "languages": [ + "lit-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "lit_Latn-snd_Arab", + "languages": [ + "lit-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lit_Latn-tuk_Latn", + "languages": [ + "lit-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lit_Latn-bak_Cyrl", + "languages": [ + "lit-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.443379, + "recall": 0.517787, + "f1": 0.46364, + "accuracy": 0.517787, + "main_score": 0.46364, + "hf_subset": "lit_Latn-dyu_Latn", + "languages": [ + "lit-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-heb_Hebr", + "languages": [ + "lit-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "lit_Latn-khk_Cyrl", + "languages": [ + "lit-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-lvs_Latn", + "languages": [ + "lit-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lit_Latn-pan_Guru", + "languages": [ + "lit-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.858705, + "recall": 0.898221, + "f1": 0.870767, + "accuracy": 0.898221, + "main_score": 0.870767, + "hf_subset": "lit_Latn-som_Latn", + "languages": [ + "lit-Latn", + "som-Latn" + ] + }, + { + "precision": 0.693379, + "recall": 0.758893, + "f1": 0.71206, + "accuracy": 0.758893, + "main_score": 0.71206, + "hf_subset": "lit_Latn-tum_Latn", + "languages": [ + "lit-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.521715, + "recall": 0.617589, + "f1": 0.548824, + "accuracy": 0.617589, + "main_score": 0.548824, + "hf_subset": "nob_Latn-ace_Arab", + "languages": [ + "nob-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.46381, + "recall": 0.531621, + "f1": 0.481958, + "accuracy": 0.531621, + "main_score": 0.481958, + "hf_subset": "nob_Latn-bam_Latn", + "languages": [ + "nob-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.676427, + "recall": 0.757905, + "f1": 0.700462, + "accuracy": 0.757905, + "main_score": 0.700462, + "hf_subset": "nob_Latn-dzo_Tibt", + "languages": [ + "nob-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-hin_Deva", + "languages": [ + "nob-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "nob_Latn-khm_Khmr", + "languages": [ + "nob-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-mag_Deva", + "languages": [ + "nob-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-pap_Latn", + "languages": [ + "nob-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.863373, + "recall": 0.901186, + "f1": 0.874934, + "accuracy": 0.901186, + "main_score": 0.874934, + "hf_subset": "nob_Latn-sot_Latn", + "languages": [ + "nob-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-tur_Latn", + "languages": [ + "nob-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.872892, + "recall": 0.907115, + "f1": 0.883682, + "accuracy": 0.907115, + "main_score": 0.883682, + "hf_subset": "nob_Latn-ace_Latn", + "languages": [ + "nob-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "nob_Latn-ban_Latn", + "languages": [ + "nob-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-ell_Grek", + "languages": [ + "nob-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "nob_Latn-hne_Deva", + "languages": [ + "nob-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.568845, + "recall": 0.644269, + "f1": 0.589446, + "accuracy": 0.644269, + "main_score": 0.589446, + "hf_subset": "nob_Latn-kik_Latn", + "languages": [ + "nob-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-mai_Deva", + "languages": [ + "nob-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.948123, + "recall": 0.965415, + "f1": 0.953887, + "accuracy": 0.965415, + "main_score": 0.953887, + "hf_subset": "nob_Latn-pbt_Arab", + "languages": [ + "nob-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-spa_Latn", + "languages": [ + "nob-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.77225, + "recall": 0.831028, + "f1": 0.789855, + "accuracy": 0.831028, + "main_score": 0.789855, + "hf_subset": "nob_Latn-twi_Latn", + "languages": [ + "nob-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-acm_Arab", + "languages": [ + "nob-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "nob_Latn-bel_Cyrl", + "languages": [ + "nob-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-hrv_Latn", + "languages": [ + "nob-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.859281, + "recall": 0.897233, + "f1": 0.870866, + "accuracy": 0.897233, + "main_score": 0.870866, + "hf_subset": "nob_Latn-kin_Latn", + "languages": [ + "nob-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "nob_Latn-mal_Mlym", + "languages": [ + "nob-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-pes_Arab", + "languages": [ + "nob-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "nob_Latn-srd_Latn", + "languages": [ + "nob-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.198401, + "recall": 0.264822, + "f1": 0.215394, + "accuracy": 0.264822, + "main_score": 0.215394, + "hf_subset": "nob_Latn-tzm_Tfng", + "languages": [ + "nob-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-acq_Arab", + "languages": [ + "nob-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.66735, + "recall": 0.740119, + "f1": 0.688324, + "accuracy": 0.740119, + "main_score": 0.688324, + "hf_subset": "nob_Latn-bem_Latn", + "languages": [ + "nob-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-epo_Latn", + "languages": [ + "nob-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-hun_Latn", + "languages": [ + "nob-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nob_Latn-kir_Cyrl", + "languages": [ + "nob-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-mar_Deva", + "languages": [ + "nob-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.874786, + "recall": 0.911067, + "f1": 0.8861, + "accuracy": 0.911067, + "main_score": 0.8861, + "hf_subset": "nob_Latn-plt_Latn", + "languages": [ + "nob-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "nob_Latn-srp_Cyrl", + "languages": [ + "nob-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.952108, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "nob_Latn-uig_Arab", + "languages": [ + "nob-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nob_Latn-aeb_Arab", + "languages": [ + "nob-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-ben_Beng", + "languages": [ + "nob-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-est_Latn", + "languages": [ + "nob-Latn", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-hye_Armn", + "languages": [ + "nob-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.459587, + "recall": 0.527668, + "f1": 0.478433, + "accuracy": 0.527668, + "main_score": 0.478433, + "hf_subset": "nob_Latn-kmb_Latn", + "languages": [ + "nob-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.510363, + "recall": 0.596838, + "f1": 0.53382, + "accuracy": 0.596838, + "main_score": 0.53382, + "hf_subset": "nob_Latn-min_Arab", + "languages": [ + "nob-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-pol_Latn", + "languages": [ + "nob-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.753788, + "recall": 0.820158, + "f1": 0.773748, + "accuracy": 0.820158, + "main_score": 0.773748, + "hf_subset": "nob_Latn-ssw_Latn", + "languages": [ + "nob-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ukr_Cyrl", + "languages": [ + "nob-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-afr_Latn", + "languages": [ + "nob-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-bho_Deva", + "languages": [ + "nob-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-eus_Latn", + "languages": [ + "nob-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.888011, + "recall": 0.921937, + "f1": 0.898682, + "accuracy": 0.921937, + "main_score": 0.898682, + "hf_subset": "nob_Latn-ibo_Latn", + "languages": [ + "nob-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.875659, + "recall": 0.911067, + "f1": 0.886462, + "accuracy": 0.911067, + "main_score": 0.886462, + "hf_subset": "nob_Latn-kmr_Latn", + "languages": [ + "nob-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nob_Latn-min_Latn", + "languages": [ + "nob-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-por_Latn", + "languages": [ + "nob-Latn", + "por-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "nob_Latn-sun_Latn", + "languages": [ + "nob-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.451837, + "recall": 0.524704, + "f1": 0.472551, + "accuracy": 0.524704, + "main_score": 0.472551, + "hf_subset": "nob_Latn-umb_Latn", + "languages": [ + "nob-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-ajp_Arab", + "languages": [ + "nob-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.524839, + "recall": 0.607708, + "f1": 0.547489, + "accuracy": 0.607708, + "main_score": 0.547489, + "hf_subset": "nob_Latn-bjn_Arab", + "languages": [ + "nob-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.440468, + "recall": 0.501976, + "f1": 0.456927, + "accuracy": 0.501976, + "main_score": 0.456927, + "hf_subset": "nob_Latn-ewe_Latn", + "languages": [ + "nob-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "nob_Latn-ilo_Latn", + "languages": [ + "nob-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.251923, + "recall": 0.320158, + "f1": 0.268658, + "accuracy": 0.320158, + "main_score": 0.268658, + "hf_subset": "nob_Latn-knc_Arab", + "languages": [ + "nob-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-mkd_Cyrl", + "languages": [ + "nob-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-prs_Arab", + "languages": [ + "nob-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-swe_Latn", + "languages": [ + "nob-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-urd_Arab", + "languages": [ + "nob-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.747958, + "recall": 0.809289, + "f1": 0.766126, + "accuracy": 0.809289, + "main_score": 0.766126, + "hf_subset": "nob_Latn-aka_Latn", + "languages": [ + "nob-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "nob_Latn-bjn_Latn", + "languages": [ + "nob-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "nob_Latn-fao_Latn", + "languages": [ + "nob-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ind_Latn", + "languages": [ + "nob-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.511589, + "recall": 0.58004, + "f1": 0.529638, + "accuracy": 0.58004, + "main_score": 0.529638, + "hf_subset": "nob_Latn-knc_Latn", + "languages": [ + "nob-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-mlt_Latn", + "languages": [ + "nob-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.62758, + "recall": 0.704545, + "f1": 0.649697, + "accuracy": 0.704545, + "main_score": 0.649697, + "hf_subset": "nob_Latn-quy_Latn", + "languages": [ + "nob-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "nob_Latn-swh_Latn", + "languages": [ + "nob-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-uzn_Latn", + "languages": [ + "nob-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-als_Latn", + "languages": [ + "nob-Latn", + "als-Latn" + ] + }, + { + "precision": 0.818109, + "recall": 0.867589, + "f1": 0.833482, + "accuracy": 0.867589, + "main_score": 0.833482, + "hf_subset": "nob_Latn-bod_Tibt", + "languages": [ + "nob-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.61186, + "recall": 0.686759, + "f1": 0.6328, + "accuracy": 0.686759, + "main_score": 0.6328, + "hf_subset": "nob_Latn-fij_Latn", + "languages": [ + "nob-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "nob_Latn-isl_Latn", + "languages": [ + "nob-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.592856, + "recall": 0.673913, + "f1": 0.615593, + "accuracy": 0.673913, + "main_score": 0.615593, + "hf_subset": "nob_Latn-kon_Latn", + "languages": [ + "nob-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.610906, + "recall": 0.693676, + "f1": 0.634496, + "accuracy": 0.693676, + "main_score": 0.634496, + "hf_subset": "nob_Latn-mni_Beng", + "languages": [ + "nob-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-ron_Latn", + "languages": [ + "nob-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "nob_Latn-szl_Latn", + "languages": [ + "nob-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-vec_Latn", + "languages": [ + "nob-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.931818, + "recall": 0.953557, + "f1": 0.9389, + "accuracy": 0.953557, + "main_score": 0.9389, + "hf_subset": "nob_Latn-amh_Ethi", + "languages": [ + "nob-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-bos_Latn", + "languages": [ + "nob-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-fin_Latn", + "languages": [ + "nob-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-ita_Latn", + "languages": [ + "nob-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-kor_Hang", + "languages": [ + "nob-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.481376, + "recall": 0.550395, + "f1": 0.500353, + "accuracy": 0.550395, + "main_score": 0.500353, + "hf_subset": "nob_Latn-mos_Latn", + "languages": [ + "nob-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.754974, + "recall": 0.815217, + "f1": 0.772859, + "accuracy": 0.815217, + "main_score": 0.772859, + "hf_subset": "nob_Latn-run_Latn", + "languages": [ + "nob-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "nob_Latn-tam_Taml", + "languages": [ + "nob-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-vie_Latn", + "languages": [ + "nob-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-apc_Arab", + "languages": [ + "nob-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.730616, + "recall": 0.798419, + "f1": 0.751153, + "accuracy": 0.798419, + "main_score": 0.751153, + "hf_subset": "nob_Latn-bug_Latn", + "languages": [ + "nob-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.41596, + "recall": 0.47332, + "f1": 0.43109, + "accuracy": 0.47332, + "main_score": 0.43109, + "hf_subset": "nob_Latn-fon_Latn", + "languages": [ + "nob-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "nob_Latn-jav_Latn", + "languages": [ + "nob-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "nob_Latn-lao_Laoo", + "languages": [ + "nob-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.872694, + "recall": 0.910079, + "f1": 0.884519, + "accuracy": 0.910079, + "main_score": 0.884519, + "hf_subset": "nob_Latn-mri_Latn", + "languages": [ + "nob-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-rus_Cyrl", + "languages": [ + "nob-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.492505, + "recall": 0.559289, + "f1": 0.510472, + "accuracy": 0.559289, + "main_score": 0.510472, + "hf_subset": "nob_Latn-taq_Latn", + "languages": [ + "nob-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-war_Latn", + "languages": [ + "nob-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-arb_Arab", + "languages": [ + "nob-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-bul_Cyrl", + "languages": [ + "nob-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-fra_Latn", + "languages": [ + "nob-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-jpn_Jpan", + "languages": [ + "nob-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nob_Latn-lij_Latn", + "languages": [ + "nob-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "nob_Latn-mya_Mymr", + "languages": [ + "nob-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.533416, + "recall": 0.605731, + "f1": 0.553059, + "accuracy": 0.605731, + "main_score": 0.553059, + "hf_subset": "nob_Latn-sag_Latn", + "languages": [ + "nob-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.218866, + "recall": 0.286561, + "f1": 0.235102, + "accuracy": 0.286561, + "main_score": 0.235102, + "hf_subset": "nob_Latn-taq_Tfng", + "languages": [ + "nob-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.624255, + "recall": 0.698617, + "f1": 0.645561, + "accuracy": 0.698617, + "main_score": 0.645561, + "hf_subset": "nob_Latn-wol_Latn", + "languages": [ + "nob-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.838603, + "recall": 0.886364, + "f1": 0.853524, + "accuracy": 0.886364, + "main_score": 0.853524, + "hf_subset": "nob_Latn-arb_Latn", + "languages": [ + "nob-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-cat_Latn", + "languages": [ + "nob-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-fur_Latn", + "languages": [ + "nob-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.439419, + "recall": 0.51581, + "f1": 0.459879, + "accuracy": 0.51581, + "main_score": 0.459879, + "hf_subset": "nob_Latn-kab_Latn", + "languages": [ + "nob-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-lim_Latn", + "languages": [ + "nob-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-nld_Latn", + "languages": [ + "nob-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "nob_Latn-san_Deva", + "languages": [ + "nob-Latn", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-tat_Cyrl", + "languages": [ + "nob-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.877553, + "recall": 0.914032, + "f1": 0.889196, + "accuracy": 0.914032, + "main_score": 0.889196, + "hf_subset": "nob_Latn-xho_Latn", + "languages": [ + "nob-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-ars_Arab", + "languages": [ + "nob-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-ceb_Latn", + "languages": [ + "nob-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.472043, + "recall": 0.552372, + "f1": 0.493624, + "accuracy": 0.552372, + "main_score": 0.493624, + "hf_subset": "nob_Latn-fuv_Latn", + "languages": [ + "nob-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.465709, + "recall": 0.535573, + "f1": 0.484452, + "accuracy": 0.535573, + "main_score": 0.484452, + "hf_subset": "nob_Latn-kac_Latn", + "languages": [ + "nob-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.614676, + "recall": 0.692688, + "f1": 0.636439, + "accuracy": 0.692688, + "main_score": 0.636439, + "hf_subset": "nob_Latn-lin_Latn", + "languages": [ + "nob-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-nno_Latn", + "languages": [ + "nob-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.871459, + "recall": 0.909091, + "f1": 0.883235, + "accuracy": 0.909091, + "main_score": 0.883235, + "hf_subset": "nob_Latn-sat_Olck", + "languages": [ + "nob-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nob_Latn-tel_Telu", + "languages": [ + "nob-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nob_Latn-ydd_Hebr", + "languages": [ + "nob-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "nob_Latn-ary_Arab", + "languages": [ + "nob-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-ces_Latn", + "languages": [ + "nob-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.532591, + "recall": 0.621542, + "f1": 0.55724, + "accuracy": 0.621542, + "main_score": 0.55724, + "hf_subset": "nob_Latn-gaz_Latn", + "languages": [ + "nob-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.532702, + "recall": 0.610672, + "f1": 0.553673, + "accuracy": 0.610672, + "main_score": 0.553673, + "hf_subset": "nob_Latn-kam_Latn", + "languages": [ + "nob-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "nob_Latn-lit_Latn", + "languages": [ + "nob-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.986331, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "nob_Latn-scn_Latn", + "languages": [ + "nob-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "nob_Latn-tgk_Cyrl", + "languages": [ + "nob-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.742154, + "recall": 0.809289, + "f1": 0.762105, + "accuracy": 0.809289, + "main_score": 0.762105, + "hf_subset": "nob_Latn-yor_Latn", + "languages": [ + "nob-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-arz_Arab", + "languages": [ + "nob-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.485419, + "recall": 0.563241, + "f1": 0.506362, + "accuracy": 0.563241, + "main_score": 0.506362, + "hf_subset": "nob_Latn-cjk_Latn", + "languages": [ + "nob-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.966403, + "f1": 0.955204, + "accuracy": 0.966403, + "main_score": 0.955204, + "hf_subset": "nob_Latn-gla_Latn", + "languages": [ + "nob-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "nob_Latn-kan_Knda", + "languages": [ + "nob-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.989295, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "nob_Latn-lmo_Latn", + "languages": [ + "nob-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "nob_Latn-npi_Deva", + "languages": [ + "nob-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.526754, + "recall": 0.612648, + "f1": 0.550575, + "accuracy": 0.612648, + "main_score": 0.550575, + "hf_subset": "nob_Latn-shn_Mymr", + "languages": [ + "nob-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-tgl_Latn", + "languages": [ + "nob-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-yue_Hant", + "languages": [ + "nob-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nob_Latn-asm_Beng", + "languages": [ + "nob-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.939723, + "recall": 0.958498, + "f1": 0.945817, + "accuracy": 0.958498, + "main_score": 0.945817, + "hf_subset": "nob_Latn-ckb_Arab", + "languages": [ + "nob-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "nob_Latn-gle_Latn", + "languages": [ + "nob-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.916749, + "recall": 0.9417, + "f1": 0.924473, + "accuracy": 0.9417, + "main_score": 0.924473, + "hf_subset": "nob_Latn-kas_Arab", + "languages": [ + "nob-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.90028, + "recall": 0.928854, + "f1": 0.909157, + "accuracy": 0.928854, + "main_score": 0.909157, + "hf_subset": "nob_Latn-ltg_Latn", + "languages": [ + "nob-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.783959, + "recall": 0.839921, + "f1": 0.800908, + "accuracy": 0.839921, + "main_score": 0.800908, + "hf_subset": "nob_Latn-nso_Latn", + "languages": [ + "nob-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "nob_Latn-sin_Sinh", + "languages": [ + "nob-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-tha_Thai", + "languages": [ + "nob-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-zho_Hans", + "languages": [ + "nob-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.99753, + "recall": 0.998024, + "f1": 0.997694, + "accuracy": 0.998024, + "main_score": 0.997694, + "hf_subset": "nob_Latn-ast_Latn", + "languages": [ + "nob-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "nob_Latn-crh_Latn", + "languages": [ + "nob-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-glg_Latn", + "languages": [ + "nob-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.848024, + "recall": 0.893281, + "f1": 0.861924, + "accuracy": 0.893281, + "main_score": 0.861924, + "hf_subset": "nob_Latn-kas_Deva", + "languages": [ + "nob-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nob_Latn-ltz_Latn", + "languages": [ + "nob-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.412961, + "recall": 0.485178, + "f1": 0.432296, + "accuracy": 0.485178, + "main_score": 0.432296, + "hf_subset": "nob_Latn-nus_Latn", + "languages": [ + "nob-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-slk_Latn", + "languages": [ + "nob-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.634937, + "recall": 0.718379, + "f1": 0.658665, + "accuracy": 0.718379, + "main_score": 0.658665, + "hf_subset": "nob_Latn-tir_Ethi", + "languages": [ + "nob-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-zho_Hant", + "languages": [ + "nob-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.982955, + "recall": 0.987154, + "f1": 0.984256, + "accuracy": 0.987154, + "main_score": 0.984256, + "hf_subset": "nob_Latn-awa_Deva", + "languages": [ + "nob-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "nob_Latn-cym_Latn", + "languages": [ + "nob-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.767631, + "recall": 0.828063, + "f1": 0.785886, + "accuracy": 0.828063, + "main_score": 0.785886, + "hf_subset": "nob_Latn-grn_Latn", + "languages": [ + "nob-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-kat_Geor", + "languages": [ + "nob-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.593407, + "recall": 0.662055, + "f1": 0.612037, + "accuracy": 0.662055, + "main_score": 0.612037, + "hf_subset": "nob_Latn-lua_Latn", + "languages": [ + "nob-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.816815, + "recall": 0.868577, + "f1": 0.832708, + "accuracy": 0.868577, + "main_score": 0.832708, + "hf_subset": "nob_Latn-nya_Latn", + "languages": [ + "nob-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-slv_Latn", + "languages": [ + "nob-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nob_Latn-tpi_Latn", + "languages": [ + "nob-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-zsm_Latn", + "languages": [ + "nob-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.487894, + "recall": 0.559289, + "f1": 0.507327, + "accuracy": 0.559289, + "main_score": 0.507327, + "hf_subset": "nob_Latn-ayr_Latn", + "languages": [ + "nob-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-dan_Latn", + "languages": [ + "nob-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-guj_Gujr", + "languages": [ + "nob-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-kaz_Cyrl", + "languages": [ + "nob-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.640349, + "recall": 0.718379, + "f1": 0.662982, + "accuracy": 0.718379, + "main_score": 0.662982, + "hf_subset": "nob_Latn-lug_Latn", + "languages": [ + "nob-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-oci_Latn", + "languages": [ + "nob-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.832905, + "recall": 0.878458, + "f1": 0.847134, + "accuracy": 0.878458, + "main_score": 0.847134, + "hf_subset": "nob_Latn-smo_Latn", + "languages": [ + "nob-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.735161, + "recall": 0.804348, + "f1": 0.756258, + "accuracy": 0.804348, + "main_score": 0.756258, + "hf_subset": "nob_Latn-tsn_Latn", + "languages": [ + "nob-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.895751, + "recall": 0.928854, + "f1": 0.906456, + "accuracy": 0.928854, + "main_score": 0.906456, + "hf_subset": "nob_Latn-zul_Latn", + "languages": [ + "nob-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.935771, + "recall": 0.956522, + "f1": 0.942523, + "accuracy": 0.956522, + "main_score": 0.942523, + "hf_subset": "nob_Latn-azb_Arab", + "languages": [ + "nob-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-deu_Latn", + "languages": [ + "nob-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "nob_Latn-hat_Latn", + "languages": [ + "nob-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.470295, + "recall": 0.537549, + "f1": 0.488663, + "accuracy": 0.537549, + "main_score": 0.488663, + "hf_subset": "nob_Latn-kbp_Latn", + "languages": [ + "nob-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.49392, + "recall": 0.572134, + "f1": 0.515176, + "accuracy": 0.572134, + "main_score": 0.515176, + "hf_subset": "nob_Latn-luo_Latn", + "languages": [ + "nob-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "nob_Latn-ory_Orya", + "languages": [ + "nob-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.887434, + "recall": 0.920949, + "f1": 0.897925, + "accuracy": 0.920949, + "main_score": 0.897925, + "hf_subset": "nob_Latn-sna_Latn", + "languages": [ + "nob-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.65844, + "recall": 0.730237, + "f1": 0.679008, + "accuracy": 0.730237, + "main_score": 0.679008, + "hf_subset": "nob_Latn-tso_Latn", + "languages": [ + "nob-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-azj_Latn", + "languages": [ + "nob-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.479456, + "recall": 0.556324, + "f1": 0.501376, + "accuracy": 0.556324, + "main_score": 0.501376, + "hf_subset": "nob_Latn-dik_Latn", + "languages": [ + "nob-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.899457, + "recall": 0.928854, + "f1": 0.908827, + "accuracy": 0.928854, + "main_score": 0.908827, + "hf_subset": "nob_Latn-hau_Latn", + "languages": [ + "nob-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "nob_Latn-kea_Latn", + "languages": [ + "nob-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.931818, + "recall": 0.952569, + "f1": 0.938406, + "accuracy": 0.952569, + "main_score": 0.938406, + "hf_subset": "nob_Latn-lus_Latn", + "languages": [ + "nob-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.864048, + "recall": 0.902174, + "f1": 0.876021, + "accuracy": 0.902174, + "main_score": 0.876021, + "hf_subset": "nob_Latn-pag_Latn", + "languages": [ + "nob-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "nob_Latn-snd_Arab", + "languages": [ + "nob-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "nob_Latn-tuk_Latn", + "languages": [ + "nob-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nob_Latn-bak_Cyrl", + "languages": [ + "nob-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.457589, + "recall": 0.534585, + "f1": 0.478474, + "accuracy": 0.534585, + "main_score": 0.478474, + "hf_subset": "nob_Latn-dyu_Latn", + "languages": [ + "nob-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-heb_Hebr", + "languages": [ + "nob-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "nob_Latn-khk_Cyrl", + "languages": [ + "nob-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-lvs_Latn", + "languages": [ + "nob-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-pan_Guru", + "languages": [ + "nob-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.865613, + "recall": 0.907115, + "f1": 0.878755, + "accuracy": 0.907115, + "main_score": 0.878755, + "hf_subset": "nob_Latn-som_Latn", + "languages": [ + "nob-Latn", + "som-Latn" + ] + }, + { + "precision": 0.703047, + "recall": 0.767787, + "f1": 0.722205, + "accuracy": 0.767787, + "main_score": 0.722205, + "hf_subset": "nob_Latn-tum_Latn", + "languages": [ + "nob-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.542465, + "recall": 0.625494, + "f1": 0.566364, + "accuracy": 0.625494, + "main_score": 0.566364, + "hf_subset": "scn_Latn-ace_Arab", + "languages": [ + "scn-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.469897, + "recall": 0.525692, + "f1": 0.485157, + "accuracy": 0.525692, + "main_score": 0.485157, + "hf_subset": "scn_Latn-bam_Latn", + "languages": [ + "scn-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.666061, + "recall": 0.742095, + "f1": 0.687917, + "accuracy": 0.742095, + "main_score": 0.687917, + "hf_subset": "scn_Latn-dzo_Tibt", + "languages": [ + "scn-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-hin_Deva", + "languages": [ + "scn-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "scn_Latn-khm_Khmr", + "languages": [ + "scn-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-mag_Deva", + "languages": [ + "scn-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-pap_Latn", + "languages": [ + "scn-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.866469, + "recall": 0.906126, + "f1": 0.879084, + "accuracy": 0.906126, + "main_score": 0.879084, + "hf_subset": "scn_Latn-sot_Latn", + "languages": [ + "scn-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-tur_Latn", + "languages": [ + "scn-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.880715, + "recall": 0.914032, + "f1": 0.89137, + "accuracy": 0.914032, + "main_score": 0.89137, + "hf_subset": "scn_Latn-ace_Latn", + "languages": [ + "scn-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "scn_Latn-ban_Latn", + "languages": [ + "scn-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-ell_Grek", + "languages": [ + "scn-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "scn_Latn-hne_Deva", + "languages": [ + "scn-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.578543, + "recall": 0.650198, + "f1": 0.598673, + "accuracy": 0.650198, + "main_score": 0.598673, + "hf_subset": "scn_Latn-kik_Latn", + "languages": [ + "scn-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "scn_Latn-mai_Deva", + "languages": [ + "scn-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "scn_Latn-pbt_Arab", + "languages": [ + "scn-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-spa_Latn", + "languages": [ + "scn-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.775445, + "recall": 0.83004, + "f1": 0.79162, + "accuracy": 0.83004, + "main_score": 0.79162, + "hf_subset": "scn_Latn-twi_Latn", + "languages": [ + "scn-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-acm_Arab", + "languages": [ + "scn-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-bel_Cyrl", + "languages": [ + "scn-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-eng_Latn", + "languages": [ + "scn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-hrv_Latn", + "languages": [ + "scn-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.871953, + "recall": 0.905138, + "f1": 0.882115, + "accuracy": 0.905138, + "main_score": 0.882115, + "hf_subset": "scn_Latn-kin_Latn", + "languages": [ + "scn-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "scn_Latn-mal_Mlym", + "languages": [ + "scn-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-pes_Arab", + "languages": [ + "scn-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-srd_Latn", + "languages": [ + "scn-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.214492, + "recall": 0.283597, + "f1": 0.231376, + "accuracy": 0.283597, + "main_score": 0.231376, + "hf_subset": "scn_Latn-tzm_Tfng", + "languages": [ + "scn-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-acq_Arab", + "languages": [ + "scn-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.672645, + "recall": 0.742095, + "f1": 0.692805, + "accuracy": 0.742095, + "main_score": 0.692805, + "hf_subset": "scn_Latn-bem_Latn", + "languages": [ + "scn-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-epo_Latn", + "languages": [ + "scn-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-hun_Latn", + "languages": [ + "scn-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "scn_Latn-kir_Cyrl", + "languages": [ + "scn-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-mar_Deva", + "languages": [ + "scn-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.869895, + "recall": 0.907115, + "f1": 0.881555, + "accuracy": 0.907115, + "main_score": 0.881555, + "hf_subset": "scn_Latn-plt_Latn", + "languages": [ + "scn-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-srp_Cyrl", + "languages": [ + "scn-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.930995, + "recall": 0.952569, + "f1": 0.937912, + "accuracy": 0.952569, + "main_score": 0.937912, + "hf_subset": "scn_Latn-uig_Arab", + "languages": [ + "scn-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "scn_Latn-aeb_Arab", + "languages": [ + "scn-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "scn_Latn-ben_Beng", + "languages": [ + "scn-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-est_Latn", + "languages": [ + "scn-Latn", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-hye_Armn", + "languages": [ + "scn-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.482326, + "recall": 0.543478, + "f1": 0.499591, + "accuracy": 0.543478, + "main_score": 0.499591, + "hf_subset": "scn_Latn-kmb_Latn", + "languages": [ + "scn-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.500041, + "recall": 0.590909, + "f1": 0.524639, + "accuracy": 0.590909, + "main_score": 0.524639, + "hf_subset": "scn_Latn-min_Arab", + "languages": [ + "scn-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-pol_Latn", + "languages": [ + "scn-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.763093, + "recall": 0.825099, + "f1": 0.782101, + "accuracy": 0.825099, + "main_score": 0.782101, + "hf_subset": "scn_Latn-ssw_Latn", + "languages": [ + "scn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-ukr_Cyrl", + "languages": [ + "scn-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-afr_Latn", + "languages": [ + "scn-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-bho_Deva", + "languages": [ + "scn-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-eus_Latn", + "languages": [ + "scn-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.853837, + "recall": 0.896245, + "f1": 0.866963, + "accuracy": 0.896245, + "main_score": 0.866963, + "hf_subset": "scn_Latn-ibo_Latn", + "languages": [ + "scn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.891551, + "recall": 0.923913, + "f1": 0.901746, + "accuracy": 0.923913, + "main_score": 0.901746, + "hf_subset": "scn_Latn-kmr_Latn", + "languages": [ + "scn-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "scn_Latn-min_Latn", + "languages": [ + "scn-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-por_Latn", + "languages": [ + "scn-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "scn_Latn-sun_Latn", + "languages": [ + "scn-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.466587, + "recall": 0.538538, + "f1": 0.487452, + "accuracy": 0.538538, + "main_score": 0.487452, + "hf_subset": "scn_Latn-umb_Latn", + "languages": [ + "scn-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-ajp_Arab", + "languages": [ + "scn-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.530849, + "recall": 0.612648, + "f1": 0.553811, + "accuracy": 0.612648, + "main_score": 0.553811, + "hf_subset": "scn_Latn-bjn_Arab", + "languages": [ + "scn-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.455523, + "recall": 0.514822, + "f1": 0.472043, + "accuracy": 0.514822, + "main_score": 0.472043, + "hf_subset": "scn_Latn-ewe_Latn", + "languages": [ + "scn-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "scn_Latn-ilo_Latn", + "languages": [ + "scn-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.268443, + "recall": 0.335968, + "f1": 0.285551, + "accuracy": 0.335968, + "main_score": 0.285551, + "hf_subset": "scn_Latn-knc_Arab", + "languages": [ + "scn-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-mkd_Cyrl", + "languages": [ + "scn-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-prs_Arab", + "languages": [ + "scn-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-swe_Latn", + "languages": [ + "scn-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-urd_Arab", + "languages": [ + "scn-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.739559, + "recall": 0.800395, + "f1": 0.757496, + "accuracy": 0.800395, + "main_score": 0.757496, + "hf_subset": "scn_Latn-aka_Latn", + "languages": [ + "scn-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "scn_Latn-bjn_Latn", + "languages": [ + "scn-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "scn_Latn-fao_Latn", + "languages": [ + "scn-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-ind_Latn", + "languages": [ + "scn-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.514701, + "recall": 0.574111, + "f1": 0.530685, + "accuracy": 0.574111, + "main_score": 0.530685, + "hf_subset": "scn_Latn-knc_Latn", + "languages": [ + "scn-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-mlt_Latn", + "languages": [ + "scn-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.639727, + "recall": 0.708498, + "f1": 0.660161, + "accuracy": 0.708498, + "main_score": 0.660161, + "hf_subset": "scn_Latn-quy_Latn", + "languages": [ + "scn-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "scn_Latn-swh_Latn", + "languages": [ + "scn-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-uzn_Latn", + "languages": [ + "scn-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-als_Latn", + "languages": [ + "scn-Latn", + "als-Latn" + ] + }, + { + "precision": 0.799769, + "recall": 0.854743, + "f1": 0.816587, + "accuracy": 0.854743, + "main_score": 0.816587, + "hf_subset": "scn_Latn-bod_Tibt", + "languages": [ + "scn-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.629134, + "recall": 0.699605, + "f1": 0.649075, + "accuracy": 0.699605, + "main_score": 0.649075, + "hf_subset": "scn_Latn-fij_Latn", + "languages": [ + "scn-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "scn_Latn-isl_Latn", + "languages": [ + "scn-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.597739, + "recall": 0.670949, + "f1": 0.618241, + "accuracy": 0.670949, + "main_score": 0.618241, + "hf_subset": "scn_Latn-kon_Latn", + "languages": [ + "scn-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.595197, + "recall": 0.673913, + "f1": 0.617975, + "accuracy": 0.673913, + "main_score": 0.617975, + "hf_subset": "scn_Latn-mni_Beng", + "languages": [ + "scn-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-ron_Latn", + "languages": [ + "scn-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "scn_Latn-szl_Latn", + "languages": [ + "scn-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-vec_Latn", + "languages": [ + "scn-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.932477, + "recall": 0.953557, + "f1": 0.939229, + "accuracy": 0.953557, + "main_score": 0.939229, + "hf_subset": "scn_Latn-amh_Ethi", + "languages": [ + "scn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-bos_Latn", + "languages": [ + "scn-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-fin_Latn", + "languages": [ + "scn-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-ita_Latn", + "languages": [ + "scn-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-kor_Hang", + "languages": [ + "scn-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.489872, + "recall": 0.557312, + "f1": 0.508693, + "accuracy": 0.557312, + "main_score": 0.508693, + "hf_subset": "scn_Latn-mos_Latn", + "languages": [ + "scn-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.764328, + "recall": 0.823123, + "f1": 0.782181, + "accuracy": 0.823123, + "main_score": 0.782181, + "hf_subset": "scn_Latn-run_Latn", + "languages": [ + "scn-Latn", + "run-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "scn_Latn-tam_Taml", + "languages": [ + "scn-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "scn_Latn-vie_Latn", + "languages": [ + "scn-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-apc_Arab", + "languages": [ + "scn-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.723946, + "recall": 0.789526, + "f1": 0.743299, + "accuracy": 0.789526, + "main_score": 0.743299, + "hf_subset": "scn_Latn-bug_Latn", + "languages": [ + "scn-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.424417, + "recall": 0.482213, + "f1": 0.440379, + "accuracy": 0.482213, + "main_score": 0.440379, + "hf_subset": "scn_Latn-fon_Latn", + "languages": [ + "scn-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "scn_Latn-jav_Latn", + "languages": [ + "scn-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.954792, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "scn_Latn-lao_Laoo", + "languages": [ + "scn-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.875659, + "recall": 0.912055, + "f1": 0.887154, + "accuracy": 0.912055, + "main_score": 0.887154, + "hf_subset": "scn_Latn-mri_Latn", + "languages": [ + "scn-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "scn_Latn-rus_Cyrl", + "languages": [ + "scn-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.501755, + "recall": 0.557312, + "f1": 0.517671, + "accuracy": 0.557312, + "main_score": 0.517671, + "hf_subset": "scn_Latn-taq_Latn", + "languages": [ + "scn-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-war_Latn", + "languages": [ + "scn-Latn", + "war-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-arb_Arab", + "languages": [ + "scn-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-bul_Cyrl", + "languages": [ + "scn-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-fra_Latn", + "languages": [ + "scn-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-jpn_Jpan", + "languages": [ + "scn-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-lij_Latn", + "languages": [ + "scn-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "scn_Latn-mya_Mymr", + "languages": [ + "scn-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.552346, + "recall": 0.620553, + "f1": 0.571539, + "accuracy": 0.620553, + "main_score": 0.571539, + "hf_subset": "scn_Latn-sag_Latn", + "languages": [ + "scn-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.229557, + "recall": 0.297431, + "f1": 0.246584, + "accuracy": 0.297431, + "main_score": 0.246584, + "hf_subset": "scn_Latn-taq_Tfng", + "languages": [ + "scn-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.624211, + "recall": 0.690711, + "f1": 0.642957, + "accuracy": 0.690711, + "main_score": 0.642957, + "hf_subset": "scn_Latn-wol_Latn", + "languages": [ + "scn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.849555, + "recall": 0.893281, + "f1": 0.863128, + "accuracy": 0.893281, + "main_score": 0.863128, + "hf_subset": "scn_Latn-arb_Latn", + "languages": [ + "scn-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-cat_Latn", + "languages": [ + "scn-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-fur_Latn", + "languages": [ + "scn-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.44454, + "recall": 0.525692, + "f1": 0.467547, + "accuracy": 0.525692, + "main_score": 0.467547, + "hf_subset": "scn_Latn-kab_Latn", + "languages": [ + "scn-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "scn_Latn-lim_Latn", + "languages": [ + "scn-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-nld_Latn", + "languages": [ + "scn-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "scn_Latn-san_Deva", + "languages": [ + "scn-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-tat_Cyrl", + "languages": [ + "scn-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.886858, + "recall": 0.91996, + "f1": 0.8972, + "accuracy": 0.91996, + "main_score": 0.8972, + "hf_subset": "scn_Latn-xho_Latn", + "languages": [ + "scn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-ars_Arab", + "languages": [ + "scn-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-ceb_Latn", + "languages": [ + "scn-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.468277, + "recall": 0.545455, + "f1": 0.489504, + "accuracy": 0.545455, + "main_score": 0.489504, + "hf_subset": "scn_Latn-fuv_Latn", + "languages": [ + "scn-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.466871, + "recall": 0.534585, + "f1": 0.485333, + "accuracy": 0.534585, + "main_score": 0.485333, + "hf_subset": "scn_Latn-kac_Latn", + "languages": [ + "scn-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.628575, + "recall": 0.701581, + "f1": 0.649248, + "accuracy": 0.701581, + "main_score": 0.649248, + "hf_subset": "scn_Latn-lin_Latn", + "languages": [ + "scn-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-nno_Latn", + "languages": [ + "scn-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.866057, + "recall": 0.902174, + "f1": 0.876976, + "accuracy": 0.902174, + "main_score": 0.876976, + "hf_subset": "scn_Latn-sat_Olck", + "languages": [ + "scn-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-tel_Telu", + "languages": [ + "scn-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "scn_Latn-ydd_Hebr", + "languages": [ + "scn-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "scn_Latn-ary_Arab", + "languages": [ + "scn-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-ces_Latn", + "languages": [ + "scn-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.57343, + "recall": 0.650198, + "f1": 0.5956, + "accuracy": 0.650198, + "main_score": 0.5956, + "hf_subset": "scn_Latn-gaz_Latn", + "languages": [ + "scn-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.540464, + "recall": 0.620553, + "f1": 0.562725, + "accuracy": 0.620553, + "main_score": 0.562725, + "hf_subset": "scn_Latn-kam_Latn", + "languages": [ + "scn-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "scn_Latn-lit_Latn", + "languages": [ + "scn-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-nob_Latn", + "languages": [ + "scn-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "scn_Latn-tgk_Cyrl", + "languages": [ + "scn-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.763818, + "recall": 0.827075, + "f1": 0.78322, + "accuracy": 0.827075, + "main_score": 0.78322, + "hf_subset": "scn_Latn-yor_Latn", + "languages": [ + "scn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-arz_Arab", + "languages": [ + "scn-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.496993, + "recall": 0.570158, + "f1": 0.517447, + "accuracy": 0.570158, + "main_score": 0.517447, + "hf_subset": "scn_Latn-cjk_Latn", + "languages": [ + "scn-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.945652, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "scn_Latn-gla_Latn", + "languages": [ + "scn-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "scn_Latn-kan_Knda", + "languages": [ + "scn-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "scn_Latn-lmo_Latn", + "languages": [ + "scn-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "scn_Latn-npi_Deva", + "languages": [ + "scn-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.527828, + "recall": 0.617589, + "f1": 0.553339, + "accuracy": 0.617589, + "main_score": 0.553339, + "hf_subset": "scn_Latn-shn_Mymr", + "languages": [ + "scn-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-tgl_Latn", + "languages": [ + "scn-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-yue_Hant", + "languages": [ + "scn-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "scn_Latn-asm_Beng", + "languages": [ + "scn-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.93083, + "recall": 0.952569, + "f1": 0.937912, + "accuracy": 0.952569, + "main_score": 0.937912, + "hf_subset": "scn_Latn-ckb_Arab", + "languages": [ + "scn-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.96665, + "recall": 0.977273, + "f1": 0.970092, + "accuracy": 0.977273, + "main_score": 0.970092, + "hf_subset": "scn_Latn-gle_Latn", + "languages": [ + "scn-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.906291, + "recall": 0.934783, + "f1": 0.915316, + "accuracy": 0.934783, + "main_score": 0.915316, + "hf_subset": "scn_Latn-kas_Arab", + "languages": [ + "scn-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.915184, + "recall": 0.939723, + "f1": 0.922925, + "accuracy": 0.939723, + "main_score": 0.922925, + "hf_subset": "scn_Latn-ltg_Latn", + "languages": [ + "scn-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.803731, + "recall": 0.852767, + "f1": 0.81889, + "accuracy": 0.852767, + "main_score": 0.81889, + "hf_subset": "scn_Latn-nso_Latn", + "languages": [ + "scn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "scn_Latn-sin_Sinh", + "languages": [ + "scn-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "scn_Latn-tha_Thai", + "languages": [ + "scn-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-zho_Hans", + "languages": [ + "scn-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-ast_Latn", + "languages": [ + "scn-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "scn_Latn-crh_Latn", + "languages": [ + "scn-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-glg_Latn", + "languages": [ + "scn-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.858046, + "recall": 0.899209, + "f1": 0.870965, + "accuracy": 0.899209, + "main_score": 0.870965, + "hf_subset": "scn_Latn-kas_Deva", + "languages": [ + "scn-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-ltz_Latn", + "languages": [ + "scn-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.415308, + "recall": 0.482213, + "f1": 0.432986, + "accuracy": 0.482213, + "main_score": 0.432986, + "hf_subset": "scn_Latn-nus_Latn", + "languages": [ + "scn-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-slk_Latn", + "languages": [ + "scn-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.645529, + "recall": 0.724308, + "f1": 0.668519, + "accuracy": 0.724308, + "main_score": 0.668519, + "hf_subset": "scn_Latn-tir_Ethi", + "languages": [ + "scn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-zho_Hant", + "languages": [ + "scn-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.983943, + "recall": 0.988142, + "f1": 0.985244, + "accuracy": 0.988142, + "main_score": 0.985244, + "hf_subset": "scn_Latn-awa_Deva", + "languages": [ + "scn-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-cym_Latn", + "languages": [ + "scn-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.787796, + "recall": 0.840909, + "f1": 0.803689, + "accuracy": 0.840909, + "main_score": 0.803689, + "hf_subset": "scn_Latn-grn_Latn", + "languages": [ + "scn-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-kat_Geor", + "languages": [ + "scn-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.593011, + "recall": 0.659091, + "f1": 0.611264, + "accuracy": 0.659091, + "main_score": 0.611264, + "hf_subset": "scn_Latn-lua_Latn", + "languages": [ + "scn-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.833416, + "recall": 0.880435, + "f1": 0.848188, + "accuracy": 0.880435, + "main_score": 0.848188, + "hf_subset": "scn_Latn-nya_Latn", + "languages": [ + "scn-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-slv_Latn", + "languages": [ + "scn-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "scn_Latn-tpi_Latn", + "languages": [ + "scn-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "scn_Latn-zsm_Latn", + "languages": [ + "scn-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.517029, + "recall": 0.581028, + "f1": 0.534518, + "accuracy": 0.581028, + "main_score": 0.534518, + "hf_subset": "scn_Latn-ayr_Latn", + "languages": [ + "scn-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-dan_Latn", + "languages": [ + "scn-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-guj_Gujr", + "languages": [ + "scn-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-kaz_Cyrl", + "languages": [ + "scn-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.63579, + "recall": 0.712451, + "f1": 0.657562, + "accuracy": 0.712451, + "main_score": 0.657562, + "hf_subset": "scn_Latn-lug_Latn", + "languages": [ + "scn-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-oci_Latn", + "languages": [ + "scn-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.84086, + "recall": 0.884387, + "f1": 0.85448, + "accuracy": 0.884387, + "main_score": 0.85448, + "hf_subset": "scn_Latn-smo_Latn", + "languages": [ + "scn-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.745372, + "recall": 0.809289, + "f1": 0.764987, + "accuracy": 0.809289, + "main_score": 0.764987, + "hf_subset": "scn_Latn-tsn_Latn", + "languages": [ + "scn-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.892292, + "recall": 0.924901, + "f1": 0.902833, + "accuracy": 0.924901, + "main_score": 0.902833, + "hf_subset": "scn_Latn-zul_Latn", + "languages": [ + "scn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.927042, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "scn_Latn-azb_Arab", + "languages": [ + "scn-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-deu_Latn", + "languages": [ + "scn-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "scn_Latn-hat_Latn", + "languages": [ + "scn-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.489121, + "recall": 0.551383, + "f1": 0.506059, + "accuracy": 0.551383, + "main_score": 0.506059, + "hf_subset": "scn_Latn-kbp_Latn", + "languages": [ + "scn-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.518987, + "recall": 0.583004, + "f1": 0.536235, + "accuracy": 0.583004, + "main_score": 0.536235, + "hf_subset": "scn_Latn-luo_Latn", + "languages": [ + "scn-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "scn_Latn-ory_Orya", + "languages": [ + "scn-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.880764, + "recall": 0.916008, + "f1": 0.891765, + "accuracy": 0.916008, + "main_score": 0.891765, + "hf_subset": "scn_Latn-sna_Latn", + "languages": [ + "scn-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.665688, + "recall": 0.73419, + "f1": 0.685627, + "accuracy": 0.73419, + "main_score": 0.685627, + "hf_subset": "scn_Latn-tso_Latn", + "languages": [ + "scn-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-azj_Latn", + "languages": [ + "scn-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.486488, + "recall": 0.555336, + "f1": 0.505471, + "accuracy": 0.555336, + "main_score": 0.505471, + "hf_subset": "scn_Latn-dik_Latn", + "languages": [ + "scn-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.895504, + "recall": 0.926877, + "f1": 0.905369, + "accuracy": 0.926877, + "main_score": 0.905369, + "hf_subset": "scn_Latn-hau_Latn", + "languages": [ + "scn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "scn_Latn-kea_Latn", + "languages": [ + "scn-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.912006, + "recall": 0.937747, + "f1": 0.920191, + "accuracy": 0.937747, + "main_score": 0.920191, + "hf_subset": "scn_Latn-lus_Latn", + "languages": [ + "scn-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.858729, + "recall": 0.899209, + "f1": 0.871344, + "accuracy": 0.899209, + "main_score": 0.871344, + "hf_subset": "scn_Latn-pag_Latn", + "languages": [ + "scn-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "scn_Latn-snd_Arab", + "languages": [ + "scn-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "scn_Latn-tuk_Latn", + "languages": [ + "scn-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "scn_Latn-bak_Cyrl", + "languages": [ + "scn-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.450999, + "recall": 0.531621, + "f1": 0.473119, + "accuracy": 0.531621, + "main_score": 0.473119, + "hf_subset": "scn_Latn-dyu_Latn", + "languages": [ + "scn-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-heb_Hebr", + "languages": [ + "scn-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "scn_Latn-khk_Cyrl", + "languages": [ + "scn-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-lvs_Latn", + "languages": [ + "scn-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-pan_Guru", + "languages": [ + "scn-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.869236, + "recall": 0.909091, + "f1": 0.881917, + "accuracy": 0.909091, + "main_score": 0.881917, + "hf_subset": "scn_Latn-som_Latn", + "languages": [ + "scn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.687648, + "recall": 0.751976, + "f1": 0.707021, + "accuracy": 0.751976, + "main_score": 0.707021, + "hf_subset": "scn_Latn-tum_Latn", + "languages": [ + "scn-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.50248, + "recall": 0.587945, + "f1": 0.525585, + "accuracy": 0.587945, + "main_score": 0.525585, + "hf_subset": "tgk_Cyrl-ace_Arab", + "languages": [ + "tgk-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.460371, + "recall": 0.512846, + "f1": 0.474071, + "accuracy": 0.512846, + "main_score": 0.474071, + "hf_subset": "tgk_Cyrl-bam_Latn", + "languages": [ + "tgk-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.603897, + "recall": 0.6917, + "f1": 0.628891, + "accuracy": 0.6917, + "main_score": 0.628891, + "hf_subset": "tgk_Cyrl-dzo_Tibt", + "languages": [ + "tgk-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-hin_Deva", + "languages": [ + "tgk-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "tgk_Cyrl-khm_Khmr", + "languages": [ + "tgk-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tgk_Cyrl-mag_Deva", + "languages": [ + "tgk-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgk_Cyrl-pap_Latn", + "languages": [ + "tgk-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.85308, + "recall": 0.894269, + "f1": 0.865646, + "accuracy": 0.894269, + "main_score": 0.865646, + "hf_subset": "tgk_Cyrl-sot_Latn", + "languages": [ + "tgk-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tgk_Cyrl-tur_Latn", + "languages": [ + "tgk-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.818561, + "recall": 0.867589, + "f1": 0.833711, + "accuracy": 0.867589, + "main_score": 0.833711, + "hf_subset": "tgk_Cyrl-ace_Latn", + "languages": [ + "tgk-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.932395, + "recall": 0.952569, + "f1": 0.938801, + "accuracy": 0.952569, + "main_score": 0.938801, + "hf_subset": "tgk_Cyrl-ban_Latn", + "languages": [ + "tgk-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tgk_Cyrl-ell_Grek", + "languages": [ + "tgk-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "tgk_Cyrl-hne_Deva", + "languages": [ + "tgk-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.558099, + "recall": 0.62747, + "f1": 0.577351, + "accuracy": 0.62747, + "main_score": 0.577351, + "hf_subset": "tgk_Cyrl-kik_Latn", + "languages": [ + "tgk-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tgk_Cyrl-mai_Deva", + "languages": [ + "tgk-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "tgk_Cyrl-pbt_Arab", + "languages": [ + "tgk-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tgk_Cyrl-spa_Latn", + "languages": [ + "tgk-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.731196, + "recall": 0.793478, + "f1": 0.749165, + "accuracy": 0.793478, + "main_score": 0.749165, + "hf_subset": "tgk_Cyrl-twi_Latn", + "languages": [ + "tgk-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tgk_Cyrl-acm_Arab", + "languages": [ + "tgk-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-bel_Cyrl", + "languages": [ + "tgk-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tgk_Cyrl-hrv_Latn", + "languages": [ + "tgk-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.845471, + "recall": 0.885375, + "f1": 0.857529, + "accuracy": 0.885375, + "main_score": 0.857529, + "hf_subset": "tgk_Cyrl-kin_Latn", + "languages": [ + "tgk-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "tgk_Cyrl-mal_Mlym", + "languages": [ + "tgk-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tgk_Cyrl-pes_Arab", + "languages": [ + "tgk-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "tgk_Cyrl-srd_Latn", + "languages": [ + "tgk-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.207047, + "recall": 0.269763, + "f1": 0.222045, + "accuracy": 0.269763, + "main_score": 0.222045, + "hf_subset": "tgk_Cyrl-tzm_Tfng", + "languages": [ + "tgk-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tgk_Cyrl-acq_Arab", + "languages": [ + "tgk-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.641469, + "recall": 0.712451, + "f1": 0.661844, + "accuracy": 0.712451, + "main_score": 0.661844, + "hf_subset": "tgk_Cyrl-bem_Latn", + "languages": [ + "tgk-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgk_Cyrl-epo_Latn", + "languages": [ + "tgk-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-hun_Latn", + "languages": [ + "tgk-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tgk_Cyrl-kir_Cyrl", + "languages": [ + "tgk-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tgk_Cyrl-mar_Deva", + "languages": [ + "tgk-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.876268, + "recall": 0.911067, + "f1": 0.886891, + "accuracy": 0.911067, + "main_score": 0.886891, + "hf_subset": "tgk_Cyrl-plt_Latn", + "languages": [ + "tgk-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgk_Cyrl-srp_Cyrl", + "languages": [ + "tgk-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.943182, + "recall": 0.960474, + "f1": 0.948781, + "accuracy": 0.960474, + "main_score": 0.948781, + "hf_subset": "tgk_Cyrl-uig_Arab", + "languages": [ + "tgk-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "tgk_Cyrl-aeb_Arab", + "languages": [ + "tgk-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tgk_Cyrl-ben_Beng", + "languages": [ + "tgk-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tgk_Cyrl-est_Latn", + "languages": [ + "tgk-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tgk_Cyrl-hye_Armn", + "languages": [ + "tgk-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.449849, + "recall": 0.504941, + "f1": 0.4646, + "accuracy": 0.504941, + "main_score": 0.4646, + "hf_subset": "tgk_Cyrl-kmb_Latn", + "languages": [ + "tgk-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.465419, + "recall": 0.55336, + "f1": 0.489025, + "accuracy": 0.55336, + "main_score": 0.489025, + "hf_subset": "tgk_Cyrl-min_Arab", + "languages": [ + "tgk-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgk_Cyrl-pol_Latn", + "languages": [ + "tgk-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.732305, + "recall": 0.799407, + "f1": 0.752717, + "accuracy": 0.799407, + "main_score": 0.752717, + "hf_subset": "tgk_Cyrl-ssw_Latn", + "languages": [ + "tgk-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgk_Cyrl-ukr_Cyrl", + "languages": [ + "tgk-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tgk_Cyrl-afr_Latn", + "languages": [ + "tgk-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "tgk_Cyrl-bho_Deva", + "languages": [ + "tgk-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tgk_Cyrl-eus_Latn", + "languages": [ + "tgk-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.83279, + "recall": 0.880435, + "f1": 0.84753, + "accuracy": 0.880435, + "main_score": 0.84753, + "hf_subset": "tgk_Cyrl-ibo_Latn", + "languages": [ + "tgk-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.881752, + "recall": 0.917984, + "f1": 0.893445, + "accuracy": 0.917984, + "main_score": 0.893445, + "hf_subset": "tgk_Cyrl-kmr_Latn", + "languages": [ + "tgk-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tgk_Cyrl-min_Latn", + "languages": [ + "tgk-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tgk_Cyrl-por_Latn", + "languages": [ + "tgk-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tgk_Cyrl-sun_Latn", + "languages": [ + "tgk-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.435108, + "recall": 0.500988, + "f1": 0.452844, + "accuracy": 0.500988, + "main_score": 0.452844, + "hf_subset": "tgk_Cyrl-umb_Latn", + "languages": [ + "tgk-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.986331, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "tgk_Cyrl-ajp_Arab", + "languages": [ + "tgk-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.483118, + "recall": 0.571146, + "f1": 0.507024, + "accuracy": 0.571146, + "main_score": 0.507024, + "hf_subset": "tgk_Cyrl-bjn_Arab", + "languages": [ + "tgk-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.446618, + "recall": 0.501976, + "f1": 0.460767, + "accuracy": 0.501976, + "main_score": 0.460767, + "hf_subset": "tgk_Cyrl-ewe_Latn", + "languages": [ + "tgk-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.928277, + "recall": 0.950593, + "f1": 0.935507, + "accuracy": 0.950593, + "main_score": 0.935507, + "hf_subset": "tgk_Cyrl-ilo_Latn", + "languages": [ + "tgk-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.249256, + "recall": 0.315217, + "f1": 0.265669, + "accuracy": 0.315217, + "main_score": 0.265669, + "hf_subset": "tgk_Cyrl-knc_Arab", + "languages": [ + "tgk-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-mkd_Cyrl", + "languages": [ + "tgk-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgk_Cyrl-prs_Arab", + "languages": [ + "tgk-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgk_Cyrl-swe_Latn", + "languages": [ + "tgk-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-urd_Arab", + "languages": [ + "tgk-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.707504, + "recall": 0.772727, + "f1": 0.726172, + "accuracy": 0.772727, + "main_score": 0.726172, + "hf_subset": "tgk_Cyrl-aka_Latn", + "languages": [ + "tgk-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "tgk_Cyrl-bjn_Latn", + "languages": [ + "tgk-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tgk_Cyrl-fao_Latn", + "languages": [ + "tgk-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "tgk_Cyrl-ind_Latn", + "languages": [ + "tgk-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.494099, + "recall": 0.548419, + "f1": 0.508161, + "accuracy": 0.548419, + "main_score": 0.508161, + "hf_subset": "tgk_Cyrl-knc_Latn", + "languages": [ + "tgk-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgk_Cyrl-mlt_Latn", + "languages": [ + "tgk-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.619397, + "recall": 0.686759, + "f1": 0.638886, + "accuracy": 0.686759, + "main_score": 0.638886, + "hf_subset": "tgk_Cyrl-quy_Latn", + "languages": [ + "tgk-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgk_Cyrl-swh_Latn", + "languages": [ + "tgk-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-uzn_Latn", + "languages": [ + "tgk-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tgk_Cyrl-als_Latn", + "languages": [ + "tgk-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.778084, + "recall": 0.835968, + "f1": 0.795655, + "accuracy": 0.835968, + "main_score": 0.795655, + "hf_subset": "tgk_Cyrl-bod_Tibt", + "languages": [ + "tgk-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.588795, + "recall": 0.66502, + "f1": 0.610205, + "accuracy": 0.66502, + "main_score": 0.610205, + "hf_subset": "tgk_Cyrl-fij_Latn", + "languages": [ + "tgk-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "tgk_Cyrl-isl_Latn", + "languages": [ + "tgk-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.568269, + "recall": 0.636364, + "f1": 0.587227, + "accuracy": 0.636364, + "main_score": 0.587227, + "hf_subset": "tgk_Cyrl-kon_Latn", + "languages": [ + "tgk-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.566454, + "recall": 0.639328, + "f1": 0.586737, + "accuracy": 0.639328, + "main_score": 0.586737, + "hf_subset": "tgk_Cyrl-mni_Beng", + "languages": [ + "tgk-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgk_Cyrl-ron_Latn", + "languages": [ + "tgk-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.980237, + "f1": 0.975626, + "accuracy": 0.980237, + "main_score": 0.975626, + "hf_subset": "tgk_Cyrl-szl_Latn", + "languages": [ + "tgk-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tgk_Cyrl-vec_Latn", + "languages": [ + "tgk-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.926795, + "recall": 0.949605, + "f1": 0.93419, + "accuracy": 0.949605, + "main_score": 0.93419, + "hf_subset": "tgk_Cyrl-amh_Ethi", + "languages": [ + "tgk-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-bos_Latn", + "languages": [ + "tgk-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgk_Cyrl-fin_Latn", + "languages": [ + "tgk-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-ita_Latn", + "languages": [ + "tgk-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "tgk_Cyrl-kor_Hang", + "languages": [ + "tgk-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.471739, + "recall": 0.530632, + "f1": 0.488061, + "accuracy": 0.530632, + "main_score": 0.488061, + "hf_subset": "tgk_Cyrl-mos_Latn", + "languages": [ + "tgk-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.729941, + "recall": 0.790514, + "f1": 0.747661, + "accuracy": 0.790514, + "main_score": 0.747661, + "hf_subset": "tgk_Cyrl-run_Latn", + "languages": [ + "tgk-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tgk_Cyrl-tam_Taml", + "languages": [ + "tgk-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-vie_Latn", + "languages": [ + "tgk-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tgk_Cyrl-apc_Arab", + "languages": [ + "tgk-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.677826, + "recall": 0.746047, + "f1": 0.697767, + "accuracy": 0.746047, + "main_score": 0.697767, + "hf_subset": "tgk_Cyrl-bug_Latn", + "languages": [ + "tgk-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.413047, + "recall": 0.459486, + "f1": 0.425142, + "accuracy": 0.459486, + "main_score": 0.425142, + "hf_subset": "tgk_Cyrl-fon_Latn", + "languages": [ + "tgk-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgk_Cyrl-jav_Latn", + "languages": [ + "tgk-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.94557, + "recall": 0.962451, + "f1": 0.950988, + "accuracy": 0.962451, + "main_score": 0.950988, + "hf_subset": "tgk_Cyrl-lao_Laoo", + "languages": [ + "tgk-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.847332, + "recall": 0.890316, + "f1": 0.861001, + "accuracy": 0.890316, + "main_score": 0.861001, + "hf_subset": "tgk_Cyrl-mri_Latn", + "languages": [ + "tgk-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgk_Cyrl-rus_Cyrl", + "languages": [ + "tgk-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.472708, + "recall": 0.527668, + "f1": 0.487635, + "accuracy": 0.527668, + "main_score": 0.487635, + "hf_subset": "tgk_Cyrl-taq_Latn", + "languages": [ + "tgk-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "tgk_Cyrl-war_Latn", + "languages": [ + "tgk-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgk_Cyrl-arb_Arab", + "languages": [ + "tgk-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tgk_Cyrl-bul_Cyrl", + "languages": [ + "tgk-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgk_Cyrl-fra_Latn", + "languages": [ + "tgk-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tgk_Cyrl-jpn_Jpan", + "languages": [ + "tgk-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "tgk_Cyrl-lij_Latn", + "languages": [ + "tgk-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "tgk_Cyrl-mya_Mymr", + "languages": [ + "tgk-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.504433, + "recall": 0.563241, + "f1": 0.520299, + "accuracy": 0.563241, + "main_score": 0.520299, + "hf_subset": "tgk_Cyrl-sag_Latn", + "languages": [ + "tgk-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.229653, + "recall": 0.293478, + "f1": 0.245123, + "accuracy": 0.293478, + "main_score": 0.245123, + "hf_subset": "tgk_Cyrl-taq_Tfng", + "languages": [ + "tgk-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.598603, + "recall": 0.666996, + "f1": 0.617005, + "accuracy": 0.666996, + "main_score": 0.617005, + "hf_subset": "tgk_Cyrl-wol_Latn", + "languages": [ + "tgk-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.843297, + "recall": 0.886364, + "f1": 0.85639, + "accuracy": 0.886364, + "main_score": 0.85639, + "hf_subset": "tgk_Cyrl-arb_Latn", + "languages": [ + "tgk-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-cat_Latn", + "languages": [ + "tgk-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tgk_Cyrl-fur_Latn", + "languages": [ + "tgk-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.445955, + "recall": 0.522727, + "f1": 0.465958, + "accuracy": 0.522727, + "main_score": 0.465958, + "hf_subset": "tgk_Cyrl-kab_Latn", + "languages": [ + "tgk-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tgk_Cyrl-lim_Latn", + "languages": [ + "tgk-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tgk_Cyrl-nld_Latn", + "languages": [ + "tgk-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "tgk_Cyrl-san_Deva", + "languages": [ + "tgk-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-tat_Cyrl", + "languages": [ + "tgk-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.853211, + "recall": 0.893281, + "f1": 0.865796, + "accuracy": 0.893281, + "main_score": 0.865796, + "hf_subset": "tgk_Cyrl-xho_Latn", + "languages": [ + "tgk-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgk_Cyrl-ars_Arab", + "languages": [ + "tgk-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tgk_Cyrl-ceb_Latn", + "languages": [ + "tgk-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.455524, + "recall": 0.522727, + "f1": 0.47381, + "accuracy": 0.522727, + "main_score": 0.47381, + "hf_subset": "tgk_Cyrl-fuv_Latn", + "languages": [ + "tgk-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.449006, + "recall": 0.513834, + "f1": 0.466122, + "accuracy": 0.513834, + "main_score": 0.466122, + "hf_subset": "tgk_Cyrl-kac_Latn", + "languages": [ + "tgk-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.593878, + "recall": 0.668972, + "f1": 0.614494, + "accuracy": 0.668972, + "main_score": 0.614494, + "hf_subset": "tgk_Cyrl-lin_Latn", + "languages": [ + "tgk-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tgk_Cyrl-nno_Latn", + "languages": [ + "tgk-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.839377, + "recall": 0.885375, + "f1": 0.853623, + "accuracy": 0.885375, + "main_score": 0.853623, + "hf_subset": "tgk_Cyrl-sat_Olck", + "languages": [ + "tgk-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tgk_Cyrl-tel_Telu", + "languages": [ + "tgk-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "tgk_Cyrl-ydd_Hebr", + "languages": [ + "tgk-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.94664, + "recall": 0.962451, + "f1": 0.951713, + "accuracy": 0.962451, + "main_score": 0.951713, + "hf_subset": "tgk_Cyrl-ary_Arab", + "languages": [ + "tgk-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "tgk_Cyrl-ces_Latn", + "languages": [ + "tgk-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.562476, + "recall": 0.643281, + "f1": 0.585301, + "accuracy": 0.643281, + "main_score": 0.585301, + "hf_subset": "tgk_Cyrl-gaz_Latn", + "languages": [ + "tgk-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.499216, + "recall": 0.572134, + "f1": 0.518639, + "accuracy": 0.572134, + "main_score": 0.518639, + "hf_subset": "tgk_Cyrl-kam_Latn", + "languages": [ + "tgk-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tgk_Cyrl-lit_Latn", + "languages": [ + "tgk-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tgk_Cyrl-nob_Latn", + "languages": [ + "tgk-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tgk_Cyrl-scn_Latn", + "languages": [ + "tgk-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.722704, + "recall": 0.790514, + "f1": 0.742445, + "accuracy": 0.790514, + "main_score": 0.742445, + "hf_subset": "tgk_Cyrl-yor_Latn", + "languages": [ + "tgk-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tgk_Cyrl-arz_Arab", + "languages": [ + "tgk-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.437696, + "recall": 0.504941, + "f1": 0.456197, + "accuracy": 0.504941, + "main_score": 0.456197, + "hf_subset": "tgk_Cyrl-cjk_Latn", + "languages": [ + "tgk-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.930665, + "recall": 0.951581, + "f1": 0.937418, + "accuracy": 0.951581, + "main_score": 0.937418, + "hf_subset": "tgk_Cyrl-gla_Latn", + "languages": [ + "tgk-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.965497, + "recall": 0.976285, + "f1": 0.968939, + "accuracy": 0.976285, + "main_score": 0.968939, + "hf_subset": "tgk_Cyrl-kan_Knda", + "languages": [ + "tgk-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tgk_Cyrl-lmo_Latn", + "languages": [ + "tgk-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tgk_Cyrl-npi_Deva", + "languages": [ + "tgk-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.525663, + "recall": 0.609684, + "f1": 0.549505, + "accuracy": 0.609684, + "main_score": 0.549505, + "hf_subset": "tgk_Cyrl-shn_Mymr", + "languages": [ + "tgk-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgk_Cyrl-tgl_Latn", + "languages": [ + "tgk-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tgk_Cyrl-yue_Hant", + "languages": [ + "tgk-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "tgk_Cyrl-asm_Beng", + "languages": [ + "tgk-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.922184, + "recall": 0.945652, + "f1": 0.929743, + "accuracy": 0.945652, + "main_score": 0.929743, + "hf_subset": "tgk_Cyrl-ckb_Arab", + "languages": [ + "tgk-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "tgk_Cyrl-gle_Latn", + "languages": [ + "tgk-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.879941, + "recall": 0.916008, + "f1": 0.891634, + "accuracy": 0.916008, + "main_score": 0.891634, + "hf_subset": "tgk_Cyrl-kas_Arab", + "languages": [ + "tgk-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.870883, + "recall": 0.909091, + "f1": 0.883202, + "accuracy": 0.909091, + "main_score": 0.883202, + "hf_subset": "tgk_Cyrl-ltg_Latn", + "languages": [ + "tgk-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.788885, + "recall": 0.836957, + "f1": 0.803365, + "accuracy": 0.836957, + "main_score": 0.803365, + "hf_subset": "tgk_Cyrl-nso_Latn", + "languages": [ + "tgk-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tgk_Cyrl-sin_Sinh", + "languages": [ + "tgk-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgk_Cyrl-tha_Thai", + "languages": [ + "tgk-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.974391, + "recall": 0.982213, + "f1": 0.976845, + "accuracy": 0.982213, + "main_score": 0.976845, + "hf_subset": "tgk_Cyrl-zho_Hans", + "languages": [ + "tgk-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgk_Cyrl-ast_Latn", + "languages": [ + "tgk-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tgk_Cyrl-crh_Latn", + "languages": [ + "tgk-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgk_Cyrl-glg_Latn", + "languages": [ + "tgk-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.829341, + "recall": 0.873518, + "f1": 0.842671, + "accuracy": 0.873518, + "main_score": 0.842671, + "hf_subset": "tgk_Cyrl-kas_Deva", + "languages": [ + "tgk-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-ltz_Latn", + "languages": [ + "tgk-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.404146, + "recall": 0.468379, + "f1": 0.42152, + "accuracy": 0.468379, + "main_score": 0.42152, + "hf_subset": "tgk_Cyrl-nus_Latn", + "languages": [ + "tgk-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tgk_Cyrl-slk_Latn", + "languages": [ + "tgk-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.607839, + "recall": 0.688735, + "f1": 0.63069, + "accuracy": 0.688735, + "main_score": 0.63069, + "hf_subset": "tgk_Cyrl-tir_Ethi", + "languages": [ + "tgk-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "tgk_Cyrl-zho_Hant", + "languages": [ + "tgk-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.971014, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "tgk_Cyrl-awa_Deva", + "languages": [ + "tgk-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgk_Cyrl-cym_Latn", + "languages": [ + "tgk-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.713176, + "recall": 0.773715, + "f1": 0.730558, + "accuracy": 0.773715, + "main_score": 0.730558, + "hf_subset": "tgk_Cyrl-grn_Latn", + "languages": [ + "tgk-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "tgk_Cyrl-kat_Geor", + "languages": [ + "tgk-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.565238, + "recall": 0.624506, + "f1": 0.581304, + "accuracy": 0.624506, + "main_score": 0.581304, + "hf_subset": "tgk_Cyrl-lua_Latn", + "languages": [ + "tgk-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.806028, + "recall": 0.858696, + "f1": 0.822596, + "accuracy": 0.858696, + "main_score": 0.822596, + "hf_subset": "tgk_Cyrl-nya_Latn", + "languages": [ + "tgk-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgk_Cyrl-slv_Latn", + "languages": [ + "tgk-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.942605, + "recall": 0.960474, + "f1": 0.948353, + "accuracy": 0.960474, + "main_score": 0.948353, + "hf_subset": "tgk_Cyrl-tpi_Latn", + "languages": [ + "tgk-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-zsm_Latn", + "languages": [ + "tgk-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.478065, + "recall": 0.538538, + "f1": 0.494308, + "accuracy": 0.538538, + "main_score": 0.494308, + "hf_subset": "tgk_Cyrl-ayr_Latn", + "languages": [ + "tgk-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "tgk_Cyrl-dan_Latn", + "languages": [ + "tgk-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgk_Cyrl-guj_Gujr", + "languages": [ + "tgk-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tgk_Cyrl-kaz_Cyrl", + "languages": [ + "tgk-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.627536, + "recall": 0.701581, + "f1": 0.648513, + "accuracy": 0.701581, + "main_score": 0.648513, + "hf_subset": "tgk_Cyrl-lug_Latn", + "languages": [ + "tgk-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgk_Cyrl-oci_Latn", + "languages": [ + "tgk-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.809042, + "recall": 0.857708, + "f1": 0.823946, + "accuracy": 0.857708, + "main_score": 0.823946, + "hf_subset": "tgk_Cyrl-smo_Latn", + "languages": [ + "tgk-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.722325, + "recall": 0.790514, + "f1": 0.742624, + "accuracy": 0.790514, + "main_score": 0.742624, + "hf_subset": "tgk_Cyrl-tsn_Latn", + "languages": [ + "tgk-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.898584, + "recall": 0.929842, + "f1": 0.908762, + "accuracy": 0.929842, + "main_score": 0.908762, + "hf_subset": "tgk_Cyrl-zul_Latn", + "languages": [ + "tgk-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.904068, + "recall": 0.932806, + "f1": 0.913109, + "accuracy": 0.932806, + "main_score": 0.913109, + "hf_subset": "tgk_Cyrl-azb_Arab", + "languages": [ + "tgk-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "tgk_Cyrl-deu_Latn", + "languages": [ + "tgk-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.957098, + "recall": 0.969368, + "f1": 0.961034, + "accuracy": 0.969368, + "main_score": 0.961034, + "hf_subset": "tgk_Cyrl-hat_Latn", + "languages": [ + "tgk-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.456448, + "recall": 0.512846, + "f1": 0.471302, + "accuracy": 0.512846, + "main_score": 0.471302, + "hf_subset": "tgk_Cyrl-kbp_Latn", + "languages": [ + "tgk-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.495411, + "recall": 0.557312, + "f1": 0.512499, + "accuracy": 0.557312, + "main_score": 0.512499, + "hf_subset": "tgk_Cyrl-luo_Latn", + "languages": [ + "tgk-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tgk_Cyrl-ory_Orya", + "languages": [ + "tgk-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.879529, + "recall": 0.916008, + "f1": 0.891008, + "accuracy": 0.916008, + "main_score": 0.891008, + "hf_subset": "tgk_Cyrl-sna_Latn", + "languages": [ + "tgk-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.639824, + "recall": 0.714427, + "f1": 0.661144, + "accuracy": 0.714427, + "main_score": 0.661144, + "hf_subset": "tgk_Cyrl-tso_Latn", + "languages": [ + "tgk-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgk_Cyrl-azj_Latn", + "languages": [ + "tgk-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.475572, + "recall": 0.545455, + "f1": 0.495771, + "accuracy": 0.545455, + "main_score": 0.495771, + "hf_subset": "tgk_Cyrl-dik_Latn", + "languages": [ + "tgk-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.895257, + "recall": 0.926877, + "f1": 0.905632, + "accuracy": 0.926877, + "main_score": 0.905632, + "hf_subset": "tgk_Cyrl-hau_Latn", + "languages": [ + "tgk-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "tgk_Cyrl-kea_Latn", + "languages": [ + "tgk-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.886034, + "recall": 0.920949, + "f1": 0.897233, + "accuracy": 0.920949, + "main_score": 0.897233, + "hf_subset": "tgk_Cyrl-lus_Latn", + "languages": [ + "tgk-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.809816, + "recall": 0.855731, + "f1": 0.823913, + "accuracy": 0.855731, + "main_score": 0.823913, + "hf_subset": "tgk_Cyrl-pag_Latn", + "languages": [ + "tgk-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "tgk_Cyrl-snd_Arab", + "languages": [ + "tgk-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tgk_Cyrl-tuk_Latn", + "languages": [ + "tgk-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgk_Cyrl-bak_Cyrl", + "languages": [ + "tgk-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.441994, + "recall": 0.507905, + "f1": 0.459689, + "accuracy": 0.507905, + "main_score": 0.459689, + "hf_subset": "tgk_Cyrl-dyu_Latn", + "languages": [ + "tgk-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgk_Cyrl-heb_Hebr", + "languages": [ + "tgk-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tgk_Cyrl-khk_Cyrl", + "languages": [ + "tgk-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgk_Cyrl-lvs_Latn", + "languages": [ + "tgk-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgk_Cyrl-pan_Guru", + "languages": [ + "tgk-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.843956, + "recall": 0.886364, + "f1": 0.857279, + "accuracy": 0.886364, + "main_score": 0.857279, + "hf_subset": "tgk_Cyrl-som_Latn", + "languages": [ + "tgk-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.65998, + "recall": 0.72332, + "f1": 0.67851, + "accuracy": 0.72332, + "main_score": 0.67851, + "hf_subset": "tgk_Cyrl-tum_Latn", + "languages": [ + "tgk-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.430348, + "recall": 0.491107, + "f1": 0.447172, + "accuracy": 0.491107, + "main_score": 0.447172, + "hf_subset": "yor_Latn-ace_Arab", + "languages": [ + "yor-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.44782, + "recall": 0.494071, + "f1": 0.460676, + "accuracy": 0.494071, + "main_score": 0.460676, + "hf_subset": "yor_Latn-bam_Latn", + "languages": [ + "yor-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.489127, + "recall": 0.56917, + "f1": 0.51057, + "accuracy": 0.56917, + "main_score": 0.51057, + "hf_subset": "yor_Latn-dzo_Tibt", + "languages": [ + "yor-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.789789, + "recall": 0.842885, + "f1": 0.805519, + "accuracy": 0.842885, + "main_score": 0.805519, + "hf_subset": "yor_Latn-hin_Deva", + "languages": [ + "yor-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.72635, + "recall": 0.788538, + "f1": 0.744346, + "accuracy": 0.788538, + "main_score": 0.744346, + "hf_subset": "yor_Latn-khm_Khmr", + "languages": [ + "yor-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.771821, + "recall": 0.820158, + "f1": 0.785368, + "accuracy": 0.820158, + "main_score": 0.785368, + "hf_subset": "yor_Latn-mag_Deva", + "languages": [ + "yor-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.740153, + "recall": 0.796443, + "f1": 0.755687, + "accuracy": 0.796443, + "main_score": 0.755687, + "hf_subset": "yor_Latn-pap_Latn", + "languages": [ + "yor-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.71054, + "recall": 0.762846, + "f1": 0.725842, + "accuracy": 0.762846, + "main_score": 0.725842, + "hf_subset": "yor_Latn-sot_Latn", + "languages": [ + "yor-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.790991, + "recall": 0.842885, + "f1": 0.806291, + "accuracy": 0.842885, + "main_score": 0.806291, + "hf_subset": "yor_Latn-tur_Latn", + "languages": [ + "yor-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.641652, + "recall": 0.695652, + "f1": 0.656366, + "accuracy": 0.695652, + "main_score": 0.656366, + "hf_subset": "yor_Latn-ace_Latn", + "languages": [ + "yor-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.695938, + "recall": 0.752964, + "f1": 0.711809, + "accuracy": 0.752964, + "main_score": 0.711809, + "hf_subset": "yor_Latn-ban_Latn", + "languages": [ + "yor-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.759279, + "recall": 0.815217, + "f1": 0.7753, + "accuracy": 0.815217, + "main_score": 0.7753, + "hf_subset": "yor_Latn-ell_Grek", + "languages": [ + "yor-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.748757, + "recall": 0.797431, + "f1": 0.761889, + "accuracy": 0.797431, + "main_score": 0.761889, + "hf_subset": "yor_Latn-hne_Deva", + "languages": [ + "yor-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.527042, + "recall": 0.578063, + "f1": 0.540872, + "accuracy": 0.578063, + "main_score": 0.540872, + "hf_subset": "yor_Latn-kik_Latn", + "languages": [ + "yor-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.755301, + "recall": 0.807312, + "f1": 0.769588, + "accuracy": 0.807312, + "main_score": 0.769588, + "hf_subset": "yor_Latn-mai_Deva", + "languages": [ + "yor-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.702373, + "recall": 0.763834, + "f1": 0.719329, + "accuracy": 0.763834, + "main_score": 0.719329, + "hf_subset": "yor_Latn-pbt_Arab", + "languages": [ + "yor-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.792869, + "recall": 0.84585, + "f1": 0.80888, + "accuracy": 0.84585, + "main_score": 0.80888, + "hf_subset": "yor_Latn-spa_Latn", + "languages": [ + "yor-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.680561, + "recall": 0.730237, + "f1": 0.693704, + "accuracy": 0.730237, + "main_score": 0.693704, + "hf_subset": "yor_Latn-twi_Latn", + "languages": [ + "yor-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.773073, + "recall": 0.829051, + "f1": 0.789596, + "accuracy": 0.829051, + "main_score": 0.789596, + "hf_subset": "yor_Latn-acm_Arab", + "languages": [ + "yor-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.729311, + "recall": 0.789526, + "f1": 0.746559, + "accuracy": 0.789526, + "main_score": 0.746559, + "hf_subset": "yor_Latn-bel_Cyrl", + "languages": [ + "yor-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.799705, + "recall": 0.846838, + "f1": 0.8132, + "accuracy": 0.846838, + "main_score": 0.8132, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.760677, + "recall": 0.815217, + "f1": 0.776361, + "accuracy": 0.815217, + "main_score": 0.776361, + "hf_subset": "yor_Latn-hrv_Latn", + "languages": [ + "yor-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.715715, + "recall": 0.772727, + "f1": 0.731831, + "accuracy": 0.772727, + "main_score": 0.731831, + "hf_subset": "yor_Latn-kin_Latn", + "languages": [ + "yor-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.746004, + "recall": 0.807312, + "f1": 0.763886, + "accuracy": 0.807312, + "main_score": 0.763886, + "hf_subset": "yor_Latn-mal_Mlym", + "languages": [ + "yor-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.755928, + "recall": 0.811265, + "f1": 0.771565, + "accuracy": 0.811265, + "main_score": 0.771565, + "hf_subset": "yor_Latn-pes_Arab", + "languages": [ + "yor-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.735747, + "recall": 0.795455, + "f1": 0.752506, + "accuracy": 0.795455, + "main_score": 0.752506, + "hf_subset": "yor_Latn-srd_Latn", + "languages": [ + "yor-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.20401, + "recall": 0.267787, + "f1": 0.220289, + "accuracy": 0.267787, + "main_score": 0.220289, + "hf_subset": "yor_Latn-tzm_Tfng", + "languages": [ + "yor-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.778619, + "recall": 0.826087, + "f1": 0.791875, + "accuracy": 0.826087, + "main_score": 0.791875, + "hf_subset": "yor_Latn-acq_Arab", + "languages": [ + "yor-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.610005, + "recall": 0.664032, + "f1": 0.62521, + "accuracy": 0.664032, + "main_score": 0.62521, + "hf_subset": "yor_Latn-bem_Latn", + "languages": [ + "yor-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.743526, + "recall": 0.796443, + "f1": 0.757951, + "accuracy": 0.796443, + "main_score": 0.757951, + "hf_subset": "yor_Latn-epo_Latn", + "languages": [ + "yor-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.779917, + "recall": 0.83004, + "f1": 0.794586, + "accuracy": 0.83004, + "main_score": 0.794586, + "hf_subset": "yor_Latn-hun_Latn", + "languages": [ + "yor-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.735072, + "recall": 0.794466, + "f1": 0.752078, + "accuracy": 0.794466, + "main_score": 0.752078, + "hf_subset": "yor_Latn-kir_Cyrl", + "languages": [ + "yor-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.768382, + "recall": 0.822134, + "f1": 0.784121, + "accuracy": 0.822134, + "main_score": 0.784121, + "hf_subset": "yor_Latn-mar_Deva", + "languages": [ + "yor-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.67614, + "recall": 0.736166, + "f1": 0.693466, + "accuracy": 0.736166, + "main_score": 0.693466, + "hf_subset": "yor_Latn-plt_Latn", + "languages": [ + "yor-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.741805, + "recall": 0.800395, + "f1": 0.758014, + "accuracy": 0.800395, + "main_score": 0.758014, + "hf_subset": "yor_Latn-srp_Cyrl", + "languages": [ + "yor-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.682987, + "recall": 0.748024, + "f1": 0.7017, + "accuracy": 0.748024, + "main_score": 0.7017, + "hf_subset": "yor_Latn-uig_Arab", + "languages": [ + "yor-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.74894, + "recall": 0.805336, + "f1": 0.764825, + "accuracy": 0.805336, + "main_score": 0.764825, + "hf_subset": "yor_Latn-aeb_Arab", + "languages": [ + "yor-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.763014, + "recall": 0.813241, + "f1": 0.777184, + "accuracy": 0.813241, + "main_score": 0.777184, + "hf_subset": "yor_Latn-ben_Beng", + "languages": [ + "yor-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.759406, + "recall": 0.816206, + "f1": 0.775433, + "accuracy": 0.816206, + "main_score": 0.775433, + "hf_subset": "yor_Latn-est_Latn", + "languages": [ + "yor-Latn", + "est-Latn" + ] + }, + { + "precision": 0.754739, + "recall": 0.811265, + "f1": 0.770739, + "accuracy": 0.811265, + "main_score": 0.770739, + "hf_subset": "yor_Latn-hye_Armn", + "languages": [ + "yor-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.460724, + "recall": 0.500988, + "f1": 0.472417, + "accuracy": 0.500988, + "main_score": 0.472417, + "hf_subset": "yor_Latn-kmb_Latn", + "languages": [ + "yor-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.385779, + "recall": 0.45751, + "f1": 0.405225, + "accuracy": 0.45751, + "main_score": 0.405225, + "hf_subset": "yor_Latn-min_Arab", + "languages": [ + "yor-Latn", + "min-Arab" + ] + }, + { + "precision": 0.777424, + "recall": 0.83004, + "f1": 0.792615, + "accuracy": 0.83004, + "main_score": 0.792615, + "hf_subset": "yor_Latn-pol_Latn", + "languages": [ + "yor-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.624391, + "recall": 0.681818, + "f1": 0.640742, + "accuracy": 0.681818, + "main_score": 0.640742, + "hf_subset": "yor_Latn-ssw_Latn", + "languages": [ + "yor-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.760549, + "recall": 0.818182, + "f1": 0.777114, + "accuracy": 0.818182, + "main_score": 0.777114, + "hf_subset": "yor_Latn-ukr_Cyrl", + "languages": [ + "yor-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.75394, + "recall": 0.8083, + "f1": 0.769142, + "accuracy": 0.8083, + "main_score": 0.769142, + "hf_subset": "yor_Latn-afr_Latn", + "languages": [ + "yor-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.739847, + "recall": 0.800395, + "f1": 0.757184, + "accuracy": 0.800395, + "main_score": 0.757184, + "hf_subset": "yor_Latn-bho_Deva", + "languages": [ + "yor-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.726833, + "recall": 0.778656, + "f1": 0.740743, + "accuracy": 0.778656, + "main_score": 0.740743, + "hf_subset": "yor_Latn-eus_Latn", + "languages": [ + "yor-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.75523, + "recall": 0.796443, + "f1": 0.767361, + "accuracy": 0.796443, + "main_score": 0.767361, + "hf_subset": "yor_Latn-ibo_Latn", + "languages": [ + "yor-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.66895, + "recall": 0.731225, + "f1": 0.686541, + "accuracy": 0.731225, + "main_score": 0.686541, + "hf_subset": "yor_Latn-kmr_Latn", + "languages": [ + "yor-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.731278, + "recall": 0.786561, + "f1": 0.746484, + "accuracy": 0.786561, + "main_score": 0.746484, + "hf_subset": "yor_Latn-min_Latn", + "languages": [ + "yor-Latn", + "min-Latn" + ] + }, + { + "precision": 0.796467, + "recall": 0.847826, + "f1": 0.811748, + "accuracy": 0.847826, + "main_score": 0.811748, + "hf_subset": "yor_Latn-por_Latn", + "languages": [ + "yor-Latn", + "por-Latn" + ] + }, + { + "precision": 0.733761, + "recall": 0.787549, + "f1": 0.748099, + "accuracy": 0.787549, + "main_score": 0.748099, + "hf_subset": "yor_Latn-sun_Latn", + "languages": [ + "yor-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.442177, + "recall": 0.495059, + "f1": 0.457764, + "accuracy": 0.495059, + "main_score": 0.457764, + "hf_subset": "yor_Latn-umb_Latn", + "languages": [ + "yor-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.764127, + "recall": 0.81917, + "f1": 0.779977, + "accuracy": 0.81917, + "main_score": 0.779977, + "hf_subset": "yor_Latn-ajp_Arab", + "languages": [ + "yor-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.407933, + "recall": 0.474308, + "f1": 0.425941, + "accuracy": 0.474308, + "main_score": 0.425941, + "hf_subset": "yor_Latn-bjn_Arab", + "languages": [ + "yor-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.453727, + "recall": 0.491107, + "f1": 0.463776, + "accuracy": 0.491107, + "main_score": 0.463776, + "hf_subset": "yor_Latn-ewe_Latn", + "languages": [ + "yor-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.707725, + "recall": 0.76581, + "f1": 0.723562, + "accuracy": 0.76581, + "main_score": 0.723562, + "hf_subset": "yor_Latn-ilo_Latn", + "languages": [ + "yor-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.262265, + "recall": 0.317194, + "f1": 0.276317, + "accuracy": 0.317194, + "main_score": 0.276317, + "hf_subset": "yor_Latn-knc_Arab", + "languages": [ + "yor-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.759754, + "recall": 0.809289, + "f1": 0.773316, + "accuracy": 0.809289, + "main_score": 0.773316, + "hf_subset": "yor_Latn-mkd_Cyrl", + "languages": [ + "yor-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.777866, + "recall": 0.832016, + "f1": 0.793484, + "accuracy": 0.832016, + "main_score": 0.793484, + "hf_subset": "yor_Latn-prs_Arab", + "languages": [ + "yor-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.787526, + "recall": 0.840909, + "f1": 0.803564, + "accuracy": 0.840909, + "main_score": 0.803564, + "hf_subset": "yor_Latn-swe_Latn", + "languages": [ + "yor-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.760244, + "recall": 0.817194, + "f1": 0.776968, + "accuracy": 0.817194, + "main_score": 0.776968, + "hf_subset": "yor_Latn-urd_Arab", + "languages": [ + "yor-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.658872, + "recall": 0.70751, + "f1": 0.672422, + "accuracy": 0.70751, + "main_score": 0.672422, + "hf_subset": "yor_Latn-aka_Latn", + "languages": [ + "yor-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.739696, + "recall": 0.786561, + "f1": 0.752474, + "accuracy": 0.786561, + "main_score": 0.752474, + "hf_subset": "yor_Latn-bjn_Latn", + "languages": [ + "yor-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.745595, + "recall": 0.797431, + "f1": 0.760714, + "accuracy": 0.797431, + "main_score": 0.760714, + "hf_subset": "yor_Latn-fao_Latn", + "languages": [ + "yor-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.780478, + "recall": 0.832016, + "f1": 0.795803, + "accuracy": 0.832016, + "main_score": 0.795803, + "hf_subset": "yor_Latn-ind_Latn", + "languages": [ + "yor-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.498157, + "recall": 0.535573, + "f1": 0.508553, + "accuracy": 0.535573, + "main_score": 0.508553, + "hf_subset": "yor_Latn-knc_Latn", + "languages": [ + "yor-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.717138, + "recall": 0.774704, + "f1": 0.732413, + "accuracy": 0.774704, + "main_score": 0.732413, + "hf_subset": "yor_Latn-mlt_Latn", + "languages": [ + "yor-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.561552, + "recall": 0.612648, + "f1": 0.575798, + "accuracy": 0.612648, + "main_score": 0.575798, + "hf_subset": "yor_Latn-quy_Latn", + "languages": [ + "yor-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.7675, + "recall": 0.81917, + "f1": 0.782286, + "accuracy": 0.81917, + "main_score": 0.782286, + "hf_subset": "yor_Latn-swh_Latn", + "languages": [ + "yor-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.732193, + "recall": 0.787549, + "f1": 0.747029, + "accuracy": 0.787549, + "main_score": 0.747029, + "hf_subset": "yor_Latn-uzn_Latn", + "languages": [ + "yor-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.735189, + "recall": 0.793478, + "f1": 0.75146, + "accuracy": 0.793478, + "main_score": 0.75146, + "hf_subset": "yor_Latn-als_Latn", + "languages": [ + "yor-Latn", + "als-Latn" + ] + }, + { + "precision": 0.596268, + "recall": 0.672925, + "f1": 0.618136, + "accuracy": 0.672925, + "main_score": 0.618136, + "hf_subset": "yor_Latn-bod_Tibt", + "languages": [ + "yor-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.58201, + "recall": 0.631423, + "f1": 0.595204, + "accuracy": 0.631423, + "main_score": 0.595204, + "hf_subset": "yor_Latn-fij_Latn", + "languages": [ + "yor-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.729833, + "recall": 0.790514, + "f1": 0.747134, + "accuracy": 0.790514, + "main_score": 0.747134, + "hf_subset": "yor_Latn-isl_Latn", + "languages": [ + "yor-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.527022, + "recall": 0.573123, + "f1": 0.539462, + "accuracy": 0.573123, + "main_score": 0.539462, + "hf_subset": "yor_Latn-kon_Latn", + "languages": [ + "yor-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.457033, + "recall": 0.518775, + "f1": 0.474791, + "accuracy": 0.518775, + "main_score": 0.474791, + "hf_subset": "yor_Latn-mni_Beng", + "languages": [ + "yor-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.76759, + "recall": 0.821146, + "f1": 0.782981, + "accuracy": 0.821146, + "main_score": 0.782981, + "hf_subset": "yor_Latn-ron_Latn", + "languages": [ + "yor-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.760426, + "recall": 0.816206, + "f1": 0.776291, + "accuracy": 0.816206, + "main_score": 0.776291, + "hf_subset": "yor_Latn-szl_Latn", + "languages": [ + "yor-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.778849, + "recall": 0.831028, + "f1": 0.793933, + "accuracy": 0.831028, + "main_score": 0.793933, + "hf_subset": "yor_Latn-vec_Latn", + "languages": [ + "yor-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.779117, + "recall": 0.83004, + "f1": 0.794109, + "accuracy": 0.83004, + "main_score": 0.794109, + "hf_subset": "yor_Latn-amh_Ethi", + "languages": [ + "yor-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.772046, + "recall": 0.823123, + "f1": 0.786357, + "accuracy": 0.823123, + "main_score": 0.786357, + "hf_subset": "yor_Latn-bos_Latn", + "languages": [ + "yor-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.761835, + "recall": 0.817194, + "f1": 0.777687, + "accuracy": 0.817194, + "main_score": 0.777687, + "hf_subset": "yor_Latn-fin_Latn", + "languages": [ + "yor-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.793485, + "recall": 0.838933, + "f1": 0.806211, + "accuracy": 0.838933, + "main_score": 0.806211, + "hf_subset": "yor_Latn-ita_Latn", + "languages": [ + "yor-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.789559, + "recall": 0.839921, + "f1": 0.80433, + "accuracy": 0.839921, + "main_score": 0.80433, + "hf_subset": "yor_Latn-kor_Hang", + "languages": [ + "yor-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.464505, + "recall": 0.506917, + "f1": 0.476672, + "accuracy": 0.506917, + "main_score": 0.476672, + "hf_subset": "yor_Latn-mos_Latn", + "languages": [ + "yor-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.639311, + "recall": 0.699605, + "f1": 0.656291, + "accuracy": 0.699605, + "main_score": 0.656291, + "hf_subset": "yor_Latn-run_Latn", + "languages": [ + "yor-Latn", + "run-Latn" + ] + }, + { + "precision": 0.773654, + "recall": 0.827075, + "f1": 0.789023, + "accuracy": 0.827075, + "main_score": 0.789023, + "hf_subset": "yor_Latn-tam_Taml", + "languages": [ + "yor-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.780629, + "recall": 0.83004, + "f1": 0.79419, + "accuracy": 0.83004, + "main_score": 0.79419, + "hf_subset": "yor_Latn-vie_Latn", + "languages": [ + "yor-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.765108, + "recall": 0.818182, + "f1": 0.779791, + "accuracy": 0.818182, + "main_score": 0.779791, + "hf_subset": "yor_Latn-apc_Arab", + "languages": [ + "yor-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.57649, + "recall": 0.621542, + "f1": 0.589465, + "accuracy": 0.621542, + "main_score": 0.589465, + "hf_subset": "yor_Latn-bug_Latn", + "languages": [ + "yor-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.426189, + "recall": 0.464427, + "f1": 0.437429, + "accuracy": 0.464427, + "main_score": 0.437429, + "hf_subset": "yor_Latn-fon_Latn", + "languages": [ + "yor-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.717819, + "recall": 0.774704, + "f1": 0.733541, + "accuracy": 0.774704, + "main_score": 0.733541, + "hf_subset": "yor_Latn-jav_Latn", + "languages": [ + "yor-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.701689, + "recall": 0.76581, + "f1": 0.720128, + "accuracy": 0.76581, + "main_score": 0.720128, + "hf_subset": "yor_Latn-lao_Laoo", + "languages": [ + "yor-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.709404, + "recall": 0.764822, + "f1": 0.725174, + "accuracy": 0.764822, + "main_score": 0.725174, + "hf_subset": "yor_Latn-mri_Latn", + "languages": [ + "yor-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.784664, + "recall": 0.833004, + "f1": 0.798376, + "accuracy": 0.833004, + "main_score": 0.798376, + "hf_subset": "yor_Latn-rus_Cyrl", + "languages": [ + "yor-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.46245, + "recall": 0.507905, + "f1": 0.475776, + "accuracy": 0.507905, + "main_score": 0.475776, + "hf_subset": "yor_Latn-taq_Latn", + "languages": [ + "yor-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.726145, + "recall": 0.783597, + "f1": 0.741621, + "accuracy": 0.783597, + "main_score": 0.741621, + "hf_subset": "yor_Latn-war_Latn", + "languages": [ + "yor-Latn", + "war-Latn" + ] + }, + { + "precision": 0.777133, + "recall": 0.83004, + "f1": 0.792541, + "accuracy": 0.83004, + "main_score": 0.792541, + "hf_subset": "yor_Latn-arb_Arab", + "languages": [ + "yor-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.794188, + "recall": 0.842885, + "f1": 0.808482, + "accuracy": 0.842885, + "main_score": 0.808482, + "hf_subset": "yor_Latn-bul_Cyrl", + "languages": [ + "yor-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.787912, + "recall": 0.837945, + "f1": 0.802409, + "accuracy": 0.837945, + "main_score": 0.802409, + "hf_subset": "yor_Latn-fra_Latn", + "languages": [ + "yor-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.785063, + "recall": 0.836957, + "f1": 0.800075, + "accuracy": 0.836957, + "main_score": 0.800075, + "hf_subset": "yor_Latn-jpn_Jpan", + "languages": [ + "yor-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.755311, + "recall": 0.810277, + "f1": 0.771147, + "accuracy": 0.810277, + "main_score": 0.771147, + "hf_subset": "yor_Latn-lij_Latn", + "languages": [ + "yor-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.735504, + "recall": 0.791502, + "f1": 0.7511, + "accuracy": 0.791502, + "main_score": 0.7511, + "hf_subset": "yor_Latn-mya_Mymr", + "languages": [ + "yor-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.46879, + "recall": 0.516798, + "f1": 0.482001, + "accuracy": 0.516798, + "main_score": 0.482001, + "hf_subset": "yor_Latn-sag_Latn", + "languages": [ + "yor-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.202866, + "recall": 0.26581, + "f1": 0.218852, + "accuracy": 0.26581, + "main_score": 0.218852, + "hf_subset": "yor_Latn-taq_Tfng", + "languages": [ + "yor-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.554838, + "recall": 0.609684, + "f1": 0.569834, + "accuracy": 0.609684, + "main_score": 0.569834, + "hf_subset": "yor_Latn-wol_Latn", + "languages": [ + "yor-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.652766, + "recall": 0.722332, + "f1": 0.672643, + "accuracy": 0.722332, + "main_score": 0.672643, + "hf_subset": "yor_Latn-arb_Latn", + "languages": [ + "yor-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.755289, + "recall": 0.812253, + "f1": 0.771353, + "accuracy": 0.812253, + "main_score": 0.771353, + "hf_subset": "yor_Latn-cat_Latn", + "languages": [ + "yor-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.762068, + "recall": 0.811265, + "f1": 0.775737, + "accuracy": 0.811265, + "main_score": 0.775737, + "hf_subset": "yor_Latn-fur_Latn", + "languages": [ + "yor-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.434829, + "recall": 0.501976, + "f1": 0.452887, + "accuracy": 0.501976, + "main_score": 0.452887, + "hf_subset": "yor_Latn-kab_Latn", + "languages": [ + "yor-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.747697, + "recall": 0.798419, + "f1": 0.76154, + "accuracy": 0.798419, + "main_score": 0.76154, + "hf_subset": "yor_Latn-lim_Latn", + "languages": [ + "yor-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.771598, + "recall": 0.81917, + "f1": 0.785463, + "accuracy": 0.81917, + "main_score": 0.785463, + "hf_subset": "yor_Latn-nld_Latn", + "languages": [ + "yor-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.731444, + "recall": 0.788538, + "f1": 0.747735, + "accuracy": 0.788538, + "main_score": 0.747735, + "hf_subset": "yor_Latn-san_Deva", + "languages": [ + "yor-Latn", + "san-Deva" + ] + }, + { + "precision": 0.725653, + "recall": 0.787549, + "f1": 0.743394, + "accuracy": 0.787549, + "main_score": 0.743394, + "hf_subset": "yor_Latn-tat_Cyrl", + "languages": [ + "yor-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.690219, + "recall": 0.755929, + "f1": 0.709609, + "accuracy": 0.755929, + "main_score": 0.709609, + "hf_subset": "yor_Latn-xho_Latn", + "languages": [ + "yor-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.77664, + "recall": 0.83004, + "f1": 0.791941, + "accuracy": 0.83004, + "main_score": 0.791941, + "hf_subset": "yor_Latn-ars_Arab", + "languages": [ + "yor-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.73332, + "recall": 0.785573, + "f1": 0.74777, + "accuracy": 0.785573, + "main_score": 0.74777, + "hf_subset": "yor_Latn-ceb_Latn", + "languages": [ + "yor-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.454832, + "recall": 0.509881, + "f1": 0.470793, + "accuracy": 0.509881, + "main_score": 0.470793, + "hf_subset": "yor_Latn-fuv_Latn", + "languages": [ + "yor-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.457646, + "recall": 0.505929, + "f1": 0.471088, + "accuracy": 0.505929, + "main_score": 0.471088, + "hf_subset": "yor_Latn-kac_Latn", + "languages": [ + "yor-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.543454, + "recall": 0.596838, + "f1": 0.5582, + "accuracy": 0.596838, + "main_score": 0.5582, + "hf_subset": "yor_Latn-lin_Latn", + "languages": [ + "yor-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.741509, + "recall": 0.795455, + "f1": 0.756138, + "accuracy": 0.795455, + "main_score": 0.756138, + "hf_subset": "yor_Latn-nno_Latn", + "languages": [ + "yor-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.671592, + "recall": 0.744071, + "f1": 0.692679, + "accuracy": 0.744071, + "main_score": 0.692679, + "hf_subset": "yor_Latn-sat_Olck", + "languages": [ + "yor-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.741502, + "recall": 0.799407, + "f1": 0.758176, + "accuracy": 0.799407, + "main_score": 0.758176, + "hf_subset": "yor_Latn-tel_Telu", + "languages": [ + "yor-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.734076, + "recall": 0.796443, + "f1": 0.751804, + "accuracy": 0.796443, + "main_score": 0.751804, + "hf_subset": "yor_Latn-ydd_Hebr", + "languages": [ + "yor-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.724254, + "recall": 0.783597, + "f1": 0.740476, + "accuracy": 0.783597, + "main_score": 0.740476, + "hf_subset": "yor_Latn-ary_Arab", + "languages": [ + "yor-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.781258, + "recall": 0.833004, + "f1": 0.796203, + "accuracy": 0.833004, + "main_score": 0.796203, + "hf_subset": "yor_Latn-ces_Latn", + "languages": [ + "yor-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.512429, + "recall": 0.578063, + "f1": 0.531065, + "accuracy": 0.578063, + "main_score": 0.531065, + "hf_subset": "yor_Latn-gaz_Latn", + "languages": [ + "yor-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.521314, + "recall": 0.573123, + "f1": 0.53543, + "accuracy": 0.573123, + "main_score": 0.53543, + "hf_subset": "yor_Latn-kam_Latn", + "languages": [ + "yor-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.752615, + "recall": 0.811265, + "f1": 0.769387, + "accuracy": 0.811265, + "main_score": 0.769387, + "hf_subset": "yor_Latn-lit_Latn", + "languages": [ + "yor-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.780906, + "recall": 0.833992, + "f1": 0.796297, + "accuracy": 0.833992, + "main_score": 0.796297, + "hf_subset": "yor_Latn-nob_Latn", + "languages": [ + "yor-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.759565, + "recall": 0.80336, + "f1": 0.771739, + "accuracy": 0.80336, + "main_score": 0.771739, + "hf_subset": "yor_Latn-scn_Latn", + "languages": [ + "yor-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.720261, + "recall": 0.781621, + "f1": 0.737674, + "accuracy": 0.781621, + "main_score": 0.737674, + "hf_subset": "yor_Latn-tgk_Cyrl", + "languages": [ + "yor-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.784233, + "recall": 0.833004, + "f1": 0.797809, + "accuracy": 0.833004, + "main_score": 0.797809, + "hf_subset": "yor_Latn-arz_Arab", + "languages": [ + "yor-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.455478, + "recall": 0.501976, + "f1": 0.468837, + "accuracy": 0.501976, + "main_score": 0.468837, + "hf_subset": "yor_Latn-cjk_Latn", + "languages": [ + "yor-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.699123, + "recall": 0.757905, + "f1": 0.715933, + "accuracy": 0.757905, + "main_score": 0.715933, + "hf_subset": "yor_Latn-gla_Latn", + "languages": [ + "yor-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.742008, + "recall": 0.804348, + "f1": 0.759771, + "accuracy": 0.804348, + "main_score": 0.759771, + "hf_subset": "yor_Latn-kan_Knda", + "languages": [ + "yor-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.748028, + "recall": 0.798419, + "f1": 0.761836, + "accuracy": 0.798419, + "main_score": 0.761836, + "hf_subset": "yor_Latn-lmo_Latn", + "languages": [ + "yor-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.769132, + "recall": 0.818182, + "f1": 0.782642, + "accuracy": 0.818182, + "main_score": 0.782642, + "hf_subset": "yor_Latn-npi_Deva", + "languages": [ + "yor-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.474022, + "recall": 0.541502, + "f1": 0.492655, + "accuracy": 0.541502, + "main_score": 0.492655, + "hf_subset": "yor_Latn-shn_Mymr", + "languages": [ + "yor-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.754355, + "recall": 0.8083, + "f1": 0.769684, + "accuracy": 0.8083, + "main_score": 0.769684, + "hf_subset": "yor_Latn-tgl_Latn", + "languages": [ + "yor-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.774158, + "recall": 0.825099, + "f1": 0.788244, + "accuracy": 0.825099, + "main_score": 0.788244, + "hf_subset": "yor_Latn-yue_Hant", + "languages": [ + "yor-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.725324, + "recall": 0.785573, + "f1": 0.742826, + "accuracy": 0.785573, + "main_score": 0.742826, + "hf_subset": "yor_Latn-asm_Beng", + "languages": [ + "yor-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.706021, + "recall": 0.772727, + "f1": 0.725675, + "accuracy": 0.772727, + "main_score": 0.725675, + "hf_subset": "yor_Latn-ckb_Arab", + "languages": [ + "yor-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.719184, + "recall": 0.779644, + "f1": 0.736422, + "accuracy": 0.779644, + "main_score": 0.736422, + "hf_subset": "yor_Latn-gle_Latn", + "languages": [ + "yor-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.657768, + "recall": 0.714427, + "f1": 0.673141, + "accuracy": 0.714427, + "main_score": 0.673141, + "hf_subset": "yor_Latn-kas_Arab", + "languages": [ + "yor-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.668302, + "recall": 0.724308, + "f1": 0.684351, + "accuracy": 0.724308, + "main_score": 0.684351, + "hf_subset": "yor_Latn-ltg_Latn", + "languages": [ + "yor-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.688309, + "recall": 0.745059, + "f1": 0.704415, + "accuracy": 0.745059, + "main_score": 0.704415, + "hf_subset": "yor_Latn-nso_Latn", + "languages": [ + "yor-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.746767, + "recall": 0.805336, + "f1": 0.763445, + "accuracy": 0.805336, + "main_score": 0.763445, + "hf_subset": "yor_Latn-sin_Sinh", + "languages": [ + "yor-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.720355, + "recall": 0.780632, + "f1": 0.737306, + "accuracy": 0.780632, + "main_score": 0.737306, + "hf_subset": "yor_Latn-tha_Thai", + "languages": [ + "yor-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.727335, + "recall": 0.785573, + "f1": 0.743212, + "accuracy": 0.785573, + "main_score": 0.743212, + "hf_subset": "yor_Latn-zho_Hans", + "languages": [ + "yor-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.774099, + "recall": 0.823123, + "f1": 0.788382, + "accuracy": 0.823123, + "main_score": 0.788382, + "hf_subset": "yor_Latn-ast_Latn", + "languages": [ + "yor-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.762287, + "recall": 0.812253, + "f1": 0.7764, + "accuracy": 0.812253, + "main_score": 0.7764, + "hf_subset": "yor_Latn-crh_Latn", + "languages": [ + "yor-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.769474, + "recall": 0.820158, + "f1": 0.783593, + "accuracy": 0.820158, + "main_score": 0.783593, + "hf_subset": "yor_Latn-glg_Latn", + "languages": [ + "yor-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.622988, + "recall": 0.687747, + "f1": 0.641271, + "accuracy": 0.687747, + "main_score": 0.641271, + "hf_subset": "yor_Latn-kas_Deva", + "languages": [ + "yor-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.721035, + "recall": 0.777668, + "f1": 0.73644, + "accuracy": 0.777668, + "main_score": 0.73644, + "hf_subset": "yor_Latn-ltz_Latn", + "languages": [ + "yor-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.423732, + "recall": 0.469368, + "f1": 0.436803, + "accuracy": 0.469368, + "main_score": 0.436803, + "hf_subset": "yor_Latn-nus_Latn", + "languages": [ + "yor-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.753892, + "recall": 0.806324, + "f1": 0.768412, + "accuracy": 0.806324, + "main_score": 0.768412, + "hf_subset": "yor_Latn-slk_Latn", + "languages": [ + "yor-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.546551, + "recall": 0.614625, + "f1": 0.56509, + "accuracy": 0.614625, + "main_score": 0.56509, + "hf_subset": "yor_Latn-tir_Ethi", + "languages": [ + "yor-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.772046, + "recall": 0.829051, + "f1": 0.788461, + "accuracy": 0.829051, + "main_score": 0.788461, + "hf_subset": "yor_Latn-zho_Hant", + "languages": [ + "yor-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.76121, + "recall": 0.814229, + "f1": 0.775867, + "accuracy": 0.814229, + "main_score": 0.775867, + "hf_subset": "yor_Latn-awa_Deva", + "languages": [ + "yor-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.758289, + "recall": 0.813241, + "f1": 0.773968, + "accuracy": 0.813241, + "main_score": 0.773968, + "hf_subset": "yor_Latn-cym_Latn", + "languages": [ + "yor-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.57609, + "recall": 0.625494, + "f1": 0.589031, + "accuracy": 0.625494, + "main_score": 0.589031, + "hf_subset": "yor_Latn-grn_Latn", + "languages": [ + "yor-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.747779, + "recall": 0.801383, + "f1": 0.762841, + "accuracy": 0.801383, + "main_score": 0.762841, + "hf_subset": "yor_Latn-kat_Geor", + "languages": [ + "yor-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.53085, + "recall": 0.573123, + "f1": 0.543019, + "accuracy": 0.573123, + "main_score": 0.543019, + "hf_subset": "yor_Latn-lua_Latn", + "languages": [ + "yor-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.658042, + "recall": 0.716403, + "f1": 0.675329, + "accuracy": 0.716403, + "main_score": 0.675329, + "hf_subset": "yor_Latn-nya_Latn", + "languages": [ + "yor-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.76691, + "recall": 0.818182, + "f1": 0.781628, + "accuracy": 0.818182, + "main_score": 0.781628, + "hf_subset": "yor_Latn-slv_Latn", + "languages": [ + "yor-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.711632, + "recall": 0.764822, + "f1": 0.725876, + "accuracy": 0.764822, + "main_score": 0.725876, + "hf_subset": "yor_Latn-tpi_Latn", + "languages": [ + "yor-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.780081, + "recall": 0.833004, + "f1": 0.7951, + "accuracy": 0.833004, + "main_score": 0.7951, + "hf_subset": "yor_Latn-zsm_Latn", + "languages": [ + "yor-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.48055, + "recall": 0.522727, + "f1": 0.492922, + "accuracy": 0.522727, + "main_score": 0.492922, + "hf_subset": "yor_Latn-ayr_Latn", + "languages": [ + "yor-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.778675, + "recall": 0.831028, + "f1": 0.793888, + "accuracy": 0.831028, + "main_score": 0.793888, + "hf_subset": "yor_Latn-dan_Latn", + "languages": [ + "yor-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.779392, + "recall": 0.83004, + "f1": 0.793824, + "accuracy": 0.83004, + "main_score": 0.793824, + "hf_subset": "yor_Latn-guj_Gujr", + "languages": [ + "yor-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.736873, + "recall": 0.798419, + "f1": 0.754346, + "accuracy": 0.798419, + "main_score": 0.754346, + "hf_subset": "yor_Latn-kaz_Cyrl", + "languages": [ + "yor-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.60146, + "recall": 0.664032, + "f1": 0.618958, + "accuracy": 0.664032, + "main_score": 0.618958, + "hf_subset": "yor_Latn-lug_Latn", + "languages": [ + "yor-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.748604, + "recall": 0.801383, + "f1": 0.762987, + "accuracy": 0.801383, + "main_score": 0.762987, + "hf_subset": "yor_Latn-oci_Latn", + "languages": [ + "yor-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.672277, + "recall": 0.735178, + "f1": 0.689959, + "accuracy": 0.735178, + "main_score": 0.689959, + "hf_subset": "yor_Latn-smo_Latn", + "languages": [ + "yor-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.650759, + "recall": 0.711462, + "f1": 0.668027, + "accuracy": 0.711462, + "main_score": 0.668027, + "hf_subset": "yor_Latn-tsn_Latn", + "languages": [ + "yor-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.705259, + "recall": 0.76581, + "f1": 0.722325, + "accuracy": 0.76581, + "main_score": 0.722325, + "hf_subset": "yor_Latn-zul_Latn", + "languages": [ + "yor-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.664008, + "recall": 0.72332, + "f1": 0.680988, + "accuracy": 0.72332, + "main_score": 0.680988, + "hf_subset": "yor_Latn-azb_Arab", + "languages": [ + "yor-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.780973, + "recall": 0.83004, + "f1": 0.794844, + "accuracy": 0.83004, + "main_score": 0.794844, + "hf_subset": "yor_Latn-deu_Latn", + "languages": [ + "yor-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.725991, + "recall": 0.782609, + "f1": 0.742479, + "accuracy": 0.782609, + "main_score": 0.742479, + "hf_subset": "yor_Latn-hat_Latn", + "languages": [ + "yor-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.476855, + "recall": 0.524704, + "f1": 0.49036, + "accuracy": 0.524704, + "main_score": 0.49036, + "hf_subset": "yor_Latn-kbp_Latn", + "languages": [ + "yor-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.496037, + "recall": 0.540514, + "f1": 0.509024, + "accuracy": 0.540514, + "main_score": 0.509024, + "hf_subset": "yor_Latn-luo_Latn", + "languages": [ + "yor-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.707473, + "recall": 0.772727, + "f1": 0.726214, + "accuracy": 0.772727, + "main_score": 0.726214, + "hf_subset": "yor_Latn-ory_Orya", + "languages": [ + "yor-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.689963, + "recall": 0.75, + "f1": 0.707169, + "accuracy": 0.75, + "main_score": 0.707169, + "hf_subset": "yor_Latn-sna_Latn", + "languages": [ + "yor-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.590479, + "recall": 0.650198, + "f1": 0.606367, + "accuracy": 0.650198, + "main_score": 0.606367, + "hf_subset": "yor_Latn-tso_Latn", + "languages": [ + "yor-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.741819, + "recall": 0.80336, + "f1": 0.759305, + "accuracy": 0.80336, + "main_score": 0.759305, + "hf_subset": "yor_Latn-azj_Latn", + "languages": [ + "yor-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.475944, + "recall": 0.514822, + "f1": 0.486963, + "accuracy": 0.514822, + "main_score": 0.486963, + "hf_subset": "yor_Latn-dik_Latn", + "languages": [ + "yor-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.732265, + "recall": 0.787549, + "f1": 0.748514, + "accuracy": 0.787549, + "main_score": 0.748514, + "hf_subset": "yor_Latn-hau_Latn", + "languages": [ + "yor-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.721171, + "recall": 0.770751, + "f1": 0.734564, + "accuracy": 0.770751, + "main_score": 0.734564, + "hf_subset": "yor_Latn-kea_Latn", + "languages": [ + "yor-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.689416, + "recall": 0.744071, + "f1": 0.704606, + "accuracy": 0.744071, + "main_score": 0.704606, + "hf_subset": "yor_Latn-lus_Latn", + "languages": [ + "yor-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.642985, + "recall": 0.693676, + "f1": 0.657193, + "accuracy": 0.693676, + "main_score": 0.657193, + "hf_subset": "yor_Latn-pag_Latn", + "languages": [ + "yor-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.696523, + "recall": 0.763834, + "f1": 0.715543, + "accuracy": 0.763834, + "main_score": 0.715543, + "hf_subset": "yor_Latn-snd_Arab", + "languages": [ + "yor-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.708819, + "recall": 0.769763, + "f1": 0.725949, + "accuracy": 0.769763, + "main_score": 0.725949, + "hf_subset": "yor_Latn-tuk_Latn", + "languages": [ + "yor-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.731302, + "recall": 0.787549, + "f1": 0.747027, + "accuracy": 0.787549, + "main_score": 0.747027, + "hf_subset": "yor_Latn-bak_Cyrl", + "languages": [ + "yor-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.42658, + "recall": 0.483202, + "f1": 0.442199, + "accuracy": 0.483202, + "main_score": 0.442199, + "hf_subset": "yor_Latn-dyu_Latn", + "languages": [ + "yor-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.776848, + "recall": 0.829051, + "f1": 0.791476, + "accuracy": 0.829051, + "main_score": 0.791476, + "hf_subset": "yor_Latn-heb_Hebr", + "languages": [ + "yor-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.750384, + "recall": 0.804348, + "f1": 0.76636, + "accuracy": 0.804348, + "main_score": 0.76636, + "hf_subset": "yor_Latn-khk_Cyrl", + "languages": [ + "yor-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.745308, + "recall": 0.801383, + "f1": 0.761381, + "accuracy": 0.801383, + "main_score": 0.761381, + "hf_subset": "yor_Latn-lvs_Latn", + "languages": [ + "yor-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.738072, + "recall": 0.796443, + "f1": 0.75449, + "accuracy": 0.796443, + "main_score": 0.75449, + "hf_subset": "yor_Latn-pan_Guru", + "languages": [ + "yor-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.692292, + "recall": 0.753953, + "f1": 0.709839, + "accuracy": 0.753953, + "main_score": 0.709839, + "hf_subset": "yor_Latn-som_Latn", + "languages": [ + "yor-Latn", + "som-Latn" + ] + }, + { + "precision": 0.581638, + "recall": 0.640316, + "f1": 0.598297, + "accuracy": 0.640316, + "main_score": 0.598297, + "hf_subset": "yor_Latn-tum_Latn", + "languages": [ + "yor-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.539955, + "recall": 0.628458, + "f1": 0.565766, + "accuracy": 0.628458, + "main_score": 0.565766, + "hf_subset": "arz_Arab-ace_Arab", + "languages": [ + "arz-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.462927, + "recall": 0.527668, + "f1": 0.479935, + "accuracy": 0.527668, + "main_score": 0.479935, + "hf_subset": "arz_Arab-bam_Latn", + "languages": [ + "arz-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.647087, + "recall": 0.73419, + "f1": 0.672803, + "accuracy": 0.73419, + "main_score": 0.672803, + "hf_subset": "arz_Arab-dzo_Tibt", + "languages": [ + "arz-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-hin_Deva", + "languages": [ + "arz-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "arz_Arab-khm_Khmr", + "languages": [ + "arz-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-mag_Deva", + "languages": [ + "arz-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arz_Arab-pap_Latn", + "languages": [ + "arz-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.879364, + "recall": 0.91502, + "f1": 0.890547, + "accuracy": 0.91502, + "main_score": 0.890547, + "hf_subset": "arz_Arab-sot_Latn", + "languages": [ + "arz-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-tur_Latn", + "languages": [ + "arz-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.871986, + "recall": 0.907115, + "f1": 0.882877, + "accuracy": 0.907115, + "main_score": 0.882877, + "hf_subset": "arz_Arab-ace_Latn", + "languages": [ + "arz-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "arz_Arab-ban_Latn", + "languages": [ + "arz-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arz_Arab-ell_Grek", + "languages": [ + "arz-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "arz_Arab-hne_Deva", + "languages": [ + "arz-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.579144, + "recall": 0.655138, + "f1": 0.600326, + "accuracy": 0.655138, + "main_score": 0.600326, + "hf_subset": "arz_Arab-kik_Latn", + "languages": [ + "arz-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-mai_Deva", + "languages": [ + "arz-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "arz_Arab-pbt_Arab", + "languages": [ + "arz-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-spa_Latn", + "languages": [ + "arz-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.774704, + "recall": 0.833004, + "f1": 0.792523, + "accuracy": 0.833004, + "main_score": 0.792523, + "hf_subset": "arz_Arab-twi_Latn", + "languages": [ + "arz-Arab", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-acm_Arab", + "languages": [ + "arz-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-bel_Cyrl", + "languages": [ + "arz-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-eng_Latn", + "languages": [ + "arz-Arab", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-hrv_Latn", + "languages": [ + "arz-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.862236, + "recall": 0.900198, + "f1": 0.873866, + "accuracy": 0.900198, + "main_score": 0.873866, + "hf_subset": "arz_Arab-kin_Latn", + "languages": [ + "arz-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-mal_Mlym", + "languages": [ + "arz-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-pes_Arab", + "languages": [ + "arz-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arz_Arab-srd_Latn", + "languages": [ + "arz-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.216254, + "recall": 0.284585, + "f1": 0.232846, + "accuracy": 0.284585, + "main_score": 0.232846, + "hf_subset": "arz_Arab-tzm_Tfng", + "languages": [ + "arz-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-acq_Arab", + "languages": [ + "arz-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.67799, + "recall": 0.75, + "f1": 0.698972, + "accuracy": 0.75, + "main_score": 0.698972, + "hf_subset": "arz_Arab-bem_Latn", + "languages": [ + "arz-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-epo_Latn", + "languages": [ + "arz-Arab", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-hun_Latn", + "languages": [ + "arz-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arz_Arab-kir_Cyrl", + "languages": [ + "arz-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-mar_Deva", + "languages": [ + "arz-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.883152, + "recall": 0.916008, + "f1": 0.893116, + "accuracy": 0.916008, + "main_score": 0.893116, + "hf_subset": "arz_Arab-plt_Latn", + "languages": [ + "arz-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-srp_Cyrl", + "languages": [ + "arz-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.947052, + "recall": 0.963439, + "f1": 0.952306, + "accuracy": 0.963439, + "main_score": 0.952306, + "hf_subset": "arz_Arab-uig_Arab", + "languages": [ + "arz-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-aeb_Arab", + "languages": [ + "arz-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-ben_Beng", + "languages": [ + "arz-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-est_Latn", + "languages": [ + "arz-Arab", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-hye_Armn", + "languages": [ + "arz-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.47687, + "recall": 0.540514, + "f1": 0.494908, + "accuracy": 0.540514, + "main_score": 0.494908, + "hf_subset": "arz_Arab-kmb_Latn", + "languages": [ + "arz-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.497246, + "recall": 0.583992, + "f1": 0.521188, + "accuracy": 0.583992, + "main_score": 0.521188, + "hf_subset": "arz_Arab-min_Arab", + "languages": [ + "arz-Arab", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-pol_Latn", + "languages": [ + "arz-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.755171, + "recall": 0.820158, + "f1": 0.775296, + "accuracy": 0.820158, + "main_score": 0.775296, + "hf_subset": "arz_Arab-ssw_Latn", + "languages": [ + "arz-Arab", + "ssw-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ukr_Cyrl", + "languages": [ + "arz-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-afr_Latn", + "languages": [ + "arz-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-bho_Deva", + "languages": [ + "arz-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-eus_Latn", + "languages": [ + "arz-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.872036, + "recall": 0.910079, + "f1": 0.88386, + "accuracy": 0.910079, + "main_score": 0.88386, + "hf_subset": "arz_Arab-ibo_Latn", + "languages": [ + "arz-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.881588, + "recall": 0.917984, + "f1": 0.893083, + "accuracy": 0.917984, + "main_score": 0.893083, + "hf_subset": "arz_Arab-kmr_Latn", + "languages": [ + "arz-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "arz_Arab-min_Latn", + "languages": [ + "arz-Arab", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-por_Latn", + "languages": [ + "arz-Arab", + "por-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "arz_Arab-sun_Latn", + "languages": [ + "arz-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.460853, + "recall": 0.532609, + "f1": 0.481198, + "accuracy": 0.532609, + "main_score": 0.481198, + "hf_subset": "arz_Arab-umb_Latn", + "languages": [ + "arz-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-ajp_Arab", + "languages": [ + "arz-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.526494, + "recall": 0.606719, + "f1": 0.548676, + "accuracy": 0.606719, + "main_score": 0.548676, + "hf_subset": "arz_Arab-bjn_Arab", + "languages": [ + "arz-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.436299, + "recall": 0.5, + "f1": 0.453724, + "accuracy": 0.5, + "main_score": 0.453724, + "hf_subset": "arz_Arab-ewe_Latn", + "languages": [ + "arz-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "arz_Arab-ilo_Latn", + "languages": [ + "arz-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.267189, + "recall": 0.33004, + "f1": 0.283501, + "accuracy": 0.33004, + "main_score": 0.283501, + "hf_subset": "arz_Arab-knc_Arab", + "languages": [ + "arz-Arab", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-mkd_Cyrl", + "languages": [ + "arz-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-prs_Arab", + "languages": [ + "arz-Arab", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-swe_Latn", + "languages": [ + "arz-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "arz_Arab-urd_Arab", + "languages": [ + "arz-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.766288, + "recall": 0.823123, + "f1": 0.782957, + "accuracy": 0.823123, + "main_score": 0.782957, + "hf_subset": "arz_Arab-aka_Latn", + "languages": [ + "arz-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "arz_Arab-bjn_Latn", + "languages": [ + "arz-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "arz_Arab-fao_Latn", + "languages": [ + "arz-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-ind_Latn", + "languages": [ + "arz-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.516149, + "recall": 0.574111, + "f1": 0.531358, + "accuracy": 0.574111, + "main_score": 0.531358, + "hf_subset": "arz_Arab-knc_Latn", + "languages": [ + "arz-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-mlt_Latn", + "languages": [ + "arz-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.637072, + "recall": 0.708498, + "f1": 0.658198, + "accuracy": 0.708498, + "main_score": 0.658198, + "hf_subset": "arz_Arab-quy_Latn", + "languages": [ + "arz-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-swh_Latn", + "languages": [ + "arz-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "arz_Arab-uzn_Latn", + "languages": [ + "arz-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-als_Latn", + "languages": [ + "arz-Arab", + "als-Latn" + ] + }, + { + "precision": 0.826046, + "recall": 0.873518, + "f1": 0.840404, + "accuracy": 0.873518, + "main_score": 0.840404, + "hf_subset": "arz_Arab-bod_Tibt", + "languages": [ + "arz-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.621701, + "recall": 0.693676, + "f1": 0.642608, + "accuracy": 0.693676, + "main_score": 0.642608, + "hf_subset": "arz_Arab-fij_Latn", + "languages": [ + "arz-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arz_Arab-isl_Latn", + "languages": [ + "arz-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.603875, + "recall": 0.677866, + "f1": 0.62465, + "accuracy": 0.677866, + "main_score": 0.62465, + "hf_subset": "arz_Arab-kon_Latn", + "languages": [ + "arz-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.599567, + "recall": 0.679842, + "f1": 0.62273, + "accuracy": 0.679842, + "main_score": 0.62273, + "hf_subset": "arz_Arab-mni_Beng", + "languages": [ + "arz-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-ron_Latn", + "languages": [ + "arz-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "arz_Arab-szl_Latn", + "languages": [ + "arz-Arab", + "szl-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-vec_Latn", + "languages": [ + "arz-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.9389, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "arz_Arab-amh_Ethi", + "languages": [ + "arz-Arab", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-bos_Latn", + "languages": [ + "arz-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-fin_Latn", + "languages": [ + "arz-Arab", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ita_Latn", + "languages": [ + "arz-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-kor_Hang", + "languages": [ + "arz-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.479008, + "recall": 0.543478, + "f1": 0.497085, + "accuracy": 0.543478, + "main_score": 0.497085, + "hf_subset": "arz_Arab-mos_Latn", + "languages": [ + "arz-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.784684, + "recall": 0.839921, + "f1": 0.801482, + "accuracy": 0.839921, + "main_score": 0.801482, + "hf_subset": "arz_Arab-run_Latn", + "languages": [ + "arz-Arab", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arz_Arab-tam_Taml", + "languages": [ + "arz-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-vie_Latn", + "languages": [ + "arz-Arab", + "vie-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-apc_Arab", + "languages": [ + "arz-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.736899, + "recall": 0.799407, + "f1": 0.75549, + "accuracy": 0.799407, + "main_score": 0.75549, + "hf_subset": "arz_Arab-bug_Latn", + "languages": [ + "arz-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.416077, + "recall": 0.472332, + "f1": 0.431191, + "accuracy": 0.472332, + "main_score": 0.431191, + "hf_subset": "arz_Arab-fon_Latn", + "languages": [ + "arz-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arz_Arab-jav_Latn", + "languages": [ + "arz-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.962204, + "recall": 0.974308, + "f1": 0.96614, + "accuracy": 0.974308, + "main_score": 0.96614, + "hf_subset": "arz_Arab-lao_Laoo", + "languages": [ + "arz-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.880682, + "recall": 0.91502, + "f1": 0.891535, + "accuracy": 0.91502, + "main_score": 0.891535, + "hf_subset": "arz_Arab-mri_Latn", + "languages": [ + "arz-Arab", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-rus_Cyrl", + "languages": [ + "arz-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.49544, + "recall": 0.562253, + "f1": 0.514119, + "accuracy": 0.562253, + "main_score": 0.514119, + "hf_subset": "arz_Arab-taq_Latn", + "languages": [ + "arz-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-war_Latn", + "languages": [ + "arz-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-arb_Arab", + "languages": [ + "arz-Arab", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-bul_Cyrl", + "languages": [ + "arz-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-fra_Latn", + "languages": [ + "arz-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-jpn_Jpan", + "languages": [ + "arz-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arz_Arab-lij_Latn", + "languages": [ + "arz-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "arz_Arab-mya_Mymr", + "languages": [ + "arz-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.541635, + "recall": 0.61166, + "f1": 0.56085, + "accuracy": 0.61166, + "main_score": 0.56085, + "hf_subset": "arz_Arab-sag_Latn", + "languages": [ + "arz-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.233168, + "recall": 0.298419, + "f1": 0.249482, + "accuracy": 0.298419, + "main_score": 0.249482, + "hf_subset": "arz_Arab-taq_Tfng", + "languages": [ + "arz-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.62034, + "recall": 0.694664, + "f1": 0.641794, + "accuracy": 0.694664, + "main_score": 0.641794, + "hf_subset": "arz_Arab-wol_Latn", + "languages": [ + "arz-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.88447, + "recall": 0.918972, + "f1": 0.89529, + "accuracy": 0.918972, + "main_score": 0.89529, + "hf_subset": "arz_Arab-arb_Latn", + "languages": [ + "arz-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-cat_Latn", + "languages": [ + "arz-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arz_Arab-fur_Latn", + "languages": [ + "arz-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.459578, + "recall": 0.536561, + "f1": 0.480674, + "accuracy": 0.536561, + "main_score": 0.480674, + "hf_subset": "arz_Arab-kab_Latn", + "languages": [ + "arz-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arz_Arab-lim_Latn", + "languages": [ + "arz-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-nld_Latn", + "languages": [ + "arz-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "arz_Arab-san_Deva", + "languages": [ + "arz-Arab", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arz_Arab-tat_Cyrl", + "languages": [ + "arz-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.88554, + "recall": 0.918972, + "f1": 0.896212, + "accuracy": 0.918972, + "main_score": 0.896212, + "hf_subset": "arz_Arab-xho_Latn", + "languages": [ + "arz-Arab", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ars_Arab", + "languages": [ + "arz-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-ceb_Latn", + "languages": [ + "arz-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.476306, + "recall": 0.554348, + "f1": 0.497809, + "accuracy": 0.554348, + "main_score": 0.497809, + "hf_subset": "arz_Arab-fuv_Latn", + "languages": [ + "arz-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.471163, + "recall": 0.541502, + "f1": 0.489803, + "accuracy": 0.541502, + "main_score": 0.489803, + "hf_subset": "arz_Arab-kac_Latn", + "languages": [ + "arz-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.644979, + "recall": 0.716403, + "f1": 0.665467, + "accuracy": 0.716403, + "main_score": 0.665467, + "hf_subset": "arz_Arab-lin_Latn", + "languages": [ + "arz-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-nno_Latn", + "languages": [ + "arz-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.873765, + "recall": 0.910079, + "f1": 0.884914, + "accuracy": 0.910079, + "main_score": 0.884914, + "hf_subset": "arz_Arab-sat_Olck", + "languages": [ + "arz-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "arz_Arab-tel_Telu", + "languages": [ + "arz-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "arz_Arab-ydd_Hebr", + "languages": [ + "arz-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "arz_Arab-ary_Arab", + "languages": [ + "arz-Arab", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ces_Latn", + "languages": [ + "arz-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.57011, + "recall": 0.647233, + "f1": 0.591433, + "accuracy": 0.647233, + "main_score": 0.591433, + "hf_subset": "arz_Arab-gaz_Latn", + "languages": [ + "arz-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.545142, + "recall": 0.625494, + "f1": 0.56737, + "accuracy": 0.625494, + "main_score": 0.56737, + "hf_subset": "arz_Arab-kam_Latn", + "languages": [ + "arz-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "arz_Arab-lit_Latn", + "languages": [ + "arz-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-nob_Latn", + "languages": [ + "arz-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "arz_Arab-scn_Latn", + "languages": [ + "arz-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "arz_Arab-tgk_Cyrl", + "languages": [ + "arz-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.763441, + "recall": 0.825099, + "f1": 0.781785, + "accuracy": 0.825099, + "main_score": 0.781785, + "hf_subset": "arz_Arab-yor_Latn", + "languages": [ + "arz-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.481071, + "recall": 0.559289, + "f1": 0.502426, + "accuracy": 0.559289, + "main_score": 0.502426, + "hf_subset": "arz_Arab-cjk_Latn", + "languages": [ + "arz-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "arz_Arab-gla_Latn", + "languages": [ + "arz-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arz_Arab-kan_Knda", + "languages": [ + "arz-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "arz_Arab-lmo_Latn", + "languages": [ + "arz-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "arz_Arab-npi_Deva", + "languages": [ + "arz-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.548134, + "recall": 0.631423, + "f1": 0.57153, + "accuracy": 0.631423, + "main_score": 0.57153, + "hf_subset": "arz_Arab-shn_Mymr", + "languages": [ + "arz-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-tgl_Latn", + "languages": [ + "arz-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-yue_Hant", + "languages": [ + "arz-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "arz_Arab-asm_Beng", + "languages": [ + "arz-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.939229, + "recall": 0.958498, + "f1": 0.945487, + "accuracy": 0.958498, + "main_score": 0.945487, + "hf_subset": "arz_Arab-ckb_Arab", + "languages": [ + "arz-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "arz_Arab-gle_Latn", + "languages": [ + "arz-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.910655, + "recall": 0.938735, + "f1": 0.919697, + "accuracy": 0.938735, + "main_score": 0.919697, + "hf_subset": "arz_Arab-kas_Arab", + "languages": [ + "arz-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.903738, + "recall": 0.932806, + "f1": 0.913109, + "accuracy": 0.932806, + "main_score": 0.913109, + "hf_subset": "arz_Arab-ltg_Latn", + "languages": [ + "arz-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.786265, + "recall": 0.839921, + "f1": 0.802997, + "accuracy": 0.839921, + "main_score": 0.802997, + "hf_subset": "arz_Arab-nso_Latn", + "languages": [ + "arz-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "arz_Arab-sin_Sinh", + "languages": [ + "arz-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-tha_Thai", + "languages": [ + "arz-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-zho_Hans", + "languages": [ + "arz-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-ast_Latn", + "languages": [ + "arz-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arz_Arab-crh_Latn", + "languages": [ + "arz-Arab", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-glg_Latn", + "languages": [ + "arz-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.871163, + "recall": 0.909091, + "f1": 0.882971, + "accuracy": 0.909091, + "main_score": 0.882971, + "hf_subset": "arz_Arab-kas_Deva", + "languages": [ + "arz-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-ltz_Latn", + "languages": [ + "arz-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.417181, + "recall": 0.487154, + "f1": 0.435798, + "accuracy": 0.487154, + "main_score": 0.435798, + "hf_subset": "arz_Arab-nus_Latn", + "languages": [ + "arz-Arab", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-slk_Latn", + "languages": [ + "arz-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.661685, + "recall": 0.735178, + "f1": 0.682753, + "accuracy": 0.735178, + "main_score": 0.682753, + "hf_subset": "arz_Arab-tir_Ethi", + "languages": [ + "arz-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-zho_Hant", + "languages": [ + "arz-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.984437, + "recall": 0.988142, + "f1": 0.985573, + "accuracy": 0.988142, + "main_score": 0.985573, + "hf_subset": "arz_Arab-awa_Deva", + "languages": [ + "arz-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-cym_Latn", + "languages": [ + "arz-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.781185, + "recall": 0.835968, + "f1": 0.797348, + "accuracy": 0.835968, + "main_score": 0.797348, + "hf_subset": "arz_Arab-grn_Latn", + "languages": [ + "arz-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-kat_Geor", + "languages": [ + "arz-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.595876, + "recall": 0.658103, + "f1": 0.61282, + "accuracy": 0.658103, + "main_score": 0.61282, + "hf_subset": "arz_Arab-lua_Latn", + "languages": [ + "arz-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.842968, + "recall": 0.88834, + "f1": 0.85695, + "accuracy": 0.88834, + "main_score": 0.85695, + "hf_subset": "arz_Arab-nya_Latn", + "languages": [ + "arz-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-slv_Latn", + "languages": [ + "arz-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arz_Arab-tpi_Latn", + "languages": [ + "arz-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-zsm_Latn", + "languages": [ + "arz-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.479206, + "recall": 0.551383, + "f1": 0.498718, + "accuracy": 0.551383, + "main_score": 0.498718, + "hf_subset": "arz_Arab-ayr_Latn", + "languages": [ + "arz-Arab", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-dan_Latn", + "languages": [ + "arz-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-guj_Gujr", + "languages": [ + "arz-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arz_Arab-kaz_Cyrl", + "languages": [ + "arz-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.653969, + "recall": 0.73419, + "f1": 0.676981, + "accuracy": 0.73419, + "main_score": 0.676981, + "hf_subset": "arz_Arab-lug_Latn", + "languages": [ + "arz-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-oci_Latn", + "languages": [ + "arz-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.836933, + "recall": 0.879447, + "f1": 0.850181, + "accuracy": 0.879447, + "main_score": 0.850181, + "hf_subset": "arz_Arab-smo_Latn", + "languages": [ + "arz-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.75835, + "recall": 0.823123, + "f1": 0.778115, + "accuracy": 0.823123, + "main_score": 0.778115, + "hf_subset": "arz_Arab-tsn_Latn", + "languages": [ + "arz-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.889657, + "recall": 0.923913, + "f1": 0.900856, + "accuracy": 0.923913, + "main_score": 0.900856, + "hf_subset": "arz_Arab-zul_Latn", + "languages": [ + "arz-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.935771, + "recall": 0.956522, + "f1": 0.942523, + "accuracy": 0.956522, + "main_score": 0.942523, + "hf_subset": "arz_Arab-azb_Arab", + "languages": [ + "arz-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-deu_Latn", + "languages": [ + "arz-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "arz_Arab-hat_Latn", + "languages": [ + "arz-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.476355, + "recall": 0.54249, + "f1": 0.494537, + "accuracy": 0.54249, + "main_score": 0.494537, + "hf_subset": "arz_Arab-kbp_Latn", + "languages": [ + "arz-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.498932, + "recall": 0.568182, + "f1": 0.517197, + "accuracy": 0.568182, + "main_score": 0.517197, + "hf_subset": "arz_Arab-luo_Latn", + "languages": [ + "arz-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "arz_Arab-ory_Orya", + "languages": [ + "arz-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.898551, + "recall": 0.929842, + "f1": 0.908597, + "accuracy": 0.929842, + "main_score": 0.908597, + "hf_subset": "arz_Arab-sna_Latn", + "languages": [ + "arz-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.652397, + "recall": 0.726285, + "f1": 0.673732, + "accuracy": 0.726285, + "main_score": 0.673732, + "hf_subset": "arz_Arab-tso_Latn", + "languages": [ + "arz-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "arz_Arab-azj_Latn", + "languages": [ + "arz-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.49254, + "recall": 0.562253, + "f1": 0.512456, + "accuracy": 0.562253, + "main_score": 0.512456, + "hf_subset": "arz_Arab-dik_Latn", + "languages": [ + "arz-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.925889, + "recall": 0.948617, + "f1": 0.933136, + "accuracy": 0.948617, + "main_score": 0.933136, + "hf_subset": "arz_Arab-hau_Latn", + "languages": [ + "arz-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "arz_Arab-kea_Latn", + "languages": [ + "arz-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.941947, + "recall": 0.958498, + "f1": 0.947036, + "accuracy": 0.958498, + "main_score": 0.947036, + "hf_subset": "arz_Arab-lus_Latn", + "languages": [ + "arz-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.864213, + "recall": 0.902174, + "f1": 0.876186, + "accuracy": 0.902174, + "main_score": 0.876186, + "hf_subset": "arz_Arab-pag_Latn", + "languages": [ + "arz-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "arz_Arab-snd_Arab", + "languages": [ + "arz-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "arz_Arab-tuk_Latn", + "languages": [ + "arz-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arz_Arab-bak_Cyrl", + "languages": [ + "arz-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.457475, + "recall": 0.536561, + "f1": 0.479449, + "accuracy": 0.536561, + "main_score": 0.479449, + "hf_subset": "arz_Arab-dyu_Latn", + "languages": [ + "arz-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-heb_Hebr", + "languages": [ + "arz-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "arz_Arab-khk_Cyrl", + "languages": [ + "arz-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-lvs_Latn", + "languages": [ + "arz-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-pan_Guru", + "languages": [ + "arz-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.87393, + "recall": 0.912055, + "f1": 0.885935, + "accuracy": 0.912055, + "main_score": 0.885935, + "hf_subset": "arz_Arab-som_Latn", + "languages": [ + "arz-Arab", + "som-Latn" + ] + }, + { + "precision": 0.703047, + "recall": 0.769763, + "f1": 0.723226, + "accuracy": 0.769763, + "main_score": 0.723226, + "hf_subset": "arz_Arab-tum_Latn", + "languages": [ + "arz-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.38918, + "recall": 0.4417, + "f1": 0.404085, + "accuracy": 0.4417, + "main_score": 0.404085, + "hf_subset": "cjk_Latn-ace_Arab", + "languages": [ + "cjk-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.464516, + "recall": 0.502964, + "f1": 0.475765, + "accuracy": 0.502964, + "main_score": 0.475765, + "hf_subset": "cjk_Latn-bam_Latn", + "languages": [ + "cjk-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.346256, + "recall": 0.394269, + "f1": 0.359236, + "accuracy": 0.394269, + "main_score": 0.359236, + "hf_subset": "cjk_Latn-dzo_Tibt", + "languages": [ + "cjk-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.507603, + "recall": 0.554348, + "f1": 0.520719, + "accuracy": 0.554348, + "main_score": 0.520719, + "hf_subset": "cjk_Latn-hin_Deva", + "languages": [ + "cjk-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.458596, + "recall": 0.503953, + "f1": 0.47096, + "accuracy": 0.503953, + "main_score": 0.47096, + "hf_subset": "cjk_Latn-khm_Khmr", + "languages": [ + "cjk-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.492385, + "recall": 0.539526, + "f1": 0.505378, + "accuracy": 0.539526, + "main_score": 0.505378, + "hf_subset": "cjk_Latn-mag_Deva", + "languages": [ + "cjk-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.506478, + "recall": 0.551383, + "f1": 0.518945, + "accuracy": 0.551383, + "main_score": 0.518945, + "hf_subset": "cjk_Latn-pap_Latn", + "languages": [ + "cjk-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.470085, + "recall": 0.518775, + "f1": 0.483661, + "accuracy": 0.518775, + "main_score": 0.483661, + "hf_subset": "cjk_Latn-sot_Latn", + "languages": [ + "cjk-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.505151, + "recall": 0.555336, + "f1": 0.518988, + "accuracy": 0.555336, + "main_score": 0.518988, + "hf_subset": "cjk_Latn-tur_Latn", + "languages": [ + "cjk-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.500509, + "recall": 0.546443, + "f1": 0.512564, + "accuracy": 0.546443, + "main_score": 0.512564, + "hf_subset": "cjk_Latn-ace_Latn", + "languages": [ + "cjk-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.507599, + "recall": 0.543478, + "f1": 0.517857, + "accuracy": 0.543478, + "main_score": 0.517857, + "hf_subset": "cjk_Latn-ban_Latn", + "languages": [ + "cjk-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.486183, + "recall": 0.538538, + "f1": 0.500082, + "accuracy": 0.538538, + "main_score": 0.500082, + "hf_subset": "cjk_Latn-ell_Grek", + "languages": [ + "cjk-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.486771, + "recall": 0.529644, + "f1": 0.497905, + "accuracy": 0.529644, + "main_score": 0.497905, + "hf_subset": "cjk_Latn-hne_Deva", + "languages": [ + "cjk-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.445712, + "recall": 0.488142, + "f1": 0.457181, + "accuracy": 0.488142, + "main_score": 0.457181, + "hf_subset": "cjk_Latn-kik_Latn", + "languages": [ + "cjk-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.491835, + "recall": 0.540514, + "f1": 0.504995, + "accuracy": 0.540514, + "main_score": 0.504995, + "hf_subset": "cjk_Latn-mai_Deva", + "languages": [ + "cjk-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.469571, + "recall": 0.518775, + "f1": 0.483012, + "accuracy": 0.518775, + "main_score": 0.483012, + "hf_subset": "cjk_Latn-pbt_Arab", + "languages": [ + "cjk-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.533952, + "recall": 0.586957, + "f1": 0.547585, + "accuracy": 0.586957, + "main_score": 0.547585, + "hf_subset": "cjk_Latn-spa_Latn", + "languages": [ + "cjk-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.512553, + "recall": 0.554348, + "f1": 0.524652, + "accuracy": 0.554348, + "main_score": 0.524652, + "hf_subset": "cjk_Latn-twi_Latn", + "languages": [ + "cjk-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.498172, + "recall": 0.550395, + "f1": 0.512131, + "accuracy": 0.550395, + "main_score": 0.512131, + "hf_subset": "cjk_Latn-acm_Arab", + "languages": [ + "cjk-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.479509, + "recall": 0.524704, + "f1": 0.491968, + "accuracy": 0.524704, + "main_score": 0.491968, + "hf_subset": "cjk_Latn-bel_Cyrl", + "languages": [ + "cjk-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.539974, + "recall": 0.592885, + "f1": 0.554984, + "accuracy": 0.592885, + "main_score": 0.554984, + "hf_subset": "cjk_Latn-eng_Latn", + "languages": [ + "cjk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.508559, + "recall": 0.55336, + "f1": 0.520946, + "accuracy": 0.55336, + "main_score": 0.520946, + "hf_subset": "cjk_Latn-hrv_Latn", + "languages": [ + "cjk-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.466427, + "recall": 0.507905, + "f1": 0.477485, + "accuracy": 0.507905, + "main_score": 0.477485, + "hf_subset": "cjk_Latn-kin_Latn", + "languages": [ + "cjk-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.475328, + "recall": 0.523715, + "f1": 0.488858, + "accuracy": 0.523715, + "main_score": 0.488858, + "hf_subset": "cjk_Latn-mal_Mlym", + "languages": [ + "cjk-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.49536, + "recall": 0.545455, + "f1": 0.508391, + "accuracy": 0.545455, + "main_score": 0.508391, + "hf_subset": "cjk_Latn-pes_Arab", + "languages": [ + "cjk-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.496602, + "recall": 0.544466, + "f1": 0.509393, + "accuracy": 0.544466, + "main_score": 0.509393, + "hf_subset": "cjk_Latn-srd_Latn", + "languages": [ + "cjk-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.235952, + "recall": 0.290514, + "f1": 0.249303, + "accuracy": 0.290514, + "main_score": 0.249303, + "hf_subset": "cjk_Latn-tzm_Tfng", + "languages": [ + "cjk-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.506814, + "recall": 0.552372, + "f1": 0.518357, + "accuracy": 0.552372, + "main_score": 0.518357, + "hf_subset": "cjk_Latn-acq_Arab", + "languages": [ + "cjk-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.497529, + "recall": 0.539526, + "f1": 0.509343, + "accuracy": 0.539526, + "main_score": 0.509343, + "hf_subset": "cjk_Latn-bem_Latn", + "languages": [ + "cjk-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.506555, + "recall": 0.556324, + "f1": 0.519747, + "accuracy": 0.556324, + "main_score": 0.519747, + "hf_subset": "cjk_Latn-epo_Latn", + "languages": [ + "cjk-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.513013, + "recall": 0.563241, + "f1": 0.527442, + "accuracy": 0.563241, + "main_score": 0.527442, + "hf_subset": "cjk_Latn-hun_Latn", + "languages": [ + "cjk-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.47185, + "recall": 0.521739, + "f1": 0.485511, + "accuracy": 0.521739, + "main_score": 0.485511, + "hf_subset": "cjk_Latn-kir_Cyrl", + "languages": [ + "cjk-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.487386, + "recall": 0.535573, + "f1": 0.50089, + "accuracy": 0.535573, + "main_score": 0.50089, + "hf_subset": "cjk_Latn-mar_Deva", + "languages": [ + "cjk-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.469632, + "recall": 0.517787, + "f1": 0.483571, + "accuracy": 0.517787, + "main_score": 0.483571, + "hf_subset": "cjk_Latn-plt_Latn", + "languages": [ + "cjk-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.512902, + "recall": 0.556324, + "f1": 0.524687, + "accuracy": 0.556324, + "main_score": 0.524687, + "hf_subset": "cjk_Latn-srp_Cyrl", + "languages": [ + "cjk-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.429734, + "recall": 0.483202, + "f1": 0.443662, + "accuracy": 0.483202, + "main_score": 0.443662, + "hf_subset": "cjk_Latn-uig_Arab", + "languages": [ + "cjk-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.481927, + "recall": 0.530632, + "f1": 0.495089, + "accuracy": 0.530632, + "main_score": 0.495089, + "hf_subset": "cjk_Latn-aeb_Arab", + "languages": [ + "cjk-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.487217, + "recall": 0.537549, + "f1": 0.500979, + "accuracy": 0.537549, + "main_score": 0.500979, + "hf_subset": "cjk_Latn-ben_Beng", + "languages": [ + "cjk-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.507074, + "recall": 0.557312, + "f1": 0.520698, + "accuracy": 0.557312, + "main_score": 0.520698, + "hf_subset": "cjk_Latn-est_Latn", + "languages": [ + "cjk-Latn", + "est-Latn" + ] + }, + { + "precision": 0.476845, + "recall": 0.528656, + "f1": 0.489786, + "accuracy": 0.528656, + "main_score": 0.489786, + "hf_subset": "cjk_Latn-hye_Armn", + "languages": [ + "cjk-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.507754, + "recall": 0.543478, + "f1": 0.517992, + "accuracy": 0.543478, + "main_score": 0.517992, + "hf_subset": "cjk_Latn-kmb_Latn", + "languages": [ + "cjk-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.356972, + "recall": 0.408103, + "f1": 0.371862, + "accuracy": 0.408103, + "main_score": 0.371862, + "hf_subset": "cjk_Latn-min_Arab", + "languages": [ + "cjk-Latn", + "min-Arab" + ] + }, + { + "precision": 0.521624, + "recall": 0.56917, + "f1": 0.534841, + "accuracy": 0.56917, + "main_score": 0.534841, + "hf_subset": "cjk_Latn-pol_Latn", + "languages": [ + "cjk-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.46557, + "recall": 0.507905, + "f1": 0.477235, + "accuracy": 0.507905, + "main_score": 0.477235, + "hf_subset": "cjk_Latn-ssw_Latn", + "languages": [ + "cjk-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.50061, + "recall": 0.552372, + "f1": 0.514998, + "accuracy": 0.552372, + "main_score": 0.514998, + "hf_subset": "cjk_Latn-ukr_Cyrl", + "languages": [ + "cjk-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.507556, + "recall": 0.55336, + "f1": 0.519975, + "accuracy": 0.55336, + "main_score": 0.519975, + "hf_subset": "cjk_Latn-afr_Latn", + "languages": [ + "cjk-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.506594, + "recall": 0.557312, + "f1": 0.520671, + "accuracy": 0.557312, + "main_score": 0.520671, + "hf_subset": "cjk_Latn-bho_Deva", + "languages": [ + "cjk-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.491194, + "recall": 0.537549, + "f1": 0.503205, + "accuracy": 0.537549, + "main_score": 0.503205, + "hf_subset": "cjk_Latn-eus_Latn", + "languages": [ + "cjk-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.487504, + "recall": 0.524704, + "f1": 0.497353, + "accuracy": 0.524704, + "main_score": 0.497353, + "hf_subset": "cjk_Latn-ibo_Latn", + "languages": [ + "cjk-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.482779, + "recall": 0.525692, + "f1": 0.494849, + "accuracy": 0.525692, + "main_score": 0.494849, + "hf_subset": "cjk_Latn-kmr_Latn", + "languages": [ + "cjk-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.471796, + "recall": 0.51581, + "f1": 0.482783, + "accuracy": 0.51581, + "main_score": 0.482783, + "hf_subset": "cjk_Latn-min_Latn", + "languages": [ + "cjk-Latn", + "min-Latn" + ] + }, + { + "precision": 0.535762, + "recall": 0.581028, + "f1": 0.547734, + "accuracy": 0.581028, + "main_score": 0.547734, + "hf_subset": "cjk_Latn-por_Latn", + "languages": [ + "cjk-Latn", + "por-Latn" + ] + }, + { + "precision": 0.488693, + "recall": 0.530632, + "f1": 0.500753, + "accuracy": 0.530632, + "main_score": 0.500753, + "hf_subset": "cjk_Latn-sun_Latn", + "languages": [ + "cjk-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.470892, + "recall": 0.512846, + "f1": 0.483383, + "accuracy": 0.512846, + "main_score": 0.483383, + "hf_subset": "cjk_Latn-umb_Latn", + "languages": [ + "cjk-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.515635, + "recall": 0.559289, + "f1": 0.526875, + "accuracy": 0.559289, + "main_score": 0.526875, + "hf_subset": "cjk_Latn-ajp_Arab", + "languages": [ + "cjk-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.39301, + "recall": 0.438735, + "f1": 0.405622, + "accuracy": 0.438735, + "main_score": 0.405622, + "hf_subset": "cjk_Latn-bjn_Arab", + "languages": [ + "cjk-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.453302, + "recall": 0.483202, + "f1": 0.461649, + "accuracy": 0.483202, + "main_score": 0.461649, + "hf_subset": "cjk_Latn-ewe_Latn", + "languages": [ + "cjk-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.498261, + "recall": 0.54249, + "f1": 0.510821, + "accuracy": 0.54249, + "main_score": 0.510821, + "hf_subset": "cjk_Latn-ilo_Latn", + "languages": [ + "cjk-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.276685, + "recall": 0.324111, + "f1": 0.289982, + "accuracy": 0.324111, + "main_score": 0.289982, + "hf_subset": "cjk_Latn-knc_Arab", + "languages": [ + "cjk-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.501922, + "recall": 0.547431, + "f1": 0.514902, + "accuracy": 0.547431, + "main_score": 0.514902, + "hf_subset": "cjk_Latn-mkd_Cyrl", + "languages": [ + "cjk-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.509544, + "recall": 0.563241, + "f1": 0.523964, + "accuracy": 0.563241, + "main_score": 0.523964, + "hf_subset": "cjk_Latn-prs_Arab", + "languages": [ + "cjk-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.515293, + "recall": 0.564229, + "f1": 0.529087, + "accuracy": 0.564229, + "main_score": 0.529087, + "hf_subset": "cjk_Latn-swe_Latn", + "languages": [ + "cjk-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.476943, + "recall": 0.527668, + "f1": 0.490406, + "accuracy": 0.527668, + "main_score": 0.490406, + "hf_subset": "cjk_Latn-urd_Arab", + "languages": [ + "cjk-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.506249, + "recall": 0.539526, + "f1": 0.515697, + "accuracy": 0.539526, + "main_score": 0.515697, + "hf_subset": "cjk_Latn-aka_Latn", + "languages": [ + "cjk-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.513251, + "recall": 0.551383, + "f1": 0.52365, + "accuracy": 0.551383, + "main_score": 0.52365, + "hf_subset": "cjk_Latn-bjn_Latn", + "languages": [ + "cjk-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.47524, + "recall": 0.522727, + "f1": 0.487932, + "accuracy": 0.522727, + "main_score": 0.487932, + "hf_subset": "cjk_Latn-fao_Latn", + "languages": [ + "cjk-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.515666, + "recall": 0.565217, + "f1": 0.528727, + "accuracy": 0.565217, + "main_score": 0.528727, + "hf_subset": "cjk_Latn-ind_Latn", + "languages": [ + "cjk-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.485455, + "recall": 0.519763, + "f1": 0.49531, + "accuracy": 0.519763, + "main_score": 0.49531, + "hf_subset": "cjk_Latn-knc_Latn", + "languages": [ + "cjk-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.50185, + "recall": 0.546443, + "f1": 0.51386, + "accuracy": 0.546443, + "main_score": 0.51386, + "hf_subset": "cjk_Latn-mlt_Latn", + "languages": [ + "cjk-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.518511, + "recall": 0.5583, + "f1": 0.530033, + "accuracy": 0.5583, + "main_score": 0.530033, + "hf_subset": "cjk_Latn-quy_Latn", + "languages": [ + "cjk-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.500528, + "recall": 0.546443, + "f1": 0.512178, + "accuracy": 0.546443, + "main_score": 0.512178, + "hf_subset": "cjk_Latn-swh_Latn", + "languages": [ + "cjk-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.482894, + "recall": 0.529644, + "f1": 0.495378, + "accuracy": 0.529644, + "main_score": 0.495378, + "hf_subset": "cjk_Latn-uzn_Latn", + "languages": [ + "cjk-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.499661, + "recall": 0.54249, + "f1": 0.511218, + "accuracy": 0.54249, + "main_score": 0.511218, + "hf_subset": "cjk_Latn-als_Latn", + "languages": [ + "cjk-Latn", + "als-Latn" + ] + }, + { + "precision": 0.380885, + "recall": 0.431818, + "f1": 0.394483, + "accuracy": 0.431818, + "main_score": 0.394483, + "hf_subset": "cjk_Latn-bod_Tibt", + "languages": [ + "cjk-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.467872, + "recall": 0.507905, + "f1": 0.479548, + "accuracy": 0.507905, + "main_score": 0.479548, + "hf_subset": "cjk_Latn-fij_Latn", + "languages": [ + "cjk-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.475278, + "recall": 0.519763, + "f1": 0.487532, + "accuracy": 0.519763, + "main_score": 0.487532, + "hf_subset": "cjk_Latn-isl_Latn", + "languages": [ + "cjk-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.50517, + "recall": 0.539526, + "f1": 0.515039, + "accuracy": 0.539526, + "main_score": 0.515039, + "hf_subset": "cjk_Latn-kon_Latn", + "languages": [ + "cjk-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.45452, + "recall": 0.500988, + "f1": 0.467819, + "accuracy": 0.500988, + "main_score": 0.467819, + "hf_subset": "cjk_Latn-mni_Beng", + "languages": [ + "cjk-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.519601, + "recall": 0.56917, + "f1": 0.532262, + "accuracy": 0.56917, + "main_score": 0.532262, + "hf_subset": "cjk_Latn-ron_Latn", + "languages": [ + "cjk-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.514217, + "recall": 0.562253, + "f1": 0.52658, + "accuracy": 0.562253, + "main_score": 0.52658, + "hf_subset": "cjk_Latn-szl_Latn", + "languages": [ + "cjk-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.519544, + "recall": 0.567194, + "f1": 0.533029, + "accuracy": 0.567194, + "main_score": 0.533029, + "hf_subset": "cjk_Latn-vec_Latn", + "languages": [ + "cjk-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.484531, + "recall": 0.527668, + "f1": 0.496433, + "accuracy": 0.527668, + "main_score": 0.496433, + "hf_subset": "cjk_Latn-amh_Ethi", + "languages": [ + "cjk-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.511474, + "recall": 0.555336, + "f1": 0.523322, + "accuracy": 0.555336, + "main_score": 0.523322, + "hf_subset": "cjk_Latn-bos_Latn", + "languages": [ + "cjk-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.497818, + "recall": 0.54249, + "f1": 0.509582, + "accuracy": 0.54249, + "main_score": 0.509582, + "hf_subset": "cjk_Latn-fin_Latn", + "languages": [ + "cjk-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.540312, + "recall": 0.583004, + "f1": 0.551739, + "accuracy": 0.583004, + "main_score": 0.551739, + "hf_subset": "cjk_Latn-ita_Latn", + "languages": [ + "cjk-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.513315, + "recall": 0.564229, + "f1": 0.527166, + "accuracy": 0.564229, + "main_score": 0.527166, + "hf_subset": "cjk_Latn-kor_Hang", + "languages": [ + "cjk-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.459217, + "recall": 0.501976, + "f1": 0.471943, + "accuracy": 0.501976, + "main_score": 0.471943, + "hf_subset": "cjk_Latn-mos_Latn", + "languages": [ + "cjk-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.469228, + "recall": 0.508893, + "f1": 0.480885, + "accuracy": 0.508893, + "main_score": 0.480885, + "hf_subset": "cjk_Latn-run_Latn", + "languages": [ + "cjk-Latn", + "run-Latn" + ] + }, + { + "precision": 0.477975, + "recall": 0.522727, + "f1": 0.489955, + "accuracy": 0.522727, + "main_score": 0.489955, + "hf_subset": "cjk_Latn-tam_Taml", + "languages": [ + "cjk-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.505154, + "recall": 0.549407, + "f1": 0.517227, + "accuracy": 0.549407, + "main_score": 0.517227, + "hf_subset": "cjk_Latn-vie_Latn", + "languages": [ + "cjk-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.492966, + "recall": 0.543478, + "f1": 0.506465, + "accuracy": 0.543478, + "main_score": 0.506465, + "hf_subset": "cjk_Latn-apc_Arab", + "languages": [ + "cjk-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.489147, + "recall": 0.528656, + "f1": 0.501201, + "accuracy": 0.528656, + "main_score": 0.501201, + "hf_subset": "cjk_Latn-bug_Latn", + "languages": [ + "cjk-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.443727, + "recall": 0.480237, + "f1": 0.454117, + "accuracy": 0.480237, + "main_score": 0.454117, + "hf_subset": "cjk_Latn-fon_Latn", + "languages": [ + "cjk-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.481191, + "recall": 0.527668, + "f1": 0.493534, + "accuracy": 0.527668, + "main_score": 0.493534, + "hf_subset": "cjk_Latn-jav_Latn", + "languages": [ + "cjk-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.451271, + "recall": 0.500988, + "f1": 0.464547, + "accuracy": 0.500988, + "main_score": 0.464547, + "hf_subset": "cjk_Latn-lao_Laoo", + "languages": [ + "cjk-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.454625, + "recall": 0.498024, + "f1": 0.466396, + "accuracy": 0.498024, + "main_score": 0.466396, + "hf_subset": "cjk_Latn-mri_Latn", + "languages": [ + "cjk-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.514518, + "recall": 0.564229, + "f1": 0.527549, + "accuracy": 0.564229, + "main_score": 0.527549, + "hf_subset": "cjk_Latn-rus_Cyrl", + "languages": [ + "cjk-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.476819, + "recall": 0.519763, + "f1": 0.489446, + "accuracy": 0.519763, + "main_score": 0.489446, + "hf_subset": "cjk_Latn-taq_Latn", + "languages": [ + "cjk-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.499599, + "recall": 0.539526, + "f1": 0.510015, + "accuracy": 0.539526, + "main_score": 0.510015, + "hf_subset": "cjk_Latn-war_Latn", + "languages": [ + "cjk-Latn", + "war-Latn" + ] + }, + { + "precision": 0.505277, + "recall": 0.55336, + "f1": 0.518231, + "accuracy": 0.55336, + "main_score": 0.518231, + "hf_subset": "cjk_Latn-arb_Arab", + "languages": [ + "cjk-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.522962, + "recall": 0.573123, + "f1": 0.536932, + "accuracy": 0.573123, + "main_score": 0.536932, + "hf_subset": "cjk_Latn-bul_Cyrl", + "languages": [ + "cjk-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.523451, + "recall": 0.570158, + "f1": 0.535531, + "accuracy": 0.570158, + "main_score": 0.535531, + "hf_subset": "cjk_Latn-fra_Latn", + "languages": [ + "cjk-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.536149, + "recall": 0.579051, + "f1": 0.54743, + "accuracy": 0.579051, + "main_score": 0.54743, + "hf_subset": "cjk_Latn-jpn_Jpan", + "languages": [ + "cjk-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.534788, + "recall": 0.579051, + "f1": 0.546441, + "accuracy": 0.579051, + "main_score": 0.546441, + "hf_subset": "cjk_Latn-lij_Latn", + "languages": [ + "cjk-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.450024, + "recall": 0.502964, + "f1": 0.464401, + "accuracy": 0.502964, + "main_score": 0.464401, + "hf_subset": "cjk_Latn-mya_Mymr", + "languages": [ + "cjk-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.496791, + "recall": 0.534585, + "f1": 0.508089, + "accuracy": 0.534585, + "main_score": 0.508089, + "hf_subset": "cjk_Latn-sag_Latn", + "languages": [ + "cjk-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.235216, + "recall": 0.284585, + "f1": 0.247666, + "accuracy": 0.284585, + "main_score": 0.247666, + "hf_subset": "cjk_Latn-taq_Tfng", + "languages": [ + "cjk-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.49337, + "recall": 0.531621, + "f1": 0.504908, + "accuracy": 0.531621, + "main_score": 0.504908, + "hf_subset": "cjk_Latn-wol_Latn", + "languages": [ + "cjk-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.439984, + "recall": 0.488142, + "f1": 0.453478, + "accuracy": 0.488142, + "main_score": 0.453478, + "hf_subset": "cjk_Latn-arb_Latn", + "languages": [ + "cjk-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.519115, + "recall": 0.568182, + "f1": 0.532058, + "accuracy": 0.568182, + "main_score": 0.532058, + "hf_subset": "cjk_Latn-cat_Latn", + "languages": [ + "cjk-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.524802, + "recall": 0.574111, + "f1": 0.537489, + "accuracy": 0.574111, + "main_score": 0.537489, + "hf_subset": "cjk_Latn-fur_Latn", + "languages": [ + "cjk-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.403047, + "recall": 0.445652, + "f1": 0.415498, + "accuracy": 0.445652, + "main_score": 0.415498, + "hf_subset": "cjk_Latn-kab_Latn", + "languages": [ + "cjk-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.515573, + "recall": 0.557312, + "f1": 0.526509, + "accuracy": 0.557312, + "main_score": 0.526509, + "hf_subset": "cjk_Latn-lim_Latn", + "languages": [ + "cjk-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.520203, + "recall": 0.570158, + "f1": 0.534393, + "accuracy": 0.570158, + "main_score": 0.534393, + "hf_subset": "cjk_Latn-nld_Latn", + "languages": [ + "cjk-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.47388, + "recall": 0.527668, + "f1": 0.488182, + "accuracy": 0.527668, + "main_score": 0.488182, + "hf_subset": "cjk_Latn-san_Deva", + "languages": [ + "cjk-Latn", + "san-Deva" + ] + }, + { + "precision": 0.480434, + "recall": 0.522727, + "f1": 0.492338, + "accuracy": 0.522727, + "main_score": 0.492338, + "hf_subset": "cjk_Latn-tat_Cyrl", + "languages": [ + "cjk-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.478335, + "recall": 0.524704, + "f1": 0.490863, + "accuracy": 0.524704, + "main_score": 0.490863, + "hf_subset": "cjk_Latn-xho_Latn", + "languages": [ + "cjk-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.49211, + "recall": 0.541502, + "f1": 0.505832, + "accuracy": 0.541502, + "main_score": 0.505832, + "hf_subset": "cjk_Latn-ars_Arab", + "languages": [ + "cjk-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.49405, + "recall": 0.540514, + "f1": 0.506216, + "accuracy": 0.540514, + "main_score": 0.506216, + "hf_subset": "cjk_Latn-ceb_Latn", + "languages": [ + "cjk-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.460663, + "recall": 0.503953, + "f1": 0.473207, + "accuracy": 0.503953, + "main_score": 0.473207, + "hf_subset": "cjk_Latn-fuv_Latn", + "languages": [ + "cjk-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.474473, + "recall": 0.505929, + "f1": 0.483959, + "accuracy": 0.505929, + "main_score": 0.483959, + "hf_subset": "cjk_Latn-kac_Latn", + "languages": [ + "cjk-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.516603, + "recall": 0.555336, + "f1": 0.5278, + "accuracy": 0.555336, + "main_score": 0.5278, + "hf_subset": "cjk_Latn-lin_Latn", + "languages": [ + "cjk-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.502192, + "recall": 0.543478, + "f1": 0.513805, + "accuracy": 0.543478, + "main_score": 0.513805, + "hf_subset": "cjk_Latn-nno_Latn", + "languages": [ + "cjk-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.462155, + "recall": 0.511858, + "f1": 0.476474, + "accuracy": 0.511858, + "main_score": 0.476474, + "hf_subset": "cjk_Latn-sat_Olck", + "languages": [ + "cjk-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.477747, + "recall": 0.522727, + "f1": 0.489827, + "accuracy": 0.522727, + "main_score": 0.489827, + "hf_subset": "cjk_Latn-tel_Telu", + "languages": [ + "cjk-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.466461, + "recall": 0.517787, + "f1": 0.479764, + "accuracy": 0.517787, + "main_score": 0.479764, + "hf_subset": "cjk_Latn-ydd_Hebr", + "languages": [ + "cjk-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.487052, + "recall": 0.528656, + "f1": 0.498202, + "accuracy": 0.528656, + "main_score": 0.498202, + "hf_subset": "cjk_Latn-ary_Arab", + "languages": [ + "cjk-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.521526, + "recall": 0.571146, + "f1": 0.535221, + "accuracy": 0.571146, + "main_score": 0.535221, + "hf_subset": "cjk_Latn-ces_Latn", + "languages": [ + "cjk-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.468025, + "recall": 0.51087, + "f1": 0.480134, + "accuracy": 0.51087, + "main_score": 0.480134, + "hf_subset": "cjk_Latn-gaz_Latn", + "languages": [ + "cjk-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.474729, + "recall": 0.511858, + "f1": 0.485543, + "accuracy": 0.511858, + "main_score": 0.485543, + "hf_subset": "cjk_Latn-kam_Latn", + "languages": [ + "cjk-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.493719, + "recall": 0.544466, + "f1": 0.506859, + "accuracy": 0.544466, + "main_score": 0.506859, + "hf_subset": "cjk_Latn-lit_Latn", + "languages": [ + "cjk-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.515697, + "recall": 0.566206, + "f1": 0.529292, + "accuracy": 0.566206, + "main_score": 0.529292, + "hf_subset": "cjk_Latn-nob_Latn", + "languages": [ + "cjk-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.499989, + "recall": 0.543478, + "f1": 0.512476, + "accuracy": 0.543478, + "main_score": 0.512476, + "hf_subset": "cjk_Latn-scn_Latn", + "languages": [ + "cjk-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.472066, + "recall": 0.518775, + "f1": 0.484057, + "accuracy": 0.518775, + "main_score": 0.484057, + "hf_subset": "cjk_Latn-tgk_Cyrl", + "languages": [ + "cjk-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.445001, + "recall": 0.492095, + "f1": 0.45934, + "accuracy": 0.492095, + "main_score": 0.45934, + "hf_subset": "cjk_Latn-yor_Latn", + "languages": [ + "cjk-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.504669, + "recall": 0.555336, + "f1": 0.518646, + "accuracy": 0.555336, + "main_score": 0.518646, + "hf_subset": "cjk_Latn-arz_Arab", + "languages": [ + "cjk-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.469059, + "recall": 0.512846, + "f1": 0.480768, + "accuracy": 0.512846, + "main_score": 0.480768, + "hf_subset": "cjk_Latn-gla_Latn", + "languages": [ + "cjk-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.472766, + "recall": 0.519763, + "f1": 0.485355, + "accuracy": 0.519763, + "main_score": 0.485355, + "hf_subset": "cjk_Latn-kan_Knda", + "languages": [ + "cjk-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.521287, + "recall": 0.566206, + "f1": 0.533555, + "accuracy": 0.566206, + "main_score": 0.533555, + "hf_subset": "cjk_Latn-lmo_Latn", + "languages": [ + "cjk-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.481886, + "recall": 0.528656, + "f1": 0.494441, + "accuracy": 0.528656, + "main_score": 0.494441, + "hf_subset": "cjk_Latn-npi_Deva", + "languages": [ + "cjk-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.391657, + "recall": 0.440711, + "f1": 0.405083, + "accuracy": 0.440711, + "main_score": 0.405083, + "hf_subset": "cjk_Latn-shn_Mymr", + "languages": [ + "cjk-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.515822, + "recall": 0.556324, + "f1": 0.526716, + "accuracy": 0.556324, + "main_score": 0.526716, + "hf_subset": "cjk_Latn-tgl_Latn", + "languages": [ + "cjk-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.497133, + "recall": 0.551383, + "f1": 0.511273, + "accuracy": 0.551383, + "main_score": 0.511273, + "hf_subset": "cjk_Latn-yue_Hant", + "languages": [ + "cjk-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.440357, + "recall": 0.487154, + "f1": 0.454149, + "accuracy": 0.487154, + "main_score": 0.454149, + "hf_subset": "cjk_Latn-asm_Beng", + "languages": [ + "cjk-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.467555, + "recall": 0.514822, + "f1": 0.481326, + "accuracy": 0.514822, + "main_score": 0.481326, + "hf_subset": "cjk_Latn-ckb_Arab", + "languages": [ + "cjk-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.463097, + "recall": 0.513834, + "f1": 0.476955, + "accuracy": 0.513834, + "main_score": 0.476955, + "hf_subset": "cjk_Latn-gle_Latn", + "languages": [ + "cjk-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.48467, + "recall": 0.527668, + "f1": 0.497036, + "accuracy": 0.527668, + "main_score": 0.497036, + "hf_subset": "cjk_Latn-kas_Arab", + "languages": [ + "cjk-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.489401, + "recall": 0.533597, + "f1": 0.501757, + "accuracy": 0.533597, + "main_score": 0.501757, + "hf_subset": "cjk_Latn-ltg_Latn", + "languages": [ + "cjk-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.488472, + "recall": 0.531621, + "f1": 0.500939, + "accuracy": 0.531621, + "main_score": 0.500939, + "hf_subset": "cjk_Latn-nso_Latn", + "languages": [ + "cjk-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.451656, + "recall": 0.495059, + "f1": 0.464321, + "accuracy": 0.495059, + "main_score": 0.464321, + "hf_subset": "cjk_Latn-sin_Sinh", + "languages": [ + "cjk-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.479475, + "recall": 0.531621, + "f1": 0.493368, + "accuracy": 0.531621, + "main_score": 0.493368, + "hf_subset": "cjk_Latn-tha_Thai", + "languages": [ + "cjk-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.466404, + "recall": 0.514822, + "f1": 0.478703, + "accuracy": 0.514822, + "main_score": 0.478703, + "hf_subset": "cjk_Latn-zho_Hans", + "languages": [ + "cjk-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.51799, + "recall": 0.563241, + "f1": 0.529755, + "accuracy": 0.563241, + "main_score": 0.529755, + "hf_subset": "cjk_Latn-ast_Latn", + "languages": [ + "cjk-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.502092, + "recall": 0.547431, + "f1": 0.515236, + "accuracy": 0.547431, + "main_score": 0.515236, + "hf_subset": "cjk_Latn-crh_Latn", + "languages": [ + "cjk-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.508585, + "recall": 0.557312, + "f1": 0.521539, + "accuracy": 0.557312, + "main_score": 0.521539, + "hf_subset": "cjk_Latn-glg_Latn", + "languages": [ + "cjk-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.486257, + "recall": 0.535573, + "f1": 0.500018, + "accuracy": 0.535573, + "main_score": 0.500018, + "hf_subset": "cjk_Latn-kas_Deva", + "languages": [ + "cjk-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.476747, + "recall": 0.522727, + "f1": 0.489149, + "accuracy": 0.522727, + "main_score": 0.489149, + "hf_subset": "cjk_Latn-ltz_Latn", + "languages": [ + "cjk-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.417671, + "recall": 0.460474, + "f1": 0.429723, + "accuracy": 0.460474, + "main_score": 0.429723, + "hf_subset": "cjk_Latn-nus_Latn", + "languages": [ + "cjk-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.514561, + "recall": 0.557312, + "f1": 0.52544, + "accuracy": 0.557312, + "main_score": 0.52544, + "hf_subset": "cjk_Latn-slk_Latn", + "languages": [ + "cjk-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.471109, + "recall": 0.522727, + "f1": 0.486233, + "accuracy": 0.522727, + "main_score": 0.486233, + "hf_subset": "cjk_Latn-tir_Ethi", + "languages": [ + "cjk-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.488138, + "recall": 0.536561, + "f1": 0.500354, + "accuracy": 0.536561, + "main_score": 0.500354, + "hf_subset": "cjk_Latn-zho_Hant", + "languages": [ + "cjk-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.491446, + "recall": 0.540514, + "f1": 0.504491, + "accuracy": 0.540514, + "main_score": 0.504491, + "hf_subset": "cjk_Latn-awa_Deva", + "languages": [ + "cjk-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.497526, + "recall": 0.541502, + "f1": 0.509096, + "accuracy": 0.541502, + "main_score": 0.509096, + "hf_subset": "cjk_Latn-cym_Latn", + "languages": [ + "cjk-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.509453, + "recall": 0.550395, + "f1": 0.521236, + "accuracy": 0.550395, + "main_score": 0.521236, + "hf_subset": "cjk_Latn-grn_Latn", + "languages": [ + "cjk-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.487039, + "recall": 0.531621, + "f1": 0.499039, + "accuracy": 0.531621, + "main_score": 0.499039, + "hf_subset": "cjk_Latn-kat_Geor", + "languages": [ + "cjk-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.513256, + "recall": 0.551383, + "f1": 0.524594, + "accuracy": 0.551383, + "main_score": 0.524594, + "hf_subset": "cjk_Latn-lua_Latn", + "languages": [ + "cjk-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.470191, + "recall": 0.514822, + "f1": 0.482935, + "accuracy": 0.514822, + "main_score": 0.482935, + "hf_subset": "cjk_Latn-nya_Latn", + "languages": [ + "cjk-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.505533, + "recall": 0.551383, + "f1": 0.518184, + "accuracy": 0.551383, + "main_score": 0.518184, + "hf_subset": "cjk_Latn-slv_Latn", + "languages": [ + "cjk-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.500009, + "recall": 0.546443, + "f1": 0.512184, + "accuracy": 0.546443, + "main_score": 0.512184, + "hf_subset": "cjk_Latn-tpi_Latn", + "languages": [ + "cjk-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.519758, + "recall": 0.566206, + "f1": 0.532245, + "accuracy": 0.566206, + "main_score": 0.532245, + "hf_subset": "cjk_Latn-zsm_Latn", + "languages": [ + "cjk-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.496103, + "recall": 0.52668, + "f1": 0.505066, + "accuracy": 0.52668, + "main_score": 0.505066, + "hf_subset": "cjk_Latn-ayr_Latn", + "languages": [ + "cjk-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.513727, + "recall": 0.562253, + "f1": 0.526974, + "accuracy": 0.562253, + "main_score": 0.526974, + "hf_subset": "cjk_Latn-dan_Latn", + "languages": [ + "cjk-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.480945, + "recall": 0.531621, + "f1": 0.494637, + "accuracy": 0.531621, + "main_score": 0.494637, + "hf_subset": "cjk_Latn-guj_Gujr", + "languages": [ + "cjk-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.469984, + "recall": 0.516798, + "f1": 0.48292, + "accuracy": 0.516798, + "main_score": 0.48292, + "hf_subset": "cjk_Latn-kaz_Cyrl", + "languages": [ + "cjk-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.460978, + "recall": 0.5, + "f1": 0.472236, + "accuracy": 0.5, + "main_score": 0.472236, + "hf_subset": "cjk_Latn-lug_Latn", + "languages": [ + "cjk-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.512065, + "recall": 0.557312, + "f1": 0.524955, + "accuracy": 0.557312, + "main_score": 0.524955, + "hf_subset": "cjk_Latn-oci_Latn", + "languages": [ + "cjk-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.450951, + "recall": 0.492095, + "f1": 0.461747, + "accuracy": 0.492095, + "main_score": 0.461747, + "hf_subset": "cjk_Latn-smo_Latn", + "languages": [ + "cjk-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.46536, + "recall": 0.509881, + "f1": 0.477117, + "accuracy": 0.509881, + "main_score": 0.477117, + "hf_subset": "cjk_Latn-tsn_Latn", + "languages": [ + "cjk-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.455323, + "recall": 0.507905, + "f1": 0.469735, + "accuracy": 0.507905, + "main_score": 0.469735, + "hf_subset": "cjk_Latn-zul_Latn", + "languages": [ + "cjk-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.451587, + "recall": 0.505929, + "f1": 0.465809, + "accuracy": 0.505929, + "main_score": 0.465809, + "hf_subset": "cjk_Latn-azb_Arab", + "languages": [ + "cjk-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.512535, + "recall": 0.560277, + "f1": 0.525317, + "accuracy": 0.560277, + "main_score": 0.525317, + "hf_subset": "cjk_Latn-deu_Latn", + "languages": [ + "cjk-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.486829, + "recall": 0.538538, + "f1": 0.501759, + "accuracy": 0.538538, + "main_score": 0.501759, + "hf_subset": "cjk_Latn-hat_Latn", + "languages": [ + "cjk-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.457428, + "recall": 0.493083, + "f1": 0.468215, + "accuracy": 0.493083, + "main_score": 0.468215, + "hf_subset": "cjk_Latn-kbp_Latn", + "languages": [ + "cjk-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.473682, + "recall": 0.513834, + "f1": 0.485771, + "accuracy": 0.513834, + "main_score": 0.485771, + "hf_subset": "cjk_Latn-luo_Latn", + "languages": [ + "cjk-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.459911, + "recall": 0.505929, + "f1": 0.472382, + "accuracy": 0.505929, + "main_score": 0.472382, + "hf_subset": "cjk_Latn-ory_Orya", + "languages": [ + "cjk-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.474237, + "recall": 0.514822, + "f1": 0.485549, + "accuracy": 0.514822, + "main_score": 0.485549, + "hf_subset": "cjk_Latn-sna_Latn", + "languages": [ + "cjk-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.493367, + "recall": 0.531621, + "f1": 0.504091, + "accuracy": 0.531621, + "main_score": 0.504091, + "hf_subset": "cjk_Latn-tso_Latn", + "languages": [ + "cjk-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.491468, + "recall": 0.539526, + "f1": 0.504718, + "accuracy": 0.539526, + "main_score": 0.504718, + "hf_subset": "cjk_Latn-azj_Latn", + "languages": [ + "cjk-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.469625, + "recall": 0.509881, + "f1": 0.481399, + "accuracy": 0.509881, + "main_score": 0.481399, + "hf_subset": "cjk_Latn-dik_Latn", + "languages": [ + "cjk-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.469638, + "recall": 0.513834, + "f1": 0.481709, + "accuracy": 0.513834, + "main_score": 0.481709, + "hf_subset": "cjk_Latn-hau_Latn", + "languages": [ + "cjk-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.52501, + "recall": 0.566206, + "f1": 0.536125, + "accuracy": 0.566206, + "main_score": 0.536125, + "hf_subset": "cjk_Latn-kea_Latn", + "languages": [ + "cjk-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.479249, + "recall": 0.519763, + "f1": 0.490944, + "accuracy": 0.519763, + "main_score": 0.490944, + "hf_subset": "cjk_Latn-lus_Latn", + "languages": [ + "cjk-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.524683, + "recall": 0.560277, + "f1": 0.534957, + "accuracy": 0.560277, + "main_score": 0.534957, + "hf_subset": "cjk_Latn-pag_Latn", + "languages": [ + "cjk-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.449785, + "recall": 0.504941, + "f1": 0.464159, + "accuracy": 0.504941, + "main_score": 0.464159, + "hf_subset": "cjk_Latn-snd_Arab", + "languages": [ + "cjk-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.456646, + "recall": 0.508893, + "f1": 0.470765, + "accuracy": 0.508893, + "main_score": 0.470765, + "hf_subset": "cjk_Latn-tuk_Latn", + "languages": [ + "cjk-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.483293, + "recall": 0.535573, + "f1": 0.496364, + "accuracy": 0.535573, + "main_score": 0.496364, + "hf_subset": "cjk_Latn-bak_Cyrl", + "languages": [ + "cjk-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.397343, + "recall": 0.44664, + "f1": 0.412154, + "accuracy": 0.44664, + "main_score": 0.412154, + "hf_subset": "cjk_Latn-dyu_Latn", + "languages": [ + "cjk-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.494417, + "recall": 0.544466, + "f1": 0.507714, + "accuracy": 0.544466, + "main_score": 0.507714, + "hf_subset": "cjk_Latn-heb_Hebr", + "languages": [ + "cjk-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.487392, + "recall": 0.530632, + "f1": 0.49936, + "accuracy": 0.530632, + "main_score": 0.49936, + "hf_subset": "cjk_Latn-khk_Cyrl", + "languages": [ + "cjk-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.50354, + "recall": 0.550395, + "f1": 0.515846, + "accuracy": 0.550395, + "main_score": 0.515846, + "hf_subset": "cjk_Latn-lvs_Latn", + "languages": [ + "cjk-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.47157, + "recall": 0.521739, + "f1": 0.484293, + "accuracy": 0.521739, + "main_score": 0.484293, + "hf_subset": "cjk_Latn-pan_Guru", + "languages": [ + "cjk-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.466473, + "recall": 0.51087, + "f1": 0.478904, + "accuracy": 0.51087, + "main_score": 0.478904, + "hf_subset": "cjk_Latn-som_Latn", + "languages": [ + "cjk-Latn", + "som-Latn" + ] + }, + { + "precision": 0.476861, + "recall": 0.512846, + "f1": 0.48672, + "accuracy": 0.512846, + "main_score": 0.48672, + "hf_subset": "cjk_Latn-tum_Latn", + "languages": [ + "cjk-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.47427, + "recall": 0.552372, + "f1": 0.495801, + "accuracy": 0.552372, + "main_score": 0.495801, + "hf_subset": "gla_Latn-ace_Arab", + "languages": [ + "gla-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.454339, + "recall": 0.506917, + "f1": 0.468781, + "accuracy": 0.506917, + "main_score": 0.468781, + "hf_subset": "gla_Latn-bam_Latn", + "languages": [ + "gla-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.56439, + "recall": 0.644269, + "f1": 0.587167, + "accuracy": 0.644269, + "main_score": 0.587167, + "hf_subset": "gla_Latn-dzo_Tibt", + "languages": [ + "gla-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "gla_Latn-hin_Deva", + "languages": [ + "gla-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.931242, + "recall": 0.950593, + "f1": 0.937154, + "accuracy": 0.950593, + "main_score": 0.937154, + "hf_subset": "gla_Latn-khm_Khmr", + "languages": [ + "gla-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.949193, + "recall": 0.965415, + "f1": 0.954447, + "accuracy": 0.965415, + "main_score": 0.954447, + "hf_subset": "gla_Latn-mag_Deva", + "languages": [ + "gla-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "gla_Latn-pap_Latn", + "languages": [ + "gla-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.840827, + "recall": 0.883399, + "f1": 0.854117, + "accuracy": 0.883399, + "main_score": 0.854117, + "hf_subset": "gla_Latn-sot_Latn", + "languages": [ + "gla-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "gla_Latn-tur_Latn", + "languages": [ + "gla-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.79415, + "recall": 0.840909, + "f1": 0.807861, + "accuracy": 0.840909, + "main_score": 0.807861, + "hf_subset": "gla_Latn-ace_Latn", + "languages": [ + "gla-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.904842, + "recall": 0.929842, + "f1": 0.912352, + "accuracy": 0.929842, + "main_score": 0.912352, + "hf_subset": "gla_Latn-ban_Latn", + "languages": [ + "gla-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "gla_Latn-ell_Grek", + "languages": [ + "gla-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.947299, + "recall": 0.964427, + "f1": 0.952899, + "accuracy": 0.964427, + "main_score": 0.952899, + "hf_subset": "gla_Latn-hne_Deva", + "languages": [ + "gla-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.544347, + "recall": 0.602767, + "f1": 0.561099, + "accuracy": 0.602767, + "main_score": 0.561099, + "hf_subset": "gla_Latn-kik_Latn", + "languages": [ + "gla-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "gla_Latn-mai_Deva", + "languages": [ + "gla-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.915547, + "recall": 0.940711, + "f1": 0.923419, + "accuracy": 0.940711, + "main_score": 0.923419, + "hf_subset": "gla_Latn-pbt_Arab", + "languages": [ + "gla-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "gla_Latn-spa_Latn", + "languages": [ + "gla-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.715155, + "recall": 0.769763, + "f1": 0.729987, + "accuracy": 0.769763, + "main_score": 0.729987, + "hf_subset": "gla_Latn-twi_Latn", + "languages": [ + "gla-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "gla_Latn-acm_Arab", + "languages": [ + "gla-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.947711, + "recall": 0.964427, + "f1": 0.953129, + "accuracy": 0.964427, + "main_score": 0.953129, + "hf_subset": "gla_Latn-bel_Cyrl", + "languages": [ + "gla-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.96665, + "recall": 0.977273, + "f1": 0.970092, + "accuracy": 0.977273, + "main_score": 0.970092, + "hf_subset": "gla_Latn-eng_Latn", + "languages": [ + "gla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "gla_Latn-hrv_Latn", + "languages": [ + "gla-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.826393, + "recall": 0.866601, + "f1": 0.838455, + "accuracy": 0.866601, + "main_score": 0.838455, + "hf_subset": "gla_Latn-kin_Latn", + "languages": [ + "gla-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.952816, + "recall": 0.967391, + "f1": 0.957411, + "accuracy": 0.967391, + "main_score": 0.957411, + "hf_subset": "gla_Latn-mal_Mlym", + "languages": [ + "gla-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.952487, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "gla_Latn-pes_Arab", + "languages": [ + "gla-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.941617, + "recall": 0.959486, + "f1": 0.947365, + "accuracy": 0.959486, + "main_score": 0.947365, + "hf_subset": "gla_Latn-srd_Latn", + "languages": [ + "gla-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.199681, + "recall": 0.26087, + "f1": 0.214545, + "accuracy": 0.26087, + "main_score": 0.214545, + "hf_subset": "gla_Latn-tzm_Tfng", + "languages": [ + "gla-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "gla_Latn-acq_Arab", + "languages": [ + "gla-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.671517, + "recall": 0.727273, + "f1": 0.687046, + "accuracy": 0.727273, + "main_score": 0.687046, + "hf_subset": "gla_Latn-bem_Latn", + "languages": [ + "gla-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "gla_Latn-epo_Latn", + "languages": [ + "gla-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "gla_Latn-hun_Latn", + "languages": [ + "gla-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.936792, + "recall": 0.955534, + "f1": 0.942688, + "accuracy": 0.955534, + "main_score": 0.942688, + "hf_subset": "gla_Latn-kir_Cyrl", + "languages": [ + "gla-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "gla_Latn-mar_Deva", + "languages": [ + "gla-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.852602, + "recall": 0.893281, + "f1": 0.86525, + "accuracy": 0.893281, + "main_score": 0.86525, + "hf_subset": "gla_Latn-plt_Latn", + "languages": [ + "gla-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.960507, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "gla_Latn-srp_Cyrl", + "languages": [ + "gla-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.890349, + "recall": 0.91996, + "f1": 0.899539, + "accuracy": 0.91996, + "main_score": 0.899539, + "hf_subset": "gla_Latn-uig_Arab", + "languages": [ + "gla-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.942358, + "recall": 0.960474, + "f1": 0.948123, + "accuracy": 0.960474, + "main_score": 0.948123, + "hf_subset": "gla_Latn-aeb_Arab", + "languages": [ + "gla-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "gla_Latn-ben_Beng", + "languages": [ + "gla-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "gla_Latn-est_Latn", + "languages": [ + "gla-Latn", + "est-Latn" + ] + }, + { + "precision": 0.955698, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "gla_Latn-hye_Armn", + "languages": [ + "gla-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.456004, + "recall": 0.508893, + "f1": 0.470576, + "accuracy": 0.508893, + "main_score": 0.470576, + "hf_subset": "gla_Latn-kmb_Latn", + "languages": [ + "gla-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.42898, + "recall": 0.518775, + "f1": 0.452801, + "accuracy": 0.518775, + "main_score": 0.452801, + "hf_subset": "gla_Latn-min_Arab", + "languages": [ + "gla-Latn", + "min-Arab" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "gla_Latn-pol_Latn", + "languages": [ + "gla-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.720299, + "recall": 0.786561, + "f1": 0.740282, + "accuracy": 0.786561, + "main_score": 0.740282, + "hf_subset": "gla_Latn-ssw_Latn", + "languages": [ + "gla-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "gla_Latn-ukr_Cyrl", + "languages": [ + "gla-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.95998, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "gla_Latn-afr_Latn", + "languages": [ + "gla-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.940497, + "recall": 0.958498, + "f1": 0.946212, + "accuracy": 0.958498, + "main_score": 0.946212, + "hf_subset": "gla_Latn-bho_Deva", + "languages": [ + "gla-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.959321, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "gla_Latn-eus_Latn", + "languages": [ + "gla-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.827157, + "recall": 0.870553, + "f1": 0.840269, + "accuracy": 0.870553, + "main_score": 0.840269, + "hf_subset": "gla_Latn-ibo_Latn", + "languages": [ + "gla-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.85387, + "recall": 0.892292, + "f1": 0.865843, + "accuracy": 0.892292, + "main_score": 0.865843, + "hf_subset": "gla_Latn-kmr_Latn", + "languages": [ + "gla-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.928607, + "recall": 0.949605, + "f1": 0.935145, + "accuracy": 0.949605, + "main_score": 0.935145, + "hf_subset": "gla_Latn-min_Latn", + "languages": [ + "gla-Latn", + "min-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "gla_Latn-por_Latn", + "languages": [ + "gla-Latn", + "por-Latn" + ] + }, + { + "precision": 0.934536, + "recall": 0.953557, + "f1": 0.940448, + "accuracy": 0.953557, + "main_score": 0.940448, + "hf_subset": "gla_Latn-sun_Latn", + "languages": [ + "gla-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.444169, + "recall": 0.507905, + "f1": 0.461606, + "accuracy": 0.507905, + "main_score": 0.461606, + "hf_subset": "gla_Latn-umb_Latn", + "languages": [ + "gla-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "gla_Latn-ajp_Arab", + "languages": [ + "gla-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.440578, + "recall": 0.521739, + "f1": 0.462411, + "accuracy": 0.521739, + "main_score": 0.462411, + "hf_subset": "gla_Latn-bjn_Arab", + "languages": [ + "gla-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.439863, + "recall": 0.48913, + "f1": 0.452948, + "accuracy": 0.48913, + "main_score": 0.452948, + "hf_subset": "gla_Latn-ewe_Latn", + "languages": [ + "gla-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.904562, + "recall": 0.932806, + "f1": 0.913241, + "accuracy": 0.932806, + "main_score": 0.913241, + "hf_subset": "gla_Latn-ilo_Latn", + "languages": [ + "gla-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.243594, + "recall": 0.30336, + "f1": 0.258668, + "accuracy": 0.30336, + "main_score": 0.258668, + "hf_subset": "gla_Latn-knc_Arab", + "languages": [ + "gla-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "gla_Latn-mkd_Cyrl", + "languages": [ + "gla-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.966864, + "accuracy": 0.974308, + "main_score": 0.966864, + "hf_subset": "gla_Latn-prs_Arab", + "languages": [ + "gla-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "gla_Latn-swe_Latn", + "languages": [ + "gla-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.967391, + "f1": 0.957477, + "accuracy": 0.967391, + "main_score": 0.957477, + "hf_subset": "gla_Latn-urd_Arab", + "languages": [ + "gla-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.703213, + "recall": 0.756917, + "f1": 0.717639, + "accuracy": 0.756917, + "main_score": 0.717639, + "hf_subset": "gla_Latn-aka_Latn", + "languages": [ + "gla-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.939123, + "recall": 0.954545, + "f1": 0.943824, + "accuracy": 0.954545, + "main_score": 0.943824, + "hf_subset": "gla_Latn-bjn_Latn", + "languages": [ + "gla-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.922513, + "recall": 0.943676, + "f1": 0.929037, + "accuracy": 0.943676, + "main_score": 0.929037, + "hf_subset": "gla_Latn-fao_Latn", + "languages": [ + "gla-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "gla_Latn-ind_Latn", + "languages": [ + "gla-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.501472, + "recall": 0.550395, + "f1": 0.514556, + "accuracy": 0.550395, + "main_score": 0.514556, + "hf_subset": "gla_Latn-knc_Latn", + "languages": [ + "gla-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.941238, + "recall": 0.958498, + "f1": 0.946593, + "accuracy": 0.958498, + "main_score": 0.946593, + "hf_subset": "gla_Latn-mlt_Latn", + "languages": [ + "gla-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.589202, + "recall": 0.651186, + "f1": 0.606837, + "accuracy": 0.651186, + "main_score": 0.606837, + "hf_subset": "gla_Latn-quy_Latn", + "languages": [ + "gla-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.965827, + "recall": 0.976285, + "f1": 0.969104, + "accuracy": 0.976285, + "main_score": 0.969104, + "hf_subset": "gla_Latn-swh_Latn", + "languages": [ + "gla-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.970356, + "f1": 0.962121, + "accuracy": 0.970356, + "main_score": 0.962121, + "hf_subset": "gla_Latn-uzn_Latn", + "languages": [ + "gla-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.958086, + "recall": 0.971344, + "f1": 0.962352, + "accuracy": 0.971344, + "main_score": 0.962352, + "hf_subset": "gla_Latn-als_Latn", + "languages": [ + "gla-Latn", + "als-Latn" + ] + }, + { + "precision": 0.74552, + "recall": 0.804348, + "f1": 0.762998, + "accuracy": 0.804348, + "main_score": 0.762998, + "hf_subset": "gla_Latn-bod_Tibt", + "languages": [ + "gla-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.600862, + "recall": 0.664032, + "f1": 0.618964, + "accuracy": 0.664032, + "main_score": 0.618964, + "hf_subset": "gla_Latn-fij_Latn", + "languages": [ + "gla-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.936924, + "recall": 0.956522, + "f1": 0.943182, + "accuracy": 0.956522, + "main_score": 0.943182, + "hf_subset": "gla_Latn-isl_Latn", + "languages": [ + "gla-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.56712, + "recall": 0.626482, + "f1": 0.583967, + "accuracy": 0.626482, + "main_score": 0.583967, + "hf_subset": "gla_Latn-kon_Latn", + "languages": [ + "gla-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.524831, + "recall": 0.591897, + "f1": 0.543474, + "accuracy": 0.591897, + "main_score": 0.543474, + "hf_subset": "gla_Latn-mni_Beng", + "languages": [ + "gla-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "gla_Latn-ron_Latn", + "languages": [ + "gla-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.959651, + "recall": 0.971344, + "f1": 0.963439, + "accuracy": 0.971344, + "main_score": 0.963439, + "hf_subset": "gla_Latn-szl_Latn", + "languages": [ + "gla-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "gla_Latn-vec_Latn", + "languages": [ + "gla-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.904183, + "recall": 0.928854, + "f1": 0.911679, + "accuracy": 0.928854, + "main_score": 0.911679, + "hf_subset": "gla_Latn-amh_Ethi", + "languages": [ + "gla-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "gla_Latn-bos_Latn", + "languages": [ + "gla-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.967309, + "recall": 0.977273, + "f1": 0.970422, + "accuracy": 0.977273, + "main_score": 0.970422, + "hf_subset": "gla_Latn-fin_Latn", + "languages": [ + "gla-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "gla_Latn-ita_Latn", + "languages": [ + "gla-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "gla_Latn-kor_Hang", + "languages": [ + "gla-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.464272, + "recall": 0.516798, + "f1": 0.479155, + "accuracy": 0.516798, + "main_score": 0.479155, + "hf_subset": "gla_Latn-mos_Latn", + "languages": [ + "gla-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.729381, + "recall": 0.781621, + "f1": 0.744829, + "accuracy": 0.781621, + "main_score": 0.744829, + "hf_subset": "gla_Latn-run_Latn", + "languages": [ + "gla-Latn", + "run-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "gla_Latn-tam_Taml", + "languages": [ + "gla-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.954216, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "gla_Latn-vie_Latn", + "languages": [ + "gla-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "gla_Latn-apc_Arab", + "languages": [ + "gla-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.65691, + "recall": 0.724308, + "f1": 0.675554, + "accuracy": 0.724308, + "main_score": 0.675554, + "hf_subset": "gla_Latn-bug_Latn", + "languages": [ + "gla-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.410663, + "recall": 0.454545, + "f1": 0.422852, + "accuracy": 0.454545, + "main_score": 0.422852, + "hf_subset": "gla_Latn-fon_Latn", + "languages": [ + "gla-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.944335, + "recall": 0.961462, + "f1": 0.949769, + "accuracy": 0.961462, + "main_score": 0.949769, + "hf_subset": "gla_Latn-jav_Latn", + "languages": [ + "gla-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.914032, + "recall": 0.938735, + "f1": 0.921739, + "accuracy": 0.938735, + "main_score": 0.921739, + "hf_subset": "gla_Latn-lao_Laoo", + "languages": [ + "gla-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.819641, + "recall": 0.865613, + "f1": 0.833119, + "accuracy": 0.865613, + "main_score": 0.833119, + "hf_subset": "gla_Latn-mri_Latn", + "languages": [ + "gla-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.963439, + "f1": 0.951581, + "accuracy": 0.963439, + "main_score": 0.951581, + "hf_subset": "gla_Latn-rus_Cyrl", + "languages": [ + "gla-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.469991, + "recall": 0.522727, + "f1": 0.485113, + "accuracy": 0.522727, + "main_score": 0.485113, + "hf_subset": "gla_Latn-taq_Latn", + "languages": [ + "gla-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.927372, + "recall": 0.947628, + "f1": 0.933597, + "accuracy": 0.947628, + "main_score": 0.933597, + "hf_subset": "gla_Latn-war_Latn", + "languages": [ + "gla-Latn", + "war-Latn" + ] + }, + { + "precision": 0.965497, + "recall": 0.976285, + "f1": 0.968939, + "accuracy": 0.976285, + "main_score": 0.968939, + "hf_subset": "gla_Latn-arb_Arab", + "languages": [ + "gla-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "gla_Latn-bul_Cyrl", + "languages": [ + "gla-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "gla_Latn-fra_Latn", + "languages": [ + "gla-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.951663, + "recall": 0.966403, + "f1": 0.956258, + "accuracy": 0.966403, + "main_score": 0.956258, + "hf_subset": "gla_Latn-jpn_Jpan", + "languages": [ + "gla-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.967474, + "recall": 0.977273, + "f1": 0.970586, + "accuracy": 0.977273, + "main_score": 0.970586, + "hf_subset": "gla_Latn-lij_Latn", + "languages": [ + "gla-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.926795, + "recall": 0.947628, + "f1": 0.933531, + "accuracy": 0.947628, + "main_score": 0.933531, + "hf_subset": "gla_Latn-mya_Mymr", + "languages": [ + "gla-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.504946, + "recall": 0.559289, + "f1": 0.520062, + "accuracy": 0.559289, + "main_score": 0.520062, + "hf_subset": "gla_Latn-sag_Latn", + "languages": [ + "gla-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.211317, + "recall": 0.270751, + "f1": 0.227004, + "accuracy": 0.270751, + "main_score": 0.227004, + "hf_subset": "gla_Latn-taq_Tfng", + "languages": [ + "gla-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.594749, + "recall": 0.65415, + "f1": 0.611109, + "accuracy": 0.65415, + "main_score": 0.611109, + "hf_subset": "gla_Latn-wol_Latn", + "languages": [ + "gla-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.821953, + "recall": 0.868577, + "f1": 0.835954, + "accuracy": 0.868577, + "main_score": 0.835954, + "hf_subset": "gla_Latn-arb_Latn", + "languages": [ + "gla-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "gla_Latn-cat_Latn", + "languages": [ + "gla-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.941238, + "recall": 0.958498, + "f1": 0.94664, + "accuracy": 0.958498, + "main_score": 0.94664, + "hf_subset": "gla_Latn-fur_Latn", + "languages": [ + "gla-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.435828, + "recall": 0.505929, + "f1": 0.45443, + "accuracy": 0.505929, + "main_score": 0.45443, + "hf_subset": "gla_Latn-kab_Latn", + "languages": [ + "gla-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.939262, + "recall": 0.95751, + "f1": 0.944993, + "accuracy": 0.95751, + "main_score": 0.944993, + "hf_subset": "gla_Latn-lim_Latn", + "languages": [ + "gla-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "gla_Latn-nld_Latn", + "languages": [ + "gla-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.924654, + "recall": 0.945652, + "f1": 0.931225, + "accuracy": 0.945652, + "main_score": 0.931225, + "hf_subset": "gla_Latn-san_Deva", + "languages": [ + "gla-Latn", + "san-Deva" + ] + }, + { + "precision": 0.948485, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "gla_Latn-tat_Cyrl", + "languages": [ + "gla-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.848435, + "recall": 0.88834, + "f1": 0.860493, + "accuracy": 0.88834, + "main_score": 0.860493, + "hf_subset": "gla_Latn-xho_Latn", + "languages": [ + "gla-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.961874, + "recall": 0.97332, + "f1": 0.965481, + "accuracy": 0.97332, + "main_score": 0.965481, + "hf_subset": "gla_Latn-ars_Arab", + "languages": [ + "gla-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.949028, + "recall": 0.964427, + "f1": 0.953788, + "accuracy": 0.964427, + "main_score": 0.953788, + "hf_subset": "gla_Latn-ceb_Latn", + "languages": [ + "gla-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.466481, + "recall": 0.527668, + "f1": 0.482768, + "accuracy": 0.527668, + "main_score": 0.482768, + "hf_subset": "gla_Latn-fuv_Latn", + "languages": [ + "gla-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.452743, + "recall": 0.505929, + "f1": 0.467389, + "accuracy": 0.505929, + "main_score": 0.467389, + "hf_subset": "gla_Latn-kac_Latn", + "languages": [ + "gla-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.600947, + "recall": 0.660079, + "f1": 0.617204, + "accuracy": 0.660079, + "main_score": 0.617204, + "hf_subset": "gla_Latn-lin_Latn", + "languages": [ + "gla-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "gla_Latn-nno_Latn", + "languages": [ + "gla-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.813636, + "recall": 0.858696, + "f1": 0.826473, + "accuracy": 0.858696, + "main_score": 0.826473, + "hf_subset": "gla_Latn-sat_Olck", + "languages": [ + "gla-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.940711, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "gla_Latn-tel_Telu", + "languages": [ + "gla-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "gla_Latn-ydd_Hebr", + "languages": [ + "gla-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.926713, + "recall": 0.948617, + "f1": 0.933794, + "accuracy": 0.948617, + "main_score": 0.933794, + "hf_subset": "gla_Latn-ary_Arab", + "languages": [ + "gla-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "gla_Latn-ces_Latn", + "languages": [ + "gla-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.548481, + "recall": 0.612648, + "f1": 0.56705, + "accuracy": 0.612648, + "main_score": 0.56705, + "hf_subset": "gla_Latn-gaz_Latn", + "languages": [ + "gla-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.54146, + "recall": 0.605731, + "f1": 0.559166, + "accuracy": 0.605731, + "main_score": 0.559166, + "hf_subset": "gla_Latn-kam_Latn", + "languages": [ + "gla-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "gla_Latn-lit_Latn", + "languages": [ + "gla-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "gla_Latn-nob_Latn", + "languages": [ + "gla-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.962451, + "f1": 0.951713, + "accuracy": 0.962451, + "main_score": 0.951713, + "hf_subset": "gla_Latn-scn_Latn", + "languages": [ + "gla-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "gla_Latn-tgk_Cyrl", + "languages": [ + "gla-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.703638, + "recall": 0.768775, + "f1": 0.722369, + "accuracy": 0.768775, + "main_score": 0.722369, + "hf_subset": "gla_Latn-yor_Latn", + "languages": [ + "gla-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "gla_Latn-arz_Arab", + "languages": [ + "gla-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.478369, + "recall": 0.527668, + "f1": 0.492315, + "accuracy": 0.527668, + "main_score": 0.492315, + "hf_subset": "gla_Latn-cjk_Latn", + "languages": [ + "gla-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.939476, + "recall": 0.95751, + "f1": 0.945224, + "accuracy": 0.95751, + "main_score": 0.945224, + "hf_subset": "gla_Latn-kan_Knda", + "languages": [ + "gla-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.943758, + "recall": 0.961462, + "f1": 0.949506, + "accuracy": 0.961462, + "main_score": 0.949506, + "hf_subset": "gla_Latn-lmo_Latn", + "languages": [ + "gla-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "gla_Latn-npi_Deva", + "languages": [ + "gla-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.512381, + "recall": 0.583992, + "f1": 0.53233, + "accuracy": 0.583992, + "main_score": 0.53233, + "hf_subset": "gla_Latn-shn_Mymr", + "languages": [ + "gla-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "gla_Latn-tgl_Latn", + "languages": [ + "gla-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "gla_Latn-yue_Hant", + "languages": [ + "gla-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.937912, + "recall": 0.956522, + "f1": 0.943794, + "accuracy": 0.956522, + "main_score": 0.943794, + "hf_subset": "gla_Latn-asm_Beng", + "languages": [ + "gla-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.896245, + "recall": 0.924901, + "f1": 0.905072, + "accuracy": 0.924901, + "main_score": 0.905072, + "hf_subset": "gla_Latn-ckb_Arab", + "languages": [ + "gla-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "gla_Latn-gle_Latn", + "languages": [ + "gla-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.832625, + "recall": 0.871542, + "f1": 0.844551, + "accuracy": 0.871542, + "main_score": 0.844551, + "hf_subset": "gla_Latn-kas_Arab", + "languages": [ + "gla-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.850132, + "recall": 0.890316, + "f1": 0.862088, + "accuracy": 0.890316, + "main_score": 0.862088, + "hf_subset": "gla_Latn-ltg_Latn", + "languages": [ + "gla-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.774515, + "recall": 0.823123, + "f1": 0.789213, + "accuracy": 0.823123, + "main_score": 0.789213, + "hf_subset": "gla_Latn-nso_Latn", + "languages": [ + "gla-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.936957, + "recall": 0.955534, + "f1": 0.942852, + "accuracy": 0.955534, + "main_score": 0.942852, + "hf_subset": "gla_Latn-sin_Sinh", + "languages": [ + "gla-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.942194, + "recall": 0.960474, + "f1": 0.948123, + "accuracy": 0.960474, + "main_score": 0.948123, + "hf_subset": "gla_Latn-tha_Thai", + "languages": [ + "gla-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.925066, + "recall": 0.94664, + "f1": 0.931588, + "accuracy": 0.94664, + "main_score": 0.931588, + "hf_subset": "gla_Latn-zho_Hans", + "languages": [ + "gla-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "gla_Latn-ast_Latn", + "languages": [ + "gla-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "gla_Latn-crh_Latn", + "languages": [ + "gla-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "gla_Latn-glg_Latn", + "languages": [ + "gla-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.78178, + "recall": 0.833992, + "f1": 0.796725, + "accuracy": 0.833992, + "main_score": 0.796725, + "hf_subset": "gla_Latn-kas_Deva", + "languages": [ + "gla-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.933877, + "recall": 0.953557, + "f1": 0.940072, + "accuracy": 0.953557, + "main_score": 0.940072, + "hf_subset": "gla_Latn-ltz_Latn", + "languages": [ + "gla-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.412926, + "recall": 0.474308, + "f1": 0.429431, + "accuracy": 0.474308, + "main_score": 0.429431, + "hf_subset": "gla_Latn-nus_Latn", + "languages": [ + "gla-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "gla_Latn-slk_Latn", + "languages": [ + "gla-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.598626, + "recall": 0.670949, + "f1": 0.619269, + "accuracy": 0.670949, + "main_score": 0.619269, + "hf_subset": "gla_Latn-tir_Ethi", + "languages": [ + "gla-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.945158, + "recall": 0.963439, + "f1": 0.951252, + "accuracy": 0.963439, + "main_score": 0.951252, + "hf_subset": "gla_Latn-zho_Hant", + "languages": [ + "gla-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.944993, + "recall": 0.961462, + "f1": 0.950428, + "accuracy": 0.961462, + "main_score": 0.950428, + "hf_subset": "gla_Latn-awa_Deva", + "languages": [ + "gla-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "gla_Latn-cym_Latn", + "languages": [ + "gla-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.678175, + "recall": 0.735178, + "f1": 0.693532, + "accuracy": 0.735178, + "main_score": 0.693532, + "hf_subset": "gla_Latn-grn_Latn", + "languages": [ + "gla-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.942721, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "gla_Latn-kat_Geor", + "languages": [ + "gla-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.551326, + "recall": 0.608696, + "f1": 0.566583, + "accuracy": 0.608696, + "main_score": 0.566583, + "hf_subset": "gla_Latn-lua_Latn", + "languages": [ + "gla-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.803978, + "recall": 0.849802, + "f1": 0.817836, + "accuracy": 0.849802, + "main_score": 0.817836, + "hf_subset": "gla_Latn-nya_Latn", + "languages": [ + "gla-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.978261, + "f1": 0.972134, + "accuracy": 0.978261, + "main_score": 0.972134, + "hf_subset": "gla_Latn-slv_Latn", + "languages": [ + "gla-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.889718, + "recall": 0.918972, + "f1": 0.898438, + "accuracy": 0.918972, + "main_score": 0.898438, + "hf_subset": "gla_Latn-tpi_Latn", + "languages": [ + "gla-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.965777, + "recall": 0.975296, + "f1": 0.968709, + "accuracy": 0.975296, + "main_score": 0.968709, + "hf_subset": "gla_Latn-zsm_Latn", + "languages": [ + "gla-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.465699, + "recall": 0.521739, + "f1": 0.481837, + "accuracy": 0.521739, + "main_score": 0.481837, + "hf_subset": "gla_Latn-ayr_Latn", + "languages": [ + "gla-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "gla_Latn-dan_Latn", + "languages": [ + "gla-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "gla_Latn-guj_Gujr", + "languages": [ + "gla-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "gla_Latn-kaz_Cyrl", + "languages": [ + "gla-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.618003, + "recall": 0.684783, + "f1": 0.636505, + "accuracy": 0.684783, + "main_score": 0.636505, + "hf_subset": "gla_Latn-lug_Latn", + "languages": [ + "gla-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "gla_Latn-oci_Latn", + "languages": [ + "gla-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.821706, + "recall": 0.86166, + "f1": 0.833517, + "accuracy": 0.86166, + "main_score": 0.833517, + "hf_subset": "gla_Latn-smo_Latn", + "languages": [ + "gla-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.70513, + "recall": 0.76581, + "f1": 0.72305, + "accuracy": 0.76581, + "main_score": 0.72305, + "hf_subset": "gla_Latn-tsn_Latn", + "languages": [ + "gla-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.89501, + "recall": 0.924901, + "f1": 0.904381, + "accuracy": 0.924901, + "main_score": 0.904381, + "hf_subset": "gla_Latn-zul_Latn", + "languages": [ + "gla-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.854891, + "recall": 0.891304, + "f1": 0.86614, + "accuracy": 0.891304, + "main_score": 0.86614, + "hf_subset": "gla_Latn-azb_Arab", + "languages": [ + "gla-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.960227, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "gla_Latn-deu_Latn", + "languages": [ + "gla-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.922266, + "recall": 0.944664, + "f1": 0.929315, + "accuracy": 0.944664, + "main_score": 0.929315, + "hf_subset": "gla_Latn-hat_Latn", + "languages": [ + "gla-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.474628, + "recall": 0.52668, + "f1": 0.488757, + "accuracy": 0.52668, + "main_score": 0.488757, + "hf_subset": "gla_Latn-kbp_Latn", + "languages": [ + "gla-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.489138, + "recall": 0.544466, + "f1": 0.504418, + "accuracy": 0.544466, + "main_score": 0.504418, + "hf_subset": "gla_Latn-luo_Latn", + "languages": [ + "gla-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.944005, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "gla_Latn-ory_Orya", + "languages": [ + "gla-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.841733, + "recall": 0.884387, + "f1": 0.855204, + "accuracy": 0.884387, + "main_score": 0.855204, + "hf_subset": "gla_Latn-sna_Latn", + "languages": [ + "gla-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.667322, + "recall": 0.729249, + "f1": 0.684783, + "accuracy": 0.729249, + "main_score": 0.684783, + "hf_subset": "gla_Latn-tso_Latn", + "languages": [ + "gla-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.947875, + "recall": 0.963439, + "f1": 0.9528, + "accuracy": 0.963439, + "main_score": 0.9528, + "hf_subset": "gla_Latn-azj_Latn", + "languages": [ + "gla-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.466064, + "recall": 0.522727, + "f1": 0.482307, + "accuracy": 0.522727, + "main_score": 0.482307, + "hf_subset": "gla_Latn-dik_Latn", + "languages": [ + "gla-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.873798, + "recall": 0.907115, + "f1": 0.884124, + "accuracy": 0.907115, + "main_score": 0.884124, + "hf_subset": "gla_Latn-hau_Latn", + "languages": [ + "gla-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.926383, + "recall": 0.948617, + "f1": 0.933432, + "accuracy": 0.948617, + "main_score": 0.933432, + "hf_subset": "gla_Latn-kea_Latn", + "languages": [ + "gla-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.847605, + "recall": 0.882411, + "f1": 0.85771, + "accuracy": 0.882411, + "main_score": 0.85771, + "hf_subset": "gla_Latn-lus_Latn", + "languages": [ + "gla-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.767819, + "recall": 0.812253, + "f1": 0.780557, + "accuracy": 0.812253, + "main_score": 0.780557, + "hf_subset": "gla_Latn-pag_Latn", + "languages": [ + "gla-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.927289, + "recall": 0.947628, + "f1": 0.933696, + "accuracy": 0.947628, + "main_score": 0.933696, + "hf_subset": "gla_Latn-snd_Arab", + "languages": [ + "gla-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.937418, + "recall": 0.95751, + "f1": 0.944005, + "accuracy": 0.95751, + "main_score": 0.944005, + "hf_subset": "gla_Latn-tuk_Latn", + "languages": [ + "gla-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "gla_Latn-bak_Cyrl", + "languages": [ + "gla-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.420081, + "recall": 0.486166, + "f1": 0.437821, + "accuracy": 0.486166, + "main_score": 0.437821, + "hf_subset": "gla_Latn-dyu_Latn", + "languages": [ + "gla-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "gla_Latn-heb_Hebr", + "languages": [ + "gla-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.918643, + "recall": 0.943676, + "f1": 0.926713, + "accuracy": 0.943676, + "main_score": 0.926713, + "hf_subset": "gla_Latn-khk_Cyrl", + "languages": [ + "gla-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.956522, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "gla_Latn-lvs_Latn", + "languages": [ + "gla-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "gla_Latn-pan_Guru", + "languages": [ + "gla-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.845422, + "recall": 0.887352, + "f1": 0.858333, + "accuracy": 0.887352, + "main_score": 0.858333, + "hf_subset": "gla_Latn-som_Latn", + "languages": [ + "gla-Latn", + "som-Latn" + ] + }, + { + "precision": 0.66947, + "recall": 0.72332, + "f1": 0.685279, + "accuracy": 0.72332, + "main_score": 0.685279, + "hf_subset": "gla_Latn-tum_Latn", + "languages": [ + "gla-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.508456, + "recall": 0.59585, + "f1": 0.533096, + "accuracy": 0.59585, + "main_score": 0.533096, + "hf_subset": "kan_Knda-ace_Arab", + "languages": [ + "kan-Knda", + "ace-Arab" + ] + }, + { + "precision": 0.453466, + "recall": 0.51087, + "f1": 0.468148, + "accuracy": 0.51087, + "main_score": 0.468148, + "hf_subset": "kan_Knda-bam_Latn", + "languages": [ + "kan-Knda", + "bam-Latn" + ] + }, + { + "precision": 0.665599, + "recall": 0.745059, + "f1": 0.688315, + "accuracy": 0.745059, + "main_score": 0.688315, + "hf_subset": "kan_Knda-dzo_Tibt", + "languages": [ + "kan-Knda", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kan_Knda-khm_Khmr", + "languages": [ + "kan-Knda", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-mag_Deva", + "languages": [ + "kan-Knda", + "mag-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kan_Knda-pap_Latn", + "languages": [ + "kan-Knda", + "pap-Latn" + ] + }, + { + "precision": 0.87108, + "recall": 0.909091, + "f1": 0.882905, + "accuracy": 0.909091, + "main_score": 0.882905, + "hf_subset": "kan_Knda-sot_Latn", + "languages": [ + "kan-Knda", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-tur_Latn", + "languages": [ + "kan-Knda", + "tur-Latn" + ] + }, + { + "precision": 0.846006, + "recall": 0.885375, + "f1": 0.858202, + "accuracy": 0.885375, + "main_score": 0.858202, + "hf_subset": "kan_Knda-ace_Latn", + "languages": [ + "kan-Knda", + "ace-Latn" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "kan_Knda-ban_Latn", + "languages": [ + "kan-Knda", + "ban-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kan_Knda-ell_Grek", + "languages": [ + "kan-Knda", + "ell-Grek" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "kan_Knda-hne_Deva", + "languages": [ + "kan-Knda", + "hne-Deva" + ] + }, + { + "precision": 0.574665, + "recall": 0.643281, + "f1": 0.593141, + "accuracy": 0.643281, + "main_score": 0.593141, + "hf_subset": "kan_Knda-kik_Latn", + "languages": [ + "kan-Knda", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-mai_Deva", + "languages": [ + "kan-Knda", + "mai-Deva" + ] + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "kan_Knda-pbt_Arab", + "languages": [ + "kan-Knda", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-spa_Latn", + "languages": [ + "kan-Knda", + "spa-Latn" + ] + }, + { + "precision": 0.771681, + "recall": 0.828063, + "f1": 0.788381, + "accuracy": 0.828063, + "main_score": 0.788381, + "hf_subset": "kan_Knda-twi_Latn", + "languages": [ + "kan-Knda", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-acm_Arab", + "languages": [ + "kan-Knda", + "acm-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "kan_Knda-bel_Cyrl", + "languages": [ + "kan-Knda", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-hrv_Latn", + "languages": [ + "kan-Knda", + "hrv-Latn" + ] + }, + { + "precision": 0.875322, + "recall": 0.908103, + "f1": 0.885359, + "accuracy": 0.908103, + "main_score": 0.885359, + "hf_subset": "kan_Knda-kin_Latn", + "languages": [ + "kan-Knda", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-mal_Mlym", + "languages": [ + "kan-Knda", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-pes_Arab", + "languages": [ + "kan-Knda", + "pes-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-srd_Latn", + "languages": [ + "kan-Knda", + "srd-Latn" + ] + }, + { + "precision": 0.206465, + "recall": 0.269763, + "f1": 0.221429, + "accuracy": 0.269763, + "main_score": 0.221429, + "hf_subset": "kan_Knda-tzm_Tfng", + "languages": [ + "kan-Knda", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-acq_Arab", + "languages": [ + "kan-Knda", + "acq-Arab" + ] + }, + { + "precision": 0.664937, + "recall": 0.73419, + "f1": 0.684787, + "accuracy": 0.73419, + "main_score": 0.684787, + "hf_subset": "kan_Knda-bem_Latn", + "languages": [ + "kan-Knda", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-epo_Latn", + "languages": [ + "kan-Knda", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-hun_Latn", + "languages": [ + "kan-Knda", + "hun-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kan_Knda-kir_Cyrl", + "languages": [ + "kan-Knda", + "kir-Cyrl" + ] + }, + { + "precision": 0.993412, + "recall": 0.995059, + "f1": 0.993906, + "accuracy": 0.995059, + "main_score": 0.993906, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ] + }, + { + "precision": 0.879562, + "recall": 0.91502, + "f1": 0.890711, + "accuracy": 0.91502, + "main_score": 0.890711, + "hf_subset": "kan_Knda-plt_Latn", + "languages": [ + "kan-Knda", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-srp_Cyrl", + "languages": [ + "kan-Knda", + "srp-Cyrl" + ] + }, + { + "precision": 0.936759, + "recall": 0.955534, + "f1": 0.942688, + "accuracy": 0.955534, + "main_score": 0.942688, + "hf_subset": "kan_Knda-uig_Arab", + "languages": [ + "kan-Knda", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-aeb_Arab", + "languages": [ + "kan-Knda", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-est_Latn", + "languages": [ + "kan-Knda", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kan_Knda-hye_Armn", + "languages": [ + "kan-Knda", + "hye-Armn" + ] + }, + { + "precision": 0.449451, + "recall": 0.511858, + "f1": 0.46698, + "accuracy": 0.511858, + "main_score": 0.46698, + "hf_subset": "kan_Knda-kmb_Latn", + "languages": [ + "kan-Knda", + "kmb-Latn" + ] + }, + { + "precision": 0.486415, + "recall": 0.573123, + "f1": 0.508882, + "accuracy": 0.573123, + "main_score": 0.508882, + "hf_subset": "kan_Knda-min_Arab", + "languages": [ + "kan-Knda", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-pol_Latn", + "languages": [ + "kan-Knda", + "pol-Latn" + ] + }, + { + "precision": 0.763538, + "recall": 0.827075, + "f1": 0.783169, + "accuracy": 0.827075, + "main_score": 0.783169, + "hf_subset": "kan_Knda-ssw_Latn", + "languages": [ + "kan-Knda", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-ukr_Cyrl", + "languages": [ + "kan-Knda", + "ukr-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-afr_Latn", + "languages": [ + "kan-Knda", + "afr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-bho_Deva", + "languages": [ + "kan-Knda", + "bho-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "kan_Knda-eus_Latn", + "languages": [ + "kan-Knda", + "eus-Latn" + ] + }, + { + "precision": 0.877635, + "recall": 0.91502, + "f1": 0.889625, + "accuracy": 0.91502, + "main_score": 0.889625, + "hf_subset": "kan_Knda-ibo_Latn", + "languages": [ + "kan-Knda", + "ibo-Latn" + ] + }, + { + "precision": 0.896163, + "recall": 0.926877, + "f1": 0.905863, + "accuracy": 0.926877, + "main_score": 0.905863, + "hf_subset": "kan_Knda-kmr_Latn", + "languages": [ + "kan-Knda", + "kmr-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kan_Knda-min_Latn", + "languages": [ + "kan-Knda", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-por_Latn", + "languages": [ + "kan-Knda", + "por-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "kan_Knda-sun_Latn", + "languages": [ + "kan-Knda", + "sun-Latn" + ] + }, + { + "precision": 0.463763, + "recall": 0.529644, + "f1": 0.48233, + "accuracy": 0.529644, + "main_score": 0.48233, + "hf_subset": "kan_Knda-umb_Latn", + "languages": [ + "kan-Knda", + "umb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-ajp_Arab", + "languages": [ + "kan-Knda", + "ajp-Arab" + ] + }, + { + "precision": 0.495864, + "recall": 0.583992, + "f1": 0.520509, + "accuracy": 0.583992, + "main_score": 0.520509, + "hf_subset": "kan_Knda-bjn_Arab", + "languages": [ + "kan-Knda", + "bjn-Arab" + ] + }, + { + "precision": 0.454856, + "recall": 0.508893, + "f1": 0.46897, + "accuracy": 0.508893, + "main_score": 0.46897, + "hf_subset": "kan_Knda-ewe_Latn", + "languages": [ + "kan-Knda", + "ewe-Latn" + ] + }, + { + "precision": 0.944335, + "recall": 0.962451, + "f1": 0.950264, + "accuracy": 0.962451, + "main_score": 0.950264, + "hf_subset": "kan_Knda-ilo_Latn", + "languages": [ + "kan-Knda", + "ilo-Latn" + ] + }, + { + "precision": 0.248453, + "recall": 0.320158, + "f1": 0.266789, + "accuracy": 0.320158, + "main_score": 0.266789, + "hf_subset": "kan_Knda-knc_Arab", + "languages": [ + "kan-Knda", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-mkd_Cyrl", + "languages": [ + "kan-Knda", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-prs_Arab", + "languages": [ + "kan-Knda", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-swe_Latn", + "languages": [ + "kan-Knda", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ] + }, + { + "precision": 0.745217, + "recall": 0.807312, + "f1": 0.763507, + "accuracy": 0.807312, + "main_score": 0.763507, + "hf_subset": "kan_Knda-aka_Latn", + "languages": [ + "kan-Knda", + "aka-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "kan_Knda-bjn_Latn", + "languages": [ + "kan-Knda", + "bjn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kan_Knda-fao_Latn", + "languages": [ + "kan-Knda", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-ind_Latn", + "languages": [ + "kan-Knda", + "ind-Latn" + ] + }, + { + "precision": 0.508094, + "recall": 0.566206, + "f1": 0.522919, + "accuracy": 0.566206, + "main_score": 0.522919, + "hf_subset": "kan_Knda-knc_Latn", + "languages": [ + "kan-Knda", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-mlt_Latn", + "languages": [ + "kan-Knda", + "mlt-Latn" + ] + }, + { + "precision": 0.606475, + "recall": 0.684783, + "f1": 0.629037, + "accuracy": 0.684783, + "main_score": 0.629037, + "hf_subset": "kan_Knda-quy_Latn", + "languages": [ + "kan-Knda", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-swh_Latn", + "languages": [ + "kan-Knda", + "swh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-uzn_Latn", + "languages": [ + "kan-Knda", + "uzn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-als_Latn", + "languages": [ + "kan-Knda", + "als-Latn" + ] + }, + { + "precision": 0.805739, + "recall": 0.86166, + "f1": 0.823375, + "accuracy": 0.86166, + "main_score": 0.823375, + "hf_subset": "kan_Knda-bod_Tibt", + "languages": [ + "kan-Knda", + "bod-Tibt" + ] + }, + { + "precision": 0.608249, + "recall": 0.683794, + "f1": 0.629847, + "accuracy": 0.683794, + "main_score": 0.629847, + "hf_subset": "kan_Knda-fij_Latn", + "languages": [ + "kan-Knda", + "fij-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-isl_Latn", + "languages": [ + "kan-Knda", + "isl-Latn" + ] + }, + { + "precision": 0.564128, + "recall": 0.637352, + "f1": 0.584401, + "accuracy": 0.637352, + "main_score": 0.584401, + "hf_subset": "kan_Knda-kon_Latn", + "languages": [ + "kan-Knda", + "kon-Latn" + ] + }, + { + "precision": 0.60285, + "recall": 0.684783, + "f1": 0.626398, + "accuracy": 0.684783, + "main_score": 0.626398, + "hf_subset": "kan_Knda-mni_Beng", + "languages": [ + "kan-Knda", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-ron_Latn", + "languages": [ + "kan-Knda", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "kan_Knda-szl_Latn", + "languages": [ + "kan-Knda", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-vec_Latn", + "languages": [ + "kan-Knda", + "vec-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "kan_Knda-amh_Ethi", + "languages": [ + "kan-Knda", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-bos_Latn", + "languages": [ + "kan-Knda", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-fin_Latn", + "languages": [ + "kan-Knda", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-ita_Latn", + "languages": [ + "kan-Knda", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-kor_Hang", + "languages": [ + "kan-Knda", + "kor-Hang" + ] + }, + { + "precision": 0.469446, + "recall": 0.534585, + "f1": 0.48708, + "accuracy": 0.534585, + "main_score": 0.48708, + "hf_subset": "kan_Knda-mos_Latn", + "languages": [ + "kan-Knda", + "mos-Latn" + ] + }, + { + "precision": 0.747266, + "recall": 0.806324, + "f1": 0.765448, + "accuracy": 0.806324, + "main_score": 0.765448, + "hf_subset": "kan_Knda-run_Latn", + "languages": [ + "kan-Knda", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "kan_Knda-vie_Latn", + "languages": [ + "kan-Knda", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-apc_Arab", + "languages": [ + "kan-Knda", + "apc-Arab" + ] + }, + { + "precision": 0.698438, + "recall": 0.769763, + "f1": 0.719128, + "accuracy": 0.769763, + "main_score": 0.719128, + "hf_subset": "kan_Knda-bug_Latn", + "languages": [ + "kan-Knda", + "bug-Latn" + ] + }, + { + "precision": 0.415304, + "recall": 0.468379, + "f1": 0.430025, + "accuracy": 0.468379, + "main_score": 0.430025, + "hf_subset": "kan_Knda-fon_Latn", + "languages": [ + "kan-Knda", + "fon-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kan_Knda-jav_Latn", + "languages": [ + "kan-Knda", + "jav-Latn" + ] + }, + { + "precision": 0.947628, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "kan_Knda-lao_Laoo", + "languages": [ + "kan-Knda", + "lao-Laoo" + ] + }, + { + "precision": 0.88587, + "recall": 0.917984, + "f1": 0.895883, + "accuracy": 0.917984, + "main_score": 0.895883, + "hf_subset": "kan_Knda-mri_Latn", + "languages": [ + "kan-Knda", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-rus_Cyrl", + "languages": [ + "kan-Knda", + "rus-Cyrl" + ] + }, + { + "precision": 0.480408, + "recall": 0.543478, + "f1": 0.497361, + "accuracy": 0.543478, + "main_score": 0.497361, + "hf_subset": "kan_Knda-taq_Latn", + "languages": [ + "kan-Knda", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-war_Latn", + "languages": [ + "kan-Knda", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-arb_Arab", + "languages": [ + "kan-Knda", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-bul_Cyrl", + "languages": [ + "kan-Knda", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-fra_Latn", + "languages": [ + "kan-Knda", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-jpn_Jpan", + "languages": [ + "kan-Knda", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-lij_Latn", + "languages": [ + "kan-Knda", + "lij-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "kan_Knda-mya_Mymr", + "languages": [ + "kan-Knda", + "mya-Mymr" + ] + }, + { + "precision": 0.519749, + "recall": 0.591897, + "f1": 0.539156, + "accuracy": 0.591897, + "main_score": 0.539156, + "hf_subset": "kan_Knda-sag_Latn", + "languages": [ + "kan-Knda", + "sag-Latn" + ] + }, + { + "precision": 0.219634, + "recall": 0.286561, + "f1": 0.236393, + "accuracy": 0.286561, + "main_score": 0.236393, + "hf_subset": "kan_Knda-taq_Tfng", + "languages": [ + "kan-Knda", + "taq-Tfng" + ] + }, + { + "precision": 0.608442, + "recall": 0.68083, + "f1": 0.628869, + "accuracy": 0.68083, + "main_score": 0.628869, + "hf_subset": "kan_Knda-wol_Latn", + "languages": [ + "kan-Knda", + "wol-Latn" + ] + }, + { + "precision": 0.845224, + "recall": 0.889328, + "f1": 0.85863, + "accuracy": 0.889328, + "main_score": 0.85863, + "hf_subset": "kan_Knda-arb_Latn", + "languages": [ + "kan-Knda", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-cat_Latn", + "languages": [ + "kan-Knda", + "cat-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kan_Knda-fur_Latn", + "languages": [ + "kan-Knda", + "fur-Latn" + ] + }, + { + "precision": 0.441148, + "recall": 0.51581, + "f1": 0.46062, + "accuracy": 0.51581, + "main_score": 0.46062, + "hf_subset": "kan_Knda-kab_Latn", + "languages": [ + "kan-Knda", + "kab-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kan_Knda-lim_Latn", + "languages": [ + "kan-Knda", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-nld_Latn", + "languages": [ + "kan-Knda", + "nld-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "kan_Knda-san_Deva", + "languages": [ + "kan-Knda", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-tat_Cyrl", + "languages": [ + "kan-Knda", + "tat-Cyrl" + ] + }, + { + "precision": 0.883811, + "recall": 0.916996, + "f1": 0.894288, + "accuracy": 0.916996, + "main_score": 0.894288, + "hf_subset": "kan_Knda-xho_Latn", + "languages": [ + "kan-Knda", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-ars_Arab", + "languages": [ + "kan-Knda", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-ceb_Latn", + "languages": [ + "kan-Knda", + "ceb-Latn" + ] + }, + { + "precision": 0.461489, + "recall": 0.530632, + "f1": 0.480236, + "accuracy": 0.530632, + "main_score": 0.480236, + "hf_subset": "kan_Knda-fuv_Latn", + "languages": [ + "kan-Knda", + "fuv-Latn" + ] + }, + { + "precision": 0.45008, + "recall": 0.524704, + "f1": 0.470354, + "accuracy": 0.524704, + "main_score": 0.470354, + "hf_subset": "kan_Knda-kac_Latn", + "languages": [ + "kan-Knda", + "kac-Latn" + ] + }, + { + "precision": 0.609977, + "recall": 0.68083, + "f1": 0.629626, + "accuracy": 0.68083, + "main_score": 0.629626, + "hf_subset": "kan_Knda-lin_Latn", + "languages": [ + "kan-Knda", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-nno_Latn", + "languages": [ + "kan-Knda", + "nno-Latn" + ] + }, + { + "precision": 0.867095, + "recall": 0.907115, + "f1": 0.879743, + "accuracy": 0.907115, + "main_score": 0.879743, + "hf_subset": "kan_Knda-sat_Olck", + "languages": [ + "kan-Knda", + "sat-Olck" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-ydd_Hebr", + "languages": [ + "kan-Knda", + "ydd-Hebr" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kan_Knda-ary_Arab", + "languages": [ + "kan-Knda", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-ces_Latn", + "languages": [ + "kan-Knda", + "ces-Latn" + ] + }, + { + "precision": 0.561486, + "recall": 0.637352, + "f1": 0.582635, + "accuracy": 0.637352, + "main_score": 0.582635, + "hf_subset": "kan_Knda-gaz_Latn", + "languages": [ + "kan-Knda", + "gaz-Latn" + ] + }, + { + "precision": 0.516044, + "recall": 0.59585, + "f1": 0.537949, + "accuracy": 0.59585, + "main_score": 0.537949, + "hf_subset": "kan_Knda-kam_Latn", + "languages": [ + "kan-Knda", + "kam-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kan_Knda-lit_Latn", + "languages": [ + "kan-Knda", + "lit-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "kan_Knda-nob_Latn", + "languages": [ + "kan-Knda", + "nob-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-scn_Latn", + "languages": [ + "kan-Knda", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "kan_Knda-tgk_Cyrl", + "languages": [ + "kan-Knda", + "tgk-Cyrl" + ] + }, + { + "precision": 0.724896, + "recall": 0.795455, + "f1": 0.746, + "accuracy": 0.795455, + "main_score": 0.746, + "hf_subset": "kan_Knda-yor_Latn", + "languages": [ + "kan-Knda", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-arz_Arab", + "languages": [ + "kan-Knda", + "arz-Arab" + ] + }, + { + "precision": 0.459113, + "recall": 0.532609, + "f1": 0.479487, + "accuracy": 0.532609, + "main_score": 0.479487, + "hf_subset": "kan_Knda-cjk_Latn", + "languages": [ + "kan-Knda", + "cjk-Latn" + ] + }, + { + "precision": 0.943676, + "recall": 0.962451, + "f1": 0.949934, + "accuracy": 0.962451, + "main_score": 0.949934, + "hf_subset": "kan_Knda-gla_Latn", + "languages": [ + "kan-Knda", + "gla-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-lmo_Latn", + "languages": [ + "kan-Knda", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "kan_Knda-npi_Deva", + "languages": [ + "kan-Knda", + "npi-Deva" + ] + }, + { + "precision": 0.535746, + "recall": 0.618577, + "f1": 0.559027, + "accuracy": 0.618577, + "main_score": 0.559027, + "hf_subset": "kan_Knda-shn_Mymr", + "languages": [ + "kan-Knda", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-tgl_Latn", + "languages": [ + "kan-Knda", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-yue_Hant", + "languages": [ + "kan-Knda", + "yue-Hant" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-asm_Beng", + "languages": [ + "kan-Knda", + "asm-Beng" + ] + }, + { + "precision": 0.937582, + "recall": 0.95751, + "f1": 0.944005, + "accuracy": 0.95751, + "main_score": 0.944005, + "hf_subset": "kan_Knda-ckb_Arab", + "languages": [ + "kan-Knda", + "ckb-Arab" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "kan_Knda-gle_Latn", + "languages": [ + "kan-Knda", + "gle-Latn" + ] + }, + { + "precision": 0.901515, + "recall": 0.931818, + "f1": 0.911232, + "accuracy": 0.931818, + "main_score": 0.911232, + "hf_subset": "kan_Knda-kas_Arab", + "languages": [ + "kan-Knda", + "kas-Arab" + ] + }, + { + "precision": 0.898304, + "recall": 0.928854, + "f1": 0.908169, + "accuracy": 0.928854, + "main_score": 0.908169, + "hf_subset": "kan_Knda-ltg_Latn", + "languages": [ + "kan-Knda", + "ltg-Latn" + ] + }, + { + "precision": 0.785056, + "recall": 0.839921, + "f1": 0.802223, + "accuracy": 0.839921, + "main_score": 0.802223, + "hf_subset": "kan_Knda-nso_Latn", + "languages": [ + "kan-Knda", + "nso-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-sin_Sinh", + "languages": [ + "kan-Knda", + "sin-Sinh" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "kan_Knda-tha_Thai", + "languages": [ + "kan-Knda", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-zho_Hans", + "languages": [ + "kan-Knda", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-ast_Latn", + "languages": [ + "kan-Knda", + "ast-Latn" + ] + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "kan_Knda-crh_Latn", + "languages": [ + "kan-Knda", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-glg_Latn", + "languages": [ + "kan-Knda", + "glg-Latn" + ] + }, + { + "precision": 0.853788, + "recall": 0.896245, + "f1": 0.866685, + "accuracy": 0.896245, + "main_score": 0.866685, + "hf_subset": "kan_Knda-kas_Deva", + "languages": [ + "kan-Knda", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-ltz_Latn", + "languages": [ + "kan-Knda", + "ltz-Latn" + ] + }, + { + "precision": 0.414528, + "recall": 0.48419, + "f1": 0.433482, + "accuracy": 0.48419, + "main_score": 0.433482, + "hf_subset": "kan_Knda-nus_Latn", + "languages": [ + "kan-Knda", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-slk_Latn", + "languages": [ + "kan-Knda", + "slk-Latn" + ] + }, + { + "precision": 0.648791, + "recall": 0.727273, + "f1": 0.67168, + "accuracy": 0.727273, + "main_score": 0.67168, + "hf_subset": "kan_Knda-tir_Ethi", + "languages": [ + "kan-Knda", + "tir-Ethi" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kan_Knda-zho_Hant", + "languages": [ + "kan-Knda", + "zho-Hant" + ] + }, + { + "precision": 0.985507, + "recall": 0.98913, + "f1": 0.98666, + "accuracy": 0.98913, + "main_score": 0.98666, + "hf_subset": "kan_Knda-awa_Deva", + "languages": [ + "kan-Knda", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kan_Knda-cym_Latn", + "languages": [ + "kan-Knda", + "cym-Latn" + ] + }, + { + "precision": 0.748007, + "recall": 0.810277, + "f1": 0.766403, + "accuracy": 0.810277, + "main_score": 0.766403, + "hf_subset": "kan_Knda-grn_Latn", + "languages": [ + "kan-Knda", + "grn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-kat_Geor", + "languages": [ + "kan-Knda", + "kat-Geor" + ] + }, + { + "precision": 0.572169, + "recall": 0.635375, + "f1": 0.589471, + "accuracy": 0.635375, + "main_score": 0.589471, + "hf_subset": "kan_Knda-lua_Latn", + "languages": [ + "kan-Knda", + "lua-Latn" + ] + }, + { + "precision": 0.819088, + "recall": 0.870553, + "f1": 0.835211, + "accuracy": 0.870553, + "main_score": 0.835211, + "hf_subset": "kan_Knda-nya_Latn", + "languages": [ + "kan-Knda", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-slv_Latn", + "languages": [ + "kan-Knda", + "slv-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kan_Knda-tpi_Latn", + "languages": [ + "kan-Knda", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-zsm_Latn", + "languages": [ + "kan-Knda", + "zsm-Latn" + ] + }, + { + "precision": 0.480575, + "recall": 0.545455, + "f1": 0.498871, + "accuracy": 0.545455, + "main_score": 0.498871, + "hf_subset": "kan_Knda-ayr_Latn", + "languages": [ + "kan-Knda", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-dan_Latn", + "languages": [ + "kan-Knda", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-kaz_Cyrl", + "languages": [ + "kan-Knda", + "kaz-Cyrl" + ] + }, + { + "precision": 0.639446, + "recall": 0.716403, + "f1": 0.661679, + "accuracy": 0.716403, + "main_score": 0.661679, + "hf_subset": "kan_Knda-lug_Latn", + "languages": [ + "kan-Knda", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-oci_Latn", + "languages": [ + "kan-Knda", + "oci-Latn" + ] + }, + { + "precision": 0.8452, + "recall": 0.886364, + "f1": 0.857889, + "accuracy": 0.886364, + "main_score": 0.857889, + "hf_subset": "kan_Knda-smo_Latn", + "languages": [ + "kan-Knda", + "smo-Latn" + ] + }, + { + "precision": 0.736479, + "recall": 0.807312, + "f1": 0.757938, + "accuracy": 0.807312, + "main_score": 0.757938, + "hf_subset": "kan_Knda-tsn_Latn", + "languages": [ + "kan-Knda", + "tsn-Latn" + ] + }, + { + "precision": 0.899045, + "recall": 0.93083, + "f1": 0.90942, + "accuracy": 0.93083, + "main_score": 0.90942, + "hf_subset": "kan_Knda-zul_Latn", + "languages": [ + "kan-Knda", + "zul-Latn" + ] + }, + { + "precision": 0.937088, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "kan_Knda-azb_Arab", + "languages": [ + "kan-Knda", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-deu_Latn", + "languages": [ + "kan-Knda", + "deu-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "kan_Knda-hat_Latn", + "languages": [ + "kan-Knda", + "hat-Latn" + ] + }, + { + "precision": 0.446169, + "recall": 0.509881, + "f1": 0.463464, + "accuracy": 0.509881, + "main_score": 0.463464, + "hf_subset": "kan_Knda-kbp_Latn", + "languages": [ + "kan-Knda", + "kbp-Latn" + ] + }, + { + "precision": 0.488081, + "recall": 0.556324, + "f1": 0.506543, + "accuracy": 0.556324, + "main_score": 0.506543, + "hf_subset": "kan_Knda-luo_Latn", + "languages": [ + "kan-Knda", + "luo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-ory_Orya", + "languages": [ + "kan-Knda", + "ory-Orya" + ] + }, + { + "precision": 0.888422, + "recall": 0.920949, + "f1": 0.898781, + "accuracy": 0.920949, + "main_score": 0.898781, + "hf_subset": "kan_Knda-sna_Latn", + "languages": [ + "kan-Knda", + "sna-Latn" + ] + }, + { + "precision": 0.662912, + "recall": 0.73419, + "f1": 0.683171, + "accuracy": 0.73419, + "main_score": 0.683171, + "hf_subset": "kan_Knda-tso_Latn", + "languages": [ + "kan-Knda", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-azj_Latn", + "languages": [ + "kan-Knda", + "azj-Latn" + ] + }, + { + "precision": 0.483796, + "recall": 0.555336, + "f1": 0.504119, + "accuracy": 0.555336, + "main_score": 0.504119, + "hf_subset": "kan_Knda-dik_Latn", + "languages": [ + "kan-Knda", + "dik-Latn" + ] + }, + { + "precision": 0.908679, + "recall": 0.936759, + "f1": 0.917721, + "accuracy": 0.936759, + "main_score": 0.917721, + "hf_subset": "kan_Knda-hau_Latn", + "languages": [ + "kan-Knda", + "hau-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "kan_Knda-kea_Latn", + "languages": [ + "kan-Knda", + "kea-Latn" + ] + }, + { + "precision": 0.938076, + "recall": 0.95751, + "f1": 0.944335, + "accuracy": 0.95751, + "main_score": 0.944335, + "hf_subset": "kan_Knda-lus_Latn", + "languages": [ + "kan-Knda", + "lus-Latn" + ] + }, + { + "precision": 0.852355, + "recall": 0.894269, + "f1": 0.865646, + "accuracy": 0.894269, + "main_score": 0.865646, + "hf_subset": "kan_Knda-pag_Latn", + "languages": [ + "kan-Knda", + "pag-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kan_Knda-snd_Arab", + "languages": [ + "kan-Knda", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kan_Knda-tuk_Latn", + "languages": [ + "kan-Knda", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-bak_Cyrl", + "languages": [ + "kan-Knda", + "bak-Cyrl" + ] + }, + { + "precision": 0.432882, + "recall": 0.501976, + "f1": 0.451739, + "accuracy": 0.501976, + "main_score": 0.451739, + "hf_subset": "kan_Knda-dyu_Latn", + "languages": [ + "kan-Knda", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-heb_Hebr", + "languages": [ + "kan-Knda", + "heb-Hebr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kan_Knda-khk_Cyrl", + "languages": [ + "kan-Knda", + "khk-Cyrl" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "kan_Knda-lvs_Latn", + "languages": [ + "kan-Knda", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ] + }, + { + "precision": 0.865777, + "recall": 0.907115, + "f1": 0.878953, + "accuracy": 0.907115, + "main_score": 0.878953, + "hf_subset": "kan_Knda-som_Latn", + "languages": [ + "kan-Knda", + "som-Latn" + ] + }, + { + "precision": 0.682411, + "recall": 0.748024, + "f1": 0.70138, + "accuracy": 0.748024, + "main_score": 0.70138, + "hf_subset": "kan_Knda-tum_Latn", + "languages": [ + "kan-Knda", + "tum-Latn" + ] + }, + { + "precision": 0.567276, + "recall": 0.646245, + "f1": 0.589984, + "accuracy": 0.646245, + "main_score": 0.589984, + "hf_subset": "lmo_Latn-ace_Arab", + "languages": [ + "lmo-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.49437, + "recall": 0.549407, + "f1": 0.510167, + "accuracy": 0.549407, + "main_score": 0.510167, + "hf_subset": "lmo_Latn-bam_Latn", + "languages": [ + "lmo-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.65835, + "recall": 0.73913, + "f1": 0.682044, + "accuracy": 0.73913, + "main_score": 0.682044, + "hf_subset": "lmo_Latn-dzo_Tibt", + "languages": [ + "lmo-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-hin_Deva", + "languages": [ + "lmo-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "lmo_Latn-khm_Khmr", + "languages": [ + "lmo-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lmo_Latn-mag_Deva", + "languages": [ + "lmo-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-pap_Latn", + "languages": [ + "lmo-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.862105, + "recall": 0.901186, + "f1": 0.874572, + "accuracy": 0.901186, + "main_score": 0.874572, + "hf_subset": "lmo_Latn-sot_Latn", + "languages": [ + "lmo-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-tur_Latn", + "languages": [ + "lmo-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.893751, + "recall": 0.921937, + "f1": 0.90275, + "accuracy": 0.921937, + "main_score": 0.90275, + "hf_subset": "lmo_Latn-ace_Latn", + "languages": [ + "lmo-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "lmo_Latn-ban_Latn", + "languages": [ + "lmo-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-ell_Grek", + "languages": [ + "lmo-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "lmo_Latn-hne_Deva", + "languages": [ + "lmo-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.590624, + "recall": 0.65415, + "f1": 0.607914, + "accuracy": 0.65415, + "main_score": 0.607914, + "hf_subset": "lmo_Latn-kik_Latn", + "languages": [ + "lmo-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-mai_Deva", + "languages": [ + "lmo-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "lmo_Latn-pbt_Arab", + "languages": [ + "lmo-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-spa_Latn", + "languages": [ + "lmo-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.791453, + "recall": 0.844862, + "f1": 0.807642, + "accuracy": 0.844862, + "main_score": 0.807642, + "hf_subset": "lmo_Latn-twi_Latn", + "languages": [ + "lmo-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-acm_Arab", + "languages": [ + "lmo-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-bel_Cyrl", + "languages": [ + "lmo-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lmo_Latn-eng_Latn", + "languages": [ + "lmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-hrv_Latn", + "languages": [ + "lmo-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.871871, + "recall": 0.907115, + "f1": 0.882708, + "accuracy": 0.907115, + "main_score": 0.882708, + "hf_subset": "lmo_Latn-kin_Latn", + "languages": [ + "lmo-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-mal_Mlym", + "languages": [ + "lmo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lmo_Latn-pes_Arab", + "languages": [ + "lmo-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-srd_Latn", + "languages": [ + "lmo-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.219249, + "recall": 0.282609, + "f1": 0.235603, + "accuracy": 0.282609, + "main_score": 0.235603, + "hf_subset": "lmo_Latn-tzm_Tfng", + "languages": [ + "lmo-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-acq_Arab", + "languages": [ + "lmo-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.691075, + "recall": 0.754941, + "f1": 0.709266, + "accuracy": 0.754941, + "main_score": 0.709266, + "hf_subset": "lmo_Latn-bem_Latn", + "languages": [ + "lmo-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-epo_Latn", + "languages": [ + "lmo-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-hun_Latn", + "languages": [ + "lmo-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lmo_Latn-kir_Cyrl", + "languages": [ + "lmo-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lmo_Latn-mar_Deva", + "languages": [ + "lmo-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.876235, + "recall": 0.911067, + "f1": 0.886924, + "accuracy": 0.911067, + "main_score": 0.886924, + "hf_subset": "lmo_Latn-plt_Latn", + "languages": [ + "lmo-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-srp_Cyrl", + "languages": [ + "lmo-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.935277, + "recall": 0.955534, + "f1": 0.941864, + "accuracy": 0.955534, + "main_score": 0.941864, + "hf_subset": "lmo_Latn-uig_Arab", + "languages": [ + "lmo-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lmo_Latn-aeb_Arab", + "languages": [ + "lmo-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-ben_Beng", + "languages": [ + "lmo-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lmo_Latn-est_Latn", + "languages": [ + "lmo-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-hye_Armn", + "languages": [ + "lmo-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.494913, + "recall": 0.551383, + "f1": 0.511397, + "accuracy": 0.551383, + "main_score": 0.511397, + "hf_subset": "lmo_Latn-kmb_Latn", + "languages": [ + "lmo-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.536088, + "recall": 0.620553, + "f1": 0.559565, + "accuracy": 0.620553, + "main_score": 0.559565, + "hf_subset": "lmo_Latn-min_Arab", + "languages": [ + "lmo-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-pol_Latn", + "languages": [ + "lmo-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.762665, + "recall": 0.823123, + "f1": 0.780797, + "accuracy": 0.823123, + "main_score": 0.780797, + "hf_subset": "lmo_Latn-ssw_Latn", + "languages": [ + "lmo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-ukr_Cyrl", + "languages": [ + "lmo-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-afr_Latn", + "languages": [ + "lmo-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-bho_Deva", + "languages": [ + "lmo-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-eus_Latn", + "languages": [ + "lmo-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.875412, + "recall": 0.912055, + "f1": 0.887088, + "accuracy": 0.912055, + "main_score": 0.887088, + "hf_subset": "lmo_Latn-ibo_Latn", + "languages": [ + "lmo-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.88167, + "recall": 0.91502, + "f1": 0.891982, + "accuracy": 0.91502, + "main_score": 0.891982, + "hf_subset": "lmo_Latn-kmr_Latn", + "languages": [ + "lmo-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lmo_Latn-min_Latn", + "languages": [ + "lmo-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lmo_Latn-por_Latn", + "languages": [ + "lmo-Latn", + "por-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-sun_Latn", + "languages": [ + "lmo-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.490786, + "recall": 0.559289, + "f1": 0.510695, + "accuracy": 0.559289, + "main_score": 0.510695, + "hf_subset": "lmo_Latn-umb_Latn", + "languages": [ + "lmo-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-ajp_Arab", + "languages": [ + "lmo-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.544439, + "recall": 0.624506, + "f1": 0.56714, + "accuracy": 0.624506, + "main_score": 0.56714, + "hf_subset": "lmo_Latn-bjn_Arab", + "languages": [ + "lmo-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.474444, + "recall": 0.536561, + "f1": 0.491493, + "accuracy": 0.536561, + "main_score": 0.491493, + "hf_subset": "lmo_Latn-ewe_Latn", + "languages": [ + "lmo-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "lmo_Latn-ilo_Latn", + "languages": [ + "lmo-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.283918, + "recall": 0.348814, + "f1": 0.300411, + "accuracy": 0.348814, + "main_score": 0.300411, + "hf_subset": "lmo_Latn-knc_Arab", + "languages": [ + "lmo-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-mkd_Cyrl", + "languages": [ + "lmo-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-prs_Arab", + "languages": [ + "lmo-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-swe_Latn", + "languages": [ + "lmo-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-urd_Arab", + "languages": [ + "lmo-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.755254, + "recall": 0.812253, + "f1": 0.772106, + "accuracy": 0.812253, + "main_score": 0.772106, + "hf_subset": "lmo_Latn-aka_Latn", + "languages": [ + "lmo-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "lmo_Latn-bjn_Latn", + "languages": [ + "lmo-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "lmo_Latn-fao_Latn", + "languages": [ + "lmo-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-ind_Latn", + "languages": [ + "lmo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.522483, + "recall": 0.585968, + "f1": 0.539938, + "accuracy": 0.585968, + "main_score": 0.539938, + "hf_subset": "lmo_Latn-knc_Latn", + "languages": [ + "lmo-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-mlt_Latn", + "languages": [ + "lmo-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.650472, + "recall": 0.717391, + "f1": 0.66987, + "accuracy": 0.717391, + "main_score": 0.66987, + "hf_subset": "lmo_Latn-quy_Latn", + "languages": [ + "lmo-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-swh_Latn", + "languages": [ + "lmo-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-uzn_Latn", + "languages": [ + "lmo-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lmo_Latn-als_Latn", + "languages": [ + "lmo-Latn", + "als-Latn" + ] + }, + { + "precision": 0.790879, + "recall": 0.84585, + "f1": 0.807477, + "accuracy": 0.84585, + "main_score": 0.807477, + "hf_subset": "lmo_Latn-bod_Tibt", + "languages": [ + "lmo-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.643363, + "recall": 0.708498, + "f1": 0.661712, + "accuracy": 0.708498, + "main_score": 0.661712, + "hf_subset": "lmo_Latn-fij_Latn", + "languages": [ + "lmo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "lmo_Latn-isl_Latn", + "languages": [ + "lmo-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.622488, + "recall": 0.6917, + "f1": 0.642071, + "accuracy": 0.6917, + "main_score": 0.642071, + "hf_subset": "lmo_Latn-kon_Latn", + "languages": [ + "lmo-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.62636, + "recall": 0.705534, + "f1": 0.649057, + "accuracy": 0.705534, + "main_score": 0.649057, + "hf_subset": "lmo_Latn-mni_Beng", + "languages": [ + "lmo-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-ron_Latn", + "languages": [ + "lmo-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-szl_Latn", + "languages": [ + "lmo-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-vec_Latn", + "languages": [ + "lmo-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.924242, + "recall": 0.947628, + "f1": 0.931653, + "accuracy": 0.947628, + "main_score": 0.931653, + "hf_subset": "lmo_Latn-amh_Ethi", + "languages": [ + "lmo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lmo_Latn-bos_Latn", + "languages": [ + "lmo-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-fin_Latn", + "languages": [ + "lmo-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-ita_Latn", + "languages": [ + "lmo-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lmo_Latn-kor_Hang", + "languages": [ + "lmo-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.496915, + "recall": 0.563241, + "f1": 0.515914, + "accuracy": 0.563241, + "main_score": 0.515914, + "hf_subset": "lmo_Latn-mos_Latn", + "languages": [ + "lmo-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.7625, + "recall": 0.824111, + "f1": 0.781686, + "accuracy": 0.824111, + "main_score": 0.781686, + "hf_subset": "lmo_Latn-run_Latn", + "languages": [ + "lmo-Latn", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-tam_Taml", + "languages": [ + "lmo-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-vie_Latn", + "languages": [ + "lmo-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-apc_Arab", + "languages": [ + "lmo-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.743906, + "recall": 0.804348, + "f1": 0.762356, + "accuracy": 0.804348, + "main_score": 0.762356, + "hf_subset": "lmo_Latn-bug_Latn", + "languages": [ + "lmo-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.434582, + "recall": 0.490119, + "f1": 0.449991, + "accuracy": 0.490119, + "main_score": 0.449991, + "hf_subset": "lmo_Latn-fon_Latn", + "languages": [ + "lmo-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lmo_Latn-jav_Latn", + "languages": [ + "lmo-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "lmo_Latn-lao_Laoo", + "languages": [ + "lmo-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.883317, + "recall": 0.916008, + "f1": 0.893676, + "accuracy": 0.916008, + "main_score": 0.893676, + "hf_subset": "lmo_Latn-mri_Latn", + "languages": [ + "lmo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-rus_Cyrl", + "languages": [ + "lmo-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.526846, + "recall": 0.58498, + "f1": 0.54307, + "accuracy": 0.58498, + "main_score": 0.54307, + "hf_subset": "lmo_Latn-taq_Latn", + "languages": [ + "lmo-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "lmo_Latn-war_Latn", + "languages": [ + "lmo-Latn", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-arb_Arab", + "languages": [ + "lmo-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-bul_Cyrl", + "languages": [ + "lmo-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-fra_Latn", + "languages": [ + "lmo-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-jpn_Jpan", + "languages": [ + "lmo-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-lij_Latn", + "languages": [ + "lmo-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "lmo_Latn-mya_Mymr", + "languages": [ + "lmo-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.558796, + "recall": 0.625494, + "f1": 0.577263, + "accuracy": 0.625494, + "main_score": 0.577263, + "hf_subset": "lmo_Latn-sag_Latn", + "languages": [ + "lmo-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.25867, + "recall": 0.324111, + "f1": 0.275085, + "accuracy": 0.324111, + "main_score": 0.275085, + "hf_subset": "lmo_Latn-taq_Tfng", + "languages": [ + "lmo-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.638293, + "recall": 0.70751, + "f1": 0.658268, + "accuracy": 0.70751, + "main_score": 0.658268, + "hf_subset": "lmo_Latn-wol_Latn", + "languages": [ + "lmo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.853179, + "recall": 0.895257, + "f1": 0.866304, + "accuracy": 0.895257, + "main_score": 0.866304, + "hf_subset": "lmo_Latn-arb_Latn", + "languages": [ + "lmo-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lmo_Latn-cat_Latn", + "languages": [ + "lmo-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-fur_Latn", + "languages": [ + "lmo-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.463103, + "recall": 0.541502, + "f1": 0.484993, + "accuracy": 0.541502, + "main_score": 0.484993, + "hf_subset": "lmo_Latn-kab_Latn", + "languages": [ + "lmo-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lmo_Latn-lim_Latn", + "languages": [ + "lmo-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-nld_Latn", + "languages": [ + "lmo-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "lmo_Latn-san_Deva", + "languages": [ + "lmo-Latn", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-tat_Cyrl", + "languages": [ + "lmo-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.875823, + "recall": 0.912055, + "f1": 0.887484, + "accuracy": 0.912055, + "main_score": 0.887484, + "hf_subset": "lmo_Latn-xho_Latn", + "languages": [ + "lmo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-ars_Arab", + "languages": [ + "lmo-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lmo_Latn-ceb_Latn", + "languages": [ + "lmo-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.491335, + "recall": 0.565217, + "f1": 0.512029, + "accuracy": 0.565217, + "main_score": 0.512029, + "hf_subset": "lmo_Latn-fuv_Latn", + "languages": [ + "lmo-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.486803, + "recall": 0.549407, + "f1": 0.50351, + "accuracy": 0.549407, + "main_score": 0.50351, + "hf_subset": "lmo_Latn-kac_Latn", + "languages": [ + "lmo-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.643002, + "recall": 0.713439, + "f1": 0.663148, + "accuracy": 0.713439, + "main_score": 0.663148, + "hf_subset": "lmo_Latn-lin_Latn", + "languages": [ + "lmo-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-nno_Latn", + "languages": [ + "lmo-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.869648, + "recall": 0.907115, + "f1": 0.881324, + "accuracy": 0.907115, + "main_score": 0.881324, + "hf_subset": "lmo_Latn-sat_Olck", + "languages": [ + "lmo-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-tel_Telu", + "languages": [ + "lmo-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-ydd_Hebr", + "languages": [ + "lmo-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "lmo_Latn-ary_Arab", + "languages": [ + "lmo-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-ces_Latn", + "languages": [ + "lmo-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.573696, + "recall": 0.651186, + "f1": 0.595737, + "accuracy": 0.651186, + "main_score": 0.595737, + "hf_subset": "lmo_Latn-gaz_Latn", + "languages": [ + "lmo-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.571133, + "recall": 0.644269, + "f1": 0.591957, + "accuracy": 0.644269, + "main_score": 0.591957, + "hf_subset": "lmo_Latn-kam_Latn", + "languages": [ + "lmo-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lmo_Latn-lit_Latn", + "languages": [ + "lmo-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-nob_Latn", + "languages": [ + "lmo-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-scn_Latn", + "languages": [ + "lmo-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "lmo_Latn-tgk_Cyrl", + "languages": [ + "lmo-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.746574, + "recall": 0.811265, + "f1": 0.766323, + "accuracy": 0.811265, + "main_score": 0.766323, + "hf_subset": "lmo_Latn-yor_Latn", + "languages": [ + "lmo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-arz_Arab", + "languages": [ + "lmo-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.508463, + "recall": 0.579051, + "f1": 0.528142, + "accuracy": 0.579051, + "main_score": 0.528142, + "hf_subset": "lmo_Latn-cjk_Latn", + "languages": [ + "lmo-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.927866, + "recall": 0.950593, + "f1": 0.935277, + "accuracy": 0.950593, + "main_score": 0.935277, + "hf_subset": "lmo_Latn-gla_Latn", + "languages": [ + "lmo-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lmo_Latn-kan_Knda", + "languages": [ + "lmo-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lmo_Latn-npi_Deva", + "languages": [ + "lmo-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.539434, + "recall": 0.618577, + "f1": 0.561978, + "accuracy": 0.618577, + "main_score": 0.561978, + "hf_subset": "lmo_Latn-shn_Mymr", + "languages": [ + "lmo-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-tgl_Latn", + "languages": [ + "lmo-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-yue_Hant", + "languages": [ + "lmo-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "lmo_Latn-asm_Beng", + "languages": [ + "lmo-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.939262, + "recall": 0.958498, + "f1": 0.945487, + "accuracy": 0.958498, + "main_score": 0.945487, + "hf_subset": "lmo_Latn-ckb_Arab", + "languages": [ + "lmo-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "lmo_Latn-gle_Latn", + "languages": [ + "lmo-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.932148, + "recall": 0.952569, + "f1": 0.938735, + "accuracy": 0.952569, + "main_score": 0.938735, + "hf_subset": "lmo_Latn-kas_Arab", + "languages": [ + "lmo-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.905715, + "recall": 0.934783, + "f1": 0.91525, + "accuracy": 0.934783, + "main_score": 0.91525, + "hf_subset": "lmo_Latn-ltg_Latn", + "languages": [ + "lmo-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.807749, + "recall": 0.853755, + "f1": 0.821761, + "accuracy": 0.853755, + "main_score": 0.821761, + "hf_subset": "lmo_Latn-nso_Latn", + "languages": [ + "lmo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lmo_Latn-sin_Sinh", + "languages": [ + "lmo-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-tha_Thai", + "languages": [ + "lmo-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lmo_Latn-zho_Hans", + "languages": [ + "lmo-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-ast_Latn", + "languages": [ + "lmo-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "lmo_Latn-crh_Latn", + "languages": [ + "lmo-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-glg_Latn", + "languages": [ + "lmo-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.855879, + "recall": 0.898221, + "f1": 0.869137, + "accuracy": 0.898221, + "main_score": 0.869137, + "hf_subset": "lmo_Latn-kas_Deva", + "languages": [ + "lmo-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-ltz_Latn", + "languages": [ + "lmo-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.44028, + "recall": 0.507905, + "f1": 0.458628, + "accuracy": 0.507905, + "main_score": 0.458628, + "hf_subset": "lmo_Latn-nus_Latn", + "languages": [ + "lmo-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-slk_Latn", + "languages": [ + "lmo-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.667154, + "recall": 0.73913, + "f1": 0.688079, + "accuracy": 0.73913, + "main_score": 0.688079, + "hf_subset": "lmo_Latn-tir_Ethi", + "languages": [ + "lmo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-zho_Hant", + "languages": [ + "lmo-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "lmo_Latn-awa_Deva", + "languages": [ + "lmo-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-cym_Latn", + "languages": [ + "lmo-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.807312, + "recall": 0.854743, + "f1": 0.822417, + "accuracy": 0.854743, + "main_score": 0.822417, + "hf_subset": "lmo_Latn-grn_Latn", + "languages": [ + "lmo-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-kat_Geor", + "languages": [ + "lmo-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.608047, + "recall": 0.668972, + "f1": 0.624994, + "accuracy": 0.668972, + "main_score": 0.624994, + "hf_subset": "lmo_Latn-lua_Latn", + "languages": [ + "lmo-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.832675, + "recall": 0.879447, + "f1": 0.847398, + "accuracy": 0.879447, + "main_score": 0.847398, + "hf_subset": "lmo_Latn-nya_Latn", + "languages": [ + "lmo-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "lmo_Latn-slv_Latn", + "languages": [ + "lmo-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lmo_Latn-tpi_Latn", + "languages": [ + "lmo-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-zsm_Latn", + "languages": [ + "lmo-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.506333, + "recall": 0.577075, + "f1": 0.525834, + "accuracy": 0.577075, + "main_score": 0.525834, + "hf_subset": "lmo_Latn-ayr_Latn", + "languages": [ + "lmo-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-dan_Latn", + "languages": [ + "lmo-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-guj_Gujr", + "languages": [ + "lmo-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-kaz_Cyrl", + "languages": [ + "lmo-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.66385, + "recall": 0.737154, + "f1": 0.685375, + "accuracy": 0.737154, + "main_score": 0.685375, + "hf_subset": "lmo_Latn-lug_Latn", + "languages": [ + "lmo-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-oci_Latn", + "languages": [ + "lmo-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.84552, + "recall": 0.886364, + "f1": 0.858319, + "accuracy": 0.886364, + "main_score": 0.858319, + "hf_subset": "lmo_Latn-smo_Latn", + "languages": [ + "lmo-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.738043, + "recall": 0.800395, + "f1": 0.756738, + "accuracy": 0.800395, + "main_score": 0.756738, + "hf_subset": "lmo_Latn-tsn_Latn", + "languages": [ + "lmo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.901021, + "recall": 0.93083, + "f1": 0.91054, + "accuracy": 0.93083, + "main_score": 0.91054, + "hf_subset": "lmo_Latn-zul_Latn", + "languages": [ + "lmo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.932806, + "recall": 0.953557, + "f1": 0.939559, + "accuracy": 0.953557, + "main_score": 0.939559, + "hf_subset": "lmo_Latn-azb_Arab", + "languages": [ + "lmo-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-deu_Latn", + "languages": [ + "lmo-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "lmo_Latn-hat_Latn", + "languages": [ + "lmo-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.490408, + "recall": 0.55336, + "f1": 0.508035, + "accuracy": 0.55336, + "main_score": 0.508035, + "hf_subset": "lmo_Latn-kbp_Latn", + "languages": [ + "lmo-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.529625, + "recall": 0.593874, + "f1": 0.547271, + "accuracy": 0.593874, + "main_score": 0.547271, + "hf_subset": "lmo_Latn-luo_Latn", + "languages": [ + "lmo-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "lmo_Latn-ory_Orya", + "languages": [ + "lmo-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.897233, + "recall": 0.926877, + "f1": 0.906785, + "accuracy": 0.926877, + "main_score": 0.906785, + "hf_subset": "lmo_Latn-sna_Latn", + "languages": [ + "lmo-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.673518, + "recall": 0.742095, + "f1": 0.693299, + "accuracy": 0.742095, + "main_score": 0.693299, + "hf_subset": "lmo_Latn-tso_Latn", + "languages": [ + "lmo-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-azj_Latn", + "languages": [ + "lmo-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.513418, + "recall": 0.577075, + "f1": 0.531777, + "accuracy": 0.577075, + "main_score": 0.531777, + "hf_subset": "lmo_Latn-dik_Latn", + "languages": [ + "lmo-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.909667, + "recall": 0.937747, + "f1": 0.918874, + "accuracy": 0.937747, + "main_score": 0.918874, + "hf_subset": "lmo_Latn-hau_Latn", + "languages": [ + "lmo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-kea_Latn", + "languages": [ + "lmo-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.91889, + "recall": 0.942688, + "f1": 0.926449, + "accuracy": 0.942688, + "main_score": 0.926449, + "hf_subset": "lmo_Latn-lus_Latn", + "languages": [ + "lmo-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.877223, + "recall": 0.911067, + "f1": 0.888076, + "accuracy": 0.911067, + "main_score": 0.888076, + "hf_subset": "lmo_Latn-pag_Latn", + "languages": [ + "lmo-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "lmo_Latn-snd_Arab", + "languages": [ + "lmo-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "lmo_Latn-tuk_Latn", + "languages": [ + "lmo-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lmo_Latn-bak_Cyrl", + "languages": [ + "lmo-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.4652, + "recall": 0.541502, + "f1": 0.486877, + "accuracy": 0.541502, + "main_score": 0.486877, + "hf_subset": "lmo_Latn-dyu_Latn", + "languages": [ + "lmo-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-heb_Hebr", + "languages": [ + "lmo-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "lmo_Latn-khk_Cyrl", + "languages": [ + "lmo-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-lvs_Latn", + "languages": [ + "lmo-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-pan_Guru", + "languages": [ + "lmo-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.862648, + "recall": 0.90415, + "f1": 0.875823, + "accuracy": 0.90415, + "main_score": 0.875823, + "hf_subset": "lmo_Latn-som_Latn", + "languages": [ + "lmo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.713258, + "recall": 0.770751, + "f1": 0.730157, + "accuracy": 0.770751, + "main_score": 0.730157, + "hf_subset": "lmo_Latn-tum_Latn", + "languages": [ + "lmo-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.523499, + "recall": 0.612648, + "f1": 0.548932, + "accuracy": 0.612648, + "main_score": 0.548932, + "hf_subset": "npi_Deva-ace_Arab", + "languages": [ + "npi-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.457113, + "recall": 0.513834, + "f1": 0.472129, + "accuracy": 0.513834, + "main_score": 0.472129, + "hf_subset": "npi_Deva-bam_Latn", + "languages": [ + "npi-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.670918, + "recall": 0.750988, + "f1": 0.693985, + "accuracy": 0.750988, + "main_score": 0.693985, + "hf_subset": "npi_Deva-dzo_Tibt", + "languages": [ + "npi-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-hin_Deva", + "languages": [ + "npi-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "npi_Deva-khm_Khmr", + "languages": [ + "npi-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-mag_Deva", + "languages": [ + "npi-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-pap_Latn", + "languages": [ + "npi-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.868865, + "recall": 0.905138, + "f1": 0.87993, + "accuracy": 0.905138, + "main_score": 0.87993, + "hf_subset": "npi_Deva-sot_Latn", + "languages": [ + "npi-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.995059, + "f1": 0.994401, + "accuracy": 0.995059, + "main_score": 0.994401, + "hf_subset": "npi_Deva-tur_Latn", + "languages": [ + "npi-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.861281, + "recall": 0.898221, + "f1": 0.872713, + "accuracy": 0.898221, + "main_score": 0.872713, + "hf_subset": "npi_Deva-ace_Latn", + "languages": [ + "npi-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.956028, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "npi_Deva-ban_Latn", + "languages": [ + "npi-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "npi_Deva-ell_Grek", + "languages": [ + "npi-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "npi_Deva-hne_Deva", + "languages": [ + "npi-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.569352, + "recall": 0.641304, + "f1": 0.589417, + "accuracy": 0.641304, + "main_score": 0.589417, + "hf_subset": "npi_Deva-kik_Latn", + "languages": [ + "npi-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-mai_Deva", + "languages": [ + "npi-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "npi_Deva-pbt_Arab", + "languages": [ + "npi-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "npi_Deva-spa_Latn", + "languages": [ + "npi-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.767375, + "recall": 0.825099, + "f1": 0.784684, + "accuracy": 0.825099, + "main_score": 0.784684, + "hf_subset": "npi_Deva-twi_Latn", + "languages": [ + "npi-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-acm_Arab", + "languages": [ + "npi-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-bel_Cyrl", + "languages": [ + "npi-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-hrv_Latn", + "languages": [ + "npi-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.870224, + "recall": 0.906126, + "f1": 0.881098, + "accuracy": 0.906126, + "main_score": 0.881098, + "hf_subset": "npi_Deva-kin_Latn", + "languages": [ + "npi-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-mal_Mlym", + "languages": [ + "npi-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "npi_Deva-pes_Arab", + "languages": [ + "npi-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "npi_Deva-srd_Latn", + "languages": [ + "npi-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.215002, + "recall": 0.275692, + "f1": 0.230237, + "accuracy": 0.275692, + "main_score": 0.230237, + "hf_subset": "npi_Deva-tzm_Tfng", + "languages": [ + "npi-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-acq_Arab", + "languages": [ + "npi-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.658656, + "recall": 0.728261, + "f1": 0.678037, + "accuracy": 0.728261, + "main_score": 0.678037, + "hf_subset": "npi_Deva-bem_Latn", + "languages": [ + "npi-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-epo_Latn", + "languages": [ + "npi-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-hun_Latn", + "languages": [ + "npi-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "npi_Deva-kir_Cyrl", + "languages": [ + "npi-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-mar_Deva", + "languages": [ + "npi-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.875247, + "recall": 0.913043, + "f1": 0.887253, + "accuracy": 0.913043, + "main_score": 0.887253, + "hf_subset": "npi_Deva-plt_Latn", + "languages": [ + "npi-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-srp_Cyrl", + "languages": [ + "npi-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.946805, + "recall": 0.962451, + "f1": 0.951713, + "accuracy": 0.962451, + "main_score": 0.951713, + "hf_subset": "npi_Deva-uig_Arab", + "languages": [ + "npi-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "npi_Deva-aeb_Arab", + "languages": [ + "npi-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-ben_Beng", + "languages": [ + "npi-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-est_Latn", + "languages": [ + "npi-Deva", + "est-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-hye_Armn", + "languages": [ + "npi-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.466437, + "recall": 0.523715, + "f1": 0.482288, + "accuracy": 0.523715, + "main_score": 0.482288, + "hf_subset": "npi_Deva-kmb_Latn", + "languages": [ + "npi-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.496974, + "recall": 0.583992, + "f1": 0.519745, + "accuracy": 0.583992, + "main_score": 0.519745, + "hf_subset": "npi_Deva-min_Arab", + "languages": [ + "npi-Deva", + "min-Arab" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-pol_Latn", + "languages": [ + "npi-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.757691, + "recall": 0.823123, + "f1": 0.777668, + "accuracy": 0.823123, + "main_score": 0.777668, + "hf_subset": "npi_Deva-ssw_Latn", + "languages": [ + "npi-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-ukr_Cyrl", + "languages": [ + "npi-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-afr_Latn", + "languages": [ + "npi-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-bho_Deva", + "languages": [ + "npi-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-eus_Latn", + "languages": [ + "npi-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.874424, + "recall": 0.913043, + "f1": 0.886759, + "accuracy": 0.913043, + "main_score": 0.886759, + "hf_subset": "npi_Deva-ibo_Latn", + "languages": [ + "npi-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.885128, + "recall": 0.917984, + "f1": 0.895487, + "accuracy": 0.917984, + "main_score": 0.895487, + "hf_subset": "npi_Deva-kmr_Latn", + "languages": [ + "npi-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "npi_Deva-min_Latn", + "languages": [ + "npi-Deva", + "min-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-por_Latn", + "languages": [ + "npi-Deva", + "por-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "npi_Deva-sun_Latn", + "languages": [ + "npi-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.465548, + "recall": 0.530632, + "f1": 0.483414, + "accuracy": 0.530632, + "main_score": 0.483414, + "hf_subset": "npi_Deva-umb_Latn", + "languages": [ + "npi-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-ajp_Arab", + "languages": [ + "npi-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.518776, + "recall": 0.599802, + "f1": 0.540995, + "accuracy": 0.599802, + "main_score": 0.540995, + "hf_subset": "npi_Deva-bjn_Arab", + "languages": [ + "npi-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.439077, + "recall": 0.497036, + "f1": 0.455167, + "accuracy": 0.497036, + "main_score": 0.455167, + "hf_subset": "npi_Deva-ewe_Latn", + "languages": [ + "npi-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.943017, + "recall": 0.961462, + "f1": 0.949111, + "accuracy": 0.961462, + "main_score": 0.949111, + "hf_subset": "npi_Deva-ilo_Latn", + "languages": [ + "npi-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.267418, + "recall": 0.332016, + "f1": 0.282978, + "accuracy": 0.332016, + "main_score": 0.282978, + "hf_subset": "npi_Deva-knc_Arab", + "languages": [ + "npi-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-mkd_Cyrl", + "languages": [ + "npi-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-prs_Arab", + "languages": [ + "npi-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-swe_Latn", + "languages": [ + "npi-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-urd_Arab", + "languages": [ + "npi-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.750412, + "recall": 0.811265, + "f1": 0.768398, + "accuracy": 0.811265, + "main_score": 0.768398, + "hf_subset": "npi_Deva-aka_Latn", + "languages": [ + "npi-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "npi_Deva-bjn_Latn", + "languages": [ + "npi-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "npi_Deva-fao_Latn", + "languages": [ + "npi-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-ind_Latn", + "languages": [ + "npi-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.50661, + "recall": 0.565217, + "f1": 0.522185, + "accuracy": 0.565217, + "main_score": 0.522185, + "hf_subset": "npi_Deva-knc_Latn", + "languages": [ + "npi-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-mlt_Latn", + "languages": [ + "npi-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.615286, + "recall": 0.688735, + "f1": 0.636218, + "accuracy": 0.688735, + "main_score": 0.636218, + "hf_subset": "npi_Deva-quy_Latn", + "languages": [ + "npi-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-swh_Latn", + "languages": [ + "npi-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "npi_Deva-uzn_Latn", + "languages": [ + "npi-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-als_Latn", + "languages": [ + "npi-Deva", + "als-Latn" + ] + }, + { + "precision": 0.828351, + "recall": 0.87747, + "f1": 0.843533, + "accuracy": 0.87747, + "main_score": 0.843533, + "hf_subset": "npi_Deva-bod_Tibt", + "languages": [ + "npi-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.61026, + "recall": 0.684783, + "f1": 0.631447, + "accuracy": 0.684783, + "main_score": 0.631447, + "hf_subset": "npi_Deva-fij_Latn", + "languages": [ + "npi-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "npi_Deva-isl_Latn", + "languages": [ + "npi-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.578247, + "recall": 0.652174, + "f1": 0.598647, + "accuracy": 0.652174, + "main_score": 0.598647, + "hf_subset": "npi_Deva-kon_Latn", + "languages": [ + "npi-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.607595, + "recall": 0.686759, + "f1": 0.629796, + "accuracy": 0.686759, + "main_score": 0.629796, + "hf_subset": "npi_Deva-mni_Beng", + "languages": [ + "npi-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-ron_Latn", + "languages": [ + "npi-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.983202, + "f1": 0.979249, + "accuracy": 0.983202, + "main_score": 0.979249, + "hf_subset": "npi_Deva-szl_Latn", + "languages": [ + "npi-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-vec_Latn", + "languages": [ + "npi-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.947464, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "npi_Deva-amh_Ethi", + "languages": [ + "npi-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-bos_Latn", + "languages": [ + "npi-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-fin_Latn", + "languages": [ + "npi-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-ita_Latn", + "languages": [ + "npi-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-kor_Hang", + "languages": [ + "npi-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.472646, + "recall": 0.536561, + "f1": 0.490115, + "accuracy": 0.536561, + "main_score": 0.490115, + "hf_subset": "npi_Deva-mos_Latn", + "languages": [ + "npi-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.767375, + "recall": 0.826087, + "f1": 0.784816, + "accuracy": 0.826087, + "main_score": 0.784816, + "hf_subset": "npi_Deva-run_Latn", + "languages": [ + "npi-Deva", + "run-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "npi_Deva-tam_Taml", + "languages": [ + "npi-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-vie_Latn", + "languages": [ + "npi-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-apc_Arab", + "languages": [ + "npi-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.716487, + "recall": 0.783597, + "f1": 0.736073, + "accuracy": 0.783597, + "main_score": 0.736073, + "hf_subset": "npi_Deva-bug_Latn", + "languages": [ + "npi-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.40968, + "recall": 0.462451, + "f1": 0.423592, + "accuracy": 0.462451, + "main_score": 0.423592, + "hf_subset": "npi_Deva-fon_Latn", + "languages": [ + "npi-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "npi_Deva-jav_Latn", + "languages": [ + "npi-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "npi_Deva-lao_Laoo", + "languages": [ + "npi-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.890926, + "recall": 0.922925, + "f1": 0.901087, + "accuracy": 0.922925, + "main_score": 0.901087, + "hf_subset": "npi_Deva-mri_Latn", + "languages": [ + "npi-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-rus_Cyrl", + "languages": [ + "npi-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.479949, + "recall": 0.538538, + "f1": 0.496022, + "accuracy": 0.538538, + "main_score": 0.496022, + "hf_subset": "npi_Deva-taq_Latn", + "languages": [ + "npi-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-war_Latn", + "languages": [ + "npi-Deva", + "war-Latn" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-arb_Arab", + "languages": [ + "npi-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-bul_Cyrl", + "languages": [ + "npi-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-fra_Latn", + "languages": [ + "npi-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-jpn_Jpan", + "languages": [ + "npi-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "npi_Deva-lij_Latn", + "languages": [ + "npi-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "npi_Deva-mya_Mymr", + "languages": [ + "npi-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.529788, + "recall": 0.59585, + "f1": 0.54725, + "accuracy": 0.59585, + "main_score": 0.54725, + "hf_subset": "npi_Deva-sag_Latn", + "languages": [ + "npi-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.232235, + "recall": 0.296443, + "f1": 0.248143, + "accuracy": 0.296443, + "main_score": 0.248143, + "hf_subset": "npi_Deva-taq_Tfng", + "languages": [ + "npi-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.609609, + "recall": 0.683794, + "f1": 0.63067, + "accuracy": 0.683794, + "main_score": 0.63067, + "hf_subset": "npi_Deva-wol_Latn", + "languages": [ + "npi-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.850214, + "recall": 0.892292, + "f1": 0.863175, + "accuracy": 0.892292, + "main_score": 0.863175, + "hf_subset": "npi_Deva-arb_Latn", + "languages": [ + "npi-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-cat_Latn", + "languages": [ + "npi-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "npi_Deva-fur_Latn", + "languages": [ + "npi-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.438421, + "recall": 0.513834, + "f1": 0.458593, + "accuracy": 0.513834, + "main_score": 0.458593, + "hf_subset": "npi_Deva-kab_Latn", + "languages": [ + "npi-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "npi_Deva-lim_Latn", + "languages": [ + "npi-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-nld_Latn", + "languages": [ + "npi-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.980237, + "f1": 0.975132, + "accuracy": 0.980237, + "main_score": 0.975132, + "hf_subset": "npi_Deva-san_Deva", + "languages": [ + "npi-Deva", + "san-Deva" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-tat_Cyrl", + "languages": [ + "npi-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.895422, + "recall": 0.926877, + "f1": 0.905468, + "accuracy": 0.926877, + "main_score": 0.905468, + "hf_subset": "npi_Deva-xho_Latn", + "languages": [ + "npi-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-ars_Arab", + "languages": [ + "npi-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-ceb_Latn", + "languages": [ + "npi-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.453746, + "recall": 0.52668, + "f1": 0.473304, + "accuracy": 0.52668, + "main_score": 0.473304, + "hf_subset": "npi_Deva-fuv_Latn", + "languages": [ + "npi-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.463792, + "recall": 0.533597, + "f1": 0.482653, + "accuracy": 0.533597, + "main_score": 0.482653, + "hf_subset": "npi_Deva-kac_Latn", + "languages": [ + "npi-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.614756, + "recall": 0.689723, + "f1": 0.635608, + "accuracy": 0.689723, + "main_score": 0.635608, + "hf_subset": "npi_Deva-lin_Latn", + "languages": [ + "npi-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-nno_Latn", + "languages": [ + "npi-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.888834, + "recall": 0.920949, + "f1": 0.899012, + "accuracy": 0.920949, + "main_score": 0.899012, + "hf_subset": "npi_Deva-sat_Olck", + "languages": [ + "npi-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-tel_Telu", + "languages": [ + "npi-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "npi_Deva-ydd_Hebr", + "languages": [ + "npi-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "npi_Deva-ary_Arab", + "languages": [ + "npi-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-ces_Latn", + "languages": [ + "npi-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.564222, + "recall": 0.637352, + "f1": 0.584017, + "accuracy": 0.637352, + "main_score": 0.584017, + "hf_subset": "npi_Deva-gaz_Latn", + "languages": [ + "npi-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.525086, + "recall": 0.603755, + "f1": 0.545854, + "accuracy": 0.603755, + "main_score": 0.545854, + "hf_subset": "npi_Deva-kam_Latn", + "languages": [ + "npi-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "npi_Deva-lit_Latn", + "languages": [ + "npi-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-nob_Latn", + "languages": [ + "npi-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "npi_Deva-scn_Latn", + "languages": [ + "npi-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "npi_Deva-tgk_Cyrl", + "languages": [ + "npi-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.757718, + "recall": 0.821146, + "f1": 0.776685, + "accuracy": 0.821146, + "main_score": 0.776685, + "hf_subset": "npi_Deva-yor_Latn", + "languages": [ + "npi-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-arz_Arab", + "languages": [ + "npi-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.473461, + "recall": 0.550395, + "f1": 0.494542, + "accuracy": 0.550395, + "main_score": 0.494542, + "hf_subset": "npi_Deva-cjk_Latn", + "languages": [ + "npi-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "npi_Deva-gla_Latn", + "languages": [ + "npi-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "npi_Deva-kan_Knda", + "languages": [ + "npi-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.984931, + "recall": 0.98913, + "f1": 0.986232, + "accuracy": 0.98913, + "main_score": 0.986232, + "hf_subset": "npi_Deva-lmo_Latn", + "languages": [ + "npi-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.545624, + "recall": 0.628458, + "f1": 0.568901, + "accuracy": 0.628458, + "main_score": 0.568901, + "hf_subset": "npi_Deva-shn_Mymr", + "languages": [ + "npi-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-tgl_Latn", + "languages": [ + "npi-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-yue_Hant", + "languages": [ + "npi-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "npi_Deva-asm_Beng", + "languages": [ + "npi-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.932806, + "recall": 0.953557, + "f1": 0.939559, + "accuracy": 0.953557, + "main_score": 0.939559, + "hf_subset": "npi_Deva-ckb_Arab", + "languages": [ + "npi-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.971591, + "recall": 0.980237, + "f1": 0.974374, + "accuracy": 0.980237, + "main_score": 0.974374, + "hf_subset": "npi_Deva-gle_Latn", + "languages": [ + "npi-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.921854, + "recall": 0.945652, + "f1": 0.929414, + "accuracy": 0.945652, + "main_score": 0.929414, + "hf_subset": "npi_Deva-kas_Arab", + "languages": [ + "npi-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.891996, + "recall": 0.923913, + "f1": 0.902174, + "accuracy": 0.923913, + "main_score": 0.902174, + "hf_subset": "npi_Deva-ltg_Latn", + "languages": [ + "npi-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.792976, + "recall": 0.844862, + "f1": 0.808981, + "accuracy": 0.844862, + "main_score": 0.808981, + "hf_subset": "npi_Deva-nso_Latn", + "languages": [ + "npi-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-sin_Sinh", + "languages": [ + "npi-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-tha_Thai", + "languages": [ + "npi-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-zho_Hans", + "languages": [ + "npi-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-ast_Latn", + "languages": [ + "npi-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "npi_Deva-crh_Latn", + "languages": [ + "npi-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-glg_Latn", + "languages": [ + "npi-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.87248, + "recall": 0.910079, + "f1": 0.884091, + "accuracy": 0.910079, + "main_score": 0.884091, + "hf_subset": "npi_Deva-kas_Deva", + "languages": [ + "npi-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "npi_Deva-ltz_Latn", + "languages": [ + "npi-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.413655, + "recall": 0.482213, + "f1": 0.431774, + "accuracy": 0.482213, + "main_score": 0.431774, + "hf_subset": "npi_Deva-nus_Latn", + "languages": [ + "npi-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-slk_Latn", + "languages": [ + "npi-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.656079, + "recall": 0.731225, + "f1": 0.677226, + "accuracy": 0.731225, + "main_score": 0.677226, + "hf_subset": "npi_Deva-tir_Ethi", + "languages": [ + "npi-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-zho_Hant", + "languages": [ + "npi-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.981061, + "recall": 0.985178, + "f1": 0.982378, + "accuracy": 0.985178, + "main_score": 0.982378, + "hf_subset": "npi_Deva-awa_Deva", + "languages": [ + "npi-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "npi_Deva-cym_Latn", + "languages": [ + "npi-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.765547, + "recall": 0.823123, + "f1": 0.78266, + "accuracy": 0.823123, + "main_score": 0.78266, + "hf_subset": "npi_Deva-grn_Latn", + "languages": [ + "npi-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-kat_Geor", + "languages": [ + "npi-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.573261, + "recall": 0.639328, + "f1": 0.591046, + "accuracy": 0.639328, + "main_score": 0.591046, + "hf_subset": "npi_Deva-lua_Latn", + "languages": [ + "npi-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.832016, + "recall": 0.880435, + "f1": 0.847332, + "accuracy": 0.880435, + "main_score": 0.847332, + "hf_subset": "npi_Deva-nya_Latn", + "languages": [ + "npi-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-slv_Latn", + "languages": [ + "npi-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "npi_Deva-tpi_Latn", + "languages": [ + "npi-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-zsm_Latn", + "languages": [ + "npi-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.487007, + "recall": 0.555336, + "f1": 0.505339, + "accuracy": 0.555336, + "main_score": 0.505339, + "hf_subset": "npi_Deva-ayr_Latn", + "languages": [ + "npi-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-dan_Latn", + "languages": [ + "npi-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-guj_Gujr", + "languages": [ + "npi-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-kaz_Cyrl", + "languages": [ + "npi-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.639295, + "recall": 0.719368, + "f1": 0.662196, + "accuracy": 0.719368, + "main_score": 0.662196, + "hf_subset": "npi_Deva-lug_Latn", + "languages": [ + "npi-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-oci_Latn", + "languages": [ + "npi-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.844895, + "recall": 0.887352, + "f1": 0.858366, + "accuracy": 0.887352, + "main_score": 0.858366, + "hf_subset": "npi_Deva-smo_Latn", + "languages": [ + "npi-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.745932, + "recall": 0.8083, + "f1": 0.764625, + "accuracy": 0.8083, + "main_score": 0.764625, + "hf_subset": "npi_Deva-tsn_Latn", + "languages": [ + "npi-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.897563, + "recall": 0.928854, + "f1": 0.907609, + "accuracy": 0.928854, + "main_score": 0.907609, + "hf_subset": "npi_Deva-zul_Latn", + "languages": [ + "npi-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.944911, + "recall": 0.961462, + "f1": 0.950165, + "accuracy": 0.961462, + "main_score": 0.950165, + "hf_subset": "npi_Deva-azb_Arab", + "languages": [ + "npi-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-deu_Latn", + "languages": [ + "npi-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "npi_Deva-hat_Latn", + "languages": [ + "npi-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.45568, + "recall": 0.517787, + "f1": 0.472099, + "accuracy": 0.517787, + "main_score": 0.472099, + "hf_subset": "npi_Deva-kbp_Latn", + "languages": [ + "npi-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.487211, + "recall": 0.557312, + "f1": 0.506395, + "accuracy": 0.557312, + "main_score": 0.506395, + "hf_subset": "npi_Deva-luo_Latn", + "languages": [ + "npi-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-ory_Orya", + "languages": [ + "npi-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.909091, + "recall": 0.936759, + "f1": 0.917984, + "accuracy": 0.936759, + "main_score": 0.917984, + "hf_subset": "npi_Deva-sna_Latn", + "languages": [ + "npi-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.660502, + "recall": 0.731225, + "f1": 0.680421, + "accuracy": 0.731225, + "main_score": 0.680421, + "hf_subset": "npi_Deva-tso_Latn", + "languages": [ + "npi-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-azj_Latn", + "languages": [ + "npi-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.473187, + "recall": 0.541502, + "f1": 0.492457, + "accuracy": 0.541502, + "main_score": 0.492457, + "hf_subset": "npi_Deva-dik_Latn", + "languages": [ + "npi-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.902339, + "recall": 0.931818, + "f1": 0.911891, + "accuracy": 0.931818, + "main_score": 0.911891, + "hf_subset": "npi_Deva-hau_Latn", + "languages": [ + "npi-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "npi_Deva-kea_Latn", + "languages": [ + "npi-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.921443, + "recall": 0.944664, + "f1": 0.928854, + "accuracy": 0.944664, + "main_score": 0.928854, + "hf_subset": "npi_Deva-lus_Latn", + "languages": [ + "npi-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.846097, + "recall": 0.88834, + "f1": 0.859387, + "accuracy": 0.88834, + "main_score": 0.859387, + "hf_subset": "npi_Deva-pag_Latn", + "languages": [ + "npi-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "npi_Deva-snd_Arab", + "languages": [ + "npi-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "npi_Deva-tuk_Latn", + "languages": [ + "npi-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "npi_Deva-bak_Cyrl", + "languages": [ + "npi-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.435257, + "recall": 0.509881, + "f1": 0.455692, + "accuracy": 0.509881, + "main_score": 0.455692, + "hf_subset": "npi_Deva-dyu_Latn", + "languages": [ + "npi-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-heb_Hebr", + "languages": [ + "npi-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "npi_Deva-khk_Cyrl", + "languages": [ + "npi-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-lvs_Latn", + "languages": [ + "npi-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-pan_Guru", + "languages": [ + "npi-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.870059, + "recall": 0.908103, + "f1": 0.882049, + "accuracy": 0.908103, + "main_score": 0.882049, + "hf_subset": "npi_Deva-som_Latn", + "languages": [ + "npi-Deva", + "som-Latn" + ] + }, + { + "precision": 0.69753, + "recall": 0.76087, + "f1": 0.716704, + "accuracy": 0.76087, + "main_score": 0.716704, + "hf_subset": "npi_Deva-tum_Latn", + "languages": [ + "npi-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.345301, + "recall": 0.40415, + "f1": 0.361268, + "accuracy": 0.40415, + "main_score": 0.361268, + "hf_subset": "shn_Mymr-ace_Arab", + "languages": [ + "shn-Mymr", + "ace-Arab" + ] + }, + { + "precision": 0.422857, + "recall": 0.461462, + "f1": 0.433942, + "accuracy": 0.461462, + "main_score": 0.433942, + "hf_subset": "shn_Mymr-bam_Latn", + "languages": [ + "shn-Mymr", + "bam-Latn" + ] + }, + { + "precision": 0.359139, + "recall": 0.423913, + "f1": 0.376309, + "accuracy": 0.423913, + "main_score": 0.376309, + "hf_subset": "shn_Mymr-dzo_Tibt", + "languages": [ + "shn-Mymr", + "dzo-Tibt" + ] + }, + { + "precision": 0.558947, + "recall": 0.608696, + "f1": 0.571644, + "accuracy": 0.608696, + "main_score": 0.571644, + "hf_subset": "shn_Mymr-hin_Deva", + "languages": [ + "shn-Mymr", + "hin-Deva" + ] + }, + { + "precision": 0.542328, + "recall": 0.590909, + "f1": 0.55502, + "accuracy": 0.590909, + "main_score": 0.55502, + "hf_subset": "shn_Mymr-khm_Khmr", + "languages": [ + "shn-Mymr", + "khm-Khmr" + ] + }, + { + "precision": 0.537997, + "recall": 0.587945, + "f1": 0.550348, + "accuracy": 0.587945, + "main_score": 0.550348, + "hf_subset": "shn_Mymr-mag_Deva", + "languages": [ + "shn-Mymr", + "mag-Deva" + ] + }, + { + "precision": 0.569347, + "recall": 0.615613, + "f1": 0.580886, + "accuracy": 0.615613, + "main_score": 0.580886, + "hf_subset": "shn_Mymr-pap_Latn", + "languages": [ + "shn-Mymr", + "pap-Latn" + ] + }, + { + "precision": 0.536422, + "recall": 0.586957, + "f1": 0.549269, + "accuracy": 0.586957, + "main_score": 0.549269, + "hf_subset": "shn_Mymr-sot_Latn", + "languages": [ + "shn-Mymr", + "sot-Latn" + ] + }, + { + "precision": 0.570371, + "recall": 0.628458, + "f1": 0.584732, + "accuracy": 0.628458, + "main_score": 0.584732, + "hf_subset": "shn_Mymr-tur_Latn", + "languages": [ + "shn-Mymr", + "tur-Latn" + ] + }, + { + "precision": 0.533593, + "recall": 0.576087, + "f1": 0.544685, + "accuracy": 0.576087, + "main_score": 0.544685, + "hf_subset": "shn_Mymr-ace_Latn", + "languages": [ + "shn-Mymr", + "ace-Latn" + ] + }, + { + "precision": 0.540358, + "recall": 0.581028, + "f1": 0.550539, + "accuracy": 0.581028, + "main_score": 0.550539, + "hf_subset": "shn_Mymr-ban_Latn", + "languages": [ + "shn-Mymr", + "ban-Latn" + ] + }, + { + "precision": 0.533883, + "recall": 0.585968, + "f1": 0.547051, + "accuracy": 0.585968, + "main_score": 0.547051, + "hf_subset": "shn_Mymr-ell_Grek", + "languages": [ + "shn-Mymr", + "ell-Grek" + ] + }, + { + "precision": 0.535495, + "recall": 0.586957, + "f1": 0.548324, + "accuracy": 0.586957, + "main_score": 0.548324, + "hf_subset": "shn_Mymr-hne_Deva", + "languages": [ + "shn-Mymr", + "hne-Deva" + ] + }, + { + "precision": 0.453706, + "recall": 0.498024, + "f1": 0.465892, + "accuracy": 0.498024, + "main_score": 0.465892, + "hf_subset": "shn_Mymr-kik_Latn", + "languages": [ + "shn-Mymr", + "kik-Latn" + ] + }, + { + "precision": 0.550842, + "recall": 0.603755, + "f1": 0.563616, + "accuracy": 0.603755, + "main_score": 0.563616, + "hf_subset": "shn_Mymr-mai_Deva", + "languages": [ + "shn-Mymr", + "mai-Deva" + ] + }, + { + "precision": 0.525121, + "recall": 0.577075, + "f1": 0.538644, + "accuracy": 0.577075, + "main_score": 0.538644, + "hf_subset": "shn_Mymr-pbt_Arab", + "languages": [ + "shn-Mymr", + "pbt-Arab" + ] + }, + { + "precision": 0.559521, + "recall": 0.612648, + "f1": 0.57342, + "accuracy": 0.612648, + "main_score": 0.57342, + "hf_subset": "shn_Mymr-spa_Latn", + "languages": [ + "shn-Mymr", + "spa-Latn" + ] + }, + { + "precision": 0.523797, + "recall": 0.570158, + "f1": 0.534541, + "accuracy": 0.570158, + "main_score": 0.534541, + "hf_subset": "shn_Mymr-twi_Latn", + "languages": [ + "shn-Mymr", + "twi-Latn" + ] + }, + { + "precision": 0.543696, + "recall": 0.599802, + "f1": 0.55775, + "accuracy": 0.599802, + "main_score": 0.55775, + "hf_subset": "shn_Mymr-acm_Arab", + "languages": [ + "shn-Mymr", + "acm-Arab" + ] + }, + { + "precision": 0.525296, + "recall": 0.579051, + "f1": 0.538414, + "accuracy": 0.579051, + "main_score": 0.538414, + "hf_subset": "shn_Mymr-bel_Cyrl", + "languages": [ + "shn-Mymr", + "bel-Cyrl" + ] + }, + { + "precision": 0.555812, + "recall": 0.602767, + "f1": 0.567806, + "accuracy": 0.602767, + "main_score": 0.567806, + "hf_subset": "shn_Mymr-eng_Latn", + "languages": [ + "shn-Mymr", + "eng-Latn" + ] + }, + { + "precision": 0.565551, + "recall": 0.618577, + "f1": 0.579231, + "accuracy": 0.618577, + "main_score": 0.579231, + "hf_subset": "shn_Mymr-hrv_Latn", + "languages": [ + "shn-Mymr", + "hrv-Latn" + ] + }, + { + "precision": 0.531371, + "recall": 0.585968, + "f1": 0.546073, + "accuracy": 0.585968, + "main_score": 0.546073, + "hf_subset": "shn_Mymr-kin_Latn", + "languages": [ + "shn-Mymr", + "kin-Latn" + ] + }, + { + "precision": 0.528535, + "recall": 0.592885, + "f1": 0.54534, + "accuracy": 0.592885, + "main_score": 0.54534, + "hf_subset": "shn_Mymr-mal_Mlym", + "languages": [ + "shn-Mymr", + "mal-Mlym" + ] + }, + { + "precision": 0.549887, + "recall": 0.601779, + "f1": 0.563358, + "accuracy": 0.601779, + "main_score": 0.563358, + "hf_subset": "shn_Mymr-pes_Arab", + "languages": [ + "shn-Mymr", + "pes-Arab" + ] + }, + { + "precision": 0.54853, + "recall": 0.604743, + "f1": 0.562743, + "accuracy": 0.604743, + "main_score": 0.562743, + "hf_subset": "shn_Mymr-srd_Latn", + "languages": [ + "shn-Mymr", + "srd-Latn" + ] + }, + { + "precision": 0.203292, + "recall": 0.255929, + "f1": 0.21687, + "accuracy": 0.255929, + "main_score": 0.21687, + "hf_subset": "shn_Mymr-tzm_Tfng", + "languages": [ + "shn-Mymr", + "tzm-Tfng" + ] + }, + { + "precision": 0.541635, + "recall": 0.596838, + "f1": 0.555923, + "accuracy": 0.596838, + "main_score": 0.555923, + "hf_subset": "shn_Mymr-acq_Arab", + "languages": [ + "shn-Mymr", + "acq-Arab" + ] + }, + { + "precision": 0.51968, + "recall": 0.555336, + "f1": 0.530002, + "accuracy": 0.555336, + "main_score": 0.530002, + "hf_subset": "shn_Mymr-bem_Latn", + "languages": [ + "shn-Mymr", + "bem-Latn" + ] + }, + { + "precision": 0.553332, + "recall": 0.599802, + "f1": 0.56497, + "accuracy": 0.599802, + "main_score": 0.56497, + "hf_subset": "shn_Mymr-epo_Latn", + "languages": [ + "shn-Mymr", + "epo-Latn" + ] + }, + { + "precision": 0.574696, + "recall": 0.624506, + "f1": 0.587869, + "accuracy": 0.624506, + "main_score": 0.587869, + "hf_subset": "shn_Mymr-hun_Latn", + "languages": [ + "shn-Mymr", + "hun-Latn" + ] + }, + { + "precision": 0.542776, + "recall": 0.594862, + "f1": 0.555921, + "accuracy": 0.594862, + "main_score": 0.555921, + "hf_subset": "shn_Mymr-kir_Cyrl", + "languages": [ + "shn-Mymr", + "kir-Cyrl" + ] + }, + { + "precision": 0.550207, + "recall": 0.603755, + "f1": 0.563711, + "accuracy": 0.603755, + "main_score": 0.563711, + "hf_subset": "shn_Mymr-mar_Deva", + "languages": [ + "shn-Mymr", + "mar-Deva" + ] + }, + { + "precision": 0.545465, + "recall": 0.590909, + "f1": 0.556884, + "accuracy": 0.590909, + "main_score": 0.556884, + "hf_subset": "shn_Mymr-plt_Latn", + "languages": [ + "shn-Mymr", + "plt-Latn" + ] + }, + { + "precision": 0.549979, + "recall": 0.605731, + "f1": 0.564483, + "accuracy": 0.605731, + "main_score": 0.564483, + "hf_subset": "shn_Mymr-srp_Cyrl", + "languages": [ + "shn-Mymr", + "srp-Cyrl" + ] + }, + { + "precision": 0.503347, + "recall": 0.559289, + "f1": 0.517662, + "accuracy": 0.559289, + "main_score": 0.517662, + "hf_subset": "shn_Mymr-uig_Arab", + "languages": [ + "shn-Mymr", + "uig-Arab" + ] + }, + { + "precision": 0.537778, + "recall": 0.590909, + "f1": 0.551335, + "accuracy": 0.590909, + "main_score": 0.551335, + "hf_subset": "shn_Mymr-aeb_Arab", + "languages": [ + "shn-Mymr", + "aeb-Arab" + ] + }, + { + "precision": 0.557098, + "recall": 0.613636, + "f1": 0.571033, + "accuracy": 0.613636, + "main_score": 0.571033, + "hf_subset": "shn_Mymr-ben_Beng", + "languages": [ + "shn-Mymr", + "ben-Beng" + ] + }, + { + "precision": 0.54178, + "recall": 0.599802, + "f1": 0.55667, + "accuracy": 0.599802, + "main_score": 0.55667, + "hf_subset": "shn_Mymr-est_Latn", + "languages": [ + "shn-Mymr", + "est-Latn" + ] + }, + { + "precision": 0.52745, + "recall": 0.583992, + "f1": 0.5424, + "accuracy": 0.583992, + "main_score": 0.5424, + "hf_subset": "shn_Mymr-hye_Armn", + "languages": [ + "shn-Mymr", + "hye-Armn" + ] + }, + { + "precision": 0.442383, + "recall": 0.479249, + "f1": 0.453217, + "accuracy": 0.479249, + "main_score": 0.453217, + "hf_subset": "shn_Mymr-kmb_Latn", + "languages": [ + "shn-Mymr", + "kmb-Latn" + ] + }, + { + "precision": 0.351255, + "recall": 0.412055, + "f1": 0.36696, + "accuracy": 0.412055, + "main_score": 0.36696, + "hf_subset": "shn_Mymr-min_Arab", + "languages": [ + "shn-Mymr", + "min-Arab" + ] + }, + { + "precision": 0.548554, + "recall": 0.601779, + "f1": 0.562809, + "accuracy": 0.601779, + "main_score": 0.562809, + "hf_subset": "shn_Mymr-pol_Latn", + "languages": [ + "shn-Mymr", + "pol-Latn" + ] + }, + { + "precision": 0.517377, + "recall": 0.564229, + "f1": 0.529994, + "accuracy": 0.564229, + "main_score": 0.529994, + "hf_subset": "shn_Mymr-ssw_Latn", + "languages": [ + "shn-Mymr", + "ssw-Latn" + ] + }, + { + "precision": 0.558523, + "recall": 0.61166, + "f1": 0.572489, + "accuracy": 0.61166, + "main_score": 0.572489, + "hf_subset": "shn_Mymr-ukr_Cyrl", + "languages": [ + "shn-Mymr", + "ukr-Cyrl" + ] + }, + { + "precision": 0.569721, + "recall": 0.618577, + "f1": 0.581592, + "accuracy": 0.618577, + "main_score": 0.581592, + "hf_subset": "shn_Mymr-afr_Latn", + "languages": [ + "shn-Mymr", + "afr-Latn" + ] + }, + { + "precision": 0.5602, + "recall": 0.613636, + "f1": 0.574388, + "accuracy": 0.613636, + "main_score": 0.574388, + "hf_subset": "shn_Mymr-bho_Deva", + "languages": [ + "shn-Mymr", + "bho-Deva" + ] + }, + { + "precision": 0.551279, + "recall": 0.598814, + "f1": 0.563342, + "accuracy": 0.598814, + "main_score": 0.563342, + "hf_subset": "shn_Mymr-eus_Latn", + "languages": [ + "shn-Mymr", + "eus-Latn" + ] + }, + { + "precision": 0.541994, + "recall": 0.58498, + "f1": 0.552602, + "accuracy": 0.58498, + "main_score": 0.552602, + "hf_subset": "shn_Mymr-ibo_Latn", + "languages": [ + "shn-Mymr", + "ibo-Latn" + ] + }, + { + "precision": 0.531735, + "recall": 0.575099, + "f1": 0.543303, + "accuracy": 0.575099, + "main_score": 0.543303, + "hf_subset": "shn_Mymr-kmr_Latn", + "languages": [ + "shn-Mymr", + "kmr-Latn" + ] + }, + { + "precision": 0.549019, + "recall": 0.594862, + "f1": 0.560751, + "accuracy": 0.594862, + "main_score": 0.560751, + "hf_subset": "shn_Mymr-min_Latn", + "languages": [ + "shn-Mymr", + "min-Latn" + ] + }, + { + "precision": 0.577293, + "recall": 0.626482, + "f1": 0.589892, + "accuracy": 0.626482, + "main_score": 0.589892, + "hf_subset": "shn_Mymr-por_Latn", + "languages": [ + "shn-Mymr", + "por-Latn" + ] + }, + { + "precision": 0.556329, + "recall": 0.604743, + "f1": 0.568643, + "accuracy": 0.604743, + "main_score": 0.568643, + "hf_subset": "shn_Mymr-sun_Latn", + "languages": [ + "shn-Mymr", + "sun-Latn" + ] + }, + { + "precision": 0.403017, + "recall": 0.450593, + "f1": 0.416814, + "accuracy": 0.450593, + "main_score": 0.416814, + "hf_subset": "shn_Mymr-umb_Latn", + "languages": [ + "shn-Mymr", + "umb-Latn" + ] + }, + { + "precision": 0.540926, + "recall": 0.589921, + "f1": 0.554256, + "accuracy": 0.589921, + "main_score": 0.554256, + "hf_subset": "shn_Mymr-ajp_Arab", + "languages": [ + "shn-Mymr", + "ajp-Arab" + ] + }, + { + "precision": 0.365988, + "recall": 0.422925, + "f1": 0.380701, + "accuracy": 0.422925, + "main_score": 0.380701, + "hf_subset": "shn_Mymr-bjn_Arab", + "languages": [ + "shn-Mymr", + "bjn-Arab" + ] + }, + { + "precision": 0.420587, + "recall": 0.464427, + "f1": 0.432347, + "accuracy": 0.464427, + "main_score": 0.432347, + "hf_subset": "shn_Mymr-ewe_Latn", + "languages": [ + "shn-Mymr", + "ewe-Latn" + ] + }, + { + "precision": 0.547108, + "recall": 0.596838, + "f1": 0.559519, + "accuracy": 0.596838, + "main_score": 0.559519, + "hf_subset": "shn_Mymr-ilo_Latn", + "languages": [ + "shn-Mymr", + "ilo-Latn" + ] + }, + { + "precision": 0.241496, + "recall": 0.294466, + "f1": 0.255207, + "accuracy": 0.294466, + "main_score": 0.255207, + "hf_subset": "shn_Mymr-knc_Arab", + "languages": [ + "shn-Mymr", + "knc-Arab" + ] + }, + { + "precision": 0.553693, + "recall": 0.606719, + "f1": 0.56713, + "accuracy": 0.606719, + "main_score": 0.56713, + "hf_subset": "shn_Mymr-mkd_Cyrl", + "languages": [ + "shn-Mymr", + "mkd-Cyrl" + ] + }, + { + "precision": 0.543247, + "recall": 0.597826, + "f1": 0.556946, + "accuracy": 0.597826, + "main_score": 0.556946, + "hf_subset": "shn_Mymr-prs_Arab", + "languages": [ + "shn-Mymr", + "prs-Arab" + ] + }, + { + "precision": 0.55499, + "recall": 0.610672, + "f1": 0.569102, + "accuracy": 0.610672, + "main_score": 0.569102, + "hf_subset": "shn_Mymr-swe_Latn", + "languages": [ + "shn-Mymr", + "swe-Latn" + ] + }, + { + "precision": 0.53635, + "recall": 0.585968, + "f1": 0.548961, + "accuracy": 0.585968, + "main_score": 0.548961, + "hf_subset": "shn_Mymr-urd_Arab", + "languages": [ + "shn-Mymr", + "urd-Arab" + ] + }, + { + "precision": 0.51639, + "recall": 0.557312, + "f1": 0.526261, + "accuracy": 0.557312, + "main_score": 0.526261, + "hf_subset": "shn_Mymr-aka_Latn", + "languages": [ + "shn-Mymr", + "aka-Latn" + ] + }, + { + "precision": 0.538365, + "recall": 0.578063, + "f1": 0.547992, + "accuracy": 0.578063, + "main_score": 0.547992, + "hf_subset": "shn_Mymr-bjn_Latn", + "languages": [ + "shn-Mymr", + "bjn-Latn" + ] + }, + { + "precision": 0.537134, + "recall": 0.58498, + "f1": 0.549878, + "accuracy": 0.58498, + "main_score": 0.549878, + "hf_subset": "shn_Mymr-fao_Latn", + "languages": [ + "shn-Mymr", + "fao-Latn" + ] + }, + { + "precision": 0.567008, + "recall": 0.618577, + "f1": 0.580179, + "accuracy": 0.618577, + "main_score": 0.580179, + "hf_subset": "shn_Mymr-ind_Latn", + "languages": [ + "shn-Mymr", + "ind-Latn" + ] + }, + { + "precision": 0.467999, + "recall": 0.505929, + "f1": 0.47807, + "accuracy": 0.505929, + "main_score": 0.47807, + "hf_subset": "shn_Mymr-knc_Latn", + "languages": [ + "shn-Mymr", + "knc-Latn" + ] + }, + { + "precision": 0.545282, + "recall": 0.590909, + "f1": 0.556577, + "accuracy": 0.590909, + "main_score": 0.556577, + "hf_subset": "shn_Mymr-mlt_Latn", + "languages": [ + "shn-Mymr", + "mlt-Latn" + ] + }, + { + "precision": 0.476816, + "recall": 0.523715, + "f1": 0.489091, + "accuracy": 0.523715, + "main_score": 0.489091, + "hf_subset": "shn_Mymr-quy_Latn", + "languages": [ + "shn-Mymr", + "quy-Latn" + ] + }, + { + "precision": 0.543278, + "recall": 0.592885, + "f1": 0.556103, + "accuracy": 0.592885, + "main_score": 0.556103, + "hf_subset": "shn_Mymr-swh_Latn", + "languages": [ + "shn-Mymr", + "swh-Latn" + ] + }, + { + "precision": 0.529231, + "recall": 0.586957, + "f1": 0.543231, + "accuracy": 0.586957, + "main_score": 0.543231, + "hf_subset": "shn_Mymr-uzn_Latn", + "languages": [ + "shn-Mymr", + "uzn-Latn" + ] + }, + { + "precision": 0.530431, + "recall": 0.583992, + "f1": 0.543364, + "accuracy": 0.583992, + "main_score": 0.543364, + "hf_subset": "shn_Mymr-als_Latn", + "languages": [ + "shn-Mymr", + "als-Latn" + ] + }, + { + "precision": 0.435412, + "recall": 0.497036, + "f1": 0.451835, + "accuracy": 0.497036, + "main_score": 0.451835, + "hf_subset": "shn_Mymr-bod_Tibt", + "languages": [ + "shn-Mymr", + "bod-Tibt" + ] + }, + { + "precision": 0.50909, + "recall": 0.541502, + "f1": 0.517723, + "accuracy": 0.541502, + "main_score": 0.517723, + "hf_subset": "shn_Mymr-fij_Latn", + "languages": [ + "shn-Mymr", + "fij-Latn" + ] + }, + { + "precision": 0.533658, + "recall": 0.593874, + "f1": 0.548483, + "accuracy": 0.593874, + "main_score": 0.548483, + "hf_subset": "shn_Mymr-isl_Latn", + "languages": [ + "shn-Mymr", + "isl-Latn" + ] + }, + { + "precision": 0.474927, + "recall": 0.519763, + "f1": 0.486735, + "accuracy": 0.519763, + "main_score": 0.486735, + "hf_subset": "shn_Mymr-kon_Latn", + "languages": [ + "shn-Mymr", + "kon-Latn" + ] + }, + { + "precision": 0.410347, + "recall": 0.458498, + "f1": 0.424059, + "accuracy": 0.458498, + "main_score": 0.424059, + "hf_subset": "shn_Mymr-mni_Beng", + "languages": [ + "shn-Mymr", + "mni-Beng" + ] + }, + { + "precision": 0.578443, + "recall": 0.623518, + "f1": 0.589699, + "accuracy": 0.623518, + "main_score": 0.589699, + "hf_subset": "shn_Mymr-ron_Latn", + "languages": [ + "shn-Mymr", + "ron-Latn" + ] + }, + { + "precision": 0.55269, + "recall": 0.599802, + "f1": 0.565193, + "accuracy": 0.599802, + "main_score": 0.565193, + "hf_subset": "shn_Mymr-szl_Latn", + "languages": [ + "shn-Mymr", + "szl-Latn" + ] + }, + { + "precision": 0.577571, + "recall": 0.624506, + "f1": 0.589196, + "accuracy": 0.624506, + "main_score": 0.589196, + "hf_subset": "shn_Mymr-vec_Latn", + "languages": [ + "shn-Mymr", + "vec-Latn" + ] + }, + { + "precision": 0.544146, + "recall": 0.599802, + "f1": 0.558088, + "accuracy": 0.599802, + "main_score": 0.558088, + "hf_subset": "shn_Mymr-amh_Ethi", + "languages": [ + "shn-Mymr", + "amh-Ethi" + ] + }, + { + "precision": 0.561719, + "recall": 0.609684, + "f1": 0.574142, + "accuracy": 0.609684, + "main_score": 0.574142, + "hf_subset": "shn_Mymr-bos_Latn", + "languages": [ + "shn-Mymr", + "bos-Latn" + ] + }, + { + "precision": 0.564803, + "recall": 0.610672, + "f1": 0.576311, + "accuracy": 0.610672, + "main_score": 0.576311, + "hf_subset": "shn_Mymr-fin_Latn", + "languages": [ + "shn-Mymr", + "fin-Latn" + ] + }, + { + "precision": 0.572138, + "recall": 0.617589, + "f1": 0.584181, + "accuracy": 0.617589, + "main_score": 0.584181, + "hf_subset": "shn_Mymr-ita_Latn", + "languages": [ + "shn-Mymr", + "ita-Latn" + ] + }, + { + "precision": 0.569252, + "recall": 0.625494, + "f1": 0.584093, + "accuracy": 0.625494, + "main_score": 0.584093, + "hf_subset": "shn_Mymr-kor_Hang", + "languages": [ + "shn-Mymr", + "kor-Hang" + ] + }, + { + "precision": 0.428201, + "recall": 0.469368, + "f1": 0.440488, + "accuracy": 0.469368, + "main_score": 0.440488, + "hf_subset": "shn_Mymr-mos_Latn", + "languages": [ + "shn-Mymr", + "mos-Latn" + ] + }, + { + "precision": 0.50883, + "recall": 0.555336, + "f1": 0.521396, + "accuracy": 0.555336, + "main_score": 0.521396, + "hf_subset": "shn_Mymr-run_Latn", + "languages": [ + "shn-Mymr", + "run-Latn" + ] + }, + { + "precision": 0.526795, + "recall": 0.582016, + "f1": 0.541804, + "accuracy": 0.582016, + "main_score": 0.541804, + "hf_subset": "shn_Mymr-tam_Taml", + "languages": [ + "shn-Mymr", + "tam-Taml" + ] + }, + { + "precision": 0.564848, + "recall": 0.606719, + "f1": 0.575965, + "accuracy": 0.606719, + "main_score": 0.575965, + "hf_subset": "shn_Mymr-vie_Latn", + "languages": [ + "shn-Mymr", + "vie-Latn" + ] + }, + { + "precision": 0.545128, + "recall": 0.601779, + "f1": 0.559641, + "accuracy": 0.601779, + "main_score": 0.559641, + "hf_subset": "shn_Mymr-apc_Arab", + "languages": [ + "shn-Mymr", + "apc-Arab" + ] + }, + { + "precision": 0.485187, + "recall": 0.524704, + "f1": 0.496973, + "accuracy": 0.524704, + "main_score": 0.496973, + "hf_subset": "shn_Mymr-bug_Latn", + "languages": [ + "shn-Mymr", + "bug-Latn" + ] + }, + { + "precision": 0.398655, + "recall": 0.432806, + "f1": 0.408439, + "accuracy": 0.432806, + "main_score": 0.408439, + "hf_subset": "shn_Mymr-fon_Latn", + "languages": [ + "shn-Mymr", + "fon-Latn" + ] + }, + { + "precision": 0.54461, + "recall": 0.587945, + "f1": 0.555873, + "accuracy": 0.587945, + "main_score": 0.555873, + "hf_subset": "shn_Mymr-jav_Latn", + "languages": [ + "shn-Mymr", + "jav-Latn" + ] + }, + { + "precision": 0.536049, + "recall": 0.590909, + "f1": 0.549717, + "accuracy": 0.590909, + "main_score": 0.549717, + "hf_subset": "shn_Mymr-lao_Laoo", + "languages": [ + "shn-Mymr", + "lao-Laoo" + ] + }, + { + "precision": 0.535613, + "recall": 0.573123, + "f1": 0.545837, + "accuracy": 0.573123, + "main_score": 0.545837, + "hf_subset": "shn_Mymr-mri_Latn", + "languages": [ + "shn-Mymr", + "mri-Latn" + ] + }, + { + "precision": 0.547974, + "recall": 0.598814, + "f1": 0.560587, + "accuracy": 0.598814, + "main_score": 0.560587, + "hf_subset": "shn_Mymr-rus_Cyrl", + "languages": [ + "shn-Mymr", + "rus-Cyrl" + ] + }, + { + "precision": 0.428224, + "recall": 0.469368, + "f1": 0.440153, + "accuracy": 0.469368, + "main_score": 0.440153, + "hf_subset": "shn_Mymr-taq_Latn", + "languages": [ + "shn-Mymr", + "taq-Latn" + ] + }, + { + "precision": 0.548526, + "recall": 0.59585, + "f1": 0.560107, + "accuracy": 0.59585, + "main_score": 0.560107, + "hf_subset": "shn_Mymr-war_Latn", + "languages": [ + "shn-Mymr", + "war-Latn" + ] + }, + { + "precision": 0.553589, + "recall": 0.608696, + "f1": 0.567995, + "accuracy": 0.608696, + "main_score": 0.567995, + "hf_subset": "shn_Mymr-arb_Arab", + "languages": [ + "shn-Mymr", + "arb-Arab" + ] + }, + { + "precision": 0.569098, + "recall": 0.617589, + "f1": 0.582437, + "accuracy": 0.617589, + "main_score": 0.582437, + "hf_subset": "shn_Mymr-bul_Cyrl", + "languages": [ + "shn-Mymr", + "bul-Cyrl" + ] + }, + { + "precision": 0.567008, + "recall": 0.613636, + "f1": 0.57955, + "accuracy": 0.613636, + "main_score": 0.57955, + "hf_subset": "shn_Mymr-fra_Latn", + "languages": [ + "shn-Mymr", + "fra-Latn" + ] + }, + { + "precision": 0.541152, + "recall": 0.597826, + "f1": 0.555251, + "accuracy": 0.597826, + "main_score": 0.555251, + "hf_subset": "shn_Mymr-jpn_Jpan", + "languages": [ + "shn-Mymr", + "jpn-Jpan" + ] + }, + { + "precision": 0.559802, + "recall": 0.605731, + "f1": 0.571582, + "accuracy": 0.605731, + "main_score": 0.571582, + "hf_subset": "shn_Mymr-lij_Latn", + "languages": [ + "shn-Mymr", + "lij-Latn" + ] + }, + { + "precision": 0.514666, + "recall": 0.579051, + "f1": 0.532323, + "accuracy": 0.579051, + "main_score": 0.532323, + "hf_subset": "shn_Mymr-mya_Mymr", + "languages": [ + "shn-Mymr", + "mya-Mymr" + ] + }, + { + "precision": 0.446823, + "recall": 0.492095, + "f1": 0.458903, + "accuracy": 0.492095, + "main_score": 0.458903, + "hf_subset": "shn_Mymr-sag_Latn", + "languages": [ + "shn-Mymr", + "sag-Latn" + ] + }, + { + "precision": 0.218993, + "recall": 0.268775, + "f1": 0.231329, + "accuracy": 0.268775, + "main_score": 0.231329, + "hf_subset": "shn_Mymr-taq_Tfng", + "languages": [ + "shn-Mymr", + "taq-Tfng" + ] + }, + { + "precision": 0.469873, + "recall": 0.517787, + "f1": 0.48255, + "accuracy": 0.517787, + "main_score": 0.48255, + "hf_subset": "shn_Mymr-wol_Latn", + "languages": [ + "shn-Mymr", + "wol-Latn" + ] + }, + { + "precision": 0.485648, + "recall": 0.545455, + "f1": 0.501087, + "accuracy": 0.545455, + "main_score": 0.501087, + "hf_subset": "shn_Mymr-arb_Latn", + "languages": [ + "shn-Mymr", + "arb-Latn" + ] + }, + { + "precision": 0.562096, + "recall": 0.608696, + "f1": 0.573916, + "accuracy": 0.608696, + "main_score": 0.573916, + "hf_subset": "shn_Mymr-cat_Latn", + "languages": [ + "shn-Mymr", + "cat-Latn" + ] + }, + { + "precision": 0.530443, + "recall": 0.58004, + "f1": 0.543248, + "accuracy": 0.58004, + "main_score": 0.543248, + "hf_subset": "shn_Mymr-fur_Latn", + "languages": [ + "shn-Mymr", + "fur-Latn" + ] + }, + { + "precision": 0.359479, + "recall": 0.413043, + "f1": 0.373355, + "accuracy": 0.413043, + "main_score": 0.373355, + "hf_subset": "shn_Mymr-kab_Latn", + "languages": [ + "shn-Mymr", + "kab-Latn" + ] + }, + { + "precision": 0.539161, + "recall": 0.588933, + "f1": 0.55132, + "accuracy": 0.588933, + "main_score": 0.55132, + "hf_subset": "shn_Mymr-lim_Latn", + "languages": [ + "shn-Mymr", + "lim-Latn" + ] + }, + { + "precision": 0.560658, + "recall": 0.605731, + "f1": 0.572556, + "accuracy": 0.605731, + "main_score": 0.572556, + "hf_subset": "shn_Mymr-nld_Latn", + "languages": [ + "shn-Mymr", + "nld-Latn" + ] + }, + { + "precision": 0.523026, + "recall": 0.582016, + "f1": 0.537264, + "accuracy": 0.582016, + "main_score": 0.537264, + "hf_subset": "shn_Mymr-san_Deva", + "languages": [ + "shn-Mymr", + "san-Deva" + ] + }, + { + "precision": 0.536532, + "recall": 0.587945, + "f1": 0.550138, + "accuracy": 0.587945, + "main_score": 0.550138, + "hf_subset": "shn_Mymr-tat_Cyrl", + "languages": [ + "shn-Mymr", + "tat-Cyrl" + ] + }, + { + "precision": 0.541866, + "recall": 0.587945, + "f1": 0.553384, + "accuracy": 0.587945, + "main_score": 0.553384, + "hf_subset": "shn_Mymr-xho_Latn", + "languages": [ + "shn-Mymr", + "xho-Latn" + ] + }, + { + "precision": 0.53971, + "recall": 0.596838, + "f1": 0.55423, + "accuracy": 0.596838, + "main_score": 0.55423, + "hf_subset": "shn_Mymr-ars_Arab", + "languages": [ + "shn-Mymr", + "ars-Arab" + ] + }, + { + "precision": 0.545121, + "recall": 0.597826, + "f1": 0.557932, + "accuracy": 0.597826, + "main_score": 0.557932, + "hf_subset": "shn_Mymr-ceb_Latn", + "languages": [ + "shn-Mymr", + "ceb-Latn" + ] + }, + { + "precision": 0.411991, + "recall": 0.460474, + "f1": 0.426123, + "accuracy": 0.460474, + "main_score": 0.426123, + "hf_subset": "shn_Mymr-fuv_Latn", + "languages": [ + "shn-Mymr", + "fuv-Latn" + ] + }, + { + "precision": 0.446796, + "recall": 0.490119, + "f1": 0.459056, + "accuracy": 0.490119, + "main_score": 0.459056, + "hf_subset": "shn_Mymr-kac_Latn", + "languages": [ + "shn-Mymr", + "kac-Latn" + ] + }, + { + "precision": 0.485865, + "recall": 0.529644, + "f1": 0.497555, + "accuracy": 0.529644, + "main_score": 0.497555, + "hf_subset": "shn_Mymr-lin_Latn", + "languages": [ + "shn-Mymr", + "lin-Latn" + ] + }, + { + "precision": 0.543111, + "recall": 0.592885, + "f1": 0.555423, + "accuracy": 0.592885, + "main_score": 0.555423, + "hf_subset": "shn_Mymr-nno_Latn", + "languages": [ + "shn-Mymr", + "nno-Latn" + ] + }, + { + "precision": 0.491138, + "recall": 0.546443, + "f1": 0.505815, + "accuracy": 0.546443, + "main_score": 0.505815, + "hf_subset": "shn_Mymr-sat_Olck", + "languages": [ + "shn-Mymr", + "sat-Olck" + ] + }, + { + "precision": 0.526668, + "recall": 0.586957, + "f1": 0.541762, + "accuracy": 0.586957, + "main_score": 0.541762, + "hf_subset": "shn_Mymr-tel_Telu", + "languages": [ + "shn-Mymr", + "tel-Telu" + ] + }, + { + "precision": 0.524522, + "recall": 0.581028, + "f1": 0.539035, + "accuracy": 0.581028, + "main_score": 0.539035, + "hf_subset": "shn_Mymr-ydd_Hebr", + "languages": [ + "shn-Mymr", + "ydd-Hebr" + ] + }, + { + "precision": 0.512309, + "recall": 0.56917, + "f1": 0.526538, + "accuracy": 0.56917, + "main_score": 0.526538, + "hf_subset": "shn_Mymr-ary_Arab", + "languages": [ + "shn-Mymr", + "ary-Arab" + ] + }, + { + "precision": 0.546407, + "recall": 0.601779, + "f1": 0.560723, + "accuracy": 0.601779, + "main_score": 0.560723, + "hf_subset": "shn_Mymr-ces_Latn", + "languages": [ + "shn-Mymr", + "ces-Latn" + ] + }, + { + "precision": 0.430981, + "recall": 0.487154, + "f1": 0.446226, + "accuracy": 0.487154, + "main_score": 0.446226, + "hf_subset": "shn_Mymr-gaz_Latn", + "languages": [ + "shn-Mymr", + "gaz-Latn" + ] + }, + { + "precision": 0.458682, + "recall": 0.5, + "f1": 0.470408, + "accuracy": 0.5, + "main_score": 0.470408, + "hf_subset": "shn_Mymr-kam_Latn", + "languages": [ + "shn-Mymr", + "kam-Latn" + ] + }, + { + "precision": 0.544845, + "recall": 0.605731, + "f1": 0.560023, + "accuracy": 0.605731, + "main_score": 0.560023, + "hf_subset": "shn_Mymr-lit_Latn", + "languages": [ + "shn-Mymr", + "lit-Latn" + ] + }, + { + "precision": 0.560828, + "recall": 0.614625, + "f1": 0.574225, + "accuracy": 0.614625, + "main_score": 0.574225, + "hf_subset": "shn_Mymr-nob_Latn", + "languages": [ + "shn-Mymr", + "nob-Latn" + ] + }, + { + "precision": 0.531086, + "recall": 0.573123, + "f1": 0.542617, + "accuracy": 0.573123, + "main_score": 0.542617, + "hf_subset": "shn_Mymr-scn_Latn", + "languages": [ + "shn-Mymr", + "scn-Latn" + ] + }, + { + "precision": 0.523928, + "recall": 0.579051, + "f1": 0.537862, + "accuracy": 0.579051, + "main_score": 0.537862, + "hf_subset": "shn_Mymr-tgk_Cyrl", + "languages": [ + "shn-Mymr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.465212, + "recall": 0.520751, + "f1": 0.479987, + "accuracy": 0.520751, + "main_score": 0.479987, + "hf_subset": "shn_Mymr-yor_Latn", + "languages": [ + "shn-Mymr", + "yor-Latn" + ] + }, + { + "precision": 0.544877, + "recall": 0.597826, + "f1": 0.558194, + "accuracy": 0.597826, + "main_score": 0.558194, + "hf_subset": "shn_Mymr-arz_Arab", + "languages": [ + "shn-Mymr", + "arz-Arab" + ] + }, + { + "precision": 0.436214, + "recall": 0.468379, + "f1": 0.445139, + "accuracy": 0.468379, + "main_score": 0.445139, + "hf_subset": "shn_Mymr-cjk_Latn", + "languages": [ + "shn-Mymr", + "cjk-Latn" + ] + }, + { + "precision": 0.519468, + "recall": 0.572134, + "f1": 0.532729, + "accuracy": 0.572134, + "main_score": 0.532729, + "hf_subset": "shn_Mymr-gla_Latn", + "languages": [ + "shn-Mymr", + "gla-Latn" + ] + }, + { + "precision": 0.530724, + "recall": 0.582016, + "f1": 0.543729, + "accuracy": 0.582016, + "main_score": 0.543729, + "hf_subset": "shn_Mymr-kan_Knda", + "languages": [ + "shn-Mymr", + "kan-Knda" + ] + }, + { + "precision": 0.548138, + "recall": 0.594862, + "f1": 0.559731, + "accuracy": 0.594862, + "main_score": 0.559731, + "hf_subset": "shn_Mymr-lmo_Latn", + "languages": [ + "shn-Mymr", + "lmo-Latn" + ] + }, + { + "precision": 0.554764, + "recall": 0.601779, + "f1": 0.566871, + "accuracy": 0.601779, + "main_score": 0.566871, + "hf_subset": "shn_Mymr-npi_Deva", + "languages": [ + "shn-Mymr", + "npi-Deva" + ] + }, + { + "precision": 0.574326, + "recall": 0.62747, + "f1": 0.587231, + "accuracy": 0.62747, + "main_score": 0.587231, + "hf_subset": "shn_Mymr-tgl_Latn", + "languages": [ + "shn-Mymr", + "tgl-Latn" + ] + }, + { + "precision": 0.544856, + "recall": 0.601779, + "f1": 0.559572, + "accuracy": 0.601779, + "main_score": 0.559572, + "hf_subset": "shn_Mymr-yue_Hant", + "languages": [ + "shn-Mymr", + "yue-Hant" + ] + }, + { + "precision": 0.516239, + "recall": 0.565217, + "f1": 0.529176, + "accuracy": 0.565217, + "main_score": 0.529176, + "hf_subset": "shn_Mymr-asm_Beng", + "languages": [ + "shn-Mymr", + "asm-Beng" + ] + }, + { + "precision": 0.535954, + "recall": 0.58498, + "f1": 0.548342, + "accuracy": 0.58498, + "main_score": 0.548342, + "hf_subset": "shn_Mymr-ckb_Arab", + "languages": [ + "shn-Mymr", + "ckb-Arab" + ] + }, + { + "precision": 0.528654, + "recall": 0.582016, + "f1": 0.542456, + "accuracy": 0.582016, + "main_score": 0.542456, + "hf_subset": "shn_Mymr-gle_Latn", + "languages": [ + "shn-Mymr", + "gle-Latn" + ] + }, + { + "precision": 0.487415, + "recall": 0.539526, + "f1": 0.500926, + "accuracy": 0.539526, + "main_score": 0.500926, + "hf_subset": "shn_Mymr-kas_Arab", + "languages": [ + "shn-Mymr", + "kas-Arab" + ] + }, + { + "precision": 0.520602, + "recall": 0.570158, + "f1": 0.533374, + "accuracy": 0.570158, + "main_score": 0.533374, + "hf_subset": "shn_Mymr-ltg_Latn", + "languages": [ + "shn-Mymr", + "ltg-Latn" + ] + }, + { + "precision": 0.531235, + "recall": 0.58004, + "f1": 0.543934, + "accuracy": 0.58004, + "main_score": 0.543934, + "hf_subset": "shn_Mymr-nso_Latn", + "languages": [ + "shn-Mymr", + "nso-Latn" + ] + }, + { + "precision": 0.516758, + "recall": 0.58004, + "f1": 0.533219, + "accuracy": 0.58004, + "main_score": 0.533219, + "hf_subset": "shn_Mymr-sin_Sinh", + "languages": [ + "shn-Mymr", + "sin-Sinh" + ] + }, + { + "precision": 0.555155, + "recall": 0.610672, + "f1": 0.569586, + "accuracy": 0.610672, + "main_score": 0.569586, + "hf_subset": "shn_Mymr-tha_Thai", + "languages": [ + "shn-Mymr", + "tha-Thai" + ] + }, + { + "precision": 0.495083, + "recall": 0.544466, + "f1": 0.507063, + "accuracy": 0.544466, + "main_score": 0.507063, + "hf_subset": "shn_Mymr-zho_Hans", + "languages": [ + "shn-Mymr", + "zho-Hans" + ] + }, + { + "precision": 0.542494, + "recall": 0.596838, + "f1": 0.557138, + "accuracy": 0.596838, + "main_score": 0.557138, + "hf_subset": "shn_Mymr-ast_Latn", + "languages": [ + "shn-Mymr", + "ast-Latn" + ] + }, + { + "precision": 0.543093, + "recall": 0.597826, + "f1": 0.557424, + "accuracy": 0.597826, + "main_score": 0.557424, + "hf_subset": "shn_Mymr-crh_Latn", + "languages": [ + "shn-Mymr", + "crh-Latn" + ] + }, + { + "precision": 0.556637, + "recall": 0.603755, + "f1": 0.568213, + "accuracy": 0.603755, + "main_score": 0.568213, + "hf_subset": "shn_Mymr-glg_Latn", + "languages": [ + "shn-Mymr", + "glg-Latn" + ] + }, + { + "precision": 0.485588, + "recall": 0.536561, + "f1": 0.49936, + "accuracy": 0.536561, + "main_score": 0.49936, + "hf_subset": "shn_Mymr-kas_Deva", + "languages": [ + "shn-Mymr", + "kas-Deva" + ] + }, + { + "precision": 0.548276, + "recall": 0.596838, + "f1": 0.56072, + "accuracy": 0.596838, + "main_score": 0.56072, + "hf_subset": "shn_Mymr-ltz_Latn", + "languages": [ + "shn-Mymr", + "ltz-Latn" + ] + }, + { + "precision": 0.383482, + "recall": 0.43083, + "f1": 0.396687, + "accuracy": 0.43083, + "main_score": 0.396687, + "hf_subset": "shn_Mymr-nus_Latn", + "languages": [ + "shn-Mymr", + "nus-Latn" + ] + }, + { + "precision": 0.555621, + "recall": 0.598814, + "f1": 0.566359, + "accuracy": 0.598814, + "main_score": 0.566359, + "hf_subset": "shn_Mymr-slk_Latn", + "languages": [ + "shn-Mymr", + "slk-Latn" + ] + }, + { + "precision": 0.448344, + "recall": 0.498024, + "f1": 0.462578, + "accuracy": 0.498024, + "main_score": 0.462578, + "hf_subset": "shn_Mymr-tir_Ethi", + "languages": [ + "shn-Mymr", + "tir-Ethi" + ] + }, + { + "precision": 0.529663, + "recall": 0.591897, + "f1": 0.546211, + "accuracy": 0.591897, + "main_score": 0.546211, + "hf_subset": "shn_Mymr-zho_Hant", + "languages": [ + "shn-Mymr", + "zho-Hant" + ] + }, + { + "precision": 0.546983, + "recall": 0.598814, + "f1": 0.559039, + "accuracy": 0.598814, + "main_score": 0.559039, + "hf_subset": "shn_Mymr-awa_Deva", + "languages": [ + "shn-Mymr", + "awa-Deva" + ] + }, + { + "precision": 0.554695, + "recall": 0.604743, + "f1": 0.567313, + "accuracy": 0.604743, + "main_score": 0.567313, + "hf_subset": "shn_Mymr-cym_Latn", + "languages": [ + "shn-Mymr", + "cym-Latn" + ] + }, + { + "precision": 0.502133, + "recall": 0.535573, + "f1": 0.511853, + "accuracy": 0.535573, + "main_score": 0.511853, + "hf_subset": "shn_Mymr-grn_Latn", + "languages": [ + "shn-Mymr", + "grn-Latn" + ] + }, + { + "precision": 0.532902, + "recall": 0.583992, + "f1": 0.545957, + "accuracy": 0.583992, + "main_score": 0.545957, + "hf_subset": "shn_Mymr-kat_Geor", + "languages": [ + "shn-Mymr", + "kat-Geor" + ] + }, + { + "precision": 0.463624, + "recall": 0.503953, + "f1": 0.474692, + "accuracy": 0.503953, + "main_score": 0.474692, + "hf_subset": "shn_Mymr-lua_Latn", + "languages": [ + "shn-Mymr", + "lua-Latn" + ] + }, + { + "precision": 0.537546, + "recall": 0.582016, + "f1": 0.549314, + "accuracy": 0.582016, + "main_score": 0.549314, + "hf_subset": "shn_Mymr-nya_Latn", + "languages": [ + "shn-Mymr", + "nya-Latn" + ] + }, + { + "precision": 0.553837, + "recall": 0.606719, + "f1": 0.567456, + "accuracy": 0.606719, + "main_score": 0.567456, + "hf_subset": "shn_Mymr-slv_Latn", + "languages": [ + "shn-Mymr", + "slv-Latn" + ] + }, + { + "precision": 0.543506, + "recall": 0.581028, + "f1": 0.55277, + "accuracy": 0.581028, + "main_score": 0.55277, + "hf_subset": "shn_Mymr-tpi_Latn", + "languages": [ + "shn-Mymr", + "tpi-Latn" + ] + }, + { + "precision": 0.570108, + "recall": 0.618577, + "f1": 0.582068, + "accuracy": 0.618577, + "main_score": 0.582068, + "hf_subset": "shn_Mymr-zsm_Latn", + "languages": [ + "shn-Mymr", + "zsm-Latn" + ] + }, + { + "precision": 0.448585, + "recall": 0.490119, + "f1": 0.460562, + "accuracy": 0.490119, + "main_score": 0.460562, + "hf_subset": "shn_Mymr-ayr_Latn", + "languages": [ + "shn-Mymr", + "ayr-Latn" + ] + }, + { + "precision": 0.561075, + "recall": 0.61166, + "f1": 0.573618, + "accuracy": 0.61166, + "main_score": 0.573618, + "hf_subset": "shn_Mymr-dan_Latn", + "languages": [ + "shn-Mymr", + "dan-Latn" + ] + }, + { + "precision": 0.536484, + "recall": 0.594862, + "f1": 0.550997, + "accuracy": 0.594862, + "main_score": 0.550997, + "hf_subset": "shn_Mymr-guj_Gujr", + "languages": [ + "shn-Mymr", + "guj-Gujr" + ] + }, + { + "precision": 0.535532, + "recall": 0.588933, + "f1": 0.549674, + "accuracy": 0.588933, + "main_score": 0.549674, + "hf_subset": "shn_Mymr-kaz_Cyrl", + "languages": [ + "shn-Mymr", + "kaz-Cyrl" + ] + }, + { + "precision": 0.453854, + "recall": 0.507905, + "f1": 0.469774, + "accuracy": 0.507905, + "main_score": 0.469774, + "hf_subset": "shn_Mymr-lug_Latn", + "languages": [ + "shn-Mymr", + "lug-Latn" + ] + }, + { + "precision": 0.550565, + "recall": 0.598814, + "f1": 0.562114, + "accuracy": 0.598814, + "main_score": 0.562114, + "hf_subset": "shn_Mymr-oci_Latn", + "languages": [ + "shn-Mymr", + "oci-Latn" + ] + }, + { + "precision": 0.535041, + "recall": 0.579051, + "f1": 0.546802, + "accuracy": 0.579051, + "main_score": 0.546802, + "hf_subset": "shn_Mymr-smo_Latn", + "languages": [ + "shn-Mymr", + "smo-Latn" + ] + }, + { + "precision": 0.52326, + "recall": 0.565217, + "f1": 0.534473, + "accuracy": 0.565217, + "main_score": 0.534473, + "hf_subset": "shn_Mymr-tsn_Latn", + "languages": [ + "shn-Mymr", + "tsn-Latn" + ] + }, + { + "precision": 0.547001, + "recall": 0.601779, + "f1": 0.56169, + "accuracy": 0.601779, + "main_score": 0.56169, + "hf_subset": "shn_Mymr-zul_Latn", + "languages": [ + "shn-Mymr", + "zul-Latn" + ] + }, + { + "precision": 0.484009, + "recall": 0.534585, + "f1": 0.497772, + "accuracy": 0.534585, + "main_score": 0.497772, + "hf_subset": "shn_Mymr-azb_Arab", + "languages": [ + "shn-Mymr", + "azb-Arab" + ] + }, + { + "precision": 0.570924, + "recall": 0.620553, + "f1": 0.583489, + "accuracy": 0.620553, + "main_score": 0.583489, + "hf_subset": "shn_Mymr-deu_Latn", + "languages": [ + "shn-Mymr", + "deu-Latn" + ] + }, + { + "precision": 0.526737, + "recall": 0.586957, + "f1": 0.542215, + "accuracy": 0.586957, + "main_score": 0.542215, + "hf_subset": "shn_Mymr-hat_Latn", + "languages": [ + "shn-Mymr", + "hat-Latn" + ] + }, + { + "precision": 0.420923, + "recall": 0.464427, + "f1": 0.432688, + "accuracy": 0.464427, + "main_score": 0.432688, + "hf_subset": "shn_Mymr-kbp_Latn", + "languages": [ + "shn-Mymr", + "kbp-Latn" + ] + }, + { + "precision": 0.468127, + "recall": 0.502964, + "f1": 0.477826, + "accuracy": 0.502964, + "main_score": 0.477826, + "hf_subset": "shn_Mymr-luo_Latn", + "languages": [ + "shn-Mymr", + "luo-Latn" + ] + }, + { + "precision": 0.521205, + "recall": 0.583004, + "f1": 0.536539, + "accuracy": 0.583004, + "main_score": 0.536539, + "hf_subset": "shn_Mymr-ory_Orya", + "languages": [ + "shn-Mymr", + "ory-Orya" + ] + }, + { + "precision": 0.54135, + "recall": 0.581028, + "f1": 0.552163, + "accuracy": 0.581028, + "main_score": 0.552163, + "hf_subset": "shn_Mymr-sna_Latn", + "languages": [ + "shn-Mymr", + "sna-Latn" + ] + }, + { + "precision": 0.505177, + "recall": 0.549407, + "f1": 0.517081, + "accuracy": 0.549407, + "main_score": 0.517081, + "hf_subset": "shn_Mymr-tso_Latn", + "languages": [ + "shn-Mymr", + "tso-Latn" + ] + }, + { + "precision": 0.525436, + "recall": 0.586957, + "f1": 0.541457, + "accuracy": 0.586957, + "main_score": 0.541457, + "hf_subset": "shn_Mymr-azj_Latn", + "languages": [ + "shn-Mymr", + "azj-Latn" + ] + }, + { + "precision": 0.412611, + "recall": 0.455534, + "f1": 0.42435, + "accuracy": 0.455534, + "main_score": 0.42435, + "hf_subset": "shn_Mymr-dik_Latn", + "languages": [ + "shn-Mymr", + "dik-Latn" + ] + }, + { + "precision": 0.543214, + "recall": 0.585968, + "f1": 0.554551, + "accuracy": 0.585968, + "main_score": 0.554551, + "hf_subset": "shn_Mymr-hau_Latn", + "languages": [ + "shn-Mymr", + "hau-Latn" + ] + }, + { + "precision": 0.537344, + "recall": 0.588933, + "f1": 0.549805, + "accuracy": 0.588933, + "main_score": 0.549805, + "hf_subset": "shn_Mymr-kea_Latn", + "languages": [ + "shn-Mymr", + "kea-Latn" + ] + }, + { + "precision": 0.542972, + "recall": 0.58498, + "f1": 0.554282, + "accuracy": 0.58498, + "main_score": 0.554282, + "hf_subset": "shn_Mymr-lus_Latn", + "languages": [ + "shn-Mymr", + "lus-Latn" + ] + }, + { + "precision": 0.52233, + "recall": 0.560277, + "f1": 0.532423, + "accuracy": 0.560277, + "main_score": 0.532423, + "hf_subset": "shn_Mymr-pag_Latn", + "languages": [ + "shn-Mymr", + "pag-Latn" + ] + }, + { + "precision": 0.515981, + "recall": 0.582016, + "f1": 0.533212, + "accuracy": 0.582016, + "main_score": 0.533212, + "hf_subset": "shn_Mymr-snd_Arab", + "languages": [ + "shn-Mymr", + "snd-Arab" + ] + }, + { + "precision": 0.517173, + "recall": 0.571146, + "f1": 0.531169, + "accuracy": 0.571146, + "main_score": 0.531169, + "hf_subset": "shn_Mymr-tuk_Latn", + "languages": [ + "shn-Mymr", + "tuk-Latn" + ] + }, + { + "precision": 0.538736, + "recall": 0.58498, + "f1": 0.550641, + "accuracy": 0.58498, + "main_score": 0.550641, + "hf_subset": "shn_Mymr-bak_Cyrl", + "languages": [ + "shn-Mymr", + "bak-Cyrl" + ] + }, + { + "precision": 0.357976, + "recall": 0.410079, + "f1": 0.372135, + "accuracy": 0.410079, + "main_score": 0.372135, + "hf_subset": "shn_Mymr-dyu_Latn", + "languages": [ + "shn-Mymr", + "dyu-Latn" + ] + }, + { + "precision": 0.563887, + "recall": 0.618577, + "f1": 0.57831, + "accuracy": 0.618577, + "main_score": 0.57831, + "hf_subset": "shn_Mymr-heb_Hebr", + "languages": [ + "shn-Mymr", + "heb-Hebr" + ] + }, + { + "precision": 0.535319, + "recall": 0.588933, + "f1": 0.549533, + "accuracy": 0.588933, + "main_score": 0.549533, + "hf_subset": "shn_Mymr-khk_Cyrl", + "languages": [ + "shn-Mymr", + "khk-Cyrl" + ] + }, + { + "precision": 0.544404, + "recall": 0.596838, + "f1": 0.557937, + "accuracy": 0.596838, + "main_score": 0.557937, + "hf_subset": "shn_Mymr-lvs_Latn", + "languages": [ + "shn-Mymr", + "lvs-Latn" + ] + }, + { + "precision": 0.544203, + "recall": 0.59585, + "f1": 0.55703, + "accuracy": 0.59585, + "main_score": 0.55703, + "hf_subset": "shn_Mymr-pan_Guru", + "languages": [ + "shn-Mymr", + "pan-Guru" + ] + }, + { + "precision": 0.525233, + "recall": 0.572134, + "f1": 0.537817, + "accuracy": 0.572134, + "main_score": 0.537817, + "hf_subset": "shn_Mymr-som_Latn", + "languages": [ + "shn-Mymr", + "som-Latn" + ] + }, + { + "precision": 0.509301, + "recall": 0.545455, + "f1": 0.519444, + "accuracy": 0.545455, + "main_score": 0.519444, + "hf_subset": "shn_Mymr-tum_Latn", + "languages": [ + "shn-Mymr", + "tum-Latn" + ] + }, + { + "precision": 0.533557, + "recall": 0.621542, + "f1": 0.558096, + "accuracy": 0.621542, + "main_score": 0.558096, + "hf_subset": "tgl_Latn-ace_Arab", + "languages": [ + "tgl-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.475414, + "recall": 0.539526, + "f1": 0.492825, + "accuracy": 0.539526, + "main_score": 0.492825, + "hf_subset": "tgl_Latn-bam_Latn", + "languages": [ + "tgl-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.65123, + "recall": 0.735178, + "f1": 0.675287, + "accuracy": 0.735178, + "main_score": 0.675287, + "hf_subset": "tgl_Latn-dzo_Tibt", + "languages": [ + "tgl-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgl_Latn-hin_Deva", + "languages": [ + "tgl-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "tgl_Latn-khm_Khmr", + "languages": [ + "tgl-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgl_Latn-mag_Deva", + "languages": [ + "tgl-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tgl_Latn-pap_Latn", + "languages": [ + "tgl-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.859503, + "recall": 0.900198, + "f1": 0.872266, + "accuracy": 0.900198, + "main_score": 0.872266, + "hf_subset": "tgl_Latn-sot_Latn", + "languages": [ + "tgl-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-tur_Latn", + "languages": [ + "tgl-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.862412, + "recall": 0.898221, + "f1": 0.873287, + "accuracy": 0.898221, + "main_score": 0.873287, + "hf_subset": "tgl_Latn-ace_Latn", + "languages": [ + "tgl-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "tgl_Latn-ban_Latn", + "languages": [ + "tgl-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "tgl_Latn-ell_Grek", + "languages": [ + "tgl-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tgl_Latn-hne_Deva", + "languages": [ + "tgl-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.584969, + "recall": 0.658103, + "f1": 0.60509, + "accuracy": 0.658103, + "main_score": 0.60509, + "hf_subset": "tgl_Latn-kik_Latn", + "languages": [ + "tgl-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tgl_Latn-mai_Deva", + "languages": [ + "tgl-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "tgl_Latn-pbt_Arab", + "languages": [ + "tgl-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgl_Latn-spa_Latn", + "languages": [ + "tgl-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.784667, + "recall": 0.838933, + "f1": 0.800762, + "accuracy": 0.838933, + "main_score": 0.800762, + "hf_subset": "tgl_Latn-twi_Latn", + "languages": [ + "tgl-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-acm_Arab", + "languages": [ + "tgl-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-bel_Cyrl", + "languages": [ + "tgl-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-hrv_Latn", + "languages": [ + "tgl-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.870059, + "recall": 0.90415, + "f1": 0.880308, + "accuracy": 0.90415, + "main_score": 0.880308, + "hf_subset": "tgl_Latn-kin_Latn", + "languages": [ + "tgl-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-mal_Mlym", + "languages": [ + "tgl-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgl_Latn-pes_Arab", + "languages": [ + "tgl-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tgl_Latn-srd_Latn", + "languages": [ + "tgl-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.190682, + "recall": 0.26581, + "f1": 0.208522, + "accuracy": 0.26581, + "main_score": 0.208522, + "hf_subset": "tgl_Latn-tzm_Tfng", + "languages": [ + "tgl-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-acq_Arab", + "languages": [ + "tgl-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.659173, + "recall": 0.735178, + "f1": 0.681183, + "accuracy": 0.735178, + "main_score": 0.681183, + "hf_subset": "tgl_Latn-bem_Latn", + "languages": [ + "tgl-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-epo_Latn", + "languages": [ + "tgl-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "tgl_Latn-hun_Latn", + "languages": [ + "tgl-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tgl_Latn-kir_Cyrl", + "languages": [ + "tgl-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tgl_Latn-mar_Deva", + "languages": [ + "tgl-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.878788, + "recall": 0.91502, + "f1": 0.890283, + "accuracy": 0.91502, + "main_score": 0.890283, + "hf_subset": "tgl_Latn-plt_Latn", + "languages": [ + "tgl-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-srp_Cyrl", + "languages": [ + "tgl-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.939345, + "recall": 0.95751, + "f1": 0.945059, + "accuracy": 0.95751, + "main_score": 0.945059, + "hf_subset": "tgl_Latn-uig_Arab", + "languages": [ + "tgl-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-aeb_Arab", + "languages": [ + "tgl-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-ben_Beng", + "languages": [ + "tgl-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgl_Latn-est_Latn", + "languages": [ + "tgl-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgl_Latn-hye_Armn", + "languages": [ + "tgl-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.474658, + "recall": 0.538538, + "f1": 0.492062, + "accuracy": 0.538538, + "main_score": 0.492062, + "hf_subset": "tgl_Latn-kmb_Latn", + "languages": [ + "tgl-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.498762, + "recall": 0.587945, + "f1": 0.522825, + "accuracy": 0.587945, + "main_score": 0.522825, + "hf_subset": "tgl_Latn-min_Arab", + "languages": [ + "tgl-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "tgl_Latn-pol_Latn", + "languages": [ + "tgl-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.760458, + "recall": 0.822134, + "f1": 0.778741, + "accuracy": 0.822134, + "main_score": 0.778741, + "hf_subset": "tgl_Latn-ssw_Latn", + "languages": [ + "tgl-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-ukr_Cyrl", + "languages": [ + "tgl-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-afr_Latn", + "languages": [ + "tgl-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-bho_Deva", + "languages": [ + "tgl-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgl_Latn-eus_Latn", + "languages": [ + "tgl-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.863966, + "recall": 0.90415, + "f1": 0.876581, + "accuracy": 0.90415, + "main_score": 0.876581, + "hf_subset": "tgl_Latn-ibo_Latn", + "languages": [ + "tgl-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.868692, + "recall": 0.907115, + "f1": 0.88083, + "accuracy": 0.907115, + "main_score": 0.88083, + "hf_subset": "tgl_Latn-kmr_Latn", + "languages": [ + "tgl-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgl_Latn-min_Latn", + "languages": [ + "tgl-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-por_Latn", + "languages": [ + "tgl-Latn", + "por-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tgl_Latn-sun_Latn", + "languages": [ + "tgl-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.461333, + "recall": 0.531621, + "f1": 0.480652, + "accuracy": 0.531621, + "main_score": 0.480652, + "hf_subset": "tgl_Latn-umb_Latn", + "languages": [ + "tgl-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-ajp_Arab", + "languages": [ + "tgl-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.503136, + "recall": 0.587945, + "f1": 0.526533, + "accuracy": 0.587945, + "main_score": 0.526533, + "hf_subset": "tgl_Latn-bjn_Arab", + "languages": [ + "tgl-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.442595, + "recall": 0.503953, + "f1": 0.459014, + "accuracy": 0.503953, + "main_score": 0.459014, + "hf_subset": "tgl_Latn-ewe_Latn", + "languages": [ + "tgl-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "tgl_Latn-ilo_Latn", + "languages": [ + "tgl-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.259739, + "recall": 0.33004, + "f1": 0.276983, + "accuracy": 0.33004, + "main_score": 0.276983, + "hf_subset": "tgl_Latn-knc_Arab", + "languages": [ + "tgl-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-mkd_Cyrl", + "languages": [ + "tgl-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "tgl_Latn-prs_Arab", + "languages": [ + "tgl-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-swe_Latn", + "languages": [ + "tgl-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tgl_Latn-urd_Arab", + "languages": [ + "tgl-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.750176, + "recall": 0.811265, + "f1": 0.768318, + "accuracy": 0.811265, + "main_score": 0.768318, + "hf_subset": "tgl_Latn-aka_Latn", + "languages": [ + "tgl-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tgl_Latn-bjn_Latn", + "languages": [ + "tgl-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tgl_Latn-fao_Latn", + "languages": [ + "tgl-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-ind_Latn", + "languages": [ + "tgl-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.511653, + "recall": 0.575099, + "f1": 0.528096, + "accuracy": 0.575099, + "main_score": 0.528096, + "hf_subset": "tgl_Latn-knc_Latn", + "languages": [ + "tgl-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-mlt_Latn", + "languages": [ + "tgl-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.618003, + "recall": 0.698617, + "f1": 0.641107, + "accuracy": 0.698617, + "main_score": 0.641107, + "hf_subset": "tgl_Latn-quy_Latn", + "languages": [ + "tgl-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tgl_Latn-swh_Latn", + "languages": [ + "tgl-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-uzn_Latn", + "languages": [ + "tgl-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-als_Latn", + "languages": [ + "tgl-Latn", + "als-Latn" + ] + }, + { + "precision": 0.792268, + "recall": 0.849802, + "f1": 0.809574, + "accuracy": 0.849802, + "main_score": 0.809574, + "hf_subset": "tgl_Latn-bod_Tibt", + "languages": [ + "tgl-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.626737, + "recall": 0.697628, + "f1": 0.64704, + "accuracy": 0.697628, + "main_score": 0.64704, + "hf_subset": "tgl_Latn-fij_Latn", + "languages": [ + "tgl-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgl_Latn-isl_Latn", + "languages": [ + "tgl-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.591005, + "recall": 0.66996, + "f1": 0.612952, + "accuracy": 0.66996, + "main_score": 0.612952, + "hf_subset": "tgl_Latn-kon_Latn", + "languages": [ + "tgl-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.599065, + "recall": 0.682806, + "f1": 0.622822, + "accuracy": 0.682806, + "main_score": 0.622822, + "hf_subset": "tgl_Latn-mni_Beng", + "languages": [ + "tgl-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-ron_Latn", + "languages": [ + "tgl-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "tgl_Latn-szl_Latn", + "languages": [ + "tgl-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-vec_Latn", + "languages": [ + "tgl-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.926466, + "recall": 0.948617, + "f1": 0.933366, + "accuracy": 0.948617, + "main_score": 0.933366, + "hf_subset": "tgl_Latn-amh_Ethi", + "languages": [ + "tgl-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-bos_Latn", + "languages": [ + "tgl-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tgl_Latn-fin_Latn", + "languages": [ + "tgl-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-ita_Latn", + "languages": [ + "tgl-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-kor_Hang", + "languages": [ + "tgl-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.493546, + "recall": 0.5583, + "f1": 0.511561, + "accuracy": 0.5583, + "main_score": 0.511561, + "hf_subset": "tgl_Latn-mos_Latn", + "languages": [ + "tgl-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.761653, + "recall": 0.81917, + "f1": 0.778706, + "accuracy": 0.81917, + "main_score": 0.778706, + "hf_subset": "tgl_Latn-run_Latn", + "languages": [ + "tgl-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-tam_Taml", + "languages": [ + "tgl-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "tgl_Latn-vie_Latn", + "languages": [ + "tgl-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tgl_Latn-apc_Arab", + "languages": [ + "tgl-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.723798, + "recall": 0.79249, + "f1": 0.744057, + "accuracy": 0.79249, + "main_score": 0.744057, + "hf_subset": "tgl_Latn-bug_Latn", + "languages": [ + "tgl-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.424204, + "recall": 0.479249, + "f1": 0.438925, + "accuracy": 0.479249, + "main_score": 0.438925, + "hf_subset": "tgl_Latn-fon_Latn", + "languages": [ + "tgl-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-jav_Latn", + "languages": [ + "tgl-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.950099, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "tgl_Latn-lao_Laoo", + "languages": [ + "tgl-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.866848, + "recall": 0.906126, + "f1": 0.879183, + "accuracy": 0.906126, + "main_score": 0.879183, + "hf_subset": "tgl_Latn-mri_Latn", + "languages": [ + "tgl-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-rus_Cyrl", + "languages": [ + "tgl-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.493873, + "recall": 0.561265, + "f1": 0.511545, + "accuracy": 0.561265, + "main_score": 0.511545, + "hf_subset": "tgl_Latn-taq_Latn", + "languages": [ + "tgl-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-war_Latn", + "languages": [ + "tgl-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-arb_Arab", + "languages": [ + "tgl-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-bul_Cyrl", + "languages": [ + "tgl-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-fra_Latn", + "languages": [ + "tgl-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-jpn_Jpan", + "languages": [ + "tgl-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgl_Latn-lij_Latn", + "languages": [ + "tgl-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "tgl_Latn-mya_Mymr", + "languages": [ + "tgl-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.53213, + "recall": 0.603755, + "f1": 0.55133, + "accuracy": 0.603755, + "main_score": 0.55133, + "hf_subset": "tgl_Latn-sag_Latn", + "languages": [ + "tgl-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.227966, + "recall": 0.296443, + "f1": 0.244437, + "accuracy": 0.296443, + "main_score": 0.244437, + "hf_subset": "tgl_Latn-taq_Tfng", + "languages": [ + "tgl-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.624227, + "recall": 0.697628, + "f1": 0.645343, + "accuracy": 0.697628, + "main_score": 0.645343, + "hf_subset": "tgl_Latn-wol_Latn", + "languages": [ + "tgl-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.833498, + "recall": 0.881423, + "f1": 0.848419, + "accuracy": 0.881423, + "main_score": 0.848419, + "hf_subset": "tgl_Latn-arb_Latn", + "languages": [ + "tgl-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-cat_Latn", + "languages": [ + "tgl-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgl_Latn-fur_Latn", + "languages": [ + "tgl-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.447872, + "recall": 0.521739, + "f1": 0.467271, + "accuracy": 0.521739, + "main_score": 0.467271, + "hf_subset": "tgl_Latn-kab_Latn", + "languages": [ + "tgl-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tgl_Latn-lim_Latn", + "languages": [ + "tgl-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-nld_Latn", + "languages": [ + "tgl-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.961957, + "recall": 0.97332, + "f1": 0.96558, + "accuracy": 0.97332, + "main_score": 0.96558, + "hf_subset": "tgl_Latn-san_Deva", + "languages": [ + "tgl-Latn", + "san-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-tat_Cyrl", + "languages": [ + "tgl-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.883646, + "recall": 0.917984, + "f1": 0.894664, + "accuracy": 0.917984, + "main_score": 0.894664, + "hf_subset": "tgl_Latn-xho_Latn", + "languages": [ + "tgl-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-ars_Arab", + "languages": [ + "tgl-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-ceb_Latn", + "languages": [ + "tgl-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.469912, + "recall": 0.547431, + "f1": 0.490654, + "accuracy": 0.547431, + "main_score": 0.490654, + "hf_subset": "tgl_Latn-fuv_Latn", + "languages": [ + "tgl-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.464363, + "recall": 0.536561, + "f1": 0.483209, + "accuracy": 0.536561, + "main_score": 0.483209, + "hf_subset": "tgl_Latn-kac_Latn", + "languages": [ + "tgl-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.617452, + "recall": 0.693676, + "f1": 0.638343, + "accuracy": 0.693676, + "main_score": 0.638343, + "hf_subset": "tgl_Latn-lin_Latn", + "languages": [ + "tgl-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgl_Latn-nno_Latn", + "languages": [ + "tgl-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.863126, + "recall": 0.901186, + "f1": 0.874736, + "accuracy": 0.901186, + "main_score": 0.874736, + "hf_subset": "tgl_Latn-sat_Olck", + "languages": [ + "tgl-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tgl_Latn-tel_Telu", + "languages": [ + "tgl-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgl_Latn-ydd_Hebr", + "languages": [ + "tgl-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "tgl_Latn-ary_Arab", + "languages": [ + "tgl-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-ces_Latn", + "languages": [ + "tgl-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.55594, + "recall": 0.637352, + "f1": 0.578809, + "accuracy": 0.637352, + "main_score": 0.578809, + "hf_subset": "tgl_Latn-gaz_Latn", + "languages": [ + "tgl-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.522741, + "recall": 0.603755, + "f1": 0.545075, + "accuracy": 0.603755, + "main_score": 0.545075, + "hf_subset": "tgl_Latn-kam_Latn", + "languages": [ + "tgl-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "tgl_Latn-lit_Latn", + "languages": [ + "tgl-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-nob_Latn", + "languages": [ + "tgl-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tgl_Latn-scn_Latn", + "languages": [ + "tgl-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "tgl_Latn-tgk_Cyrl", + "languages": [ + "tgl-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.756491, + "recall": 0.81917, + "f1": 0.775165, + "accuracy": 0.81917, + "main_score": 0.775165, + "hf_subset": "tgl_Latn-yor_Latn", + "languages": [ + "tgl-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-arz_Arab", + "languages": [ + "tgl-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.481394, + "recall": 0.557312, + "f1": 0.501982, + "accuracy": 0.557312, + "main_score": 0.501982, + "hf_subset": "tgl_Latn-cjk_Latn", + "languages": [ + "tgl-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "tgl_Latn-gla_Latn", + "languages": [ + "tgl-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tgl_Latn-kan_Knda", + "languages": [ + "tgl-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986298, + "accuracy": 0.98913, + "main_score": 0.986298, + "hf_subset": "tgl_Latn-lmo_Latn", + "languages": [ + "tgl-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "tgl_Latn-npi_Deva", + "languages": [ + "tgl-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.527939, + "recall": 0.61166, + "f1": 0.551348, + "accuracy": 0.61166, + "main_score": 0.551348, + "hf_subset": "tgl_Latn-shn_Mymr", + "languages": [ + "tgl-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgl_Latn-yue_Hant", + "languages": [ + "tgl-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tgl_Latn-asm_Beng", + "languages": [ + "tgl-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.934206, + "recall": 0.954545, + "f1": 0.940777, + "accuracy": 0.954545, + "main_score": 0.940777, + "hf_subset": "tgl_Latn-ckb_Arab", + "languages": [ + "tgl-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "tgl_Latn-gle_Latn", + "languages": [ + "tgl-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.890152, + "recall": 0.923913, + "f1": 0.900823, + "accuracy": 0.923913, + "main_score": 0.900823, + "hf_subset": "tgl_Latn-kas_Arab", + "languages": [ + "tgl-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.884387, + "recall": 0.91996, + "f1": 0.895718, + "accuracy": 0.91996, + "main_score": 0.895718, + "hf_subset": "tgl_Latn-ltg_Latn", + "languages": [ + "tgl-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.789749, + "recall": 0.843874, + "f1": 0.806228, + "accuracy": 0.843874, + "main_score": 0.806228, + "hf_subset": "tgl_Latn-nso_Latn", + "languages": [ + "tgl-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tgl_Latn-sin_Sinh", + "languages": [ + "tgl-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "tgl_Latn-tha_Thai", + "languages": [ + "tgl-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgl_Latn-zho_Hans", + "languages": [ + "tgl-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-ast_Latn", + "languages": [ + "tgl-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tgl_Latn-crh_Latn", + "languages": [ + "tgl-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-glg_Latn", + "languages": [ + "tgl-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.834684, + "recall": 0.881423, + "f1": 0.848715, + "accuracy": 0.881423, + "main_score": 0.848715, + "hf_subset": "tgl_Latn-kas_Deva", + "languages": [ + "tgl-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tgl_Latn-ltz_Latn", + "languages": [ + "tgl-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.418426, + "recall": 0.488142, + "f1": 0.436859, + "accuracy": 0.488142, + "main_score": 0.436859, + "hf_subset": "tgl_Latn-nus_Latn", + "languages": [ + "tgl-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-slk_Latn", + "languages": [ + "tgl-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.624779, + "recall": 0.712451, + "f1": 0.650285, + "accuracy": 0.712451, + "main_score": 0.650285, + "hf_subset": "tgl_Latn-tir_Ethi", + "languages": [ + "tgl-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgl_Latn-zho_Hant", + "languages": [ + "tgl-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.97999, + "recall": 0.985178, + "f1": 0.981621, + "accuracy": 0.985178, + "main_score": 0.981621, + "hf_subset": "tgl_Latn-awa_Deva", + "languages": [ + "tgl-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "tgl_Latn-cym_Latn", + "languages": [ + "tgl-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.772711, + "recall": 0.829051, + "f1": 0.789394, + "accuracy": 0.829051, + "main_score": 0.789394, + "hf_subset": "tgl_Latn-grn_Latn", + "languages": [ + "tgl-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgl_Latn-kat_Geor", + "languages": [ + "tgl-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.582916, + "recall": 0.65415, + "f1": 0.602643, + "accuracy": 0.65415, + "main_score": 0.602643, + "hf_subset": "tgl_Latn-lua_Latn", + "languages": [ + "tgl-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.809618, + "recall": 0.862648, + "f1": 0.826383, + "accuracy": 0.862648, + "main_score": 0.826383, + "hf_subset": "tgl_Latn-nya_Latn", + "languages": [ + "tgl-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "tgl_Latn-slv_Latn", + "languages": [ + "tgl-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tgl_Latn-tpi_Latn", + "languages": [ + "tgl-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tgl_Latn-zsm_Latn", + "languages": [ + "tgl-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.485909, + "recall": 0.560277, + "f1": 0.506303, + "accuracy": 0.560277, + "main_score": 0.506303, + "hf_subset": "tgl_Latn-ayr_Latn", + "languages": [ + "tgl-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-dan_Latn", + "languages": [ + "tgl-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgl_Latn-guj_Gujr", + "languages": [ + "tgl-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgl_Latn-kaz_Cyrl", + "languages": [ + "tgl-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.630494, + "recall": 0.711462, + "f1": 0.653941, + "accuracy": 0.711462, + "main_score": 0.653941, + "hf_subset": "tgl_Latn-lug_Latn", + "languages": [ + "tgl-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-oci_Latn", + "languages": [ + "tgl-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.838011, + "recall": 0.880435, + "f1": 0.85112, + "accuracy": 0.880435, + "main_score": 0.85112, + "hf_subset": "tgl_Latn-smo_Latn", + "languages": [ + "tgl-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.743594, + "recall": 0.806324, + "f1": 0.762436, + "accuracy": 0.806324, + "main_score": 0.762436, + "hf_subset": "tgl_Latn-tsn_Latn", + "languages": [ + "tgl-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.900527, + "recall": 0.93083, + "f1": 0.910079, + "accuracy": 0.93083, + "main_score": 0.910079, + "hf_subset": "tgl_Latn-zul_Latn", + "languages": [ + "tgl-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.901548, + "recall": 0.931818, + "f1": 0.911232, + "accuracy": 0.931818, + "main_score": 0.911232, + "hf_subset": "tgl_Latn-azb_Arab", + "languages": [ + "tgl-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-deu_Latn", + "languages": [ + "tgl-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "tgl_Latn-hat_Latn", + "languages": [ + "tgl-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.463845, + "recall": 0.529644, + "f1": 0.481985, + "accuracy": 0.529644, + "main_score": 0.481985, + "hf_subset": "tgl_Latn-kbp_Latn", + "languages": [ + "tgl-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.505609, + "recall": 0.574111, + "f1": 0.523698, + "accuracy": 0.574111, + "main_score": 0.523698, + "hf_subset": "tgl_Latn-luo_Latn", + "languages": [ + "tgl-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tgl_Latn-ory_Orya", + "languages": [ + "tgl-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.907526, + "recall": 0.933794, + "f1": 0.915744, + "accuracy": 0.933794, + "main_score": 0.915744, + "hf_subset": "tgl_Latn-sna_Latn", + "languages": [ + "tgl-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.659298, + "recall": 0.731225, + "f1": 0.679976, + "accuracy": 0.731225, + "main_score": 0.679976, + "hf_subset": "tgl_Latn-tso_Latn", + "languages": [ + "tgl-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-azj_Latn", + "languages": [ + "tgl-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.481576, + "recall": 0.554348, + "f1": 0.502149, + "accuracy": 0.554348, + "main_score": 0.502149, + "hf_subset": "tgl_Latn-dik_Latn", + "languages": [ + "tgl-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.895833, + "recall": 0.926877, + "f1": 0.905863, + "accuracy": 0.926877, + "main_score": 0.905863, + "hf_subset": "tgl_Latn-hau_Latn", + "languages": [ + "tgl-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "tgl_Latn-kea_Latn", + "languages": [ + "tgl-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.913373, + "recall": 0.938735, + "f1": 0.921245, + "accuracy": 0.938735, + "main_score": 0.921245, + "hf_subset": "tgl_Latn-lus_Latn", + "languages": [ + "tgl-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.846953, + "recall": 0.88834, + "f1": 0.859519, + "accuracy": 0.88834, + "main_score": 0.859519, + "hf_subset": "tgl_Latn-pag_Latn", + "languages": [ + "tgl-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "tgl_Latn-snd_Arab", + "languages": [ + "tgl-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "tgl_Latn-tuk_Latn", + "languages": [ + "tgl-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tgl_Latn-bak_Cyrl", + "languages": [ + "tgl-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.443203, + "recall": 0.524704, + "f1": 0.465256, + "accuracy": 0.524704, + "main_score": 0.465256, + "hf_subset": "tgl_Latn-dyu_Latn", + "languages": [ + "tgl-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-heb_Hebr", + "languages": [ + "tgl-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "tgl_Latn-khk_Cyrl", + "languages": [ + "tgl-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-lvs_Latn", + "languages": [ + "tgl-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-pan_Guru", + "languages": [ + "tgl-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.86413, + "recall": 0.905138, + "f1": 0.877108, + "accuracy": 0.905138, + "main_score": 0.877108, + "hf_subset": "tgl_Latn-som_Latn", + "languages": [ + "tgl-Latn", + "som-Latn" + ] + }, + { + "precision": 0.702553, + "recall": 0.768775, + "f1": 0.722417, + "accuracy": 0.768775, + "main_score": 0.722417, + "hf_subset": "tgl_Latn-tum_Latn", + "languages": [ + "tgl-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.50767, + "recall": 0.602767, + "f1": 0.534576, + "accuracy": 0.602767, + "main_score": 0.534576, + "hf_subset": "yue_Hant-ace_Arab", + "languages": [ + "yue-Hant", + "ace-Arab" + ] + }, + { + "precision": 0.440878, + "recall": 0.504941, + "f1": 0.457359, + "accuracy": 0.504941, + "main_score": 0.457359, + "hf_subset": "yue_Hant-bam_Latn", + "languages": [ + "yue-Hant", + "bam-Latn" + ] + }, + { + "precision": 0.655167, + "recall": 0.73913, + "f1": 0.679383, + "accuracy": 0.73913, + "main_score": 0.679383, + "hf_subset": "yue_Hant-dzo_Tibt", + "languages": [ + "yue-Hant", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-hin_Deva", + "languages": [ + "yue-Hant", + "hin-Deva" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "yue_Hant-khm_Khmr", + "languages": [ + "yue-Hant", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-mag_Deva", + "languages": [ + "yue-Hant", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-pap_Latn", + "languages": [ + "yue-Hant", + "pap-Latn" + ] + }, + { + "precision": 0.852437, + "recall": 0.895257, + "f1": 0.865697, + "accuracy": 0.895257, + "main_score": 0.865697, + "hf_subset": "yue_Hant-sot_Latn", + "languages": [ + "yue-Hant", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-tur_Latn", + "languages": [ + "yue-Hant", + "tur-Latn" + ] + }, + { + "precision": 0.850296, + "recall": 0.892292, + "f1": 0.863542, + "accuracy": 0.892292, + "main_score": 0.863542, + "hf_subset": "yue_Hant-ace_Latn", + "languages": [ + "yue-Hant", + "ace-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "yue_Hant-ban_Latn", + "languages": [ + "yue-Hant", + "ban-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-ell_Grek", + "languages": [ + "yue-Hant", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "yue_Hant-hne_Deva", + "languages": [ + "yue-Hant", + "hne-Deva" + ] + }, + { + "precision": 0.556542, + "recall": 0.634387, + "f1": 0.578311, + "accuracy": 0.634387, + "main_score": 0.578311, + "hf_subset": "yue_Hant-kik_Latn", + "languages": [ + "yue-Hant", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-mai_Deva", + "languages": [ + "yue-Hant", + "mai-Deva" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "yue_Hant-pbt_Arab", + "languages": [ + "yue-Hant", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-spa_Latn", + "languages": [ + "yue-Hant", + "spa-Latn" + ] + }, + { + "precision": 0.75336, + "recall": 0.817194, + "f1": 0.772398, + "accuracy": 0.817194, + "main_score": 0.772398, + "hf_subset": "yue_Hant-twi_Latn", + "languages": [ + "yue-Hant", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-acm_Arab", + "languages": [ + "yue-Hant", + "acm-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-bel_Cyrl", + "languages": [ + "yue-Hant", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-eng_Latn", + "languages": [ + "yue-Hant", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-hrv_Latn", + "languages": [ + "yue-Hant", + "hrv-Latn" + ] + }, + { + "precision": 0.850049, + "recall": 0.890316, + "f1": 0.862469, + "accuracy": 0.890316, + "main_score": 0.862469, + "hf_subset": "yue_Hant-kin_Latn", + "languages": [ + "yue-Hant", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-mal_Mlym", + "languages": [ + "yue-Hant", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-pes_Arab", + "languages": [ + "yue-Hant", + "pes-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "yue_Hant-srd_Latn", + "languages": [ + "yue-Hant", + "srd-Latn" + ] + }, + { + "precision": 0.182295, + "recall": 0.249012, + "f1": 0.198417, + "accuracy": 0.249012, + "main_score": 0.198417, + "hf_subset": "yue_Hant-tzm_Tfng", + "languages": [ + "yue-Hant", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-acq_Arab", + "languages": [ + "yue-Hant", + "acq-Arab" + ] + }, + { + "precision": 0.646245, + "recall": 0.72332, + "f1": 0.668323, + "accuracy": 0.72332, + "main_score": 0.668323, + "hf_subset": "yue_Hant-bem_Latn", + "languages": [ + "yue-Hant", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-epo_Latn", + "languages": [ + "yue-Hant", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-hun_Latn", + "languages": [ + "yue-Hant", + "hun-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "yue_Hant-kir_Cyrl", + "languages": [ + "yue-Hant", + "kir-Cyrl" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "yue_Hant-mar_Deva", + "languages": [ + "yue-Hant", + "mar-Deva" + ] + }, + { + "precision": 0.868116, + "recall": 0.906126, + "f1": 0.879941, + "accuracy": 0.906126, + "main_score": 0.879941, + "hf_subset": "yue_Hant-plt_Latn", + "languages": [ + "yue-Hant", + "plt-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-srp_Cyrl", + "languages": [ + "yue-Hant", + "srp-Cyrl" + ] + }, + { + "precision": 0.940958, + "recall": 0.958498, + "f1": 0.946377, + "accuracy": 0.958498, + "main_score": 0.946377, + "hf_subset": "yue_Hant-uig_Arab", + "languages": [ + "yue-Hant", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-aeb_Arab", + "languages": [ + "yue-Hant", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-ben_Beng", + "languages": [ + "yue-Hant", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-est_Latn", + "languages": [ + "yue-Hant", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-hye_Armn", + "languages": [ + "yue-Hant", + "hye-Armn" + ] + }, + { + "precision": 0.453274, + "recall": 0.520751, + "f1": 0.472032, + "accuracy": 0.520751, + "main_score": 0.472032, + "hf_subset": "yue_Hant-kmb_Latn", + "languages": [ + "yue-Hant", + "kmb-Latn" + ] + }, + { + "precision": 0.457278, + "recall": 0.55336, + "f1": 0.482737, + "accuracy": 0.55336, + "main_score": 0.482737, + "hf_subset": "yue_Hant-min_Arab", + "languages": [ + "yue-Hant", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-pol_Latn", + "languages": [ + "yue-Hant", + "pol-Latn" + ] + }, + { + "precision": 0.74333, + "recall": 0.811265, + "f1": 0.763589, + "accuracy": 0.811265, + "main_score": 0.763589, + "hf_subset": "yue_Hant-ssw_Latn", + "languages": [ + "yue-Hant", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-ukr_Cyrl", + "languages": [ + "yue-Hant", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-afr_Latn", + "languages": [ + "yue-Hant", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "yue_Hant-bho_Deva", + "languages": [ + "yue-Hant", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "yue_Hant-eus_Latn", + "languages": [ + "yue-Hant", + "eus-Latn" + ] + }, + { + "precision": 0.859964, + "recall": 0.902174, + "f1": 0.873221, + "accuracy": 0.902174, + "main_score": 0.873221, + "hf_subset": "yue_Hant-ibo_Latn", + "languages": [ + "yue-Hant", + "ibo-Latn" + ] + }, + { + "precision": 0.867918, + "recall": 0.906126, + "f1": 0.879743, + "accuracy": 0.906126, + "main_score": 0.879743, + "hf_subset": "yue_Hant-kmr_Latn", + "languages": [ + "yue-Hant", + "kmr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "yue_Hant-min_Latn", + "languages": [ + "yue-Hant", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-por_Latn", + "languages": [ + "yue-Hant", + "por-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "yue_Hant-sun_Latn", + "languages": [ + "yue-Hant", + "sun-Latn" + ] + }, + { + "precision": 0.437366, + "recall": 0.509881, + "f1": 0.457119, + "accuracy": 0.509881, + "main_score": 0.457119, + "hf_subset": "yue_Hant-umb_Latn", + "languages": [ + "yue-Hant", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-ajp_Arab", + "languages": [ + "yue-Hant", + "ajp-Arab" + ] + }, + { + "precision": 0.48264, + "recall": 0.568182, + "f1": 0.505922, + "accuracy": 0.568182, + "main_score": 0.505922, + "hf_subset": "yue_Hant-bjn_Arab", + "languages": [ + "yue-Hant", + "bjn-Arab" + ] + }, + { + "precision": 0.41003, + "recall": 0.475296, + "f1": 0.427388, + "accuracy": 0.475296, + "main_score": 0.427388, + "hf_subset": "yue_Hant-ewe_Latn", + "languages": [ + "yue-Hant", + "ewe-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.961462, + "f1": 0.949111, + "accuracy": 0.961462, + "main_score": 0.949111, + "hf_subset": "yue_Hant-ilo_Latn", + "languages": [ + "yue-Hant", + "ilo-Latn" + ] + }, + { + "precision": 0.241842, + "recall": 0.306324, + "f1": 0.257497, + "accuracy": 0.306324, + "main_score": 0.257497, + "hf_subset": "yue_Hant-knc_Arab", + "languages": [ + "yue-Hant", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-mkd_Cyrl", + "languages": [ + "yue-Hant", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-prs_Arab", + "languages": [ + "yue-Hant", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-swe_Latn", + "languages": [ + "yue-Hant", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-urd_Arab", + "languages": [ + "yue-Hant", + "urd-Arab" + ] + }, + { + "precision": 0.719483, + "recall": 0.783597, + "f1": 0.738312, + "accuracy": 0.783597, + "main_score": 0.738312, + "hf_subset": "yue_Hant-aka_Latn", + "languages": [ + "yue-Hant", + "aka-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "yue_Hant-bjn_Latn", + "languages": [ + "yue-Hant", + "bjn-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "yue_Hant-fao_Latn", + "languages": [ + "yue-Hant", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ind_Latn", + "languages": [ + "yue-Hant", + "ind-Latn" + ] + }, + { + "precision": 0.49603, + "recall": 0.564229, + "f1": 0.514304, + "accuracy": 0.564229, + "main_score": 0.514304, + "hf_subset": "yue_Hant-knc_Latn", + "languages": [ + "yue-Hant", + "knc-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-mlt_Latn", + "languages": [ + "yue-Hant", + "mlt-Latn" + ] + }, + { + "precision": 0.600199, + "recall": 0.68083, + "f1": 0.622836, + "accuracy": 0.68083, + "main_score": 0.622836, + "hf_subset": "yue_Hant-quy_Latn", + "languages": [ + "yue-Hant", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-swh_Latn", + "languages": [ + "yue-Hant", + "swh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-uzn_Latn", + "languages": [ + "yue-Hant", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-als_Latn", + "languages": [ + "yue-Hant", + "als-Latn" + ] + }, + { + "precision": 0.81541, + "recall": 0.866601, + "f1": 0.830896, + "accuracy": 0.866601, + "main_score": 0.830896, + "hf_subset": "yue_Hant-bod_Tibt", + "languages": [ + "yue-Hant", + "bod-Tibt" + ] + }, + { + "precision": 0.598419, + "recall": 0.676877, + "f1": 0.620855, + "accuracy": 0.676877, + "main_score": 0.620855, + "hf_subset": "yue_Hant-fij_Latn", + "languages": [ + "yue-Hant", + "fij-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "yue_Hant-isl_Latn", + "languages": [ + "yue-Hant", + "isl-Latn" + ] + }, + { + "precision": 0.572407, + "recall": 0.650198, + "f1": 0.594143, + "accuracy": 0.650198, + "main_score": 0.594143, + "hf_subset": "yue_Hant-kon_Latn", + "languages": [ + "yue-Hant", + "kon-Latn" + ] + }, + { + "precision": 0.575875, + "recall": 0.663043, + "f1": 0.600306, + "accuracy": 0.663043, + "main_score": 0.600306, + "hf_subset": "yue_Hant-mni_Beng", + "languages": [ + "yue-Hant", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ron_Latn", + "languages": [ + "yue-Hant", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "yue_Hant-szl_Latn", + "languages": [ + "yue-Hant", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-vec_Latn", + "languages": [ + "yue-Hant", + "vec-Latn" + ] + }, + { + "precision": 0.929842, + "recall": 0.951581, + "f1": 0.936759, + "accuracy": 0.951581, + "main_score": 0.936759, + "hf_subset": "yue_Hant-amh_Ethi", + "languages": [ + "yue-Hant", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-bos_Latn", + "languages": [ + "yue-Hant", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-fin_Latn", + "languages": [ + "yue-Hant", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ita_Latn", + "languages": [ + "yue-Hant", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-kor_Hang", + "languages": [ + "yue-Hant", + "kor-Hang" + ] + }, + { + "precision": 0.472304, + "recall": 0.540514, + "f1": 0.490363, + "accuracy": 0.540514, + "main_score": 0.490363, + "hf_subset": "yue_Hant-mos_Latn", + "languages": [ + "yue-Hant", + "mos-Latn" + ] + }, + { + "precision": 0.746739, + "recall": 0.813241, + "f1": 0.766864, + "accuracy": 0.813241, + "main_score": 0.766864, + "hf_subset": "yue_Hant-run_Latn", + "languages": [ + "yue-Hant", + "run-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-tam_Taml", + "languages": [ + "yue-Hant", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-vie_Latn", + "languages": [ + "yue-Hant", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-apc_Arab", + "languages": [ + "yue-Hant", + "apc-Arab" + ] + }, + { + "precision": 0.712973, + "recall": 0.780632, + "f1": 0.732103, + "accuracy": 0.780632, + "main_score": 0.732103, + "hf_subset": "yue_Hant-bug_Latn", + "languages": [ + "yue-Hant", + "bug-Latn" + ] + }, + { + "precision": 0.406348, + "recall": 0.461462, + "f1": 0.42116, + "accuracy": 0.461462, + "main_score": 0.42116, + "hf_subset": "yue_Hant-fon_Latn", + "languages": [ + "yue-Hant", + "fon-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "yue_Hant-jav_Latn", + "languages": [ + "yue-Hant", + "jav-Latn" + ] + }, + { + "precision": 0.955122, + "recall": 0.969368, + "f1": 0.959717, + "accuracy": 0.969368, + "main_score": 0.959717, + "hf_subset": "yue_Hant-lao_Laoo", + "languages": [ + "yue-Hant", + "lao-Laoo" + ] + }, + { + "precision": 0.869895, + "recall": 0.909091, + "f1": 0.882378, + "accuracy": 0.909091, + "main_score": 0.882378, + "hf_subset": "yue_Hant-mri_Latn", + "languages": [ + "yue-Hant", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-rus_Cyrl", + "languages": [ + "yue-Hant", + "rus-Cyrl" + ] + }, + { + "precision": 0.46389, + "recall": 0.531621, + "f1": 0.482359, + "accuracy": 0.531621, + "main_score": 0.482359, + "hf_subset": "yue_Hant-taq_Latn", + "languages": [ + "yue-Hant", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "yue_Hant-war_Latn", + "languages": [ + "yue-Hant", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-arb_Arab", + "languages": [ + "yue-Hant", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-bul_Cyrl", + "languages": [ + "yue-Hant", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-fra_Latn", + "languages": [ + "yue-Hant", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-jpn_Jpan", + "languages": [ + "yue-Hant", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "yue_Hant-lij_Latn", + "languages": [ + "yue-Hant", + "lij-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "yue_Hant-mya_Mymr", + "languages": [ + "yue-Hant", + "mya-Mymr" + ] + }, + { + "precision": 0.526097, + "recall": 0.601779, + "f1": 0.546106, + "accuracy": 0.601779, + "main_score": 0.546106, + "hf_subset": "yue_Hant-sag_Latn", + "languages": [ + "yue-Hant", + "sag-Latn" + ] + }, + { + "precision": 0.214624, + "recall": 0.284585, + "f1": 0.231721, + "accuracy": 0.284585, + "main_score": 0.231721, + "hf_subset": "yue_Hant-taq_Tfng", + "languages": [ + "yue-Hant", + "taq-Tfng" + ] + }, + { + "precision": 0.604875, + "recall": 0.682806, + "f1": 0.626834, + "accuracy": 0.682806, + "main_score": 0.626834, + "hf_subset": "yue_Hant-wol_Latn", + "languages": [ + "yue-Hant", + "wol-Latn" + ] + }, + { + "precision": 0.818429, + "recall": 0.870553, + "f1": 0.834321, + "accuracy": 0.870553, + "main_score": 0.834321, + "hf_subset": "yue_Hant-arb_Latn", + "languages": [ + "yue-Hant", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-cat_Latn", + "languages": [ + "yue-Hant", + "cat-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "yue_Hant-fur_Latn", + "languages": [ + "yue-Hant", + "fur-Latn" + ] + }, + { + "precision": 0.423348, + "recall": 0.503953, + "f1": 0.444457, + "accuracy": 0.503953, + "main_score": 0.444457, + "hf_subset": "yue_Hant-kab_Latn", + "languages": [ + "yue-Hant", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "yue_Hant-lim_Latn", + "languages": [ + "yue-Hant", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-nld_Latn", + "languages": [ + "yue-Hant", + "nld-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "yue_Hant-san_Deva", + "languages": [ + "yue-Hant", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-tat_Cyrl", + "languages": [ + "yue-Hant", + "tat-Cyrl" + ] + }, + { + "precision": 0.860672, + "recall": 0.901186, + "f1": 0.873452, + "accuracy": 0.901186, + "main_score": 0.873452, + "hf_subset": "yue_Hant-xho_Latn", + "languages": [ + "yue-Hant", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-ars_Arab", + "languages": [ + "yue-Hant", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-ceb_Latn", + "languages": [ + "yue-Hant", + "ceb-Latn" + ] + }, + { + "precision": 0.445428, + "recall": 0.528656, + "f1": 0.467504, + "accuracy": 0.528656, + "main_score": 0.467504, + "hf_subset": "yue_Hant-fuv_Latn", + "languages": [ + "yue-Hant", + "fuv-Latn" + ] + }, + { + "precision": 0.442236, + "recall": 0.519763, + "f1": 0.462538, + "accuracy": 0.519763, + "main_score": 0.462538, + "hf_subset": "yue_Hant-kac_Latn", + "languages": [ + "yue-Hant", + "kac-Latn" + ] + }, + { + "precision": 0.607802, + "recall": 0.685771, + "f1": 0.629167, + "accuracy": 0.685771, + "main_score": 0.629167, + "hf_subset": "yue_Hant-lin_Latn", + "languages": [ + "yue-Hant", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-nno_Latn", + "languages": [ + "yue-Hant", + "nno-Latn" + ] + }, + { + "precision": 0.85219, + "recall": 0.895257, + "f1": 0.865646, + "accuracy": 0.895257, + "main_score": 0.865646, + "hf_subset": "yue_Hant-sat_Olck", + "languages": [ + "yue-Hant", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-tel_Telu", + "languages": [ + "yue-Hant", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "yue_Hant-ydd_Hebr", + "languages": [ + "yue-Hant", + "ydd-Hebr" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "yue_Hant-ary_Arab", + "languages": [ + "yue-Hant", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ces_Latn", + "languages": [ + "yue-Hant", + "ces-Latn" + ] + }, + { + "precision": 0.519683, + "recall": 0.605731, + "f1": 0.543205, + "accuracy": 0.605731, + "main_score": 0.543205, + "hf_subset": "yue_Hant-gaz_Latn", + "languages": [ + "yue-Hant", + "gaz-Latn" + ] + }, + { + "precision": 0.510386, + "recall": 0.59585, + "f1": 0.533022, + "accuracy": 0.59585, + "main_score": 0.533022, + "hf_subset": "yue_Hant-kam_Latn", + "languages": [ + "yue-Hant", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "yue_Hant-lit_Latn", + "languages": [ + "yue-Hant", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-nob_Latn", + "languages": [ + "yue-Hant", + "nob-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "yue_Hant-scn_Latn", + "languages": [ + "yue-Hant", + "scn-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "yue_Hant-tgk_Cyrl", + "languages": [ + "yue-Hant", + "tgk-Cyrl" + ] + }, + { + "precision": 0.725899, + "recall": 0.797431, + "f1": 0.747434, + "accuracy": 0.797431, + "main_score": 0.747434, + "hf_subset": "yue_Hant-yor_Latn", + "languages": [ + "yue-Hant", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-arz_Arab", + "languages": [ + "yue-Hant", + "arz-Arab" + ] + }, + { + "precision": 0.457991, + "recall": 0.534585, + "f1": 0.478885, + "accuracy": 0.534585, + "main_score": 0.478885, + "hf_subset": "yue_Hant-cjk_Latn", + "languages": [ + "yue-Hant", + "cjk-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "yue_Hant-gla_Latn", + "languages": [ + "yue-Hant", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-kan_Knda", + "languages": [ + "yue-Hant", + "kan-Knda" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "yue_Hant-lmo_Latn", + "languages": [ + "yue-Hant", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "yue_Hant-npi_Deva", + "languages": [ + "yue-Hant", + "npi-Deva" + ] + }, + { + "precision": 0.541841, + "recall": 0.626482, + "f1": 0.566121, + "accuracy": 0.626482, + "main_score": 0.566121, + "hf_subset": "yue_Hant-shn_Mymr", + "languages": [ + "yue-Hant", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-tgl_Latn", + "languages": [ + "yue-Hant", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-asm_Beng", + "languages": [ + "yue-Hant", + "asm-Beng" + ] + }, + { + "precision": 0.934486, + "recall": 0.954545, + "f1": 0.940876, + "accuracy": 0.954545, + "main_score": 0.940876, + "hf_subset": "yue_Hant-ckb_Arab", + "languages": [ + "yue-Hant", + "ckb-Arab" + ] + }, + { + "precision": 0.975543, + "recall": 0.983202, + "f1": 0.977997, + "accuracy": 0.983202, + "main_score": 0.977997, + "hf_subset": "yue_Hant-gle_Latn", + "languages": [ + "yue-Hant", + "gle-Latn" + ] + }, + { + "precision": 0.90168, + "recall": 0.929842, + "f1": 0.910343, + "accuracy": 0.929842, + "main_score": 0.910343, + "hf_subset": "yue_Hant-kas_Arab", + "languages": [ + "yue-Hant", + "kas-Arab" + ] + }, + { + "precision": 0.894516, + "recall": 0.925889, + "f1": 0.904381, + "accuracy": 0.925889, + "main_score": 0.904381, + "hf_subset": "yue_Hant-ltg_Latn", + "languages": [ + "yue-Hant", + "ltg-Latn" + ] + }, + { + "precision": 0.763002, + "recall": 0.820158, + "f1": 0.780377, + "accuracy": 0.820158, + "main_score": 0.780377, + "hf_subset": "yue_Hant-nso_Latn", + "languages": [ + "yue-Hant", + "nso-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "yue_Hant-sin_Sinh", + "languages": [ + "yue-Hant", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-tha_Thai", + "languages": [ + "yue-Hant", + "tha-Thai" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-zho_Hans", + "languages": [ + "yue-Hant", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-ast_Latn", + "languages": [ + "yue-Hant", + "ast-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "yue_Hant-crh_Latn", + "languages": [ + "yue-Hant", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-glg_Latn", + "languages": [ + "yue-Hant", + "glg-Latn" + ] + }, + { + "precision": 0.854002, + "recall": 0.896245, + "f1": 0.866963, + "accuracy": 0.896245, + "main_score": 0.866963, + "hf_subset": "yue_Hant-kas_Deva", + "languages": [ + "yue-Hant", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-ltz_Latn", + "languages": [ + "yue-Hant", + "ltz-Latn" + ] + }, + { + "precision": 0.399434, + "recall": 0.471344, + "f1": 0.418522, + "accuracy": 0.471344, + "main_score": 0.418522, + "hf_subset": "yue_Hant-nus_Latn", + "languages": [ + "yue-Hant", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-slk_Latn", + "languages": [ + "yue-Hant", + "slk-Latn" + ] + }, + { + "precision": 0.618371, + "recall": 0.704545, + "f1": 0.643453, + "accuracy": 0.704545, + "main_score": 0.643453, + "hf_subset": "yue_Hant-tir_Ethi", + "languages": [ + "yue-Hant", + "tir-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-zho_Hant", + "languages": [ + "yue-Hant", + "zho-Hant" + ] + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "yue_Hant-awa_Deva", + "languages": [ + "yue-Hant", + "awa-Deva" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "yue_Hant-cym_Latn", + "languages": [ + "yue-Hant", + "cym-Latn" + ] + }, + { + "precision": 0.737302, + "recall": 0.804348, + "f1": 0.757016, + "accuracy": 0.804348, + "main_score": 0.757016, + "hf_subset": "yue_Hant-grn_Latn", + "languages": [ + "yue-Hant", + "grn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-kat_Geor", + "languages": [ + "yue-Hant", + "kat-Geor" + ] + }, + { + "precision": 0.564923, + "recall": 0.634387, + "f1": 0.584056, + "accuracy": 0.634387, + "main_score": 0.584056, + "hf_subset": "yue_Hant-lua_Latn", + "languages": [ + "yue-Hant", + "lua-Latn" + ] + }, + { + "precision": 0.809618, + "recall": 0.863636, + "f1": 0.826383, + "accuracy": 0.863636, + "main_score": 0.826383, + "hf_subset": "yue_Hant-nya_Latn", + "languages": [ + "yue-Hant", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-slv_Latn", + "languages": [ + "yue-Hant", + "slv-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "yue_Hant-tpi_Latn", + "languages": [ + "yue-Hant", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-zsm_Latn", + "languages": [ + "yue-Hant", + "zsm-Latn" + ] + }, + { + "precision": 0.474218, + "recall": 0.544466, + "f1": 0.492857, + "accuracy": 0.544466, + "main_score": 0.492857, + "hf_subset": "yue_Hant-ayr_Latn", + "languages": [ + "yue-Hant", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-dan_Latn", + "languages": [ + "yue-Hant", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-guj_Gujr", + "languages": [ + "yue-Hant", + "guj-Gujr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-kaz_Cyrl", + "languages": [ + "yue-Hant", + "kaz-Cyrl" + ] + }, + { + "precision": 0.609741, + "recall": 0.697628, + "f1": 0.635336, + "accuracy": 0.697628, + "main_score": 0.635336, + "hf_subset": "yue_Hant-lug_Latn", + "languages": [ + "yue-Hant", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-oci_Latn", + "languages": [ + "yue-Hant", + "oci-Latn" + ] + }, + { + "precision": 0.832543, + "recall": 0.87747, + "f1": 0.846593, + "accuracy": 0.87747, + "main_score": 0.846593, + "hf_subset": "yue_Hant-smo_Latn", + "languages": [ + "yue-Hant", + "smo-Latn" + ] + }, + { + "precision": 0.72668, + "recall": 0.797431, + "f1": 0.747878, + "accuracy": 0.797431, + "main_score": 0.747878, + "hf_subset": "yue_Hant-tsn_Latn", + "languages": [ + "yue-Hant", + "tsn-Latn" + ] + }, + { + "precision": 0.889114, + "recall": 0.921937, + "f1": 0.89944, + "accuracy": 0.921937, + "main_score": 0.89944, + "hf_subset": "yue_Hant-zul_Latn", + "languages": [ + "yue-Hant", + "zul-Latn" + ] + }, + { + "precision": 0.927042, + "recall": 0.949605, + "f1": 0.934289, + "accuracy": 0.949605, + "main_score": 0.934289, + "hf_subset": "yue_Hant-azb_Arab", + "languages": [ + "yue-Hant", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-deu_Latn", + "languages": [ + "yue-Hant", + "deu-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "yue_Hant-hat_Latn", + "languages": [ + "yue-Hant", + "hat-Latn" + ] + }, + { + "precision": 0.439347, + "recall": 0.513834, + "f1": 0.459573, + "accuracy": 0.513834, + "main_score": 0.459573, + "hf_subset": "yue_Hant-kbp_Latn", + "languages": [ + "yue-Hant", + "kbp-Latn" + ] + }, + { + "precision": 0.490683, + "recall": 0.563241, + "f1": 0.509774, + "accuracy": 0.563241, + "main_score": 0.509774, + "hf_subset": "yue_Hant-luo_Latn", + "languages": [ + "yue-Hant", + "luo-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "yue_Hant-ory_Orya", + "languages": [ + "yue-Hant", + "ory-Orya" + ] + }, + { + "precision": 0.876894, + "recall": 0.914032, + "f1": 0.888735, + "accuracy": 0.914032, + "main_score": 0.888735, + "hf_subset": "yue_Hant-sna_Latn", + "languages": [ + "yue-Hant", + "sna-Latn" + ] + }, + { + "precision": 0.636752, + "recall": 0.712451, + "f1": 0.658017, + "accuracy": 0.712451, + "main_score": 0.658017, + "hf_subset": "yue_Hant-tso_Latn", + "languages": [ + "yue-Hant", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-azj_Latn", + "languages": [ + "yue-Hant", + "azj-Latn" + ] + }, + { + "precision": 0.458374, + "recall": 0.533597, + "f1": 0.478986, + "accuracy": 0.533597, + "main_score": 0.478986, + "hf_subset": "yue_Hant-dik_Latn", + "languages": [ + "yue-Hant", + "dik-Latn" + ] + }, + { + "precision": 0.905138, + "recall": 0.932806, + "f1": 0.913702, + "accuracy": 0.932806, + "main_score": 0.913702, + "hf_subset": "yue_Hant-hau_Latn", + "languages": [ + "yue-Hant", + "hau-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "yue_Hant-kea_Latn", + "languages": [ + "yue-Hant", + "kea-Latn" + ] + }, + { + "precision": 0.931324, + "recall": 0.951581, + "f1": 0.937747, + "accuracy": 0.951581, + "main_score": 0.937747, + "hf_subset": "yue_Hant-lus_Latn", + "languages": [ + "yue-Hant", + "lus-Latn" + ] + }, + { + "precision": 0.853491, + "recall": 0.895257, + "f1": 0.86637, + "accuracy": 0.895257, + "main_score": 0.86637, + "hf_subset": "yue_Hant-pag_Latn", + "languages": [ + "yue-Hant", + "pag-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "yue_Hant-snd_Arab", + "languages": [ + "yue-Hant", + "snd-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "yue_Hant-tuk_Latn", + "languages": [ + "yue-Hant", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "yue_Hant-bak_Cyrl", + "languages": [ + "yue-Hant", + "bak-Cyrl" + ] + }, + { + "precision": 0.428292, + "recall": 0.506917, + "f1": 0.449836, + "accuracy": 0.506917, + "main_score": 0.449836, + "hf_subset": "yue_Hant-dyu_Latn", + "languages": [ + "yue-Hant", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-heb_Hebr", + "languages": [ + "yue-Hant", + "heb-Hebr" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "yue_Hant-khk_Cyrl", + "languages": [ + "yue-Hant", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-lvs_Latn", + "languages": [ + "yue-Hant", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-pan_Guru", + "languages": [ + "yue-Hant", + "pan-Guru" + ] + }, + { + "precision": 0.865695, + "recall": 0.906126, + "f1": 0.878491, + "accuracy": 0.906126, + "main_score": 0.878491, + "hf_subset": "yue_Hant-som_Latn", + "languages": [ + "yue-Hant", + "som-Latn" + ] + }, + { + "precision": 0.669219, + "recall": 0.742095, + "f1": 0.690584, + "accuracy": 0.742095, + "main_score": 0.690584, + "hf_subset": "yue_Hant-tum_Latn", + "languages": [ + "yue-Hant", + "tum-Latn" + ] + }, + { + "precision": 0.50284, + "recall": 0.593874, + "f1": 0.528855, + "accuracy": 0.593874, + "main_score": 0.528855, + "hf_subset": "asm_Beng-ace_Arab", + "languages": [ + "asm-Beng", + "ace-Arab" + ] + }, + { + "precision": 0.434736, + "recall": 0.494071, + "f1": 0.450558, + "accuracy": 0.494071, + "main_score": 0.450558, + "hf_subset": "asm_Beng-bam_Latn", + "languages": [ + "asm-Beng", + "bam-Latn" + ] + }, + { + "precision": 0.627586, + "recall": 0.715415, + "f1": 0.653605, + "accuracy": 0.715415, + "main_score": 0.653605, + "hf_subset": "asm_Beng-dzo_Tibt", + "languages": [ + "asm-Beng", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-hin_Deva", + "languages": [ + "asm-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "asm_Beng-khm_Khmr", + "languages": [ + "asm-Beng", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-mag_Deva", + "languages": [ + "asm-Beng", + "mag-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "asm_Beng-pap_Latn", + "languages": [ + "asm-Beng", + "pap-Latn" + ] + }, + { + "precision": 0.838883, + "recall": 0.885375, + "f1": 0.853261, + "accuracy": 0.885375, + "main_score": 0.853261, + "hf_subset": "asm_Beng-sot_Latn", + "languages": [ + "asm-Beng", + "sot-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-tur_Latn", + "languages": [ + "asm-Beng", + "tur-Latn" + ] + }, + { + "precision": 0.855443, + "recall": 0.894269, + "f1": 0.867677, + "accuracy": 0.894269, + "main_score": 0.867677, + "hf_subset": "asm_Beng-ace_Latn", + "languages": [ + "asm-Beng", + "ace-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "asm_Beng-ban_Latn", + "languages": [ + "asm-Beng", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-ell_Grek", + "languages": [ + "asm-Beng", + "ell-Grek" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "asm_Beng-hne_Deva", + "languages": [ + "asm-Beng", + "hne-Deva" + ] + }, + { + "precision": 0.547499, + "recall": 0.615613, + "f1": 0.566423, + "accuracy": 0.615613, + "main_score": 0.566423, + "hf_subset": "asm_Beng-kik_Latn", + "languages": [ + "asm-Beng", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-mai_Deva", + "languages": [ + "asm-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.943676, + "recall": 0.961462, + "f1": 0.94944, + "accuracy": 0.961462, + "main_score": 0.94944, + "hf_subset": "asm_Beng-pbt_Arab", + "languages": [ + "asm-Beng", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-spa_Latn", + "languages": [ + "asm-Beng", + "spa-Latn" + ] + }, + { + "precision": 0.742408, + "recall": 0.801383, + "f1": 0.760178, + "accuracy": 0.801383, + "main_score": 0.760178, + "hf_subset": "asm_Beng-twi_Latn", + "languages": [ + "asm-Beng", + "twi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-acm_Arab", + "languages": [ + "asm-Beng", + "acm-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "asm_Beng-bel_Cyrl", + "languages": [ + "asm-Beng", + "bel-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "asm_Beng-hrv_Latn", + "languages": [ + "asm-Beng", + "hrv-Latn" + ] + }, + { + "precision": 0.831613, + "recall": 0.873518, + "f1": 0.844648, + "accuracy": 0.873518, + "main_score": 0.844648, + "hf_subset": "asm_Beng-kin_Latn", + "languages": [ + "asm-Beng", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-mal_Mlym", + "languages": [ + "asm-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-pes_Arab", + "languages": [ + "asm-Beng", + "pes-Arab" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "asm_Beng-srd_Latn", + "languages": [ + "asm-Beng", + "srd-Latn" + ] + }, + { + "precision": 0.203093, + "recall": 0.267787, + "f1": 0.218421, + "accuracy": 0.267787, + "main_score": 0.218421, + "hf_subset": "asm_Beng-tzm_Tfng", + "languages": [ + "asm-Beng", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-acq_Arab", + "languages": [ + "asm-Beng", + "acq-Arab" + ] + }, + { + "precision": 0.652583, + "recall": 0.72332, + "f1": 0.673174, + "accuracy": 0.72332, + "main_score": 0.673174, + "hf_subset": "asm_Beng-bem_Latn", + "languages": [ + "asm-Beng", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-epo_Latn", + "languages": [ + "asm-Beng", + "epo-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "asm_Beng-hun_Latn", + "languages": [ + "asm-Beng", + "hun-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-kir_Cyrl", + "languages": [ + "asm-Beng", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-mar_Deva", + "languages": [ + "asm-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.850165, + "recall": 0.894269, + "f1": 0.863933, + "accuracy": 0.894269, + "main_score": 0.863933, + "hf_subset": "asm_Beng-plt_Latn", + "languages": [ + "asm-Beng", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-srp_Cyrl", + "languages": [ + "asm-Beng", + "srp-Cyrl" + ] + }, + { + "precision": 0.945405, + "recall": 0.961462, + "f1": 0.950494, + "accuracy": 0.961462, + "main_score": 0.950494, + "hf_subset": "asm_Beng-uig_Arab", + "languages": [ + "asm-Beng", + "uig-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "asm_Beng-aeb_Arab", + "languages": [ + "asm-Beng", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-ben_Beng", + "languages": [ + "asm-Beng", + "ben-Beng" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "asm_Beng-est_Latn", + "languages": [ + "asm-Beng", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-hye_Armn", + "languages": [ + "asm-Beng", + "hye-Armn" + ] + }, + { + "precision": 0.436332, + "recall": 0.499012, + "f1": 0.45374, + "accuracy": 0.499012, + "main_score": 0.45374, + "hf_subset": "asm_Beng-kmb_Latn", + "languages": [ + "asm-Beng", + "kmb-Latn" + ] + }, + { + "precision": 0.459249, + "recall": 0.550395, + "f1": 0.483538, + "accuracy": 0.550395, + "main_score": 0.483538, + "hf_subset": "asm_Beng-min_Arab", + "languages": [ + "asm-Beng", + "min-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-pol_Latn", + "languages": [ + "asm-Beng", + "pol-Latn" + ] + }, + { + "precision": 0.74636, + "recall": 0.811265, + "f1": 0.765975, + "accuracy": 0.811265, + "main_score": 0.765975, + "hf_subset": "asm_Beng-ssw_Latn", + "languages": [ + "asm-Beng", + "ssw-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-ukr_Cyrl", + "languages": [ + "asm-Beng", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-afr_Latn", + "languages": [ + "asm-Beng", + "afr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "asm_Beng-bho_Deva", + "languages": [ + "asm-Beng", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-eus_Latn", + "languages": [ + "asm-Beng", + "eus-Latn" + ] + }, + { + "precision": 0.848732, + "recall": 0.894269, + "f1": 0.863175, + "accuracy": 0.894269, + "main_score": 0.863175, + "hf_subset": "asm_Beng-ibo_Latn", + "languages": [ + "asm-Beng", + "ibo-Latn" + ] + }, + { + "precision": 0.867177, + "recall": 0.906126, + "f1": 0.87948, + "accuracy": 0.906126, + "main_score": 0.87948, + "hf_subset": "asm_Beng-kmr_Latn", + "languages": [ + "asm-Beng", + "kmr-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "asm_Beng-min_Latn", + "languages": [ + "asm-Beng", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-por_Latn", + "languages": [ + "asm-Beng", + "por-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "asm_Beng-sun_Latn", + "languages": [ + "asm-Beng", + "sun-Latn" + ] + }, + { + "precision": 0.428335, + "recall": 0.496047, + "f1": 0.446979, + "accuracy": 0.496047, + "main_score": 0.446979, + "hf_subset": "asm_Beng-umb_Latn", + "languages": [ + "asm-Beng", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-ajp_Arab", + "languages": [ + "asm-Beng", + "ajp-Arab" + ] + }, + { + "precision": 0.479154, + "recall": 0.563241, + "f1": 0.501714, + "accuracy": 0.563241, + "main_score": 0.501714, + "hf_subset": "asm_Beng-bjn_Arab", + "languages": [ + "asm-Beng", + "bjn-Arab" + ] + }, + { + "precision": 0.411894, + "recall": 0.466403, + "f1": 0.426768, + "accuracy": 0.466403, + "main_score": 0.426768, + "hf_subset": "asm_Beng-ewe_Latn", + "languages": [ + "asm-Beng", + "ewe-Latn" + ] + }, + { + "precision": 0.940217, + "recall": 0.959486, + "f1": 0.946476, + "accuracy": 0.959486, + "main_score": 0.946476, + "hf_subset": "asm_Beng-ilo_Latn", + "languages": [ + "asm-Beng", + "ilo-Latn" + ] + }, + { + "precision": 0.24419, + "recall": 0.309289, + "f1": 0.260832, + "accuracy": 0.309289, + "main_score": 0.260832, + "hf_subset": "asm_Beng-knc_Arab", + "languages": [ + "asm-Beng", + "knc-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-mkd_Cyrl", + "languages": [ + "asm-Beng", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-prs_Arab", + "languages": [ + "asm-Beng", + "prs-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "asm_Beng-swe_Latn", + "languages": [ + "asm-Beng", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-urd_Arab", + "languages": [ + "asm-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.708326, + "recall": 0.775692, + "f1": 0.728113, + "accuracy": 0.775692, + "main_score": 0.728113, + "hf_subset": "asm_Beng-aka_Latn", + "languages": [ + "asm-Beng", + "aka-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "asm_Beng-bjn_Latn", + "languages": [ + "asm-Beng", + "bjn-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "asm_Beng-fao_Latn", + "languages": [ + "asm-Beng", + "fao-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-ind_Latn", + "languages": [ + "asm-Beng", + "ind-Latn" + ] + }, + { + "precision": 0.474547, + "recall": 0.538538, + "f1": 0.491433, + "accuracy": 0.538538, + "main_score": 0.491433, + "hf_subset": "asm_Beng-knc_Latn", + "languages": [ + "asm-Beng", + "knc-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-mlt_Latn", + "languages": [ + "asm-Beng", + "mlt-Latn" + ] + }, + { + "precision": 0.600156, + "recall": 0.676877, + "f1": 0.622156, + "accuracy": 0.676877, + "main_score": 0.622156, + "hf_subset": "asm_Beng-quy_Latn", + "languages": [ + "asm-Beng", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-swh_Latn", + "languages": [ + "asm-Beng", + "swh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "asm_Beng-uzn_Latn", + "languages": [ + "asm-Beng", + "uzn-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "asm_Beng-als_Latn", + "languages": [ + "asm-Beng", + "als-Latn" + ] + }, + { + "precision": 0.79357, + "recall": 0.851779, + "f1": 0.811709, + "accuracy": 0.851779, + "main_score": 0.811709, + "hf_subset": "asm_Beng-bod_Tibt", + "languages": [ + "asm-Beng", + "bod-Tibt" + ] + }, + { + "precision": 0.584957, + "recall": 0.664032, + "f1": 0.607637, + "accuracy": 0.664032, + "main_score": 0.607637, + "hf_subset": "asm_Beng-fij_Latn", + "languages": [ + "asm-Beng", + "fij-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "asm_Beng-isl_Latn", + "languages": [ + "asm-Beng", + "isl-Latn" + ] + }, + { + "precision": 0.562405, + "recall": 0.632411, + "f1": 0.581508, + "accuracy": 0.632411, + "main_score": 0.581508, + "hf_subset": "asm_Beng-kon_Latn", + "languages": [ + "asm-Beng", + "kon-Latn" + ] + }, + { + "precision": 0.591893, + "recall": 0.66502, + "f1": 0.612448, + "accuracy": 0.66502, + "main_score": 0.612448, + "hf_subset": "asm_Beng-mni_Beng", + "languages": [ + "asm-Beng", + "mni-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-ron_Latn", + "languages": [ + "asm-Beng", + "ron-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "asm_Beng-szl_Latn", + "languages": [ + "asm-Beng", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-vec_Latn", + "languages": [ + "asm-Beng", + "vec-Latn" + ] + }, + { + "precision": 0.944088, + "recall": 0.961462, + "f1": 0.949671, + "accuracy": 0.961462, + "main_score": 0.949671, + "hf_subset": "asm_Beng-amh_Ethi", + "languages": [ + "asm-Beng", + "amh-Ethi" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "asm_Beng-bos_Latn", + "languages": [ + "asm-Beng", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-fin_Latn", + "languages": [ + "asm-Beng", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-ita_Latn", + "languages": [ + "asm-Beng", + "ita-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "asm_Beng-kor_Hang", + "languages": [ + "asm-Beng", + "kor-Hang" + ] + }, + { + "precision": 0.453136, + "recall": 0.512846, + "f1": 0.469778, + "accuracy": 0.512846, + "main_score": 0.469778, + "hf_subset": "asm_Beng-mos_Latn", + "languages": [ + "asm-Beng", + "mos-Latn" + ] + }, + { + "precision": 0.729265, + "recall": 0.795455, + "f1": 0.749539, + "accuracy": 0.795455, + "main_score": 0.749539, + "hf_subset": "asm_Beng-run_Latn", + "languages": [ + "asm-Beng", + "run-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "asm_Beng-tam_Taml", + "languages": [ + "asm-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-vie_Latn", + "languages": [ + "asm-Beng", + "vie-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-apc_Arab", + "languages": [ + "asm-Beng", + "apc-Arab" + ] + }, + { + "precision": 0.694221, + "recall": 0.761858, + "f1": 0.71391, + "accuracy": 0.761858, + "main_score": 0.71391, + "hf_subset": "asm_Beng-bug_Latn", + "languages": [ + "asm-Beng", + "bug-Latn" + ] + }, + { + "precision": 0.381677, + "recall": 0.439723, + "f1": 0.397605, + "accuracy": 0.439723, + "main_score": 0.397605, + "hf_subset": "asm_Beng-fon_Latn", + "languages": [ + "asm-Beng", + "fon-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-jav_Latn", + "languages": [ + "asm-Beng", + "jav-Latn" + ] + }, + { + "precision": 0.948205, + "recall": 0.964427, + "f1": 0.953458, + "accuracy": 0.964427, + "main_score": 0.953458, + "hf_subset": "asm_Beng-lao_Laoo", + "languages": [ + "asm-Beng", + "lao-Laoo" + ] + }, + { + "precision": 0.859601, + "recall": 0.897233, + "f1": 0.871607, + "accuracy": 0.897233, + "main_score": 0.871607, + "hf_subset": "asm_Beng-mri_Latn", + "languages": [ + "asm-Beng", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-rus_Cyrl", + "languages": [ + "asm-Beng", + "rus-Cyrl" + ] + }, + { + "precision": 0.462288, + "recall": 0.524704, + "f1": 0.478915, + "accuracy": 0.524704, + "main_score": 0.478915, + "hf_subset": "asm_Beng-taq_Latn", + "languages": [ + "asm-Beng", + "taq-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-war_Latn", + "languages": [ + "asm-Beng", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-arb_Arab", + "languages": [ + "asm-Beng", + "arb-Arab" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "asm_Beng-bul_Cyrl", + "languages": [ + "asm-Beng", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-fra_Latn", + "languages": [ + "asm-Beng", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-jpn_Jpan", + "languages": [ + "asm-Beng", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "asm_Beng-lij_Latn", + "languages": [ + "asm-Beng", + "lij-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "asm_Beng-mya_Mymr", + "languages": [ + "asm-Beng", + "mya-Mymr" + ] + }, + { + "precision": 0.498502, + "recall": 0.567194, + "f1": 0.516782, + "accuracy": 0.567194, + "main_score": 0.516782, + "hf_subset": "asm_Beng-sag_Latn", + "languages": [ + "asm-Beng", + "sag-Latn" + ] + }, + { + "precision": 0.214646, + "recall": 0.277668, + "f1": 0.230708, + "accuracy": 0.277668, + "main_score": 0.230708, + "hf_subset": "asm_Beng-taq_Tfng", + "languages": [ + "asm-Beng", + "taq-Tfng" + ] + }, + { + "precision": 0.579345, + "recall": 0.655138, + "f1": 0.600257, + "accuracy": 0.655138, + "main_score": 0.600257, + "hf_subset": "asm_Beng-wol_Latn", + "languages": [ + "asm-Beng", + "wol-Latn" + ] + }, + { + "precision": 0.82724, + "recall": 0.876482, + "f1": 0.84249, + "accuracy": 0.876482, + "main_score": 0.84249, + "hf_subset": "asm_Beng-arb_Latn", + "languages": [ + "asm-Beng", + "arb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-cat_Latn", + "languages": [ + "asm-Beng", + "cat-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "asm_Beng-fur_Latn", + "languages": [ + "asm-Beng", + "fur-Latn" + ] + }, + { + "precision": 0.419766, + "recall": 0.494071, + "f1": 0.439611, + "accuracy": 0.494071, + "main_score": 0.439611, + "hf_subset": "asm_Beng-kab_Latn", + "languages": [ + "asm-Beng", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "asm_Beng-lim_Latn", + "languages": [ + "asm-Beng", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-nld_Latn", + "languages": [ + "asm-Beng", + "nld-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "asm_Beng-san_Deva", + "languages": [ + "asm-Beng", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-tat_Cyrl", + "languages": [ + "asm-Beng", + "tat-Cyrl" + ] + }, + { + "precision": 0.870142, + "recall": 0.908103, + "f1": 0.882312, + "accuracy": 0.908103, + "main_score": 0.882312, + "hf_subset": "asm_Beng-xho_Latn", + "languages": [ + "asm-Beng", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-ars_Arab", + "languages": [ + "asm-Beng", + "ars-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-ceb_Latn", + "languages": [ + "asm-Beng", + "ceb-Latn" + ] + }, + { + "precision": 0.443437, + "recall": 0.517787, + "f1": 0.463867, + "accuracy": 0.517787, + "main_score": 0.463867, + "hf_subset": "asm_Beng-fuv_Latn", + "languages": [ + "asm-Beng", + "fuv-Latn" + ] + }, + { + "precision": 0.442533, + "recall": 0.512846, + "f1": 0.461849, + "accuracy": 0.512846, + "main_score": 0.461849, + "hf_subset": "asm_Beng-kac_Latn", + "languages": [ + "asm-Beng", + "kac-Latn" + ] + }, + { + "precision": 0.580236, + "recall": 0.659091, + "f1": 0.602549, + "accuracy": 0.659091, + "main_score": 0.602549, + "hf_subset": "asm_Beng-lin_Latn", + "languages": [ + "asm-Beng", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-nno_Latn", + "languages": [ + "asm-Beng", + "nno-Latn" + ] + }, + { + "precision": 0.874259, + "recall": 0.910079, + "f1": 0.885573, + "accuracy": 0.910079, + "main_score": 0.885573, + "hf_subset": "asm_Beng-sat_Olck", + "languages": [ + "asm-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-tel_Telu", + "languages": [ + "asm-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "asm_Beng-ydd_Hebr", + "languages": [ + "asm-Beng", + "ydd-Hebr" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "asm_Beng-ary_Arab", + "languages": [ + "asm-Beng", + "ary-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-ces_Latn", + "languages": [ + "asm-Beng", + "ces-Latn" + ] + }, + { + "precision": 0.552097, + "recall": 0.62253, + "f1": 0.571601, + "accuracy": 0.62253, + "main_score": 0.571601, + "hf_subset": "asm_Beng-gaz_Latn", + "languages": [ + "asm-Beng", + "gaz-Latn" + ] + }, + { + "precision": 0.498893, + "recall": 0.58004, + "f1": 0.520713, + "accuracy": 0.58004, + "main_score": 0.520713, + "hf_subset": "asm_Beng-kam_Latn", + "languages": [ + "asm-Beng", + "kam-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "asm_Beng-lit_Latn", + "languages": [ + "asm-Beng", + "lit-Latn" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "asm_Beng-nob_Latn", + "languages": [ + "asm-Beng", + "nob-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "asm_Beng-scn_Latn", + "languages": [ + "asm-Beng", + "scn-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.98419, + "f1": 0.980567, + "accuracy": 0.98419, + "main_score": 0.980567, + "hf_subset": "asm_Beng-tgk_Cyrl", + "languages": [ + "asm-Beng", + "tgk-Cyrl" + ] + }, + { + "precision": 0.728887, + "recall": 0.798419, + "f1": 0.749195, + "accuracy": 0.798419, + "main_score": 0.749195, + "hf_subset": "asm_Beng-yor_Latn", + "languages": [ + "asm-Beng", + "yor-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-arz_Arab", + "languages": [ + "asm-Beng", + "arz-Arab" + ] + }, + { + "precision": 0.442431, + "recall": 0.509881, + "f1": 0.461214, + "accuracy": 0.509881, + "main_score": 0.461214, + "hf_subset": "asm_Beng-cjk_Latn", + "languages": [ + "asm-Beng", + "cjk-Latn" + ] + }, + { + "precision": 0.942358, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "asm_Beng-gla_Latn", + "languages": [ + "asm-Beng", + "gla-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-kan_Knda", + "languages": [ + "asm-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "asm_Beng-lmo_Latn", + "languages": [ + "asm-Beng", + "lmo-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "asm_Beng-npi_Deva", + "languages": [ + "asm-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.525051, + "recall": 0.609684, + "f1": 0.549043, + "accuracy": 0.609684, + "main_score": 0.549043, + "hf_subset": "asm_Beng-shn_Mymr", + "languages": [ + "asm-Beng", + "shn-Mymr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-tgl_Latn", + "languages": [ + "asm-Beng", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-yue_Hant", + "languages": [ + "asm-Beng", + "yue-Hant" + ] + }, + { + "precision": 0.935277, + "recall": 0.954545, + "f1": 0.941535, + "accuracy": 0.954545, + "main_score": 0.941535, + "hf_subset": "asm_Beng-ckb_Arab", + "languages": [ + "asm-Beng", + "ckb-Arab" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "asm_Beng-gle_Latn", + "languages": [ + "asm-Beng", + "gle-Latn" + ] + }, + { + "precision": 0.902503, + "recall": 0.93083, + "f1": 0.911317, + "accuracy": 0.93083, + "main_score": 0.911317, + "hf_subset": "asm_Beng-kas_Arab", + "languages": [ + "asm-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.883564, + "recall": 0.918972, + "f1": 0.894895, + "accuracy": 0.918972, + "main_score": 0.894895, + "hf_subset": "asm_Beng-ltg_Latn", + "languages": [ + "asm-Beng", + "ltg-Latn" + ] + }, + { + "precision": 0.775264, + "recall": 0.83004, + "f1": 0.791963, + "accuracy": 0.83004, + "main_score": 0.791963, + "hf_subset": "asm_Beng-nso_Latn", + "languages": [ + "asm-Beng", + "nso-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "asm_Beng-sin_Sinh", + "languages": [ + "asm-Beng", + "sin-Sinh" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "asm_Beng-tha_Thai", + "languages": [ + "asm-Beng", + "tha-Thai" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-zho_Hans", + "languages": [ + "asm-Beng", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-ast_Latn", + "languages": [ + "asm-Beng", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "asm_Beng-crh_Latn", + "languages": [ + "asm-Beng", + "crh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-glg_Latn", + "languages": [ + "asm-Beng", + "glg-Latn" + ] + }, + { + "precision": 0.838258, + "recall": 0.883399, + "f1": 0.852292, + "accuracy": 0.883399, + "main_score": 0.852292, + "hf_subset": "asm_Beng-kas_Deva", + "languages": [ + "asm-Beng", + "kas-Deva" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "asm_Beng-ltz_Latn", + "languages": [ + "asm-Beng", + "ltz-Latn" + ] + }, + { + "precision": 0.392114, + "recall": 0.45751, + "f1": 0.408814, + "accuracy": 0.45751, + "main_score": 0.408814, + "hf_subset": "asm_Beng-nus_Latn", + "languages": [ + "asm-Beng", + "nus-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "asm_Beng-slk_Latn", + "languages": [ + "asm-Beng", + "slk-Latn" + ] + }, + { + "precision": 0.627019, + "recall": 0.703557, + "f1": 0.64861, + "accuracy": 0.703557, + "main_score": 0.64861, + "hf_subset": "asm_Beng-tir_Ethi", + "languages": [ + "asm-Beng", + "tir-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-zho_Hant", + "languages": [ + "asm-Beng", + "zho-Hant" + ] + }, + { + "precision": 0.980072, + "recall": 0.985178, + "f1": 0.981719, + "accuracy": 0.985178, + "main_score": 0.981719, + "hf_subset": "asm_Beng-awa_Deva", + "languages": [ + "asm-Beng", + "awa-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-cym_Latn", + "languages": [ + "asm-Beng", + "cym-Latn" + ] + }, + { + "precision": 0.733267, + "recall": 0.796443, + "f1": 0.751783, + "accuracy": 0.796443, + "main_score": 0.751783, + "hf_subset": "asm_Beng-grn_Latn", + "languages": [ + "asm-Beng", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-kat_Geor", + "languages": [ + "asm-Beng", + "kat-Geor" + ] + }, + { + "precision": 0.554702, + "recall": 0.62747, + "f1": 0.57517, + "accuracy": 0.62747, + "main_score": 0.57517, + "hf_subset": "asm_Beng-lua_Latn", + "languages": [ + "asm-Beng", + "lua-Latn" + ] + }, + { + "precision": 0.809947, + "recall": 0.862648, + "f1": 0.826416, + "accuracy": 0.862648, + "main_score": 0.826416, + "hf_subset": "asm_Beng-nya_Latn", + "languages": [ + "asm-Beng", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-slv_Latn", + "languages": [ + "asm-Beng", + "slv-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "asm_Beng-tpi_Latn", + "languages": [ + "asm-Beng", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-zsm_Latn", + "languages": [ + "asm-Beng", + "zsm-Latn" + ] + }, + { + "precision": 0.455424, + "recall": 0.524704, + "f1": 0.474432, + "accuracy": 0.524704, + "main_score": 0.474432, + "hf_subset": "asm_Beng-ayr_Latn", + "languages": [ + "asm-Beng", + "ayr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-dan_Latn", + "languages": [ + "asm-Beng", + "dan-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "asm_Beng-guj_Gujr", + "languages": [ + "asm-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "asm_Beng-kaz_Cyrl", + "languages": [ + "asm-Beng", + "kaz-Cyrl" + ] + }, + { + "precision": 0.617377, + "recall": 0.697628, + "f1": 0.640584, + "accuracy": 0.697628, + "main_score": 0.640584, + "hf_subset": "asm_Beng-lug_Latn", + "languages": [ + "asm-Beng", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-oci_Latn", + "languages": [ + "asm-Beng", + "oci-Latn" + ] + }, + { + "precision": 0.823353, + "recall": 0.869565, + "f1": 0.837945, + "accuracy": 0.869565, + "main_score": 0.837945, + "hf_subset": "asm_Beng-smo_Latn", + "languages": [ + "asm-Beng", + "smo-Latn" + ] + }, + { + "precision": 0.738465, + "recall": 0.800395, + "f1": 0.756999, + "accuracy": 0.800395, + "main_score": 0.756999, + "hf_subset": "asm_Beng-tsn_Latn", + "languages": [ + "asm-Beng", + "tsn-Latn" + ] + }, + { + "precision": 0.882246, + "recall": 0.918972, + "f1": 0.894269, + "accuracy": 0.918972, + "main_score": 0.894269, + "hf_subset": "asm_Beng-zul_Latn", + "languages": [ + "asm-Beng", + "zul-Latn" + ] + }, + { + "precision": 0.921064, + "recall": 0.944664, + "f1": 0.928426, + "accuracy": 0.944664, + "main_score": 0.928426, + "hf_subset": "asm_Beng-azb_Arab", + "languages": [ + "asm-Beng", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-deu_Latn", + "languages": [ + "asm-Beng", + "deu-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.97332, + "f1": 0.96558, + "accuracy": 0.97332, + "main_score": 0.96558, + "hf_subset": "asm_Beng-hat_Latn", + "languages": [ + "asm-Beng", + "hat-Latn" + ] + }, + { + "precision": 0.435464, + "recall": 0.499012, + "f1": 0.452478, + "accuracy": 0.499012, + "main_score": 0.452478, + "hf_subset": "asm_Beng-kbp_Latn", + "languages": [ + "asm-Beng", + "kbp-Latn" + ] + }, + { + "precision": 0.46901, + "recall": 0.536561, + "f1": 0.487305, + "accuracy": 0.536561, + "main_score": 0.487305, + "hf_subset": "asm_Beng-luo_Latn", + "languages": [ + "asm-Beng", + "luo-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-ory_Orya", + "languages": [ + "asm-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.879941, + "recall": 0.91502, + "f1": 0.891304, + "accuracy": 0.91502, + "main_score": 0.891304, + "hf_subset": "asm_Beng-sna_Latn", + "languages": [ + "asm-Beng", + "sna-Latn" + ] + }, + { + "precision": 0.62199, + "recall": 0.693676, + "f1": 0.641828, + "accuracy": 0.693676, + "main_score": 0.641828, + "hf_subset": "asm_Beng-tso_Latn", + "languages": [ + "asm-Beng", + "tso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-azj_Latn", + "languages": [ + "asm-Beng", + "azj-Latn" + ] + }, + { + "precision": 0.447013, + "recall": 0.519763, + "f1": 0.468187, + "accuracy": 0.519763, + "main_score": 0.468187, + "hf_subset": "asm_Beng-dik_Latn", + "languages": [ + "asm-Beng", + "dik-Latn" + ] + }, + { + "precision": 0.901054, + "recall": 0.929842, + "f1": 0.910244, + "accuracy": 0.929842, + "main_score": 0.910244, + "hf_subset": "asm_Beng-hau_Latn", + "languages": [ + "asm-Beng", + "hau-Latn" + ] + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "asm_Beng-kea_Latn", + "languages": [ + "asm-Beng", + "kea-Latn" + ] + }, + { + "precision": 0.914032, + "recall": 0.940711, + "f1": 0.92276, + "accuracy": 0.940711, + "main_score": 0.92276, + "hf_subset": "asm_Beng-lus_Latn", + "languages": [ + "asm-Beng", + "lus-Latn" + ] + }, + { + "precision": 0.840333, + "recall": 0.880435, + "f1": 0.852668, + "accuracy": 0.880435, + "main_score": 0.852668, + "hf_subset": "asm_Beng-pag_Latn", + "languages": [ + "asm-Beng", + "pag-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "asm_Beng-snd_Arab", + "languages": [ + "asm-Beng", + "snd-Arab" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "asm_Beng-tuk_Latn", + "languages": [ + "asm-Beng", + "tuk-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "asm_Beng-bak_Cyrl", + "languages": [ + "asm-Beng", + "bak-Cyrl" + ] + }, + { + "precision": 0.420002, + "recall": 0.491107, + "f1": 0.439379, + "accuracy": 0.491107, + "main_score": 0.439379, + "hf_subset": "asm_Beng-dyu_Latn", + "languages": [ + "asm-Beng", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-heb_Hebr", + "languages": [ + "asm-Beng", + "heb-Hebr" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "asm_Beng-khk_Cyrl", + "languages": [ + "asm-Beng", + "khk-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-lvs_Latn", + "languages": [ + "asm-Beng", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-pan_Guru", + "languages": [ + "asm-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.872777, + "recall": 0.912055, + "f1": 0.885277, + "accuracy": 0.912055, + "main_score": 0.885277, + "hf_subset": "asm_Beng-som_Latn", + "languages": [ + "asm-Beng", + "som-Latn" + ] + }, + { + "precision": 0.655838, + "recall": 0.726285, + "f1": 0.676241, + "accuracy": 0.726285, + "main_score": 0.676241, + "hf_subset": "asm_Beng-tum_Latn", + "languages": [ + "asm-Beng", + "tum-Latn" + ] + }, + { + "precision": 0.499949, + "recall": 0.577075, + "f1": 0.522085, + "accuracy": 0.577075, + "main_score": 0.522085, + "hf_subset": "ckb_Arab-ace_Arab", + "languages": [ + "ckb-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.472382, + "recall": 0.523715, + "f1": 0.484698, + "accuracy": 0.523715, + "main_score": 0.484698, + "hf_subset": "ckb_Arab-bam_Latn", + "languages": [ + "ckb-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.598064, + "recall": 0.677866, + "f1": 0.620478, + "accuracy": 0.677866, + "main_score": 0.620478, + "hf_subset": "ckb_Arab-dzo_Tibt", + "languages": [ + "ckb-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "ckb_Arab-hin_Deva", + "languages": [ + "ckb-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.898452, + "recall": 0.926877, + "f1": 0.907082, + "accuracy": 0.926877, + "main_score": 0.907082, + "hf_subset": "ckb_Arab-khm_Khmr", + "languages": [ + "ckb-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.944779, + "recall": 0.961462, + "f1": 0.95, + "accuracy": 0.961462, + "main_score": 0.95, + "hf_subset": "ckb_Arab-mag_Deva", + "languages": [ + "ckb-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.944532, + "recall": 0.960474, + "f1": 0.94944, + "accuracy": 0.960474, + "main_score": 0.94944, + "hf_subset": "ckb_Arab-pap_Latn", + "languages": [ + "ckb-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.839756, + "recall": 0.883399, + "f1": 0.853228, + "accuracy": 0.883399, + "main_score": 0.853228, + "hf_subset": "ckb_Arab-sot_Latn", + "languages": [ + "ckb-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "ckb_Arab-tur_Latn", + "languages": [ + "ckb-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.802152, + "recall": 0.844862, + "f1": 0.814296, + "accuracy": 0.844862, + "main_score": 0.814296, + "hf_subset": "ckb_Arab-ace_Latn", + "languages": [ + "ckb-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.883811, + "recall": 0.91502, + "f1": 0.893314, + "accuracy": 0.91502, + "main_score": 0.893314, + "hf_subset": "ckb_Arab-ban_Latn", + "languages": [ + "ckb-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.94305, + "recall": 0.960474, + "f1": 0.948617, + "accuracy": 0.960474, + "main_score": 0.948617, + "hf_subset": "ckb_Arab-ell_Grek", + "languages": [ + "ckb-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.945817, + "recall": 0.961462, + "f1": 0.950758, + "accuracy": 0.961462, + "main_score": 0.950758, + "hf_subset": "ckb_Arab-hne_Deva", + "languages": [ + "ckb-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.551827, + "recall": 0.616601, + "f1": 0.570182, + "accuracy": 0.616601, + "main_score": 0.570182, + "hf_subset": "ckb_Arab-kik_Latn", + "languages": [ + "ckb-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.947291, + "recall": 0.961462, + "f1": 0.951636, + "accuracy": 0.961462, + "main_score": 0.951636, + "hf_subset": "ckb_Arab-mai_Deva", + "languages": [ + "ckb-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.912055, + "recall": 0.937747, + "f1": 0.92029, + "accuracy": 0.937747, + "main_score": 0.92029, + "hf_subset": "ckb_Arab-pbt_Arab", + "languages": [ + "ckb-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.951005, + "recall": 0.966403, + "f1": 0.955929, + "accuracy": 0.966403, + "main_score": 0.955929, + "hf_subset": "ckb_Arab-spa_Latn", + "languages": [ + "ckb-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.727546, + "recall": 0.784585, + "f1": 0.743934, + "accuracy": 0.784585, + "main_score": 0.743934, + "hf_subset": "ckb_Arab-twi_Latn", + "languages": [ + "ckb-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.946476, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "ckb_Arab-acm_Arab", + "languages": [ + "ckb-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.925066, + "recall": 0.947628, + "f1": 0.932312, + "accuracy": 0.947628, + "main_score": 0.932312, + "hf_subset": "ckb_Arab-bel_Cyrl", + "languages": [ + "ckb-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.942852, + "recall": 0.960474, + "f1": 0.948419, + "accuracy": 0.960474, + "main_score": 0.948419, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.953063, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "ckb_Arab-hrv_Latn", + "languages": [ + "ckb-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.838027, + "recall": 0.881423, + "f1": 0.8516, + "accuracy": 0.881423, + "main_score": 0.8516, + "hf_subset": "ckb_Arab-kin_Latn", + "languages": [ + "ckb-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.939888, + "recall": 0.958498, + "f1": 0.945817, + "accuracy": 0.958498, + "main_score": 0.945817, + "hf_subset": "ckb_Arab-mal_Mlym", + "languages": [ + "ckb-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.9403, + "recall": 0.958498, + "f1": 0.946047, + "accuracy": 0.958498, + "main_score": 0.946047, + "hf_subset": "ckb_Arab-pes_Arab", + "languages": [ + "ckb-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.9333, + "recall": 0.953557, + "f1": 0.939888, + "accuracy": 0.953557, + "main_score": 0.939888, + "hf_subset": "ckb_Arab-srd_Latn", + "languages": [ + "ckb-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.222987, + "recall": 0.283597, + "f1": 0.237897, + "accuracy": 0.283597, + "main_score": 0.237897, + "hf_subset": "ckb_Arab-tzm_Tfng", + "languages": [ + "ckb-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.956357, + "recall": 0.969368, + "f1": 0.960441, + "accuracy": 0.969368, + "main_score": 0.960441, + "hf_subset": "ckb_Arab-acq_Arab", + "languages": [ + "ckb-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.642616, + "recall": 0.703557, + "f1": 0.6593, + "accuracy": 0.703557, + "main_score": 0.6593, + "hf_subset": "ckb_Arab-bem_Latn", + "languages": [ + "ckb-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.939229, + "recall": 0.956522, + "f1": 0.944466, + "accuracy": 0.956522, + "main_score": 0.944466, + "hf_subset": "ckb_Arab-epo_Latn", + "languages": [ + "ckb-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.943685, + "recall": 0.958498, + "f1": 0.948205, + "accuracy": 0.958498, + "main_score": 0.948205, + "hf_subset": "ckb_Arab-hun_Latn", + "languages": [ + "ckb-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.930534, + "recall": 0.949605, + "f1": 0.936594, + "accuracy": 0.949605, + "main_score": 0.936594, + "hf_subset": "ckb_Arab-kir_Cyrl", + "languages": [ + "ckb-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.943099, + "recall": 0.959486, + "f1": 0.948024, + "accuracy": 0.959486, + "main_score": 0.948024, + "hf_subset": "ckb_Arab-mar_Deva", + "languages": [ + "ckb-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.841238, + "recall": 0.884387, + "f1": 0.854875, + "accuracy": 0.884387, + "main_score": 0.854875, + "hf_subset": "ckb_Arab-plt_Latn", + "languages": [ + "ckb-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.947546, + "recall": 0.963439, + "f1": 0.952635, + "accuracy": 0.963439, + "main_score": 0.952635, + "hf_subset": "ckb_Arab-srp_Cyrl", + "languages": [ + "ckb-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.898468, + "recall": 0.926877, + "f1": 0.907463, + "accuracy": 0.926877, + "main_score": 0.907463, + "hf_subset": "ckb_Arab-uig_Arab", + "languages": [ + "ckb-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.930995, + "recall": 0.951581, + "f1": 0.937535, + "accuracy": 0.951581, + "main_score": 0.937535, + "hf_subset": "ckb_Arab-aeb_Arab", + "languages": [ + "ckb-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.937006, + "recall": 0.955534, + "f1": 0.942754, + "accuracy": 0.955534, + "main_score": 0.942754, + "hf_subset": "ckb_Arab-ben_Beng", + "languages": [ + "ckb-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.948287, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "ckb_Arab-est_Latn", + "languages": [ + "ckb-Arab", + "est-Latn" + ] + }, + { + "precision": 0.92971, + "recall": 0.950593, + "f1": 0.936265, + "accuracy": 0.950593, + "main_score": 0.936265, + "hf_subset": "ckb_Arab-hye_Armn", + "languages": [ + "ckb-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.461761, + "recall": 0.509881, + "f1": 0.475217, + "accuracy": 0.509881, + "main_score": 0.475217, + "hf_subset": "ckb_Arab-kmb_Latn", + "languages": [ + "ckb-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.48203, + "recall": 0.562253, + "f1": 0.503735, + "accuracy": 0.562253, + "main_score": 0.503735, + "hf_subset": "ckb_Arab-min_Arab", + "languages": [ + "ckb-Arab", + "min-Arab" + ] + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "ckb_Arab-pol_Latn", + "languages": [ + "ckb-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.709964, + "recall": 0.775692, + "f1": 0.729828, + "accuracy": 0.775692, + "main_score": 0.729828, + "hf_subset": "ckb_Arab-ssw_Latn", + "languages": [ + "ckb-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "ckb_Arab-ukr_Cyrl", + "languages": [ + "ckb-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.937994, + "recall": 0.956522, + "f1": 0.943742, + "accuracy": 0.956522, + "main_score": 0.943742, + "hf_subset": "ckb_Arab-afr_Latn", + "languages": [ + "ckb-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.926548, + "recall": 0.948617, + "f1": 0.933465, + "accuracy": 0.948617, + "main_score": 0.933465, + "hf_subset": "ckb_Arab-bho_Deva", + "languages": [ + "ckb-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.911661, + "recall": 0.935771, + "f1": 0.91911, + "accuracy": 0.935771, + "main_score": 0.91911, + "hf_subset": "ckb_Arab-eus_Latn", + "languages": [ + "ckb-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.831192, + "recall": 0.87747, + "f1": 0.84544, + "accuracy": 0.87747, + "main_score": 0.84544, + "hf_subset": "ckb_Arab-ibo_Latn", + "languages": [ + "ckb-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.854282, + "recall": 0.892292, + "f1": 0.865664, + "accuracy": 0.892292, + "main_score": 0.865664, + "hf_subset": "ckb_Arab-kmr_Latn", + "languages": [ + "ckb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.908903, + "recall": 0.933794, + "f1": 0.916551, + "accuracy": 0.933794, + "main_score": 0.916551, + "hf_subset": "ckb_Arab-min_Latn", + "languages": [ + "ckb-Arab", + "min-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "ckb_Arab-por_Latn", + "languages": [ + "ckb-Arab", + "por-Latn" + ] + }, + { + "precision": 0.919549, + "recall": 0.943676, + "f1": 0.927075, + "accuracy": 0.943676, + "main_score": 0.927075, + "hf_subset": "ckb_Arab-sun_Latn", + "languages": [ + "ckb-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.456901, + "recall": 0.511858, + "f1": 0.472413, + "accuracy": 0.511858, + "main_score": 0.472413, + "hf_subset": "ckb_Arab-umb_Latn", + "languages": [ + "ckb-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "ckb_Arab-ajp_Arab", + "languages": [ + "ckb-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.486729, + "recall": 0.562253, + "f1": 0.508296, + "accuracy": 0.562253, + "main_score": 0.508296, + "hf_subset": "ckb_Arab-bjn_Arab", + "languages": [ + "ckb-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.439557, + "recall": 0.487154, + "f1": 0.452311, + "accuracy": 0.487154, + "main_score": 0.452311, + "hf_subset": "ckb_Arab-ewe_Latn", + "languages": [ + "ckb-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.885375, + "recall": 0.917984, + "f1": 0.895553, + "accuracy": 0.917984, + "main_score": 0.895553, + "hf_subset": "ckb_Arab-ilo_Latn", + "languages": [ + "ckb-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.264343, + "recall": 0.324111, + "f1": 0.27996, + "accuracy": 0.324111, + "main_score": 0.27996, + "hf_subset": "ckb_Arab-knc_Arab", + "languages": [ + "ckb-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.953179, + "recall": 0.966403, + "f1": 0.957246, + "accuracy": 0.966403, + "main_score": 0.957246, + "hf_subset": "ckb_Arab-mkd_Cyrl", + "languages": [ + "ckb-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.958086, + "recall": 0.971344, + "f1": 0.962352, + "accuracy": 0.971344, + "main_score": 0.962352, + "hf_subset": "ckb_Arab-prs_Arab", + "languages": [ + "ckb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.952734, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "ckb_Arab-swe_Latn", + "languages": [ + "ckb-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.942935, + "recall": 0.960474, + "f1": 0.948518, + "accuracy": 0.960474, + "main_score": 0.948518, + "hf_subset": "ckb_Arab-urd_Arab", + "languages": [ + "ckb-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.686269, + "recall": 0.744071, + "f1": 0.702279, + "accuracy": 0.744071, + "main_score": 0.702279, + "hf_subset": "ckb_Arab-aka_Latn", + "languages": [ + "ckb-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.919939, + "recall": 0.9417, + "f1": 0.926548, + "accuracy": 0.9417, + "main_score": 0.926548, + "hf_subset": "ckb_Arab-bjn_Latn", + "languages": [ + "ckb-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.908573, + "recall": 0.933794, + "f1": 0.916387, + "accuracy": 0.933794, + "main_score": 0.916387, + "hf_subset": "ckb_Arab-fao_Latn", + "languages": [ + "ckb-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956094, + "accuracy": 0.966403, + "main_score": 0.956094, + "hf_subset": "ckb_Arab-ind_Latn", + "languages": [ + "ckb-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.485272, + "recall": 0.536561, + "f1": 0.498596, + "accuracy": 0.536561, + "main_score": 0.498596, + "hf_subset": "ckb_Arab-knc_Latn", + "languages": [ + "ckb-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.930199, + "recall": 0.948617, + "f1": 0.93587, + "accuracy": 0.948617, + "main_score": 0.93587, + "hf_subset": "ckb_Arab-mlt_Latn", + "languages": [ + "ckb-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.593061, + "recall": 0.661067, + "f1": 0.612019, + "accuracy": 0.661067, + "main_score": 0.612019, + "hf_subset": "ckb_Arab-quy_Latn", + "languages": [ + "ckb-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.9417, + "recall": 0.959486, + "f1": 0.947464, + "accuracy": 0.959486, + "main_score": 0.947464, + "hf_subset": "ckb_Arab-swh_Latn", + "languages": [ + "ckb-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.931136, + "recall": 0.951581, + "f1": 0.9375, + "accuracy": 0.951581, + "main_score": 0.9375, + "hf_subset": "ckb_Arab-uzn_Latn", + "languages": [ + "ckb-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.933794, + "recall": 0.953557, + "f1": 0.940053, + "accuracy": 0.953557, + "main_score": 0.940053, + "hf_subset": "ckb_Arab-als_Latn", + "languages": [ + "ckb-Arab", + "als-Latn" + ] + }, + { + "precision": 0.74134, + "recall": 0.804348, + "f1": 0.760197, + "accuracy": 0.804348, + "main_score": 0.760197, + "hf_subset": "ckb_Arab-bod_Tibt", + "languages": [ + "ckb-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.610183, + "recall": 0.671937, + "f1": 0.627103, + "accuracy": 0.671937, + "main_score": 0.627103, + "hf_subset": "ckb_Arab-fij_Latn", + "languages": [ + "ckb-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.920125, + "recall": 0.944664, + "f1": 0.92803, + "accuracy": 0.944664, + "main_score": 0.92803, + "hf_subset": "ckb_Arab-isl_Latn", + "languages": [ + "ckb-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.559619, + "recall": 0.617589, + "f1": 0.575243, + "accuracy": 0.617589, + "main_score": 0.575243, + "hf_subset": "ckb_Arab-kon_Latn", + "languages": [ + "ckb-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.560397, + "recall": 0.629447, + "f1": 0.579774, + "accuracy": 0.629447, + "main_score": 0.579774, + "hf_subset": "ckb_Arab-mni_Beng", + "languages": [ + "ckb-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.953228, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "ckb_Arab-ron_Latn", + "languages": [ + "ckb-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.941782, + "recall": 0.958498, + "f1": 0.947036, + "accuracy": 0.958498, + "main_score": 0.947036, + "hf_subset": "ckb_Arab-szl_Latn", + "languages": [ + "ckb-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.965415, + "f1": 0.955651, + "accuracy": 0.965415, + "main_score": 0.955651, + "hf_subset": "ckb_Arab-vec_Latn", + "languages": [ + "ckb-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.911594, + "recall": 0.937747, + "f1": 0.919763, + "accuracy": 0.937747, + "main_score": 0.919763, + "hf_subset": "ckb_Arab-amh_Ethi", + "languages": [ + "ckb-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.947217, + "recall": 0.963439, + "f1": 0.95247, + "accuracy": 0.963439, + "main_score": 0.95247, + "hf_subset": "ckb_Arab-bos_Latn", + "languages": [ + "ckb-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.938653, + "recall": 0.95751, + "f1": 0.94473, + "accuracy": 0.95751, + "main_score": 0.94473, + "hf_subset": "ckb_Arab-fin_Latn", + "languages": [ + "ckb-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "ckb_Arab-ita_Latn", + "languages": [ + "ckb-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.952734, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "ckb_Arab-kor_Hang", + "languages": [ + "ckb-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.47478, + "recall": 0.530632, + "f1": 0.489878, + "accuracy": 0.530632, + "main_score": 0.489878, + "hf_subset": "ckb_Arab-mos_Latn", + "languages": [ + "ckb-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.740711, + "recall": 0.797431, + "f1": 0.757609, + "accuracy": 0.797431, + "main_score": 0.757609, + "hf_subset": "ckb_Arab-run_Latn", + "languages": [ + "ckb-Arab", + "run-Latn" + ] + }, + { + "precision": 0.935474, + "recall": 0.953557, + "f1": 0.941008, + "accuracy": 0.953557, + "main_score": 0.941008, + "hf_subset": "ckb_Arab-tam_Taml", + "languages": [ + "ckb-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.951746, + "recall": 0.966403, + "f1": 0.956357, + "accuracy": 0.966403, + "main_score": 0.956357, + "hf_subset": "ckb_Arab-vie_Latn", + "languages": [ + "ckb-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.960474, + "f1": 0.948734, + "accuracy": 0.960474, + "main_score": 0.948734, + "hf_subset": "ckb_Arab-apc_Arab", + "languages": [ + "ckb-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.665483, + "recall": 0.725296, + "f1": 0.682379, + "accuracy": 0.725296, + "main_score": 0.682379, + "hf_subset": "ckb_Arab-bug_Latn", + "languages": [ + "ckb-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.414788, + "recall": 0.458498, + "f1": 0.426726, + "accuracy": 0.458498, + "main_score": 0.426726, + "hf_subset": "ckb_Arab-fon_Latn", + "languages": [ + "ckb-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.90706, + "recall": 0.931818, + "f1": 0.914512, + "accuracy": 0.931818, + "main_score": 0.914512, + "hf_subset": "ckb_Arab-jav_Latn", + "languages": [ + "ckb-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.899325, + "recall": 0.928854, + "f1": 0.908498, + "accuracy": 0.928854, + "main_score": 0.908498, + "hf_subset": "ckb_Arab-lao_Laoo", + "languages": [ + "ckb-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.831752, + "recall": 0.874506, + "f1": 0.844664, + "accuracy": 0.874506, + "main_score": 0.844664, + "hf_subset": "ckb_Arab-mri_Latn", + "languages": [ + "ckb-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.966403, + "f1": 0.95631, + "accuracy": 0.966403, + "main_score": 0.95631, + "hf_subset": "ckb_Arab-rus_Cyrl", + "languages": [ + "ckb-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.472882, + "recall": 0.522727, + "f1": 0.486618, + "accuracy": 0.522727, + "main_score": 0.486618, + "hf_subset": "ckb_Arab-taq_Latn", + "languages": [ + "ckb-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.914303, + "recall": 0.936759, + "f1": 0.921069, + "accuracy": 0.936759, + "main_score": 0.921069, + "hf_subset": "ckb_Arab-war_Latn", + "languages": [ + "ckb-Arab", + "war-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "ckb_Arab-arb_Arab", + "languages": [ + "ckb-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.953146, + "recall": 0.967391, + "f1": 0.957576, + "accuracy": 0.967391, + "main_score": 0.957576, + "hf_subset": "ckb_Arab-bul_Cyrl", + "languages": [ + "ckb-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "ckb_Arab-fra_Latn", + "languages": [ + "ckb-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "ckb_Arab-jpn_Jpan", + "languages": [ + "ckb-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.940876, + "recall": 0.95751, + "f1": 0.945949, + "accuracy": 0.95751, + "main_score": 0.945949, + "hf_subset": "ckb_Arab-lij_Latn", + "languages": [ + "ckb-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.918511, + "recall": 0.9417, + "f1": 0.925692, + "accuracy": 0.9417, + "main_score": 0.925692, + "hf_subset": "ckb_Arab-mya_Mymr", + "languages": [ + "ckb-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.514537, + "recall": 0.565217, + "f1": 0.528857, + "accuracy": 0.565217, + "main_score": 0.528857, + "hf_subset": "ckb_Arab-sag_Latn", + "languages": [ + "ckb-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.231829, + "recall": 0.284585, + "f1": 0.246011, + "accuracy": 0.284585, + "main_score": 0.246011, + "hf_subset": "ckb_Arab-taq_Tfng", + "languages": [ + "ckb-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.586289, + "recall": 0.641304, + "f1": 0.601506, + "accuracy": 0.641304, + "main_score": 0.601506, + "hf_subset": "ckb_Arab-wol_Latn", + "languages": [ + "ckb-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.823435, + "recall": 0.868577, + "f1": 0.837093, + "accuracy": 0.868577, + "main_score": 0.837093, + "hf_subset": "ckb_Arab-arb_Latn", + "languages": [ + "ckb-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.971344, + "f1": 0.963735, + "accuracy": 0.971344, + "main_score": 0.963735, + "hf_subset": "ckb_Arab-cat_Latn", + "languages": [ + "ckb-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.937204, + "recall": 0.955534, + "f1": 0.942754, + "accuracy": 0.955534, + "main_score": 0.942754, + "hf_subset": "ckb_Arab-fur_Latn", + "languages": [ + "ckb-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.4577, + "recall": 0.523715, + "f1": 0.475113, + "accuracy": 0.523715, + "main_score": 0.475113, + "hf_subset": "ckb_Arab-kab_Latn", + "languages": [ + "ckb-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.9333, + "recall": 0.953557, + "f1": 0.939676, + "accuracy": 0.953557, + "main_score": 0.939676, + "hf_subset": "ckb_Arab-lim_Latn", + "languages": [ + "ckb-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.938982, + "recall": 0.95751, + "f1": 0.944895, + "accuracy": 0.95751, + "main_score": 0.944895, + "hf_subset": "ckb_Arab-nld_Latn", + "languages": [ + "ckb-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.926861, + "recall": 0.94664, + "f1": 0.932825, + "accuracy": 0.94664, + "main_score": 0.932825, + "hf_subset": "ckb_Arab-san_Deva", + "languages": [ + "ckb-Arab", + "san-Deva" + ] + }, + { + "precision": 0.935557, + "recall": 0.954545, + "f1": 0.941601, + "accuracy": 0.954545, + "main_score": 0.941601, + "hf_subset": "ckb_Arab-tat_Cyrl", + "languages": [ + "ckb-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.852833, + "recall": 0.891304, + "f1": 0.864512, + "accuracy": 0.891304, + "main_score": 0.864512, + "hf_subset": "ckb_Arab-xho_Latn", + "languages": [ + "ckb-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "ckb_Arab-ars_Arab", + "languages": [ + "ckb-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.936982, + "recall": 0.954545, + "f1": 0.942295, + "accuracy": 0.954545, + "main_score": 0.942295, + "hf_subset": "ckb_Arab-ceb_Latn", + "languages": [ + "ckb-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.453206, + "recall": 0.514822, + "f1": 0.470153, + "accuracy": 0.514822, + "main_score": 0.470153, + "hf_subset": "ckb_Arab-fuv_Latn", + "languages": [ + "ckb-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.447333, + "recall": 0.502964, + "f1": 0.462749, + "accuracy": 0.502964, + "main_score": 0.462749, + "hf_subset": "ckb_Arab-kac_Latn", + "languages": [ + "ckb-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.586203, + "recall": 0.653162, + "f1": 0.60448, + "accuracy": 0.653162, + "main_score": 0.60448, + "hf_subset": "ckb_Arab-lin_Latn", + "languages": [ + "ckb-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.960474, + "f1": 0.948617, + "accuracy": 0.960474, + "main_score": 0.948617, + "hf_subset": "ckb_Arab-nno_Latn", + "languages": [ + "ckb-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.822612, + "recall": 0.869565, + "f1": 0.836778, + "accuracy": 0.869565, + "main_score": 0.836778, + "hf_subset": "ckb_Arab-sat_Olck", + "languages": [ + "ckb-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.928524, + "recall": 0.949605, + "f1": 0.935079, + "accuracy": 0.949605, + "main_score": 0.935079, + "hf_subset": "ckb_Arab-tel_Telu", + "languages": [ + "ckb-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.935277, + "recall": 0.955534, + "f1": 0.941864, + "accuracy": 0.955534, + "main_score": 0.941864, + "hf_subset": "ckb_Arab-ydd_Hebr", + "languages": [ + "ckb-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.903491, + "recall": 0.93083, + "f1": 0.911989, + "accuracy": 0.93083, + "main_score": 0.911989, + "hf_subset": "ckb_Arab-ary_Arab", + "languages": [ + "ckb-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.95336, + "accuracy": 0.964427, + "main_score": 0.95336, + "hf_subset": "ckb_Arab-ces_Latn", + "languages": [ + "ckb-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.584024, + "recall": 0.653162, + "f1": 0.603085, + "accuracy": 0.653162, + "main_score": 0.603085, + "hf_subset": "ckb_Arab-gaz_Latn", + "languages": [ + "ckb-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.508548, + "recall": 0.570158, + "f1": 0.525003, + "accuracy": 0.570158, + "main_score": 0.525003, + "hf_subset": "ckb_Arab-kam_Latn", + "languages": [ + "ckb-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.944641, + "recall": 0.960474, + "f1": 0.949687, + "accuracy": 0.960474, + "main_score": 0.949687, + "hf_subset": "ckb_Arab-lit_Latn", + "languages": [ + "ckb-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.950181, + "recall": 0.965415, + "f1": 0.954941, + "accuracy": 0.965415, + "main_score": 0.954941, + "hf_subset": "ckb_Arab-nob_Latn", + "languages": [ + "ckb-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.934124, + "recall": 0.950593, + "f1": 0.939149, + "accuracy": 0.950593, + "main_score": 0.939149, + "hf_subset": "ckb_Arab-scn_Latn", + "languages": [ + "ckb-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.915679, + "recall": 0.937747, + "f1": 0.922596, + "accuracy": 0.937747, + "main_score": 0.922596, + "hf_subset": "ckb_Arab-tgk_Cyrl", + "languages": [ + "ckb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.713025, + "recall": 0.778656, + "f1": 0.732165, + "accuracy": 0.778656, + "main_score": 0.732165, + "hf_subset": "ckb_Arab-yor_Latn", + "languages": [ + "ckb-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.942194, + "recall": 0.958498, + "f1": 0.947252, + "accuracy": 0.958498, + "main_score": 0.947252, + "hf_subset": "ckb_Arab-arz_Arab", + "languages": [ + "ckb-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.450351, + "recall": 0.503953, + "f1": 0.465342, + "accuracy": 0.503953, + "main_score": 0.465342, + "hf_subset": "ckb_Arab-cjk_Latn", + "languages": [ + "ckb-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.886364, + "recall": 0.916996, + "f1": 0.89608, + "accuracy": 0.916996, + "main_score": 0.89608, + "hf_subset": "ckb_Arab-gla_Latn", + "languages": [ + "ckb-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.924967, + "recall": 0.947628, + "f1": 0.932148, + "accuracy": 0.947628, + "main_score": 0.932148, + "hf_subset": "ckb_Arab-kan_Knda", + "languages": [ + "ckb-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.949358, + "recall": 0.964427, + "f1": 0.954117, + "accuracy": 0.964427, + "main_score": 0.954117, + "hf_subset": "ckb_Arab-lmo_Latn", + "languages": [ + "ckb-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.939723, + "recall": 0.956522, + "f1": 0.944946, + "accuracy": 0.956522, + "main_score": 0.944946, + "hf_subset": "ckb_Arab-npi_Deva", + "languages": [ + "ckb-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.528241, + "recall": 0.596838, + "f1": 0.546449, + "accuracy": 0.596838, + "main_score": 0.546449, + "hf_subset": "ckb_Arab-shn_Mymr", + "languages": [ + "ckb-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.947546, + "recall": 0.961462, + "f1": 0.951812, + "accuracy": 0.961462, + "main_score": 0.951812, + "hf_subset": "ckb_Arab-tgl_Latn", + "languages": [ + "ckb-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "ckb_Arab-yue_Hant", + "languages": [ + "ckb-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.924984, + "recall": 0.947628, + "f1": 0.932016, + "accuracy": 0.947628, + "main_score": 0.932016, + "hf_subset": "ckb_Arab-asm_Beng", + "languages": [ + "ckb-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.911973, + "recall": 0.938735, + "f1": 0.920685, + "accuracy": 0.938735, + "main_score": 0.920685, + "hf_subset": "ckb_Arab-gle_Latn", + "languages": [ + "ckb-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.846163, + "recall": 0.885375, + "f1": 0.858023, + "accuracy": 0.885375, + "main_score": 0.858023, + "hf_subset": "ckb_Arab-kas_Arab", + "languages": [ + "ckb-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.840086, + "recall": 0.880435, + "f1": 0.852442, + "accuracy": 0.880435, + "main_score": 0.852442, + "hf_subset": "ckb_Arab-ltg_Latn", + "languages": [ + "ckb-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.771878, + "recall": 0.824111, + "f1": 0.78722, + "accuracy": 0.824111, + "main_score": 0.78722, + "hf_subset": "ckb_Arab-nso_Latn", + "languages": [ + "ckb-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.916914, + "recall": 0.9417, + "f1": 0.924638, + "accuracy": 0.9417, + "main_score": 0.924638, + "hf_subset": "ckb_Arab-sin_Sinh", + "languages": [ + "ckb-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.928113, + "recall": 0.950593, + "f1": 0.935343, + "accuracy": 0.950593, + "main_score": 0.935343, + "hf_subset": "ckb_Arab-tha_Thai", + "languages": [ + "ckb-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.906456, + "recall": 0.932806, + "f1": 0.914248, + "accuracy": 0.932806, + "main_score": 0.914248, + "hf_subset": "ckb_Arab-zho_Hans", + "languages": [ + "ckb-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.95471, + "recall": 0.968379, + "f1": 0.959157, + "accuracy": 0.968379, + "main_score": 0.959157, + "hf_subset": "ckb_Arab-ast_Latn", + "languages": [ + "ckb-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.927348, + "recall": 0.948617, + "f1": 0.933877, + "accuracy": 0.948617, + "main_score": 0.933877, + "hf_subset": "ckb_Arab-crh_Latn", + "languages": [ + "ckb-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "ckb_Arab-glg_Latn", + "languages": [ + "ckb-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.782131, + "recall": 0.83498, + "f1": 0.79761, + "accuracy": 0.83498, + "main_score": 0.79761, + "hf_subset": "ckb_Arab-kas_Deva", + "languages": [ + "ckb-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.920693, + "recall": 0.9417, + "f1": 0.927163, + "accuracy": 0.9417, + "main_score": 0.927163, + "hf_subset": "ckb_Arab-ltz_Latn", + "languages": [ + "ckb-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.410036, + "recall": 0.466403, + "f1": 0.425562, + "accuracy": 0.466403, + "main_score": 0.425562, + "hf_subset": "ckb_Arab-nus_Latn", + "languages": [ + "ckb-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.9375, + "recall": 0.956522, + "f1": 0.943577, + "accuracy": 0.956522, + "main_score": 0.943577, + "hf_subset": "ckb_Arab-slk_Latn", + "languages": [ + "ckb-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.630357, + "recall": 0.701581, + "f1": 0.650014, + "accuracy": 0.701581, + "main_score": 0.650014, + "hf_subset": "ckb_Arab-tir_Ethi", + "languages": [ + "ckb-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.928771, + "recall": 0.950593, + "f1": 0.935672, + "accuracy": 0.950593, + "main_score": 0.935672, + "hf_subset": "ckb_Arab-zho_Hant", + "languages": [ + "ckb-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.936182, + "recall": 0.954545, + "f1": 0.94193, + "accuracy": 0.954545, + "main_score": 0.94193, + "hf_subset": "ckb_Arab-awa_Deva", + "languages": [ + "ckb-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.939065, + "recall": 0.956522, + "f1": 0.944466, + "accuracy": 0.956522, + "main_score": 0.944466, + "hf_subset": "ckb_Arab-cym_Latn", + "languages": [ + "ckb-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.67148, + "recall": 0.724308, + "f1": 0.686095, + "accuracy": 0.724308, + "main_score": 0.686095, + "hf_subset": "ckb_Arab-grn_Latn", + "languages": [ + "ckb-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.934848, + "recall": 0.951581, + "f1": 0.93969, + "accuracy": 0.951581, + "main_score": 0.93969, + "hf_subset": "ckb_Arab-kat_Geor", + "languages": [ + "ckb-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.550449, + "recall": 0.608696, + "f1": 0.566394, + "accuracy": 0.608696, + "main_score": 0.566394, + "hf_subset": "ckb_Arab-lua_Latn", + "languages": [ + "ckb-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.791667, + "recall": 0.84585, + "f1": 0.808169, + "accuracy": 0.84585, + "main_score": 0.808169, + "hf_subset": "ckb_Arab-nya_Latn", + "languages": [ + "ckb-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "ckb_Arab-slv_Latn", + "languages": [ + "ckb-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.859724, + "recall": 0.897233, + "f1": 0.871047, + "accuracy": 0.897233, + "main_score": 0.871047, + "hf_subset": "ckb_Arab-tpi_Latn", + "languages": [ + "ckb-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "ckb_Arab-zsm_Latn", + "languages": [ + "ckb-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.468464, + "recall": 0.522727, + "f1": 0.48326, + "accuracy": 0.522727, + "main_score": 0.48326, + "hf_subset": "ckb_Arab-ayr_Latn", + "languages": [ + "ckb-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "ckb_Arab-dan_Latn", + "languages": [ + "ckb-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.949193, + "recall": 0.965415, + "f1": 0.954447, + "accuracy": 0.965415, + "main_score": 0.954447, + "hf_subset": "ckb_Arab-guj_Gujr", + "languages": [ + "ckb-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.918149, + "recall": 0.9417, + "f1": 0.925315, + "accuracy": 0.9417, + "main_score": 0.925315, + "hf_subset": "ckb_Arab-kaz_Cyrl", + "languages": [ + "ckb-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.618894, + "recall": 0.690711, + "f1": 0.638943, + "accuracy": 0.690711, + "main_score": 0.638943, + "hf_subset": "ckb_Arab-lug_Latn", + "languages": [ + "ckb-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.944746, + "recall": 0.961462, + "f1": 0.95, + "accuracy": 0.961462, + "main_score": 0.95, + "hf_subset": "ckb_Arab-oci_Latn", + "languages": [ + "ckb-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.761604, + "recall": 0.815217, + "f1": 0.778014, + "accuracy": 0.815217, + "main_score": 0.778014, + "hf_subset": "ckb_Arab-smo_Latn", + "languages": [ + "ckb-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.722737, + "recall": 0.784585, + "f1": 0.740784, + "accuracy": 0.784585, + "main_score": 0.740784, + "hf_subset": "ckb_Arab-tsn_Latn", + "languages": [ + "ckb-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.86861, + "recall": 0.905138, + "f1": 0.880237, + "accuracy": 0.905138, + "main_score": 0.880237, + "hf_subset": "ckb_Arab-zul_Latn", + "languages": [ + "ckb-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.868996, + "recall": 0.906126, + "f1": 0.880731, + "accuracy": 0.906126, + "main_score": 0.880731, + "hf_subset": "ckb_Arab-azb_Arab", + "languages": [ + "ckb-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.942029, + "recall": 0.959486, + "f1": 0.947464, + "accuracy": 0.959486, + "main_score": 0.947464, + "hf_subset": "ckb_Arab-deu_Latn", + "languages": [ + "ckb-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.918923, + "recall": 0.9417, + "f1": 0.92612, + "accuracy": 0.9417, + "main_score": 0.92612, + "hf_subset": "ckb_Arab-hat_Latn", + "languages": [ + "ckb-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.46275, + "recall": 0.518775, + "f1": 0.478159, + "accuracy": 0.518775, + "main_score": 0.478159, + "hf_subset": "ckb_Arab-kbp_Latn", + "languages": [ + "ckb-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.479908, + "recall": 0.534585, + "f1": 0.494953, + "accuracy": 0.534585, + "main_score": 0.494953, + "hf_subset": "ckb_Arab-luo_Latn", + "languages": [ + "ckb-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.925972, + "recall": 0.948617, + "f1": 0.933202, + "accuracy": 0.948617, + "main_score": 0.933202, + "hf_subset": "ckb_Arab-ory_Orya", + "languages": [ + "ckb-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.837862, + "recall": 0.884387, + "f1": 0.85247, + "accuracy": 0.884387, + "main_score": 0.85247, + "hf_subset": "ckb_Arab-sna_Latn", + "languages": [ + "ckb-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.636291, + "recall": 0.705534, + "f1": 0.655771, + "accuracy": 0.705534, + "main_score": 0.655771, + "hf_subset": "ckb_Arab-tso_Latn", + "languages": [ + "ckb-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.928261, + "recall": 0.949605, + "f1": 0.935112, + "accuracy": 0.949605, + "main_score": 0.935112, + "hf_subset": "ckb_Arab-azj_Latn", + "languages": [ + "ckb-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.472611, + "recall": 0.523715, + "f1": 0.486717, + "accuracy": 0.523715, + "main_score": 0.486717, + "hf_subset": "ckb_Arab-dik_Latn", + "languages": [ + "ckb-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.853179, + "recall": 0.895257, + "f1": 0.866304, + "accuracy": 0.895257, + "main_score": 0.866304, + "hf_subset": "ckb_Arab-hau_Latn", + "languages": [ + "ckb-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.905715, + "recall": 0.932806, + "f1": 0.914427, + "accuracy": 0.932806, + "main_score": 0.914427, + "hf_subset": "ckb_Arab-kea_Latn", + "languages": [ + "ckb-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.845869, + "recall": 0.885375, + "f1": 0.857452, + "accuracy": 0.885375, + "main_score": 0.857452, + "hf_subset": "ckb_Arab-lus_Latn", + "languages": [ + "ckb-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.772447, + "recall": 0.81917, + "f1": 0.786397, + "accuracy": 0.81917, + "main_score": 0.786397, + "hf_subset": "ckb_Arab-pag_Latn", + "languages": [ + "ckb-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.909173, + "recall": 0.933794, + "f1": 0.91685, + "accuracy": 0.933794, + "main_score": 0.91685, + "hf_subset": "ckb_Arab-snd_Arab", + "languages": [ + "ckb-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.920702, + "recall": 0.943676, + "f1": 0.927899, + "accuracy": 0.943676, + "main_score": 0.927899, + "hf_subset": "ckb_Arab-tuk_Latn", + "languages": [ + "ckb-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.937088, + "recall": 0.953557, + "f1": 0.942114, + "accuracy": 0.953557, + "main_score": 0.942114, + "hf_subset": "ckb_Arab-bak_Cyrl", + "languages": [ + "ckb-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.415064, + "recall": 0.478261, + "f1": 0.432399, + "accuracy": 0.478261, + "main_score": 0.432399, + "hf_subset": "ckb_Arab-dyu_Latn", + "languages": [ + "ckb-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.953475, + "recall": 0.967391, + "f1": 0.957905, + "accuracy": 0.967391, + "main_score": 0.957905, + "hf_subset": "ckb_Arab-heb_Hebr", + "languages": [ + "ckb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.918643, + "recall": 0.942688, + "f1": 0.926336, + "accuracy": 0.942688, + "main_score": 0.926336, + "hf_subset": "ckb_Arab-khk_Cyrl", + "languages": [ + "ckb-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.933284, + "recall": 0.952569, + "f1": 0.93913, + "accuracy": 0.952569, + "main_score": 0.93913, + "hf_subset": "ckb_Arab-lvs_Latn", + "languages": [ + "ckb-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.929677, + "recall": 0.950593, + "f1": 0.936265, + "accuracy": 0.950593, + "main_score": 0.936265, + "hf_subset": "ckb_Arab-pan_Guru", + "languages": [ + "ckb-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.842424, + "recall": 0.885375, + "f1": 0.855731, + "accuracy": 0.885375, + "main_score": 0.855731, + "hf_subset": "ckb_Arab-som_Latn", + "languages": [ + "ckb-Arab", + "som-Latn" + ] + }, + { + "precision": 0.652565, + "recall": 0.710474, + "f1": 0.668832, + "accuracy": 0.710474, + "main_score": 0.668832, + "hf_subset": "ckb_Arab-tum_Latn", + "languages": [ + "ckb-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.501107, + "recall": 0.58004, + "f1": 0.522805, + "accuracy": 0.58004, + "main_score": 0.522805, + "hf_subset": "gle_Latn-ace_Arab", + "languages": [ + "gle-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.456201, + "recall": 0.511858, + "f1": 0.471331, + "accuracy": 0.511858, + "main_score": 0.471331, + "hf_subset": "gle_Latn-bam_Latn", + "languages": [ + "gle-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.598667, + "recall": 0.683794, + "f1": 0.622767, + "accuracy": 0.683794, + "main_score": 0.622767, + "hf_subset": "gle_Latn-dzo_Tibt", + "languages": [ + "gle-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "gle_Latn-hin_Deva", + "languages": [ + "gle-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.968379, + "recall": 0.977273, + "f1": 0.971344, + "accuracy": 0.977273, + "main_score": 0.971344, + "hf_subset": "gle_Latn-khm_Khmr", + "languages": [ + "gle-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "gle_Latn-mag_Deva", + "languages": [ + "gle-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "gle_Latn-pap_Latn", + "languages": [ + "gle-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.875494, + "recall": 0.912055, + "f1": 0.886942, + "accuracy": 0.912055, + "main_score": 0.886942, + "hf_subset": "gle_Latn-sot_Latn", + "languages": [ + "gle-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "gle_Latn-tur_Latn", + "languages": [ + "gle-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.837055, + "recall": 0.874506, + "f1": 0.848386, + "accuracy": 0.874506, + "main_score": 0.848386, + "hf_subset": "gle_Latn-ace_Latn", + "languages": [ + "gle-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.933794, + "recall": 0.951581, + "f1": 0.939559, + "accuracy": 0.951581, + "main_score": 0.939559, + "hf_subset": "gle_Latn-ban_Latn", + "languages": [ + "gle-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "gle_Latn-ell_Grek", + "languages": [ + "gle-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "gle_Latn-hne_Deva", + "languages": [ + "gle-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.551104, + "recall": 0.618577, + "f1": 0.569919, + "accuracy": 0.618577, + "main_score": 0.569919, + "hf_subset": "gle_Latn-kik_Latn", + "languages": [ + "gle-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "gle_Latn-mai_Deva", + "languages": [ + "gle-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "gle_Latn-pbt_Arab", + "languages": [ + "gle-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "gle_Latn-spa_Latn", + "languages": [ + "gle-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.740633, + "recall": 0.802372, + "f1": 0.758811, + "accuracy": 0.802372, + "main_score": 0.758811, + "hf_subset": "gle_Latn-twi_Latn", + "languages": [ + "gle-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "gle_Latn-acm_Arab", + "languages": [ + "gle-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "gle_Latn-bel_Cyrl", + "languages": [ + "gle-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "gle_Latn-eng_Latn", + "languages": [ + "gle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "gle_Latn-hrv_Latn", + "languages": [ + "gle-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.85168, + "recall": 0.890316, + "f1": 0.863392, + "accuracy": 0.890316, + "main_score": 0.863392, + "hf_subset": "gle_Latn-kin_Latn", + "languages": [ + "gle-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "gle_Latn-mal_Mlym", + "languages": [ + "gle-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "gle_Latn-pes_Arab", + "languages": [ + "gle-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "gle_Latn-srd_Latn", + "languages": [ + "gle-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.201212, + "recall": 0.26581, + "f1": 0.216614, + "accuracy": 0.26581, + "main_score": 0.216614, + "hf_subset": "gle_Latn-tzm_Tfng", + "languages": [ + "gle-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "gle_Latn-acq_Arab", + "languages": [ + "gle-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.672925, + "recall": 0.73419, + "f1": 0.690354, + "accuracy": 0.73419, + "main_score": 0.690354, + "hf_subset": "gle_Latn-bem_Latn", + "languages": [ + "gle-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "gle_Latn-epo_Latn", + "languages": [ + "gle-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "gle_Latn-hun_Latn", + "languages": [ + "gle-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "gle_Latn-kir_Cyrl", + "languages": [ + "gle-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "gle_Latn-mar_Deva", + "languages": [ + "gle-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.881868, + "recall": 0.91502, + "f1": 0.892358, + "accuracy": 0.91502, + "main_score": 0.892358, + "hf_subset": "gle_Latn-plt_Latn", + "languages": [ + "gle-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "gle_Latn-srp_Cyrl", + "languages": [ + "gle-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.945652, + "recall": 0.961462, + "f1": 0.950758, + "accuracy": 0.961462, + "main_score": 0.950758, + "hf_subset": "gle_Latn-uig_Arab", + "languages": [ + "gle-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "gle_Latn-aeb_Arab", + "languages": [ + "gle-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "gle_Latn-ben_Beng", + "languages": [ + "gle-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "gle_Latn-est_Latn", + "languages": [ + "gle-Latn", + "est-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "gle_Latn-hye_Armn", + "languages": [ + "gle-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.452841, + "recall": 0.505929, + "f1": 0.467684, + "accuracy": 0.505929, + "main_score": 0.467684, + "hf_subset": "gle_Latn-kmb_Latn", + "languages": [ + "gle-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.455719, + "recall": 0.541502, + "f1": 0.478567, + "accuracy": 0.541502, + "main_score": 0.478567, + "hf_subset": "gle_Latn-min_Arab", + "languages": [ + "gle-Latn", + "min-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "gle_Latn-pol_Latn", + "languages": [ + "gle-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.750535, + "recall": 0.812253, + "f1": 0.769126, + "accuracy": 0.812253, + "main_score": 0.769126, + "hf_subset": "gle_Latn-ssw_Latn", + "languages": [ + "gle-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "gle_Latn-ukr_Cyrl", + "languages": [ + "gle-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "gle_Latn-afr_Latn", + "languages": [ + "gle-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "gle_Latn-bho_Deva", + "languages": [ + "gle-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "gle_Latn-eus_Latn", + "languages": [ + "gle-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.851565, + "recall": 0.894269, + "f1": 0.864822, + "accuracy": 0.894269, + "main_score": 0.864822, + "hf_subset": "gle_Latn-ibo_Latn", + "languages": [ + "gle-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.882329, + "recall": 0.916008, + "f1": 0.892984, + "accuracy": 0.916008, + "main_score": 0.892984, + "hf_subset": "gle_Latn-kmr_Latn", + "languages": [ + "gle-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "gle_Latn-min_Latn", + "languages": [ + "gle-Latn", + "min-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "gle_Latn-por_Latn", + "languages": [ + "gle-Latn", + "por-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "gle_Latn-sun_Latn", + "languages": [ + "gle-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.449848, + "recall": 0.518775, + "f1": 0.468364, + "accuracy": 0.518775, + "main_score": 0.468364, + "hf_subset": "gle_Latn-umb_Latn", + "languages": [ + "gle-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "gle_Latn-ajp_Arab", + "languages": [ + "gle-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.476608, + "recall": 0.551383, + "f1": 0.496736, + "accuracy": 0.551383, + "main_score": 0.496736, + "hf_subset": "gle_Latn-bjn_Arab", + "languages": [ + "gle-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.439551, + "recall": 0.497036, + "f1": 0.455236, + "accuracy": 0.497036, + "main_score": 0.455236, + "hf_subset": "gle_Latn-ewe_Latn", + "languages": [ + "gle-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "gle_Latn-ilo_Latn", + "languages": [ + "gle-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.245071, + "recall": 0.307312, + "f1": 0.260958, + "accuracy": 0.307312, + "main_score": 0.260958, + "hf_subset": "gle_Latn-knc_Arab", + "languages": [ + "gle-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "gle_Latn-mkd_Cyrl", + "languages": [ + "gle-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "gle_Latn-prs_Arab", + "languages": [ + "gle-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "gle_Latn-swe_Latn", + "languages": [ + "gle-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "gle_Latn-urd_Arab", + "languages": [ + "gle-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.718923, + "recall": 0.782609, + "f1": 0.737462, + "accuracy": 0.782609, + "main_score": 0.737462, + "hf_subset": "gle_Latn-aka_Latn", + "languages": [ + "gle-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "gle_Latn-bjn_Latn", + "languages": [ + "gle-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "gle_Latn-fao_Latn", + "languages": [ + "gle-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "gle_Latn-ind_Latn", + "languages": [ + "gle-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.499974, + "recall": 0.555336, + "f1": 0.51404, + "accuracy": 0.555336, + "main_score": 0.51404, + "hf_subset": "gle_Latn-knc_Latn", + "languages": [ + "gle-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "gle_Latn-mlt_Latn", + "languages": [ + "gle-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.600372, + "recall": 0.673913, + "f1": 0.621252, + "accuracy": 0.673913, + "main_score": 0.621252, + "hf_subset": "gle_Latn-quy_Latn", + "languages": [ + "gle-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "gle_Latn-swh_Latn", + "languages": [ + "gle-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "gle_Latn-uzn_Latn", + "languages": [ + "gle-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "gle_Latn-als_Latn", + "languages": [ + "gle-Latn", + "als-Latn" + ] + }, + { + "precision": 0.771897, + "recall": 0.83004, + "f1": 0.789653, + "accuracy": 0.83004, + "main_score": 0.789653, + "hf_subset": "gle_Latn-bod_Tibt", + "languages": [ + "gle-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.602678, + "recall": 0.666996, + "f1": 0.620663, + "accuracy": 0.666996, + "main_score": 0.620663, + "hf_subset": "gle_Latn-fij_Latn", + "languages": [ + "gle-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "gle_Latn-isl_Latn", + "languages": [ + "gle-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.56255, + "recall": 0.629447, + "f1": 0.580883, + "accuracy": 0.629447, + "main_score": 0.580883, + "hf_subset": "gle_Latn-kon_Latn", + "languages": [ + "gle-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.55517, + "recall": 0.632411, + "f1": 0.576905, + "accuracy": 0.632411, + "main_score": 0.576905, + "hf_subset": "gle_Latn-mni_Beng", + "languages": [ + "gle-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "gle_Latn-ron_Latn", + "languages": [ + "gle-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.98419, + "f1": 0.980567, + "accuracy": 0.98419, + "main_score": 0.980567, + "hf_subset": "gle_Latn-szl_Latn", + "languages": [ + "gle-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "gle_Latn-vec_Latn", + "languages": [ + "gle-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.934124, + "recall": 0.953557, + "f1": 0.940382, + "accuracy": 0.953557, + "main_score": 0.940382, + "hf_subset": "gle_Latn-amh_Ethi", + "languages": [ + "gle-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "gle_Latn-bos_Latn", + "languages": [ + "gle-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "gle_Latn-fin_Latn", + "languages": [ + "gle-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "gle_Latn-ita_Latn", + "languages": [ + "gle-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "gle_Latn-kor_Hang", + "languages": [ + "gle-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.4704, + "recall": 0.522727, + "f1": 0.485065, + "accuracy": 0.522727, + "main_score": 0.485065, + "hf_subset": "gle_Latn-mos_Latn", + "languages": [ + "gle-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.74678, + "recall": 0.802372, + "f1": 0.763512, + "accuracy": 0.802372, + "main_score": 0.763512, + "hf_subset": "gle_Latn-run_Latn", + "languages": [ + "gle-Latn", + "run-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "gle_Latn-tam_Taml", + "languages": [ + "gle-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "gle_Latn-vie_Latn", + "languages": [ + "gle-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "gle_Latn-apc_Arab", + "languages": [ + "gle-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.689177, + "recall": 0.753953, + "f1": 0.707848, + "accuracy": 0.753953, + "main_score": 0.707848, + "hf_subset": "gle_Latn-bug_Latn", + "languages": [ + "gle-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.407024, + "recall": 0.454545, + "f1": 0.42007, + "accuracy": 0.454545, + "main_score": 0.42007, + "hf_subset": "gle_Latn-fon_Latn", + "languages": [ + "gle-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "gle_Latn-jav_Latn", + "languages": [ + "gle-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.953063, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "gle_Latn-lao_Laoo", + "languages": [ + "gle-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.870224, + "recall": 0.906126, + "f1": 0.881555, + "accuracy": 0.906126, + "main_score": 0.881555, + "hf_subset": "gle_Latn-mri_Latn", + "languages": [ + "gle-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "gle_Latn-rus_Cyrl", + "languages": [ + "gle-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.465704, + "recall": 0.520751, + "f1": 0.48016, + "accuracy": 0.520751, + "main_score": 0.48016, + "hf_subset": "gle_Latn-taq_Latn", + "languages": [ + "gle-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "gle_Latn-war_Latn", + "languages": [ + "gle-Latn", + "war-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "gle_Latn-arb_Arab", + "languages": [ + "gle-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "gle_Latn-bul_Cyrl", + "languages": [ + "gle-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "gle_Latn-fra_Latn", + "languages": [ + "gle-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "gle_Latn-jpn_Jpan", + "languages": [ + "gle-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "gle_Latn-lij_Latn", + "languages": [ + "gle-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "gle_Latn-mya_Mymr", + "languages": [ + "gle-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.505141, + "recall": 0.566206, + "f1": 0.521811, + "accuracy": 0.566206, + "main_score": 0.521811, + "hf_subset": "gle_Latn-sag_Latn", + "languages": [ + "gle-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.217689, + "recall": 0.277668, + "f1": 0.232346, + "accuracy": 0.277668, + "main_score": 0.232346, + "hf_subset": "gle_Latn-taq_Tfng", + "languages": [ + "gle-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.611576, + "recall": 0.674901, + "f1": 0.628867, + "accuracy": 0.674901, + "main_score": 0.628867, + "hf_subset": "gle_Latn-wol_Latn", + "languages": [ + "gle-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.832964, + "recall": 0.875494, + "f1": 0.845636, + "accuracy": 0.875494, + "main_score": 0.845636, + "hf_subset": "gle_Latn-arb_Latn", + "languages": [ + "gle-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "gle_Latn-cat_Latn", + "languages": [ + "gle-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "gle_Latn-fur_Latn", + "languages": [ + "gle-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.435609, + "recall": 0.511858, + "f1": 0.455686, + "accuracy": 0.511858, + "main_score": 0.455686, + "hf_subset": "gle_Latn-kab_Latn", + "languages": [ + "gle-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "gle_Latn-lim_Latn", + "languages": [ + "gle-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "gle_Latn-nld_Latn", + "languages": [ + "gle-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.953261, + "recall": 0.966403, + "f1": 0.95751, + "accuracy": 0.966403, + "main_score": 0.95751, + "hf_subset": "gle_Latn-san_Deva", + "languages": [ + "gle-Latn", + "san-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "gle_Latn-tat_Cyrl", + "languages": [ + "gle-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.893561, + "recall": 0.923913, + "f1": 0.903228, + "accuracy": 0.923913, + "main_score": 0.903228, + "hf_subset": "gle_Latn-xho_Latn", + "languages": [ + "gle-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "gle_Latn-ars_Arab", + "languages": [ + "gle-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "gle_Latn-ceb_Latn", + "languages": [ + "gle-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.450404, + "recall": 0.517787, + "f1": 0.468824, + "accuracy": 0.517787, + "main_score": 0.468824, + "hf_subset": "gle_Latn-fuv_Latn", + "languages": [ + "gle-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.454081, + "recall": 0.51581, + "f1": 0.471153, + "accuracy": 0.51581, + "main_score": 0.471153, + "hf_subset": "gle_Latn-kac_Latn", + "languages": [ + "gle-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.6134, + "recall": 0.682806, + "f1": 0.63242, + "accuracy": 0.682806, + "main_score": 0.63242, + "hf_subset": "gle_Latn-lin_Latn", + "languages": [ + "gle-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "gle_Latn-nno_Latn", + "languages": [ + "gle-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.847332, + "recall": 0.891304, + "f1": 0.861251, + "accuracy": 0.891304, + "main_score": 0.861251, + "hf_subset": "gle_Latn-sat_Olck", + "languages": [ + "gle-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "gle_Latn-tel_Telu", + "languages": [ + "gle-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "gle_Latn-ydd_Hebr", + "languages": [ + "gle-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.943511, + "recall": 0.961462, + "f1": 0.94944, + "accuracy": 0.961462, + "main_score": 0.94944, + "hf_subset": "gle_Latn-ary_Arab", + "languages": [ + "gle-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "gle_Latn-ces_Latn", + "languages": [ + "gle-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.540425, + "recall": 0.613636, + "f1": 0.56104, + "accuracy": 0.613636, + "main_score": 0.56104, + "hf_subset": "gle_Latn-gaz_Latn", + "languages": [ + "gle-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.528406, + "recall": 0.59585, + "f1": 0.54693, + "accuracy": 0.59585, + "main_score": 0.54693, + "hf_subset": "gle_Latn-kam_Latn", + "languages": [ + "gle-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "gle_Latn-lit_Latn", + "languages": [ + "gle-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "gle_Latn-nob_Latn", + "languages": [ + "gle-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "gle_Latn-scn_Latn", + "languages": [ + "gle-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "gle_Latn-tgk_Cyrl", + "languages": [ + "gle-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.742004, + "recall": 0.807312, + "f1": 0.761371, + "accuracy": 0.807312, + "main_score": 0.761371, + "hf_subset": "gle_Latn-yor_Latn", + "languages": [ + "gle-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "gle_Latn-arz_Arab", + "languages": [ + "gle-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.462366, + "recall": 0.521739, + "f1": 0.478664, + "accuracy": 0.521739, + "main_score": 0.478664, + "hf_subset": "gle_Latn-cjk_Latn", + "languages": [ + "gle-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "gle_Latn-gla_Latn", + "languages": [ + "gle-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "gle_Latn-kan_Knda", + "languages": [ + "gle-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "gle_Latn-lmo_Latn", + "languages": [ + "gle-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "gle_Latn-npi_Deva", + "languages": [ + "gle-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.53135, + "recall": 0.609684, + "f1": 0.553943, + "accuracy": 0.609684, + "main_score": 0.553943, + "hf_subset": "gle_Latn-shn_Mymr", + "languages": [ + "gle-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "gle_Latn-tgl_Latn", + "languages": [ + "gle-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "gle_Latn-yue_Hant", + "languages": [ + "gle-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "gle_Latn-asm_Beng", + "languages": [ + "gle-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.9389, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "gle_Latn-ckb_Arab", + "languages": [ + "gle-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.87528, + "recall": 0.907115, + "f1": 0.885244, + "accuracy": 0.907115, + "main_score": 0.885244, + "hf_subset": "gle_Latn-kas_Arab", + "languages": [ + "gle-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.871574, + "recall": 0.909091, + "f1": 0.883366, + "accuracy": 0.909091, + "main_score": 0.883366, + "hf_subset": "gle_Latn-ltg_Latn", + "languages": [ + "gle-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.788794, + "recall": 0.835968, + "f1": 0.803099, + "accuracy": 0.835968, + "main_score": 0.803099, + "hf_subset": "gle_Latn-nso_Latn", + "languages": [ + "gle-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "gle_Latn-sin_Sinh", + "languages": [ + "gle-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "gle_Latn-tha_Thai", + "languages": [ + "gle-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.964015, + "recall": 0.975296, + "f1": 0.967622, + "accuracy": 0.975296, + "main_score": 0.967622, + "hf_subset": "gle_Latn-zho_Hans", + "languages": [ + "gle-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "gle_Latn-ast_Latn", + "languages": [ + "gle-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "gle_Latn-crh_Latn", + "languages": [ + "gle-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "gle_Latn-glg_Latn", + "languages": [ + "gle-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.811858, + "recall": 0.859684, + "f1": 0.826186, + "accuracy": 0.859684, + "main_score": 0.826186, + "hf_subset": "gle_Latn-kas_Deva", + "languages": [ + "gle-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "gle_Latn-ltz_Latn", + "languages": [ + "gle-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.408806, + "recall": 0.479249, + "f1": 0.427917, + "accuracy": 0.479249, + "main_score": 0.427917, + "hf_subset": "gle_Latn-nus_Latn", + "languages": [ + "gle-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "gle_Latn-slk_Latn", + "languages": [ + "gle-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.619412, + "recall": 0.698617, + "f1": 0.642088, + "accuracy": 0.698617, + "main_score": 0.642088, + "hf_subset": "gle_Latn-tir_Ethi", + "languages": [ + "gle-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "gle_Latn-zho_Hant", + "languages": [ + "gle-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.971591, + "recall": 0.979249, + "f1": 0.974045, + "accuracy": 0.979249, + "main_score": 0.974045, + "hf_subset": "gle_Latn-awa_Deva", + "languages": [ + "gle-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "gle_Latn-cym_Latn", + "languages": [ + "gle-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.702686, + "recall": 0.76581, + "f1": 0.720893, + "accuracy": 0.76581, + "main_score": 0.720893, + "hf_subset": "gle_Latn-grn_Latn", + "languages": [ + "gle-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "gle_Latn-kat_Geor", + "languages": [ + "gle-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.560592, + "recall": 0.623518, + "f1": 0.578248, + "accuracy": 0.623518, + "main_score": 0.578248, + "hf_subset": "gle_Latn-lua_Latn", + "languages": [ + "gle-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.809157, + "recall": 0.857708, + "f1": 0.824012, + "accuracy": 0.857708, + "main_score": 0.824012, + "hf_subset": "gle_Latn-nya_Latn", + "languages": [ + "gle-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "gle_Latn-slv_Latn", + "languages": [ + "gle-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "gle_Latn-tpi_Latn", + "languages": [ + "gle-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "gle_Latn-zsm_Latn", + "languages": [ + "gle-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.477477, + "recall": 0.536561, + "f1": 0.494079, + "accuracy": 0.536561, + "main_score": 0.494079, + "hf_subset": "gle_Latn-ayr_Latn", + "languages": [ + "gle-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "gle_Latn-dan_Latn", + "languages": [ + "gle-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "gle_Latn-guj_Gujr", + "languages": [ + "gle-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "gle_Latn-kaz_Cyrl", + "languages": [ + "gle-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.630147, + "recall": 0.704545, + "f1": 0.651308, + "accuracy": 0.704545, + "main_score": 0.651308, + "hf_subset": "gle_Latn-lug_Latn", + "languages": [ + "gle-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "gle_Latn-oci_Latn", + "languages": [ + "gle-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.84133, + "recall": 0.883399, + "f1": 0.854562, + "accuracy": 0.883399, + "main_score": 0.854562, + "hf_subset": "gle_Latn-smo_Latn", + "languages": [ + "gle-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.719829, + "recall": 0.783597, + "f1": 0.739394, + "accuracy": 0.783597, + "main_score": 0.739394, + "hf_subset": "gle_Latn-tsn_Latn", + "languages": [ + "gle-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.905797, + "recall": 0.935771, + "f1": 0.915679, + "accuracy": 0.935771, + "main_score": 0.915679, + "hf_subset": "gle_Latn-zul_Latn", + "languages": [ + "gle-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.88694, + "recall": 0.91996, + "f1": 0.897219, + "accuracy": 0.91996, + "main_score": 0.897219, + "hf_subset": "gle_Latn-azb_Arab", + "languages": [ + "gle-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "gle_Latn-deu_Latn", + "languages": [ + "gle-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "gle_Latn-hat_Latn", + "languages": [ + "gle-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.468543, + "recall": 0.527668, + "f1": 0.484128, + "accuracy": 0.527668, + "main_score": 0.484128, + "hf_subset": "gle_Latn-kbp_Latn", + "languages": [ + "gle-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.526098, + "recall": 0.576087, + "f1": 0.539956, + "accuracy": 0.576087, + "main_score": 0.539956, + "hf_subset": "gle_Latn-luo_Latn", + "languages": [ + "gle-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "gle_Latn-ory_Orya", + "languages": [ + "gle-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.896163, + "recall": 0.927866, + "f1": 0.906357, + "accuracy": 0.927866, + "main_score": 0.906357, + "hf_subset": "gle_Latn-sna_Latn", + "languages": [ + "gle-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.631837, + "recall": 0.701581, + "f1": 0.651454, + "accuracy": 0.701581, + "main_score": 0.651454, + "hf_subset": "gle_Latn-tso_Latn", + "languages": [ + "gle-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "gle_Latn-azj_Latn", + "languages": [ + "gle-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.474697, + "recall": 0.534585, + "f1": 0.491666, + "accuracy": 0.534585, + "main_score": 0.491666, + "hf_subset": "gle_Latn-dik_Latn", + "languages": [ + "gle-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.892457, + "recall": 0.924901, + "f1": 0.902997, + "accuracy": 0.924901, + "main_score": 0.902997, + "hf_subset": "gle_Latn-hau_Latn", + "languages": [ + "gle-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.959569, + "recall": 0.972332, + "f1": 0.963669, + "accuracy": 0.972332, + "main_score": 0.963669, + "hf_subset": "gle_Latn-kea_Latn", + "languages": [ + "gle-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.885491, + "recall": 0.917984, + "f1": 0.895817, + "accuracy": 0.917984, + "main_score": 0.895817, + "hf_subset": "gle_Latn-lus_Latn", + "languages": [ + "gle-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.809, + "recall": 0.854743, + "f1": 0.822848, + "accuracy": 0.854743, + "main_score": 0.822848, + "hf_subset": "gle_Latn-pag_Latn", + "languages": [ + "gle-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.959025, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "gle_Latn-snd_Arab", + "languages": [ + "gle-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "gle_Latn-tuk_Latn", + "languages": [ + "gle-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "gle_Latn-bak_Cyrl", + "languages": [ + "gle-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.419195, + "recall": 0.48913, + "f1": 0.438558, + "accuracy": 0.48913, + "main_score": 0.438558, + "hf_subset": "gle_Latn-dyu_Latn", + "languages": [ + "gle-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "gle_Latn-heb_Hebr", + "languages": [ + "gle-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "gle_Latn-khk_Cyrl", + "languages": [ + "gle-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "gle_Latn-lvs_Latn", + "languages": [ + "gle-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "gle_Latn-pan_Guru", + "languages": [ + "gle-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.872612, + "recall": 0.911067, + "f1": 0.884783, + "accuracy": 0.911067, + "main_score": 0.884783, + "hf_subset": "gle_Latn-som_Latn", + "languages": [ + "gle-Latn", + "som-Latn" + ] + }, + { + "precision": 0.643813, + "recall": 0.706522, + "f1": 0.662308, + "accuracy": 0.706522, + "main_score": 0.662308, + "hf_subset": "gle_Latn-tum_Latn", + "languages": [ + "gle-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.529122, + "recall": 0.610672, + "f1": 0.552804, + "accuracy": 0.610672, + "main_score": 0.552804, + "hf_subset": "kas_Arab-ace_Arab", + "languages": [ + "kas-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.468874, + "recall": 0.517787, + "f1": 0.482826, + "accuracy": 0.517787, + "main_score": 0.482826, + "hf_subset": "kas_Arab-bam_Latn", + "languages": [ + "kas-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.552032, + "recall": 0.63834, + "f1": 0.576411, + "accuracy": 0.63834, + "main_score": 0.576411, + "hf_subset": "kas_Arab-dzo_Tibt", + "languages": [ + "kas-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.958004, + "recall": 0.970356, + "f1": 0.961759, + "accuracy": 0.970356, + "main_score": 0.961759, + "hf_subset": "kas_Arab-hin_Deva", + "languages": [ + "kas-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.873518, + "recall": 0.910079, + "f1": 0.884801, + "accuracy": 0.910079, + "main_score": 0.884801, + "hf_subset": "kas_Arab-khm_Khmr", + "languages": [ + "kas-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "kas_Arab-mag_Deva", + "languages": [ + "kas-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.919549, + "recall": 0.942688, + "f1": 0.926779, + "accuracy": 0.942688, + "main_score": 0.926779, + "hf_subset": "kas_Arab-pap_Latn", + "languages": [ + "kas-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.74986, + "recall": 0.804348, + "f1": 0.765733, + "accuracy": 0.804348, + "main_score": 0.765733, + "hf_subset": "kas_Arab-sot_Latn", + "languages": [ + "kas-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.943923, + "recall": 0.960474, + "f1": 0.949177, + "accuracy": 0.960474, + "main_score": 0.949177, + "hf_subset": "kas_Arab-tur_Latn", + "languages": [ + "kas-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.808107, + "recall": 0.852767, + "f1": 0.82113, + "accuracy": 0.852767, + "main_score": 0.82113, + "hf_subset": "kas_Arab-ace_Latn", + "languages": [ + "kas-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.885441, + "recall": 0.916008, + "f1": 0.894928, + "accuracy": 0.916008, + "main_score": 0.894928, + "hf_subset": "kas_Arab-ban_Latn", + "languages": [ + "kas-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.939147, + "recall": 0.95751, + "f1": 0.944895, + "accuracy": 0.95751, + "main_score": 0.944895, + "hf_subset": "kas_Arab-ell_Grek", + "languages": [ + "kas-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.944664, + "recall": 0.961462, + "f1": 0.950099, + "accuracy": 0.961462, + "main_score": 0.950099, + "hf_subset": "kas_Arab-hne_Deva", + "languages": [ + "kas-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.531846, + "recall": 0.594862, + "f1": 0.549776, + "accuracy": 0.594862, + "main_score": 0.549776, + "hf_subset": "kas_Arab-kik_Latn", + "languages": [ + "kas-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "kas_Arab-mai_Deva", + "languages": [ + "kas-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.910738, + "recall": 0.936759, + "f1": 0.918925, + "accuracy": 0.936759, + "main_score": 0.918925, + "hf_subset": "kas_Arab-pbt_Arab", + "languages": [ + "kas-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.941947, + "recall": 0.959486, + "f1": 0.94753, + "accuracy": 0.959486, + "main_score": 0.94753, + "hf_subset": "kas_Arab-spa_Latn", + "languages": [ + "kas-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.708566, + "recall": 0.763834, + "f1": 0.724031, + "accuracy": 0.763834, + "main_score": 0.724031, + "hf_subset": "kas_Arab-twi_Latn", + "languages": [ + "kas-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.940547, + "recall": 0.958498, + "f1": 0.946264, + "accuracy": 0.958498, + "main_score": 0.946264, + "hf_subset": "kas_Arab-acm_Arab", + "languages": [ + "kas-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.907444, + "recall": 0.934783, + "f1": 0.915975, + "accuracy": 0.934783, + "main_score": 0.915975, + "hf_subset": "kas_Arab-bel_Cyrl", + "languages": [ + "kas-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.952734, + "recall": 0.966403, + "f1": 0.957016, + "accuracy": 0.966403, + "main_score": 0.957016, + "hf_subset": "kas_Arab-eng_Latn", + "languages": [ + "kas-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.933218, + "recall": 0.953557, + "f1": 0.939625, + "accuracy": 0.953557, + "main_score": 0.939625, + "hf_subset": "kas_Arab-hrv_Latn", + "languages": [ + "kas-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.739205, + "recall": 0.797431, + "f1": 0.756272, + "accuracy": 0.797431, + "main_score": 0.756272, + "hf_subset": "kas_Arab-kin_Latn", + "languages": [ + "kas-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.941864, + "recall": 0.960474, + "f1": 0.947958, + "accuracy": 0.960474, + "main_score": 0.947958, + "hf_subset": "kas_Arab-mal_Mlym", + "languages": [ + "kas-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.933794, + "recall": 0.953557, + "f1": 0.940006, + "accuracy": 0.953557, + "main_score": 0.940006, + "hf_subset": "kas_Arab-pes_Arab", + "languages": [ + "kas-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.928195, + "recall": 0.949605, + "f1": 0.93475, + "accuracy": 0.949605, + "main_score": 0.93475, + "hf_subset": "kas_Arab-srd_Latn", + "languages": [ + "kas-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.219715, + "recall": 0.273715, + "f1": 0.233486, + "accuracy": 0.273715, + "main_score": 0.233486, + "hf_subset": "kas_Arab-tzm_Tfng", + "languages": [ + "kas-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.940876, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "kas_Arab-acq_Arab", + "languages": [ + "kas-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.61698, + "recall": 0.677866, + "f1": 0.634364, + "accuracy": 0.677866, + "main_score": 0.634364, + "hf_subset": "kas_Arab-bem_Latn", + "languages": [ + "kas-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.928936, + "recall": 0.949605, + "f1": 0.935296, + "accuracy": 0.949605, + "main_score": 0.935296, + "hf_subset": "kas_Arab-epo_Latn", + "languages": [ + "kas-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.945652, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "kas_Arab-hun_Latn", + "languages": [ + "kas-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.917194, + "recall": 0.940711, + "f1": 0.924525, + "accuracy": 0.940711, + "main_score": 0.924525, + "hf_subset": "kas_Arab-kir_Cyrl", + "languages": [ + "kas-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.943594, + "recall": 0.959486, + "f1": 0.948518, + "accuracy": 0.959486, + "main_score": 0.948518, + "hf_subset": "kas_Arab-mar_Deva", + "languages": [ + "kas-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.750494, + "recall": 0.807312, + "f1": 0.767505, + "accuracy": 0.807312, + "main_score": 0.767505, + "hf_subset": "kas_Arab-plt_Latn", + "languages": [ + "kas-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.940909, + "recall": 0.958498, + "f1": 0.946476, + "accuracy": 0.958498, + "main_score": 0.946476, + "hf_subset": "kas_Arab-srp_Cyrl", + "languages": [ + "kas-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.835754, + "recall": 0.880435, + "f1": 0.849624, + "accuracy": 0.880435, + "main_score": 0.849624, + "hf_subset": "kas_Arab-uig_Arab", + "languages": [ + "kas-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.921731, + "recall": 0.944664, + "f1": 0.928909, + "accuracy": 0.944664, + "main_score": 0.928909, + "hf_subset": "kas_Arab-aeb_Arab", + "languages": [ + "kas-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.944582, + "recall": 0.960474, + "f1": 0.949506, + "accuracy": 0.960474, + "main_score": 0.949506, + "hf_subset": "kas_Arab-ben_Beng", + "languages": [ + "kas-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.945735, + "recall": 0.962451, + "f1": 0.950988, + "accuracy": 0.962451, + "main_score": 0.950988, + "hf_subset": "kas_Arab-est_Latn", + "languages": [ + "kas-Arab", + "est-Latn" + ] + }, + { + "precision": 0.925536, + "recall": 0.945652, + "f1": 0.931901, + "accuracy": 0.945652, + "main_score": 0.931901, + "hf_subset": "kas_Arab-hye_Armn", + "languages": [ + "kas-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.452943, + "recall": 0.504941, + "f1": 0.467498, + "accuracy": 0.504941, + "main_score": 0.467498, + "hf_subset": "kas_Arab-kmb_Latn", + "languages": [ + "kas-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.501232, + "recall": 0.574111, + "f1": 0.521401, + "accuracy": 0.574111, + "main_score": 0.521401, + "hf_subset": "kas_Arab-min_Arab", + "languages": [ + "kas-Arab", + "min-Arab" + ] + }, + { + "precision": 0.942688, + "recall": 0.959486, + "f1": 0.947925, + "accuracy": 0.959486, + "main_score": 0.947925, + "hf_subset": "kas_Arab-pol_Latn", + "languages": [ + "kas-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.672563, + "recall": 0.733202, + "f1": 0.689888, + "accuracy": 0.733202, + "main_score": 0.689888, + "hf_subset": "kas_Arab-ssw_Latn", + "languages": [ + "kas-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.924572, + "recall": 0.948617, + "f1": 0.932312, + "accuracy": 0.948617, + "main_score": 0.932312, + "hf_subset": "kas_Arab-ukr_Cyrl", + "languages": [ + "kas-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.942968, + "recall": 0.958498, + "f1": 0.947694, + "accuracy": 0.958498, + "main_score": 0.947694, + "hf_subset": "kas_Arab-afr_Latn", + "languages": [ + "kas-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.963192, + "recall": 0.974308, + "f1": 0.966634, + "accuracy": 0.974308, + "main_score": 0.966634, + "hf_subset": "kas_Arab-bho_Deva", + "languages": [ + "kas-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.904438, + "recall": 0.93083, + "f1": 0.912571, + "accuracy": 0.93083, + "main_score": 0.912571, + "hf_subset": "kas_Arab-eus_Latn", + "languages": [ + "kas-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.760277, + "recall": 0.817194, + "f1": 0.777199, + "accuracy": 0.817194, + "main_score": 0.777199, + "hf_subset": "kas_Arab-ibo_Latn", + "languages": [ + "kas-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.771344, + "recall": 0.821146, + "f1": 0.785984, + "accuracy": 0.821146, + "main_score": 0.785984, + "hf_subset": "kas_Arab-kmr_Latn", + "languages": [ + "kas-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.898205, + "recall": 0.925889, + "f1": 0.906851, + "accuracy": 0.925889, + "main_score": 0.906851, + "hf_subset": "kas_Arab-min_Latn", + "languages": [ + "kas-Arab", + "min-Latn" + ] + }, + { + "precision": 0.949028, + "recall": 0.964427, + "f1": 0.953953, + "accuracy": 0.964427, + "main_score": 0.953953, + "hf_subset": "kas_Arab-por_Latn", + "languages": [ + "kas-Arab", + "por-Latn" + ] + }, + { + "precision": 0.910714, + "recall": 0.935771, + "f1": 0.918514, + "accuracy": 0.935771, + "main_score": 0.918514, + "hf_subset": "kas_Arab-sun_Latn", + "languages": [ + "kas-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.449274, + "recall": 0.508893, + "f1": 0.466757, + "accuracy": 0.508893, + "main_score": 0.466757, + "hf_subset": "kas_Arab-umb_Latn", + "languages": [ + "kas-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.941288, + "recall": 0.959486, + "f1": 0.947036, + "accuracy": 0.959486, + "main_score": 0.947036, + "hf_subset": "kas_Arab-ajp_Arab", + "languages": [ + "kas-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.520696, + "recall": 0.589921, + "f1": 0.540341, + "accuracy": 0.589921, + "main_score": 0.540341, + "hf_subset": "kas_Arab-bjn_Arab", + "languages": [ + "kas-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.438515, + "recall": 0.487154, + "f1": 0.45209, + "accuracy": 0.487154, + "main_score": 0.45209, + "hf_subset": "kas_Arab-ewe_Latn", + "languages": [ + "kas-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.868017, + "recall": 0.901186, + "f1": 0.877931, + "accuracy": 0.901186, + "main_score": 0.877931, + "hf_subset": "kas_Arab-ilo_Latn", + "languages": [ + "kas-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.285387, + "recall": 0.356719, + "f1": 0.304822, + "accuracy": 0.356719, + "main_score": 0.304822, + "hf_subset": "kas_Arab-knc_Arab", + "languages": [ + "kas-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.935277, + "recall": 0.954545, + "f1": 0.94137, + "accuracy": 0.954545, + "main_score": 0.94137, + "hf_subset": "kas_Arab-mkd_Cyrl", + "languages": [ + "kas-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.945076, + "recall": 0.961462, + "f1": 0.950165, + "accuracy": 0.961462, + "main_score": 0.950165, + "hf_subset": "kas_Arab-prs_Arab", + "languages": [ + "kas-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.942441, + "recall": 0.959486, + "f1": 0.947694, + "accuracy": 0.959486, + "main_score": 0.947694, + "hf_subset": "kas_Arab-swe_Latn", + "languages": [ + "kas-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.945932, + "recall": 0.960474, + "f1": 0.950329, + "accuracy": 0.960474, + "main_score": 0.950329, + "hf_subset": "kas_Arab-urd_Arab", + "languages": [ + "kas-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.664908, + "recall": 0.726285, + "f1": 0.682396, + "accuracy": 0.726285, + "main_score": 0.682396, + "hf_subset": "kas_Arab-aka_Latn", + "languages": [ + "kas-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.907131, + "recall": 0.931818, + "f1": 0.914215, + "accuracy": 0.931818, + "main_score": 0.914215, + "hf_subset": "kas_Arab-bjn_Latn", + "languages": [ + "kas-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.865933, + "recall": 0.900198, + "f1": 0.876285, + "accuracy": 0.900198, + "main_score": 0.876285, + "hf_subset": "kas_Arab-fao_Latn", + "languages": [ + "kas-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.964427, + "f1": 0.954498, + "accuracy": 0.964427, + "main_score": 0.954498, + "hf_subset": "kas_Arab-ind_Latn", + "languages": [ + "kas-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.519937, + "recall": 0.572134, + "f1": 0.5336, + "accuracy": 0.572134, + "main_score": 0.5336, + "hf_subset": "kas_Arab-knc_Latn", + "languages": [ + "kas-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.924303, + "recall": 0.944664, + "f1": 0.930599, + "accuracy": 0.944664, + "main_score": 0.930599, + "hf_subset": "kas_Arab-mlt_Latn", + "languages": [ + "kas-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.605314, + "recall": 0.664032, + "f1": 0.62242, + "accuracy": 0.664032, + "main_score": 0.62242, + "hf_subset": "kas_Arab-quy_Latn", + "languages": [ + "kas-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.921805, + "recall": 0.943676, + "f1": 0.928477, + "accuracy": 0.943676, + "main_score": 0.928477, + "hf_subset": "kas_Arab-swh_Latn", + "languages": [ + "kas-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.925889, + "recall": 0.94664, + "f1": 0.932279, + "accuracy": 0.94664, + "main_score": 0.932279, + "hf_subset": "kas_Arab-uzn_Latn", + "languages": [ + "kas-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.905056, + "recall": 0.93083, + "f1": 0.9127, + "accuracy": 0.93083, + "main_score": 0.9127, + "hf_subset": "kas_Arab-als_Latn", + "languages": [ + "kas-Arab", + "als-Latn" + ] + }, + { + "precision": 0.657016, + "recall": 0.727273, + "f1": 0.676913, + "accuracy": 0.727273, + "main_score": 0.676913, + "hf_subset": "kas_Arab-bod_Tibt", + "languages": [ + "kas-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.593957, + "recall": 0.652174, + "f1": 0.609965, + "accuracy": 0.652174, + "main_score": 0.609965, + "hf_subset": "kas_Arab-fij_Latn", + "languages": [ + "kas-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.893972, + "recall": 0.923913, + "f1": 0.903294, + "accuracy": 0.923913, + "main_score": 0.903294, + "hf_subset": "kas_Arab-isl_Latn", + "languages": [ + "kas-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.573045, + "recall": 0.633399, + "f1": 0.590079, + "accuracy": 0.633399, + "main_score": 0.590079, + "hf_subset": "kas_Arab-kon_Latn", + "languages": [ + "kas-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.641757, + "recall": 0.704545, + "f1": 0.660153, + "accuracy": 0.704545, + "main_score": 0.660153, + "hf_subset": "kas_Arab-mni_Beng", + "languages": [ + "kas-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.935112, + "recall": 0.954545, + "f1": 0.941337, + "accuracy": 0.954545, + "main_score": 0.941337, + "hf_subset": "kas_Arab-ron_Latn", + "languages": [ + "kas-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.920299, + "recall": 0.940711, + "f1": 0.926466, + "accuracy": 0.940711, + "main_score": 0.926466, + "hf_subset": "kas_Arab-szl_Latn", + "languages": [ + "kas-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "kas_Arab-vec_Latn", + "languages": [ + "kas-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.857411, + "recall": 0.896245, + "f1": 0.869697, + "accuracy": 0.896245, + "main_score": 0.869697, + "hf_subset": "kas_Arab-amh_Ethi", + "languages": [ + "kas-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.927569, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "kas_Arab-bos_Latn", + "languages": [ + "kas-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.928277, + "recall": 0.948617, + "f1": 0.934637, + "accuracy": 0.948617, + "main_score": 0.934637, + "hf_subset": "kas_Arab-fin_Latn", + "languages": [ + "kas-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.935935, + "recall": 0.954545, + "f1": 0.941667, + "accuracy": 0.954545, + "main_score": 0.941667, + "hf_subset": "kas_Arab-ita_Latn", + "languages": [ + "kas-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "kas_Arab-kor_Hang", + "languages": [ + "kas-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.464238, + "recall": 0.522727, + "f1": 0.480459, + "accuracy": 0.522727, + "main_score": 0.480459, + "hf_subset": "kas_Arab-mos_Latn", + "languages": [ + "kas-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.636544, + "recall": 0.699605, + "f1": 0.654276, + "accuracy": 0.699605, + "main_score": 0.654276, + "hf_subset": "kas_Arab-run_Latn", + "languages": [ + "kas-Arab", + "run-Latn" + ] + }, + { + "precision": 0.910326, + "recall": 0.935771, + "f1": 0.917984, + "accuracy": 0.935771, + "main_score": 0.917984, + "hf_subset": "kas_Arab-tam_Taml", + "languages": [ + "kas-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.938735, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "kas_Arab-vie_Latn", + "languages": [ + "kas-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.940629, + "recall": 0.95751, + "f1": 0.945883, + "accuracy": 0.95751, + "main_score": 0.945883, + "hf_subset": "kas_Arab-apc_Arab", + "languages": [ + "kas-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.715771, + "recall": 0.770751, + "f1": 0.731446, + "accuracy": 0.770751, + "main_score": 0.731446, + "hf_subset": "kas_Arab-bug_Latn", + "languages": [ + "kas-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.400458, + "recall": 0.445652, + "f1": 0.412961, + "accuracy": 0.445652, + "main_score": 0.412961, + "hf_subset": "kas_Arab-fon_Latn", + "languages": [ + "kas-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.905459, + "recall": 0.929842, + "f1": 0.912934, + "accuracy": 0.929842, + "main_score": 0.912934, + "hf_subset": "kas_Arab-jav_Latn", + "languages": [ + "kas-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.837072, + "recall": 0.879447, + "f1": 0.849953, + "accuracy": 0.879447, + "main_score": 0.849953, + "hf_subset": "kas_Arab-lao_Laoo", + "languages": [ + "kas-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.763756, + "recall": 0.81917, + "f1": 0.77991, + "accuracy": 0.81917, + "main_score": 0.77991, + "hf_subset": "kas_Arab-mri_Latn", + "languages": [ + "kas-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "kas_Arab-rus_Cyrl", + "languages": [ + "kas-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.493364, + "recall": 0.547431, + "f1": 0.509364, + "accuracy": 0.547431, + "main_score": 0.509364, + "hf_subset": "kas_Arab-taq_Latn", + "languages": [ + "kas-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.916173, + "recall": 0.937747, + "f1": 0.92268, + "accuracy": 0.937747, + "main_score": 0.92268, + "hf_subset": "kas_Arab-war_Latn", + "languages": [ + "kas-Arab", + "war-Latn" + ] + }, + { + "precision": 0.943841, + "recall": 0.961462, + "f1": 0.94944, + "accuracy": 0.961462, + "main_score": 0.94944, + "hf_subset": "kas_Arab-arb_Arab", + "languages": [ + "kas-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.952487, + "recall": 0.966403, + "f1": 0.956917, + "accuracy": 0.966403, + "main_score": 0.956917, + "hf_subset": "kas_Arab-bul_Cyrl", + "languages": [ + "kas-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.937747, + "recall": 0.956522, + "f1": 0.943676, + "accuracy": 0.956522, + "main_score": 0.943676, + "hf_subset": "kas_Arab-fra_Latn", + "languages": [ + "kas-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.935524, + "recall": 0.953557, + "f1": 0.941107, + "accuracy": 0.953557, + "main_score": 0.941107, + "hf_subset": "kas_Arab-jpn_Jpan", + "languages": [ + "kas-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.933465, + "recall": 0.952569, + "f1": 0.939361, + "accuracy": 0.952569, + "main_score": 0.939361, + "hf_subset": "kas_Arab-lij_Latn", + "languages": [ + "kas-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.899489, + "recall": 0.924901, + "f1": 0.907115, + "accuracy": 0.924901, + "main_score": 0.907115, + "hf_subset": "kas_Arab-mya_Mymr", + "languages": [ + "kas-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.521662, + "recall": 0.588933, + "f1": 0.539879, + "accuracy": 0.588933, + "main_score": 0.539879, + "hf_subset": "kas_Arab-sag_Latn", + "languages": [ + "kas-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.247005, + "recall": 0.306324, + "f1": 0.262342, + "accuracy": 0.306324, + "main_score": 0.262342, + "hf_subset": "kas_Arab-taq_Tfng", + "languages": [ + "kas-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.59506, + "recall": 0.656126, + "f1": 0.612491, + "accuracy": 0.656126, + "main_score": 0.612491, + "hf_subset": "kas_Arab-wol_Latn", + "languages": [ + "kas-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.756827, + "recall": 0.813241, + "f1": 0.773029, + "accuracy": 0.813241, + "main_score": 0.773029, + "hf_subset": "kas_Arab-arb_Latn", + "languages": [ + "kas-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.946229, + "recall": 0.961462, + "f1": 0.950791, + "accuracy": 0.961462, + "main_score": 0.950791, + "hf_subset": "kas_Arab-cat_Latn", + "languages": [ + "kas-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.935968, + "recall": 0.951581, + "f1": 0.940631, + "accuracy": 0.951581, + "main_score": 0.940631, + "hf_subset": "kas_Arab-fur_Latn", + "languages": [ + "kas-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.416191, + "recall": 0.480237, + "f1": 0.433862, + "accuracy": 0.480237, + "main_score": 0.433862, + "hf_subset": "kas_Arab-kab_Latn", + "languages": [ + "kas-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.917302, + "recall": 0.939723, + "f1": 0.924127, + "accuracy": 0.939723, + "main_score": 0.924127, + "hf_subset": "kas_Arab-lim_Latn", + "languages": [ + "kas-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.931712, + "recall": 0.950593, + "f1": 0.937401, + "accuracy": 0.950593, + "main_score": 0.937401, + "hf_subset": "kas_Arab-nld_Latn", + "languages": [ + "kas-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.928689, + "recall": 0.947628, + "f1": 0.934585, + "accuracy": 0.947628, + "main_score": 0.934585, + "hf_subset": "kas_Arab-san_Deva", + "languages": [ + "kas-Arab", + "san-Deva" + ] + }, + { + "precision": 0.903203, + "recall": 0.93083, + "f1": 0.9118, + "accuracy": 0.93083, + "main_score": 0.9118, + "hf_subset": "kas_Arab-tat_Cyrl", + "languages": [ + "kas-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.775734, + "recall": 0.831028, + "f1": 0.792309, + "accuracy": 0.831028, + "main_score": 0.792309, + "hf_subset": "kas_Arab-xho_Latn", + "languages": [ + "kas-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.940958, + "recall": 0.959486, + "f1": 0.946871, + "accuracy": 0.959486, + "main_score": 0.946871, + "hf_subset": "kas_Arab-ars_Arab", + "languages": [ + "kas-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.905472, + "recall": 0.929842, + "f1": 0.912684, + "accuracy": 0.929842, + "main_score": 0.912684, + "hf_subset": "kas_Arab-ceb_Latn", + "languages": [ + "kas-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.468812, + "recall": 0.532609, + "f1": 0.486978, + "accuracy": 0.532609, + "main_score": 0.486978, + "hf_subset": "kas_Arab-fuv_Latn", + "languages": [ + "kas-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.469716, + "recall": 0.527668, + "f1": 0.48604, + "accuracy": 0.527668, + "main_score": 0.48604, + "hf_subset": "kas_Arab-kac_Latn", + "languages": [ + "kas-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.612847, + "recall": 0.676877, + "f1": 0.63076, + "accuracy": 0.676877, + "main_score": 0.63076, + "hf_subset": "kas_Arab-lin_Latn", + "languages": [ + "kas-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.928607, + "recall": 0.949605, + "f1": 0.935178, + "accuracy": 0.949605, + "main_score": 0.935178, + "hf_subset": "kas_Arab-nno_Latn", + "languages": [ + "kas-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.825634, + "recall": 0.871542, + "f1": 0.839811, + "accuracy": 0.871542, + "main_score": 0.839811, + "hf_subset": "kas_Arab-sat_Olck", + "languages": [ + "kas-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.917852, + "recall": 0.9417, + "f1": 0.925198, + "accuracy": 0.9417, + "main_score": 0.925198, + "hf_subset": "kas_Arab-tel_Telu", + "languages": [ + "kas-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.900198, + "recall": 0.927866, + "f1": 0.909058, + "accuracy": 0.927866, + "main_score": 0.909058, + "hf_subset": "kas_Arab-ydd_Hebr", + "languages": [ + "kas-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.921344, + "recall": 0.942688, + "f1": 0.927833, + "accuracy": 0.942688, + "main_score": 0.927833, + "hf_subset": "kas_Arab-ary_Arab", + "languages": [ + "kas-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.938735, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "kas_Arab-ces_Latn", + "languages": [ + "kas-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.55915, + "recall": 0.62747, + "f1": 0.578447, + "accuracy": 0.62747, + "main_score": 0.578447, + "hf_subset": "kas_Arab-gaz_Latn", + "languages": [ + "kas-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.513837, + "recall": 0.579051, + "f1": 0.532053, + "accuracy": 0.579051, + "main_score": 0.532053, + "hf_subset": "kas_Arab-kam_Latn", + "languages": [ + "kas-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.931077, + "recall": 0.949605, + "f1": 0.936778, + "accuracy": 0.949605, + "main_score": 0.936778, + "hf_subset": "kas_Arab-lit_Latn", + "languages": [ + "kas-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.941123, + "recall": 0.958498, + "f1": 0.946706, + "accuracy": 0.958498, + "main_score": 0.946706, + "hf_subset": "kas_Arab-nob_Latn", + "languages": [ + "kas-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.926567, + "recall": 0.943676, + "f1": 0.931478, + "accuracy": 0.943676, + "main_score": 0.931478, + "hf_subset": "kas_Arab-scn_Latn", + "languages": [ + "kas-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.895833, + "recall": 0.924901, + "f1": 0.904842, + "accuracy": 0.924901, + "main_score": 0.904842, + "hf_subset": "kas_Arab-tgk_Cyrl", + "languages": [ + "kas-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.62791, + "recall": 0.703557, + "f1": 0.649917, + "accuracy": 0.703557, + "main_score": 0.649917, + "hf_subset": "kas_Arab-yor_Latn", + "languages": [ + "kas-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.938488, + "recall": 0.956522, + "f1": 0.944038, + "accuracy": 0.956522, + "main_score": 0.944038, + "hf_subset": "kas_Arab-arz_Arab", + "languages": [ + "kas-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.481061, + "recall": 0.54249, + "f1": 0.498867, + "accuracy": 0.54249, + "main_score": 0.498867, + "hf_subset": "kas_Arab-cjk_Latn", + "languages": [ + "kas-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.835023, + "recall": 0.873518, + "f1": 0.846676, + "accuracy": 0.873518, + "main_score": 0.846676, + "hf_subset": "kas_Arab-gla_Latn", + "languages": [ + "kas-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.921007, + "recall": 0.942688, + "f1": 0.927684, + "accuracy": 0.942688, + "main_score": 0.927684, + "hf_subset": "kas_Arab-kan_Knda", + "languages": [ + "kas-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.942829, + "recall": 0.959486, + "f1": 0.94804, + "accuracy": 0.959486, + "main_score": 0.94804, + "hf_subset": "kas_Arab-lmo_Latn", + "languages": [ + "kas-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.944664, + "recall": 0.961462, + "f1": 0.949934, + "accuracy": 0.961462, + "main_score": 0.949934, + "hf_subset": "kas_Arab-npi_Deva", + "languages": [ + "kas-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.477041, + "recall": 0.546443, + "f1": 0.496193, + "accuracy": 0.546443, + "main_score": 0.496193, + "hf_subset": "kas_Arab-shn_Mymr", + "languages": [ + "kas-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.934157, + "recall": 0.952569, + "f1": 0.939855, + "accuracy": 0.952569, + "main_score": 0.939855, + "hf_subset": "kas_Arab-tgl_Latn", + "languages": [ + "kas-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.926301, + "recall": 0.948617, + "f1": 0.933366, + "accuracy": 0.948617, + "main_score": 0.933366, + "hf_subset": "kas_Arab-yue_Hant", + "languages": [ + "kas-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.924119, + "recall": 0.944664, + "f1": 0.930457, + "accuracy": 0.944664, + "main_score": 0.930457, + "hf_subset": "kas_Arab-asm_Beng", + "languages": [ + "kas-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.845306, + "recall": 0.885375, + "f1": 0.85774, + "accuracy": 0.885375, + "main_score": 0.85774, + "hf_subset": "kas_Arab-ckb_Arab", + "languages": [ + "kas-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.876268, + "recall": 0.907115, + "f1": 0.88554, + "accuracy": 0.907115, + "main_score": 0.88554, + "hf_subset": "kas_Arab-gle_Latn", + "languages": [ + "kas-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.824308, + "recall": 0.868577, + "f1": 0.838406, + "accuracy": 0.868577, + "main_score": 0.838406, + "hf_subset": "kas_Arab-ltg_Latn", + "languages": [ + "kas-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.696542, + "recall": 0.752964, + "f1": 0.713396, + "accuracy": 0.752964, + "main_score": 0.713396, + "hf_subset": "kas_Arab-nso_Latn", + "languages": [ + "kas-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.895998, + "recall": 0.925889, + "f1": 0.905369, + "accuracy": 0.925889, + "main_score": 0.905369, + "hf_subset": "kas_Arab-sin_Sinh", + "languages": [ + "kas-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.919549, + "recall": 0.942688, + "f1": 0.926732, + "accuracy": 0.942688, + "main_score": 0.926732, + "hf_subset": "kas_Arab-tha_Thai", + "languages": [ + "kas-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.923995, + "recall": 0.94664, + "f1": 0.931061, + "accuracy": 0.94664, + "main_score": 0.931061, + "hf_subset": "kas_Arab-zho_Hans", + "languages": [ + "kas-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.926005, + "recall": 0.94664, + "f1": 0.932378, + "accuracy": 0.94664, + "main_score": 0.932378, + "hf_subset": "kas_Arab-ast_Latn", + "languages": [ + "kas-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.917819, + "recall": 0.9417, + "f1": 0.92556, + "accuracy": 0.9417, + "main_score": 0.92556, + "hf_subset": "kas_Arab-crh_Latn", + "languages": [ + "kas-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.9389, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "kas_Arab-glg_Latn", + "languages": [ + "kas-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.935112, + "recall": 0.955534, + "f1": 0.9417, + "accuracy": 0.955534, + "main_score": 0.9417, + "hf_subset": "kas_Arab-kas_Deva", + "languages": [ + "kas-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.913949, + "recall": 0.937747, + "f1": 0.921509, + "accuracy": 0.937747, + "main_score": 0.921509, + "hf_subset": "kas_Arab-ltz_Latn", + "languages": [ + "kas-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.407788, + "recall": 0.47332, + "f1": 0.42663, + "accuracy": 0.47332, + "main_score": 0.42663, + "hf_subset": "kas_Arab-nus_Latn", + "languages": [ + "kas-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.945191, + "recall": 0.961462, + "f1": 0.950264, + "accuracy": 0.961462, + "main_score": 0.950264, + "hf_subset": "kas_Arab-slk_Latn", + "languages": [ + "kas-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.633278, + "recall": 0.69664, + "f1": 0.651786, + "accuracy": 0.69664, + "main_score": 0.651786, + "hf_subset": "kas_Arab-tir_Ethi", + "languages": [ + "kas-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.92943, + "recall": 0.950593, + "f1": 0.936166, + "accuracy": 0.950593, + "main_score": 0.936166, + "hf_subset": "kas_Arab-zho_Hant", + "languages": [ + "kas-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.941535, + "recall": 0.958498, + "f1": 0.94697, + "accuracy": 0.958498, + "main_score": 0.94697, + "hf_subset": "kas_Arab-awa_Deva", + "languages": [ + "kas-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.912138, + "recall": 0.936759, + "f1": 0.919697, + "accuracy": 0.936759, + "main_score": 0.919697, + "hf_subset": "kas_Arab-cym_Latn", + "languages": [ + "kas-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.736521, + "recall": 0.781621, + "f1": 0.749739, + "accuracy": 0.781621, + "main_score": 0.749739, + "hf_subset": "kas_Arab-grn_Latn", + "languages": [ + "kas-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.91497, + "recall": 0.938735, + "f1": 0.922252, + "accuracy": 0.938735, + "main_score": 0.922252, + "hf_subset": "kas_Arab-kat_Geor", + "languages": [ + "kas-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.569393, + "recall": 0.624506, + "f1": 0.585415, + "accuracy": 0.624506, + "main_score": 0.585415, + "hf_subset": "kas_Arab-lua_Latn", + "languages": [ + "kas-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.732526, + "recall": 0.786561, + "f1": 0.748321, + "accuracy": 0.786561, + "main_score": 0.748321, + "hf_subset": "kas_Arab-nya_Latn", + "languages": [ + "kas-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.938603, + "recall": 0.955534, + "f1": 0.943794, + "accuracy": 0.955534, + "main_score": 0.943794, + "hf_subset": "kas_Arab-slv_Latn", + "languages": [ + "kas-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.895257, + "recall": 0.921937, + "f1": 0.903082, + "accuracy": 0.921937, + "main_score": 0.903082, + "hf_subset": "kas_Arab-tpi_Latn", + "languages": [ + "kas-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.938241, + "recall": 0.955534, + "f1": 0.943676, + "accuracy": 0.955534, + "main_score": 0.943676, + "hf_subset": "kas_Arab-zsm_Latn", + "languages": [ + "kas-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.483531, + "recall": 0.540514, + "f1": 0.498915, + "accuracy": 0.540514, + "main_score": 0.498915, + "hf_subset": "kas_Arab-ayr_Latn", + "languages": [ + "kas-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.945597, + "recall": 0.960474, + "f1": 0.950296, + "accuracy": 0.960474, + "main_score": 0.950296, + "hf_subset": "kas_Arab-dan_Latn", + "languages": [ + "kas-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.961462, + "f1": 0.950922, + "accuracy": 0.961462, + "main_score": 0.950922, + "hf_subset": "kas_Arab-guj_Gujr", + "languages": [ + "kas-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.924572, + "recall": 0.945652, + "f1": 0.930948, + "accuracy": 0.945652, + "main_score": 0.930948, + "hf_subset": "kas_Arab-kaz_Cyrl", + "languages": [ + "kas-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.582083, + "recall": 0.651186, + "f1": 0.602435, + "accuracy": 0.651186, + "main_score": 0.602435, + "hf_subset": "kas_Arab-lug_Latn", + "languages": [ + "kas-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.927924, + "recall": 0.948617, + "f1": 0.934272, + "accuracy": 0.948617, + "main_score": 0.934272, + "hf_subset": "kas_Arab-oci_Latn", + "languages": [ + "kas-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.734179, + "recall": 0.790514, + "f1": 0.750613, + "accuracy": 0.790514, + "main_score": 0.750613, + "hf_subset": "kas_Arab-smo_Latn", + "languages": [ + "kas-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.643117, + "recall": 0.709486, + "f1": 0.66231, + "accuracy": 0.709486, + "main_score": 0.66231, + "hf_subset": "kas_Arab-tsn_Latn", + "languages": [ + "kas-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.800889, + "recall": 0.851779, + "f1": 0.816798, + "accuracy": 0.851779, + "main_score": 0.816798, + "hf_subset": "kas_Arab-zul_Latn", + "languages": [ + "kas-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.890079, + "recall": 0.917984, + "f1": 0.898699, + "accuracy": 0.917984, + "main_score": 0.898699, + "hf_subset": "kas_Arab-azb_Arab", + "languages": [ + "kas-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.946146, + "recall": 0.962451, + "f1": 0.951416, + "accuracy": 0.962451, + "main_score": 0.951416, + "hf_subset": "kas_Arab-deu_Latn", + "languages": [ + "kas-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.899984, + "recall": 0.928854, + "f1": 0.908945, + "accuracy": 0.928854, + "main_score": 0.908945, + "hf_subset": "kas_Arab-hat_Latn", + "languages": [ + "kas-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.468135, + "recall": 0.51581, + "f1": 0.481479, + "accuracy": 0.51581, + "main_score": 0.481479, + "hf_subset": "kas_Arab-kbp_Latn", + "languages": [ + "kas-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.502219, + "recall": 0.557312, + "f1": 0.517319, + "accuracy": 0.557312, + "main_score": 0.517319, + "hf_subset": "kas_Arab-luo_Latn", + "languages": [ + "kas-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.936512, + "recall": 0.955534, + "f1": 0.942589, + "accuracy": 0.955534, + "main_score": 0.942589, + "hf_subset": "kas_Arab-ory_Orya", + "languages": [ + "kas-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.773798, + "recall": 0.827075, + "f1": 0.790349, + "accuracy": 0.827075, + "main_score": 0.790349, + "hf_subset": "kas_Arab-sna_Latn", + "languages": [ + "kas-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.598118, + "recall": 0.661067, + "f1": 0.616362, + "accuracy": 0.661067, + "main_score": 0.616362, + "hf_subset": "kas_Arab-tso_Latn", + "languages": [ + "kas-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.914196, + "recall": 0.939723, + "f1": 0.922233, + "accuracy": 0.939723, + "main_score": 0.922233, + "hf_subset": "kas_Arab-azj_Latn", + "languages": [ + "kas-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.477959, + "recall": 0.537549, + "f1": 0.495364, + "accuracy": 0.537549, + "main_score": 0.495364, + "hf_subset": "kas_Arab-dik_Latn", + "languages": [ + "kas-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.809627, + "recall": 0.857708, + "f1": 0.824047, + "accuracy": 0.857708, + "main_score": 0.824047, + "hf_subset": "kas_Arab-hau_Latn", + "languages": [ + "kas-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.930089, + "recall": 0.950593, + "f1": 0.936495, + "accuracy": 0.950593, + "main_score": 0.936495, + "hf_subset": "kas_Arab-kea_Latn", + "languages": [ + "kas-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.829225, + "recall": 0.868577, + "f1": 0.841288, + "accuracy": 0.868577, + "main_score": 0.841288, + "hf_subset": "kas_Arab-lus_Latn", + "languages": [ + "kas-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.830609, + "recall": 0.865613, + "f1": 0.840958, + "accuracy": 0.865613, + "main_score": 0.840958, + "hf_subset": "kas_Arab-pag_Latn", + "languages": [ + "kas-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.93638, + "recall": 0.955534, + "f1": 0.942424, + "accuracy": 0.955534, + "main_score": 0.942424, + "hf_subset": "kas_Arab-snd_Arab", + "languages": [ + "kas-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.89249, + "recall": 0.922925, + "f1": 0.901962, + "accuracy": 0.922925, + "main_score": 0.901962, + "hf_subset": "kas_Arab-tuk_Latn", + "languages": [ + "kas-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.913694, + "recall": 0.937747, + "f1": 0.921004, + "accuracy": 0.937747, + "main_score": 0.921004, + "hf_subset": "kas_Arab-bak_Cyrl", + "languages": [ + "kas-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.42404, + "recall": 0.48913, + "f1": 0.442005, + "accuracy": 0.48913, + "main_score": 0.442005, + "hf_subset": "kas_Arab-dyu_Latn", + "languages": [ + "kas-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.942688, + "recall": 0.959486, + "f1": 0.94776, + "accuracy": 0.959486, + "main_score": 0.94776, + "hf_subset": "kas_Arab-heb_Hebr", + "languages": [ + "kas-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.87887, + "recall": 0.912055, + "f1": 0.889361, + "accuracy": 0.912055, + "main_score": 0.889361, + "hf_subset": "kas_Arab-khk_Cyrl", + "languages": [ + "kas-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.933547, + "recall": 0.953557, + "f1": 0.939789, + "accuracy": 0.953557, + "main_score": 0.939789, + "hf_subset": "kas_Arab-lvs_Latn", + "languages": [ + "kas-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.942029, + "recall": 0.959486, + "f1": 0.947628, + "accuracy": 0.959486, + "main_score": 0.947628, + "hf_subset": "kas_Arab-pan_Guru", + "languages": [ + "kas-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.779201, + "recall": 0.833004, + "f1": 0.795427, + "accuracy": 0.833004, + "main_score": 0.795427, + "hf_subset": "kas_Arab-som_Latn", + "languages": [ + "kas-Arab", + "som-Latn" + ] + }, + { + "precision": 0.620528, + "recall": 0.682806, + "f1": 0.637898, + "accuracy": 0.682806, + "main_score": 0.637898, + "hf_subset": "kas_Arab-tum_Latn", + "languages": [ + "kas-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.547247, + "recall": 0.620553, + "f1": 0.567966, + "accuracy": 0.620553, + "main_score": 0.567966, + "hf_subset": "ltg_Latn-ace_Arab", + "languages": [ + "ltg-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.491784, + "recall": 0.540514, + "f1": 0.505138, + "accuracy": 0.540514, + "main_score": 0.505138, + "hf_subset": "ltg_Latn-bam_Latn", + "languages": [ + "ltg-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.548007, + "recall": 0.625494, + "f1": 0.569562, + "accuracy": 0.625494, + "main_score": 0.569562, + "hf_subset": "ltg_Latn-dzo_Tibt", + "languages": [ + "ltg-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.926219, + "recall": 0.948617, + "f1": 0.933267, + "accuracy": 0.948617, + "main_score": 0.933267, + "hf_subset": "ltg_Latn-hin_Deva", + "languages": [ + "ltg-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.856719, + "recall": 0.895257, + "f1": 0.868314, + "accuracy": 0.895257, + "main_score": 0.868314, + "hf_subset": "ltg_Latn-khm_Khmr", + "languages": [ + "ltg-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.916735, + "recall": 0.938735, + "f1": 0.923507, + "accuracy": 0.938735, + "main_score": 0.923507, + "hf_subset": "ltg_Latn-mag_Deva", + "languages": [ + "ltg-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.914427, + "recall": 0.936759, + "f1": 0.921033, + "accuracy": 0.936759, + "main_score": 0.921033, + "hf_subset": "ltg_Latn-pap_Latn", + "languages": [ + "ltg-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.760731, + "recall": 0.815217, + "f1": 0.776748, + "accuracy": 0.815217, + "main_score": 0.776748, + "hf_subset": "ltg_Latn-sot_Latn", + "languages": [ + "ltg-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.950593, + "f1": 0.935903, + "accuracy": 0.950593, + "main_score": 0.935903, + "hf_subset": "ltg_Latn-tur_Latn", + "languages": [ + "ltg-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.813632, + "recall": 0.852767, + "f1": 0.82517, + "accuracy": 0.852767, + "main_score": 0.82517, + "hf_subset": "ltg_Latn-ace_Latn", + "languages": [ + "ltg-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.883564, + "recall": 0.91502, + "f1": 0.89305, + "accuracy": 0.91502, + "main_score": 0.89305, + "hf_subset": "ltg_Latn-ban_Latn", + "languages": [ + "ltg-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.922019, + "recall": 0.944664, + "f1": 0.929202, + "accuracy": 0.944664, + "main_score": 0.929202, + "hf_subset": "ltg_Latn-ell_Grek", + "languages": [ + "ltg-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.919412, + "recall": 0.940711, + "f1": 0.925922, + "accuracy": 0.940711, + "main_score": 0.925922, + "hf_subset": "ltg_Latn-hne_Deva", + "languages": [ + "ltg-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.56117, + "recall": 0.620553, + "f1": 0.577328, + "accuracy": 0.620553, + "main_score": 0.577328, + "hf_subset": "ltg_Latn-kik_Latn", + "languages": [ + "ltg-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.917631, + "recall": 0.938735, + "f1": 0.924113, + "accuracy": 0.938735, + "main_score": 0.924113, + "hf_subset": "ltg_Latn-mai_Deva", + "languages": [ + "ltg-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.873824, + "recall": 0.908103, + "f1": 0.884601, + "accuracy": 0.908103, + "main_score": 0.884601, + "hf_subset": "ltg_Latn-pbt_Arab", + "languages": [ + "ltg-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.916617, + "recall": 0.9417, + "f1": 0.924473, + "accuracy": 0.9417, + "main_score": 0.924473, + "hf_subset": "ltg_Latn-spa_Latn", + "languages": [ + "ltg-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.704715, + "recall": 0.755929, + "f1": 0.719274, + "accuracy": 0.755929, + "main_score": 0.719274, + "hf_subset": "ltg_Latn-twi_Latn", + "languages": [ + "ltg-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.911018, + "recall": 0.937747, + "f1": 0.919368, + "accuracy": 0.937747, + "main_score": 0.919368, + "hf_subset": "ltg_Latn-acm_Arab", + "languages": [ + "ltg-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.895455, + "recall": 0.924901, + "f1": 0.9044, + "accuracy": 0.924901, + "main_score": 0.9044, + "hf_subset": "ltg_Latn-bel_Cyrl", + "languages": [ + "ltg-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.934947, + "recall": 0.954545, + "f1": 0.941158, + "accuracy": 0.954545, + "main_score": 0.941158, + "hf_subset": "ltg_Latn-eng_Latn", + "languages": [ + "ltg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.931686, + "recall": 0.951581, + "f1": 0.937879, + "accuracy": 0.951581, + "main_score": 0.937879, + "hf_subset": "ltg_Latn-hrv_Latn", + "languages": [ + "ltg-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.771534, + "recall": 0.823123, + "f1": 0.786399, + "accuracy": 0.823123, + "main_score": 0.786399, + "hf_subset": "ltg_Latn-kin_Latn", + "languages": [ + "ltg-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.898485, + "recall": 0.926877, + "f1": 0.907459, + "accuracy": 0.926877, + "main_score": 0.907459, + "hf_subset": "ltg_Latn-mal_Mlym", + "languages": [ + "ltg-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.905774, + "recall": 0.931818, + "f1": 0.913738, + "accuracy": 0.931818, + "main_score": 0.913738, + "hf_subset": "ltg_Latn-pes_Arab", + "languages": [ + "ltg-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.921311, + "recall": 0.943676, + "f1": 0.92836, + "accuracy": 0.943676, + "main_score": 0.92836, + "hf_subset": "ltg_Latn-srd_Latn", + "languages": [ + "ltg-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.22333, + "recall": 0.283597, + "f1": 0.238013, + "accuracy": 0.283597, + "main_score": 0.238013, + "hf_subset": "ltg_Latn-tzm_Tfng", + "languages": [ + "ltg-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.92309, + "recall": 0.94664, + "f1": 0.930468, + "accuracy": 0.94664, + "main_score": 0.930468, + "hf_subset": "ltg_Latn-acq_Arab", + "languages": [ + "ltg-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.630576, + "recall": 0.686759, + "f1": 0.646635, + "accuracy": 0.686759, + "main_score": 0.646635, + "hf_subset": "ltg_Latn-bem_Latn", + "languages": [ + "ltg-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.923501, + "recall": 0.945652, + "f1": 0.930355, + "accuracy": 0.945652, + "main_score": 0.930355, + "hf_subset": "ltg_Latn-epo_Latn", + "languages": [ + "ltg-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.925381, + "recall": 0.945652, + "f1": 0.931489, + "accuracy": 0.945652, + "main_score": 0.931489, + "hf_subset": "ltg_Latn-hun_Latn", + "languages": [ + "ltg-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.88834, + "recall": 0.91996, + "f1": 0.898141, + "accuracy": 0.91996, + "main_score": 0.898141, + "hf_subset": "ltg_Latn-kir_Cyrl", + "languages": [ + "ltg-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.905336, + "recall": 0.933794, + "f1": 0.914163, + "accuracy": 0.933794, + "main_score": 0.914163, + "hf_subset": "ltg_Latn-mar_Deva", + "languages": [ + "ltg-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.772612, + "recall": 0.823123, + "f1": 0.787109, + "accuracy": 0.823123, + "main_score": 0.787109, + "hf_subset": "ltg_Latn-plt_Latn", + "languages": [ + "ltg-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.923732, + "recall": 0.945652, + "f1": 0.930567, + "accuracy": 0.945652, + "main_score": 0.930567, + "hf_subset": "ltg_Latn-srp_Cyrl", + "languages": [ + "ltg-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.826558, + "recall": 0.871542, + "f1": 0.840431, + "accuracy": 0.871542, + "main_score": 0.840431, + "hf_subset": "ltg_Latn-uig_Arab", + "languages": [ + "ltg-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.893882, + "recall": 0.921937, + "f1": 0.90213, + "accuracy": 0.921937, + "main_score": 0.90213, + "hf_subset": "ltg_Latn-aeb_Arab", + "languages": [ + "ltg-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.919664, + "recall": 0.942688, + "f1": 0.92683, + "accuracy": 0.942688, + "main_score": 0.92683, + "hf_subset": "ltg_Latn-ben_Beng", + "languages": [ + "ltg-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.928007, + "recall": 0.948617, + "f1": 0.934536, + "accuracy": 0.948617, + "main_score": 0.934536, + "hf_subset": "ltg_Latn-est_Latn", + "languages": [ + "ltg-Latn", + "est-Latn" + ] + }, + { + "precision": 0.917737, + "recall": 0.942688, + "f1": 0.925626, + "accuracy": 0.942688, + "main_score": 0.925626, + "hf_subset": "ltg_Latn-hye_Armn", + "languages": [ + "ltg-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.482835, + "recall": 0.531621, + "f1": 0.4964, + "accuracy": 0.531621, + "main_score": 0.4964, + "hf_subset": "ltg_Latn-kmb_Latn", + "languages": [ + "ltg-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.501053, + "recall": 0.586957, + "f1": 0.524816, + "accuracy": 0.586957, + "main_score": 0.524816, + "hf_subset": "ltg_Latn-min_Arab", + "languages": [ + "ltg-Latn", + "min-Arab" + ] + }, + { + "precision": 0.92276, + "recall": 0.945652, + "f1": 0.930138, + "accuracy": 0.945652, + "main_score": 0.930138, + "hf_subset": "ltg_Latn-pol_Latn", + "languages": [ + "ltg-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.691683, + "recall": 0.750988, + "f1": 0.708865, + "accuracy": 0.750988, + "main_score": 0.708865, + "hf_subset": "ltg_Latn-ssw_Latn", + "languages": [ + "ltg-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.924769, + "recall": 0.947628, + "f1": 0.931983, + "accuracy": 0.947628, + "main_score": 0.931983, + "hf_subset": "ltg_Latn-ukr_Cyrl", + "languages": [ + "ltg-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.918182, + "recall": 0.9417, + "f1": 0.925348, + "accuracy": 0.9417, + "main_score": 0.925348, + "hf_subset": "ltg_Latn-afr_Latn", + "languages": [ + "ltg-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.915958, + "recall": 0.939723, + "f1": 0.92332, + "accuracy": 0.939723, + "main_score": 0.92332, + "hf_subset": "ltg_Latn-bho_Deva", + "languages": [ + "ltg-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.886924, + "recall": 0.917984, + "f1": 0.896377, + "accuracy": 0.917984, + "main_score": 0.896377, + "hf_subset": "ltg_Latn-eus_Latn", + "languages": [ + "ltg-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.777404, + "recall": 0.828063, + "f1": 0.792063, + "accuracy": 0.828063, + "main_score": 0.792063, + "hf_subset": "ltg_Latn-ibo_Latn", + "languages": [ + "ltg-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.814476, + "recall": 0.858696, + "f1": 0.827448, + "accuracy": 0.858696, + "main_score": 0.827448, + "hf_subset": "ltg_Latn-kmr_Latn", + "languages": [ + "ltg-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.895175, + "recall": 0.922925, + "f1": 0.903722, + "accuracy": 0.922925, + "main_score": 0.903722, + "hf_subset": "ltg_Latn-min_Latn", + "languages": [ + "ltg-Latn", + "min-Latn" + ] + }, + { + "precision": 0.939789, + "recall": 0.956522, + "f1": 0.944829, + "accuracy": 0.956522, + "main_score": 0.944829, + "hf_subset": "ltg_Latn-por_Latn", + "languages": [ + "ltg-Latn", + "por-Latn" + ] + }, + { + "precision": 0.884611, + "recall": 0.91502, + "f1": 0.893664, + "accuracy": 0.91502, + "main_score": 0.893664, + "hf_subset": "ltg_Latn-sun_Latn", + "languages": [ + "ltg-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.471772, + "recall": 0.527668, + "f1": 0.487783, + "accuracy": 0.527668, + "main_score": 0.487783, + "hf_subset": "ltg_Latn-umb_Latn", + "languages": [ + "ltg-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.922299, + "recall": 0.944664, + "f1": 0.92915, + "accuracy": 0.944664, + "main_score": 0.92915, + "hf_subset": "ltg_Latn-ajp_Arab", + "languages": [ + "ltg-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.525919, + "recall": 0.601779, + "f1": 0.546952, + "accuracy": 0.601779, + "main_score": 0.546952, + "hf_subset": "ltg_Latn-bjn_Arab", + "languages": [ + "ltg-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.467138, + "recall": 0.518775, + "f1": 0.481095, + "accuracy": 0.518775, + "main_score": 0.481095, + "hf_subset": "ltg_Latn-ewe_Latn", + "languages": [ + "ltg-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.877706, + "recall": 0.906126, + "f1": 0.886086, + "accuracy": 0.906126, + "main_score": 0.886086, + "hf_subset": "ltg_Latn-ilo_Latn", + "languages": [ + "ltg-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.273609, + "recall": 0.332016, + "f1": 0.288997, + "accuracy": 0.332016, + "main_score": 0.288997, + "hf_subset": "ltg_Latn-knc_Arab", + "languages": [ + "ltg-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.931406, + "recall": 0.949605, + "f1": 0.936745, + "accuracy": 0.949605, + "main_score": 0.936745, + "hf_subset": "ltg_Latn-mkd_Cyrl", + "languages": [ + "ltg-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.91969, + "recall": 0.942688, + "f1": 0.926861, + "accuracy": 0.942688, + "main_score": 0.926861, + "hf_subset": "ltg_Latn-prs_Arab", + "languages": [ + "ltg-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.931736, + "recall": 0.952569, + "f1": 0.938307, + "accuracy": 0.952569, + "main_score": 0.938307, + "hf_subset": "ltg_Latn-swe_Latn", + "languages": [ + "ltg-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.918956, + "recall": 0.9417, + "f1": 0.925758, + "accuracy": 0.9417, + "main_score": 0.925758, + "hf_subset": "ltg_Latn-urd_Arab", + "languages": [ + "ltg-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.696233, + "recall": 0.749012, + "f1": 0.710856, + "accuracy": 0.749012, + "main_score": 0.710856, + "hf_subset": "ltg_Latn-aka_Latn", + "languages": [ + "ltg-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.894549, + "recall": 0.922925, + "f1": 0.903393, + "accuracy": 0.922925, + "main_score": 0.903393, + "hf_subset": "ltg_Latn-bjn_Latn", + "languages": [ + "ltg-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.87021, + "recall": 0.90415, + "f1": 0.880424, + "accuracy": 0.90415, + "main_score": 0.880424, + "hf_subset": "ltg_Latn-fao_Latn", + "languages": [ + "ltg-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.924078, + "recall": 0.94664, + "f1": 0.931079, + "accuracy": 0.94664, + "main_score": 0.931079, + "hf_subset": "ltg_Latn-ind_Latn", + "languages": [ + "ltg-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.50767, + "recall": 0.554348, + "f1": 0.520084, + "accuracy": 0.554348, + "main_score": 0.520084, + "hf_subset": "ltg_Latn-knc_Latn", + "languages": [ + "ltg-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.891857, + "recall": 0.920949, + "f1": 0.900431, + "accuracy": 0.920949, + "main_score": 0.900431, + "hf_subset": "ltg_Latn-mlt_Latn", + "languages": [ + "ltg-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.609688, + "recall": 0.666996, + "f1": 0.625892, + "accuracy": 0.666996, + "main_score": 0.625892, + "hf_subset": "ltg_Latn-quy_Latn", + "languages": [ + "ltg-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.897431, + "recall": 0.925889, + "f1": 0.906046, + "accuracy": 0.925889, + "main_score": 0.906046, + "hf_subset": "ltg_Latn-swh_Latn", + "languages": [ + "ltg-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.904356, + "recall": 0.929842, + "f1": 0.912129, + "accuracy": 0.929842, + "main_score": 0.912129, + "hf_subset": "ltg_Latn-uzn_Latn", + "languages": [ + "ltg-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.92164, + "recall": 0.943676, + "f1": 0.928491, + "accuracy": 0.943676, + "main_score": 0.928491, + "hf_subset": "ltg_Latn-als_Latn", + "languages": [ + "ltg-Latn", + "als-Latn" + ] + }, + { + "precision": 0.661433, + "recall": 0.728261, + "f1": 0.680551, + "accuracy": 0.728261, + "main_score": 0.680551, + "hf_subset": "ltg_Latn-bod_Tibt", + "languages": [ + "ltg-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.593662, + "recall": 0.653162, + "f1": 0.61035, + "accuracy": 0.653162, + "main_score": 0.61035, + "hf_subset": "ltg_Latn-fij_Latn", + "languages": [ + "ltg-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.869236, + "recall": 0.906126, + "f1": 0.880684, + "accuracy": 0.906126, + "main_score": 0.880684, + "hf_subset": "ltg_Latn-isl_Latn", + "languages": [ + "ltg-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.584214, + "recall": 0.640316, + "f1": 0.599789, + "accuracy": 0.640316, + "main_score": 0.599789, + "hf_subset": "ltg_Latn-kon_Latn", + "languages": [ + "ltg-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.572056, + "recall": 0.637352, + "f1": 0.590828, + "accuracy": 0.637352, + "main_score": 0.590828, + "hf_subset": "ltg_Latn-mni_Beng", + "languages": [ + "ltg-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.93223, + "recall": 0.952569, + "f1": 0.938801, + "accuracy": 0.952569, + "main_score": 0.938801, + "hf_subset": "ltg_Latn-ron_Latn", + "languages": [ + "ltg-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.910771, + "recall": 0.935771, + "f1": 0.918643, + "accuracy": 0.935771, + "main_score": 0.918643, + "hf_subset": "ltg_Latn-szl_Latn", + "languages": [ + "ltg-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.929051, + "recall": 0.948617, + "f1": 0.935079, + "accuracy": 0.948617, + "main_score": 0.935079, + "hf_subset": "ltg_Latn-vec_Latn", + "languages": [ + "ltg-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.834858, + "recall": 0.876482, + "f1": 0.847381, + "accuracy": 0.876482, + "main_score": 0.847381, + "hf_subset": "ltg_Latn-amh_Ethi", + "languages": [ + "ltg-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.936265, + "recall": 0.954545, + "f1": 0.941831, + "accuracy": 0.954545, + "main_score": 0.941831, + "hf_subset": "ltg_Latn-bos_Latn", + "languages": [ + "ltg-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.919888, + "recall": 0.942688, + "f1": 0.926861, + "accuracy": 0.942688, + "main_score": 0.926861, + "hf_subset": "ltg_Latn-fin_Latn", + "languages": [ + "ltg-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.931581, + "recall": 0.949605, + "f1": 0.937072, + "accuracy": 0.949605, + "main_score": 0.937072, + "hf_subset": "ltg_Latn-ita_Latn", + "languages": [ + "ltg-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.922744, + "recall": 0.944664, + "f1": 0.929414, + "accuracy": 0.944664, + "main_score": 0.929414, + "hf_subset": "ltg_Latn-kor_Hang", + "languages": [ + "ltg-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.490356, + "recall": 0.543478, + "f1": 0.505358, + "accuracy": 0.543478, + "main_score": 0.505358, + "hf_subset": "ltg_Latn-mos_Latn", + "languages": [ + "ltg-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.664509, + "recall": 0.731225, + "f1": 0.683489, + "accuracy": 0.731225, + "main_score": 0.683489, + "hf_subset": "ltg_Latn-run_Latn", + "languages": [ + "ltg-Latn", + "run-Latn" + ] + }, + { + "precision": 0.897251, + "recall": 0.924901, + "f1": 0.905671, + "accuracy": 0.924901, + "main_score": 0.905671, + "hf_subset": "ltg_Latn-tam_Taml", + "languages": [ + "ltg-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.899268, + "recall": 0.926877, + "f1": 0.907362, + "accuracy": 0.926877, + "main_score": 0.907362, + "hf_subset": "ltg_Latn-vie_Latn", + "languages": [ + "ltg-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.900866, + "recall": 0.928854, + "f1": 0.909503, + "accuracy": 0.928854, + "main_score": 0.909503, + "hf_subset": "ltg_Latn-apc_Arab", + "languages": [ + "ltg-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.703978, + "recall": 0.759881, + "f1": 0.719756, + "accuracy": 0.759881, + "main_score": 0.719756, + "hf_subset": "ltg_Latn-bug_Latn", + "languages": [ + "ltg-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.410911, + "recall": 0.454545, + "f1": 0.423215, + "accuracy": 0.454545, + "main_score": 0.423215, + "hf_subset": "ltg_Latn-fon_Latn", + "languages": [ + "ltg-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.88899, + "recall": 0.917984, + "f1": 0.897655, + "accuracy": 0.917984, + "main_score": 0.897655, + "hf_subset": "ltg_Latn-jav_Latn", + "languages": [ + "ltg-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.806317, + "recall": 0.853755, + "f1": 0.820405, + "accuracy": 0.853755, + "main_score": 0.820405, + "hf_subset": "ltg_Latn-lao_Laoo", + "languages": [ + "ltg-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.759717, + "recall": 0.813241, + "f1": 0.775184, + "accuracy": 0.813241, + "main_score": 0.775184, + "hf_subset": "ltg_Latn-mri_Latn", + "languages": [ + "ltg-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.924489, + "recall": 0.947628, + "f1": 0.931884, + "accuracy": 0.947628, + "main_score": 0.931884, + "hf_subset": "ltg_Latn-rus_Cyrl", + "languages": [ + "ltg-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.507591, + "recall": 0.559289, + "f1": 0.522341, + "accuracy": 0.559289, + "main_score": 0.522341, + "hf_subset": "ltg_Latn-taq_Latn", + "languages": [ + "ltg-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.907762, + "recall": 0.93083, + "f1": 0.914526, + "accuracy": 0.93083, + "main_score": 0.914526, + "hf_subset": "ltg_Latn-war_Latn", + "languages": [ + "ltg-Latn", + "war-Latn" + ] + }, + { + "precision": 0.915349, + "recall": 0.940711, + "f1": 0.923386, + "accuracy": 0.940711, + "main_score": 0.923386, + "hf_subset": "ltg_Latn-arb_Arab", + "languages": [ + "ltg-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.939723, + "recall": 0.95751, + "f1": 0.945276, + "accuracy": 0.95751, + "main_score": 0.945276, + "hf_subset": "ltg_Latn-bul_Cyrl", + "languages": [ + "ltg-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.931736, + "recall": 0.951581, + "f1": 0.937931, + "accuracy": 0.951581, + "main_score": 0.937931, + "hf_subset": "ltg_Latn-fra_Latn", + "languages": [ + "ltg-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.912088, + "recall": 0.937747, + "f1": 0.920092, + "accuracy": 0.937747, + "main_score": 0.920092, + "hf_subset": "ltg_Latn-jpn_Jpan", + "languages": [ + "ltg-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.920899, + "recall": 0.9417, + "f1": 0.927075, + "accuracy": 0.9417, + "main_score": 0.927075, + "hf_subset": "ltg_Latn-lij_Latn", + "languages": [ + "ltg-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.875329, + "recall": 0.910079, + "f1": 0.886119, + "accuracy": 0.910079, + "main_score": 0.886119, + "hf_subset": "ltg_Latn-mya_Mymr", + "languages": [ + "ltg-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.546829, + "recall": 0.603755, + "f1": 0.562457, + "accuracy": 0.603755, + "main_score": 0.562457, + "hf_subset": "ltg_Latn-sag_Latn", + "languages": [ + "ltg-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.244214, + "recall": 0.305336, + "f1": 0.259891, + "accuracy": 0.305336, + "main_score": 0.259891, + "hf_subset": "ltg_Latn-taq_Tfng", + "languages": [ + "ltg-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.615334, + "recall": 0.66996, + "f1": 0.630828, + "accuracy": 0.66996, + "main_score": 0.630828, + "hf_subset": "ltg_Latn-wol_Latn", + "languages": [ + "ltg-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.74074, + "recall": 0.800395, + "f1": 0.758522, + "accuracy": 0.800395, + "main_score": 0.758522, + "hf_subset": "ltg_Latn-arb_Latn", + "languages": [ + "ltg-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.926581, + "recall": 0.948617, + "f1": 0.933432, + "accuracy": 0.948617, + "main_score": 0.933432, + "hf_subset": "ltg_Latn-cat_Latn", + "languages": [ + "ltg-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.917391, + "recall": 0.939723, + "f1": 0.924045, + "accuracy": 0.939723, + "main_score": 0.924045, + "hf_subset": "ltg_Latn-fur_Latn", + "languages": [ + "ltg-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.42727, + "recall": 0.488142, + "f1": 0.444247, + "accuracy": 0.488142, + "main_score": 0.444247, + "hf_subset": "ltg_Latn-kab_Latn", + "languages": [ + "ltg-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.895645, + "recall": 0.922925, + "f1": 0.903922, + "accuracy": 0.922925, + "main_score": 0.903922, + "hf_subset": "ltg_Latn-lim_Latn", + "languages": [ + "ltg-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.925214, + "recall": 0.945652, + "f1": 0.931343, + "accuracy": 0.945652, + "main_score": 0.931343, + "hf_subset": "ltg_Latn-nld_Latn", + "languages": [ + "ltg-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.867185, + "recall": 0.901186, + "f1": 0.877705, + "accuracy": 0.901186, + "main_score": 0.877705, + "hf_subset": "ltg_Latn-san_Deva", + "languages": [ + "ltg-Latn", + "san-Deva" + ] + }, + { + "precision": 0.914073, + "recall": 0.938735, + "f1": 0.921728, + "accuracy": 0.938735, + "main_score": 0.921728, + "hf_subset": "ltg_Latn-tat_Cyrl", + "languages": [ + "ltg-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.783573, + "recall": 0.83004, + "f1": 0.79732, + "accuracy": 0.83004, + "main_score": 0.79732, + "hf_subset": "ltg_Latn-xho_Latn", + "languages": [ + "ltg-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.910408, + "recall": 0.938735, + "f1": 0.919631, + "accuracy": 0.938735, + "main_score": 0.919631, + "hf_subset": "ltg_Latn-ars_Arab", + "languages": [ + "ltg-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.902767, + "recall": 0.928854, + "f1": 0.910493, + "accuracy": 0.928854, + "main_score": 0.910493, + "hf_subset": "ltg_Latn-ceb_Latn", + "languages": [ + "ltg-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.476225, + "recall": 0.535573, + "f1": 0.492898, + "accuracy": 0.535573, + "main_score": 0.492898, + "hf_subset": "ltg_Latn-fuv_Latn", + "languages": [ + "ltg-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.464158, + "recall": 0.518775, + "f1": 0.478526, + "accuracy": 0.518775, + "main_score": 0.478526, + "hf_subset": "ltg_Latn-kac_Latn", + "languages": [ + "ltg-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.600678, + "recall": 0.661067, + "f1": 0.61674, + "accuracy": 0.661067, + "main_score": 0.61674, + "hf_subset": "ltg_Latn-lin_Latn", + "languages": [ + "ltg-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.920455, + "recall": 0.943676, + "f1": 0.927654, + "accuracy": 0.943676, + "main_score": 0.927654, + "hf_subset": "ltg_Latn-nno_Latn", + "languages": [ + "ltg-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.780583, + "recall": 0.83498, + "f1": 0.79737, + "accuracy": 0.83498, + "main_score": 0.79737, + "hf_subset": "ltg_Latn-sat_Olck", + "languages": [ + "ltg-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.893537, + "recall": 0.921937, + "f1": 0.902063, + "accuracy": 0.921937, + "main_score": 0.902063, + "hf_subset": "ltg_Latn-tel_Telu", + "languages": [ + "ltg-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.897628, + "recall": 0.926877, + "f1": 0.906785, + "accuracy": 0.926877, + "main_score": 0.906785, + "hf_subset": "ltg_Latn-ydd_Hebr", + "languages": [ + "ltg-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.887475, + "recall": 0.917984, + "f1": 0.896761, + "accuracy": 0.917984, + "main_score": 0.896761, + "hf_subset": "ltg_Latn-ary_Arab", + "languages": [ + "ltg-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.924078, + "recall": 0.94664, + "f1": 0.931112, + "accuracy": 0.94664, + "main_score": 0.931112, + "hf_subset": "ltg_Latn-ces_Latn", + "languages": [ + "ltg-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.572374, + "recall": 0.637352, + "f1": 0.590464, + "accuracy": 0.637352, + "main_score": 0.590464, + "hf_subset": "ltg_Latn-gaz_Latn", + "languages": [ + "ltg-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.525065, + "recall": 0.58498, + "f1": 0.541479, + "accuracy": 0.58498, + "main_score": 0.541479, + "hf_subset": "ltg_Latn-kam_Latn", + "languages": [ + "ltg-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.923007, + "recall": 0.94664, + "f1": 0.930567, + "accuracy": 0.94664, + "main_score": 0.930567, + "hf_subset": "ltg_Latn-lit_Latn", + "languages": [ + "ltg-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.951581, + "f1": 0.93643, + "accuracy": 0.951581, + "main_score": 0.93643, + "hf_subset": "ltg_Latn-nob_Latn", + "languages": [ + "ltg-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.911884, + "recall": 0.931818, + "f1": 0.917697, + "accuracy": 0.931818, + "main_score": 0.917697, + "hf_subset": "ltg_Latn-scn_Latn", + "languages": [ + "ltg-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.871904, + "recall": 0.907115, + "f1": 0.882693, + "accuracy": 0.907115, + "main_score": 0.882693, + "hf_subset": "ltg_Latn-tgk_Cyrl", + "languages": [ + "ltg-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.635907, + "recall": 0.708498, + "f1": 0.656548, + "accuracy": 0.708498, + "main_score": 0.656548, + "hf_subset": "ltg_Latn-yor_Latn", + "languages": [ + "ltg-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.907856, + "recall": 0.933794, + "f1": 0.915664, + "accuracy": 0.933794, + "main_score": 0.915664, + "hf_subset": "ltg_Latn-arz_Arab", + "languages": [ + "ltg-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.490764, + "recall": 0.545455, + "f1": 0.507005, + "accuracy": 0.545455, + "main_score": 0.507005, + "hf_subset": "ltg_Latn-cjk_Latn", + "languages": [ + "ltg-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.83946, + "recall": 0.879447, + "f1": 0.851746, + "accuracy": 0.879447, + "main_score": 0.851746, + "hf_subset": "ltg_Latn-gla_Latn", + "languages": [ + "ltg-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.892243, + "recall": 0.921937, + "f1": 0.901158, + "accuracy": 0.921937, + "main_score": 0.901158, + "hf_subset": "ltg_Latn-kan_Knda", + "languages": [ + "ltg-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.901416, + "recall": 0.927866, + "f1": 0.909585, + "accuracy": 0.927866, + "main_score": 0.909585, + "hf_subset": "ltg_Latn-lmo_Latn", + "languages": [ + "ltg-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.908367, + "recall": 0.932806, + "f1": 0.915783, + "accuracy": 0.932806, + "main_score": 0.915783, + "hf_subset": "ltg_Latn-npi_Deva", + "languages": [ + "ltg-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.494862, + "recall": 0.559289, + "f1": 0.513287, + "accuracy": 0.559289, + "main_score": 0.513287, + "hf_subset": "ltg_Latn-shn_Mymr", + "languages": [ + "ltg-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.914229, + "recall": 0.937747, + "f1": 0.921198, + "accuracy": 0.937747, + "main_score": 0.921198, + "hf_subset": "ltg_Latn-tgl_Latn", + "languages": [ + "ltg-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.902454, + "recall": 0.93083, + "f1": 0.911251, + "accuracy": 0.93083, + "main_score": 0.911251, + "hf_subset": "ltg_Latn-yue_Hant", + "languages": [ + "ltg-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.883976, + "recall": 0.91502, + "f1": 0.893384, + "accuracy": 0.91502, + "main_score": 0.893384, + "hf_subset": "ltg_Latn-asm_Beng", + "languages": [ + "ltg-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.840036, + "recall": 0.879447, + "f1": 0.852108, + "accuracy": 0.879447, + "main_score": 0.852108, + "hf_subset": "ltg_Latn-ckb_Arab", + "languages": [ + "ltg-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.877256, + "recall": 0.909091, + "f1": 0.887088, + "accuracy": 0.909091, + "main_score": 0.887088, + "hf_subset": "ltg_Latn-gle_Latn", + "languages": [ + "ltg-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.82851, + "recall": 0.870553, + "f1": 0.841041, + "accuracy": 0.870553, + "main_score": 0.841041, + "hf_subset": "ltg_Latn-kas_Arab", + "languages": [ + "ltg-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.743462, + "recall": 0.795455, + "f1": 0.758696, + "accuracy": 0.795455, + "main_score": 0.758696, + "hf_subset": "ltg_Latn-nso_Latn", + "languages": [ + "ltg-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.885573, + "recall": 0.916008, + "f1": 0.89488, + "accuracy": 0.916008, + "main_score": 0.89488, + "hf_subset": "ltg_Latn-sin_Sinh", + "languages": [ + "ltg-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.897843, + "recall": 0.926877, + "f1": 0.906969, + "accuracy": 0.926877, + "main_score": 0.906969, + "hf_subset": "ltg_Latn-tha_Thai", + "languages": [ + "ltg-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.883514, + "recall": 0.916008, + "f1": 0.893219, + "accuracy": 0.916008, + "main_score": 0.893219, + "hf_subset": "ltg_Latn-zho_Hans", + "languages": [ + "ltg-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.914896, + "recall": 0.937747, + "f1": 0.922058, + "accuracy": 0.937747, + "main_score": 0.922058, + "hf_subset": "ltg_Latn-ast_Latn", + "languages": [ + "ltg-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.915711, + "recall": 0.938735, + "f1": 0.922694, + "accuracy": 0.938735, + "main_score": 0.922694, + "hf_subset": "ltg_Latn-crh_Latn", + "languages": [ + "ltg-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.929375, + "recall": 0.948617, + "f1": 0.935211, + "accuracy": 0.948617, + "main_score": 0.935211, + "hf_subset": "ltg_Latn-glg_Latn", + "languages": [ + "ltg-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.765755, + "recall": 0.816206, + "f1": 0.780896, + "accuracy": 0.816206, + "main_score": 0.780896, + "hf_subset": "ltg_Latn-kas_Deva", + "languages": [ + "ltg-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.913702, + "recall": 0.936759, + "f1": 0.920672, + "accuracy": 0.936759, + "main_score": 0.920672, + "hf_subset": "ltg_Latn-ltz_Latn", + "languages": [ + "ltg-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.41976, + "recall": 0.48419, + "f1": 0.437648, + "accuracy": 0.48419, + "main_score": 0.437648, + "hf_subset": "ltg_Latn-nus_Latn", + "languages": [ + "ltg-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.920826, + "recall": 0.9417, + "f1": 0.926927, + "accuracy": 0.9417, + "main_score": 0.926927, + "hf_subset": "ltg_Latn-slk_Latn", + "languages": [ + "ltg-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.607001, + "recall": 0.677866, + "f1": 0.627565, + "accuracy": 0.677866, + "main_score": 0.627565, + "hf_subset": "ltg_Latn-tir_Ethi", + "languages": [ + "ltg-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.904397, + "recall": 0.932806, + "f1": 0.913241, + "accuracy": 0.932806, + "main_score": 0.913241, + "hf_subset": "ltg_Latn-zho_Hant", + "languages": [ + "ltg-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.893363, + "recall": 0.921937, + "f1": 0.901995, + "accuracy": 0.921937, + "main_score": 0.901995, + "hf_subset": "ltg_Latn-awa_Deva", + "languages": [ + "ltg-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.910056, + "recall": 0.934783, + "f1": 0.917704, + "accuracy": 0.934783, + "main_score": 0.917704, + "hf_subset": "ltg_Latn-cym_Latn", + "languages": [ + "ltg-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.733606, + "recall": 0.784585, + "f1": 0.748078, + "accuracy": 0.784585, + "main_score": 0.748078, + "hf_subset": "ltg_Latn-grn_Latn", + "languages": [ + "ltg-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.918758, + "recall": 0.942688, + "f1": 0.92612, + "accuracy": 0.942688, + "main_score": 0.92612, + "hf_subset": "ltg_Latn-kat_Geor", + "languages": [ + "ltg-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.578308, + "recall": 0.628458, + "f1": 0.592027, + "accuracy": 0.628458, + "main_score": 0.592027, + "hf_subset": "ltg_Latn-lua_Latn", + "languages": [ + "ltg-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.729595, + "recall": 0.784585, + "f1": 0.746212, + "accuracy": 0.784585, + "main_score": 0.746212, + "hf_subset": "ltg_Latn-nya_Latn", + "languages": [ + "ltg-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.930477, + "recall": 0.949605, + "f1": 0.936314, + "accuracy": 0.949605, + "main_score": 0.936314, + "hf_subset": "ltg_Latn-slv_Latn", + "languages": [ + "ltg-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.871813, + "recall": 0.90415, + "f1": 0.881332, + "accuracy": 0.90415, + "main_score": 0.881332, + "hf_subset": "ltg_Latn-tpi_Latn", + "languages": [ + "ltg-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.913977, + "recall": 0.939723, + "f1": 0.922299, + "accuracy": 0.939723, + "main_score": 0.922299, + "hf_subset": "ltg_Latn-zsm_Latn", + "languages": [ + "ltg-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.480336, + "recall": 0.534585, + "f1": 0.495357, + "accuracy": 0.534585, + "main_score": 0.495357, + "hf_subset": "ltg_Latn-ayr_Latn", + "languages": [ + "ltg-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.934783, + "recall": 0.954545, + "f1": 0.941008, + "accuracy": 0.954545, + "main_score": 0.941008, + "hf_subset": "ltg_Latn-dan_Latn", + "languages": [ + "ltg-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.906085, + "recall": 0.934783, + "f1": 0.915404, + "accuracy": 0.934783, + "main_score": 0.915404, + "hf_subset": "ltg_Latn-guj_Gujr", + "languages": [ + "ltg-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.905097, + "recall": 0.931818, + "f1": 0.91323, + "accuracy": 0.931818, + "main_score": 0.91323, + "hf_subset": "ltg_Latn-kaz_Cyrl", + "languages": [ + "ltg-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.60615, + "recall": 0.667984, + "f1": 0.624431, + "accuracy": 0.667984, + "main_score": 0.624431, + "hf_subset": "ltg_Latn-lug_Latn", + "languages": [ + "ltg-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.907536, + "recall": 0.932806, + "f1": 0.915121, + "accuracy": 0.932806, + "main_score": 0.915121, + "hf_subset": "ltg_Latn-oci_Latn", + "languages": [ + "ltg-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.742902, + "recall": 0.793478, + "f1": 0.758235, + "accuracy": 0.793478, + "main_score": 0.758235, + "hf_subset": "ltg_Latn-smo_Latn", + "languages": [ + "ltg-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.657388, + "recall": 0.720356, + "f1": 0.675352, + "accuracy": 0.720356, + "main_score": 0.675352, + "hf_subset": "ltg_Latn-tsn_Latn", + "languages": [ + "ltg-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.793215, + "recall": 0.840909, + "f1": 0.8083, + "accuracy": 0.840909, + "main_score": 0.8083, + "hf_subset": "ltg_Latn-zul_Latn", + "languages": [ + "ltg-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.838393, + "recall": 0.87253, + "f1": 0.849115, + "accuracy": 0.87253, + "main_score": 0.849115, + "hf_subset": "ltg_Latn-azb_Arab", + "languages": [ + "ltg-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.917078, + "recall": 0.9417, + "f1": 0.924769, + "accuracy": 0.9417, + "main_score": 0.924769, + "hf_subset": "ltg_Latn-deu_Latn", + "languages": [ + "ltg-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.894516, + "recall": 0.922925, + "f1": 0.903313, + "accuracy": 0.922925, + "main_score": 0.903313, + "hf_subset": "ltg_Latn-hat_Latn", + "languages": [ + "ltg-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.49078, + "recall": 0.541502, + "f1": 0.504683, + "accuracy": 0.541502, + "main_score": 0.504683, + "hf_subset": "ltg_Latn-kbp_Latn", + "languages": [ + "ltg-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.508402, + "recall": 0.5583, + "f1": 0.521865, + "accuracy": 0.5583, + "main_score": 0.521865, + "hf_subset": "ltg_Latn-luo_Latn", + "languages": [ + "ltg-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.868742, + "recall": 0.905138, + "f1": 0.880072, + "accuracy": 0.905138, + "main_score": 0.880072, + "hf_subset": "ltg_Latn-ory_Orya", + "languages": [ + "ltg-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.787923, + "recall": 0.836957, + "f1": 0.802536, + "accuracy": 0.836957, + "main_score": 0.802536, + "hf_subset": "ltg_Latn-sna_Latn", + "languages": [ + "ltg-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.620045, + "recall": 0.68083, + "f1": 0.637262, + "accuracy": 0.68083, + "main_score": 0.637262, + "hf_subset": "ltg_Latn-tso_Latn", + "languages": [ + "ltg-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.899951, + "recall": 0.929842, + "f1": 0.909453, + "accuracy": 0.929842, + "main_score": 0.909453, + "hf_subset": "ltg_Latn-azj_Latn", + "languages": [ + "ltg-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.490773, + "recall": 0.545455, + "f1": 0.506008, + "accuracy": 0.545455, + "main_score": 0.506008, + "hf_subset": "ltg_Latn-dik_Latn", + "languages": [ + "ltg-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.792123, + "recall": 0.839921, + "f1": 0.806689, + "accuracy": 0.839921, + "main_score": 0.806689, + "hf_subset": "ltg_Latn-hau_Latn", + "languages": [ + "ltg-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.898748, + "recall": 0.925889, + "f1": 0.907035, + "accuracy": 0.925889, + "main_score": 0.907035, + "hf_subset": "ltg_Latn-kea_Latn", + "languages": [ + "ltg-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.804539, + "recall": 0.847826, + "f1": 0.817697, + "accuracy": 0.847826, + "main_score": 0.817697, + "hf_subset": "ltg_Latn-lus_Latn", + "languages": [ + "ltg-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.802553, + "recall": 0.843874, + "f1": 0.815232, + "accuracy": 0.843874, + "main_score": 0.815232, + "hf_subset": "ltg_Latn-pag_Latn", + "languages": [ + "ltg-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.866667, + "recall": 0.903162, + "f1": 0.877931, + "accuracy": 0.903162, + "main_score": 0.877931, + "hf_subset": "ltg_Latn-snd_Arab", + "languages": [ + "ltg-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.908514, + "recall": 0.932806, + "f1": 0.915994, + "accuracy": 0.932806, + "main_score": 0.915994, + "hf_subset": "ltg_Latn-tuk_Latn", + "languages": [ + "ltg-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.900833, + "recall": 0.929842, + "f1": 0.90995, + "accuracy": 0.929842, + "main_score": 0.90995, + "hf_subset": "ltg_Latn-bak_Cyrl", + "languages": [ + "ltg-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.43891, + "recall": 0.509881, + "f1": 0.458322, + "accuracy": 0.509881, + "main_score": 0.458322, + "hf_subset": "ltg_Latn-dyu_Latn", + "languages": [ + "ltg-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.930616, + "recall": 0.950593, + "f1": 0.936792, + "accuracy": 0.950593, + "main_score": 0.936792, + "hf_subset": "ltg_Latn-heb_Hebr", + "languages": [ + "ltg-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.870142, + "recall": 0.905138, + "f1": 0.881159, + "accuracy": 0.905138, + "main_score": 0.881159, + "hf_subset": "ltg_Latn-khk_Cyrl", + "languages": [ + "ltg-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.943347, + "recall": 0.959486, + "f1": 0.948207, + "accuracy": 0.959486, + "main_score": 0.948207, + "hf_subset": "ltg_Latn-lvs_Latn", + "languages": [ + "ltg-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.901556, + "recall": 0.925889, + "f1": 0.90852, + "accuracy": 0.925889, + "main_score": 0.90852, + "hf_subset": "ltg_Latn-pan_Guru", + "languages": [ + "ltg-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.771419, + "recall": 0.825099, + "f1": 0.787368, + "accuracy": 0.825099, + "main_score": 0.787368, + "hf_subset": "ltg_Latn-som_Latn", + "languages": [ + "ltg-Latn", + "som-Latn" + ] + }, + { + "precision": 0.632263, + "recall": 0.685771, + "f1": 0.647883, + "accuracy": 0.685771, + "main_score": 0.647883, + "hf_subset": "ltg_Latn-tum_Latn", + "languages": [ + "ltg-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.470133, + "recall": 0.536561, + "f1": 0.488579, + "accuracy": 0.536561, + "main_score": 0.488579, + "hf_subset": "nso_Latn-ace_Arab", + "languages": [ + "nso-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.494605, + "recall": 0.538538, + "f1": 0.506711, + "accuracy": 0.538538, + "main_score": 0.506711, + "hf_subset": "nso_Latn-bam_Latn", + "languages": [ + "nso-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.496868, + "recall": 0.568182, + "f1": 0.515931, + "accuracy": 0.568182, + "main_score": 0.515931, + "hf_subset": "nso_Latn-dzo_Tibt", + "languages": [ + "nso-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.830176, + "recall": 0.868577, + "f1": 0.841488, + "accuracy": 0.868577, + "main_score": 0.841488, + "hf_subset": "nso_Latn-hin_Deva", + "languages": [ + "nso-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.746326, + "recall": 0.796443, + "f1": 0.760196, + "accuracy": 0.796443, + "main_score": 0.760196, + "hf_subset": "nso_Latn-khm_Khmr", + "languages": [ + "nso-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.786844, + "recall": 0.828063, + "f1": 0.798044, + "accuracy": 0.828063, + "main_score": 0.798044, + "hf_subset": "nso_Latn-mag_Deva", + "languages": [ + "nso-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.79772, + "recall": 0.839921, + "f1": 0.809465, + "accuracy": 0.839921, + "main_score": 0.809465, + "hf_subset": "nso_Latn-pap_Latn", + "languages": [ + "nso-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.880385, + "recall": 0.91502, + "f1": 0.891041, + "accuracy": 0.91502, + "main_score": 0.891041, + "hf_subset": "nso_Latn-sot_Latn", + "languages": [ + "nso-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.809175, + "recall": 0.850791, + "f1": 0.820684, + "accuracy": 0.850791, + "main_score": 0.820684, + "hf_subset": "nso_Latn-tur_Latn", + "languages": [ + "nso-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.709155, + "recall": 0.753953, + "f1": 0.721818, + "accuracy": 0.753953, + "main_score": 0.721818, + "hf_subset": "nso_Latn-ace_Latn", + "languages": [ + "nso-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.776984, + "recall": 0.812253, + "f1": 0.786276, + "accuracy": 0.812253, + "main_score": 0.786276, + "hf_subset": "nso_Latn-ban_Latn", + "languages": [ + "nso-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.792281, + "recall": 0.839921, + "f1": 0.805827, + "accuracy": 0.839921, + "main_score": 0.805827, + "hf_subset": "nso_Latn-ell_Grek", + "languages": [ + "nso-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.784978, + "recall": 0.83004, + "f1": 0.797556, + "accuracy": 0.83004, + "main_score": 0.797556, + "hf_subset": "nso_Latn-hne_Deva", + "languages": [ + "nso-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.591443, + "recall": 0.645257, + "f1": 0.606081, + "accuracy": 0.645257, + "main_score": 0.606081, + "hf_subset": "nso_Latn-kik_Latn", + "languages": [ + "nso-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.785503, + "recall": 0.827075, + "f1": 0.796906, + "accuracy": 0.827075, + "main_score": 0.796906, + "hf_subset": "nso_Latn-mai_Deva", + "languages": [ + "nso-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.769219, + "recall": 0.812253, + "f1": 0.780839, + "accuracy": 0.812253, + "main_score": 0.780839, + "hf_subset": "nso_Latn-pbt_Arab", + "languages": [ + "nso-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.795026, + "recall": 0.841897, + "f1": 0.808749, + "accuracy": 0.841897, + "main_score": 0.808749, + "hf_subset": "nso_Latn-spa_Latn", + "languages": [ + "nso-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.697975, + "recall": 0.741107, + "f1": 0.710147, + "accuracy": 0.741107, + "main_score": 0.710147, + "hf_subset": "nso_Latn-twi_Latn", + "languages": [ + "nso-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.782898, + "recall": 0.833004, + "f1": 0.797843, + "accuracy": 0.833004, + "main_score": 0.797843, + "hf_subset": "nso_Latn-acm_Arab", + "languages": [ + "nso-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.763016, + "recall": 0.812253, + "f1": 0.776695, + "accuracy": 0.812253, + "main_score": 0.776695, + "hf_subset": "nso_Latn-bel_Cyrl", + "languages": [ + "nso-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.798309, + "recall": 0.841897, + "f1": 0.810729, + "accuracy": 0.841897, + "main_score": 0.810729, + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.823123, + "recall": 0.859684, + "f1": 0.833485, + "accuracy": 0.859684, + "main_score": 0.833485, + "hf_subset": "nso_Latn-hrv_Latn", + "languages": [ + "nso-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.783511, + "recall": 0.828063, + "f1": 0.796566, + "accuracy": 0.828063, + "main_score": 0.796566, + "hf_subset": "nso_Latn-kin_Latn", + "languages": [ + "nso-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.784345, + "recall": 0.831028, + "f1": 0.79793, + "accuracy": 0.831028, + "main_score": 0.79793, + "hf_subset": "nso_Latn-mal_Mlym", + "languages": [ + "nso-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.777155, + "recall": 0.825099, + "f1": 0.790932, + "accuracy": 0.825099, + "main_score": 0.790932, + "hf_subset": "nso_Latn-pes_Arab", + "languages": [ + "nso-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.800817, + "recall": 0.840909, + "f1": 0.812268, + "accuracy": 0.840909, + "main_score": 0.812268, + "hf_subset": "nso_Latn-srd_Latn", + "languages": [ + "nso-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.232763, + "recall": 0.299407, + "f1": 0.249056, + "accuracy": 0.299407, + "main_score": 0.249056, + "hf_subset": "nso_Latn-tzm_Tfng", + "languages": [ + "nso-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.792274, + "recall": 0.840909, + "f1": 0.805814, + "accuracy": 0.840909, + "main_score": 0.805814, + "hf_subset": "nso_Latn-acq_Arab", + "languages": [ + "nso-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.677612, + "recall": 0.732213, + "f1": 0.692918, + "accuracy": 0.732213, + "main_score": 0.692918, + "hf_subset": "nso_Latn-bem_Latn", + "languages": [ + "nso-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.794863, + "recall": 0.837945, + "f1": 0.806883, + "accuracy": 0.837945, + "main_score": 0.806883, + "hf_subset": "nso_Latn-epo_Latn", + "languages": [ + "nso-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.80244, + "recall": 0.844862, + "f1": 0.814385, + "accuracy": 0.844862, + "main_score": 0.814385, + "hf_subset": "nso_Latn-hun_Latn", + "languages": [ + "nso-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.785577, + "recall": 0.83004, + "f1": 0.798543, + "accuracy": 0.83004, + "main_score": 0.798543, + "hf_subset": "nso_Latn-kir_Cyrl", + "languages": [ + "nso-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.80851, + "recall": 0.846838, + "f1": 0.819182, + "accuracy": 0.846838, + "main_score": 0.819182, + "hf_subset": "nso_Latn-mar_Deva", + "languages": [ + "nso-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.766601, + "recall": 0.812253, + "f1": 0.78037, + "accuracy": 0.812253, + "main_score": 0.78037, + "hf_subset": "nso_Latn-plt_Latn", + "languages": [ + "nso-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.796254, + "recall": 0.837945, + "f1": 0.807369, + "accuracy": 0.837945, + "main_score": 0.807369, + "hf_subset": "nso_Latn-srp_Cyrl", + "languages": [ + "nso-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.744323, + "recall": 0.788538, + "f1": 0.756871, + "accuracy": 0.788538, + "main_score": 0.756871, + "hf_subset": "nso_Latn-uig_Arab", + "languages": [ + "nso-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.776307, + "recall": 0.822134, + "f1": 0.788755, + "accuracy": 0.822134, + "main_score": 0.788755, + "hf_subset": "nso_Latn-aeb_Arab", + "languages": [ + "nso-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.797417, + "recall": 0.837945, + "f1": 0.808307, + "accuracy": 0.837945, + "main_score": 0.808307, + "hf_subset": "nso_Latn-ben_Beng", + "languages": [ + "nso-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.79843, + "recall": 0.844862, + "f1": 0.811712, + "accuracy": 0.844862, + "main_score": 0.811712, + "hf_subset": "nso_Latn-est_Latn", + "languages": [ + "nso-Latn", + "est-Latn" + ] + }, + { + "precision": 0.798863, + "recall": 0.840909, + "f1": 0.810493, + "accuracy": 0.840909, + "main_score": 0.810493, + "hf_subset": "nso_Latn-hye_Armn", + "languages": [ + "nso-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.509023, + "recall": 0.552372, + "f1": 0.521117, + "accuracy": 0.552372, + "main_score": 0.521117, + "hf_subset": "nso_Latn-kmb_Latn", + "languages": [ + "nso-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.434775, + "recall": 0.498024, + "f1": 0.451905, + "accuracy": 0.498024, + "main_score": 0.451905, + "hf_subset": "nso_Latn-min_Arab", + "languages": [ + "nso-Latn", + "min-Arab" + ] + }, + { + "precision": 0.794483, + "recall": 0.839921, + "f1": 0.807232, + "accuracy": 0.839921, + "main_score": 0.807232, + "hf_subset": "nso_Latn-pol_Latn", + "languages": [ + "nso-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.738367, + "recall": 0.785573, + "f1": 0.752654, + "accuracy": 0.785573, + "main_score": 0.752654, + "hf_subset": "nso_Latn-ssw_Latn", + "languages": [ + "nso-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.795672, + "recall": 0.841897, + "f1": 0.808621, + "accuracy": 0.841897, + "main_score": 0.808621, + "hf_subset": "nso_Latn-ukr_Cyrl", + "languages": [ + "nso-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.80191, + "recall": 0.839921, + "f1": 0.812285, + "accuracy": 0.839921, + "main_score": 0.812285, + "hf_subset": "nso_Latn-afr_Latn", + "languages": [ + "nso-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.766054, + "recall": 0.814229, + "f1": 0.779316, + "accuracy": 0.814229, + "main_score": 0.779316, + "hf_subset": "nso_Latn-bho_Deva", + "languages": [ + "nso-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.792707, + "recall": 0.829051, + "f1": 0.802237, + "accuracy": 0.829051, + "main_score": 0.802237, + "hf_subset": "nso_Latn-eus_Latn", + "languages": [ + "nso-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.764674, + "recall": 0.813241, + "f1": 0.778629, + "accuracy": 0.813241, + "main_score": 0.778629, + "hf_subset": "nso_Latn-ibo_Latn", + "languages": [ + "nso-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.758443, + "recall": 0.806324, + "f1": 0.772483, + "accuracy": 0.806324, + "main_score": 0.772483, + "hf_subset": "nso_Latn-kmr_Latn", + "languages": [ + "nso-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.779926, + "recall": 0.81917, + "f1": 0.79024, + "accuracy": 0.81917, + "main_score": 0.79024, + "hf_subset": "nso_Latn-min_Latn", + "languages": [ + "nso-Latn", + "min-Latn" + ] + }, + { + "precision": 0.82238, + "recall": 0.862648, + "f1": 0.833959, + "accuracy": 0.862648, + "main_score": 0.833959, + "hf_subset": "nso_Latn-por_Latn", + "languages": [ + "nso-Latn", + "por-Latn" + ] + }, + { + "precision": 0.755399, + "recall": 0.799407, + "f1": 0.767174, + "accuracy": 0.799407, + "main_score": 0.767174, + "hf_subset": "nso_Latn-sun_Latn", + "languages": [ + "nso-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.490873, + "recall": 0.543478, + "f1": 0.505439, + "accuracy": 0.543478, + "main_score": 0.505439, + "hf_subset": "nso_Latn-umb_Latn", + "languages": [ + "nso-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.802759, + "recall": 0.849802, + "f1": 0.816351, + "accuracy": 0.849802, + "main_score": 0.816351, + "hf_subset": "nso_Latn-ajp_Arab", + "languages": [ + "nso-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.452757, + "recall": 0.532609, + "f1": 0.475021, + "accuracy": 0.532609, + "main_score": 0.475021, + "hf_subset": "nso_Latn-bjn_Arab", + "languages": [ + "nso-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.492839, + "recall": 0.537549, + "f1": 0.504806, + "accuracy": 0.537549, + "main_score": 0.504806, + "hf_subset": "nso_Latn-ewe_Latn", + "languages": [ + "nso-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.776527, + "recall": 0.821146, + "f1": 0.789228, + "accuracy": 0.821146, + "main_score": 0.789228, + "hf_subset": "nso_Latn-ilo_Latn", + "languages": [ + "nso-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.272453, + "recall": 0.338933, + "f1": 0.289522, + "accuracy": 0.338933, + "main_score": 0.289522, + "hf_subset": "nso_Latn-knc_Arab", + "languages": [ + "nso-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.803759, + "recall": 0.842885, + "f1": 0.814521, + "accuracy": 0.842885, + "main_score": 0.814521, + "hf_subset": "nso_Latn-mkd_Cyrl", + "languages": [ + "nso-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.805664, + "recall": 0.846838, + "f1": 0.817145, + "accuracy": 0.846838, + "main_score": 0.817145, + "hf_subset": "nso_Latn-prs_Arab", + "languages": [ + "nso-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.811334, + "recall": 0.852767, + "f1": 0.822894, + "accuracy": 0.852767, + "main_score": 0.822894, + "hf_subset": "nso_Latn-swe_Latn", + "languages": [ + "nso-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.791902, + "recall": 0.833004, + "f1": 0.803278, + "accuracy": 0.833004, + "main_score": 0.803278, + "hf_subset": "nso_Latn-urd_Arab", + "languages": [ + "nso-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.682759, + "recall": 0.738142, + "f1": 0.698122, + "accuracy": 0.738142, + "main_score": 0.698122, + "hf_subset": "nso_Latn-aka_Latn", + "languages": [ + "nso-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.778437, + "recall": 0.821146, + "f1": 0.790659, + "accuracy": 0.821146, + "main_score": 0.790659, + "hf_subset": "nso_Latn-bjn_Latn", + "languages": [ + "nso-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.794177, + "recall": 0.829051, + "f1": 0.804429, + "accuracy": 0.829051, + "main_score": 0.804429, + "hf_subset": "nso_Latn-fao_Latn", + "languages": [ + "nso-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.8086, + "recall": 0.851779, + "f1": 0.820444, + "accuracy": 0.851779, + "main_score": 0.820444, + "hf_subset": "nso_Latn-ind_Latn", + "languages": [ + "nso-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.543972, + "recall": 0.58498, + "f1": 0.555132, + "accuracy": 0.58498, + "main_score": 0.555132, + "hf_subset": "nso_Latn-knc_Latn", + "languages": [ + "nso-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.793748, + "recall": 0.831028, + "f1": 0.804005, + "accuracy": 0.831028, + "main_score": 0.804005, + "hf_subset": "nso_Latn-mlt_Latn", + "languages": [ + "nso-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.592534, + "recall": 0.642292, + "f1": 0.60632, + "accuracy": 0.642292, + "main_score": 0.60632, + "hf_subset": "nso_Latn-quy_Latn", + "languages": [ + "nso-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.815169, + "recall": 0.857708, + "f1": 0.827049, + "accuracy": 0.857708, + "main_score": 0.827049, + "hf_subset": "nso_Latn-swh_Latn", + "languages": [ + "nso-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.785844, + "recall": 0.826087, + "f1": 0.796988, + "accuracy": 0.826087, + "main_score": 0.796988, + "hf_subset": "nso_Latn-uzn_Latn", + "languages": [ + "nso-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.794632, + "recall": 0.83498, + "f1": 0.80585, + "accuracy": 0.83498, + "main_score": 0.80585, + "hf_subset": "nso_Latn-als_Latn", + "languages": [ + "nso-Latn", + "als-Latn" + ] + }, + { + "precision": 0.612765, + "recall": 0.687747, + "f1": 0.633922, + "accuracy": 0.687747, + "main_score": 0.633922, + "hf_subset": "nso_Latn-bod_Tibt", + "languages": [ + "nso-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.632851, + "recall": 0.679842, + "f1": 0.645592, + "accuracy": 0.679842, + "main_score": 0.645592, + "hf_subset": "nso_Latn-fij_Latn", + "languages": [ + "nso-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.779442, + "recall": 0.822134, + "f1": 0.791391, + "accuracy": 0.822134, + "main_score": 0.791391, + "hf_subset": "nso_Latn-isl_Latn", + "languages": [ + "nso-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.573461, + "recall": 0.620553, + "f1": 0.587284, + "accuracy": 0.620553, + "main_score": 0.587284, + "hf_subset": "nso_Latn-kon_Latn", + "languages": [ + "nso-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.522291, + "recall": 0.58004, + "f1": 0.538862, + "accuracy": 0.58004, + "main_score": 0.538862, + "hf_subset": "nso_Latn-mni_Beng", + "languages": [ + "nso-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.797628, + "recall": 0.842885, + "f1": 0.810252, + "accuracy": 0.842885, + "main_score": 0.810252, + "hf_subset": "nso_Latn-ron_Latn", + "languages": [ + "nso-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.798899, + "recall": 0.836957, + "f1": 0.809092, + "accuracy": 0.836957, + "main_score": 0.809092, + "hf_subset": "nso_Latn-szl_Latn", + "languages": [ + "nso-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.812175, + "recall": 0.847826, + "f1": 0.822196, + "accuracy": 0.847826, + "main_score": 0.822196, + "hf_subset": "nso_Latn-vec_Latn", + "languages": [ + "nso-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.804103, + "recall": 0.847826, + "f1": 0.816752, + "accuracy": 0.847826, + "main_score": 0.816752, + "hf_subset": "nso_Latn-amh_Ethi", + "languages": [ + "nso-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.803131, + "recall": 0.844862, + "f1": 0.814806, + "accuracy": 0.844862, + "main_score": 0.814806, + "hf_subset": "nso_Latn-bos_Latn", + "languages": [ + "nso-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.803702, + "recall": 0.842885, + "f1": 0.814338, + "accuracy": 0.842885, + "main_score": 0.814338, + "hf_subset": "nso_Latn-fin_Latn", + "languages": [ + "nso-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.811069, + "recall": 0.851779, + "f1": 0.82242, + "accuracy": 0.851779, + "main_score": 0.82242, + "hf_subset": "nso_Latn-ita_Latn", + "languages": [ + "nso-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.801647, + "recall": 0.847826, + "f1": 0.814719, + "accuracy": 0.847826, + "main_score": 0.814719, + "hf_subset": "nso_Latn-kor_Hang", + "languages": [ + "nso-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.500156, + "recall": 0.547431, + "f1": 0.513026, + "accuracy": 0.547431, + "main_score": 0.513026, + "hf_subset": "nso_Latn-mos_Latn", + "languages": [ + "nso-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.719937, + "recall": 0.768775, + "f1": 0.733612, + "accuracy": 0.768775, + "main_score": 0.733612, + "hf_subset": "nso_Latn-run_Latn", + "languages": [ + "nso-Latn", + "run-Latn" + ] + }, + { + "precision": 0.789917, + "recall": 0.832016, + "f1": 0.801723, + "accuracy": 0.832016, + "main_score": 0.801723, + "hf_subset": "nso_Latn-tam_Taml", + "languages": [ + "nso-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.80888, + "recall": 0.846838, + "f1": 0.819154, + "accuracy": 0.846838, + "main_score": 0.819154, + "hf_subset": "nso_Latn-vie_Latn", + "languages": [ + "nso-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.786627, + "recall": 0.831028, + "f1": 0.799195, + "accuracy": 0.831028, + "main_score": 0.799195, + "hf_subset": "nso_Latn-apc_Arab", + "languages": [ + "nso-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.626447, + "recall": 0.671937, + "f1": 0.638819, + "accuracy": 0.671937, + "main_score": 0.638819, + "hf_subset": "nso_Latn-bug_Latn", + "languages": [ + "nso-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.439129, + "recall": 0.481225, + "f1": 0.451053, + "accuracy": 0.481225, + "main_score": 0.451053, + "hf_subset": "nso_Latn-fon_Latn", + "languages": [ + "nso-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.780603, + "recall": 0.822134, + "f1": 0.791835, + "accuracy": 0.822134, + "main_score": 0.791835, + "hf_subset": "nso_Latn-jav_Latn", + "languages": [ + "nso-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.751072, + "recall": 0.797431, + "f1": 0.763938, + "accuracy": 0.797431, + "main_score": 0.763938, + "hf_subset": "nso_Latn-lao_Laoo", + "languages": [ + "nso-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.746747, + "recall": 0.795455, + "f1": 0.760962, + "accuracy": 0.795455, + "main_score": 0.760962, + "hf_subset": "nso_Latn-mri_Latn", + "languages": [ + "nso-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.793818, + "recall": 0.837945, + "f1": 0.806007, + "accuracy": 0.837945, + "main_score": 0.806007, + "hf_subset": "nso_Latn-rus_Cyrl", + "languages": [ + "nso-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.503729, + "recall": 0.548419, + "f1": 0.516776, + "accuracy": 0.548419, + "main_score": 0.516776, + "hf_subset": "nso_Latn-taq_Latn", + "languages": [ + "nso-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.775432, + "recall": 0.816206, + "f1": 0.787043, + "accuracy": 0.816206, + "main_score": 0.787043, + "hf_subset": "nso_Latn-war_Latn", + "languages": [ + "nso-Latn", + "war-Latn" + ] + }, + { + "precision": 0.795222, + "recall": 0.840909, + "f1": 0.807907, + "accuracy": 0.840909, + "main_score": 0.807907, + "hf_subset": "nso_Latn-arb_Arab", + "languages": [ + "nso-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.808414, + "recall": 0.852767, + "f1": 0.821041, + "accuracy": 0.852767, + "main_score": 0.821041, + "hf_subset": "nso_Latn-bul_Cyrl", + "languages": [ + "nso-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.804771, + "recall": 0.847826, + "f1": 0.816751, + "accuracy": 0.847826, + "main_score": 0.816751, + "hf_subset": "nso_Latn-fra_Latn", + "languages": [ + "nso-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.797722, + "recall": 0.838933, + "f1": 0.808722, + "accuracy": 0.838933, + "main_score": 0.808722, + "hf_subset": "nso_Latn-jpn_Jpan", + "languages": [ + "nso-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.797203, + "recall": 0.837945, + "f1": 0.808956, + "accuracy": 0.837945, + "main_score": 0.808956, + "hf_subset": "nso_Latn-lij_Latn", + "languages": [ + "nso-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.749397, + "recall": 0.798419, + "f1": 0.763409, + "accuracy": 0.798419, + "main_score": 0.763409, + "hf_subset": "nso_Latn-mya_Mymr", + "languages": [ + "nso-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.526758, + "recall": 0.573123, + "f1": 0.540117, + "accuracy": 0.573123, + "main_score": 0.540117, + "hf_subset": "nso_Latn-sag_Latn", + "languages": [ + "nso-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.248542, + "recall": 0.311265, + "f1": 0.264988, + "accuracy": 0.311265, + "main_score": 0.264988, + "hf_subset": "nso_Latn-taq_Tfng", + "languages": [ + "nso-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.606227, + "recall": 0.650198, + "f1": 0.618326, + "accuracy": 0.650198, + "main_score": 0.618326, + "hf_subset": "nso_Latn-wol_Latn", + "languages": [ + "nso-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.708353, + "recall": 0.766798, + "f1": 0.725601, + "accuracy": 0.766798, + "main_score": 0.725601, + "hf_subset": "nso_Latn-arb_Latn", + "languages": [ + "nso-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.805868, + "recall": 0.846838, + "f1": 0.817233, + "accuracy": 0.846838, + "main_score": 0.817233, + "hf_subset": "nso_Latn-cat_Latn", + "languages": [ + "nso-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.802013, + "recall": 0.840909, + "f1": 0.812953, + "accuracy": 0.840909, + "main_score": 0.812953, + "hf_subset": "nso_Latn-fur_Latn", + "languages": [ + "nso-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.482987, + "recall": 0.551383, + "f1": 0.501282, + "accuracy": 0.551383, + "main_score": 0.501282, + "hf_subset": "nso_Latn-kab_Latn", + "languages": [ + "nso-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.785593, + "recall": 0.823123, + "f1": 0.79569, + "accuracy": 0.823123, + "main_score": 0.79569, + "hf_subset": "nso_Latn-lim_Latn", + "languages": [ + "nso-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.7976, + "recall": 0.837945, + "f1": 0.808824, + "accuracy": 0.837945, + "main_score": 0.808824, + "hf_subset": "nso_Latn-nld_Latn", + "languages": [ + "nso-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.777444, + "recall": 0.818182, + "f1": 0.789346, + "accuracy": 0.818182, + "main_score": 0.789346, + "hf_subset": "nso_Latn-san_Deva", + "languages": [ + "nso-Latn", + "san-Deva" + ] + }, + { + "precision": 0.78434, + "recall": 0.822134, + "f1": 0.795148, + "accuracy": 0.822134, + "main_score": 0.795148, + "hf_subset": "nso_Latn-tat_Cyrl", + "languages": [ + "nso-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.811664, + "recall": 0.853755, + "f1": 0.82385, + "accuracy": 0.853755, + "main_score": 0.82385, + "hf_subset": "nso_Latn-xho_Latn", + "languages": [ + "nso-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.788887, + "recall": 0.838933, + "f1": 0.80307, + "accuracy": 0.838933, + "main_score": 0.80307, + "hf_subset": "nso_Latn-ars_Arab", + "languages": [ + "nso-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.782247, + "recall": 0.824111, + "f1": 0.793498, + "accuracy": 0.824111, + "main_score": 0.793498, + "hf_subset": "nso_Latn-ceb_Latn", + "languages": [ + "nso-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.489832, + "recall": 0.543478, + "f1": 0.505156, + "accuracy": 0.543478, + "main_score": 0.505156, + "hf_subset": "nso_Latn-fuv_Latn", + "languages": [ + "nso-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.495163, + "recall": 0.544466, + "f1": 0.508787, + "accuracy": 0.544466, + "main_score": 0.508787, + "hf_subset": "nso_Latn-kac_Latn", + "languages": [ + "nso-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.61735, + "recall": 0.660079, + "f1": 0.629002, + "accuracy": 0.660079, + "main_score": 0.629002, + "hf_subset": "nso_Latn-lin_Latn", + "languages": [ + "nso-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.800462, + "recall": 0.837945, + "f1": 0.811042, + "accuracy": 0.837945, + "main_score": 0.811042, + "hf_subset": "nso_Latn-nno_Latn", + "languages": [ + "nso-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.699075, + "recall": 0.761858, + "f1": 0.716946, + "accuracy": 0.761858, + "main_score": 0.716946, + "hf_subset": "nso_Latn-sat_Olck", + "languages": [ + "nso-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.776009, + "recall": 0.823123, + "f1": 0.788984, + "accuracy": 0.823123, + "main_score": 0.788984, + "hf_subset": "nso_Latn-tel_Telu", + "languages": [ + "nso-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.769631, + "recall": 0.820158, + "f1": 0.783971, + "accuracy": 0.820158, + "main_score": 0.783971, + "hf_subset": "nso_Latn-ydd_Hebr", + "languages": [ + "nso-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.773823, + "recall": 0.815217, + "f1": 0.78502, + "accuracy": 0.815217, + "main_score": 0.78502, + "hf_subset": "nso_Latn-ary_Arab", + "languages": [ + "nso-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.802366, + "recall": 0.846838, + "f1": 0.81476, + "accuracy": 0.846838, + "main_score": 0.81476, + "hf_subset": "nso_Latn-ces_Latn", + "languages": [ + "nso-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.572748, + "recall": 0.635375, + "f1": 0.590147, + "accuracy": 0.635375, + "main_score": 0.590147, + "hf_subset": "nso_Latn-gaz_Latn", + "languages": [ + "nso-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.557959, + "recall": 0.61166, + "f1": 0.573237, + "accuracy": 0.61166, + "main_score": 0.573237, + "hf_subset": "nso_Latn-kam_Latn", + "languages": [ + "nso-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.792317, + "recall": 0.835968, + "f1": 0.804779, + "accuracy": 0.835968, + "main_score": 0.804779, + "hf_subset": "nso_Latn-lit_Latn", + "languages": [ + "nso-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.804062, + "recall": 0.843874, + "f1": 0.814746, + "accuracy": 0.843874, + "main_score": 0.814746, + "hf_subset": "nso_Latn-nob_Latn", + "languages": [ + "nso-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.792978, + "recall": 0.83004, + "f1": 0.802943, + "accuracy": 0.83004, + "main_score": 0.802943, + "hf_subset": "nso_Latn-scn_Latn", + "languages": [ + "nso-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.78423, + "recall": 0.827075, + "f1": 0.795632, + "accuracy": 0.827075, + "main_score": 0.795632, + "hf_subset": "nso_Latn-tgk_Cyrl", + "languages": [ + "nso-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.667897, + "recall": 0.726285, + "f1": 0.68414, + "accuracy": 0.726285, + "main_score": 0.68414, + "hf_subset": "nso_Latn-yor_Latn", + "languages": [ + "nso-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.780129, + "recall": 0.821146, + "f1": 0.791153, + "accuracy": 0.821146, + "main_score": 0.791153, + "hf_subset": "nso_Latn-arz_Arab", + "languages": [ + "nso-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.505719, + "recall": 0.549407, + "f1": 0.518468, + "accuracy": 0.549407, + "main_score": 0.518468, + "hf_subset": "nso_Latn-cjk_Latn", + "languages": [ + "nso-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.77632, + "recall": 0.817194, + "f1": 0.788029, + "accuracy": 0.817194, + "main_score": 0.788029, + "hf_subset": "nso_Latn-gla_Latn", + "languages": [ + "nso-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.780594, + "recall": 0.826087, + "f1": 0.792925, + "accuracy": 0.826087, + "main_score": 0.792925, + "hf_subset": "nso_Latn-kan_Knda", + "languages": [ + "nso-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.802197, + "recall": 0.838933, + "f1": 0.811862, + "accuracy": 0.838933, + "main_score": 0.811862, + "hf_subset": "nso_Latn-lmo_Latn", + "languages": [ + "nso-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.79768, + "recall": 0.837945, + "f1": 0.808651, + "accuracy": 0.837945, + "main_score": 0.808651, + "hf_subset": "nso_Latn-npi_Deva", + "languages": [ + "nso-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.512538, + "recall": 0.583004, + "f1": 0.532063, + "accuracy": 0.583004, + "main_score": 0.532063, + "hf_subset": "nso_Latn-shn_Mymr", + "languages": [ + "nso-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.804655, + "recall": 0.844862, + "f1": 0.81588, + "accuracy": 0.844862, + "main_score": 0.81588, + "hf_subset": "nso_Latn-tgl_Latn", + "languages": [ + "nso-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.77929, + "recall": 0.829051, + "f1": 0.793439, + "accuracy": 0.829051, + "main_score": 0.793439, + "hf_subset": "nso_Latn-yue_Hant", + "languages": [ + "nso-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.764777, + "recall": 0.812253, + "f1": 0.778228, + "accuracy": 0.812253, + "main_score": 0.778228, + "hf_subset": "nso_Latn-asm_Beng", + "languages": [ + "nso-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.757464, + "recall": 0.8083, + "f1": 0.771309, + "accuracy": 0.8083, + "main_score": 0.771309, + "hf_subset": "nso_Latn-ckb_Arab", + "languages": [ + "nso-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.787234, + "recall": 0.832016, + "f1": 0.799788, + "accuracy": 0.832016, + "main_score": 0.799788, + "hf_subset": "nso_Latn-gle_Latn", + "languages": [ + "nso-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.678497, + "recall": 0.735178, + "f1": 0.694576, + "accuracy": 0.735178, + "main_score": 0.694576, + "hf_subset": "nso_Latn-kas_Arab", + "languages": [ + "nso-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.706956, + "recall": 0.756917, + "f1": 0.72048, + "accuracy": 0.756917, + "main_score": 0.72048, + "hf_subset": "nso_Latn-ltg_Latn", + "languages": [ + "nso-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.778799, + "recall": 0.827075, + "f1": 0.792115, + "accuracy": 0.827075, + "main_score": 0.792115, + "hf_subset": "nso_Latn-sin_Sinh", + "languages": [ + "nso-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.766346, + "recall": 0.812253, + "f1": 0.779275, + "accuracy": 0.812253, + "main_score": 0.779275, + "hf_subset": "nso_Latn-tha_Thai", + "languages": [ + "nso-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.743767, + "recall": 0.789526, + "f1": 0.755612, + "accuracy": 0.789526, + "main_score": 0.755612, + "hf_subset": "nso_Latn-zho_Hans", + "languages": [ + "nso-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.799716, + "recall": 0.839921, + "f1": 0.810536, + "accuracy": 0.839921, + "main_score": 0.810536, + "hf_subset": "nso_Latn-ast_Latn", + "languages": [ + "nso-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.782618, + "recall": 0.826087, + "f1": 0.7944, + "accuracy": 0.826087, + "main_score": 0.7944, + "hf_subset": "nso_Latn-crh_Latn", + "languages": [ + "nso-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.801825, + "recall": 0.843874, + "f1": 0.813458, + "accuracy": 0.843874, + "main_score": 0.813458, + "hf_subset": "nso_Latn-glg_Latn", + "languages": [ + "nso-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.668551, + "recall": 0.718379, + "f1": 0.682219, + "accuracy": 0.718379, + "main_score": 0.682219, + "hf_subset": "nso_Latn-kas_Deva", + "languages": [ + "nso-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.772354, + "recall": 0.811265, + "f1": 0.783164, + "accuracy": 0.811265, + "main_score": 0.783164, + "hf_subset": "nso_Latn-ltz_Latn", + "languages": [ + "nso-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.440915, + "recall": 0.500988, + "f1": 0.457051, + "accuracy": 0.500988, + "main_score": 0.457051, + "hf_subset": "nso_Latn-nus_Latn", + "languages": [ + "nso-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.802882, + "recall": 0.839921, + "f1": 0.813177, + "accuracy": 0.839921, + "main_score": 0.813177, + "hf_subset": "nso_Latn-slk_Latn", + "languages": [ + "nso-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.572255, + "recall": 0.639328, + "f1": 0.591534, + "accuracy": 0.639328, + "main_score": 0.591534, + "hf_subset": "nso_Latn-tir_Ethi", + "languages": [ + "nso-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.768586, + "recall": 0.821146, + "f1": 0.783647, + "accuracy": 0.821146, + "main_score": 0.783647, + "hf_subset": "nso_Latn-zho_Hant", + "languages": [ + "nso-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.796277, + "recall": 0.838933, + "f1": 0.808387, + "accuracy": 0.838933, + "main_score": 0.808387, + "hf_subset": "nso_Latn-awa_Deva", + "languages": [ + "nso-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.810771, + "recall": 0.847826, + "f1": 0.82092, + "accuracy": 0.847826, + "main_score": 0.82092, + "hf_subset": "nso_Latn-cym_Latn", + "languages": [ + "nso-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.633524, + "recall": 0.685771, + "f1": 0.647472, + "accuracy": 0.685771, + "main_score": 0.647472, + "hf_subset": "nso_Latn-grn_Latn", + "languages": [ + "nso-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.777935, + "recall": 0.822134, + "f1": 0.789915, + "accuracy": 0.822134, + "main_score": 0.789915, + "hf_subset": "nso_Latn-kat_Geor", + "languages": [ + "nso-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.585666, + "recall": 0.62747, + "f1": 0.59732, + "accuracy": 0.62747, + "main_score": 0.59732, + "hf_subset": "nso_Latn-lua_Latn", + "languages": [ + "nso-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.747178, + "recall": 0.794466, + "f1": 0.761331, + "accuracy": 0.794466, + "main_score": 0.761331, + "hf_subset": "nso_Latn-nya_Latn", + "languages": [ + "nso-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.818161, + "recall": 0.852767, + "f1": 0.827562, + "accuracy": 0.852767, + "main_score": 0.827562, + "hf_subset": "nso_Latn-slv_Latn", + "languages": [ + "nso-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.757678, + "recall": 0.80336, + "f1": 0.769794, + "accuracy": 0.80336, + "main_score": 0.769794, + "hf_subset": "nso_Latn-tpi_Latn", + "languages": [ + "nso-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.807889, + "recall": 0.851779, + "f1": 0.82057, + "accuracy": 0.851779, + "main_score": 0.82057, + "hf_subset": "nso_Latn-zsm_Latn", + "languages": [ + "nso-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.506939, + "recall": 0.55336, + "f1": 0.520351, + "accuracy": 0.55336, + "main_score": 0.520351, + "hf_subset": "nso_Latn-ayr_Latn", + "languages": [ + "nso-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.81294, + "recall": 0.852767, + "f1": 0.824512, + "accuracy": 0.852767, + "main_score": 0.824512, + "hf_subset": "nso_Latn-dan_Latn", + "languages": [ + "nso-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.804967, + "recall": 0.84585, + "f1": 0.81634, + "accuracy": 0.84585, + "main_score": 0.81634, + "hf_subset": "nso_Latn-guj_Gujr", + "languages": [ + "nso-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.794968, + "recall": 0.837945, + "f1": 0.807144, + "accuracy": 0.837945, + "main_score": 0.807144, + "hf_subset": "nso_Latn-kaz_Cyrl", + "languages": [ + "nso-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.640488, + "recall": 0.705534, + "f1": 0.659703, + "accuracy": 0.705534, + "main_score": 0.659703, + "hf_subset": "nso_Latn-lug_Latn", + "languages": [ + "nso-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.803791, + "recall": 0.839921, + "f1": 0.813668, + "accuracy": 0.839921, + "main_score": 0.813668, + "hf_subset": "nso_Latn-oci_Latn", + "languages": [ + "nso-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.73654, + "recall": 0.779644, + "f1": 0.748955, + "accuracy": 0.779644, + "main_score": 0.748955, + "hf_subset": "nso_Latn-smo_Latn", + "languages": [ + "nso-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.801729, + "recall": 0.849802, + "f1": 0.81637, + "accuracy": 0.849802, + "main_score": 0.81637, + "hf_subset": "nso_Latn-tsn_Latn", + "languages": [ + "nso-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.829792, + "recall": 0.866601, + "f1": 0.841271, + "accuracy": 0.866601, + "main_score": 0.841271, + "hf_subset": "nso_Latn-zul_Latn", + "languages": [ + "nso-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.696821, + "recall": 0.749012, + "f1": 0.712567, + "accuracy": 0.749012, + "main_score": 0.712567, + "hf_subset": "nso_Latn-azb_Arab", + "languages": [ + "nso-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.806876, + "recall": 0.850791, + "f1": 0.819134, + "accuracy": 0.850791, + "main_score": 0.819134, + "hf_subset": "nso_Latn-deu_Latn", + "languages": [ + "nso-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.777356, + "recall": 0.822134, + "f1": 0.790257, + "accuracy": 0.822134, + "main_score": 0.790257, + "hf_subset": "nso_Latn-hat_Latn", + "languages": [ + "nso-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.498077, + "recall": 0.550395, + "f1": 0.513113, + "accuracy": 0.550395, + "main_score": 0.513113, + "hf_subset": "nso_Latn-kbp_Latn", + "languages": [ + "nso-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.541664, + "recall": 0.583004, + "f1": 0.553685, + "accuracy": 0.583004, + "main_score": 0.553685, + "hf_subset": "nso_Latn-luo_Latn", + "languages": [ + "nso-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.754474, + "recall": 0.807312, + "f1": 0.769623, + "accuracy": 0.807312, + "main_score": 0.769623, + "hf_subset": "nso_Latn-ory_Orya", + "languages": [ + "nso-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.779471, + "recall": 0.828063, + "f1": 0.793544, + "accuracy": 0.828063, + "main_score": 0.793544, + "hf_subset": "nso_Latn-sna_Latn", + "languages": [ + "nso-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.698228, + "recall": 0.750988, + "f1": 0.712999, + "accuracy": 0.750988, + "main_score": 0.712999, + "hf_subset": "nso_Latn-tso_Latn", + "languages": [ + "nso-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.774565, + "recall": 0.822134, + "f1": 0.787999, + "accuracy": 0.822134, + "main_score": 0.787999, + "hf_subset": "nso_Latn-azj_Latn", + "languages": [ + "nso-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.497008, + "recall": 0.544466, + "f1": 0.510666, + "accuracy": 0.544466, + "main_score": 0.510666, + "hf_subset": "nso_Latn-dik_Latn", + "languages": [ + "nso-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.781439, + "recall": 0.832016, + "f1": 0.796184, + "accuracy": 0.832016, + "main_score": 0.796184, + "hf_subset": "nso_Latn-hau_Latn", + "languages": [ + "nso-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.780033, + "recall": 0.820158, + "f1": 0.791429, + "accuracy": 0.820158, + "main_score": 0.791429, + "hf_subset": "nso_Latn-kea_Latn", + "languages": [ + "nso-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.746291, + "recall": 0.786561, + "f1": 0.756991, + "accuracy": 0.786561, + "main_score": 0.756991, + "hf_subset": "nso_Latn-lus_Latn", + "languages": [ + "nso-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.688274, + "recall": 0.736166, + "f1": 0.702034, + "accuracy": 0.736166, + "main_score": 0.702034, + "hf_subset": "nso_Latn-pag_Latn", + "languages": [ + "nso-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.757325, + "recall": 0.810277, + "f1": 0.772492, + "accuracy": 0.810277, + "main_score": 0.772492, + "hf_subset": "nso_Latn-snd_Arab", + "languages": [ + "nso-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.775687, + "recall": 0.823123, + "f1": 0.789076, + "accuracy": 0.823123, + "main_score": 0.789076, + "hf_subset": "nso_Latn-tuk_Latn", + "languages": [ + "nso-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.772871, + "recall": 0.811265, + "f1": 0.783306, + "accuracy": 0.811265, + "main_score": 0.783306, + "hf_subset": "nso_Latn-bak_Cyrl", + "languages": [ + "nso-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.448955, + "recall": 0.501976, + "f1": 0.464605, + "accuracy": 0.501976, + "main_score": 0.464605, + "hf_subset": "nso_Latn-dyu_Latn", + "languages": [ + "nso-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.794273, + "recall": 0.840909, + "f1": 0.8077, + "accuracy": 0.840909, + "main_score": 0.8077, + "hf_subset": "nso_Latn-heb_Hebr", + "languages": [ + "nso-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.788386, + "recall": 0.826087, + "f1": 0.799031, + "accuracy": 0.826087, + "main_score": 0.799031, + "hf_subset": "nso_Latn-khk_Cyrl", + "languages": [ + "nso-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.802549, + "recall": 0.841897, + "f1": 0.813694, + "accuracy": 0.841897, + "main_score": 0.813694, + "hf_subset": "nso_Latn-lvs_Latn", + "languages": [ + "nso-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.789567, + "recall": 0.833004, + "f1": 0.801196, + "accuracy": 0.833004, + "main_score": 0.801196, + "hf_subset": "nso_Latn-pan_Guru", + "languages": [ + "nso-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.764058, + "recall": 0.814229, + "f1": 0.779021, + "accuracy": 0.814229, + "main_score": 0.779021, + "hf_subset": "nso_Latn-som_Latn", + "languages": [ + "nso-Latn", + "som-Latn" + ] + }, + { + "precision": 0.657952, + "recall": 0.70751, + "f1": 0.672156, + "accuracy": 0.70751, + "main_score": 0.672156, + "hf_subset": "nso_Latn-tum_Latn", + "languages": [ + "nso-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.501733, + "recall": 0.58498, + "f1": 0.52587, + "accuracy": 0.58498, + "main_score": 0.52587, + "hf_subset": "sin_Sinh-ace_Arab", + "languages": [ + "sin-Sinh", + "ace-Arab" + ] + }, + { + "precision": 0.458799, + "recall": 0.51581, + "f1": 0.474414, + "accuracy": 0.51581, + "main_score": 0.474414, + "hf_subset": "sin_Sinh-bam_Latn", + "languages": [ + "sin-Sinh", + "bam-Latn" + ] + }, + { + "precision": 0.653749, + "recall": 0.733202, + "f1": 0.677066, + "accuracy": 0.733202, + "main_score": 0.677066, + "hf_subset": "sin_Sinh-dzo_Tibt", + "languages": [ + "sin-Sinh", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sin_Sinh-hin_Deva", + "languages": [ + "sin-Sinh", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sin_Sinh-khm_Khmr", + "languages": [ + "sin-Sinh", + "khm-Khmr" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sin_Sinh-mag_Deva", + "languages": [ + "sin-Sinh", + "mag-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-pap_Latn", + "languages": [ + "sin-Sinh", + "pap-Latn" + ] + }, + { + "precision": 0.858613, + "recall": 0.899209, + "f1": 0.871443, + "accuracy": 0.899209, + "main_score": 0.871443, + "hf_subset": "sin_Sinh-sot_Latn", + "languages": [ + "sin-Sinh", + "sot-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-tur_Latn", + "languages": [ + "sin-Sinh", + "tur-Latn" + ] + }, + { + "precision": 0.847191, + "recall": 0.889328, + "f1": 0.860343, + "accuracy": 0.889328, + "main_score": 0.860343, + "hf_subset": "sin_Sinh-ace_Latn", + "languages": [ + "sin-Sinh", + "ace-Latn" + ] + }, + { + "precision": 0.946476, + "recall": 0.962451, + "f1": 0.951746, + "accuracy": 0.962451, + "main_score": 0.951746, + "hf_subset": "sin_Sinh-ban_Latn", + "languages": [ + "sin-Sinh", + "ban-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "sin_Sinh-ell_Grek", + "languages": [ + "sin-Sinh", + "ell-Grek" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "sin_Sinh-hne_Deva", + "languages": [ + "sin-Sinh", + "hne-Deva" + ] + }, + { + "precision": 0.577917, + "recall": 0.648221, + "f1": 0.597349, + "accuracy": 0.648221, + "main_score": 0.597349, + "hf_subset": "sin_Sinh-kik_Latn", + "languages": [ + "sin-Sinh", + "kik-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-mai_Deva", + "languages": [ + "sin-Sinh", + "mai-Deva" + ] + }, + { + "precision": 0.94557, + "recall": 0.962451, + "f1": 0.950988, + "accuracy": 0.962451, + "main_score": 0.950988, + "hf_subset": "sin_Sinh-pbt_Arab", + "languages": [ + "sin-Sinh", + "pbt-Arab" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "sin_Sinh-spa_Latn", + "languages": [ + "sin-Sinh", + "spa-Latn" + ] + }, + { + "precision": 0.765958, + "recall": 0.826087, + "f1": 0.784289, + "accuracy": 0.826087, + "main_score": 0.784289, + "hf_subset": "sin_Sinh-twi_Latn", + "languages": [ + "sin-Sinh", + "twi-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sin_Sinh-acm_Arab", + "languages": [ + "sin-Sinh", + "acm-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "sin_Sinh-bel_Cyrl", + "languages": [ + "sin-Sinh", + "bel-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-hrv_Latn", + "languages": [ + "sin-Sinh", + "hrv-Latn" + ] + }, + { + "precision": 0.864987, + "recall": 0.902174, + "f1": 0.876402, + "accuracy": 0.902174, + "main_score": 0.876402, + "hf_subset": "sin_Sinh-kin_Latn", + "languages": [ + "sin-Sinh", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sin_Sinh-mal_Mlym", + "languages": [ + "sin-Sinh", + "mal-Mlym" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-pes_Arab", + "languages": [ + "sin-Sinh", + "pes-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "sin_Sinh-srd_Latn", + "languages": [ + "sin-Sinh", + "srd-Latn" + ] + }, + { + "precision": 0.213119, + "recall": 0.275692, + "f1": 0.228399, + "accuracy": 0.275692, + "main_score": 0.228399, + "hf_subset": "sin_Sinh-tzm_Tfng", + "languages": [ + "sin-Sinh", + "tzm-Tfng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-acq_Arab", + "languages": [ + "sin-Sinh", + "acq-Arab" + ] + }, + { + "precision": 0.658919, + "recall": 0.725296, + "f1": 0.677769, + "accuracy": 0.725296, + "main_score": 0.677769, + "hf_subset": "sin_Sinh-bem_Latn", + "languages": [ + "sin-Sinh", + "bem-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sin_Sinh-epo_Latn", + "languages": [ + "sin-Sinh", + "epo-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sin_Sinh-hun_Latn", + "languages": [ + "sin-Sinh", + "hun-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "sin_Sinh-kir_Cyrl", + "languages": [ + "sin-Sinh", + "kir-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-mar_Deva", + "languages": [ + "sin-Sinh", + "mar-Deva" + ] + }, + { + "precision": 0.868495, + "recall": 0.906126, + "f1": 0.880501, + "accuracy": 0.906126, + "main_score": 0.880501, + "hf_subset": "sin_Sinh-plt_Latn", + "languages": [ + "sin-Sinh", + "plt-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sin_Sinh-srp_Cyrl", + "languages": [ + "sin-Sinh", + "srp-Cyrl" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "sin_Sinh-uig_Arab", + "languages": [ + "sin-Sinh", + "uig-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "sin_Sinh-aeb_Arab", + "languages": [ + "sin-Sinh", + "aeb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sin_Sinh-ben_Beng", + "languages": [ + "sin-Sinh", + "ben-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sin_Sinh-est_Latn", + "languages": [ + "sin-Sinh", + "est-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-hye_Armn", + "languages": [ + "sin-Sinh", + "hye-Armn" + ] + }, + { + "precision": 0.46561, + "recall": 0.517787, + "f1": 0.480026, + "accuracy": 0.517787, + "main_score": 0.480026, + "hf_subset": "sin_Sinh-kmb_Latn", + "languages": [ + "sin-Sinh", + "kmb-Latn" + ] + }, + { + "precision": 0.477277, + "recall": 0.564229, + "f1": 0.501128, + "accuracy": 0.564229, + "main_score": 0.501128, + "hf_subset": "sin_Sinh-min_Arab", + "languages": [ + "sin-Sinh", + "min-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sin_Sinh-pol_Latn", + "languages": [ + "sin-Sinh", + "pol-Latn" + ] + }, + { + "precision": 0.757024, + "recall": 0.81917, + "f1": 0.776048, + "accuracy": 0.81917, + "main_score": 0.776048, + "hf_subset": "sin_Sinh-ssw_Latn", + "languages": [ + "sin-Sinh", + "ssw-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "sin_Sinh-ukr_Cyrl", + "languages": [ + "sin-Sinh", + "ukr-Cyrl" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-afr_Latn", + "languages": [ + "sin-Sinh", + "afr-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sin_Sinh-bho_Deva", + "languages": [ + "sin-Sinh", + "bho-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "sin_Sinh-eus_Latn", + "languages": [ + "sin-Sinh", + "eus-Latn" + ] + }, + { + "precision": 0.872563, + "recall": 0.910079, + "f1": 0.884223, + "accuracy": 0.910079, + "main_score": 0.884223, + "hf_subset": "sin_Sinh-ibo_Latn", + "languages": [ + "sin-Sinh", + "ibo-Latn" + ] + }, + { + "precision": 0.889888, + "recall": 0.920949, + "f1": 0.899704, + "accuracy": 0.920949, + "main_score": 0.899704, + "hf_subset": "sin_Sinh-kmr_Latn", + "languages": [ + "sin-Sinh", + "kmr-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "sin_Sinh-min_Latn", + "languages": [ + "sin-Sinh", + "min-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-por_Latn", + "languages": [ + "sin-Sinh", + "por-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "sin_Sinh-sun_Latn", + "languages": [ + "sin-Sinh", + "sun-Latn" + ] + }, + { + "precision": 0.4493, + "recall": 0.512846, + "f1": 0.466765, + "accuracy": 0.512846, + "main_score": 0.466765, + "hf_subset": "sin_Sinh-umb_Latn", + "languages": [ + "sin-Sinh", + "umb-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "sin_Sinh-ajp_Arab", + "languages": [ + "sin-Sinh", + "ajp-Arab" + ] + }, + { + "precision": 0.484649, + "recall": 0.566206, + "f1": 0.507048, + "accuracy": 0.566206, + "main_score": 0.507048, + "hf_subset": "sin_Sinh-bjn_Arab", + "languages": [ + "sin-Sinh", + "bjn-Arab" + ] + }, + { + "precision": 0.452578, + "recall": 0.501976, + "f1": 0.466175, + "accuracy": 0.501976, + "main_score": 0.466175, + "hf_subset": "sin_Sinh-ewe_Latn", + "languages": [ + "sin-Sinh", + "ewe-Latn" + ] + }, + { + "precision": 0.932065, + "recall": 0.953557, + "f1": 0.938966, + "accuracy": 0.953557, + "main_score": 0.938966, + "hf_subset": "sin_Sinh-ilo_Latn", + "languages": [ + "sin-Sinh", + "ilo-Latn" + ] + }, + { + "precision": 0.258018, + "recall": 0.324111, + "f1": 0.274644, + "accuracy": 0.324111, + "main_score": 0.274644, + "hf_subset": "sin_Sinh-knc_Arab", + "languages": [ + "sin-Sinh", + "knc-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-mkd_Cyrl", + "languages": [ + "sin-Sinh", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sin_Sinh-prs_Arab", + "languages": [ + "sin-Sinh", + "prs-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-swe_Latn", + "languages": [ + "sin-Sinh", + "swe-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sin_Sinh-urd_Arab", + "languages": [ + "sin-Sinh", + "urd-Arab" + ] + }, + { + "precision": 0.725811, + "recall": 0.790514, + "f1": 0.744878, + "accuracy": 0.790514, + "main_score": 0.744878, + "hf_subset": "sin_Sinh-aka_Latn", + "languages": [ + "sin-Sinh", + "aka-Latn" + ] + }, + { + "precision": 0.974391, + "recall": 0.982213, + "f1": 0.976845, + "accuracy": 0.982213, + "main_score": 0.976845, + "hf_subset": "sin_Sinh-bjn_Latn", + "languages": [ + "sin-Sinh", + "bjn-Latn" + ] + }, + { + "precision": 0.958416, + "recall": 0.971344, + "f1": 0.962516, + "accuracy": 0.971344, + "main_score": 0.962516, + "hf_subset": "sin_Sinh-fao_Latn", + "languages": [ + "sin-Sinh", + "fao-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-ind_Latn", + "languages": [ + "sin-Sinh", + "ind-Latn" + ] + }, + { + "precision": 0.511611, + "recall": 0.571146, + "f1": 0.527354, + "accuracy": 0.571146, + "main_score": 0.527354, + "hf_subset": "sin_Sinh-knc_Latn", + "languages": [ + "sin-Sinh", + "knc-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "sin_Sinh-mlt_Latn", + "languages": [ + "sin-Sinh", + "mlt-Latn" + ] + }, + { + "precision": 0.612415, + "recall": 0.68083, + "f1": 0.632053, + "accuracy": 0.68083, + "main_score": 0.632053, + "hf_subset": "sin_Sinh-quy_Latn", + "languages": [ + "sin-Sinh", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sin_Sinh-swh_Latn", + "languages": [ + "sin-Sinh", + "swh-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "sin_Sinh-uzn_Latn", + "languages": [ + "sin-Sinh", + "uzn-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "sin_Sinh-als_Latn", + "languages": [ + "sin-Sinh", + "als-Latn" + ] + }, + { + "precision": 0.820991, + "recall": 0.873518, + "f1": 0.8375, + "accuracy": 0.873518, + "main_score": 0.8375, + "hf_subset": "sin_Sinh-bod_Tibt", + "languages": [ + "sin-Sinh", + "bod-Tibt" + ] + }, + { + "precision": 0.62702, + "recall": 0.692688, + "f1": 0.645601, + "accuracy": 0.692688, + "main_score": 0.645601, + "hf_subset": "sin_Sinh-fij_Latn", + "languages": [ + "sin-Sinh", + "fij-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "sin_Sinh-isl_Latn", + "languages": [ + "sin-Sinh", + "isl-Latn" + ] + }, + { + "precision": 0.564, + "recall": 0.630435, + "f1": 0.582145, + "accuracy": 0.630435, + "main_score": 0.582145, + "hf_subset": "sin_Sinh-kon_Latn", + "languages": [ + "sin-Sinh", + "kon-Latn" + ] + }, + { + "precision": 0.576988, + "recall": 0.648221, + "f1": 0.597952, + "accuracy": 0.648221, + "main_score": 0.597952, + "hf_subset": "sin_Sinh-mni_Beng", + "languages": [ + "sin-Sinh", + "mni-Beng" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-ron_Latn", + "languages": [ + "sin-Sinh", + "ron-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "sin_Sinh-szl_Latn", + "languages": [ + "sin-Sinh", + "szl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sin_Sinh-vec_Latn", + "languages": [ + "sin-Sinh", + "vec-Latn" + ] + }, + { + "precision": 0.944499, + "recall": 0.961462, + "f1": 0.949901, + "accuracy": 0.961462, + "main_score": 0.949901, + "hf_subset": "sin_Sinh-amh_Ethi", + "languages": [ + "sin-Sinh", + "amh-Ethi" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-bos_Latn", + "languages": [ + "sin-Sinh", + "bos-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-fin_Latn", + "languages": [ + "sin-Sinh", + "fin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sin_Sinh-ita_Latn", + "languages": [ + "sin-Sinh", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sin_Sinh-kor_Hang", + "languages": [ + "sin-Sinh", + "kor-Hang" + ] + }, + { + "precision": 0.476195, + "recall": 0.532609, + "f1": 0.492149, + "accuracy": 0.532609, + "main_score": 0.492149, + "hf_subset": "sin_Sinh-mos_Latn", + "languages": [ + "sin-Sinh", + "mos-Latn" + ] + }, + { + "precision": 0.753607, + "recall": 0.814229, + "f1": 0.772219, + "accuracy": 0.814229, + "main_score": 0.772219, + "hf_subset": "sin_Sinh-run_Latn", + "languages": [ + "sin-Sinh", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sin_Sinh-tam_Taml", + "languages": [ + "sin-Sinh", + "tam-Taml" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-vie_Latn", + "languages": [ + "sin-Sinh", + "vie-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "sin_Sinh-apc_Arab", + "languages": [ + "sin-Sinh", + "apc-Arab" + ] + }, + { + "precision": 0.697977, + "recall": 0.758893, + "f1": 0.715657, + "accuracy": 0.758893, + "main_score": 0.715657, + "hf_subset": "sin_Sinh-bug_Latn", + "languages": [ + "sin-Sinh", + "bug-Latn" + ] + }, + { + "precision": 0.412211, + "recall": 0.462451, + "f1": 0.425644, + "accuracy": 0.462451, + "main_score": 0.425644, + "hf_subset": "sin_Sinh-fon_Latn", + "languages": [ + "sin-Sinh", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sin_Sinh-jav_Latn", + "languages": [ + "sin-Sinh", + "jav-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "sin_Sinh-lao_Laoo", + "languages": [ + "sin-Sinh", + "lao-Laoo" + ] + }, + { + "precision": 0.856966, + "recall": 0.899209, + "f1": 0.87029, + "accuracy": 0.899209, + "main_score": 0.87029, + "hf_subset": "sin_Sinh-mri_Latn", + "languages": [ + "sin-Sinh", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sin_Sinh-rus_Cyrl", + "languages": [ + "sin-Sinh", + "rus-Cyrl" + ] + }, + { + "precision": 0.456862, + "recall": 0.517787, + "f1": 0.473662, + "accuracy": 0.517787, + "main_score": 0.473662, + "hf_subset": "sin_Sinh-taq_Latn", + "languages": [ + "sin-Sinh", + "taq-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "sin_Sinh-war_Latn", + "languages": [ + "sin-Sinh", + "war-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-arb_Arab", + "languages": [ + "sin-Sinh", + "arb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sin_Sinh-bul_Cyrl", + "languages": [ + "sin-Sinh", + "bul-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sin_Sinh-fra_Latn", + "languages": [ + "sin-Sinh", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-jpn_Jpan", + "languages": [ + "sin-Sinh", + "jpn-Jpan" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "sin_Sinh-lij_Latn", + "languages": [ + "sin-Sinh", + "lij-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "sin_Sinh-mya_Mymr", + "languages": [ + "sin-Sinh", + "mya-Mymr" + ] + }, + { + "precision": 0.511059, + "recall": 0.573123, + "f1": 0.527452, + "accuracy": 0.573123, + "main_score": 0.527452, + "hf_subset": "sin_Sinh-sag_Latn", + "languages": [ + "sin-Sinh", + "sag-Latn" + ] + }, + { + "precision": 0.226463, + "recall": 0.287549, + "f1": 0.241634, + "accuracy": 0.287549, + "main_score": 0.241634, + "hf_subset": "sin_Sinh-taq_Tfng", + "languages": [ + "sin-Sinh", + "taq-Tfng" + ] + }, + { + "precision": 0.594913, + "recall": 0.66502, + "f1": 0.614446, + "accuracy": 0.66502, + "main_score": 0.614446, + "hf_subset": "sin_Sinh-wol_Latn", + "languages": [ + "sin-Sinh", + "wol-Latn" + ] + }, + { + "precision": 0.860128, + "recall": 0.900198, + "f1": 0.872694, + "accuracy": 0.900198, + "main_score": 0.872694, + "hf_subset": "sin_Sinh-arb_Latn", + "languages": [ + "sin-Sinh", + "arb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-cat_Latn", + "languages": [ + "sin-Sinh", + "cat-Latn" + ] + }, + { + "precision": 0.971426, + "recall": 0.980237, + "f1": 0.974209, + "accuracy": 0.980237, + "main_score": 0.974209, + "hf_subset": "sin_Sinh-fur_Latn", + "languages": [ + "sin-Sinh", + "fur-Latn" + ] + }, + { + "precision": 0.433588, + "recall": 0.51087, + "f1": 0.45427, + "accuracy": 0.51087, + "main_score": 0.45427, + "hf_subset": "sin_Sinh-kab_Latn", + "languages": [ + "sin-Sinh", + "kab-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "sin_Sinh-lim_Latn", + "languages": [ + "sin-Sinh", + "lim-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-nld_Latn", + "languages": [ + "sin-Sinh", + "nld-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "sin_Sinh-san_Deva", + "languages": [ + "sin-Sinh", + "san-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "sin_Sinh-tat_Cyrl", + "languages": [ + "sin-Sinh", + "tat-Cyrl" + ] + }, + { + "precision": 0.888291, + "recall": 0.91996, + "f1": 0.898123, + "accuracy": 0.91996, + "main_score": 0.898123, + "hf_subset": "sin_Sinh-xho_Latn", + "languages": [ + "sin-Sinh", + "xho-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-ars_Arab", + "languages": [ + "sin-Sinh", + "ars-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sin_Sinh-ceb_Latn", + "languages": [ + "sin-Sinh", + "ceb-Latn" + ] + }, + { + "precision": 0.453887, + "recall": 0.520751, + "f1": 0.47199, + "accuracy": 0.520751, + "main_score": 0.47199, + "hf_subset": "sin_Sinh-fuv_Latn", + "languages": [ + "sin-Sinh", + "fuv-Latn" + ] + }, + { + "precision": 0.467046, + "recall": 0.528656, + "f1": 0.483835, + "accuracy": 0.528656, + "main_score": 0.483835, + "hf_subset": "sin_Sinh-kac_Latn", + "languages": [ + "sin-Sinh", + "kac-Latn" + ] + }, + { + "precision": 0.595449, + "recall": 0.670949, + "f1": 0.616026, + "accuracy": 0.670949, + "main_score": 0.616026, + "hf_subset": "sin_Sinh-lin_Latn", + "languages": [ + "sin-Sinh", + "lin-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-nno_Latn", + "languages": [ + "sin-Sinh", + "nno-Latn" + ] + }, + { + "precision": 0.884667, + "recall": 0.916996, + "f1": 0.894993, + "accuracy": 0.916996, + "main_score": 0.894993, + "hf_subset": "sin_Sinh-sat_Olck", + "languages": [ + "sin-Sinh", + "sat-Olck" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-tel_Telu", + "languages": [ + "sin-Sinh", + "tel-Telu" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "sin_Sinh-ydd_Hebr", + "languages": [ + "sin-Sinh", + "ydd-Hebr" + ] + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956851, + "accuracy": 0.966403, + "main_score": 0.956851, + "hf_subset": "sin_Sinh-ary_Arab", + "languages": [ + "sin-Sinh", + "ary-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-ces_Latn", + "languages": [ + "sin-Sinh", + "ces-Latn" + ] + }, + { + "precision": 0.553469, + "recall": 0.629447, + "f1": 0.574526, + "accuracy": 0.629447, + "main_score": 0.574526, + "hf_subset": "sin_Sinh-gaz_Latn", + "languages": [ + "sin-Sinh", + "gaz-Latn" + ] + }, + { + "precision": 0.516708, + "recall": 0.587945, + "f1": 0.536503, + "accuracy": 0.587945, + "main_score": 0.536503, + "hf_subset": "sin_Sinh-kam_Latn", + "languages": [ + "sin-Sinh", + "kam-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "sin_Sinh-lit_Latn", + "languages": [ + "sin-Sinh", + "lit-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-nob_Latn", + "languages": [ + "sin-Sinh", + "nob-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "sin_Sinh-scn_Latn", + "languages": [ + "sin-Sinh", + "scn-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "sin_Sinh-tgk_Cyrl", + "languages": [ + "sin-Sinh", + "tgk-Cyrl" + ] + }, + { + "precision": 0.745706, + "recall": 0.809289, + "f1": 0.764824, + "accuracy": 0.809289, + "main_score": 0.764824, + "hf_subset": "sin_Sinh-yor_Latn", + "languages": [ + "sin-Sinh", + "yor-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "sin_Sinh-arz_Arab", + "languages": [ + "sin-Sinh", + "arz-Arab" + ] + }, + { + "precision": 0.451121, + "recall": 0.518775, + "f1": 0.470608, + "accuracy": 0.518775, + "main_score": 0.470608, + "hf_subset": "sin_Sinh-cjk_Latn", + "languages": [ + "sin-Sinh", + "cjk-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "sin_Sinh-gla_Latn", + "languages": [ + "sin-Sinh", + "gla-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-kan_Knda", + "languages": [ + "sin-Sinh", + "kan-Knda" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "sin_Sinh-lmo_Latn", + "languages": [ + "sin-Sinh", + "lmo-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "sin_Sinh-npi_Deva", + "languages": [ + "sin-Sinh", + "npi-Deva" + ] + }, + { + "precision": 0.547553, + "recall": 0.625494, + "f1": 0.569361, + "accuracy": 0.625494, + "main_score": 0.569361, + "hf_subset": "sin_Sinh-shn_Mymr", + "languages": [ + "sin-Sinh", + "shn-Mymr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-tgl_Latn", + "languages": [ + "sin-Sinh", + "tgl-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-yue_Hant", + "languages": [ + "sin-Sinh", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sin_Sinh-asm_Beng", + "languages": [ + "sin-Sinh", + "asm-Beng" + ] + }, + { + "precision": 0.9389, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "sin_Sinh-ckb_Arab", + "languages": [ + "sin-Sinh", + "ckb-Arab" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "sin_Sinh-gle_Latn", + "languages": [ + "sin-Sinh", + "gle-Latn" + ] + }, + { + "precision": 0.898527, + "recall": 0.926877, + "f1": 0.907526, + "accuracy": 0.926877, + "main_score": 0.907526, + "hf_subset": "sin_Sinh-kas_Arab", + "languages": [ + "sin-Sinh", + "kas-Arab" + ] + }, + { + "precision": 0.892457, + "recall": 0.924901, + "f1": 0.902833, + "accuracy": 0.924901, + "main_score": 0.902833, + "hf_subset": "sin_Sinh-ltg_Latn", + "languages": [ + "sin-Sinh", + "ltg-Latn" + ] + }, + { + "precision": 0.80331, + "recall": 0.852767, + "f1": 0.818695, + "accuracy": 0.852767, + "main_score": 0.818695, + "hf_subset": "sin_Sinh-nso_Latn", + "languages": [ + "sin-Sinh", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sin_Sinh-tha_Thai", + "languages": [ + "sin-Sinh", + "tha-Thai" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "sin_Sinh-zho_Hans", + "languages": [ + "sin-Sinh", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sin_Sinh-ast_Latn", + "languages": [ + "sin-Sinh", + "ast-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-crh_Latn", + "languages": [ + "sin-Sinh", + "crh-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sin_Sinh-glg_Latn", + "languages": [ + "sin-Sinh", + "glg-Latn" + ] + }, + { + "precision": 0.828969, + "recall": 0.876482, + "f1": 0.84353, + "accuracy": 0.876482, + "main_score": 0.84353, + "hf_subset": "sin_Sinh-kas_Deva", + "languages": [ + "sin-Sinh", + "kas-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sin_Sinh-ltz_Latn", + "languages": [ + "sin-Sinh", + "ltz-Latn" + ] + }, + { + "precision": 0.407368, + "recall": 0.474308, + "f1": 0.425253, + "accuracy": 0.474308, + "main_score": 0.425253, + "hf_subset": "sin_Sinh-nus_Latn", + "languages": [ + "sin-Sinh", + "nus-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sin_Sinh-slk_Latn", + "languages": [ + "sin-Sinh", + "slk-Latn" + ] + }, + { + "precision": 0.630444, + "recall": 0.713439, + "f1": 0.654376, + "accuracy": 0.713439, + "main_score": 0.654376, + "hf_subset": "sin_Sinh-tir_Ethi", + "languages": [ + "sin-Sinh", + "tir-Ethi" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sin_Sinh-zho_Hant", + "languages": [ + "sin-Sinh", + "zho-Hant" + ] + }, + { + "precision": 0.970883, + "recall": 0.978261, + "f1": 0.973155, + "accuracy": 0.978261, + "main_score": 0.973155, + "hf_subset": "sin_Sinh-awa_Deva", + "languages": [ + "sin-Sinh", + "awa-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "sin_Sinh-cym_Latn", + "languages": [ + "sin-Sinh", + "cym-Latn" + ] + }, + { + "precision": 0.722483, + "recall": 0.782609, + "f1": 0.739819, + "accuracy": 0.782609, + "main_score": 0.739819, + "hf_subset": "sin_Sinh-grn_Latn", + "languages": [ + "sin-Sinh", + "grn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "sin_Sinh-kat_Geor", + "languages": [ + "sin-Sinh", + "kat-Geor" + ] + }, + { + "precision": 0.556343, + "recall": 0.620553, + "f1": 0.574159, + "accuracy": 0.620553, + "main_score": 0.574159, + "hf_subset": "sin_Sinh-lua_Latn", + "languages": [ + "sin-Sinh", + "lua-Latn" + ] + }, + { + "precision": 0.817885, + "recall": 0.865613, + "f1": 0.832806, + "accuracy": 0.865613, + "main_score": 0.832806, + "hf_subset": "sin_Sinh-nya_Latn", + "languages": [ + "sin-Sinh", + "nya-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-slv_Latn", + "languages": [ + "sin-Sinh", + "slv-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.961462, + "f1": 0.949111, + "accuracy": 0.961462, + "main_score": 0.949111, + "hf_subset": "sin_Sinh-tpi_Latn", + "languages": [ + "sin-Sinh", + "tpi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-zsm_Latn", + "languages": [ + "sin-Sinh", + "zsm-Latn" + ] + }, + { + "precision": 0.471963, + "recall": 0.535573, + "f1": 0.4901, + "accuracy": 0.535573, + "main_score": 0.4901, + "hf_subset": "sin_Sinh-ayr_Latn", + "languages": [ + "sin-Sinh", + "ayr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sin_Sinh-dan_Latn", + "languages": [ + "sin-Sinh", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sin_Sinh-guj_Gujr", + "languages": [ + "sin-Sinh", + "guj-Gujr" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sin_Sinh-kaz_Cyrl", + "languages": [ + "sin-Sinh", + "kaz-Cyrl" + ] + }, + { + "precision": 0.637476, + "recall": 0.714427, + "f1": 0.659799, + "accuracy": 0.714427, + "main_score": 0.659799, + "hf_subset": "sin_Sinh-lug_Latn", + "languages": [ + "sin-Sinh", + "lug-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-oci_Latn", + "languages": [ + "sin-Sinh", + "oci-Latn" + ] + }, + { + "precision": 0.844648, + "recall": 0.884387, + "f1": 0.85695, + "accuracy": 0.884387, + "main_score": 0.85695, + "hf_subset": "sin_Sinh-smo_Latn", + "languages": [ + "sin-Sinh", + "smo-Latn" + ] + }, + { + "precision": 0.753336, + "recall": 0.8083, + "f1": 0.769403, + "accuracy": 0.8083, + "main_score": 0.769403, + "hf_subset": "sin_Sinh-tsn_Latn", + "languages": [ + "sin-Sinh", + "tsn-Latn" + ] + }, + { + "precision": 0.90835, + "recall": 0.937747, + "f1": 0.917885, + "accuracy": 0.937747, + "main_score": 0.917885, + "hf_subset": "sin_Sinh-zul_Latn", + "languages": [ + "sin-Sinh", + "zul-Latn" + ] + }, + { + "precision": 0.904233, + "recall": 0.933794, + "f1": 0.913603, + "accuracy": 0.933794, + "main_score": 0.913603, + "hf_subset": "sin_Sinh-azb_Arab", + "languages": [ + "sin-Sinh", + "azb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-deu_Latn", + "languages": [ + "sin-Sinh", + "deu-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "sin_Sinh-hat_Latn", + "languages": [ + "sin-Sinh", + "hat-Latn" + ] + }, + { + "precision": 0.468536, + "recall": 0.529644, + "f1": 0.484948, + "accuracy": 0.529644, + "main_score": 0.484948, + "hf_subset": "sin_Sinh-kbp_Latn", + "languages": [ + "sin-Sinh", + "kbp-Latn" + ] + }, + { + "precision": 0.488356, + "recall": 0.546443, + "f1": 0.504321, + "accuracy": 0.546443, + "main_score": 0.504321, + "hf_subset": "sin_Sinh-luo_Latn", + "languages": [ + "sin-Sinh", + "luo-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "sin_Sinh-ory_Orya", + "languages": [ + "sin-Sinh", + "ory-Orya" + ] + }, + { + "precision": 0.898468, + "recall": 0.928854, + "f1": 0.908333, + "accuracy": 0.928854, + "main_score": 0.908333, + "hf_subset": "sin_Sinh-sna_Latn", + "languages": [ + "sin-Sinh", + "sna-Latn" + ] + }, + { + "precision": 0.660893, + "recall": 0.726285, + "f1": 0.67868, + "accuracy": 0.726285, + "main_score": 0.67868, + "hf_subset": "sin_Sinh-tso_Latn", + "languages": [ + "sin-Sinh", + "tso-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "sin_Sinh-azj_Latn", + "languages": [ + "sin-Sinh", + "azj-Latn" + ] + }, + { + "precision": 0.471963, + "recall": 0.531621, + "f1": 0.488854, + "accuracy": 0.531621, + "main_score": 0.488854, + "hf_subset": "sin_Sinh-dik_Latn", + "languages": [ + "sin-Sinh", + "dik-Latn" + ] + }, + { + "precision": 0.908926, + "recall": 0.938735, + "f1": 0.918808, + "accuracy": 0.938735, + "main_score": 0.918808, + "hf_subset": "sin_Sinh-hau_Latn", + "languages": [ + "sin-Sinh", + "hau-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "sin_Sinh-kea_Latn", + "languages": [ + "sin-Sinh", + "kea-Latn" + ] + }, + { + "precision": 0.905303, + "recall": 0.933794, + "f1": 0.914361, + "accuracy": 0.933794, + "main_score": 0.914361, + "hf_subset": "sin_Sinh-lus_Latn", + "languages": [ + "sin-Sinh", + "lus-Latn" + ] + }, + { + "precision": 0.821189, + "recall": 0.864625, + "f1": 0.834536, + "accuracy": 0.864625, + "main_score": 0.834536, + "hf_subset": "sin_Sinh-pag_Latn", + "languages": [ + "sin-Sinh", + "pag-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "sin_Sinh-snd_Arab", + "languages": [ + "sin-Sinh", + "snd-Arab" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "sin_Sinh-tuk_Latn", + "languages": [ + "sin-Sinh", + "tuk-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "sin_Sinh-bak_Cyrl", + "languages": [ + "sin-Sinh", + "bak-Cyrl" + ] + }, + { + "precision": 0.42552, + "recall": 0.497036, + "f1": 0.445065, + "accuracy": 0.497036, + "main_score": 0.445065, + "hf_subset": "sin_Sinh-dyu_Latn", + "languages": [ + "sin-Sinh", + "dyu-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-heb_Hebr", + "languages": [ + "sin-Sinh", + "heb-Hebr" + ] + }, + { + "precision": 0.964015, + "recall": 0.975296, + "f1": 0.967622, + "accuracy": 0.975296, + "main_score": 0.967622, + "hf_subset": "sin_Sinh-khk_Cyrl", + "languages": [ + "sin-Sinh", + "khk-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-lvs_Latn", + "languages": [ + "sin-Sinh", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sin_Sinh-pan_Guru", + "languages": [ + "sin-Sinh", + "pan-Guru" + ] + }, + { + "precision": 0.88834, + "recall": 0.920949, + "f1": 0.89888, + "accuracy": 0.920949, + "main_score": 0.89888, + "hf_subset": "sin_Sinh-som_Latn", + "languages": [ + "sin-Sinh", + "som-Latn" + ] + }, + { + "precision": 0.691856, + "recall": 0.750988, + "f1": 0.709442, + "accuracy": 0.750988, + "main_score": 0.709442, + "hf_subset": "sin_Sinh-tum_Latn", + "languages": [ + "sin-Sinh", + "tum-Latn" + ] + }, + { + "precision": 0.493462, + "recall": 0.588933, + "f1": 0.520362, + "accuracy": 0.588933, + "main_score": 0.520362, + "hf_subset": "tha_Thai-ace_Arab", + "languages": [ + "tha-Thai", + "ace-Arab" + ] + }, + { + "precision": 0.451977, + "recall": 0.520751, + "f1": 0.470428, + "accuracy": 0.520751, + "main_score": 0.470428, + "hf_subset": "tha_Thai-bam_Latn", + "languages": [ + "tha-Thai", + "bam-Latn" + ] + }, + { + "precision": 0.637881, + "recall": 0.725296, + "f1": 0.6627, + "accuracy": 0.725296, + "main_score": 0.6627, + "hf_subset": "tha_Thai-dzo_Tibt", + "languages": [ + "tha-Thai", + "dzo-Tibt" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-hin_Deva", + "languages": [ + "tha-Thai", + "hin-Deva" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tha_Thai-khm_Khmr", + "languages": [ + "tha-Thai", + "khm-Khmr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tha_Thai-mag_Deva", + "languages": [ + "tha-Thai", + "mag-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tha_Thai-pap_Latn", + "languages": [ + "tha-Thai", + "pap-Latn" + ] + }, + { + "precision": 0.825264, + "recall": 0.874506, + "f1": 0.840514, + "accuracy": 0.874506, + "main_score": 0.840514, + "hf_subset": "tha_Thai-sot_Latn", + "languages": [ + "tha-Thai", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-tur_Latn", + "languages": [ + "tha-Thai", + "tur-Latn" + ] + }, + { + "precision": 0.835764, + "recall": 0.881423, + "f1": 0.849739, + "accuracy": 0.881423, + "main_score": 0.849739, + "hf_subset": "tha_Thai-ace_Latn", + "languages": [ + "tha-Thai", + "ace-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "tha_Thai-ban_Latn", + "languages": [ + "tha-Thai", + "ban-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tha_Thai-ell_Grek", + "languages": [ + "tha-Thai", + "ell-Grek" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tha_Thai-hne_Deva", + "languages": [ + "tha-Thai", + "hne-Deva" + ] + }, + { + "precision": 0.551721, + "recall": 0.626482, + "f1": 0.572272, + "accuracy": 0.626482, + "main_score": 0.572272, + "hf_subset": "tha_Thai-kik_Latn", + "languages": [ + "tha-Thai", + "kik-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "tha_Thai-mai_Deva", + "languages": [ + "tha-Thai", + "mai-Deva" + ] + }, + { + "precision": 0.932148, + "recall": 0.953557, + "f1": 0.939065, + "accuracy": 0.953557, + "main_score": 0.939065, + "hf_subset": "tha_Thai-pbt_Arab", + "languages": [ + "tha-Thai", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-spa_Latn", + "languages": [ + "tha-Thai", + "spa-Latn" + ] + }, + { + "precision": 0.754488, + "recall": 0.817194, + "f1": 0.77321, + "accuracy": 0.817194, + "main_score": 0.77321, + "hf_subset": "tha_Thai-twi_Latn", + "languages": [ + "tha-Thai", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-acm_Arab", + "languages": [ + "tha-Thai", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-bel_Cyrl", + "languages": [ + "tha-Thai", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-hrv_Latn", + "languages": [ + "tha-Thai", + "hrv-Latn" + ] + }, + { + "precision": 0.830131, + "recall": 0.875494, + "f1": 0.844186, + "accuracy": 0.875494, + "main_score": 0.844186, + "hf_subset": "tha_Thai-kin_Latn", + "languages": [ + "tha-Thai", + "kin-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tha_Thai-mal_Mlym", + "languages": [ + "tha-Thai", + "mal-Mlym" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tha_Thai-pes_Arab", + "languages": [ + "tha-Thai", + "pes-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tha_Thai-srd_Latn", + "languages": [ + "tha-Thai", + "srd-Latn" + ] + }, + { + "precision": 0.199367, + "recall": 0.266798, + "f1": 0.21511, + "accuracy": 0.266798, + "main_score": 0.21511, + "hf_subset": "tha_Thai-tzm_Tfng", + "languages": [ + "tha-Thai", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-acq_Arab", + "languages": [ + "tha-Thai", + "acq-Arab" + ] + }, + { + "precision": 0.637647, + "recall": 0.716403, + "f1": 0.6599, + "accuracy": 0.716403, + "main_score": 0.6599, + "hf_subset": "tha_Thai-bem_Latn", + "languages": [ + "tha-Thai", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-epo_Latn", + "languages": [ + "tha-Thai", + "epo-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-hun_Latn", + "languages": [ + "tha-Thai", + "hun-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "tha_Thai-kir_Cyrl", + "languages": [ + "tha-Thai", + "kir-Cyrl" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tha_Thai-mar_Deva", + "languages": [ + "tha-Thai", + "mar-Deva" + ] + }, + { + "precision": 0.857082, + "recall": 0.898221, + "f1": 0.869697, + "accuracy": 0.898221, + "main_score": 0.869697, + "hf_subset": "tha_Thai-plt_Latn", + "languages": [ + "tha-Thai", + "plt-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-srp_Cyrl", + "languages": [ + "tha-Thai", + "srp-Cyrl" + ] + }, + { + "precision": 0.920537, + "recall": 0.944664, + "f1": 0.928261, + "accuracy": 0.944664, + "main_score": 0.928261, + "hf_subset": "tha_Thai-uig_Arab", + "languages": [ + "tha-Thai", + "uig-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tha_Thai-aeb_Arab", + "languages": [ + "tha-Thai", + "aeb-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tha_Thai-ben_Beng", + "languages": [ + "tha-Thai", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-est_Latn", + "languages": [ + "tha-Thai", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tha_Thai-hye_Armn", + "languages": [ + "tha-Thai", + "hye-Armn" + ] + }, + { + "precision": 0.453178, + "recall": 0.522727, + "f1": 0.472691, + "accuracy": 0.522727, + "main_score": 0.472691, + "hf_subset": "tha_Thai-kmb_Latn", + "languages": [ + "tha-Thai", + "kmb-Latn" + ] + }, + { + "precision": 0.461679, + "recall": 0.5583, + "f1": 0.487434, + "accuracy": 0.5583, + "main_score": 0.487434, + "hf_subset": "tha_Thai-min_Arab", + "languages": [ + "tha-Thai", + "min-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-pol_Latn", + "languages": [ + "tha-Thai", + "pol-Latn" + ] + }, + { + "precision": 0.709173, + "recall": 0.779644, + "f1": 0.729992, + "accuracy": 0.779644, + "main_score": 0.729992, + "hf_subset": "tha_Thai-ssw_Latn", + "languages": [ + "tha-Thai", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-ukr_Cyrl", + "languages": [ + "tha-Thai", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-afr_Latn", + "languages": [ + "tha-Thai", + "afr-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tha_Thai-bho_Deva", + "languages": [ + "tha-Thai", + "bho-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tha_Thai-eus_Latn", + "languages": [ + "tha-Thai", + "eus-Latn" + ] + }, + { + "precision": 0.844121, + "recall": 0.88834, + "f1": 0.857576, + "accuracy": 0.88834, + "main_score": 0.857576, + "hf_subset": "tha_Thai-ibo_Latn", + "languages": [ + "tha-Thai", + "ibo-Latn" + ] + }, + { + "precision": 0.854084, + "recall": 0.893281, + "f1": 0.866074, + "accuracy": 0.893281, + "main_score": 0.866074, + "hf_subset": "tha_Thai-kmr_Latn", + "languages": [ + "tha-Thai", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tha_Thai-min_Latn", + "languages": [ + "tha-Thai", + "min-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tha_Thai-por_Latn", + "languages": [ + "tha-Thai", + "por-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tha_Thai-sun_Latn", + "languages": [ + "tha-Thai", + "sun-Latn" + ] + }, + { + "precision": 0.43962, + "recall": 0.517787, + "f1": 0.460783, + "accuracy": 0.517787, + "main_score": 0.460783, + "hf_subset": "tha_Thai-umb_Latn", + "languages": [ + "tha-Thai", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-ajp_Arab", + "languages": [ + "tha-Thai", + "ajp-Arab" + ] + }, + { + "precision": 0.497717, + "recall": 0.583992, + "f1": 0.52126, + "accuracy": 0.583992, + "main_score": 0.52126, + "hf_subset": "tha_Thai-bjn_Arab", + "languages": [ + "tha-Thai", + "bjn-Arab" + ] + }, + { + "precision": 0.445941, + "recall": 0.507905, + "f1": 0.462749, + "accuracy": 0.507905, + "main_score": 0.462749, + "hf_subset": "tha_Thai-ewe_Latn", + "languages": [ + "tha-Thai", + "ewe-Latn" + ] + }, + { + "precision": 0.929842, + "recall": 0.952569, + "f1": 0.937253, + "accuracy": 0.952569, + "main_score": 0.937253, + "hf_subset": "tha_Thai-ilo_Latn", + "languages": [ + "tha-Thai", + "ilo-Latn" + ] + }, + { + "precision": 0.257773, + "recall": 0.332016, + "f1": 0.27661, + "accuracy": 0.332016, + "main_score": 0.27661, + "hf_subset": "tha_Thai-knc_Arab", + "languages": [ + "tha-Thai", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-mkd_Cyrl", + "languages": [ + "tha-Thai", + "mkd-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-prs_Arab", + "languages": [ + "tha-Thai", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-swe_Latn", + "languages": [ + "tha-Thai", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-urd_Arab", + "languages": [ + "tha-Thai", + "urd-Arab" + ] + }, + { + "precision": 0.728468, + "recall": 0.794466, + "f1": 0.747748, + "accuracy": 0.794466, + "main_score": 0.747748, + "hf_subset": "tha_Thai-aka_Latn", + "languages": [ + "tha-Thai", + "aka-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "tha_Thai-bjn_Latn", + "languages": [ + "tha-Thai", + "bjn-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "tha_Thai-fao_Latn", + "languages": [ + "tha-Thai", + "fao-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-ind_Latn", + "languages": [ + "tha-Thai", + "ind-Latn" + ] + }, + { + "precision": 0.49377, + "recall": 0.561265, + "f1": 0.511165, + "accuracy": 0.561265, + "main_score": 0.511165, + "hf_subset": "tha_Thai-knc_Latn", + "languages": [ + "tha-Thai", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-mlt_Latn", + "languages": [ + "tha-Thai", + "mlt-Latn" + ] + }, + { + "precision": 0.596601, + "recall": 0.675889, + "f1": 0.618995, + "accuracy": 0.675889, + "main_score": 0.618995, + "hf_subset": "tha_Thai-quy_Latn", + "languages": [ + "tha-Thai", + "quy-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tha_Thai-swh_Latn", + "languages": [ + "tha-Thai", + "swh-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tha_Thai-uzn_Latn", + "languages": [ + "tha-Thai", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-als_Latn", + "languages": [ + "tha-Thai", + "als-Latn" + ] + }, + { + "precision": 0.806983, + "recall": 0.863636, + "f1": 0.824657, + "accuracy": 0.863636, + "main_score": 0.824657, + "hf_subset": "tha_Thai-bod_Tibt", + "languages": [ + "tha-Thai", + "bod-Tibt" + ] + }, + { + "precision": 0.572194, + "recall": 0.659091, + "f1": 0.596883, + "accuracy": 0.659091, + "main_score": 0.596883, + "hf_subset": "tha_Thai-fij_Latn", + "languages": [ + "tha-Thai", + "fij-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "tha_Thai-isl_Latn", + "languages": [ + "tha-Thai", + "isl-Latn" + ] + }, + { + "precision": 0.563176, + "recall": 0.645257, + "f1": 0.585692, + "accuracy": 0.645257, + "main_score": 0.585692, + "hf_subset": "tha_Thai-kon_Latn", + "languages": [ + "tha-Thai", + "kon-Latn" + ] + }, + { + "precision": 0.587328, + "recall": 0.674901, + "f1": 0.612589, + "accuracy": 0.674901, + "main_score": 0.612589, + "hf_subset": "tha_Thai-mni_Beng", + "languages": [ + "tha-Thai", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-ron_Latn", + "languages": [ + "tha-Thai", + "ron-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.977273, + "f1": 0.971344, + "accuracy": 0.977273, + "main_score": 0.971344, + "hf_subset": "tha_Thai-szl_Latn", + "languages": [ + "tha-Thai", + "szl-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tha_Thai-vec_Latn", + "languages": [ + "tha-Thai", + "vec-Latn" + ] + }, + { + "precision": 0.914032, + "recall": 0.939723, + "f1": 0.922069, + "accuracy": 0.939723, + "main_score": 0.922069, + "hf_subset": "tha_Thai-amh_Ethi", + "languages": [ + "tha-Thai", + "amh-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-bos_Latn", + "languages": [ + "tha-Thai", + "bos-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tha_Thai-fin_Latn", + "languages": [ + "tha-Thai", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-ita_Latn", + "languages": [ + "tha-Thai", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-kor_Hang", + "languages": [ + "tha-Thai", + "kor-Hang" + ] + }, + { + "precision": 0.467609, + "recall": 0.539526, + "f1": 0.487611, + "accuracy": 0.539526, + "main_score": 0.487611, + "hf_subset": "tha_Thai-mos_Latn", + "languages": [ + "tha-Thai", + "mos-Latn" + ] + }, + { + "precision": 0.730468, + "recall": 0.794466, + "f1": 0.74928, + "accuracy": 0.794466, + "main_score": 0.74928, + "hf_subset": "tha_Thai-run_Latn", + "languages": [ + "tha-Thai", + "run-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tha_Thai-tam_Taml", + "languages": [ + "tha-Thai", + "tam-Taml" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tha_Thai-vie_Latn", + "languages": [ + "tha-Thai", + "vie-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tha_Thai-apc_Arab", + "languages": [ + "tha-Thai", + "apc-Arab" + ] + }, + { + "precision": 0.705402, + "recall": 0.77668, + "f1": 0.726186, + "accuracy": 0.77668, + "main_score": 0.726186, + "hf_subset": "tha_Thai-bug_Latn", + "languages": [ + "tha-Thai", + "bug-Latn" + ] + }, + { + "precision": 0.401943, + "recall": 0.464427, + "f1": 0.418216, + "accuracy": 0.464427, + "main_score": 0.418216, + "hf_subset": "tha_Thai-fon_Latn", + "languages": [ + "tha-Thai", + "fon-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tha_Thai-jav_Latn", + "languages": [ + "tha-Thai", + "jav-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "tha_Thai-lao_Laoo", + "languages": [ + "tha-Thai", + "lao-Laoo" + ] + }, + { + "precision": 0.842227, + "recall": 0.88834, + "f1": 0.856653, + "accuracy": 0.88834, + "main_score": 0.856653, + "hf_subset": "tha_Thai-mri_Latn", + "languages": [ + "tha-Thai", + "mri-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-rus_Cyrl", + "languages": [ + "tha-Thai", + "rus-Cyrl" + ] + }, + { + "precision": 0.477987, + "recall": 0.548419, + "f1": 0.497144, + "accuracy": 0.548419, + "main_score": 0.497144, + "hf_subset": "tha_Thai-taq_Latn", + "languages": [ + "tha-Thai", + "taq-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-war_Latn", + "languages": [ + "tha-Thai", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-arb_Arab", + "languages": [ + "tha-Thai", + "arb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-bul_Cyrl", + "languages": [ + "tha-Thai", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-fra_Latn", + "languages": [ + "tha-Thai", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-jpn_Jpan", + "languages": [ + "tha-Thai", + "jpn-Jpan" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tha_Thai-lij_Latn", + "languages": [ + "tha-Thai", + "lij-Latn" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "tha_Thai-mya_Mymr", + "languages": [ + "tha-Thai", + "mya-Mymr" + ] + }, + { + "precision": 0.519932, + "recall": 0.597826, + "f1": 0.540645, + "accuracy": 0.597826, + "main_score": 0.540645, + "hf_subset": "tha_Thai-sag_Latn", + "languages": [ + "tha-Thai", + "sag-Latn" + ] + }, + { + "precision": 0.214994, + "recall": 0.283597, + "f1": 0.231456, + "accuracy": 0.283597, + "main_score": 0.231456, + "hf_subset": "tha_Thai-taq_Tfng", + "languages": [ + "tha-Thai", + "taq-Tfng" + ] + }, + { + "precision": 0.595208, + "recall": 0.670949, + "f1": 0.616073, + "accuracy": 0.670949, + "main_score": 0.616073, + "hf_subset": "tha_Thai-wol_Latn", + "languages": [ + "tha-Thai", + "wol-Latn" + ] + }, + { + "precision": 0.828887, + "recall": 0.87747, + "f1": 0.84361, + "accuracy": 0.87747, + "main_score": 0.84361, + "hf_subset": "tha_Thai-arb_Latn", + "languages": [ + "tha-Thai", + "arb-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tha_Thai-cat_Latn", + "languages": [ + "tha-Thai", + "cat-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tha_Thai-fur_Latn", + "languages": [ + "tha-Thai", + "fur-Latn" + ] + }, + { + "precision": 0.426605, + "recall": 0.501976, + "f1": 0.446439, + "accuracy": 0.501976, + "main_score": 0.446439, + "hf_subset": "tha_Thai-kab_Latn", + "languages": [ + "tha-Thai", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tha_Thai-lim_Latn", + "languages": [ + "tha-Thai", + "lim-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-nld_Latn", + "languages": [ + "tha-Thai", + "nld-Latn" + ] + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "tha_Thai-san_Deva", + "languages": [ + "tha-Thai", + "san-Deva" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tha_Thai-tat_Cyrl", + "languages": [ + "tha-Thai", + "tat-Cyrl" + ] + }, + { + "precision": 0.867095, + "recall": 0.905138, + "f1": 0.879084, + "accuracy": 0.905138, + "main_score": 0.879084, + "hf_subset": "tha_Thai-xho_Latn", + "languages": [ + "tha-Thai", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-ars_Arab", + "languages": [ + "tha-Thai", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-ceb_Latn", + "languages": [ + "tha-Thai", + "ceb-Latn" + ] + }, + { + "precision": 0.449152, + "recall": 0.530632, + "f1": 0.471221, + "accuracy": 0.530632, + "main_score": 0.471221, + "hf_subset": "tha_Thai-fuv_Latn", + "languages": [ + "tha-Thai", + "fuv-Latn" + ] + }, + { + "precision": 0.431465, + "recall": 0.51087, + "f1": 0.452764, + "accuracy": 0.51087, + "main_score": 0.452764, + "hf_subset": "tha_Thai-kac_Latn", + "languages": [ + "tha-Thai", + "kac-Latn" + ] + }, + { + "precision": 0.601112, + "recall": 0.679842, + "f1": 0.622754, + "accuracy": 0.679842, + "main_score": 0.622754, + "hf_subset": "tha_Thai-lin_Latn", + "languages": [ + "tha-Thai", + "lin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tha_Thai-nno_Latn", + "languages": [ + "tha-Thai", + "nno-Latn" + ] + }, + { + "precision": 0.833169, + "recall": 0.881423, + "f1": 0.848254, + "accuracy": 0.881423, + "main_score": 0.848254, + "hf_subset": "tha_Thai-sat_Olck", + "languages": [ + "tha-Thai", + "sat-Olck" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tha_Thai-tel_Telu", + "languages": [ + "tha-Thai", + "tel-Telu" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tha_Thai-ydd_Hebr", + "languages": [ + "tha-Thai", + "ydd-Hebr" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "tha_Thai-ary_Arab", + "languages": [ + "tha-Thai", + "ary-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-ces_Latn", + "languages": [ + "tha-Thai", + "ces-Latn" + ] + }, + { + "precision": 0.525541, + "recall": 0.606719, + "f1": 0.547964, + "accuracy": 0.606719, + "main_score": 0.547964, + "hf_subset": "tha_Thai-gaz_Latn", + "languages": [ + "tha-Thai", + "gaz-Latn" + ] + }, + { + "precision": 0.51793, + "recall": 0.601779, + "f1": 0.540781, + "accuracy": 0.601779, + "main_score": 0.540781, + "hf_subset": "tha_Thai-kam_Latn", + "languages": [ + "tha-Thai", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tha_Thai-lit_Latn", + "languages": [ + "tha-Thai", + "lit-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-nob_Latn", + "languages": [ + "tha-Thai", + "nob-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tha_Thai-scn_Latn", + "languages": [ + "tha-Thai", + "scn-Latn" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "tha_Thai-tgk_Cyrl", + "languages": [ + "tha-Thai", + "tgk-Cyrl" + ] + }, + { + "precision": 0.717449, + "recall": 0.786561, + "f1": 0.737524, + "accuracy": 0.786561, + "main_score": 0.737524, + "hf_subset": "tha_Thai-yor_Latn", + "languages": [ + "tha-Thai", + "yor-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "tha_Thai-arz_Arab", + "languages": [ + "tha-Thai", + "arz-Arab" + ] + }, + { + "precision": 0.453011, + "recall": 0.535573, + "f1": 0.475307, + "accuracy": 0.535573, + "main_score": 0.475307, + "hf_subset": "tha_Thai-cjk_Latn", + "languages": [ + "tha-Thai", + "cjk-Latn" + ] + }, + { + "precision": 0.924242, + "recall": 0.947628, + "f1": 0.931818, + "accuracy": 0.947628, + "main_score": 0.931818, + "hf_subset": "tha_Thai-gla_Latn", + "languages": [ + "tha-Thai", + "gla-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tha_Thai-kan_Knda", + "languages": [ + "tha-Thai", + "kan-Knda" + ] + }, + { + "precision": 0.980402, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "tha_Thai-lmo_Latn", + "languages": [ + "tha-Thai", + "lmo-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tha_Thai-npi_Deva", + "languages": [ + "tha-Thai", + "npi-Deva" + ] + }, + { + "precision": 0.536251, + "recall": 0.62253, + "f1": 0.560618, + "accuracy": 0.62253, + "main_score": 0.560618, + "hf_subset": "tha_Thai-shn_Mymr", + "languages": [ + "tha-Thai", + "shn-Mymr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-tgl_Latn", + "languages": [ + "tha-Thai", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-yue_Hant", + "languages": [ + "tha-Thai", + "yue-Hant" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "tha_Thai-asm_Beng", + "languages": [ + "tha-Thai", + "asm-Beng" + ] + }, + { + "precision": 0.907642, + "recall": 0.935771, + "f1": 0.916667, + "accuracy": 0.935771, + "main_score": 0.916667, + "hf_subset": "tha_Thai-ckb_Arab", + "languages": [ + "tha-Thai", + "ckb-Arab" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "tha_Thai-gle_Latn", + "languages": [ + "tha-Thai", + "gle-Latn" + ] + }, + { + "precision": 0.886858, + "recall": 0.920949, + "f1": 0.897694, + "accuracy": 0.920949, + "main_score": 0.897694, + "hf_subset": "tha_Thai-kas_Arab", + "languages": [ + "tha-Thai", + "kas-Arab" + ] + }, + { + "precision": 0.871871, + "recall": 0.910079, + "f1": 0.883893, + "accuracy": 0.910079, + "main_score": 0.883893, + "hf_subset": "tha_Thai-ltg_Latn", + "languages": [ + "tha-Thai", + "ltg-Latn" + ] + }, + { + "precision": 0.757329, + "recall": 0.816206, + "f1": 0.774741, + "accuracy": 0.816206, + "main_score": 0.774741, + "hf_subset": "tha_Thai-nso_Latn", + "languages": [ + "tha-Thai", + "nso-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tha_Thai-sin_Sinh", + "languages": [ + "tha-Thai", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-zho_Hans", + "languages": [ + "tha-Thai", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-ast_Latn", + "languages": [ + "tha-Thai", + "ast-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tha_Thai-crh_Latn", + "languages": [ + "tha-Thai", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-glg_Latn", + "languages": [ + "tha-Thai", + "glg-Latn" + ] + }, + { + "precision": 0.831802, + "recall": 0.878458, + "f1": 0.846014, + "accuracy": 0.878458, + "main_score": 0.846014, + "hf_subset": "tha_Thai-kas_Deva", + "languages": [ + "tha-Thai", + "kas-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tha_Thai-ltz_Latn", + "languages": [ + "tha-Thai", + "ltz-Latn" + ] + }, + { + "precision": 0.399134, + "recall": 0.471344, + "f1": 0.418324, + "accuracy": 0.471344, + "main_score": 0.418324, + "hf_subset": "tha_Thai-nus_Latn", + "languages": [ + "tha-Thai", + "nus-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tha_Thai-slk_Latn", + "languages": [ + "tha-Thai", + "slk-Latn" + ] + }, + { + "precision": 0.622383, + "recall": 0.704545, + "f1": 0.645813, + "accuracy": 0.704545, + "main_score": 0.645813, + "hf_subset": "tha_Thai-tir_Ethi", + "languages": [ + "tha-Thai", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-zho_Hant", + "languages": [ + "tha-Thai", + "zho-Hant" + ] + }, + { + "precision": 0.973979, + "recall": 0.981225, + "f1": 0.976285, + "accuracy": 0.981225, + "main_score": 0.976285, + "hf_subset": "tha_Thai-awa_Deva", + "languages": [ + "tha-Thai", + "awa-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tha_Thai-cym_Latn", + "languages": [ + "tha-Thai", + "cym-Latn" + ] + }, + { + "precision": 0.742852, + "recall": 0.802372, + "f1": 0.760018, + "accuracy": 0.802372, + "main_score": 0.760018, + "hf_subset": "tha_Thai-grn_Latn", + "languages": [ + "tha-Thai", + "grn-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tha_Thai-kat_Geor", + "languages": [ + "tha-Thai", + "kat-Geor" + ] + }, + { + "precision": 0.556028, + "recall": 0.629447, + "f1": 0.575913, + "accuracy": 0.629447, + "main_score": 0.575913, + "hf_subset": "tha_Thai-lua_Latn", + "languages": [ + "tha-Thai", + "lua-Latn" + ] + }, + { + "precision": 0.794713, + "recall": 0.848814, + "f1": 0.811298, + "accuracy": 0.848814, + "main_score": 0.811298, + "hf_subset": "tha_Thai-nya_Latn", + "languages": [ + "tha-Thai", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-slv_Latn", + "languages": [ + "tha-Thai", + "slv-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "tha_Thai-tpi_Latn", + "languages": [ + "tha-Thai", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-zsm_Latn", + "languages": [ + "tha-Thai", + "zsm-Latn" + ] + }, + { + "precision": 0.466755, + "recall": 0.543478, + "f1": 0.487699, + "accuracy": 0.543478, + "main_score": 0.487699, + "hf_subset": "tha_Thai-ayr_Latn", + "languages": [ + "tha-Thai", + "ayr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-dan_Latn", + "languages": [ + "tha-Thai", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-guj_Gujr", + "languages": [ + "tha-Thai", + "guj-Gujr" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tha_Thai-kaz_Cyrl", + "languages": [ + "tha-Thai", + "kaz-Cyrl" + ] + }, + { + "precision": 0.614883, + "recall": 0.69664, + "f1": 0.637938, + "accuracy": 0.69664, + "main_score": 0.637938, + "hf_subset": "tha_Thai-lug_Latn", + "languages": [ + "tha-Thai", + "lug-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-oci_Latn", + "languages": [ + "tha-Thai", + "oci-Latn" + ] + }, + { + "precision": 0.802816, + "recall": 0.856719, + "f1": 0.819485, + "accuracy": 0.856719, + "main_score": 0.819485, + "hf_subset": "tha_Thai-smo_Latn", + "languages": [ + "tha-Thai", + "smo-Latn" + ] + }, + { + "precision": 0.716716, + "recall": 0.786561, + "f1": 0.737488, + "accuracy": 0.786561, + "main_score": 0.737488, + "hf_subset": "tha_Thai-tsn_Latn", + "languages": [ + "tha-Thai", + "tsn-Latn" + ] + }, + { + "precision": 0.888587, + "recall": 0.921937, + "f1": 0.898946, + "accuracy": 0.921937, + "main_score": 0.898946, + "hf_subset": "tha_Thai-zul_Latn", + "languages": [ + "tha-Thai", + "zul-Latn" + ] + }, + { + "precision": 0.91917, + "recall": 0.943676, + "f1": 0.927042, + "accuracy": 0.943676, + "main_score": 0.927042, + "hf_subset": "tha_Thai-azb_Arab", + "languages": [ + "tha-Thai", + "azb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-deu_Latn", + "languages": [ + "tha-Thai", + "deu-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "tha_Thai-hat_Latn", + "languages": [ + "tha-Thai", + "hat-Latn" + ] + }, + { + "precision": 0.460052, + "recall": 0.524704, + "f1": 0.477688, + "accuracy": 0.524704, + "main_score": 0.477688, + "hf_subset": "tha_Thai-kbp_Latn", + "languages": [ + "tha-Thai", + "kbp-Latn" + ] + }, + { + "precision": 0.489799, + "recall": 0.563241, + "f1": 0.508985, + "accuracy": 0.563241, + "main_score": 0.508985, + "hf_subset": "tha_Thai-luo_Latn", + "languages": [ + "tha-Thai", + "luo-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tha_Thai-ory_Orya", + "languages": [ + "tha-Thai", + "ory-Orya" + ] + }, + { + "precision": 0.872694, + "recall": 0.910079, + "f1": 0.884354, + "accuracy": 0.910079, + "main_score": 0.884354, + "hf_subset": "tha_Thai-sna_Latn", + "languages": [ + "tha-Thai", + "sna-Latn" + ] + }, + { + "precision": 0.607907, + "recall": 0.690711, + "f1": 0.63136, + "accuracy": 0.690711, + "main_score": 0.63136, + "hf_subset": "tha_Thai-tso_Latn", + "languages": [ + "tha-Thai", + "tso-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tha_Thai-azj_Latn", + "languages": [ + "tha-Thai", + "azj-Latn" + ] + }, + { + "precision": 0.470418, + "recall": 0.545455, + "f1": 0.491643, + "accuracy": 0.545455, + "main_score": 0.491643, + "hf_subset": "tha_Thai-dik_Latn", + "languages": [ + "tha-Thai", + "dik-Latn" + ] + }, + { + "precision": 0.876812, + "recall": 0.914032, + "f1": 0.888669, + "accuracy": 0.914032, + "main_score": 0.888669, + "hf_subset": "tha_Thai-hau_Latn", + "languages": [ + "tha-Thai", + "hau-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "tha_Thai-kea_Latn", + "languages": [ + "tha-Thai", + "kea-Latn" + ] + }, + { + "precision": 0.907279, + "recall": 0.935771, + "f1": 0.916337, + "accuracy": 0.935771, + "main_score": 0.916337, + "hf_subset": "tha_Thai-lus_Latn", + "languages": [ + "tha-Thai", + "lus-Latn" + ] + }, + { + "precision": 0.83913, + "recall": 0.885375, + "f1": 0.853557, + "accuracy": 0.885375, + "main_score": 0.853557, + "hf_subset": "tha_Thai-pag_Latn", + "languages": [ + "tha-Thai", + "pag-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "tha_Thai-snd_Arab", + "languages": [ + "tha-Thai", + "snd-Arab" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "tha_Thai-tuk_Latn", + "languages": [ + "tha-Thai", + "tuk-Latn" + ] + }, + { + "precision": 0.975543, + "recall": 0.983202, + "f1": 0.977997, + "accuracy": 0.983202, + "main_score": 0.977997, + "hf_subset": "tha_Thai-bak_Cyrl", + "languages": [ + "tha-Thai", + "bak-Cyrl" + ] + }, + { + "precision": 0.441097, + "recall": 0.522727, + "f1": 0.463156, + "accuracy": 0.522727, + "main_score": 0.463156, + "hf_subset": "tha_Thai-dyu_Latn", + "languages": [ + "tha-Thai", + "dyu-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-heb_Hebr", + "languages": [ + "tha-Thai", + "heb-Hebr" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "tha_Thai-khk_Cyrl", + "languages": [ + "tha-Thai", + "khk-Cyrl" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tha_Thai-lvs_Latn", + "languages": [ + "tha-Thai", + "lvs-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tha_Thai-pan_Guru", + "languages": [ + "tha-Thai", + "pan-Guru" + ] + }, + { + "precision": 0.848024, + "recall": 0.893281, + "f1": 0.862121, + "accuracy": 0.893281, + "main_score": 0.862121, + "hf_subset": "tha_Thai-som_Latn", + "languages": [ + "tha-Thai", + "som-Latn" + ] + }, + { + "precision": 0.660823, + "recall": 0.732213, + "f1": 0.68187, + "accuracy": 0.732213, + "main_score": 0.68187, + "hf_subset": "tha_Thai-tum_Latn", + "languages": [ + "tha-Thai", + "tum-Latn" + ] + }, + { + "precision": 0.507614, + "recall": 0.602767, + "f1": 0.534772, + "accuracy": 0.602767, + "main_score": 0.534772, + "hf_subset": "zho_Hans-ace_Arab", + "languages": [ + "zho-Hans", + "ace-Arab" + ] + }, + { + "precision": 0.457897, + "recall": 0.521739, + "f1": 0.475039, + "accuracy": 0.521739, + "main_score": 0.475039, + "hf_subset": "zho_Hans-bam_Latn", + "languages": [ + "zho-Hans", + "bam-Latn" + ] + }, + { + "precision": 0.67607, + "recall": 0.759881, + "f1": 0.700522, + "accuracy": 0.759881, + "main_score": 0.700522, + "hf_subset": "zho_Hans-dzo_Tibt", + "languages": [ + "zho-Hans", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-hin_Deva", + "languages": [ + "zho-Hans", + "hin-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "zho_Hans-khm_Khmr", + "languages": [ + "zho-Hans", + "khm-Khmr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-mag_Deva", + "languages": [ + "zho-Hans", + "mag-Deva" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "zho_Hans-pap_Latn", + "languages": [ + "zho-Hans", + "pap-Latn" + ] + }, + { + "precision": 0.849753, + "recall": 0.895257, + "f1": 0.864196, + "accuracy": 0.895257, + "main_score": 0.864196, + "hf_subset": "zho_Hans-sot_Latn", + "languages": [ + "zho-Hans", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-tur_Latn", + "languages": [ + "zho-Hans", + "tur-Latn" + ] + }, + { + "precision": 0.862319, + "recall": 0.902174, + "f1": 0.875071, + "accuracy": 0.902174, + "main_score": 0.875071, + "hf_subset": "zho_Hans-ace_Latn", + "languages": [ + "zho-Hans", + "ace-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "zho_Hans-ban_Latn", + "languages": [ + "zho-Hans", + "ban-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-ell_Grek", + "languages": [ + "zho-Hans", + "ell-Grek" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "zho_Hans-hne_Deva", + "languages": [ + "zho-Hans", + "hne-Deva" + ] + }, + { + "precision": 0.564397, + "recall": 0.645257, + "f1": 0.586998, + "accuracy": 0.645257, + "main_score": 0.586998, + "hf_subset": "zho_Hans-kik_Latn", + "languages": [ + "zho-Hans", + "kik-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-mai_Deva", + "languages": [ + "zho-Hans", + "mai-Deva" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "zho_Hans-pbt_Arab", + "languages": [ + "zho-Hans", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-spa_Latn", + "languages": [ + "zho-Hans", + "spa-Latn" + ] + }, + { + "precision": 0.772513, + "recall": 0.829051, + "f1": 0.789328, + "accuracy": 0.829051, + "main_score": 0.789328, + "hf_subset": "zho_Hans-twi_Latn", + "languages": [ + "zho-Hans", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-acm_Arab", + "languages": [ + "zho-Hans", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hans-bel_Cyrl", + "languages": [ + "zho-Hans", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-hrv_Latn", + "languages": [ + "zho-Hans", + "hrv-Latn" + ] + }, + { + "precision": 0.851985, + "recall": 0.892292, + "f1": 0.864383, + "accuracy": 0.892292, + "main_score": 0.864383, + "hf_subset": "zho_Hans-kin_Latn", + "languages": [ + "zho-Hans", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-mal_Mlym", + "languages": [ + "zho-Hans", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-pes_Arab", + "languages": [ + "zho-Hans", + "pes-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-srd_Latn", + "languages": [ + "zho-Hans", + "srd-Latn" + ] + }, + { + "precision": 0.180743, + "recall": 0.244071, + "f1": 0.196586, + "accuracy": 0.244071, + "main_score": 0.196586, + "hf_subset": "zho_Hans-tzm_Tfng", + "languages": [ + "zho-Hans", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-acq_Arab", + "languages": [ + "zho-Hans", + "acq-Arab" + ] + }, + { + "precision": 0.65135, + "recall": 0.727273, + "f1": 0.672831, + "accuracy": 0.727273, + "main_score": 0.672831, + "hf_subset": "zho_Hans-bem_Latn", + "languages": [ + "zho-Hans", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-epo_Latn", + "languages": [ + "zho-Hans", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-hun_Latn", + "languages": [ + "zho-Hans", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hans-kir_Cyrl", + "languages": [ + "zho-Hans", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-mar_Deva", + "languages": [ + "zho-Hans", + "mar-Deva" + ] + }, + { + "precision": 0.869236, + "recall": 0.908103, + "f1": 0.88139, + "accuracy": 0.908103, + "main_score": 0.88139, + "hf_subset": "zho_Hans-plt_Latn", + "languages": [ + "zho-Hans", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-srp_Cyrl", + "languages": [ + "zho-Hans", + "srp-Cyrl" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "zho_Hans-uig_Arab", + "languages": [ + "zho-Hans", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-aeb_Arab", + "languages": [ + "zho-Hans", + "aeb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-ben_Beng", + "languages": [ + "zho-Hans", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-est_Latn", + "languages": [ + "zho-Hans", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hans-hye_Armn", + "languages": [ + "zho-Hans", + "hye-Armn" + ] + }, + { + "precision": 0.462766, + "recall": 0.529644, + "f1": 0.481094, + "accuracy": 0.529644, + "main_score": 0.481094, + "hf_subset": "zho_Hans-kmb_Latn", + "languages": [ + "zho-Hans", + "kmb-Latn" + ] + }, + { + "precision": 0.485121, + "recall": 0.576087, + "f1": 0.509776, + "accuracy": 0.576087, + "main_score": 0.509776, + "hf_subset": "zho_Hans-min_Arab", + "languages": [ + "zho-Hans", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-pol_Latn", + "languages": [ + "zho-Hans", + "pol-Latn" + ] + }, + { + "precision": 0.748346, + "recall": 0.813241, + "f1": 0.767737, + "accuracy": 0.813241, + "main_score": 0.767737, + "hf_subset": "zho_Hans-ssw_Latn", + "languages": [ + "zho-Hans", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-ukr_Cyrl", + "languages": [ + "zho-Hans", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-afr_Latn", + "languages": [ + "zho-Hans", + "afr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-bho_Deva", + "languages": [ + "zho-Hans", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-eus_Latn", + "languages": [ + "zho-Hans", + "eus-Latn" + ] + }, + { + "precision": 0.876515, + "recall": 0.914032, + "f1": 0.888472, + "accuracy": 0.914032, + "main_score": 0.888472, + "hf_subset": "zho_Hans-ibo_Latn", + "languages": [ + "zho-Hans", + "ibo-Latn" + ] + }, + { + "precision": 0.882246, + "recall": 0.91502, + "f1": 0.892424, + "accuracy": 0.91502, + "main_score": 0.892424, + "hf_subset": "zho_Hans-kmr_Latn", + "languages": [ + "zho-Hans", + "kmr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hans-min_Latn", + "languages": [ + "zho-Hans", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-por_Latn", + "languages": [ + "zho-Hans", + "por-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "zho_Hans-sun_Latn", + "languages": [ + "zho-Hans", + "sun-Latn" + ] + }, + { + "precision": 0.444096, + "recall": 0.519763, + "f1": 0.465938, + "accuracy": 0.519763, + "main_score": 0.465938, + "hf_subset": "zho_Hans-umb_Latn", + "languages": [ + "zho-Hans", + "umb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ajp_Arab", + "languages": [ + "zho-Hans", + "ajp-Arab" + ] + }, + { + "precision": 0.492327, + "recall": 0.58004, + "f1": 0.516609, + "accuracy": 0.58004, + "main_score": 0.516609, + "hf_subset": "zho_Hans-bjn_Arab", + "languages": [ + "zho-Hans", + "bjn-Arab" + ] + }, + { + "precision": 0.44317, + "recall": 0.504941, + "f1": 0.459065, + "accuracy": 0.504941, + "main_score": 0.459065, + "hf_subset": "zho_Hans-ewe_Latn", + "languages": [ + "zho-Hans", + "ewe-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "zho_Hans-ilo_Latn", + "languages": [ + "zho-Hans", + "ilo-Latn" + ] + }, + { + "precision": 0.254333, + "recall": 0.31917, + "f1": 0.270345, + "accuracy": 0.31917, + "main_score": 0.270345, + "hf_subset": "zho_Hans-knc_Arab", + "languages": [ + "zho-Hans", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-mkd_Cyrl", + "languages": [ + "zho-Hans", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-prs_Arab", + "languages": [ + "zho-Hans", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-swe_Latn", + "languages": [ + "zho-Hans", + "swe-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-urd_Arab", + "languages": [ + "zho-Hans", + "urd-Arab" + ] + }, + { + "precision": 0.754769, + "recall": 0.814229, + "f1": 0.772419, + "accuracy": 0.814229, + "main_score": 0.772419, + "hf_subset": "zho_Hans-aka_Latn", + "languages": [ + "zho-Hans", + "aka-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "zho_Hans-bjn_Latn", + "languages": [ + "zho-Hans", + "bjn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "zho_Hans-fao_Latn", + "languages": [ + "zho-Hans", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ind_Latn", + "languages": [ + "zho-Hans", + "ind-Latn" + ] + }, + { + "precision": 0.494727, + "recall": 0.560277, + "f1": 0.512664, + "accuracy": 0.560277, + "main_score": 0.512664, + "hf_subset": "zho_Hans-knc_Latn", + "languages": [ + "zho-Hans", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-mlt_Latn", + "languages": [ + "zho-Hans", + "mlt-Latn" + ] + }, + { + "precision": 0.619524, + "recall": 0.694664, + "f1": 0.640428, + "accuracy": 0.694664, + "main_score": 0.640428, + "hf_subset": "zho_Hans-quy_Latn", + "languages": [ + "zho-Hans", + "quy-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-swh_Latn", + "languages": [ + "zho-Hans", + "swh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-uzn_Latn", + "languages": [ + "zho-Hans", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-als_Latn", + "languages": [ + "zho-Hans", + "als-Latn" + ] + }, + { + "precision": 0.832922, + "recall": 0.884387, + "f1": 0.849341, + "accuracy": 0.884387, + "main_score": 0.849341, + "hf_subset": "zho_Hans-bod_Tibt", + "languages": [ + "zho-Hans", + "bod-Tibt" + ] + }, + { + "precision": 0.605363, + "recall": 0.684783, + "f1": 0.628167, + "accuracy": 0.684783, + "main_score": 0.628167, + "hf_subset": "zho_Hans-fij_Latn", + "languages": [ + "zho-Hans", + "fij-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hans-isl_Latn", + "languages": [ + "zho-Hans", + "isl-Latn" + ] + }, + { + "precision": 0.593436, + "recall": 0.671937, + "f1": 0.615457, + "accuracy": 0.671937, + "main_score": 0.615457, + "hf_subset": "zho_Hans-kon_Latn", + "languages": [ + "zho-Hans", + "kon-Latn" + ] + }, + { + "precision": 0.592204, + "recall": 0.678854, + "f1": 0.616764, + "accuracy": 0.678854, + "main_score": 0.616764, + "hf_subset": "zho_Hans-mni_Beng", + "languages": [ + "zho-Hans", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ron_Latn", + "languages": [ + "zho-Hans", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "zho_Hans-szl_Latn", + "languages": [ + "zho-Hans", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-vec_Latn", + "languages": [ + "zho-Hans", + "vec-Latn" + ] + }, + { + "precision": 0.945982, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "zho_Hans-amh_Ethi", + "languages": [ + "zho-Hans", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-bos_Latn", + "languages": [ + "zho-Hans", + "bos-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-fin_Latn", + "languages": [ + "zho-Hans", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-ita_Latn", + "languages": [ + "zho-Hans", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-kor_Hang", + "languages": [ + "zho-Hans", + "kor-Hang" + ] + }, + { + "precision": 0.47068, + "recall": 0.54249, + "f1": 0.490612, + "accuracy": 0.54249, + "main_score": 0.490612, + "hf_subset": "zho_Hans-mos_Latn", + "languages": [ + "zho-Hans", + "mos-Latn" + ] + }, + { + "precision": 0.755056, + "recall": 0.820158, + "f1": 0.774835, + "accuracy": 0.820158, + "main_score": 0.774835, + "hf_subset": "zho_Hans-run_Latn", + "languages": [ + "zho-Hans", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-tam_Taml", + "languages": [ + "zho-Hans", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-vie_Latn", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-apc_Arab", + "languages": [ + "zho-Hans", + "apc-Arab" + ] + }, + { + "precision": 0.724539, + "recall": 0.791502, + "f1": 0.744433, + "accuracy": 0.791502, + "main_score": 0.744433, + "hf_subset": "zho_Hans-bug_Latn", + "languages": [ + "zho-Hans", + "bug-Latn" + ] + }, + { + "precision": 0.414118, + "recall": 0.469368, + "f1": 0.428711, + "accuracy": 0.469368, + "main_score": 0.428711, + "hf_subset": "zho_Hans-fon_Latn", + "languages": [ + "zho-Hans", + "fon-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "zho_Hans-jav_Latn", + "languages": [ + "zho-Hans", + "jav-Latn" + ] + }, + { + "precision": 0.953722, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "zho_Hans-lao_Laoo", + "languages": [ + "zho-Hans", + "lao-Laoo" + ] + }, + { + "precision": 0.892457, + "recall": 0.924901, + "f1": 0.902786, + "accuracy": 0.924901, + "main_score": 0.902786, + "hf_subset": "zho_Hans-mri_Latn", + "languages": [ + "zho-Hans", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-rus_Cyrl", + "languages": [ + "zho-Hans", + "rus-Cyrl" + ] + }, + { + "precision": 0.468817, + "recall": 0.538538, + "f1": 0.488622, + "accuracy": 0.538538, + "main_score": 0.488622, + "hf_subset": "zho_Hans-taq_Latn", + "languages": [ + "zho-Hans", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-war_Latn", + "languages": [ + "zho-Hans", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-arb_Arab", + "languages": [ + "zho-Hans", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-bul_Cyrl", + "languages": [ + "zho-Hans", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-fra_Latn", + "languages": [ + "zho-Hans", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-jpn_Jpan", + "languages": [ + "zho-Hans", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hans-lij_Latn", + "languages": [ + "zho-Hans", + "lij-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "zho_Hans-mya_Mymr", + "languages": [ + "zho-Hans", + "mya-Mymr" + ] + }, + { + "precision": 0.53048, + "recall": 0.607708, + "f1": 0.551026, + "accuracy": 0.607708, + "main_score": 0.551026, + "hf_subset": "zho_Hans-sag_Latn", + "languages": [ + "zho-Hans", + "sag-Latn" + ] + }, + { + "precision": 0.210405, + "recall": 0.280632, + "f1": 0.228115, + "accuracy": 0.280632, + "main_score": 0.228115, + "hf_subset": "zho_Hans-taq_Tfng", + "languages": [ + "zho-Hans", + "taq-Tfng" + ] + }, + { + "precision": 0.610725, + "recall": 0.684783, + "f1": 0.631584, + "accuracy": 0.684783, + "main_score": 0.631584, + "hf_subset": "zho_Hans-wol_Latn", + "languages": [ + "zho-Hans", + "wol-Latn" + ] + }, + { + "precision": 0.855237, + "recall": 0.897233, + "f1": 0.868215, + "accuracy": 0.897233, + "main_score": 0.868215, + "hf_subset": "zho_Hans-arb_Latn", + "languages": [ + "zho-Hans", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-cat_Latn", + "languages": [ + "zho-Hans", + "cat-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-fur_Latn", + "languages": [ + "zho-Hans", + "fur-Latn" + ] + }, + { + "precision": 0.426581, + "recall": 0.502964, + "f1": 0.447052, + "accuracy": 0.502964, + "main_score": 0.447052, + "hf_subset": "zho_Hans-kab_Latn", + "languages": [ + "zho-Hans", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-lim_Latn", + "languages": [ + "zho-Hans", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-nld_Latn", + "languages": [ + "zho-Hans", + "nld-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "zho_Hans-san_Deva", + "languages": [ + "zho-Hans", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-tat_Cyrl", + "languages": [ + "zho-Hans", + "tat-Cyrl" + ] + }, + { + "precision": 0.864625, + "recall": 0.905138, + "f1": 0.877602, + "accuracy": 0.905138, + "main_score": 0.877602, + "hf_subset": "zho_Hans-xho_Latn", + "languages": [ + "zho-Hans", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ars_Arab", + "languages": [ + "zho-Hans", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-ceb_Latn", + "languages": [ + "zho-Hans", + "ceb-Latn" + ] + }, + { + "precision": 0.454428, + "recall": 0.534585, + "f1": 0.475851, + "accuracy": 0.534585, + "main_score": 0.475851, + "hf_subset": "zho_Hans-fuv_Latn", + "languages": [ + "zho-Hans", + "fuv-Latn" + ] + }, + { + "precision": 0.462566, + "recall": 0.530632, + "f1": 0.48024, + "accuracy": 0.530632, + "main_score": 0.48024, + "hf_subset": "zho_Hans-kac_Latn", + "languages": [ + "zho-Hans", + "kac-Latn" + ] + }, + { + "precision": 0.60397, + "recall": 0.683794, + "f1": 0.626676, + "accuracy": 0.683794, + "main_score": 0.626676, + "hf_subset": "zho_Hans-lin_Latn", + "languages": [ + "zho-Hans", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-nno_Latn", + "languages": [ + "zho-Hans", + "nno-Latn" + ] + }, + { + "precision": 0.868989, + "recall": 0.907115, + "f1": 0.880665, + "accuracy": 0.907115, + "main_score": 0.880665, + "hf_subset": "zho_Hans-sat_Olck", + "languages": [ + "zho-Hans", + "sat-Olck" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hans-tel_Telu", + "languages": [ + "zho-Hans", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zho_Hans-ydd_Hebr", + "languages": [ + "zho-Hans", + "ydd-Hebr" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "zho_Hans-ary_Arab", + "languages": [ + "zho-Hans", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ces_Latn", + "languages": [ + "zho-Hans", + "ces-Latn" + ] + }, + { + "precision": 0.540529, + "recall": 0.624506, + "f1": 0.563941, + "accuracy": 0.624506, + "main_score": 0.563941, + "hf_subset": "zho_Hans-gaz_Latn", + "languages": [ + "zho-Hans", + "gaz-Latn" + ] + }, + { + "precision": 0.510029, + "recall": 0.597826, + "f1": 0.534191, + "accuracy": 0.597826, + "main_score": 0.534191, + "hf_subset": "zho_Hans-kam_Latn", + "languages": [ + "zho-Hans", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "zho_Hans-lit_Latn", + "languages": [ + "zho-Hans", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-nob_Latn", + "languages": [ + "zho-Hans", + "nob-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hans-scn_Latn", + "languages": [ + "zho-Hans", + "scn-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "zho_Hans-tgk_Cyrl", + "languages": [ + "zho-Hans", + "tgk-Cyrl" + ] + }, + { + "precision": 0.752941, + "recall": 0.821146, + "f1": 0.773652, + "accuracy": 0.821146, + "main_score": 0.773652, + "hf_subset": "zho_Hans-yor_Latn", + "languages": [ + "zho-Hans", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-arz_Arab", + "languages": [ + "zho-Hans", + "arz-Arab" + ] + }, + { + "precision": 0.462584, + "recall": 0.545455, + "f1": 0.485548, + "accuracy": 0.545455, + "main_score": 0.485548, + "hf_subset": "zho_Hans-cjk_Latn", + "languages": [ + "zho-Hans", + "cjk-Latn" + ] + }, + { + "precision": 0.944005, + "recall": 0.962451, + "f1": 0.950099, + "accuracy": 0.962451, + "main_score": 0.950099, + "hf_subset": "zho_Hans-gla_Latn", + "languages": [ + "zho-Hans", + "gla-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-kan_Knda", + "languages": [ + "zho-Hans", + "kan-Knda" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-lmo_Latn", + "languages": [ + "zho-Hans", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "zho_Hans-npi_Deva", + "languages": [ + "zho-Hans", + "npi-Deva" + ] + }, + { + "precision": 0.53597, + "recall": 0.624506, + "f1": 0.560914, + "accuracy": 0.624506, + "main_score": 0.560914, + "hf_subset": "zho_Hans-shn_Mymr", + "languages": [ + "zho-Hans", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-tgl_Latn", + "languages": [ + "zho-Hans", + "tgl-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-yue_Hant", + "languages": [ + "zho-Hans", + "yue-Hant" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-asm_Beng", + "languages": [ + "zho-Hans", + "asm-Beng" + ] + }, + { + "precision": 0.939559, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "zho_Hans-ckb_Arab", + "languages": [ + "zho-Hans", + "ckb-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "zho_Hans-gle_Latn", + "languages": [ + "zho-Hans", + "gle-Latn" + ] + }, + { + "precision": 0.909997, + "recall": 0.935771, + "f1": 0.918017, + "accuracy": 0.935771, + "main_score": 0.918017, + "hf_subset": "zho_Hans-kas_Arab", + "languages": [ + "zho-Hans", + "kas-Arab" + ] + }, + { + "precision": 0.89529, + "recall": 0.926877, + "f1": 0.905303, + "accuracy": 0.926877, + "main_score": 0.905303, + "hf_subset": "zho_Hans-ltg_Latn", + "languages": [ + "zho-Hans", + "ltg-Latn" + ] + }, + { + "precision": 0.780838, + "recall": 0.835968, + "f1": 0.797683, + "accuracy": 0.835968, + "main_score": 0.797683, + "hf_subset": "zho_Hans-nso_Latn", + "languages": [ + "zho-Hans", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "zho_Hans-sin_Sinh", + "languages": [ + "zho-Hans", + "sin-Sinh" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-tha_Thai", + "languages": [ + "zho-Hans", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-ast_Latn", + "languages": [ + "zho-Hans", + "ast-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hans-crh_Latn", + "languages": [ + "zho-Hans", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-glg_Latn", + "languages": [ + "zho-Hans", + "glg-Latn" + ] + }, + { + "precision": 0.869071, + "recall": 0.907115, + "f1": 0.880731, + "accuracy": 0.907115, + "main_score": 0.880731, + "hf_subset": "zho_Hans-kas_Deva", + "languages": [ + "zho-Hans", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hans-ltz_Latn", + "languages": [ + "zho-Hans", + "ltz-Latn" + ] + }, + { + "precision": 0.404641, + "recall": 0.478261, + "f1": 0.424544, + "accuracy": 0.478261, + "main_score": 0.424544, + "hf_subset": "zho_Hans-nus_Latn", + "languages": [ + "zho-Hans", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-slk_Latn", + "languages": [ + "zho-Hans", + "slk-Latn" + ] + }, + { + "precision": 0.6375, + "recall": 0.712451, + "f1": 0.658931, + "accuracy": 0.712451, + "main_score": 0.658931, + "hf_subset": "zho_Hans-tir_Ethi", + "languages": [ + "zho-Hans", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-zho_Hant", + "languages": [ + "zho-Hans", + "zho-Hant" + ] + }, + { + "precision": 0.984437, + "recall": 0.988142, + "f1": 0.985573, + "accuracy": 0.988142, + "main_score": 0.985573, + "hf_subset": "zho_Hans-awa_Deva", + "languages": [ + "zho-Hans", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hans-cym_Latn", + "languages": [ + "zho-Hans", + "cym-Latn" + ] + }, + { + "precision": 0.767252, + "recall": 0.824111, + "f1": 0.783994, + "accuracy": 0.824111, + "main_score": 0.783994, + "hf_subset": "zho_Hans-grn_Latn", + "languages": [ + "zho-Hans", + "grn-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-kat_Geor", + "languages": [ + "zho-Hans", + "kat-Geor" + ] + }, + { + "precision": 0.579079, + "recall": 0.649209, + "f1": 0.598726, + "accuracy": 0.649209, + "main_score": 0.598726, + "hf_subset": "zho_Hans-lua_Latn", + "languages": [ + "zho-Hans", + "lua-Latn" + ] + }, + { + "precision": 0.818676, + "recall": 0.871542, + "f1": 0.835079, + "accuracy": 0.871542, + "main_score": 0.835079, + "hf_subset": "zho_Hans-nya_Latn", + "languages": [ + "zho-Hans", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-slv_Latn", + "languages": [ + "zho-Hans", + "slv-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hans-tpi_Latn", + "languages": [ + "zho-Hans", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-zsm_Latn", + "languages": [ + "zho-Hans", + "zsm-Latn" + ] + }, + { + "precision": 0.473431, + "recall": 0.549407, + "f1": 0.494165, + "accuracy": 0.549407, + "main_score": 0.494165, + "hf_subset": "zho_Hans-ayr_Latn", + "languages": [ + "zho-Hans", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-dan_Latn", + "languages": [ + "zho-Hans", + "dan-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-guj_Gujr", + "languages": [ + "zho-Hans", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-kaz_Cyrl", + "languages": [ + "zho-Hans", + "kaz-Cyrl" + ] + }, + { + "precision": 0.638192, + "recall": 0.722332, + "f1": 0.663062, + "accuracy": 0.722332, + "main_score": 0.663062, + "hf_subset": "zho_Hans-lug_Latn", + "languages": [ + "zho-Hans", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-oci_Latn", + "languages": [ + "zho-Hans", + "oci-Latn" + ] + }, + { + "precision": 0.830731, + "recall": 0.879447, + "f1": 0.846146, + "accuracy": 0.879447, + "main_score": 0.846146, + "hf_subset": "zho_Hans-smo_Latn", + "languages": [ + "zho-Hans", + "smo-Latn" + ] + }, + { + "precision": 0.747727, + "recall": 0.811265, + "f1": 0.766653, + "accuracy": 0.811265, + "main_score": 0.766653, + "hf_subset": "zho_Hans-tsn_Latn", + "languages": [ + "zho-Hans", + "tsn-Latn" + ] + }, + { + "precision": 0.894104, + "recall": 0.926877, + "f1": 0.904644, + "accuracy": 0.926877, + "main_score": 0.904644, + "hf_subset": "zho_Hans-zul_Latn", + "languages": [ + "zho-Hans", + "zul-Latn" + ] + }, + { + "precision": 0.935441, + "recall": 0.956522, + "f1": 0.942358, + "accuracy": 0.956522, + "main_score": 0.942358, + "hf_subset": "zho_Hans-azb_Arab", + "languages": [ + "zho-Hans", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-deu_Latn", + "languages": [ + "zho-Hans", + "deu-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "zho_Hans-hat_Latn", + "languages": [ + "zho-Hans", + "hat-Latn" + ] + }, + { + "precision": 0.458592, + "recall": 0.524704, + "f1": 0.476631, + "accuracy": 0.524704, + "main_score": 0.476631, + "hf_subset": "zho_Hans-kbp_Latn", + "languages": [ + "zho-Hans", + "kbp-Latn" + ] + }, + { + "precision": 0.502649, + "recall": 0.576087, + "f1": 0.522533, + "accuracy": 0.576087, + "main_score": 0.522533, + "hf_subset": "zho_Hans-luo_Latn", + "languages": [ + "zho-Hans", + "luo-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "zho_Hans-ory_Orya", + "languages": [ + "zho-Hans", + "ory-Orya" + ] + }, + { + "precision": 0.891469, + "recall": 0.924901, + "f1": 0.902339, + "accuracy": 0.924901, + "main_score": 0.902339, + "hf_subset": "zho_Hans-sna_Latn", + "languages": [ + "zho-Hans", + "sna-Latn" + ] + }, + { + "precision": 0.635239, + "recall": 0.715415, + "f1": 0.658306, + "accuracy": 0.715415, + "main_score": 0.658306, + "hf_subset": "zho_Hans-tso_Latn", + "languages": [ + "zho-Hans", + "tso-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-azj_Latn", + "languages": [ + "zho-Hans", + "azj-Latn" + ] + }, + { + "precision": 0.469415, + "recall": 0.546443, + "f1": 0.491048, + "accuracy": 0.546443, + "main_score": 0.491048, + "hf_subset": "zho_Hans-dik_Latn", + "languages": [ + "zho-Hans", + "dik-Latn" + ] + }, + { + "precision": 0.910408, + "recall": 0.937747, + "f1": 0.919137, + "accuracy": 0.937747, + "main_score": 0.919137, + "hf_subset": "zho_Hans-hau_Latn", + "languages": [ + "zho-Hans", + "hau-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "zho_Hans-kea_Latn", + "languages": [ + "zho-Hans", + "kea-Latn" + ] + }, + { + "precision": 0.935277, + "recall": 0.955534, + "f1": 0.9417, + "accuracy": 0.955534, + "main_score": 0.9417, + "hf_subset": "zho_Hans-lus_Latn", + "languages": [ + "zho-Hans", + "lus-Latn" + ] + }, + { + "precision": 0.858943, + "recall": 0.900198, + "f1": 0.871904, + "accuracy": 0.900198, + "main_score": 0.871904, + "hf_subset": "zho_Hans-pag_Latn", + "languages": [ + "zho-Hans", + "pag-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zho_Hans-snd_Arab", + "languages": [ + "zho-Hans", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "zho_Hans-tuk_Latn", + "languages": [ + "zho-Hans", + "tuk-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-bak_Cyrl", + "languages": [ + "zho-Hans", + "bak-Cyrl" + ] + }, + { + "precision": 0.431708, + "recall": 0.51581, + "f1": 0.455062, + "accuracy": 0.51581, + "main_score": 0.455062, + "hf_subset": "zho_Hans-dyu_Latn", + "languages": [ + "zho-Hans", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-heb_Hebr", + "languages": [ + "zho-Hans", + "heb-Hebr" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "zho_Hans-khk_Cyrl", + "languages": [ + "zho-Hans", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-lvs_Latn", + "languages": [ + "zho-Hans", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hans-pan_Guru", + "languages": [ + "zho-Hans", + "pan-Guru" + ] + }, + { + "precision": 0.873188, + "recall": 0.912055, + "f1": 0.885507, + "accuracy": 0.912055, + "main_score": 0.885507, + "hf_subset": "zho_Hans-som_Latn", + "languages": [ + "zho-Hans", + "som-Latn" + ] + }, + { + "precision": 0.68853, + "recall": 0.758893, + "f1": 0.709173, + "accuracy": 0.758893, + "main_score": 0.709173, + "hf_subset": "zho_Hans-tum_Latn", + "languages": [ + "zho-Hans", + "tum-Latn" + ] + }, + { + "precision": 0.543753, + "recall": 0.632411, + "f1": 0.569121, + "accuracy": 0.632411, + "main_score": 0.569121, + "hf_subset": "ast_Latn-ace_Arab", + "languages": [ + "ast-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.476001, + "recall": 0.540514, + "f1": 0.49331, + "accuracy": 0.540514, + "main_score": 0.49331, + "hf_subset": "ast_Latn-bam_Latn", + "languages": [ + "ast-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.660618, + "recall": 0.743083, + "f1": 0.68476, + "accuracy": 0.743083, + "main_score": 0.68476, + "hf_subset": "ast_Latn-dzo_Tibt", + "languages": [ + "ast-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-hin_Deva", + "languages": [ + "ast-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ast_Latn-khm_Khmr", + "languages": [ + "ast-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-mag_Deva", + "languages": [ + "ast-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-pap_Latn", + "languages": [ + "ast-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.867177, + "recall": 0.905138, + "f1": 0.879183, + "accuracy": 0.905138, + "main_score": 0.879183, + "hf_subset": "ast_Latn-sot_Latn", + "languages": [ + "ast-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-tur_Latn", + "languages": [ + "ast-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.867507, + "recall": 0.905138, + "f1": 0.879465, + "accuracy": 0.905138, + "main_score": 0.879465, + "hf_subset": "ast_Latn-ace_Latn", + "languages": [ + "ast-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "ast_Latn-ban_Latn", + "languages": [ + "ast-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ast_Latn-ell_Grek", + "languages": [ + "ast-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ast_Latn-hne_Deva", + "languages": [ + "ast-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.577793, + "recall": 0.649209, + "f1": 0.598017, + "accuracy": 0.649209, + "main_score": 0.598017, + "hf_subset": "ast_Latn-kik_Latn", + "languages": [ + "ast-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-mai_Deva", + "languages": [ + "ast-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "ast_Latn-pbt_Arab", + "languages": [ + "ast-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-spa_Latn", + "languages": [ + "ast-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.7889, + "recall": 0.841897, + "f1": 0.805058, + "accuracy": 0.841897, + "main_score": 0.805058, + "hf_subset": "ast_Latn-twi_Latn", + "languages": [ + "ast-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-acm_Arab", + "languages": [ + "ast-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-bel_Cyrl", + "languages": [ + "ast-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-eng_Latn", + "languages": [ + "ast-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-hrv_Latn", + "languages": [ + "ast-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.863587, + "recall": 0.900198, + "f1": 0.874868, + "accuracy": 0.900198, + "main_score": 0.874868, + "hf_subset": "ast_Latn-kin_Latn", + "languages": [ + "ast-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-mal_Mlym", + "languages": [ + "ast-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-pes_Arab", + "languages": [ + "ast-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ast_Latn-srd_Latn", + "languages": [ + "ast-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.200281, + "recall": 0.26581, + "f1": 0.216144, + "accuracy": 0.26581, + "main_score": 0.216144, + "hf_subset": "ast_Latn-tzm_Tfng", + "languages": [ + "ast-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-acq_Arab", + "languages": [ + "ast-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.66941, + "recall": 0.743083, + "f1": 0.690568, + "accuracy": 0.743083, + "main_score": 0.690568, + "hf_subset": "ast_Latn-bem_Latn", + "languages": [ + "ast-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-epo_Latn", + "languages": [ + "ast-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-hun_Latn", + "languages": [ + "ast-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-kir_Cyrl", + "languages": [ + "ast-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ast_Latn-mar_Deva", + "languages": [ + "ast-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.859766, + "recall": 0.899209, + "f1": 0.871937, + "accuracy": 0.899209, + "main_score": 0.871937, + "hf_subset": "ast_Latn-plt_Latn", + "languages": [ + "ast-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-srp_Cyrl", + "languages": [ + "ast-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.943347, + "recall": 0.960474, + "f1": 0.948781, + "accuracy": 0.960474, + "main_score": 0.948781, + "hf_subset": "ast_Latn-uig_Arab", + "languages": [ + "ast-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-aeb_Arab", + "languages": [ + "ast-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-ben_Beng", + "languages": [ + "ast-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ast_Latn-est_Latn", + "languages": [ + "ast-Latn", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-hye_Armn", + "languages": [ + "ast-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.471077, + "recall": 0.536561, + "f1": 0.488934, + "accuracy": 0.536561, + "main_score": 0.488934, + "hf_subset": "ast_Latn-kmb_Latn", + "languages": [ + "ast-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.498061, + "recall": 0.589921, + "f1": 0.522759, + "accuracy": 0.589921, + "main_score": 0.522759, + "hf_subset": "ast_Latn-min_Arab", + "languages": [ + "ast-Latn", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-pol_Latn", + "languages": [ + "ast-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.756159, + "recall": 0.820158, + "f1": 0.775296, + "accuracy": 0.820158, + "main_score": 0.775296, + "hf_subset": "ast_Latn-ssw_Latn", + "languages": [ + "ast-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-ukr_Cyrl", + "languages": [ + "ast-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-afr_Latn", + "languages": [ + "ast-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-bho_Deva", + "languages": [ + "ast-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-eus_Latn", + "languages": [ + "ast-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.864625, + "recall": 0.905138, + "f1": 0.877437, + "accuracy": 0.905138, + "main_score": 0.877437, + "hf_subset": "ast_Latn-ibo_Latn", + "languages": [ + "ast-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.878294, + "recall": 0.914032, + "f1": 0.889625, + "accuracy": 0.914032, + "main_score": 0.889625, + "hf_subset": "ast_Latn-kmr_Latn", + "languages": [ + "ast-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ast_Latn-min_Latn", + "languages": [ + "ast-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-por_Latn", + "languages": [ + "ast-Latn", + "por-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ast_Latn-sun_Latn", + "languages": [ + "ast-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.466791, + "recall": 0.541502, + "f1": 0.487806, + "accuracy": 0.541502, + "main_score": 0.487806, + "hf_subset": "ast_Latn-umb_Latn", + "languages": [ + "ast-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-ajp_Arab", + "languages": [ + "ast-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.515646, + "recall": 0.598814, + "f1": 0.537878, + "accuracy": 0.598814, + "main_score": 0.537878, + "hf_subset": "ast_Latn-bjn_Arab", + "languages": [ + "ast-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.454785, + "recall": 0.51581, + "f1": 0.471451, + "accuracy": 0.51581, + "main_score": 0.471451, + "hf_subset": "ast_Latn-ewe_Latn", + "languages": [ + "ast-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "ast_Latn-ilo_Latn", + "languages": [ + "ast-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.262277, + "recall": 0.332016, + "f1": 0.279515, + "accuracy": 0.332016, + "main_score": 0.279515, + "hf_subset": "ast_Latn-knc_Arab", + "languages": [ + "ast-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-mkd_Cyrl", + "languages": [ + "ast-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "ast_Latn-prs_Arab", + "languages": [ + "ast-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-swe_Latn", + "languages": [ + "ast-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-urd_Arab", + "languages": [ + "ast-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.738168, + "recall": 0.800395, + "f1": 0.756491, + "accuracy": 0.800395, + "main_score": 0.756491, + "hf_subset": "ast_Latn-aka_Latn", + "languages": [ + "ast-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ast_Latn-bjn_Latn", + "languages": [ + "ast-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "ast_Latn-fao_Latn", + "languages": [ + "ast-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-ind_Latn", + "languages": [ + "ast-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.513806, + "recall": 0.58004, + "f1": 0.532022, + "accuracy": 0.58004, + "main_score": 0.532022, + "hf_subset": "ast_Latn-knc_Latn", + "languages": [ + "ast-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-mlt_Latn", + "languages": [ + "ast-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.628488, + "recall": 0.705534, + "f1": 0.650231, + "accuracy": 0.705534, + "main_score": 0.650231, + "hf_subset": "ast_Latn-quy_Latn", + "languages": [ + "ast-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ast_Latn-swh_Latn", + "languages": [ + "ast-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ast_Latn-uzn_Latn", + "languages": [ + "ast-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-als_Latn", + "languages": [ + "ast-Latn", + "als-Latn" + ] + }, + { + "precision": 0.802989, + "recall": 0.856719, + "f1": 0.819324, + "accuracy": 0.856719, + "main_score": 0.819324, + "hf_subset": "ast_Latn-bod_Tibt", + "languages": [ + "ast-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.62739, + "recall": 0.702569, + "f1": 0.648933, + "accuracy": 0.702569, + "main_score": 0.648933, + "hf_subset": "ast_Latn-fij_Latn", + "languages": [ + "ast-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ast_Latn-isl_Latn", + "languages": [ + "ast-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.595051, + "recall": 0.675889, + "f1": 0.617511, + "accuracy": 0.675889, + "main_score": 0.617511, + "hf_subset": "ast_Latn-kon_Latn", + "languages": [ + "ast-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.605839, + "recall": 0.690711, + "f1": 0.630211, + "accuracy": 0.690711, + "main_score": 0.630211, + "hf_subset": "ast_Latn-mni_Beng", + "languages": [ + "ast-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-ron_Latn", + "languages": [ + "ast-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "ast_Latn-szl_Latn", + "languages": [ + "ast-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-vec_Latn", + "languages": [ + "ast-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.917984, + "recall": 0.942688, + "f1": 0.925889, + "accuracy": 0.942688, + "main_score": 0.925889, + "hf_subset": "ast_Latn-amh_Ethi", + "languages": [ + "ast-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-bos_Latn", + "languages": [ + "ast-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-fin_Latn", + "languages": [ + "ast-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-ita_Latn", + "languages": [ + "ast-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-kor_Hang", + "languages": [ + "ast-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.496536, + "recall": 0.560277, + "f1": 0.514047, + "accuracy": 0.560277, + "main_score": 0.514047, + "hf_subset": "ast_Latn-mos_Latn", + "languages": [ + "ast-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.760128, + "recall": 0.822134, + "f1": 0.778971, + "accuracy": 0.822134, + "main_score": 0.778971, + "hf_subset": "ast_Latn-run_Latn", + "languages": [ + "ast-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ast_Latn-tam_Taml", + "languages": [ + "ast-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-vie_Latn", + "languages": [ + "ast-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-apc_Arab", + "languages": [ + "ast-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.714641, + "recall": 0.785573, + "f1": 0.735639, + "accuracy": 0.785573, + "main_score": 0.735639, + "hf_subset": "ast_Latn-bug_Latn", + "languages": [ + "ast-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.424748, + "recall": 0.481225, + "f1": 0.44008, + "accuracy": 0.481225, + "main_score": 0.44008, + "hf_subset": "ast_Latn-fon_Latn", + "languages": [ + "ast-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ast_Latn-jav_Latn", + "languages": [ + "ast-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "ast_Latn-lao_Laoo", + "languages": [ + "ast-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.885952, + "recall": 0.91996, + "f1": 0.896805, + "accuracy": 0.91996, + "main_score": 0.896805, + "hf_subset": "ast_Latn-mri_Latn", + "languages": [ + "ast-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-rus_Cyrl", + "languages": [ + "ast-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.503836, + "recall": 0.56917, + "f1": 0.521547, + "accuracy": 0.56917, + "main_score": 0.521547, + "hf_subset": "ast_Latn-taq_Latn", + "languages": [ + "ast-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-war_Latn", + "languages": [ + "ast-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-arb_Arab", + "languages": [ + "ast-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-bul_Cyrl", + "languages": [ + "ast-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-fra_Latn", + "languages": [ + "ast-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-jpn_Jpan", + "languages": [ + "ast-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-lij_Latn", + "languages": [ + "ast-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "ast_Latn-mya_Mymr", + "languages": [ + "ast-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.553297, + "recall": 0.624506, + "f1": 0.57264, + "accuracy": 0.624506, + "main_score": 0.57264, + "hf_subset": "ast_Latn-sag_Latn", + "languages": [ + "ast-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.227141, + "recall": 0.29249, + "f1": 0.242922, + "accuracy": 0.29249, + "main_score": 0.242922, + "hf_subset": "ast_Latn-taq_Tfng", + "languages": [ + "ast-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.623315, + "recall": 0.695652, + "f1": 0.644483, + "accuracy": 0.695652, + "main_score": 0.644483, + "hf_subset": "ast_Latn-wol_Latn", + "languages": [ + "ast-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.845932, + "recall": 0.891304, + "f1": 0.859881, + "accuracy": 0.891304, + "main_score": 0.859881, + "hf_subset": "ast_Latn-arb_Latn", + "languages": [ + "ast-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-cat_Latn", + "languages": [ + "ast-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ast_Latn-fur_Latn", + "languages": [ + "ast-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.458806, + "recall": 0.52668, + "f1": 0.477154, + "accuracy": 0.52668, + "main_score": 0.477154, + "hf_subset": "ast_Latn-kab_Latn", + "languages": [ + "ast-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ast_Latn-lim_Latn", + "languages": [ + "ast-Latn", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-nld_Latn", + "languages": [ + "ast-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "ast_Latn-san_Deva", + "languages": [ + "ast-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-tat_Cyrl", + "languages": [ + "ast-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.880138, + "recall": 0.916008, + "f1": 0.891634, + "accuracy": 0.916008, + "main_score": 0.891634, + "hf_subset": "ast_Latn-xho_Latn", + "languages": [ + "ast-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-ars_Arab", + "languages": [ + "ast-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-ceb_Latn", + "languages": [ + "ast-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.464311, + "recall": 0.544466, + "f1": 0.485883, + "accuracy": 0.544466, + "main_score": 0.485883, + "hf_subset": "ast_Latn-fuv_Latn", + "languages": [ + "ast-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.470404, + "recall": 0.539526, + "f1": 0.488603, + "accuracy": 0.539526, + "main_score": 0.488603, + "hf_subset": "ast_Latn-kac_Latn", + "languages": [ + "ast-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.623734, + "recall": 0.695652, + "f1": 0.643704, + "accuracy": 0.695652, + "main_score": 0.643704, + "hf_subset": "ast_Latn-lin_Latn", + "languages": [ + "ast-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-nno_Latn", + "languages": [ + "ast-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.864707, + "recall": 0.905138, + "f1": 0.877306, + "accuracy": 0.905138, + "main_score": 0.877306, + "hf_subset": "ast_Latn-sat_Olck", + "languages": [ + "ast-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ast_Latn-tel_Telu", + "languages": [ + "ast-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ast_Latn-ydd_Hebr", + "languages": [ + "ast-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ast_Latn-ary_Arab", + "languages": [ + "ast-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-ces_Latn", + "languages": [ + "ast-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.557291, + "recall": 0.635375, + "f1": 0.579362, + "accuracy": 0.635375, + "main_score": 0.579362, + "hf_subset": "ast_Latn-gaz_Latn", + "languages": [ + "ast-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.535922, + "recall": 0.616601, + "f1": 0.55774, + "accuracy": 0.616601, + "main_score": 0.55774, + "hf_subset": "ast_Latn-kam_Latn", + "languages": [ + "ast-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ast_Latn-lit_Latn", + "languages": [ + "ast-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-nob_Latn", + "languages": [ + "ast-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "ast_Latn-scn_Latn", + "languages": [ + "ast-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "ast_Latn-tgk_Cyrl", + "languages": [ + "ast-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.767811, + "recall": 0.829051, + "f1": 0.786141, + "accuracy": 0.829051, + "main_score": 0.786141, + "hf_subset": "ast_Latn-yor_Latn", + "languages": [ + "ast-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-arz_Arab", + "languages": [ + "ast-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.480302, + "recall": 0.560277, + "f1": 0.502324, + "accuracy": 0.560277, + "main_score": 0.502324, + "hf_subset": "ast_Latn-cjk_Latn", + "languages": [ + "ast-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.944499, + "recall": 0.962451, + "f1": 0.950428, + "accuracy": 0.962451, + "main_score": 0.950428, + "hf_subset": "ast_Latn-gla_Latn", + "languages": [ + "ast-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ast_Latn-kan_Knda", + "languages": [ + "ast-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "ast_Latn-lmo_Latn", + "languages": [ + "ast-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ast_Latn-npi_Deva", + "languages": [ + "ast-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.529687, + "recall": 0.61166, + "f1": 0.552356, + "accuracy": 0.61166, + "main_score": 0.552356, + "hf_subset": "ast_Latn-shn_Mymr", + "languages": [ + "ast-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-tgl_Latn", + "languages": [ + "ast-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-yue_Hant", + "languages": [ + "ast-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ast_Latn-asm_Beng", + "languages": [ + "ast-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.925395, + "recall": 0.949605, + "f1": 0.9333, + "accuracy": 0.949605, + "main_score": 0.9333, + "hf_subset": "ast_Latn-ckb_Arab", + "languages": [ + "ast-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ast_Latn-gle_Latn", + "languages": [ + "ast-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.905715, + "recall": 0.934783, + "f1": 0.914921, + "accuracy": 0.934783, + "main_score": 0.914921, + "hf_subset": "ast_Latn-kas_Arab", + "languages": [ + "ast-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.899951, + "recall": 0.929842, + "f1": 0.909321, + "accuracy": 0.929842, + "main_score": 0.909321, + "hf_subset": "ast_Latn-ltg_Latn", + "languages": [ + "ast-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.790926, + "recall": 0.843874, + "f1": 0.807086, + "accuracy": 0.843874, + "main_score": 0.807086, + "hf_subset": "ast_Latn-nso_Latn", + "languages": [ + "ast-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ast_Latn-sin_Sinh", + "languages": [ + "ast-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-tha_Thai", + "languages": [ + "ast-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-zho_Hans", + "languages": [ + "ast-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ast_Latn-crh_Latn", + "languages": [ + "ast-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-glg_Latn", + "languages": [ + "ast-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.851647, + "recall": 0.894269, + "f1": 0.864921, + "accuracy": 0.894269, + "main_score": 0.864921, + "hf_subset": "ast_Latn-kas_Deva", + "languages": [ + "ast-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-ltz_Latn", + "languages": [ + "ast-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.425068, + "recall": 0.498024, + "f1": 0.444902, + "accuracy": 0.498024, + "main_score": 0.444902, + "hf_subset": "ast_Latn-nus_Latn", + "languages": [ + "ast-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-slk_Latn", + "languages": [ + "ast-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.631886, + "recall": 0.711462, + "f1": 0.65496, + "accuracy": 0.711462, + "main_score": 0.65496, + "hf_subset": "ast_Latn-tir_Ethi", + "languages": [ + "ast-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-zho_Hant", + "languages": [ + "ast-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "ast_Latn-awa_Deva", + "languages": [ + "ast-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ast_Latn-cym_Latn", + "languages": [ + "ast-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.776087, + "recall": 0.833004, + "f1": 0.793182, + "accuracy": 0.833004, + "main_score": 0.793182, + "hf_subset": "ast_Latn-grn_Latn", + "languages": [ + "ast-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ast_Latn-kat_Geor", + "languages": [ + "ast-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.586608, + "recall": 0.657115, + "f1": 0.606545, + "accuracy": 0.657115, + "main_score": 0.606545, + "hf_subset": "ast_Latn-lua_Latn", + "languages": [ + "ast-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.812994, + "recall": 0.866601, + "f1": 0.829743, + "accuracy": 0.866601, + "main_score": 0.829743, + "hf_subset": "ast_Latn-nya_Latn", + "languages": [ + "ast-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-slv_Latn", + "languages": [ + "ast-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ast_Latn-tpi_Latn", + "languages": [ + "ast-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-zsm_Latn", + "languages": [ + "ast-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.499608, + "recall": 0.573123, + "f1": 0.519511, + "accuracy": 0.573123, + "main_score": 0.519511, + "hf_subset": "ast_Latn-ayr_Latn", + "languages": [ + "ast-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-dan_Latn", + "languages": [ + "ast-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-guj_Gujr", + "languages": [ + "ast-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-kaz_Cyrl", + "languages": [ + "ast-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.645652, + "recall": 0.724308, + "f1": 0.668135, + "accuracy": 0.724308, + "main_score": 0.668135, + "hf_subset": "ast_Latn-lug_Latn", + "languages": [ + "ast-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-oci_Latn", + "languages": [ + "ast-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.828986, + "recall": 0.875494, + "f1": 0.843379, + "accuracy": 0.875494, + "main_score": 0.843379, + "hf_subset": "ast_Latn-smo_Latn", + "languages": [ + "ast-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.744417, + "recall": 0.809289, + "f1": 0.763933, + "accuracy": 0.809289, + "main_score": 0.763933, + "hf_subset": "ast_Latn-tsn_Latn", + "languages": [ + "ast-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.888752, + "recall": 0.922925, + "f1": 0.899769, + "accuracy": 0.922925, + "main_score": 0.899769, + "hf_subset": "ast_Latn-zul_Latn", + "languages": [ + "ast-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.925395, + "recall": 0.948617, + "f1": 0.932806, + "accuracy": 0.948617, + "main_score": 0.932806, + "hf_subset": "ast_Latn-azb_Arab", + "languages": [ + "ast-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-deu_Latn", + "languages": [ + "ast-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ast_Latn-hat_Latn", + "languages": [ + "ast-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.474037, + "recall": 0.541502, + "f1": 0.493036, + "accuracy": 0.541502, + "main_score": 0.493036, + "hf_subset": "ast_Latn-kbp_Latn", + "languages": [ + "ast-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.502324, + "recall": 0.573123, + "f1": 0.521378, + "accuracy": 0.573123, + "main_score": 0.521378, + "hf_subset": "ast_Latn-luo_Latn", + "languages": [ + "ast-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "ast_Latn-ory_Orya", + "languages": [ + "ast-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.887928, + "recall": 0.921937, + "f1": 0.898781, + "accuracy": 0.921937, + "main_score": 0.898781, + "hf_subset": "ast_Latn-sna_Latn", + "languages": [ + "ast-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.657403, + "recall": 0.73419, + "f1": 0.679403, + "accuracy": 0.73419, + "main_score": 0.679403, + "hf_subset": "ast_Latn-tso_Latn", + "languages": [ + "ast-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-azj_Latn", + "languages": [ + "ast-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.495566, + "recall": 0.566206, + "f1": 0.515824, + "accuracy": 0.566206, + "main_score": 0.515824, + "hf_subset": "ast_Latn-dik_Latn", + "languages": [ + "ast-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.906785, + "recall": 0.934783, + "f1": 0.915679, + "accuracy": 0.934783, + "main_score": 0.915679, + "hf_subset": "ast_Latn-hau_Latn", + "languages": [ + "ast-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ast_Latn-kea_Latn", + "languages": [ + "ast-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.920784, + "recall": 0.943676, + "f1": 0.92803, + "accuracy": 0.943676, + "main_score": 0.92803, + "hf_subset": "ast_Latn-lus_Latn", + "languages": [ + "ast-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.872447, + "recall": 0.909091, + "f1": 0.883926, + "accuracy": 0.909091, + "main_score": 0.883926, + "hf_subset": "ast_Latn-pag_Latn", + "languages": [ + "ast-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ast_Latn-snd_Arab", + "languages": [ + "ast-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ast_Latn-tuk_Latn", + "languages": [ + "ast-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-bak_Cyrl", + "languages": [ + "ast-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.457975, + "recall": 0.536561, + "f1": 0.479718, + "accuracy": 0.536561, + "main_score": 0.479718, + "hf_subset": "ast_Latn-dyu_Latn", + "languages": [ + "ast-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-heb_Hebr", + "languages": [ + "ast-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ast_Latn-khk_Cyrl", + "languages": [ + "ast-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-lvs_Latn", + "languages": [ + "ast-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-pan_Guru", + "languages": [ + "ast-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.870142, + "recall": 0.909091, + "f1": 0.882312, + "accuracy": 0.909091, + "main_score": 0.882312, + "hf_subset": "ast_Latn-som_Latn", + "languages": [ + "ast-Latn", + "som-Latn" + ] + }, + { + "precision": 0.691231, + "recall": 0.756917, + "f1": 0.710326, + "accuracy": 0.756917, + "main_score": 0.710326, + "hf_subset": "ast_Latn-tum_Latn", + "languages": [ + "ast-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.529101, + "recall": 0.614625, + "f1": 0.554222, + "accuracy": 0.614625, + "main_score": 0.554222, + "hf_subset": "crh_Latn-ace_Arab", + "languages": [ + "crh-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.472898, + "recall": 0.527668, + "f1": 0.48795, + "accuracy": 0.527668, + "main_score": 0.48795, + "hf_subset": "crh_Latn-bam_Latn", + "languages": [ + "crh-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.650018, + "recall": 0.728261, + "f1": 0.672832, + "accuracy": 0.728261, + "main_score": 0.672832, + "hf_subset": "crh_Latn-dzo_Tibt", + "languages": [ + "crh-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-hin_Deva", + "languages": [ + "crh-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "crh_Latn-khm_Khmr", + "languages": [ + "crh-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-mag_Deva", + "languages": [ + "crh-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-pap_Latn", + "languages": [ + "crh-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.866107, + "recall": 0.90415, + "f1": 0.877884, + "accuracy": 0.90415, + "main_score": 0.877884, + "hf_subset": "crh_Latn-sot_Latn", + "languages": [ + "crh-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-tur_Latn", + "languages": [ + "crh-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.854473, + "recall": 0.891304, + "f1": 0.865893, + "accuracy": 0.891304, + "main_score": 0.865893, + "hf_subset": "crh_Latn-ace_Latn", + "languages": [ + "crh-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "crh_Latn-ban_Latn", + "languages": [ + "crh-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "crh_Latn-ell_Grek", + "languages": [ + "crh-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "crh_Latn-hne_Deva", + "languages": [ + "crh-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.571165, + "recall": 0.640316, + "f1": 0.590206, + "accuracy": 0.640316, + "main_score": 0.590206, + "hf_subset": "crh_Latn-kik_Latn", + "languages": [ + "crh-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-mai_Deva", + "languages": [ + "crh-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "crh_Latn-pbt_Arab", + "languages": [ + "crh-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-spa_Latn", + "languages": [ + "crh-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.778524, + "recall": 0.831028, + "f1": 0.794485, + "accuracy": 0.831028, + "main_score": 0.794485, + "hf_subset": "crh_Latn-twi_Latn", + "languages": [ + "crh-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-acm_Arab", + "languages": [ + "crh-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-bel_Cyrl", + "languages": [ + "crh-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-eng_Latn", + "languages": [ + "crh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-hrv_Latn", + "languages": [ + "crh-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.869928, + "recall": 0.90415, + "f1": 0.880567, + "accuracy": 0.90415, + "main_score": 0.880567, + "hf_subset": "crh_Latn-kin_Latn", + "languages": [ + "crh-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "crh_Latn-mal_Mlym", + "languages": [ + "crh-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-pes_Arab", + "languages": [ + "crh-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "crh_Latn-srd_Latn", + "languages": [ + "crh-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.212196, + "recall": 0.273715, + "f1": 0.226923, + "accuracy": 0.273715, + "main_score": 0.226923, + "hf_subset": "crh_Latn-tzm_Tfng", + "languages": [ + "crh-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-acq_Arab", + "languages": [ + "crh-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.680959, + "recall": 0.747036, + "f1": 0.69992, + "accuracy": 0.747036, + "main_score": 0.69992, + "hf_subset": "crh_Latn-bem_Latn", + "languages": [ + "crh-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-epo_Latn", + "languages": [ + "crh-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "crh_Latn-hun_Latn", + "languages": [ + "crh-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "crh_Latn-kir_Cyrl", + "languages": [ + "crh-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-mar_Deva", + "languages": [ + "crh-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.861825, + "recall": 0.900198, + "f1": 0.87365, + "accuracy": 0.900198, + "main_score": 0.87365, + "hf_subset": "crh_Latn-plt_Latn", + "languages": [ + "crh-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-srp_Cyrl", + "languages": [ + "crh-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "crh_Latn-uig_Arab", + "languages": [ + "crh-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "crh_Latn-aeb_Arab", + "languages": [ + "crh-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-ben_Beng", + "languages": [ + "crh-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-est_Latn", + "languages": [ + "crh-Latn", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-hye_Armn", + "languages": [ + "crh-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.474081, + "recall": 0.525692, + "f1": 0.488598, + "accuracy": 0.525692, + "main_score": 0.488598, + "hf_subset": "crh_Latn-kmb_Latn", + "languages": [ + "crh-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.483644, + "recall": 0.56917, + "f1": 0.506518, + "accuracy": 0.56917, + "main_score": 0.506518, + "hf_subset": "crh_Latn-min_Arab", + "languages": [ + "crh-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-pol_Latn", + "languages": [ + "crh-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.763126, + "recall": 0.81917, + "f1": 0.780007, + "accuracy": 0.81917, + "main_score": 0.780007, + "hf_subset": "crh_Latn-ssw_Latn", + "languages": [ + "crh-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-ukr_Cyrl", + "languages": [ + "crh-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-afr_Latn", + "languages": [ + "crh-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-bho_Deva", + "languages": [ + "crh-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-eus_Latn", + "languages": [ + "crh-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.85919, + "recall": 0.901186, + "f1": 0.872167, + "accuracy": 0.901186, + "main_score": 0.872167, + "hf_subset": "crh_Latn-ibo_Latn", + "languages": [ + "crh-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.895257, + "recall": 0.926877, + "f1": 0.905303, + "accuracy": 0.926877, + "main_score": 0.905303, + "hf_subset": "crh_Latn-kmr_Latn", + "languages": [ + "crh-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "crh_Latn-min_Latn", + "languages": [ + "crh-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-por_Latn", + "languages": [ + "crh-Latn", + "por-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "crh_Latn-sun_Latn", + "languages": [ + "crh-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.455149, + "recall": 0.518775, + "f1": 0.472725, + "accuracy": 0.518775, + "main_score": 0.472725, + "hf_subset": "crh_Latn-umb_Latn", + "languages": [ + "crh-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-ajp_Arab", + "languages": [ + "crh-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.515263, + "recall": 0.589921, + "f1": 0.535474, + "accuracy": 0.589921, + "main_score": 0.535474, + "hf_subset": "crh_Latn-bjn_Arab", + "languages": [ + "crh-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.4572, + "recall": 0.508893, + "f1": 0.471476, + "accuracy": 0.508893, + "main_score": 0.471476, + "hf_subset": "crh_Latn-ewe_Latn", + "languages": [ + "crh-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.943099, + "recall": 0.959486, + "f1": 0.948353, + "accuracy": 0.959486, + "main_score": 0.948353, + "hf_subset": "crh_Latn-ilo_Latn", + "languages": [ + "crh-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.263685, + "recall": 0.324111, + "f1": 0.278942, + "accuracy": 0.324111, + "main_score": 0.278942, + "hf_subset": "crh_Latn-knc_Arab", + "languages": [ + "crh-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-mkd_Cyrl", + "languages": [ + "crh-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-prs_Arab", + "languages": [ + "crh-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-swe_Latn", + "languages": [ + "crh-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-urd_Arab", + "languages": [ + "crh-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.748784, + "recall": 0.807312, + "f1": 0.765881, + "accuracy": 0.807312, + "main_score": 0.765881, + "hf_subset": "crh_Latn-aka_Latn", + "languages": [ + "crh-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "crh_Latn-bjn_Latn", + "languages": [ + "crh-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "crh_Latn-fao_Latn", + "languages": [ + "crh-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-ind_Latn", + "languages": [ + "crh-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.52042, + "recall": 0.576087, + "f1": 0.534902, + "accuracy": 0.576087, + "main_score": 0.534902, + "hf_subset": "crh_Latn-knc_Latn", + "languages": [ + "crh-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-mlt_Latn", + "languages": [ + "crh-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.640663, + "recall": 0.70751, + "f1": 0.659587, + "accuracy": 0.70751, + "main_score": 0.659587, + "hf_subset": "crh_Latn-quy_Latn", + "languages": [ + "crh-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-swh_Latn", + "languages": [ + "crh-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-uzn_Latn", + "languages": [ + "crh-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-als_Latn", + "languages": [ + "crh-Latn", + "als-Latn" + ] + }, + { + "precision": 0.80252, + "recall": 0.853755, + "f1": 0.817937, + "accuracy": 0.853755, + "main_score": 0.817937, + "hf_subset": "crh_Latn-bod_Tibt", + "languages": [ + "crh-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.627281, + "recall": 0.686759, + "f1": 0.643727, + "accuracy": 0.686759, + "main_score": 0.643727, + "hf_subset": "crh_Latn-fij_Latn", + "languages": [ + "crh-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "crh_Latn-isl_Latn", + "languages": [ + "crh-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.591615, + "recall": 0.656126, + "f1": 0.60997, + "accuracy": 0.656126, + "main_score": 0.60997, + "hf_subset": "crh_Latn-kon_Latn", + "languages": [ + "crh-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.586193, + "recall": 0.656126, + "f1": 0.60609, + "accuracy": 0.656126, + "main_score": 0.60609, + "hf_subset": "crh_Latn-mni_Beng", + "languages": [ + "crh-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-ron_Latn", + "languages": [ + "crh-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "crh_Latn-szl_Latn", + "languages": [ + "crh-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-vec_Latn", + "languages": [ + "crh-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.936265, + "recall": 0.956522, + "f1": 0.942852, + "accuracy": 0.956522, + "main_score": 0.942852, + "hf_subset": "crh_Latn-amh_Ethi", + "languages": [ + "crh-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "crh_Latn-bos_Latn", + "languages": [ + "crh-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "crh_Latn-fin_Latn", + "languages": [ + "crh-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-ita_Latn", + "languages": [ + "crh-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-kor_Hang", + "languages": [ + "crh-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.487291, + "recall": 0.546443, + "f1": 0.503826, + "accuracy": 0.546443, + "main_score": 0.503826, + "hf_subset": "crh_Latn-mos_Latn", + "languages": [ + "crh-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.757503, + "recall": 0.816206, + "f1": 0.775115, + "accuracy": 0.816206, + "main_score": 0.775115, + "hf_subset": "crh_Latn-run_Latn", + "languages": [ + "crh-Latn", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-tam_Taml", + "languages": [ + "crh-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-vie_Latn", + "languages": [ + "crh-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-apc_Arab", + "languages": [ + "crh-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.720712, + "recall": 0.779644, + "f1": 0.737868, + "accuracy": 0.779644, + "main_score": 0.737868, + "hf_subset": "crh_Latn-bug_Latn", + "languages": [ + "crh-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.417672, + "recall": 0.469368, + "f1": 0.431993, + "accuracy": 0.469368, + "main_score": 0.431993, + "hf_subset": "crh_Latn-fon_Latn", + "languages": [ + "crh-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "crh_Latn-jav_Latn", + "languages": [ + "crh-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "crh_Latn-lao_Laoo", + "languages": [ + "crh-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.873188, + "recall": 0.910079, + "f1": 0.885013, + "accuracy": 0.910079, + "main_score": 0.885013, + "hf_subset": "crh_Latn-mri_Latn", + "languages": [ + "crh-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.99193, + "recall": 0.994071, + "f1": 0.992589, + "accuracy": 0.994071, + "main_score": 0.992589, + "hf_subset": "crh_Latn-rus_Cyrl", + "languages": [ + "crh-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.498863, + "recall": 0.557312, + "f1": 0.514895, + "accuracy": 0.557312, + "main_score": 0.514895, + "hf_subset": "crh_Latn-taq_Latn", + "languages": [ + "crh-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "crh_Latn-war_Latn", + "languages": [ + "crh-Latn", + "war-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-arb_Arab", + "languages": [ + "crh-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-bul_Cyrl", + "languages": [ + "crh-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-fra_Latn", + "languages": [ + "crh-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-jpn_Jpan", + "languages": [ + "crh-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "crh_Latn-lij_Latn", + "languages": [ + "crh-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "crh_Latn-mya_Mymr", + "languages": [ + "crh-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.539025, + "recall": 0.600791, + "f1": 0.555726, + "accuracy": 0.600791, + "main_score": 0.555726, + "hf_subset": "crh_Latn-sag_Latn", + "languages": [ + "crh-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.234961, + "recall": 0.296443, + "f1": 0.249853, + "accuracy": 0.296443, + "main_score": 0.249853, + "hf_subset": "crh_Latn-taq_Tfng", + "languages": [ + "crh-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.604917, + "recall": 0.66996, + "f1": 0.623026, + "accuracy": 0.66996, + "main_score": 0.623026, + "hf_subset": "crh_Latn-wol_Latn", + "languages": [ + "crh-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.847497, + "recall": 0.891304, + "f1": 0.861166, + "accuracy": 0.891304, + "main_score": 0.861166, + "hf_subset": "crh_Latn-arb_Latn", + "languages": [ + "crh-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-cat_Latn", + "languages": [ + "crh-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "crh_Latn-fur_Latn", + "languages": [ + "crh-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.463336, + "recall": 0.536561, + "f1": 0.483955, + "accuracy": 0.536561, + "main_score": 0.483955, + "hf_subset": "crh_Latn-kab_Latn", + "languages": [ + "crh-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "crh_Latn-lim_Latn", + "languages": [ + "crh-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-nld_Latn", + "languages": [ + "crh-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "crh_Latn-san_Deva", + "languages": [ + "crh-Latn", + "san-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-tat_Cyrl", + "languages": [ + "crh-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.876482, + "recall": 0.913043, + "f1": 0.888142, + "accuracy": 0.913043, + "main_score": 0.888142, + "hf_subset": "crh_Latn-xho_Latn", + "languages": [ + "crh-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-ars_Arab", + "languages": [ + "crh-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "crh_Latn-ceb_Latn", + "languages": [ + "crh-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.471547, + "recall": 0.539526, + "f1": 0.490675, + "accuracy": 0.539526, + "main_score": 0.490675, + "hf_subset": "crh_Latn-fuv_Latn", + "languages": [ + "crh-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.47251, + "recall": 0.530632, + "f1": 0.488661, + "accuracy": 0.530632, + "main_score": 0.488661, + "hf_subset": "crh_Latn-kac_Latn", + "languages": [ + "crh-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.62603, + "recall": 0.6917, + "f1": 0.644552, + "accuracy": 0.6917, + "main_score": 0.644552, + "hf_subset": "crh_Latn-lin_Latn", + "languages": [ + "crh-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-nno_Latn", + "languages": [ + "crh-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.882246, + "recall": 0.916008, + "f1": 0.892754, + "accuracy": 0.916008, + "main_score": 0.892754, + "hf_subset": "crh_Latn-sat_Olck", + "languages": [ + "crh-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-tel_Telu", + "languages": [ + "crh-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "crh_Latn-ydd_Hebr", + "languages": [ + "crh-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "crh_Latn-ary_Arab", + "languages": [ + "crh-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-ces_Latn", + "languages": [ + "crh-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.578687, + "recall": 0.650198, + "f1": 0.59821, + "accuracy": 0.650198, + "main_score": 0.59821, + "hf_subset": "crh_Latn-gaz_Latn", + "languages": [ + "crh-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.528147, + "recall": 0.597826, + "f1": 0.54769, + "accuracy": 0.597826, + "main_score": 0.54769, + "hf_subset": "crh_Latn-kam_Latn", + "languages": [ + "crh-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "crh_Latn-lit_Latn", + "languages": [ + "crh-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-nob_Latn", + "languages": [ + "crh-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-scn_Latn", + "languages": [ + "crh-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "crh_Latn-tgk_Cyrl", + "languages": [ + "crh-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.740821, + "recall": 0.807312, + "f1": 0.760621, + "accuracy": 0.807312, + "main_score": 0.760621, + "hf_subset": "crh_Latn-yor_Latn", + "languages": [ + "crh-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-arz_Arab", + "languages": [ + "crh-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.485163, + "recall": 0.549407, + "f1": 0.503224, + "accuracy": 0.549407, + "main_score": 0.503224, + "hf_subset": "crh_Latn-cjk_Latn", + "languages": [ + "crh-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "crh_Latn-gla_Latn", + "languages": [ + "crh-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "crh_Latn-kan_Knda", + "languages": [ + "crh-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-lmo_Latn", + "languages": [ + "crh-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "crh_Latn-npi_Deva", + "languages": [ + "crh-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.541634, + "recall": 0.617589, + "f1": 0.563465, + "accuracy": 0.617589, + "main_score": 0.563465, + "hf_subset": "crh_Latn-shn_Mymr", + "languages": [ + "crh-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-tgl_Latn", + "languages": [ + "crh-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-yue_Hant", + "languages": [ + "crh-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "crh_Latn-asm_Beng", + "languages": [ + "crh-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.928607, + "recall": 0.950593, + "f1": 0.935672, + "accuracy": 0.950593, + "main_score": 0.935672, + "hf_subset": "crh_Latn-ckb_Arab", + "languages": [ + "crh-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "crh_Latn-gle_Latn", + "languages": [ + "crh-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.907395, + "recall": 0.933794, + "f1": 0.915744, + "accuracy": 0.933794, + "main_score": 0.915744, + "hf_subset": "crh_Latn-kas_Arab", + "languages": [ + "crh-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.901021, + "recall": 0.928854, + "f1": 0.909717, + "accuracy": 0.928854, + "main_score": 0.909717, + "hf_subset": "crh_Latn-ltg_Latn", + "languages": [ + "crh-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.781406, + "recall": 0.828063, + "f1": 0.795487, + "accuracy": 0.828063, + "main_score": 0.795487, + "hf_subset": "crh_Latn-nso_Latn", + "languages": [ + "crh-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "crh_Latn-sin_Sinh", + "languages": [ + "crh-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-tha_Thai", + "languages": [ + "crh-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-zho_Hans", + "languages": [ + "crh-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-ast_Latn", + "languages": [ + "crh-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-glg_Latn", + "languages": [ + "crh-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.839789, + "recall": 0.884387, + "f1": 0.853524, + "accuracy": 0.884387, + "main_score": 0.853524, + "hf_subset": "crh_Latn-kas_Deva", + "languages": [ + "crh-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-ltz_Latn", + "languages": [ + "crh-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.425888, + "recall": 0.48419, + "f1": 0.44111, + "accuracy": 0.48419, + "main_score": 0.44111, + "hf_subset": "crh_Latn-nus_Latn", + "languages": [ + "crh-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-slk_Latn", + "languages": [ + "crh-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.641091, + "recall": 0.711462, + "f1": 0.661385, + "accuracy": 0.711462, + "main_score": 0.661385, + "hf_subset": "crh_Latn-tir_Ethi", + "languages": [ + "crh-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-zho_Hant", + "languages": [ + "crh-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.974144, + "recall": 0.981225, + "f1": 0.976449, + "accuracy": 0.981225, + "main_score": 0.976449, + "hf_subset": "crh_Latn-awa_Deva", + "languages": [ + "crh-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "crh_Latn-cym_Latn", + "languages": [ + "crh-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.759306, + "recall": 0.810277, + "f1": 0.773984, + "accuracy": 0.810277, + "main_score": 0.773984, + "hf_subset": "crh_Latn-grn_Latn", + "languages": [ + "crh-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-kat_Geor", + "languages": [ + "crh-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.589523, + "recall": 0.647233, + "f1": 0.605654, + "accuracy": 0.647233, + "main_score": 0.605654, + "hf_subset": "crh_Latn-lua_Latn", + "languages": [ + "crh-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.827322, + "recall": 0.87253, + "f1": 0.841469, + "accuracy": 0.87253, + "main_score": 0.841469, + "hf_subset": "crh_Latn-nya_Latn", + "languages": [ + "crh-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "crh_Latn-slv_Latn", + "languages": [ + "crh-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "crh_Latn-tpi_Latn", + "languages": [ + "crh-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-zsm_Latn", + "languages": [ + "crh-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.494692, + "recall": 0.557312, + "f1": 0.511911, + "accuracy": 0.557312, + "main_score": 0.511911, + "hf_subset": "crh_Latn-ayr_Latn", + "languages": [ + "crh-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-dan_Latn", + "languages": [ + "crh-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-guj_Gujr", + "languages": [ + "crh-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-kaz_Cyrl", + "languages": [ + "crh-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.647628, + "recall": 0.721344, + "f1": 0.669325, + "accuracy": 0.721344, + "main_score": 0.669325, + "hf_subset": "crh_Latn-lug_Latn", + "languages": [ + "crh-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-oci_Latn", + "languages": [ + "crh-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.828063, + "recall": 0.87253, + "f1": 0.842194, + "accuracy": 0.87253, + "main_score": 0.842194, + "hf_subset": "crh_Latn-smo_Latn", + "languages": [ + "crh-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.749275, + "recall": 0.810277, + "f1": 0.767871, + "accuracy": 0.810277, + "main_score": 0.767871, + "hf_subset": "crh_Latn-tsn_Latn", + "languages": [ + "crh-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.889328, + "recall": 0.922925, + "f1": 0.9, + "accuracy": 0.922925, + "main_score": 0.9, + "hf_subset": "crh_Latn-zul_Latn", + "languages": [ + "crh-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.943594, + "recall": 0.960474, + "f1": 0.949012, + "accuracy": 0.960474, + "main_score": 0.949012, + "hf_subset": "crh_Latn-azb_Arab", + "languages": [ + "crh-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-deu_Latn", + "languages": [ + "crh-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "crh_Latn-hat_Latn", + "languages": [ + "crh-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.483416, + "recall": 0.541502, + "f1": 0.499831, + "accuracy": 0.541502, + "main_score": 0.499831, + "hf_subset": "crh_Latn-kbp_Latn", + "languages": [ + "crh-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.510342, + "recall": 0.566206, + "f1": 0.526087, + "accuracy": 0.566206, + "main_score": 0.526087, + "hf_subset": "crh_Latn-luo_Latn", + "languages": [ + "crh-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "crh_Latn-ory_Orya", + "languages": [ + "crh-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.877997, + "recall": 0.913043, + "f1": 0.888999, + "accuracy": 0.913043, + "main_score": 0.888999, + "hf_subset": "crh_Latn-sna_Latn", + "languages": [ + "crh-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.647144, + "recall": 0.717391, + "f1": 0.667329, + "accuracy": 0.717391, + "main_score": 0.667329, + "hf_subset": "crh_Latn-tso_Latn", + "languages": [ + "crh-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-azj_Latn", + "languages": [ + "crh-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.483024, + "recall": 0.552372, + "f1": 0.502959, + "accuracy": 0.552372, + "main_score": 0.502959, + "hf_subset": "crh_Latn-dik_Latn", + "languages": [ + "crh-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.912385, + "recall": 0.939723, + "f1": 0.921278, + "accuracy": 0.939723, + "main_score": 0.921278, + "hf_subset": "crh_Latn-hau_Latn", + "languages": [ + "crh-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "crh_Latn-kea_Latn", + "languages": [ + "crh-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.916914, + "recall": 0.942688, + "f1": 0.925296, + "accuracy": 0.942688, + "main_score": 0.925296, + "hf_subset": "crh_Latn-lus_Latn", + "languages": [ + "crh-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.854414, + "recall": 0.892292, + "f1": 0.866238, + "accuracy": 0.892292, + "main_score": 0.866238, + "hf_subset": "crh_Latn-pag_Latn", + "languages": [ + "crh-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "crh_Latn-snd_Arab", + "languages": [ + "crh-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "crh_Latn-tuk_Latn", + "languages": [ + "crh-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "crh_Latn-bak_Cyrl", + "languages": [ + "crh-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.448175, + "recall": 0.517787, + "f1": 0.46689, + "accuracy": 0.517787, + "main_score": 0.46689, + "hf_subset": "crh_Latn-dyu_Latn", + "languages": [ + "crh-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-heb_Hebr", + "languages": [ + "crh-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "crh_Latn-khk_Cyrl", + "languages": [ + "crh-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-lvs_Latn", + "languages": [ + "crh-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-pan_Guru", + "languages": [ + "crh-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.869648, + "recall": 0.907115, + "f1": 0.881489, + "accuracy": 0.907115, + "main_score": 0.881489, + "hf_subset": "crh_Latn-som_Latn", + "languages": [ + "crh-Latn", + "som-Latn" + ] + }, + { + "precision": 0.694433, + "recall": 0.750988, + "f1": 0.71094, + "accuracy": 0.750988, + "main_score": 0.71094, + "hf_subset": "crh_Latn-tum_Latn", + "languages": [ + "crh-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.529423, + "recall": 0.619565, + "f1": 0.554959, + "accuracy": 0.619565, + "main_score": 0.554959, + "hf_subset": "glg_Latn-ace_Arab", + "languages": [ + "glg-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.472167, + "recall": 0.536561, + "f1": 0.489822, + "accuracy": 0.536561, + "main_score": 0.489822, + "hf_subset": "glg_Latn-bam_Latn", + "languages": [ + "glg-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.672049, + "recall": 0.747036, + "f1": 0.693886, + "accuracy": 0.747036, + "main_score": 0.693886, + "hf_subset": "glg_Latn-dzo_Tibt", + "languages": [ + "glg-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "glg_Latn-hin_Deva", + "languages": [ + "glg-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "glg_Latn-khm_Khmr", + "languages": [ + "glg-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-mag_Deva", + "languages": [ + "glg-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-pap_Latn", + "languages": [ + "glg-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.861397, + "recall": 0.900198, + "f1": 0.873518, + "accuracy": 0.900198, + "main_score": 0.873518, + "hf_subset": "glg_Latn-sot_Latn", + "languages": [ + "glg-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-tur_Latn", + "languages": [ + "glg-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.879233, + "recall": 0.913043, + "f1": 0.889723, + "accuracy": 0.913043, + "main_score": 0.889723, + "hf_subset": "glg_Latn-ace_Latn", + "languages": [ + "glg-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "glg_Latn-ban_Latn", + "languages": [ + "glg-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "glg_Latn-ell_Grek", + "languages": [ + "glg-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "glg_Latn-hne_Deva", + "languages": [ + "glg-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.572483, + "recall": 0.644269, + "f1": 0.592356, + "accuracy": 0.644269, + "main_score": 0.592356, + "hf_subset": "glg_Latn-kik_Latn", + "languages": [ + "glg-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "glg_Latn-mai_Deva", + "languages": [ + "glg-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.94697, + "recall": 0.964427, + "f1": 0.952734, + "accuracy": 0.964427, + "main_score": 0.952734, + "hf_subset": "glg_Latn-pbt_Arab", + "languages": [ + "glg-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-spa_Latn", + "languages": [ + "glg-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.767737, + "recall": 0.826087, + "f1": 0.785493, + "accuracy": 0.826087, + "main_score": 0.785493, + "hf_subset": "glg_Latn-twi_Latn", + "languages": [ + "glg-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-acm_Arab", + "languages": [ + "glg-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-bel_Cyrl", + "languages": [ + "glg-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-eng_Latn", + "languages": [ + "glg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-hrv_Latn", + "languages": [ + "glg-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.854858, + "recall": 0.893281, + "f1": 0.86662, + "accuracy": 0.893281, + "main_score": 0.86662, + "hf_subset": "glg_Latn-kin_Latn", + "languages": [ + "glg-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "glg_Latn-mal_Mlym", + "languages": [ + "glg-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-pes_Arab", + "languages": [ + "glg-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "glg_Latn-srd_Latn", + "languages": [ + "glg-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.207331, + "recall": 0.273715, + "f1": 0.223852, + "accuracy": 0.273715, + "main_score": 0.223852, + "hf_subset": "glg_Latn-tzm_Tfng", + "languages": [ + "glg-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-acq_Arab", + "languages": [ + "glg-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.661012, + "recall": 0.735178, + "f1": 0.682152, + "accuracy": 0.735178, + "main_score": 0.682152, + "hf_subset": "glg_Latn-bem_Latn", + "languages": [ + "glg-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-epo_Latn", + "languages": [ + "glg-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-hun_Latn", + "languages": [ + "glg-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "glg_Latn-kir_Cyrl", + "languages": [ + "glg-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "glg_Latn-mar_Deva", + "languages": [ + "glg-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.874951, + "recall": 0.912055, + "f1": 0.886594, + "accuracy": 0.912055, + "main_score": 0.886594, + "hf_subset": "glg_Latn-plt_Latn", + "languages": [ + "glg-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-srp_Cyrl", + "languages": [ + "glg-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.929842, + "recall": 0.951581, + "f1": 0.936759, + "accuracy": 0.951581, + "main_score": 0.936759, + "hf_subset": "glg_Latn-uig_Arab", + "languages": [ + "glg-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-aeb_Arab", + "languages": [ + "glg-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-ben_Beng", + "languages": [ + "glg-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-est_Latn", + "languages": [ + "glg-Latn", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-hye_Armn", + "languages": [ + "glg-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.469879, + "recall": 0.535573, + "f1": 0.488356, + "accuracy": 0.535573, + "main_score": 0.488356, + "hf_subset": "glg_Latn-kmb_Latn", + "languages": [ + "glg-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.50117, + "recall": 0.588933, + "f1": 0.524697, + "accuracy": 0.588933, + "main_score": 0.524697, + "hf_subset": "glg_Latn-min_Arab", + "languages": [ + "glg-Latn", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-pol_Latn", + "languages": [ + "glg-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.750231, + "recall": 0.815217, + "f1": 0.769833, + "accuracy": 0.815217, + "main_score": 0.769833, + "hf_subset": "glg_Latn-ssw_Latn", + "languages": [ + "glg-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-ukr_Cyrl", + "languages": [ + "glg-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-afr_Latn", + "languages": [ + "glg-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "glg_Latn-bho_Deva", + "languages": [ + "glg-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-eus_Latn", + "languages": [ + "glg-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.861825, + "recall": 0.903162, + "f1": 0.874769, + "accuracy": 0.903162, + "main_score": 0.874769, + "hf_subset": "glg_Latn-ibo_Latn", + "languages": [ + "glg-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.878376, + "recall": 0.913043, + "f1": 0.889032, + "accuracy": 0.913043, + "main_score": 0.889032, + "hf_subset": "glg_Latn-kmr_Latn", + "languages": [ + "glg-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "glg_Latn-min_Latn", + "languages": [ + "glg-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-por_Latn", + "languages": [ + "glg-Latn", + "por-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "glg_Latn-sun_Latn", + "languages": [ + "glg-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.464743, + "recall": 0.537549, + "f1": 0.485152, + "accuracy": 0.537549, + "main_score": 0.485152, + "hf_subset": "glg_Latn-umb_Latn", + "languages": [ + "glg-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-ajp_Arab", + "languages": [ + "glg-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.526434, + "recall": 0.605731, + "f1": 0.547599, + "accuracy": 0.605731, + "main_score": 0.547599, + "hf_subset": "glg_Latn-bjn_Arab", + "languages": [ + "glg-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.448438, + "recall": 0.509881, + "f1": 0.465225, + "accuracy": 0.509881, + "main_score": 0.465225, + "hf_subset": "glg_Latn-ewe_Latn", + "languages": [ + "glg-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "glg_Latn-ilo_Latn", + "languages": [ + "glg-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.249776, + "recall": 0.317194, + "f1": 0.266124, + "accuracy": 0.317194, + "main_score": 0.266124, + "hf_subset": "glg_Latn-knc_Arab", + "languages": [ + "glg-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-mkd_Cyrl", + "languages": [ + "glg-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-prs_Arab", + "languages": [ + "glg-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-swe_Latn", + "languages": [ + "glg-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "glg_Latn-urd_Arab", + "languages": [ + "glg-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.742844, + "recall": 0.804348, + "f1": 0.761353, + "accuracy": 0.804348, + "main_score": 0.761353, + "hf_subset": "glg_Latn-aka_Latn", + "languages": [ + "glg-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "glg_Latn-bjn_Latn", + "languages": [ + "glg-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "glg_Latn-fao_Latn", + "languages": [ + "glg-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-ind_Latn", + "languages": [ + "glg-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.509655, + "recall": 0.573123, + "f1": 0.526425, + "accuracy": 0.573123, + "main_score": 0.526425, + "hf_subset": "glg_Latn-knc_Latn", + "languages": [ + "glg-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-mlt_Latn", + "languages": [ + "glg-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.629795, + "recall": 0.705534, + "f1": 0.651163, + "accuracy": 0.705534, + "main_score": 0.651163, + "hf_subset": "glg_Latn-quy_Latn", + "languages": [ + "glg-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "glg_Latn-swh_Latn", + "languages": [ + "glg-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "glg_Latn-uzn_Latn", + "languages": [ + "glg-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-als_Latn", + "languages": [ + "glg-Latn", + "als-Latn" + ] + }, + { + "precision": 0.80551, + "recall": 0.860672, + "f1": 0.82248, + "accuracy": 0.860672, + "main_score": 0.82248, + "hf_subset": "glg_Latn-bod_Tibt", + "languages": [ + "glg-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.620824, + "recall": 0.693676, + "f1": 0.641756, + "accuracy": 0.693676, + "main_score": 0.641756, + "hf_subset": "glg_Latn-fij_Latn", + "languages": [ + "glg-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "glg_Latn-isl_Latn", + "languages": [ + "glg-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.593614, + "recall": 0.670949, + "f1": 0.614871, + "accuracy": 0.670949, + "main_score": 0.614871, + "hf_subset": "glg_Latn-kon_Latn", + "languages": [ + "glg-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.600761, + "recall": 0.686759, + "f1": 0.62498, + "accuracy": 0.686759, + "main_score": 0.62498, + "hf_subset": "glg_Latn-mni_Beng", + "languages": [ + "glg-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-ron_Latn", + "languages": [ + "glg-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "glg_Latn-szl_Latn", + "languages": [ + "glg-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-vec_Latn", + "languages": [ + "glg-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.936677, + "recall": 0.955534, + "f1": 0.942589, + "accuracy": 0.955534, + "main_score": 0.942589, + "hf_subset": "glg_Latn-amh_Ethi", + "languages": [ + "glg-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-bos_Latn", + "languages": [ + "glg-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "glg_Latn-fin_Latn", + "languages": [ + "glg-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ita_Latn", + "languages": [ + "glg-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-kor_Hang", + "languages": [ + "glg-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.485857, + "recall": 0.554348, + "f1": 0.504622, + "accuracy": 0.554348, + "main_score": 0.504622, + "hf_subset": "glg_Latn-mos_Latn", + "languages": [ + "glg-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.756538, + "recall": 0.818182, + "f1": 0.774802, + "accuracy": 0.818182, + "main_score": 0.774802, + "hf_subset": "glg_Latn-run_Latn", + "languages": [ + "glg-Latn", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "glg_Latn-tam_Taml", + "languages": [ + "glg-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-vie_Latn", + "languages": [ + "glg-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-apc_Arab", + "languages": [ + "glg-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.716337, + "recall": 0.786561, + "f1": 0.736778, + "accuracy": 0.786561, + "main_score": 0.736778, + "hf_subset": "glg_Latn-bug_Latn", + "languages": [ + "glg-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.418268, + "recall": 0.474308, + "f1": 0.433242, + "accuracy": 0.474308, + "main_score": 0.433242, + "hf_subset": "glg_Latn-fon_Latn", + "languages": [ + "glg-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "glg_Latn-jav_Latn", + "languages": [ + "glg-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.946229, + "recall": 0.962451, + "f1": 0.951285, + "accuracy": 0.962451, + "main_score": 0.951285, + "hf_subset": "glg_Latn-lao_Laoo", + "languages": [ + "glg-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.885211, + "recall": 0.917984, + "f1": 0.895553, + "accuracy": 0.917984, + "main_score": 0.895553, + "hf_subset": "glg_Latn-mri_Latn", + "languages": [ + "glg-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-rus_Cyrl", + "languages": [ + "glg-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.505261, + "recall": 0.570158, + "f1": 0.52267, + "accuracy": 0.570158, + "main_score": 0.52267, + "hf_subset": "glg_Latn-taq_Latn", + "languages": [ + "glg-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-war_Latn", + "languages": [ + "glg-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-arb_Arab", + "languages": [ + "glg-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-bul_Cyrl", + "languages": [ + "glg-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-fra_Latn", + "languages": [ + "glg-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-jpn_Jpan", + "languages": [ + "glg-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "glg_Latn-lij_Latn", + "languages": [ + "glg-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "glg_Latn-mya_Mymr", + "languages": [ + "glg-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.545566, + "recall": 0.617589, + "f1": 0.565272, + "accuracy": 0.617589, + "main_score": 0.565272, + "hf_subset": "glg_Latn-sag_Latn", + "languages": [ + "glg-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.222069, + "recall": 0.291502, + "f1": 0.239134, + "accuracy": 0.291502, + "main_score": 0.239134, + "hf_subset": "glg_Latn-taq_Tfng", + "languages": [ + "glg-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.618776, + "recall": 0.69664, + "f1": 0.641325, + "accuracy": 0.69664, + "main_score": 0.641325, + "hf_subset": "glg_Latn-wol_Latn", + "languages": [ + "glg-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.832839, + "recall": 0.880435, + "f1": 0.847398, + "accuracy": 0.880435, + "main_score": 0.847398, + "hf_subset": "glg_Latn-arb_Latn", + "languages": [ + "glg-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-cat_Latn", + "languages": [ + "glg-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "glg_Latn-fur_Latn", + "languages": [ + "glg-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.444436, + "recall": 0.522727, + "f1": 0.465784, + "accuracy": 0.522727, + "main_score": 0.465784, + "hf_subset": "glg_Latn-kab_Latn", + "languages": [ + "glg-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "glg_Latn-lim_Latn", + "languages": [ + "glg-Latn", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-nld_Latn", + "languages": [ + "glg-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "glg_Latn-san_Deva", + "languages": [ + "glg-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-tat_Cyrl", + "languages": [ + "glg-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.86026, + "recall": 0.901186, + "f1": 0.873254, + "accuracy": 0.901186, + "main_score": 0.873254, + "hf_subset": "glg_Latn-xho_Latn", + "languages": [ + "glg-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-ars_Arab", + "languages": [ + "glg-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-ceb_Latn", + "languages": [ + "glg-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.477221, + "recall": 0.554348, + "f1": 0.497416, + "accuracy": 0.554348, + "main_score": 0.497416, + "hf_subset": "glg_Latn-fuv_Latn", + "languages": [ + "glg-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.463507, + "recall": 0.534585, + "f1": 0.482228, + "accuracy": 0.534585, + "main_score": 0.482228, + "hf_subset": "glg_Latn-kac_Latn", + "languages": [ + "glg-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.619601, + "recall": 0.695652, + "f1": 0.640826, + "accuracy": 0.695652, + "main_score": 0.640826, + "hf_subset": "glg_Latn-lin_Latn", + "languages": [ + "glg-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-nno_Latn", + "languages": [ + "glg-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.862714, + "recall": 0.902174, + "f1": 0.874769, + "accuracy": 0.902174, + "main_score": 0.874769, + "hf_subset": "glg_Latn-sat_Olck", + "languages": [ + "glg-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "glg_Latn-tel_Telu", + "languages": [ + "glg-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "glg_Latn-ydd_Hebr", + "languages": [ + "glg-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "glg_Latn-ary_Arab", + "languages": [ + "glg-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-ces_Latn", + "languages": [ + "glg-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.560031, + "recall": 0.640316, + "f1": 0.58242, + "accuracy": 0.640316, + "main_score": 0.58242, + "hf_subset": "glg_Latn-gaz_Latn", + "languages": [ + "glg-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.543875, + "recall": 0.623518, + "f1": 0.565526, + "accuracy": 0.623518, + "main_score": 0.565526, + "hf_subset": "glg_Latn-kam_Latn", + "languages": [ + "glg-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "glg_Latn-lit_Latn", + "languages": [ + "glg-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-nob_Latn", + "languages": [ + "glg-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "glg_Latn-scn_Latn", + "languages": [ + "glg-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "glg_Latn-tgk_Cyrl", + "languages": [ + "glg-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.742523, + "recall": 0.8083, + "f1": 0.762055, + "accuracy": 0.8083, + "main_score": 0.762055, + "hf_subset": "glg_Latn-yor_Latn", + "languages": [ + "glg-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-arz_Arab", + "languages": [ + "glg-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.482253, + "recall": 0.563241, + "f1": 0.504699, + "accuracy": 0.563241, + "main_score": 0.504699, + "hf_subset": "glg_Latn-cjk_Latn", + "languages": [ + "glg-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.939723, + "recall": 0.958498, + "f1": 0.945817, + "accuracy": 0.958498, + "main_score": 0.945817, + "hf_subset": "glg_Latn-gla_Latn", + "languages": [ + "glg-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "glg_Latn-kan_Knda", + "languages": [ + "glg-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.986248, + "recall": 0.990119, + "f1": 0.987385, + "accuracy": 0.990119, + "main_score": 0.987385, + "hf_subset": "glg_Latn-lmo_Latn", + "languages": [ + "glg-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "glg_Latn-npi_Deva", + "languages": [ + "glg-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.537141, + "recall": 0.62253, + "f1": 0.560693, + "accuracy": 0.62253, + "main_score": 0.560693, + "hf_subset": "glg_Latn-shn_Mymr", + "languages": [ + "glg-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-tgl_Latn", + "languages": [ + "glg-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-yue_Hant", + "languages": [ + "glg-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "glg_Latn-asm_Beng", + "languages": [ + "glg-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.941041, + "recall": 0.960474, + "f1": 0.947464, + "accuracy": 0.960474, + "main_score": 0.947464, + "hf_subset": "glg_Latn-ckb_Arab", + "languages": [ + "glg-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "glg_Latn-gle_Latn", + "languages": [ + "glg-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.911891, + "recall": 0.937747, + "f1": 0.919763, + "accuracy": 0.937747, + "main_score": 0.919763, + "hf_subset": "glg_Latn-kas_Arab", + "languages": [ + "glg-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.901927, + "recall": 0.93083, + "f1": 0.910968, + "accuracy": 0.93083, + "main_score": 0.910968, + "hf_subset": "glg_Latn-ltg_Latn", + "languages": [ + "glg-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.768544, + "recall": 0.827075, + "f1": 0.786708, + "accuracy": 0.827075, + "main_score": 0.786708, + "hf_subset": "glg_Latn-nso_Latn", + "languages": [ + "glg-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "glg_Latn-sin_Sinh", + "languages": [ + "glg-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-tha_Thai", + "languages": [ + "glg-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-zho_Hans", + "languages": [ + "glg-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-ast_Latn", + "languages": [ + "glg-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "glg_Latn-crh_Latn", + "languages": [ + "glg-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.846624, + "recall": 0.890316, + "f1": 0.860046, + "accuracy": 0.890316, + "main_score": 0.860046, + "hf_subset": "glg_Latn-kas_Deva", + "languages": [ + "glg-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "glg_Latn-ltz_Latn", + "languages": [ + "glg-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.415526, + "recall": 0.487154, + "f1": 0.434307, + "accuracy": 0.487154, + "main_score": 0.434307, + "hf_subset": "glg_Latn-nus_Latn", + "languages": [ + "glg-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-slk_Latn", + "languages": [ + "glg-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.634514, + "recall": 0.716403, + "f1": 0.65742, + "accuracy": 0.716403, + "main_score": 0.65742, + "hf_subset": "glg_Latn-tir_Ethi", + "languages": [ + "glg-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-zho_Hant", + "languages": [ + "glg-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.981472, + "recall": 0.986166, + "f1": 0.982938, + "accuracy": 0.986166, + "main_score": 0.982938, + "hf_subset": "glg_Latn-awa_Deva", + "languages": [ + "glg-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "glg_Latn-cym_Latn", + "languages": [ + "glg-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.7778, + "recall": 0.83498, + "f1": 0.794697, + "accuracy": 0.83498, + "main_score": 0.794697, + "hf_subset": "glg_Latn-grn_Latn", + "languages": [ + "glg-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-kat_Geor", + "languages": [ + "glg-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.591123, + "recall": 0.659091, + "f1": 0.610153, + "accuracy": 0.659091, + "main_score": 0.610153, + "hf_subset": "glg_Latn-lua_Latn", + "languages": [ + "glg-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.830698, + "recall": 0.879447, + "f1": 0.845949, + "accuracy": 0.879447, + "main_score": 0.845949, + "hf_subset": "glg_Latn-nya_Latn", + "languages": [ + "glg-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "glg_Latn-slv_Latn", + "languages": [ + "glg-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "glg_Latn-tpi_Latn", + "languages": [ + "glg-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-zsm_Latn", + "languages": [ + "glg-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.494766, + "recall": 0.568182, + "f1": 0.514733, + "accuracy": 0.568182, + "main_score": 0.514733, + "hf_subset": "glg_Latn-ayr_Latn", + "languages": [ + "glg-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-dan_Latn", + "languages": [ + "glg-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "glg_Latn-guj_Gujr", + "languages": [ + "glg-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "glg_Latn-kaz_Cyrl", + "languages": [ + "glg-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.633016, + "recall": 0.712451, + "f1": 0.65555, + "accuracy": 0.712451, + "main_score": 0.65555, + "hf_subset": "glg_Latn-lug_Latn", + "languages": [ + "glg-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-oci_Latn", + "languages": [ + "glg-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.823123, + "recall": 0.871542, + "f1": 0.837996, + "accuracy": 0.871542, + "main_score": 0.837996, + "hf_subset": "glg_Latn-smo_Latn", + "languages": [ + "glg-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.741617, + "recall": 0.805336, + "f1": 0.760639, + "accuracy": 0.805336, + "main_score": 0.760639, + "hf_subset": "glg_Latn-tsn_Latn", + "languages": [ + "glg-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.903327, + "recall": 0.933794, + "f1": 0.913208, + "accuracy": 0.933794, + "main_score": 0.913208, + "hf_subset": "glg_Latn-zul_Latn", + "languages": [ + "glg-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.926466, + "recall": 0.948617, + "f1": 0.933531, + "accuracy": 0.948617, + "main_score": 0.933531, + "hf_subset": "glg_Latn-azb_Arab", + "languages": [ + "glg-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-deu_Latn", + "languages": [ + "glg-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.967638, + "recall": 0.977273, + "f1": 0.970751, + "accuracy": 0.977273, + "main_score": 0.970751, + "hf_subset": "glg_Latn-hat_Latn", + "languages": [ + "glg-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.468012, + "recall": 0.532609, + "f1": 0.485381, + "accuracy": 0.532609, + "main_score": 0.485381, + "hf_subset": "glg_Latn-kbp_Latn", + "languages": [ + "glg-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.491953, + "recall": 0.568182, + "f1": 0.51222, + "accuracy": 0.568182, + "main_score": 0.51222, + "hf_subset": "glg_Latn-luo_Latn", + "languages": [ + "glg-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "glg_Latn-ory_Orya", + "languages": [ + "glg-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.890728, + "recall": 0.924901, + "f1": 0.901746, + "accuracy": 0.924901, + "main_score": 0.901746, + "hf_subset": "glg_Latn-sna_Latn", + "languages": [ + "glg-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.645431, + "recall": 0.721344, + "f1": 0.667361, + "accuracy": 0.721344, + "main_score": 0.667361, + "hf_subset": "glg_Latn-tso_Latn", + "languages": [ + "glg-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-azj_Latn", + "languages": [ + "glg-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.486884, + "recall": 0.5583, + "f1": 0.506968, + "accuracy": 0.5583, + "main_score": 0.506968, + "hf_subset": "glg_Latn-dik_Latn", + "languages": [ + "glg-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.902009, + "recall": 0.93083, + "f1": 0.911232, + "accuracy": 0.93083, + "main_score": 0.911232, + "hf_subset": "glg_Latn-hau_Latn", + "languages": [ + "glg-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "glg_Latn-kea_Latn", + "languages": [ + "glg-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.921113, + "recall": 0.945652, + "f1": 0.928854, + "accuracy": 0.945652, + "main_score": 0.928854, + "hf_subset": "glg_Latn-lus_Latn", + "languages": [ + "glg-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.85359, + "recall": 0.895257, + "f1": 0.866403, + "accuracy": 0.895257, + "main_score": 0.866403, + "hf_subset": "glg_Latn-pag_Latn", + "languages": [ + "glg-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "glg_Latn-snd_Arab", + "languages": [ + "glg-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "glg_Latn-tuk_Latn", + "languages": [ + "glg-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-bak_Cyrl", + "languages": [ + "glg-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.454214, + "recall": 0.536561, + "f1": 0.476495, + "accuracy": 0.536561, + "main_score": 0.476495, + "hf_subset": "glg_Latn-dyu_Latn", + "languages": [ + "glg-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-heb_Hebr", + "languages": [ + "glg-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "glg_Latn-khk_Cyrl", + "languages": [ + "glg-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-lvs_Latn", + "languages": [ + "glg-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "glg_Latn-pan_Guru", + "languages": [ + "glg-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.866354, + "recall": 0.907115, + "f1": 0.879183, + "accuracy": 0.907115, + "main_score": 0.879183, + "hf_subset": "glg_Latn-som_Latn", + "languages": [ + "glg-Latn", + "som-Latn" + ] + }, + { + "precision": 0.690596, + "recall": 0.756917, + "f1": 0.709914, + "accuracy": 0.756917, + "main_score": 0.709914, + "hf_subset": "glg_Latn-tum_Latn", + "languages": [ + "glg-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.521876, + "recall": 0.585968, + "f1": 0.539987, + "accuracy": 0.585968, + "main_score": 0.539987, + "hf_subset": "kas_Deva-ace_Arab", + "languages": [ + "kas-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.476206, + "recall": 0.523715, + "f1": 0.489576, + "accuracy": 0.523715, + "main_score": 0.489576, + "hf_subset": "kas_Deva-bam_Latn", + "languages": [ + "kas-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.5194, + "recall": 0.598814, + "f1": 0.541199, + "accuracy": 0.598814, + "main_score": 0.541199, + "hf_subset": "kas_Deva-dzo_Tibt", + "languages": [ + "kas-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.897925, + "recall": 0.926877, + "f1": 0.906719, + "accuracy": 0.926877, + "main_score": 0.906719, + "hf_subset": "kas_Deva-hin_Deva", + "languages": [ + "kas-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.796414, + "recall": 0.843874, + "f1": 0.809639, + "accuracy": 0.843874, + "main_score": 0.809639, + "hf_subset": "kas_Deva-khm_Khmr", + "languages": [ + "kas-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.900016, + "recall": 0.925889, + "f1": 0.90743, + "accuracy": 0.925889, + "main_score": 0.90743, + "hf_subset": "kas_Deva-mag_Deva", + "languages": [ + "kas-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.8669, + "recall": 0.899209, + "f1": 0.876154, + "accuracy": 0.899209, + "main_score": 0.876154, + "hf_subset": "kas_Deva-pap_Latn", + "languages": [ + "kas-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.68994, + "recall": 0.745059, + "f1": 0.705487, + "accuracy": 0.745059, + "main_score": 0.705487, + "hf_subset": "kas_Deva-sot_Latn", + "languages": [ + "kas-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.894928, + "recall": 0.924901, + "f1": 0.904282, + "accuracy": 0.924901, + "main_score": 0.904282, + "hf_subset": "kas_Deva-tur_Latn", + "languages": [ + "kas-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.772005, + "recall": 0.818182, + "f1": 0.785328, + "accuracy": 0.818182, + "main_score": 0.785328, + "hf_subset": "kas_Deva-ace_Latn", + "languages": [ + "kas-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.806036, + "recall": 0.851779, + "f1": 0.819488, + "accuracy": 0.851779, + "main_score": 0.819488, + "hf_subset": "kas_Deva-ban_Latn", + "languages": [ + "kas-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.877215, + "recall": 0.912055, + "f1": 0.887934, + "accuracy": 0.912055, + "main_score": 0.887934, + "hf_subset": "kas_Deva-ell_Grek", + "languages": [ + "kas-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.908267, + "recall": 0.933794, + "f1": 0.915909, + "accuracy": 0.933794, + "main_score": 0.915909, + "hf_subset": "kas_Deva-hne_Deva", + "languages": [ + "kas-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.544404, + "recall": 0.588933, + "f1": 0.555994, + "accuracy": 0.588933, + "main_score": 0.555994, + "hf_subset": "kas_Deva-kik_Latn", + "languages": [ + "kas-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.89445, + "recall": 0.922925, + "f1": 0.903016, + "accuracy": 0.922925, + "main_score": 0.903016, + "hf_subset": "kas_Deva-mai_Deva", + "languages": [ + "kas-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.834396, + "recall": 0.875494, + "f1": 0.846563, + "accuracy": 0.875494, + "main_score": 0.846563, + "hf_subset": "kas_Deva-pbt_Arab", + "languages": [ + "kas-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.892943, + "recall": 0.920949, + "f1": 0.901043, + "accuracy": 0.920949, + "main_score": 0.901043, + "hf_subset": "kas_Deva-spa_Latn", + "languages": [ + "kas-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.672243, + "recall": 0.728261, + "f1": 0.688386, + "accuracy": 0.728261, + "main_score": 0.688386, + "hf_subset": "kas_Deva-twi_Latn", + "languages": [ + "kas-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.869993, + "recall": 0.903162, + "f1": 0.879829, + "accuracy": 0.903162, + "main_score": 0.879829, + "hf_subset": "kas_Deva-acm_Arab", + "languages": [ + "kas-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.832823, + "recall": 0.87747, + "f1": 0.846132, + "accuracy": 0.87747, + "main_score": 0.846132, + "hf_subset": "kas_Deva-bel_Cyrl", + "languages": [ + "kas-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 0.914339, + "recall": 0.938735, + "f1": 0.92197, + "accuracy": 0.938735, + "main_score": 0.92197, + "hf_subset": "kas_Deva-eng_Latn", + "languages": [ + "kas-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.87635, + "recall": 0.910079, + "f1": 0.88658, + "accuracy": 0.910079, + "main_score": 0.88658, + "hf_subset": "kas_Deva-hrv_Latn", + "languages": [ + "kas-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.69354, + "recall": 0.748024, + "f1": 0.709391, + "accuracy": 0.748024, + "main_score": 0.709391, + "hf_subset": "kas_Deva-kin_Latn", + "languages": [ + "kas-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.869871, + "recall": 0.905138, + "f1": 0.880814, + "accuracy": 0.905138, + "main_score": 0.880814, + "hf_subset": "kas_Deva-mal_Mlym", + "languages": [ + "kas-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.887476, + "recall": 0.916008, + "f1": 0.895443, + "accuracy": 0.916008, + "main_score": 0.895443, + "hf_subset": "kas_Deva-pes_Arab", + "languages": [ + "kas-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.856431, + "recall": 0.889328, + "f1": 0.865997, + "accuracy": 0.889328, + "main_score": 0.865997, + "hf_subset": "kas_Deva-srd_Latn", + "languages": [ + "kas-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.234607, + "recall": 0.291502, + "f1": 0.250183, + "accuracy": 0.291502, + "main_score": 0.250183, + "hf_subset": "kas_Deva-tzm_Tfng", + "languages": [ + "kas-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.877009, + "recall": 0.910079, + "f1": 0.886778, + "accuracy": 0.910079, + "main_score": 0.886778, + "hf_subset": "kas_Deva-acq_Arab", + "languages": [ + "kas-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.598017, + "recall": 0.646245, + "f1": 0.612025, + "accuracy": 0.646245, + "main_score": 0.612025, + "hf_subset": "kas_Deva-bem_Latn", + "languages": [ + "kas-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.851327, + "recall": 0.88834, + "f1": 0.861959, + "accuracy": 0.88834, + "main_score": 0.861959, + "hf_subset": "kas_Deva-epo_Latn", + "languages": [ + "kas-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.892845, + "recall": 0.921937, + "f1": 0.901569, + "accuracy": 0.921937, + "main_score": 0.901569, + "hf_subset": "kas_Deva-hun_Latn", + "languages": [ + "kas-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.824716, + "recall": 0.865613, + "f1": 0.836308, + "accuracy": 0.865613, + "main_score": 0.836308, + "hf_subset": "kas_Deva-kir_Cyrl", + "languages": [ + "kas-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.869088, + "recall": 0.901186, + "f1": 0.87828, + "accuracy": 0.901186, + "main_score": 0.87828, + "hf_subset": "kas_Deva-mar_Deva", + "languages": [ + "kas-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.723923, + "recall": 0.770751, + "f1": 0.737148, + "accuracy": 0.770751, + "main_score": 0.737148, + "hf_subset": "kas_Deva-plt_Latn", + "languages": [ + "kas-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.869953, + "recall": 0.903162, + "f1": 0.879647, + "accuracy": 0.903162, + "main_score": 0.879647, + "hf_subset": "kas_Deva-srp_Cyrl", + "languages": [ + "kas-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.766013, + "recall": 0.815217, + "f1": 0.780263, + "accuracy": 0.815217, + "main_score": 0.780263, + "hf_subset": "kas_Deva-uig_Arab", + "languages": [ + "kas-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.845003, + "recall": 0.881423, + "f1": 0.855614, + "accuracy": 0.881423, + "main_score": 0.855614, + "hf_subset": "kas_Deva-aeb_Arab", + "languages": [ + "kas-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.878788, + "recall": 0.910079, + "f1": 0.888213, + "accuracy": 0.910079, + "main_score": 0.888213, + "hf_subset": "kas_Deva-ben_Beng", + "languages": [ + "kas-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.856637, + "recall": 0.896245, + "f1": 0.868544, + "accuracy": 0.896245, + "main_score": 0.868544, + "hf_subset": "kas_Deva-est_Latn", + "languages": [ + "kas-Deva", + "est-Latn" + ] + }, + { + "precision": 0.844575, + "recall": 0.887352, + "f1": 0.857578, + "accuracy": 0.887352, + "main_score": 0.857578, + "hf_subset": "kas_Deva-hye_Armn", + "languages": [ + "kas-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.479447, + "recall": 0.524704, + "f1": 0.492904, + "accuracy": 0.524704, + "main_score": 0.492904, + "hf_subset": "kas_Deva-kmb_Latn", + "languages": [ + "kas-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.484889, + "recall": 0.55336, + "f1": 0.504141, + "accuracy": 0.55336, + "main_score": 0.504141, + "hf_subset": "kas_Deva-min_Arab", + "languages": [ + "kas-Deva", + "min-Arab" + ] + }, + { + "precision": 0.887075, + "recall": 0.91502, + "f1": 0.895246, + "accuracy": 0.91502, + "main_score": 0.895246, + "hf_subset": "kas_Deva-pol_Latn", + "languages": [ + "kas-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.656613, + "recall": 0.712451, + "f1": 0.672927, + "accuracy": 0.712451, + "main_score": 0.672927, + "hf_subset": "kas_Deva-ssw_Latn", + "languages": [ + "kas-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.878409, + "recall": 0.912055, + "f1": 0.88834, + "accuracy": 0.912055, + "main_score": 0.88834, + "hf_subset": "kas_Deva-ukr_Cyrl", + "languages": [ + "kas-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.875972, + "recall": 0.908103, + "f1": 0.885375, + "accuracy": 0.908103, + "main_score": 0.885375, + "hf_subset": "kas_Deva-afr_Latn", + "languages": [ + "kas-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.900362, + "recall": 0.929842, + "f1": 0.909552, + "accuracy": 0.929842, + "main_score": 0.909552, + "hf_subset": "kas_Deva-bho_Deva", + "languages": [ + "kas-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.831276, + "recall": 0.868577, + "f1": 0.841682, + "accuracy": 0.868577, + "main_score": 0.841682, + "hf_subset": "kas_Deva-eus_Latn", + "languages": [ + "kas-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.712567, + "recall": 0.764822, + "f1": 0.726809, + "accuracy": 0.764822, + "main_score": 0.726809, + "hf_subset": "kas_Deva-ibo_Latn", + "languages": [ + "kas-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.728354, + "recall": 0.783597, + "f1": 0.74459, + "accuracy": 0.783597, + "main_score": 0.74459, + "hf_subset": "kas_Deva-kmr_Latn", + "languages": [ + "kas-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.820323, + "recall": 0.860672, + "f1": 0.832068, + "accuracy": 0.860672, + "main_score": 0.832068, + "hf_subset": "kas_Deva-min_Latn", + "languages": [ + "kas-Deva", + "min-Latn" + ] + }, + { + "precision": 0.907971, + "recall": 0.932806, + "f1": 0.915434, + "accuracy": 0.932806, + "main_score": 0.915434, + "hf_subset": "kas_Deva-por_Latn", + "languages": [ + "kas-Deva", + "por-Latn" + ] + }, + { + "precision": 0.836413, + "recall": 0.874506, + "f1": 0.847158, + "accuracy": 0.874506, + "main_score": 0.847158, + "hf_subset": "kas_Deva-sun_Latn", + "languages": [ + "kas-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.473583, + "recall": 0.524704, + "f1": 0.48844, + "accuracy": 0.524704, + "main_score": 0.48844, + "hf_subset": "kas_Deva-umb_Latn", + "languages": [ + "kas-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.866873, + "recall": 0.903162, + "f1": 0.877756, + "accuracy": 0.903162, + "main_score": 0.877756, + "hf_subset": "kas_Deva-ajp_Arab", + "languages": [ + "kas-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.497046, + "recall": 0.567194, + "f1": 0.51683, + "accuracy": 0.567194, + "main_score": 0.51683, + "hf_subset": "kas_Deva-bjn_Arab", + "languages": [ + "kas-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.474677, + "recall": 0.514822, + "f1": 0.486164, + "accuracy": 0.514822, + "main_score": 0.486164, + "hf_subset": "kas_Deva-ewe_Latn", + "languages": [ + "kas-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.792556, + "recall": 0.835968, + "f1": 0.805258, + "accuracy": 0.835968, + "main_score": 0.805258, + "hf_subset": "kas_Deva-ilo_Latn", + "languages": [ + "kas-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.299647, + "recall": 0.355731, + "f1": 0.314949, + "accuracy": 0.355731, + "main_score": 0.314949, + "hf_subset": "kas_Deva-knc_Arab", + "languages": [ + "kas-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.866387, + "recall": 0.900198, + "f1": 0.876003, + "accuracy": 0.900198, + "main_score": 0.876003, + "hf_subset": "kas_Deva-mkd_Cyrl", + "languages": [ + "kas-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.898864, + "recall": 0.926877, + "f1": 0.90751, + "accuracy": 0.926877, + "main_score": 0.90751, + "hf_subset": "kas_Deva-prs_Arab", + "languages": [ + "kas-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.889163, + "recall": 0.91996, + "f1": 0.898438, + "accuracy": 0.91996, + "main_score": 0.898438, + "hf_subset": "kas_Deva-swe_Latn", + "languages": [ + "kas-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.896509, + "recall": 0.924901, + "f1": 0.905483, + "accuracy": 0.924901, + "main_score": 0.905483, + "hf_subset": "kas_Deva-urd_Arab", + "languages": [ + "kas-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.636258, + "recall": 0.6917, + "f1": 0.651854, + "accuracy": 0.6917, + "main_score": 0.651854, + "hf_subset": "kas_Deva-aka_Latn", + "languages": [ + "kas-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.839939, + "recall": 0.874506, + "f1": 0.849835, + "accuracy": 0.874506, + "main_score": 0.849835, + "hf_subset": "kas_Deva-bjn_Latn", + "languages": [ + "kas-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.803929, + "recall": 0.843874, + "f1": 0.815273, + "accuracy": 0.843874, + "main_score": 0.815273, + "hf_subset": "kas_Deva-fao_Latn", + "languages": [ + "kas-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.884759, + "recall": 0.912055, + "f1": 0.892215, + "accuracy": 0.912055, + "main_score": 0.892215, + "hf_subset": "kas_Deva-ind_Latn", + "languages": [ + "kas-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.517379, + "recall": 0.565217, + "f1": 0.530802, + "accuracy": 0.565217, + "main_score": 0.530802, + "hf_subset": "kas_Deva-knc_Latn", + "languages": [ + "kas-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.848108, + "recall": 0.883399, + "f1": 0.85786, + "accuracy": 0.883399, + "main_score": 0.85786, + "hf_subset": "kas_Deva-mlt_Latn", + "languages": [ + "kas-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.60947, + "recall": 0.663043, + "f1": 0.626021, + "accuracy": 0.663043, + "main_score": 0.626021, + "hf_subset": "kas_Deva-quy_Latn", + "languages": [ + "kas-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.862731, + "recall": 0.897233, + "f1": 0.872765, + "accuracy": 0.897233, + "main_score": 0.872765, + "hf_subset": "kas_Deva-swh_Latn", + "languages": [ + "kas-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.839603, + "recall": 0.878458, + "f1": 0.850692, + "accuracy": 0.878458, + "main_score": 0.850692, + "hf_subset": "kas_Deva-uzn_Latn", + "languages": [ + "kas-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.831144, + "recall": 0.870553, + "f1": 0.842449, + "accuracy": 0.870553, + "main_score": 0.842449, + "hf_subset": "kas_Deva-als_Latn", + "languages": [ + "kas-Deva", + "als-Latn" + ] + }, + { + "precision": 0.628919, + "recall": 0.694664, + "f1": 0.646929, + "accuracy": 0.694664, + "main_score": 0.646929, + "hf_subset": "kas_Deva-bod_Tibt", + "languages": [ + "kas-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.584625, + "recall": 0.636364, + "f1": 0.598567, + "accuracy": 0.636364, + "main_score": 0.598567, + "hf_subset": "kas_Deva-fij_Latn", + "languages": [ + "kas-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.817104, + "recall": 0.865613, + "f1": 0.831571, + "accuracy": 0.865613, + "main_score": 0.831571, + "hf_subset": "kas_Deva-isl_Latn", + "languages": [ + "kas-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.592062, + "recall": 0.636364, + "f1": 0.604795, + "accuracy": 0.636364, + "main_score": 0.604795, + "hf_subset": "kas_Deva-kon_Latn", + "languages": [ + "kas-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.606085, + "recall": 0.66502, + "f1": 0.623361, + "accuracy": 0.66502, + "main_score": 0.623361, + "hf_subset": "kas_Deva-mni_Beng", + "languages": [ + "kas-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.887467, + "recall": 0.918972, + "f1": 0.897054, + "accuracy": 0.918972, + "main_score": 0.897054, + "hf_subset": "kas_Deva-ron_Latn", + "languages": [ + "kas-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.855962, + "recall": 0.894269, + "f1": 0.867311, + "accuracy": 0.894269, + "main_score": 0.867311, + "hf_subset": "kas_Deva-szl_Latn", + "languages": [ + "kas-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.880929, + "recall": 0.913043, + "f1": 0.89058, + "accuracy": 0.913043, + "main_score": 0.89058, + "hf_subset": "kas_Deva-vec_Latn", + "languages": [ + "kas-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.789213, + "recall": 0.838933, + "f1": 0.803774, + "accuracy": 0.838933, + "main_score": 0.803774, + "hf_subset": "kas_Deva-amh_Ethi", + "languages": [ + "kas-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.876186, + "recall": 0.910079, + "f1": 0.886265, + "accuracy": 0.910079, + "main_score": 0.886265, + "hf_subset": "kas_Deva-bos_Latn", + "languages": [ + "kas-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.851426, + "recall": 0.890316, + "f1": 0.862947, + "accuracy": 0.890316, + "main_score": 0.862947, + "hf_subset": "kas_Deva-fin_Latn", + "languages": [ + "kas-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.878706, + "recall": 0.912055, + "f1": 0.889018, + "accuracy": 0.912055, + "main_score": 0.889018, + "hf_subset": "kas_Deva-ita_Latn", + "languages": [ + "kas-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.882411, + "recall": 0.914032, + "f1": 0.892062, + "accuracy": 0.914032, + "main_score": 0.892062, + "hf_subset": "kas_Deva-kor_Hang", + "languages": [ + "kas-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.494606, + "recall": 0.545455, + "f1": 0.508807, + "accuracy": 0.545455, + "main_score": 0.508807, + "hf_subset": "kas_Deva-mos_Latn", + "languages": [ + "kas-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.617966, + "recall": 0.671937, + "f1": 0.633977, + "accuracy": 0.671937, + "main_score": 0.633977, + "hf_subset": "kas_Deva-run_Latn", + "languages": [ + "kas-Deva", + "run-Latn" + ] + }, + { + "precision": 0.856383, + "recall": 0.890316, + "f1": 0.866402, + "accuracy": 0.890316, + "main_score": 0.866402, + "hf_subset": "kas_Deva-tam_Taml", + "languages": [ + "kas-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.880303, + "recall": 0.912055, + "f1": 0.889662, + "accuracy": 0.912055, + "main_score": 0.889662, + "hf_subset": "kas_Deva-vie_Latn", + "languages": [ + "kas-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.864855, + "recall": 0.901186, + "f1": 0.876106, + "accuracy": 0.901186, + "main_score": 0.876106, + "hf_subset": "kas_Deva-apc_Arab", + "languages": [ + "kas-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.673264, + "recall": 0.731225, + "f1": 0.690542, + "accuracy": 0.731225, + "main_score": 0.690542, + "hf_subset": "kas_Deva-bug_Latn", + "languages": [ + "kas-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.424996, + "recall": 0.470356, + "f1": 0.437877, + "accuracy": 0.470356, + "main_score": 0.437877, + "hf_subset": "kas_Deva-fon_Latn", + "languages": [ + "kas-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.810856, + "recall": 0.853755, + "f1": 0.823361, + "accuracy": 0.853755, + "main_score": 0.823361, + "hf_subset": "kas_Deva-jav_Latn", + "languages": [ + "kas-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.770606, + "recall": 0.820158, + "f1": 0.78519, + "accuracy": 0.820158, + "main_score": 0.78519, + "hf_subset": "kas_Deva-lao_Laoo", + "languages": [ + "kas-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.70016, + "recall": 0.759881, + "f1": 0.716774, + "accuracy": 0.759881, + "main_score": 0.716774, + "hf_subset": "kas_Deva-mri_Latn", + "languages": [ + "kas-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.886281, + "recall": 0.91502, + "f1": 0.894819, + "accuracy": 0.91502, + "main_score": 0.894819, + "hf_subset": "kas_Deva-rus_Cyrl", + "languages": [ + "kas-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.517547, + "recall": 0.559289, + "f1": 0.529729, + "accuracy": 0.559289, + "main_score": 0.529729, + "hf_subset": "kas_Deva-taq_Latn", + "languages": [ + "kas-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.847711, + "recall": 0.882411, + "f1": 0.85755, + "accuracy": 0.882411, + "main_score": 0.85755, + "hf_subset": "kas_Deva-war_Latn", + "languages": [ + "kas-Deva", + "war-Latn" + ] + }, + { + "precision": 0.884906, + "recall": 0.91502, + "f1": 0.893961, + "accuracy": 0.91502, + "main_score": 0.893961, + "hf_subset": "kas_Deva-arb_Arab", + "languages": [ + "kas-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.895685, + "recall": 0.924901, + "f1": 0.904447, + "accuracy": 0.924901, + "main_score": 0.904447, + "hf_subset": "kas_Deva-bul_Cyrl", + "languages": [ + "kas-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.889937, + "recall": 0.920949, + "f1": 0.89944, + "accuracy": 0.920949, + "main_score": 0.89944, + "hf_subset": "kas_Deva-fra_Latn", + "languages": [ + "kas-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.892022, + "recall": 0.920949, + "f1": 0.900793, + "accuracy": 0.920949, + "main_score": 0.900793, + "hf_subset": "kas_Deva-jpn_Jpan", + "languages": [ + "kas-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.876193, + "recall": 0.906126, + "f1": 0.885046, + "accuracy": 0.906126, + "main_score": 0.885046, + "hf_subset": "kas_Deva-lij_Latn", + "languages": [ + "kas-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.817045, + "recall": 0.864625, + "f1": 0.831127, + "accuracy": 0.864625, + "main_score": 0.831127, + "hf_subset": "kas_Deva-mya_Mymr", + "languages": [ + "kas-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.544916, + "recall": 0.596838, + "f1": 0.559307, + "accuracy": 0.596838, + "main_score": 0.559307, + "hf_subset": "kas_Deva-sag_Latn", + "languages": [ + "kas-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.251952, + "recall": 0.30336, + "f1": 0.265773, + "accuracy": 0.30336, + "main_score": 0.265773, + "hf_subset": "kas_Deva-taq_Tfng", + "languages": [ + "kas-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.591955, + "recall": 0.648221, + "f1": 0.608121, + "accuracy": 0.648221, + "main_score": 0.608121, + "hf_subset": "kas_Deva-wol_Latn", + "languages": [ + "kas-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.712999, + "recall": 0.770751, + "f1": 0.729136, + "accuracy": 0.770751, + "main_score": 0.729136, + "hf_subset": "kas_Deva-arb_Latn", + "languages": [ + "kas-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.883079, + "recall": 0.914032, + "f1": 0.892262, + "accuracy": 0.914032, + "main_score": 0.892262, + "hf_subset": "kas_Deva-cat_Latn", + "languages": [ + "kas-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.85301, + "recall": 0.886364, + "f1": 0.862633, + "accuracy": 0.886364, + "main_score": 0.862633, + "hf_subset": "kas_Deva-fur_Latn", + "languages": [ + "kas-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.415031, + "recall": 0.477273, + "f1": 0.433004, + "accuracy": 0.477273, + "main_score": 0.433004, + "hf_subset": "kas_Deva-kab_Latn", + "languages": [ + "kas-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.82962, + "recall": 0.869565, + "f1": 0.841656, + "accuracy": 0.869565, + "main_score": 0.841656, + "hf_subset": "kas_Deva-lim_Latn", + "languages": [ + "kas-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.876235, + "recall": 0.910079, + "f1": 0.886844, + "accuracy": 0.910079, + "main_score": 0.886844, + "hf_subset": "kas_Deva-nld_Latn", + "languages": [ + "kas-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.84435, + "recall": 0.880435, + "f1": 0.855127, + "accuracy": 0.880435, + "main_score": 0.855127, + "hf_subset": "kas_Deva-san_Deva", + "languages": [ + "kas-Deva", + "san-Deva" + ] + }, + { + "precision": 0.835838, + "recall": 0.869565, + "f1": 0.845949, + "accuracy": 0.869565, + "main_score": 0.845949, + "hf_subset": "kas_Deva-tat_Cyrl", + "languages": [ + "kas-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.746403, + "recall": 0.799407, + "f1": 0.762189, + "accuracy": 0.799407, + "main_score": 0.762189, + "hf_subset": "kas_Deva-xho_Latn", + "languages": [ + "kas-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.884387, + "recall": 0.916996, + "f1": 0.894518, + "accuracy": 0.916996, + "main_score": 0.894518, + "hf_subset": "kas_Deva-ars_Arab", + "languages": [ + "kas-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.82351, + "recall": 0.862648, + "f1": 0.834906, + "accuracy": 0.862648, + "main_score": 0.834906, + "hf_subset": "kas_Deva-ceb_Latn", + "languages": [ + "kas-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.49249, + "recall": 0.549407, + "f1": 0.509604, + "accuracy": 0.549407, + "main_score": 0.509604, + "hf_subset": "kas_Deva-fuv_Latn", + "languages": [ + "kas-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.474163, + "recall": 0.52668, + "f1": 0.489406, + "accuracy": 0.52668, + "main_score": 0.489406, + "hf_subset": "kas_Deva-kac_Latn", + "languages": [ + "kas-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.613828, + "recall": 0.666996, + "f1": 0.628496, + "accuracy": 0.666996, + "main_score": 0.628496, + "hf_subset": "kas_Deva-lin_Latn", + "languages": [ + "kas-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.861453, + "recall": 0.893281, + "f1": 0.87036, + "accuracy": 0.893281, + "main_score": 0.87036, + "hf_subset": "kas_Deva-nno_Latn", + "languages": [ + "kas-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.77584, + "recall": 0.832016, + "f1": 0.792984, + "accuracy": 0.832016, + "main_score": 0.792984, + "hf_subset": "kas_Deva-sat_Olck", + "languages": [ + "kas-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.879298, + "recall": 0.912055, + "f1": 0.889211, + "accuracy": 0.912055, + "main_score": 0.889211, + "hf_subset": "kas_Deva-tel_Telu", + "languages": [ + "kas-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.83998, + "recall": 0.878458, + "f1": 0.851486, + "accuracy": 0.878458, + "main_score": 0.851486, + "hf_subset": "kas_Deva-ydd_Hebr", + "languages": [ + "kas-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.851845, + "recall": 0.886364, + "f1": 0.861963, + "accuracy": 0.886364, + "main_score": 0.861963, + "hf_subset": "kas_Deva-ary_Arab", + "languages": [ + "kas-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.883482, + "recall": 0.916008, + "f1": 0.893267, + "accuracy": 0.916008, + "main_score": 0.893267, + "hf_subset": "kas_Deva-ces_Latn", + "languages": [ + "kas-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.549873, + "recall": 0.604743, + "f1": 0.56471, + "accuracy": 0.604743, + "main_score": 0.56471, + "hf_subset": "kas_Deva-gaz_Latn", + "languages": [ + "kas-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.51561, + "recall": 0.576087, + "f1": 0.532882, + "accuracy": 0.576087, + "main_score": 0.532882, + "hf_subset": "kas_Deva-kam_Latn", + "languages": [ + "kas-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.865508, + "recall": 0.900198, + "f1": 0.875842, + "accuracy": 0.900198, + "main_score": 0.875842, + "hf_subset": "kas_Deva-lit_Latn", + "languages": [ + "kas-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.876597, + "recall": 0.913043, + "f1": 0.888043, + "accuracy": 0.913043, + "main_score": 0.888043, + "hf_subset": "kas_Deva-nob_Latn", + "languages": [ + "kas-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.843885, + "recall": 0.875494, + "f1": 0.852755, + "accuracy": 0.875494, + "main_score": 0.852755, + "hf_subset": "kas_Deva-scn_Latn", + "languages": [ + "kas-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.820085, + "recall": 0.862648, + "f1": 0.832471, + "accuracy": 0.862648, + "main_score": 0.832471, + "hf_subset": "kas_Deva-tgk_Cyrl", + "languages": [ + "kas-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.605016, + "recall": 0.678854, + "f1": 0.625497, + "accuracy": 0.678854, + "main_score": 0.625497, + "hf_subset": "kas_Deva-yor_Latn", + "languages": [ + "kas-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.88643, + "recall": 0.917984, + "f1": 0.896014, + "accuracy": 0.917984, + "main_score": 0.896014, + "hf_subset": "kas_Deva-arz_Arab", + "languages": [ + "kas-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.503618, + "recall": 0.555336, + "f1": 0.518396, + "accuracy": 0.555336, + "main_score": 0.518396, + "hf_subset": "kas_Deva-cjk_Latn", + "languages": [ + "kas-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.754236, + "recall": 0.8083, + "f1": 0.769883, + "accuracy": 0.8083, + "main_score": 0.769883, + "hf_subset": "kas_Deva-gla_Latn", + "languages": [ + "kas-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.847351, + "recall": 0.883399, + "f1": 0.857712, + "accuracy": 0.883399, + "main_score": 0.857712, + "hf_subset": "kas_Deva-kan_Knda", + "languages": [ + "kas-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.862989, + "recall": 0.896245, + "f1": 0.873024, + "accuracy": 0.896245, + "main_score": 0.873024, + "hf_subset": "kas_Deva-lmo_Latn", + "languages": [ + "kas-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.876078, + "recall": 0.909091, + "f1": 0.886152, + "accuracy": 0.909091, + "main_score": 0.886152, + "hf_subset": "kas_Deva-npi_Deva", + "languages": [ + "kas-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.478863, + "recall": 0.534585, + "f1": 0.494555, + "accuracy": 0.534585, + "main_score": 0.494555, + "hf_subset": "kas_Deva-shn_Mymr", + "languages": [ + "kas-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.856785, + "recall": 0.893281, + "f1": 0.867278, + "accuracy": 0.893281, + "main_score": 0.867278, + "hf_subset": "kas_Deva-tgl_Latn", + "languages": [ + "kas-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.868455, + "recall": 0.905138, + "f1": 0.879496, + "accuracy": 0.905138, + "main_score": 0.879496, + "hf_subset": "kas_Deva-yue_Hant", + "languages": [ + "kas-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.835854, + "recall": 0.875494, + "f1": 0.847052, + "accuracy": 0.875494, + "main_score": 0.847052, + "hf_subset": "kas_Deva-asm_Beng", + "languages": [ + "kas-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.805896, + "recall": 0.847826, + "f1": 0.818037, + "accuracy": 0.847826, + "main_score": 0.818037, + "hf_subset": "kas_Deva-ckb_Arab", + "languages": [ + "kas-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.78908, + "recall": 0.835968, + "f1": 0.802903, + "accuracy": 0.835968, + "main_score": 0.802903, + "hf_subset": "kas_Deva-gle_Latn", + "languages": [ + "kas-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.925972, + "recall": 0.947628, + "f1": 0.932872, + "accuracy": 0.947628, + "main_score": 0.932872, + "hf_subset": "kas_Deva-kas_Arab", + "languages": [ + "kas-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.751773, + "recall": 0.80336, + "f1": 0.766935, + "accuracy": 0.80336, + "main_score": 0.766935, + "hf_subset": "kas_Deva-ltg_Latn", + "languages": [ + "kas-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.683879, + "recall": 0.733202, + "f1": 0.698584, + "accuracy": 0.733202, + "main_score": 0.698584, + "hf_subset": "kas_Deva-nso_Latn", + "languages": [ + "kas-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.827547, + "recall": 0.871542, + "f1": 0.840664, + "accuracy": 0.871542, + "main_score": 0.840664, + "hf_subset": "kas_Deva-sin_Sinh", + "languages": [ + "kas-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.847983, + "recall": 0.88834, + "f1": 0.859838, + "accuracy": 0.88834, + "main_score": 0.859838, + "hf_subset": "kas_Deva-tha_Thai", + "languages": [ + "kas-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.859552, + "recall": 0.895257, + "f1": 0.869852, + "accuracy": 0.895257, + "main_score": 0.869852, + "hf_subset": "kas_Deva-zho_Hans", + "languages": [ + "kas-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.853124, + "recall": 0.890316, + "f1": 0.864022, + "accuracy": 0.890316, + "main_score": 0.864022, + "hf_subset": "kas_Deva-ast_Latn", + "languages": [ + "kas-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.846772, + "recall": 0.884387, + "f1": 0.857759, + "accuracy": 0.884387, + "main_score": 0.857759, + "hf_subset": "kas_Deva-crh_Latn", + "languages": [ + "kas-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.882955, + "recall": 0.91502, + "f1": 0.892523, + "accuracy": 0.91502, + "main_score": 0.892523, + "hf_subset": "kas_Deva-glg_Latn", + "languages": [ + "kas-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.836506, + "recall": 0.875494, + "f1": 0.847949, + "accuracy": 0.875494, + "main_score": 0.847949, + "hf_subset": "kas_Deva-ltz_Latn", + "languages": [ + "kas-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.441758, + "recall": 0.497036, + "f1": 0.457559, + "accuracy": 0.497036, + "main_score": 0.457559, + "hf_subset": "kas_Deva-nus_Latn", + "languages": [ + "kas-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.867276, + "recall": 0.899209, + "f1": 0.876583, + "accuracy": 0.899209, + "main_score": 0.876583, + "hf_subset": "kas_Deva-slk_Latn", + "languages": [ + "kas-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.609471, + "recall": 0.675889, + "f1": 0.628977, + "accuracy": 0.675889, + "main_score": 0.628977, + "hf_subset": "kas_Deva-tir_Ethi", + "languages": [ + "kas-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.873551, + "recall": 0.909091, + "f1": 0.884354, + "accuracy": 0.909091, + "main_score": 0.884354, + "hf_subset": "kas_Deva-zho_Hant", + "languages": [ + "kas-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.881456, + "recall": 0.914032, + "f1": 0.891224, + "accuracy": 0.914032, + "main_score": 0.891224, + "hf_subset": "kas_Deva-awa_Deva", + "languages": [ + "kas-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.836662, + "recall": 0.874506, + "f1": 0.847304, + "accuracy": 0.874506, + "main_score": 0.847304, + "hf_subset": "kas_Deva-cym_Latn", + "languages": [ + "kas-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.695102, + "recall": 0.73913, + "f1": 0.707985, + "accuracy": 0.73913, + "main_score": 0.707985, + "hf_subset": "kas_Deva-grn_Latn", + "languages": [ + "kas-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.839832, + "recall": 0.880435, + "f1": 0.851828, + "accuracy": 0.880435, + "main_score": 0.851828, + "hf_subset": "kas_Deva-kat_Geor", + "languages": [ + "kas-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.582964, + "recall": 0.62747, + "f1": 0.596064, + "accuracy": 0.62747, + "main_score": 0.596064, + "hf_subset": "kas_Deva-lua_Latn", + "languages": [ + "kas-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.717185, + "recall": 0.76581, + "f1": 0.731032, + "accuracy": 0.76581, + "main_score": 0.731032, + "hf_subset": "kas_Deva-nya_Latn", + "languages": [ + "kas-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.870571, + "recall": 0.903162, + "f1": 0.880243, + "accuracy": 0.903162, + "main_score": 0.880243, + "hf_subset": "kas_Deva-slv_Latn", + "languages": [ + "kas-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.824045, + "recall": 0.862648, + "f1": 0.835415, + "accuracy": 0.862648, + "main_score": 0.835415, + "hf_subset": "kas_Deva-tpi_Latn", + "languages": [ + "kas-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.872984, + "recall": 0.906126, + "f1": 0.882856, + "accuracy": 0.906126, + "main_score": 0.882856, + "hf_subset": "kas_Deva-zsm_Latn", + "languages": [ + "kas-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.504588, + "recall": 0.554348, + "f1": 0.518546, + "accuracy": 0.554348, + "main_score": 0.518546, + "hf_subset": "kas_Deva-ayr_Latn", + "languages": [ + "kas-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.89538, + "recall": 0.922925, + "f1": 0.903623, + "accuracy": 0.922925, + "main_score": 0.903623, + "hf_subset": "kas_Deva-dan_Latn", + "languages": [ + "kas-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.89109, + "recall": 0.921937, + "f1": 0.900395, + "accuracy": 0.921937, + "main_score": 0.900395, + "hf_subset": "kas_Deva-guj_Gujr", + "languages": [ + "kas-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.838234, + "recall": 0.874506, + "f1": 0.848427, + "accuracy": 0.874506, + "main_score": 0.848427, + "hf_subset": "kas_Deva-kaz_Cyrl", + "languages": [ + "kas-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.578435, + "recall": 0.644269, + "f1": 0.59689, + "accuracy": 0.644269, + "main_score": 0.59689, + "hf_subset": "kas_Deva-lug_Latn", + "languages": [ + "kas-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.861644, + "recall": 0.898221, + "f1": 0.872351, + "accuracy": 0.898221, + "main_score": 0.872351, + "hf_subset": "kas_Deva-oci_Latn", + "languages": [ + "kas-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.682301, + "recall": 0.737154, + "f1": 0.697624, + "accuracy": 0.737154, + "main_score": 0.697624, + "hf_subset": "kas_Deva-smo_Latn", + "languages": [ + "kas-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.633722, + "recall": 0.687747, + "f1": 0.649362, + "accuracy": 0.687747, + "main_score": 0.649362, + "hf_subset": "kas_Deva-tsn_Latn", + "languages": [ + "kas-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.723098, + "recall": 0.77668, + "f1": 0.738889, + "accuracy": 0.77668, + "main_score": 0.738889, + "hf_subset": "kas_Deva-zul_Latn", + "languages": [ + "kas-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.818124, + "recall": 0.855731, + "f1": 0.829666, + "accuracy": 0.855731, + "main_score": 0.829666, + "hf_subset": "kas_Deva-azb_Arab", + "languages": [ + "kas-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.884585, + "recall": 0.916008, + "f1": 0.894024, + "accuracy": 0.916008, + "main_score": 0.894024, + "hf_subset": "kas_Deva-deu_Latn", + "languages": [ + "kas-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.843389, + "recall": 0.883399, + "f1": 0.855569, + "accuracy": 0.883399, + "main_score": 0.855569, + "hf_subset": "kas_Deva-hat_Latn", + "languages": [ + "kas-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.484099, + "recall": 0.531621, + "f1": 0.497589, + "accuracy": 0.531621, + "main_score": 0.497589, + "hf_subset": "kas_Deva-kbp_Latn", + "languages": [ + "kas-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.529504, + "recall": 0.579051, + "f1": 0.543455, + "accuracy": 0.579051, + "main_score": 0.543455, + "hf_subset": "kas_Deva-luo_Latn", + "languages": [ + "kas-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.844153, + "recall": 0.886364, + "f1": 0.856917, + "accuracy": 0.886364, + "main_score": 0.856917, + "hf_subset": "kas_Deva-ory_Orya", + "languages": [ + "kas-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.703064, + "recall": 0.759881, + "f1": 0.719688, + "accuracy": 0.759881, + "main_score": 0.719688, + "hf_subset": "kas_Deva-sna_Latn", + "languages": [ + "kas-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.606674, + "recall": 0.657115, + "f1": 0.621061, + "accuracy": 0.657115, + "main_score": 0.621061, + "hf_subset": "kas_Deva-tso_Latn", + "languages": [ + "kas-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.866798, + "recall": 0.903162, + "f1": 0.877536, + "accuracy": 0.903162, + "main_score": 0.877536, + "hf_subset": "kas_Deva-azj_Latn", + "languages": [ + "kas-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.491067, + "recall": 0.545455, + "f1": 0.507131, + "accuracy": 0.545455, + "main_score": 0.507131, + "hf_subset": "kas_Deva-dik_Latn", + "languages": [ + "kas-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.725611, + "recall": 0.780632, + "f1": 0.74101, + "accuracy": 0.780632, + "main_score": 0.74101, + "hf_subset": "kas_Deva-hau_Latn", + "languages": [ + "kas-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.865711, + "recall": 0.899209, + "f1": 0.875381, + "accuracy": 0.899209, + "main_score": 0.875381, + "hf_subset": "kas_Deva-kea_Latn", + "languages": [ + "kas-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.773725, + "recall": 0.815217, + "f1": 0.785234, + "accuracy": 0.815217, + "main_score": 0.785234, + "hf_subset": "kas_Deva-lus_Latn", + "languages": [ + "kas-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.783383, + "recall": 0.821146, + "f1": 0.794946, + "accuracy": 0.821146, + "main_score": 0.794946, + "hf_subset": "kas_Deva-pag_Latn", + "languages": [ + "kas-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.862434, + "recall": 0.899209, + "f1": 0.873551, + "accuracy": 0.899209, + "main_score": 0.873551, + "hf_subset": "kas_Deva-snd_Arab", + "languages": [ + "kas-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.817377, + "recall": 0.856719, + "f1": 0.82859, + "accuracy": 0.856719, + "main_score": 0.82859, + "hf_subset": "kas_Deva-tuk_Latn", + "languages": [ + "kas-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.831421, + "recall": 0.865613, + "f1": 0.841054, + "accuracy": 0.865613, + "main_score": 0.841054, + "hf_subset": "kas_Deva-bak_Cyrl", + "languages": [ + "kas-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.443229, + "recall": 0.507905, + "f1": 0.460683, + "accuracy": 0.507905, + "main_score": 0.460683, + "hf_subset": "kas_Deva-dyu_Latn", + "languages": [ + "kas-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.875939, + "recall": 0.908103, + "f1": 0.885314, + "accuracy": 0.908103, + "main_score": 0.885314, + "hf_subset": "kas_Deva-heb_Hebr", + "languages": [ + "kas-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.821497, + "recall": 0.86166, + "f1": 0.833071, + "accuracy": 0.86166, + "main_score": 0.833071, + "hf_subset": "kas_Deva-khk_Cyrl", + "languages": [ + "kas-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.856539, + "recall": 0.893281, + "f1": 0.867295, + "accuracy": 0.893281, + "main_score": 0.867295, + "hf_subset": "kas_Deva-lvs_Latn", + "languages": [ + "kas-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.872283, + "recall": 0.907115, + "f1": 0.882693, + "accuracy": 0.907115, + "main_score": 0.882693, + "hf_subset": "kas_Deva-pan_Guru", + "languages": [ + "kas-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.734752, + "recall": 0.791502, + "f1": 0.751647, + "accuracy": 0.791502, + "main_score": 0.751647, + "hf_subset": "kas_Deva-som_Latn", + "languages": [ + "kas-Deva", + "som-Latn" + ] + }, + { + "precision": 0.59529, + "recall": 0.655138, + "f1": 0.612466, + "accuracy": 0.655138, + "main_score": 0.612466, + "hf_subset": "kas_Deva-tum_Latn", + "languages": [ + "kas-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.522151, + "recall": 0.614625, + "f1": 0.547879, + "accuracy": 0.614625, + "main_score": 0.547879, + "hf_subset": "ltz_Latn-ace_Arab", + "languages": [ + "ltz-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.453726, + "recall": 0.517787, + "f1": 0.471042, + "accuracy": 0.517787, + "main_score": 0.471042, + "hf_subset": "ltz_Latn-bam_Latn", + "languages": [ + "ltz-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.628285, + "recall": 0.711462, + "f1": 0.651835, + "accuracy": 0.711462, + "main_score": 0.651835, + "hf_subset": "ltz_Latn-dzo_Tibt", + "languages": [ + "ltz-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-hin_Deva", + "languages": [ + "ltz-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "ltz_Latn-khm_Khmr", + "languages": [ + "ltz-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ltz_Latn-mag_Deva", + "languages": [ + "ltz-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-pap_Latn", + "languages": [ + "ltz-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.866024, + "recall": 0.906126, + "f1": 0.878656, + "accuracy": 0.906126, + "main_score": 0.878656, + "hf_subset": "ltz_Latn-sot_Latn", + "languages": [ + "ltz-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-tur_Latn", + "languages": [ + "ltz-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.855435, + "recall": 0.892292, + "f1": 0.86685, + "accuracy": 0.892292, + "main_score": 0.86685, + "hf_subset": "ltz_Latn-ace_Latn", + "languages": [ + "ltz-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "ltz_Latn-ban_Latn", + "languages": [ + "ltz-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ltz_Latn-ell_Grek", + "languages": [ + "ltz-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ltz_Latn-hne_Deva", + "languages": [ + "ltz-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.549521, + "recall": 0.626482, + "f1": 0.570986, + "accuracy": 0.626482, + "main_score": 0.570986, + "hf_subset": "ltz_Latn-kik_Latn", + "languages": [ + "ltz-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-mai_Deva", + "languages": [ + "ltz-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "ltz_Latn-pbt_Arab", + "languages": [ + "ltz-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ltz_Latn-spa_Latn", + "languages": [ + "ltz-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.760911, + "recall": 0.820158, + "f1": 0.778631, + "accuracy": 0.820158, + "main_score": 0.778631, + "hf_subset": "ltz_Latn-twi_Latn", + "languages": [ + "ltz-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-acm_Arab", + "languages": [ + "ltz-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ltz_Latn-bel_Cyrl", + "languages": [ + "ltz-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-eng_Latn", + "languages": [ + "ltz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-hrv_Latn", + "languages": [ + "ltz-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.844302, + "recall": 0.886364, + "f1": 0.856851, + "accuracy": 0.886364, + "main_score": 0.856851, + "hf_subset": "ltz_Latn-kin_Latn", + "languages": [ + "ltz-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "ltz_Latn-mal_Mlym", + "languages": [ + "ltz-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ltz_Latn-pes_Arab", + "languages": [ + "ltz-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ltz_Latn-srd_Latn", + "languages": [ + "ltz-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.193516, + "recall": 0.259881, + "f1": 0.208831, + "accuracy": 0.259881, + "main_score": 0.208831, + "hf_subset": "ltz_Latn-tzm_Tfng", + "languages": [ + "ltz-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-acq_Arab", + "languages": [ + "ltz-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.647974, + "recall": 0.719368, + "f1": 0.668497, + "accuracy": 0.719368, + "main_score": 0.668497, + "hf_subset": "ltz_Latn-bem_Latn", + "languages": [ + "ltz-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-epo_Latn", + "languages": [ + "ltz-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ltz_Latn-hun_Latn", + "languages": [ + "ltz-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.980402, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "ltz_Latn-kir_Cyrl", + "languages": [ + "ltz-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-mar_Deva", + "languages": [ + "ltz-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.872941, + "recall": 0.908103, + "f1": 0.883959, + "accuracy": 0.908103, + "main_score": 0.883959, + "hf_subset": "ltz_Latn-plt_Latn", + "languages": [ + "ltz-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ltz_Latn-srp_Cyrl", + "languages": [ + "ltz-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.932148, + "recall": 0.952569, + "f1": 0.938735, + "accuracy": 0.952569, + "main_score": 0.938735, + "hf_subset": "ltz_Latn-uig_Arab", + "languages": [ + "ltz-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-aeb_Arab", + "languages": [ + "ltz-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-ben_Beng", + "languages": [ + "ltz-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-est_Latn", + "languages": [ + "ltz-Latn", + "est-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ltz_Latn-hye_Armn", + "languages": [ + "ltz-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.449978, + "recall": 0.514822, + "f1": 0.467951, + "accuracy": 0.514822, + "main_score": 0.467951, + "hf_subset": "ltz_Latn-kmb_Latn", + "languages": [ + "ltz-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.47746, + "recall": 0.568182, + "f1": 0.50119, + "accuracy": 0.568182, + "main_score": 0.50119, + "hf_subset": "ltz_Latn-min_Arab", + "languages": [ + "ltz-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-pol_Latn", + "languages": [ + "ltz-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.734964, + "recall": 0.806324, + "f1": 0.756719, + "accuracy": 0.806324, + "main_score": 0.756719, + "hf_subset": "ltz_Latn-ssw_Latn", + "languages": [ + "ltz-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-ukr_Cyrl", + "languages": [ + "ltz-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-afr_Latn", + "languages": [ + "ltz-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ltz_Latn-bho_Deva", + "languages": [ + "ltz-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ltz_Latn-eus_Latn", + "languages": [ + "ltz-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.85387, + "recall": 0.897233, + "f1": 0.867292, + "accuracy": 0.897233, + "main_score": 0.867292, + "hf_subset": "ltz_Latn-ibo_Latn", + "languages": [ + "ltz-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.875642, + "recall": 0.911067, + "f1": 0.886759, + "accuracy": 0.911067, + "main_score": 0.886759, + "hf_subset": "ltz_Latn-kmr_Latn", + "languages": [ + "ltz-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ltz_Latn-min_Latn", + "languages": [ + "ltz-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-por_Latn", + "languages": [ + "ltz-Latn", + "por-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ltz_Latn-sun_Latn", + "languages": [ + "ltz-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.438556, + "recall": 0.512846, + "f1": 0.459352, + "accuracy": 0.512846, + "main_score": 0.459352, + "hf_subset": "ltz_Latn-umb_Latn", + "languages": [ + "ltz-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-ajp_Arab", + "languages": [ + "ltz-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.505652, + "recall": 0.589921, + "f1": 0.528726, + "accuracy": 0.589921, + "main_score": 0.528726, + "hf_subset": "ltz_Latn-bjn_Arab", + "languages": [ + "ltz-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.443735, + "recall": 0.508893, + "f1": 0.460896, + "accuracy": 0.508893, + "main_score": 0.460896, + "hf_subset": "ltz_Latn-ewe_Latn", + "languages": [ + "ltz-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.948452, + "recall": 0.965415, + "f1": 0.954051, + "accuracy": 0.965415, + "main_score": 0.954051, + "hf_subset": "ltz_Latn-ilo_Latn", + "languages": [ + "ltz-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.246948, + "recall": 0.320158, + "f1": 0.264716, + "accuracy": 0.320158, + "main_score": 0.264716, + "hf_subset": "ltz_Latn-knc_Arab", + "languages": [ + "ltz-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-mkd_Cyrl", + "languages": [ + "ltz-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ltz_Latn-prs_Arab", + "languages": [ + "ltz-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-swe_Latn", + "languages": [ + "ltz-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ltz_Latn-urd_Arab", + "languages": [ + "ltz-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.723, + "recall": 0.79249, + "f1": 0.743316, + "accuracy": 0.79249, + "main_score": 0.743316, + "hf_subset": "ltz_Latn-aka_Latn", + "languages": [ + "ltz-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "ltz_Latn-bjn_Latn", + "languages": [ + "ltz-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ltz_Latn-fao_Latn", + "languages": [ + "ltz-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "ltz_Latn-ind_Latn", + "languages": [ + "ltz-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.485365, + "recall": 0.555336, + "f1": 0.503719, + "accuracy": 0.555336, + "main_score": 0.503719, + "hf_subset": "ltz_Latn-knc_Latn", + "languages": [ + "ltz-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-mlt_Latn", + "languages": [ + "ltz-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.601366, + "recall": 0.682806, + "f1": 0.625041, + "accuracy": 0.682806, + "main_score": 0.625041, + "hf_subset": "ltz_Latn-quy_Latn", + "languages": [ + "ltz-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-swh_Latn", + "languages": [ + "ltz-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ltz_Latn-uzn_Latn", + "languages": [ + "ltz-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-als_Latn", + "languages": [ + "ltz-Latn", + "als-Latn" + ] + }, + { + "precision": 0.789872, + "recall": 0.843874, + "f1": 0.806112, + "accuracy": 0.843874, + "main_score": 0.806112, + "hf_subset": "ltz_Latn-bod_Tibt", + "languages": [ + "ltz-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.605956, + "recall": 0.68083, + "f1": 0.627098, + "accuracy": 0.68083, + "main_score": 0.627098, + "hf_subset": "ltz_Latn-fij_Latn", + "languages": [ + "ltz-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "ltz_Latn-isl_Latn", + "languages": [ + "ltz-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.574025, + "recall": 0.656126, + "f1": 0.597363, + "accuracy": 0.656126, + "main_score": 0.597363, + "hf_subset": "ltz_Latn-kon_Latn", + "languages": [ + "ltz-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.583897, + "recall": 0.670949, + "f1": 0.609234, + "accuracy": 0.670949, + "main_score": 0.609234, + "hf_subset": "ltz_Latn-mni_Beng", + "languages": [ + "ltz-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ltz_Latn-ron_Latn", + "languages": [ + "ltz-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "ltz_Latn-szl_Latn", + "languages": [ + "ltz-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-vec_Latn", + "languages": [ + "ltz-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.927783, + "recall": 0.949605, + "f1": 0.934684, + "accuracy": 0.949605, + "main_score": 0.934684, + "hf_subset": "ltz_Latn-amh_Ethi", + "languages": [ + "ltz-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-bos_Latn", + "languages": [ + "ltz-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ltz_Latn-fin_Latn", + "languages": [ + "ltz-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-ita_Latn", + "languages": [ + "ltz-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-kor_Hang", + "languages": [ + "ltz-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.47161, + "recall": 0.54249, + "f1": 0.491356, + "accuracy": 0.54249, + "main_score": 0.491356, + "hf_subset": "ltz_Latn-mos_Latn", + "languages": [ + "ltz-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.760145, + "recall": 0.816206, + "f1": 0.776637, + "accuracy": 0.816206, + "main_score": 0.776637, + "hf_subset": "ltz_Latn-run_Latn", + "languages": [ + "ltz-Latn", + "run-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "ltz_Latn-tam_Taml", + "languages": [ + "ltz-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ltz_Latn-vie_Latn", + "languages": [ + "ltz-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ltz_Latn-apc_Arab", + "languages": [ + "ltz-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.716167, + "recall": 0.783597, + "f1": 0.735804, + "accuracy": 0.783597, + "main_score": 0.735804, + "hf_subset": "ltz_Latn-bug_Latn", + "languages": [ + "ltz-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.404755, + "recall": 0.466403, + "f1": 0.421457, + "accuracy": 0.466403, + "main_score": 0.421457, + "hf_subset": "ltz_Latn-fon_Latn", + "languages": [ + "ltz-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "ltz_Latn-jav_Latn", + "languages": [ + "ltz-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.941535, + "recall": 0.959486, + "f1": 0.947134, + "accuracy": 0.959486, + "main_score": 0.947134, + "hf_subset": "ltz_Latn-lao_Laoo", + "languages": [ + "ltz-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.853096, + "recall": 0.897233, + "f1": 0.867095, + "accuracy": 0.897233, + "main_score": 0.867095, + "hf_subset": "ltz_Latn-mri_Latn", + "languages": [ + "ltz-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-rus_Cyrl", + "languages": [ + "ltz-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.486094, + "recall": 0.555336, + "f1": 0.504635, + "accuracy": 0.555336, + "main_score": 0.504635, + "hf_subset": "ltz_Latn-taq_Latn", + "languages": [ + "ltz-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ltz_Latn-war_Latn", + "languages": [ + "ltz-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-arb_Arab", + "languages": [ + "ltz-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-bul_Cyrl", + "languages": [ + "ltz-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-fra_Latn", + "languages": [ + "ltz-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-jpn_Jpan", + "languages": [ + "ltz-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ltz_Latn-lij_Latn", + "languages": [ + "ltz-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "ltz_Latn-mya_Mymr", + "languages": [ + "ltz-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.532921, + "recall": 0.604743, + "f1": 0.552651, + "accuracy": 0.604743, + "main_score": 0.552651, + "hf_subset": "ltz_Latn-sag_Latn", + "languages": [ + "ltz-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.222332, + "recall": 0.288538, + "f1": 0.238549, + "accuracy": 0.288538, + "main_score": 0.238549, + "hf_subset": "ltz_Latn-taq_Tfng", + "languages": [ + "ltz-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.621525, + "recall": 0.693676, + "f1": 0.641902, + "accuracy": 0.693676, + "main_score": 0.641902, + "hf_subset": "ltz_Latn-wol_Latn", + "languages": [ + "ltz-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.824028, + "recall": 0.874506, + "f1": 0.839592, + "accuracy": 0.874506, + "main_score": 0.839592, + "hf_subset": "ltz_Latn-arb_Latn", + "languages": [ + "ltz-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ltz_Latn-cat_Latn", + "languages": [ + "ltz-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-fur_Latn", + "languages": [ + "ltz-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.429846, + "recall": 0.511858, + "f1": 0.451862, + "accuracy": 0.511858, + "main_score": 0.451862, + "hf_subset": "ltz_Latn-kab_Latn", + "languages": [ + "ltz-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-lim_Latn", + "languages": [ + "ltz-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-nld_Latn", + "languages": [ + "ltz-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.956686, + "recall": 0.968379, + "f1": 0.960474, + "accuracy": 0.968379, + "main_score": 0.960474, + "hf_subset": "ltz_Latn-san_Deva", + "languages": [ + "ltz-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-tat_Cyrl", + "languages": [ + "ltz-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.871377, + "recall": 0.910079, + "f1": 0.883729, + "accuracy": 0.910079, + "main_score": 0.883729, + "hf_subset": "ltz_Latn-xho_Latn", + "languages": [ + "ltz-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-ars_Arab", + "languages": [ + "ltz-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-ceb_Latn", + "languages": [ + "ltz-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.466471, + "recall": 0.544466, + "f1": 0.487375, + "accuracy": 0.544466, + "main_score": 0.487375, + "hf_subset": "ltz_Latn-fuv_Latn", + "languages": [ + "ltz-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.451685, + "recall": 0.525692, + "f1": 0.471513, + "accuracy": 0.525692, + "main_score": 0.471513, + "hf_subset": "ltz_Latn-kac_Latn", + "languages": [ + "ltz-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.620825, + "recall": 0.692688, + "f1": 0.640853, + "accuracy": 0.692688, + "main_score": 0.640853, + "hf_subset": "ltz_Latn-lin_Latn", + "languages": [ + "ltz-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ltz_Latn-nno_Latn", + "languages": [ + "ltz-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.866831, + "recall": 0.90415, + "f1": 0.878426, + "accuracy": 0.90415, + "main_score": 0.878426, + "hf_subset": "ltz_Latn-sat_Olck", + "languages": [ + "ltz-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-tel_Telu", + "languages": [ + "ltz-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ltz_Latn-ydd_Hebr", + "languages": [ + "ltz-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "ltz_Latn-ary_Arab", + "languages": [ + "ltz-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-ces_Latn", + "languages": [ + "ltz-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.542812, + "recall": 0.623518, + "f1": 0.565592, + "accuracy": 0.623518, + "main_score": 0.565592, + "hf_subset": "ltz_Latn-gaz_Latn", + "languages": [ + "ltz-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.514331, + "recall": 0.590909, + "f1": 0.535232, + "accuracy": 0.590909, + "main_score": 0.535232, + "hf_subset": "ltz_Latn-kam_Latn", + "languages": [ + "ltz-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ltz_Latn-lit_Latn", + "languages": [ + "ltz-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-nob_Latn", + "languages": [ + "ltz-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ltz_Latn-scn_Latn", + "languages": [ + "ltz-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "ltz_Latn-tgk_Cyrl", + "languages": [ + "ltz-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.724259, + "recall": 0.793478, + "f1": 0.744683, + "accuracy": 0.793478, + "main_score": 0.744683, + "hf_subset": "ltz_Latn-yor_Latn", + "languages": [ + "ltz-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-arz_Arab", + "languages": [ + "ltz-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.462471, + "recall": 0.537549, + "f1": 0.483155, + "accuracy": 0.537549, + "main_score": 0.483155, + "hf_subset": "ltz_Latn-cjk_Latn", + "languages": [ + "ltz-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.945982, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "ltz_Latn-gla_Latn", + "languages": [ + "ltz-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ltz_Latn-kan_Knda", + "languages": [ + "ltz-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "ltz_Latn-lmo_Latn", + "languages": [ + "ltz-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ltz_Latn-npi_Deva", + "languages": [ + "ltz-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.528129, + "recall": 0.61166, + "f1": 0.551809, + "accuracy": 0.61166, + "main_score": 0.551809, + "hf_subset": "ltz_Latn-shn_Mymr", + "languages": [ + "ltz-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-tgl_Latn", + "languages": [ + "ltz-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-yue_Hant", + "languages": [ + "ltz-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ltz_Latn-asm_Beng", + "languages": [ + "ltz-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.916255, + "recall": 0.9417, + "f1": 0.924308, + "accuracy": 0.9417, + "main_score": 0.924308, + "hf_subset": "ltz_Latn-ckb_Arab", + "languages": [ + "ltz-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ltz_Latn-gle_Latn", + "languages": [ + "ltz-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.892622, + "recall": 0.922925, + "f1": 0.902174, + "accuracy": 0.922925, + "main_score": 0.902174, + "hf_subset": "ltz_Latn-kas_Arab", + "languages": [ + "ltz-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.890646, + "recall": 0.922925, + "f1": 0.900856, + "accuracy": 0.922925, + "main_score": 0.900856, + "hf_subset": "ltz_Latn-ltg_Latn", + "languages": [ + "ltz-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.784133, + "recall": 0.838933, + "f1": 0.801103, + "accuracy": 0.838933, + "main_score": 0.801103, + "hf_subset": "ltz_Latn-nso_Latn", + "languages": [ + "ltz-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "ltz_Latn-sin_Sinh", + "languages": [ + "ltz-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ltz_Latn-tha_Thai", + "languages": [ + "ltz-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ltz_Latn-zho_Hans", + "languages": [ + "ltz-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-ast_Latn", + "languages": [ + "ltz-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ltz_Latn-crh_Latn", + "languages": [ + "ltz-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-glg_Latn", + "languages": [ + "ltz-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.84025, + "recall": 0.883399, + "f1": 0.85343, + "accuracy": 0.883399, + "main_score": 0.85343, + "hf_subset": "ltz_Latn-kas_Deva", + "languages": [ + "ltz-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.410803, + "recall": 0.481225, + "f1": 0.429795, + "accuracy": 0.481225, + "main_score": 0.429795, + "hf_subset": "ltz_Latn-nus_Latn", + "languages": [ + "ltz-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-slk_Latn", + "languages": [ + "ltz-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.604282, + "recall": 0.688735, + "f1": 0.628529, + "accuracy": 0.688735, + "main_score": 0.628529, + "hf_subset": "ltz_Latn-tir_Ethi", + "languages": [ + "ltz-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ltz_Latn-zho_Hant", + "languages": [ + "ltz-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "ltz_Latn-awa_Deva", + "languages": [ + "ltz-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ltz_Latn-cym_Latn", + "languages": [ + "ltz-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.756736, + "recall": 0.817194, + "f1": 0.774868, + "accuracy": 0.817194, + "main_score": 0.774868, + "hf_subset": "ltz_Latn-grn_Latn", + "languages": [ + "ltz-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-kat_Geor", + "languages": [ + "ltz-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.585197, + "recall": 0.656126, + "f1": 0.604699, + "accuracy": 0.656126, + "main_score": 0.604699, + "hf_subset": "ltz_Latn-lua_Latn", + "languages": [ + "ltz-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.82304, + "recall": 0.875494, + "f1": 0.839822, + "accuracy": 0.875494, + "main_score": 0.839822, + "hf_subset": "ltz_Latn-nya_Latn", + "languages": [ + "ltz-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-slv_Latn", + "languages": [ + "ltz-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "ltz_Latn-tpi_Latn", + "languages": [ + "ltz-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-zsm_Latn", + "languages": [ + "ltz-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.488008, + "recall": 0.556324, + "f1": 0.506616, + "accuracy": 0.556324, + "main_score": 0.506616, + "hf_subset": "ltz_Latn-ayr_Latn", + "languages": [ + "ltz-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-dan_Latn", + "languages": [ + "ltz-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-guj_Gujr", + "languages": [ + "ltz-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ltz_Latn-kaz_Cyrl", + "languages": [ + "ltz-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.616265, + "recall": 0.693676, + "f1": 0.638378, + "accuracy": 0.693676, + "main_score": 0.638378, + "hf_subset": "ltz_Latn-lug_Latn", + "languages": [ + "ltz-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-oci_Latn", + "languages": [ + "ltz-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.829381, + "recall": 0.873518, + "f1": 0.843017, + "accuracy": 0.873518, + "main_score": 0.843017, + "hf_subset": "ltz_Latn-smo_Latn", + "languages": [ + "ltz-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.731729, + "recall": 0.796443, + "f1": 0.750925, + "accuracy": 0.796443, + "main_score": 0.750925, + "hf_subset": "ltz_Latn-tsn_Latn", + "languages": [ + "ltz-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.891963, + "recall": 0.924901, + "f1": 0.902503, + "accuracy": 0.924901, + "main_score": 0.902503, + "hf_subset": "ltz_Latn-zul_Latn", + "languages": [ + "ltz-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.925148, + "recall": 0.948617, + "f1": 0.932708, + "accuracy": 0.948617, + "main_score": 0.932708, + "hf_subset": "ltz_Latn-azb_Arab", + "languages": [ + "ltz-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-deu_Latn", + "languages": [ + "ltz-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "ltz_Latn-hat_Latn", + "languages": [ + "ltz-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.449779, + "recall": 0.516798, + "f1": 0.46802, + "accuracy": 0.516798, + "main_score": 0.46802, + "hf_subset": "ltz_Latn-kbp_Latn", + "languages": [ + "ltz-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.481583, + "recall": 0.550395, + "f1": 0.500628, + "accuracy": 0.550395, + "main_score": 0.500628, + "hf_subset": "ltz_Latn-luo_Latn", + "languages": [ + "ltz-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ltz_Latn-ory_Orya", + "languages": [ + "ltz-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.888011, + "recall": 0.921937, + "f1": 0.89888, + "accuracy": 0.921937, + "main_score": 0.89888, + "hf_subset": "ltz_Latn-sna_Latn", + "languages": [ + "ltz-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.634092, + "recall": 0.710474, + "f1": 0.655973, + "accuracy": 0.710474, + "main_score": 0.655973, + "hf_subset": "ltz_Latn-tso_Latn", + "languages": [ + "ltz-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ltz_Latn-azj_Latn", + "languages": [ + "ltz-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.490788, + "recall": 0.560277, + "f1": 0.510237, + "accuracy": 0.560277, + "main_score": 0.510237, + "hf_subset": "ltz_Latn-dik_Latn", + "languages": [ + "ltz-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.895751, + "recall": 0.925889, + "f1": 0.905435, + "accuracy": 0.925889, + "main_score": 0.905435, + "hf_subset": "ltz_Latn-hau_Latn", + "languages": [ + "ltz-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ltz_Latn-kea_Latn", + "languages": [ + "ltz-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.915102, + "recall": 0.938735, + "f1": 0.922332, + "accuracy": 0.938735, + "main_score": 0.922332, + "hf_subset": "ltz_Latn-lus_Latn", + "languages": [ + "ltz-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.849835, + "recall": 0.890316, + "f1": 0.862418, + "accuracy": 0.890316, + "main_score": 0.862418, + "hf_subset": "ltz_Latn-pag_Latn", + "languages": [ + "ltz-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "ltz_Latn-snd_Arab", + "languages": [ + "ltz-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ltz_Latn-tuk_Latn", + "languages": [ + "ltz-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ltz_Latn-bak_Cyrl", + "languages": [ + "ltz-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.444088, + "recall": 0.525692, + "f1": 0.466784, + "accuracy": 0.525692, + "main_score": 0.466784, + "hf_subset": "ltz_Latn-dyu_Latn", + "languages": [ + "ltz-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ltz_Latn-heb_Hebr", + "languages": [ + "ltz-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.96698, + "recall": 0.977273, + "f1": 0.970257, + "accuracy": 0.977273, + "main_score": 0.970257, + "hf_subset": "ltz_Latn-khk_Cyrl", + "languages": [ + "ltz-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-lvs_Latn", + "languages": [ + "ltz-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-pan_Guru", + "languages": [ + "ltz-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.848485, + "recall": 0.893281, + "f1": 0.862418, + "accuracy": 0.893281, + "main_score": 0.862418, + "hf_subset": "ltz_Latn-som_Latn", + "languages": [ + "ltz-Latn", + "som-Latn" + ] + }, + { + "precision": 0.689889, + "recall": 0.757905, + "f1": 0.710019, + "accuracy": 0.757905, + "main_score": 0.710019, + "hf_subset": "ltz_Latn-tum_Latn", + "languages": [ + "ltz-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.324953, + "recall": 0.379447, + "f1": 0.339379, + "accuracy": 0.379447, + "main_score": 0.339379, + "hf_subset": "nus_Latn-ace_Arab", + "languages": [ + "nus-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.422721, + "recall": 0.462451, + "f1": 0.433868, + "accuracy": 0.462451, + "main_score": 0.433868, + "hf_subset": "nus_Latn-bam_Latn", + "languages": [ + "nus-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.283689, + "recall": 0.337945, + "f1": 0.298049, + "accuracy": 0.337945, + "main_score": 0.298049, + "hf_subset": "nus_Latn-dzo_Tibt", + "languages": [ + "nus-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.422004, + "recall": 0.477273, + "f1": 0.436836, + "accuracy": 0.477273, + "main_score": 0.436836, + "hf_subset": "nus_Latn-hin_Deva", + "languages": [ + "nus-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.375102, + "recall": 0.424901, + "f1": 0.388564, + "accuracy": 0.424901, + "main_score": 0.388564, + "hf_subset": "nus_Latn-khm_Khmr", + "languages": [ + "nus-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.413983, + "recall": 0.461462, + "f1": 0.425603, + "accuracy": 0.461462, + "main_score": 0.425603, + "hf_subset": "nus_Latn-mag_Deva", + "languages": [ + "nus-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.40287, + "recall": 0.451581, + "f1": 0.416157, + "accuracy": 0.451581, + "main_score": 0.416157, + "hf_subset": "nus_Latn-pap_Latn", + "languages": [ + "nus-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.408874, + "recall": 0.45751, + "f1": 0.421905, + "accuracy": 0.45751, + "main_score": 0.421905, + "hf_subset": "nus_Latn-sot_Latn", + "languages": [ + "nus-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.415244, + "recall": 0.462451, + "f1": 0.427271, + "accuracy": 0.462451, + "main_score": 0.427271, + "hf_subset": "nus_Latn-tur_Latn", + "languages": [ + "nus-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.410202, + "recall": 0.452569, + "f1": 0.420961, + "accuracy": 0.452569, + "main_score": 0.420961, + "hf_subset": "nus_Latn-ace_Latn", + "languages": [ + "nus-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.386925, + "recall": 0.43083, + "f1": 0.398818, + "accuracy": 0.43083, + "main_score": 0.398818, + "hf_subset": "nus_Latn-ban_Latn", + "languages": [ + "nus-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.403041, + "recall": 0.451581, + "f1": 0.415753, + "accuracy": 0.451581, + "main_score": 0.415753, + "hf_subset": "nus_Latn-ell_Grek", + "languages": [ + "nus-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.404987, + "recall": 0.450593, + "f1": 0.417639, + "accuracy": 0.450593, + "main_score": 0.417639, + "hf_subset": "nus_Latn-hne_Deva", + "languages": [ + "nus-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.382803, + "recall": 0.431818, + "f1": 0.396417, + "accuracy": 0.431818, + "main_score": 0.396417, + "hf_subset": "nus_Latn-kik_Latn", + "languages": [ + "nus-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.412181, + "recall": 0.460474, + "f1": 0.424444, + "accuracy": 0.460474, + "main_score": 0.424444, + "hf_subset": "nus_Latn-mai_Deva", + "languages": [ + "nus-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.388124, + "recall": 0.435771, + "f1": 0.401294, + "accuracy": 0.435771, + "main_score": 0.401294, + "hf_subset": "nus_Latn-pbt_Arab", + "languages": [ + "nus-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.42307, + "recall": 0.479249, + "f1": 0.437479, + "accuracy": 0.479249, + "main_score": 0.437479, + "hf_subset": "nus_Latn-spa_Latn", + "languages": [ + "nus-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.433826, + "recall": 0.480237, + "f1": 0.446273, + "accuracy": 0.480237, + "main_score": 0.446273, + "hf_subset": "nus_Latn-twi_Latn", + "languages": [ + "nus-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.40782, + "recall": 0.455534, + "f1": 0.420268, + "accuracy": 0.455534, + "main_score": 0.420268, + "hf_subset": "nus_Latn-acm_Arab", + "languages": [ + "nus-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.372521, + "recall": 0.424901, + "f1": 0.386499, + "accuracy": 0.424901, + "main_score": 0.386499, + "hf_subset": "nus_Latn-bel_Cyrl", + "languages": [ + "nus-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.44875, + "recall": 0.508893, + "f1": 0.465568, + "accuracy": 0.508893, + "main_score": 0.465568, + "hf_subset": "nus_Latn-eng_Latn", + "languages": [ + "nus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.405441, + "recall": 0.453557, + "f1": 0.418603, + "accuracy": 0.453557, + "main_score": 0.418603, + "hf_subset": "nus_Latn-hrv_Latn", + "languages": [ + "nus-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.384603, + "recall": 0.434783, + "f1": 0.397683, + "accuracy": 0.434783, + "main_score": 0.397683, + "hf_subset": "nus_Latn-kin_Latn", + "languages": [ + "nus-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.393244, + "recall": 0.443676, + "f1": 0.406522, + "accuracy": 0.443676, + "main_score": 0.406522, + "hf_subset": "nus_Latn-mal_Mlym", + "languages": [ + "nus-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.388669, + "recall": 0.438735, + "f1": 0.401607, + "accuracy": 0.438735, + "main_score": 0.401607, + "hf_subset": "nus_Latn-pes_Arab", + "languages": [ + "nus-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.399017, + "recall": 0.448617, + "f1": 0.411293, + "accuracy": 0.448617, + "main_score": 0.411293, + "hf_subset": "nus_Latn-srd_Latn", + "languages": [ + "nus-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.233282, + "recall": 0.283597, + "f1": 0.245183, + "accuracy": 0.283597, + "main_score": 0.245183, + "hf_subset": "nus_Latn-tzm_Tfng", + "languages": [ + "nus-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.404691, + "recall": 0.450593, + "f1": 0.416999, + "accuracy": 0.450593, + "main_score": 0.416999, + "hf_subset": "nus_Latn-acq_Arab", + "languages": [ + "nus-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.432575, + "recall": 0.475296, + "f1": 0.443936, + "accuracy": 0.475296, + "main_score": 0.443936, + "hf_subset": "nus_Latn-bem_Latn", + "languages": [ + "nus-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.400854, + "recall": 0.44664, + "f1": 0.413052, + "accuracy": 0.44664, + "main_score": 0.413052, + "hf_subset": "nus_Latn-epo_Latn", + "languages": [ + "nus-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.421251, + "recall": 0.471344, + "f1": 0.434776, + "accuracy": 0.471344, + "main_score": 0.434776, + "hf_subset": "nus_Latn-hun_Latn", + "languages": [ + "nus-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.392865, + "recall": 0.442688, + "f1": 0.40655, + "accuracy": 0.442688, + "main_score": 0.40655, + "hf_subset": "nus_Latn-kir_Cyrl", + "languages": [ + "nus-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.405532, + "recall": 0.452569, + "f1": 0.417846, + "accuracy": 0.452569, + "main_score": 0.417846, + "hf_subset": "nus_Latn-mar_Deva", + "languages": [ + "nus-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.395693, + "recall": 0.445652, + "f1": 0.409357, + "accuracy": 0.445652, + "main_score": 0.409357, + "hf_subset": "nus_Latn-plt_Latn", + "languages": [ + "nus-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.396101, + "recall": 0.445652, + "f1": 0.409245, + "accuracy": 0.445652, + "main_score": 0.409245, + "hf_subset": "nus_Latn-srp_Cyrl", + "languages": [ + "nus-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.371109, + "recall": 0.421937, + "f1": 0.384973, + "accuracy": 0.421937, + "main_score": 0.384973, + "hf_subset": "nus_Latn-uig_Arab", + "languages": [ + "nus-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.395652, + "recall": 0.443676, + "f1": 0.408149, + "accuracy": 0.443676, + "main_score": 0.408149, + "hf_subset": "nus_Latn-aeb_Arab", + "languages": [ + "nus-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.410991, + "recall": 0.455534, + "f1": 0.423069, + "accuracy": 0.455534, + "main_score": 0.423069, + "hf_subset": "nus_Latn-ben_Beng", + "languages": [ + "nus-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.389046, + "recall": 0.439723, + "f1": 0.402916, + "accuracy": 0.439723, + "main_score": 0.402916, + "hf_subset": "nus_Latn-est_Latn", + "languages": [ + "nus-Latn", + "est-Latn" + ] + }, + { + "precision": 0.383877, + "recall": 0.435771, + "f1": 0.398029, + "accuracy": 0.435771, + "main_score": 0.398029, + "hf_subset": "nus_Latn-hye_Armn", + "languages": [ + "nus-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.419144, + "recall": 0.456522, + "f1": 0.429694, + "accuracy": 0.456522, + "main_score": 0.429694, + "hf_subset": "nus_Latn-kmb_Latn", + "languages": [ + "nus-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.336011, + "recall": 0.387352, + "f1": 0.350633, + "accuracy": 0.387352, + "main_score": 0.350633, + "hf_subset": "nus_Latn-min_Arab", + "languages": [ + "nus-Latn", + "min-Arab" + ] + }, + { + "precision": 0.419694, + "recall": 0.470356, + "f1": 0.433179, + "accuracy": 0.470356, + "main_score": 0.433179, + "hf_subset": "nus_Latn-pol_Latn", + "languages": [ + "nus-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.38568, + "recall": 0.434783, + "f1": 0.398351, + "accuracy": 0.434783, + "main_score": 0.398351, + "hf_subset": "nus_Latn-ssw_Latn", + "languages": [ + "nus-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.399748, + "recall": 0.450593, + "f1": 0.413365, + "accuracy": 0.450593, + "main_score": 0.413365, + "hf_subset": "nus_Latn-ukr_Cyrl", + "languages": [ + "nus-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.410501, + "recall": 0.458498, + "f1": 0.423276, + "accuracy": 0.458498, + "main_score": 0.423276, + "hf_subset": "nus_Latn-afr_Latn", + "languages": [ + "nus-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.431927, + "recall": 0.478261, + "f1": 0.44411, + "accuracy": 0.478261, + "main_score": 0.44411, + "hf_subset": "nus_Latn-bho_Deva", + "languages": [ + "nus-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.394646, + "recall": 0.439723, + "f1": 0.406335, + "accuracy": 0.439723, + "main_score": 0.406335, + "hf_subset": "nus_Latn-eus_Latn", + "languages": [ + "nus-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.370268, + "recall": 0.420949, + "f1": 0.384032, + "accuracy": 0.420949, + "main_score": 0.384032, + "hf_subset": "nus_Latn-ibo_Latn", + "languages": [ + "nus-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.389303, + "recall": 0.442688, + "f1": 0.403288, + "accuracy": 0.442688, + "main_score": 0.403288, + "hf_subset": "nus_Latn-kmr_Latn", + "languages": [ + "nus-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.380127, + "recall": 0.420949, + "f1": 0.390436, + "accuracy": 0.420949, + "main_score": 0.390436, + "hf_subset": "nus_Latn-min_Latn", + "languages": [ + "nus-Latn", + "min-Latn" + ] + }, + { + "precision": 0.415296, + "recall": 0.462451, + "f1": 0.42779, + "accuracy": 0.462451, + "main_score": 0.42779, + "hf_subset": "nus_Latn-por_Latn", + "languages": [ + "nus-Latn", + "por-Latn" + ] + }, + { + "precision": 0.381977, + "recall": 0.427866, + "f1": 0.395084, + "accuracy": 0.427866, + "main_score": 0.395084, + "hf_subset": "nus_Latn-sun_Latn", + "languages": [ + "nus-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.428633, + "recall": 0.469368, + "f1": 0.440285, + "accuracy": 0.469368, + "main_score": 0.440285, + "hf_subset": "nus_Latn-umb_Latn", + "languages": [ + "nus-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.393525, + "recall": 0.44664, + "f1": 0.406865, + "accuracy": 0.44664, + "main_score": 0.406865, + "hf_subset": "nus_Latn-ajp_Arab", + "languages": [ + "nus-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.354228, + "recall": 0.403162, + "f1": 0.366851, + "accuracy": 0.403162, + "main_score": 0.366851, + "hf_subset": "nus_Latn-bjn_Arab", + "languages": [ + "nus-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.415327, + "recall": 0.460474, + "f1": 0.427673, + "accuracy": 0.460474, + "main_score": 0.427673, + "hf_subset": "nus_Latn-ewe_Latn", + "languages": [ + "nus-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.408114, + "recall": 0.456522, + "f1": 0.420839, + "accuracy": 0.456522, + "main_score": 0.420839, + "hf_subset": "nus_Latn-ilo_Latn", + "languages": [ + "nus-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.254394, + "recall": 0.314229, + "f1": 0.269819, + "accuracy": 0.314229, + "main_score": 0.269819, + "hf_subset": "nus_Latn-knc_Arab", + "languages": [ + "nus-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.380988, + "recall": 0.431818, + "f1": 0.394742, + "accuracy": 0.431818, + "main_score": 0.394742, + "hf_subset": "nus_Latn-mkd_Cyrl", + "languages": [ + "nus-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.417101, + "recall": 0.466403, + "f1": 0.430167, + "accuracy": 0.466403, + "main_score": 0.430167, + "hf_subset": "nus_Latn-prs_Arab", + "languages": [ + "nus-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.411256, + "recall": 0.462451, + "f1": 0.424608, + "accuracy": 0.462451, + "main_score": 0.424608, + "hf_subset": "nus_Latn-swe_Latn", + "languages": [ + "nus-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.399849, + "recall": 0.448617, + "f1": 0.41272, + "accuracy": 0.448617, + "main_score": 0.41272, + "hf_subset": "nus_Latn-urd_Arab", + "languages": [ + "nus-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.416813, + "recall": 0.465415, + "f1": 0.429424, + "accuracy": 0.465415, + "main_score": 0.429424, + "hf_subset": "nus_Latn-aka_Latn", + "languages": [ + "nus-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.414666, + "recall": 0.462451, + "f1": 0.427066, + "accuracy": 0.462451, + "main_score": 0.427066, + "hf_subset": "nus_Latn-bjn_Latn", + "languages": [ + "nus-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.381495, + "recall": 0.43083, + "f1": 0.394898, + "accuracy": 0.43083, + "main_score": 0.394898, + "hf_subset": "nus_Latn-fao_Latn", + "languages": [ + "nus-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.419256, + "recall": 0.469368, + "f1": 0.432438, + "accuracy": 0.469368, + "main_score": 0.432438, + "hf_subset": "nus_Latn-ind_Latn", + "languages": [ + "nus-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.446929, + "recall": 0.486166, + "f1": 0.45827, + "accuracy": 0.486166, + "main_score": 0.45827, + "hf_subset": "nus_Latn-knc_Latn", + "languages": [ + "nus-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.382598, + "recall": 0.431818, + "f1": 0.395461, + "accuracy": 0.431818, + "main_score": 0.395461, + "hf_subset": "nus_Latn-mlt_Latn", + "languages": [ + "nus-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.433729, + "recall": 0.480237, + "f1": 0.446692, + "accuracy": 0.480237, + "main_score": 0.446692, + "hf_subset": "nus_Latn-quy_Latn", + "languages": [ + "nus-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.38891, + "recall": 0.4417, + "f1": 0.402931, + "accuracy": 0.4417, + "main_score": 0.402931, + "hf_subset": "nus_Latn-swh_Latn", + "languages": [ + "nus-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.387243, + "recall": 0.4417, + "f1": 0.401997, + "accuracy": 0.4417, + "main_score": 0.401997, + "hf_subset": "nus_Latn-uzn_Latn", + "languages": [ + "nus-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.397724, + "recall": 0.44664, + "f1": 0.410436, + "accuracy": 0.44664, + "main_score": 0.410436, + "hf_subset": "nus_Latn-als_Latn", + "languages": [ + "nus-Latn", + "als-Latn" + ] + }, + { + "precision": 0.313504, + "recall": 0.371542, + "f1": 0.328365, + "accuracy": 0.371542, + "main_score": 0.328365, + "hf_subset": "nus_Latn-bod_Tibt", + "languages": [ + "nus-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.415102, + "recall": 0.45751, + "f1": 0.42782, + "accuracy": 0.45751, + "main_score": 0.42782, + "hf_subset": "nus_Latn-fij_Latn", + "languages": [ + "nus-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.386476, + "recall": 0.432806, + "f1": 0.399327, + "accuracy": 0.432806, + "main_score": 0.399327, + "hf_subset": "nus_Latn-isl_Latn", + "languages": [ + "nus-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.429694, + "recall": 0.475296, + "f1": 0.441803, + "accuracy": 0.475296, + "main_score": 0.441803, + "hf_subset": "nus_Latn-kon_Latn", + "languages": [ + "nus-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.395463, + "recall": 0.442688, + "f1": 0.407823, + "accuracy": 0.442688, + "main_score": 0.407823, + "hf_subset": "nus_Latn-mni_Beng", + "languages": [ + "nus-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.416374, + "recall": 0.466403, + "f1": 0.429379, + "accuracy": 0.466403, + "main_score": 0.429379, + "hf_subset": "nus_Latn-ron_Latn", + "languages": [ + "nus-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.401363, + "recall": 0.452569, + "f1": 0.414993, + "accuracy": 0.452569, + "main_score": 0.414993, + "hf_subset": "nus_Latn-szl_Latn", + "languages": [ + "nus-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.422632, + "recall": 0.470356, + "f1": 0.434542, + "accuracy": 0.470356, + "main_score": 0.434542, + "hf_subset": "nus_Latn-vec_Latn", + "languages": [ + "nus-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.418202, + "recall": 0.467391, + "f1": 0.431742, + "accuracy": 0.467391, + "main_score": 0.431742, + "hf_subset": "nus_Latn-amh_Ethi", + "languages": [ + "nus-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.411658, + "recall": 0.462451, + "f1": 0.425636, + "accuracy": 0.462451, + "main_score": 0.425636, + "hf_subset": "nus_Latn-bos_Latn", + "languages": [ + "nus-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.396483, + "recall": 0.448617, + "f1": 0.409836, + "accuracy": 0.448617, + "main_score": 0.409836, + "hf_subset": "nus_Latn-fin_Latn", + "languages": [ + "nus-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.427989, + "recall": 0.480237, + "f1": 0.442117, + "accuracy": 0.480237, + "main_score": 0.442117, + "hf_subset": "nus_Latn-ita_Latn", + "languages": [ + "nus-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.428162, + "recall": 0.478261, + "f1": 0.441401, + "accuracy": 0.478261, + "main_score": 0.441401, + "hf_subset": "nus_Latn-kor_Hang", + "languages": [ + "nus-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.433315, + "recall": 0.475296, + "f1": 0.445163, + "accuracy": 0.475296, + "main_score": 0.445163, + "hf_subset": "nus_Latn-mos_Latn", + "languages": [ + "nus-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.402504, + "recall": 0.450593, + "f1": 0.416117, + "accuracy": 0.450593, + "main_score": 0.416117, + "hf_subset": "nus_Latn-run_Latn", + "languages": [ + "nus-Latn", + "run-Latn" + ] + }, + { + "precision": 0.400656, + "recall": 0.455534, + "f1": 0.415423, + "accuracy": 0.455534, + "main_score": 0.415423, + "hf_subset": "nus_Latn-tam_Taml", + "languages": [ + "nus-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.412119, + "recall": 0.458498, + "f1": 0.42365, + "accuracy": 0.458498, + "main_score": 0.42365, + "hf_subset": "nus_Latn-vie_Latn", + "languages": [ + "nus-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.397223, + "recall": 0.445652, + "f1": 0.409579, + "accuracy": 0.445652, + "main_score": 0.409579, + "hf_subset": "nus_Latn-apc_Arab", + "languages": [ + "nus-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.423684, + "recall": 0.471344, + "f1": 0.436672, + "accuracy": 0.471344, + "main_score": 0.436672, + "hf_subset": "nus_Latn-bug_Latn", + "languages": [ + "nus-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.386971, + "recall": 0.434783, + "f1": 0.399879, + "accuracy": 0.434783, + "main_score": 0.399879, + "hf_subset": "nus_Latn-fon_Latn", + "languages": [ + "nus-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.389491, + "recall": 0.439723, + "f1": 0.402904, + "accuracy": 0.439723, + "main_score": 0.402904, + "hf_subset": "nus_Latn-jav_Latn", + "languages": [ + "nus-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.348078, + "recall": 0.393281, + "f1": 0.359897, + "accuracy": 0.393281, + "main_score": 0.359897, + "hf_subset": "nus_Latn-lao_Laoo", + "languages": [ + "nus-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.387738, + "recall": 0.435771, + "f1": 0.400748, + "accuracy": 0.435771, + "main_score": 0.400748, + "hf_subset": "nus_Latn-mri_Latn", + "languages": [ + "nus-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.419593, + "recall": 0.468379, + "f1": 0.432537, + "accuracy": 0.468379, + "main_score": 0.432537, + "hf_subset": "nus_Latn-rus_Cyrl", + "languages": [ + "nus-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.439906, + "recall": 0.480237, + "f1": 0.450921, + "accuracy": 0.480237, + "main_score": 0.450921, + "hf_subset": "nus_Latn-taq_Latn", + "languages": [ + "nus-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.399069, + "recall": 0.445652, + "f1": 0.411168, + "accuracy": 0.445652, + "main_score": 0.411168, + "hf_subset": "nus_Latn-war_Latn", + "languages": [ + "nus-Latn", + "war-Latn" + ] + }, + { + "precision": 0.407823, + "recall": 0.456522, + "f1": 0.421098, + "accuracy": 0.456522, + "main_score": 0.421098, + "hf_subset": "nus_Latn-arb_Arab", + "languages": [ + "nus-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.411611, + "recall": 0.459486, + "f1": 0.424112, + "accuracy": 0.459486, + "main_score": 0.424112, + "hf_subset": "nus_Latn-bul_Cyrl", + "languages": [ + "nus-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.426726, + "recall": 0.475296, + "f1": 0.439512, + "accuracy": 0.475296, + "main_score": 0.439512, + "hf_subset": "nus_Latn-fra_Latn", + "languages": [ + "nus-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.416651, + "recall": 0.470356, + "f1": 0.430244, + "accuracy": 0.470356, + "main_score": 0.430244, + "hf_subset": "nus_Latn-jpn_Jpan", + "languages": [ + "nus-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.421761, + "recall": 0.463439, + "f1": 0.43308, + "accuracy": 0.463439, + "main_score": 0.43308, + "hf_subset": "nus_Latn-lij_Latn", + "languages": [ + "nus-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.386151, + "recall": 0.435771, + "f1": 0.399352, + "accuracy": 0.435771, + "main_score": 0.399352, + "hf_subset": "nus_Latn-mya_Mymr", + "languages": [ + "nus-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.426725, + "recall": 0.470356, + "f1": 0.438655, + "accuracy": 0.470356, + "main_score": 0.438655, + "hf_subset": "nus_Latn-sag_Latn", + "languages": [ + "nus-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.236977, + "recall": 0.285573, + "f1": 0.249114, + "accuracy": 0.285573, + "main_score": 0.249114, + "hf_subset": "nus_Latn-taq_Tfng", + "languages": [ + "nus-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.446986, + "recall": 0.490119, + "f1": 0.459557, + "accuracy": 0.490119, + "main_score": 0.459557, + "hf_subset": "nus_Latn-wol_Latn", + "languages": [ + "nus-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.343992, + "recall": 0.393281, + "f1": 0.357698, + "accuracy": 0.393281, + "main_score": 0.357698, + "hf_subset": "nus_Latn-arb_Latn", + "languages": [ + "nus-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.399741, + "recall": 0.448617, + "f1": 0.412767, + "accuracy": 0.448617, + "main_score": 0.412767, + "hf_subset": "nus_Latn-cat_Latn", + "languages": [ + "nus-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.405979, + "recall": 0.456522, + "f1": 0.419234, + "accuracy": 0.456522, + "main_score": 0.419234, + "hf_subset": "nus_Latn-fur_Latn", + "languages": [ + "nus-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.379813, + "recall": 0.43083, + "f1": 0.394077, + "accuracy": 0.43083, + "main_score": 0.394077, + "hf_subset": "nus_Latn-kab_Latn", + "languages": [ + "nus-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.404746, + "recall": 0.450593, + "f1": 0.416529, + "accuracy": 0.450593, + "main_score": 0.416529, + "hf_subset": "nus_Latn-lim_Latn", + "languages": [ + "nus-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.426524, + "recall": 0.474308, + "f1": 0.439285, + "accuracy": 0.474308, + "main_score": 0.439285, + "hf_subset": "nus_Latn-nld_Latn", + "languages": [ + "nus-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.388229, + "recall": 0.4417, + "f1": 0.402225, + "accuracy": 0.4417, + "main_score": 0.402225, + "hf_subset": "nus_Latn-san_Deva", + "languages": [ + "nus-Latn", + "san-Deva" + ] + }, + { + "precision": 0.387335, + "recall": 0.432806, + "f1": 0.399847, + "accuracy": 0.432806, + "main_score": 0.399847, + "hf_subset": "nus_Latn-tat_Cyrl", + "languages": [ + "nus-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.409861, + "recall": 0.460474, + "f1": 0.423105, + "accuracy": 0.460474, + "main_score": 0.423105, + "hf_subset": "nus_Latn-xho_Latn", + "languages": [ + "nus-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.401214, + "recall": 0.451581, + "f1": 0.415074, + "accuracy": 0.451581, + "main_score": 0.415074, + "hf_subset": "nus_Latn-ars_Arab", + "languages": [ + "nus-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.386737, + "recall": 0.442688, + "f1": 0.402207, + "accuracy": 0.442688, + "main_score": 0.402207, + "hf_subset": "nus_Latn-ceb_Latn", + "languages": [ + "nus-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.406843, + "recall": 0.455534, + "f1": 0.421267, + "accuracy": 0.455534, + "main_score": 0.421267, + "hf_subset": "nus_Latn-fuv_Latn", + "languages": [ + "nus-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.452198, + "recall": 0.493083, + "f1": 0.463002, + "accuracy": 0.493083, + "main_score": 0.463002, + "hf_subset": "nus_Latn-kac_Latn", + "languages": [ + "nus-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.459494, + "recall": 0.501976, + "f1": 0.470965, + "accuracy": 0.501976, + "main_score": 0.470965, + "hf_subset": "nus_Latn-lin_Latn", + "languages": [ + "nus-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.38666, + "recall": 0.433794, + "f1": 0.399766, + "accuracy": 0.433794, + "main_score": 0.399766, + "hf_subset": "nus_Latn-nno_Latn", + "languages": [ + "nus-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.395658, + "recall": 0.44664, + "f1": 0.408826, + "accuracy": 0.44664, + "main_score": 0.408826, + "hf_subset": "nus_Latn-sat_Olck", + "languages": [ + "nus-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.398265, + "recall": 0.44664, + "f1": 0.410359, + "accuracy": 0.44664, + "main_score": 0.410359, + "hf_subset": "nus_Latn-tel_Telu", + "languages": [ + "nus-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.384012, + "recall": 0.434783, + "f1": 0.397188, + "accuracy": 0.434783, + "main_score": 0.397188, + "hf_subset": "nus_Latn-ydd_Hebr", + "languages": [ + "nus-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.377147, + "recall": 0.424901, + "f1": 0.389025, + "accuracy": 0.424901, + "main_score": 0.389025, + "hf_subset": "nus_Latn-ary_Arab", + "languages": [ + "nus-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.405301, + "recall": 0.455534, + "f1": 0.418732, + "accuracy": 0.455534, + "main_score": 0.418732, + "hf_subset": "nus_Latn-ces_Latn", + "languages": [ + "nus-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.418858, + "recall": 0.465415, + "f1": 0.431618, + "accuracy": 0.465415, + "main_score": 0.431618, + "hf_subset": "nus_Latn-gaz_Latn", + "languages": [ + "nus-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.425939, + "recall": 0.472332, + "f1": 0.439333, + "accuracy": 0.472332, + "main_score": 0.439333, + "hf_subset": "nus_Latn-kam_Latn", + "languages": [ + "nus-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.385984, + "recall": 0.439723, + "f1": 0.400483, + "accuracy": 0.439723, + "main_score": 0.400483, + "hf_subset": "nus_Latn-lit_Latn", + "languages": [ + "nus-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.41582, + "recall": 0.463439, + "f1": 0.428415, + "accuracy": 0.463439, + "main_score": 0.428415, + "hf_subset": "nus_Latn-nob_Latn", + "languages": [ + "nus-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.399917, + "recall": 0.437747, + "f1": 0.409967, + "accuracy": 0.437747, + "main_score": 0.409967, + "hf_subset": "nus_Latn-scn_Latn", + "languages": [ + "nus-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.37842, + "recall": 0.424901, + "f1": 0.391443, + "accuracy": 0.424901, + "main_score": 0.391443, + "hf_subset": "nus_Latn-tgk_Cyrl", + "languages": [ + "nus-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.385008, + "recall": 0.43083, + "f1": 0.397436, + "accuracy": 0.43083, + "main_score": 0.397436, + "hf_subset": "nus_Latn-yor_Latn", + "languages": [ + "nus-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.396091, + "recall": 0.445652, + "f1": 0.4098, + "accuracy": 0.445652, + "main_score": 0.4098, + "hf_subset": "nus_Latn-arz_Arab", + "languages": [ + "nus-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.409333, + "recall": 0.456522, + "f1": 0.422046, + "accuracy": 0.456522, + "main_score": 0.422046, + "hf_subset": "nus_Latn-cjk_Latn", + "languages": [ + "nus-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.372424, + "recall": 0.421937, + "f1": 0.385635, + "accuracy": 0.421937, + "main_score": 0.385635, + "hf_subset": "nus_Latn-gla_Latn", + "languages": [ + "nus-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.373878, + "recall": 0.421937, + "f1": 0.387384, + "accuracy": 0.421937, + "main_score": 0.387384, + "hf_subset": "nus_Latn-kan_Knda", + "languages": [ + "nus-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.412744, + "recall": 0.453557, + "f1": 0.423359, + "accuracy": 0.453557, + "main_score": 0.423359, + "hf_subset": "nus_Latn-lmo_Latn", + "languages": [ + "nus-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.415115, + "recall": 0.454545, + "f1": 0.425822, + "accuracy": 0.454545, + "main_score": 0.425822, + "hf_subset": "nus_Latn-npi_Deva", + "languages": [ + "nus-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.3408, + "recall": 0.392292, + "f1": 0.354948, + "accuracy": 0.392292, + "main_score": 0.354948, + "hf_subset": "nus_Latn-shn_Mymr", + "languages": [ + "nus-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.419312, + "recall": 0.468379, + "f1": 0.432362, + "accuracy": 0.468379, + "main_score": 0.432362, + "hf_subset": "nus_Latn-tgl_Latn", + "languages": [ + "nus-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.405664, + "recall": 0.454545, + "f1": 0.418735, + "accuracy": 0.454545, + "main_score": 0.418735, + "hf_subset": "nus_Latn-yue_Hant", + "languages": [ + "nus-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.370951, + "recall": 0.409091, + "f1": 0.382279, + "accuracy": 0.409091, + "main_score": 0.382279, + "hf_subset": "nus_Latn-asm_Beng", + "languages": [ + "nus-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.382528, + "recall": 0.43083, + "f1": 0.39616, + "accuracy": 0.43083, + "main_score": 0.39616, + "hf_subset": "nus_Latn-ckb_Arab", + "languages": [ + "nus-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.36786, + "recall": 0.422925, + "f1": 0.382415, + "accuracy": 0.422925, + "main_score": 0.382415, + "hf_subset": "nus_Latn-gle_Latn", + "languages": [ + "nus-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.391602, + "recall": 0.442688, + "f1": 0.405571, + "accuracy": 0.442688, + "main_score": 0.405571, + "hf_subset": "nus_Latn-kas_Arab", + "languages": [ + "nus-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.401767, + "recall": 0.444664, + "f1": 0.412697, + "accuracy": 0.444664, + "main_score": 0.412697, + "hf_subset": "nus_Latn-ltg_Latn", + "languages": [ + "nus-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.422223, + "recall": 0.471344, + "f1": 0.43567, + "accuracy": 0.471344, + "main_score": 0.43567, + "hf_subset": "nus_Latn-nso_Latn", + "languages": [ + "nus-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.393891, + "recall": 0.443676, + "f1": 0.407605, + "accuracy": 0.443676, + "main_score": 0.407605, + "hf_subset": "nus_Latn-sin_Sinh", + "languages": [ + "nus-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.37766, + "recall": 0.431818, + "f1": 0.391715, + "accuracy": 0.431818, + "main_score": 0.391715, + "hf_subset": "nus_Latn-tha_Thai", + "languages": [ + "nus-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.367206, + "recall": 0.421937, + "f1": 0.380434, + "accuracy": 0.421937, + "main_score": 0.380434, + "hf_subset": "nus_Latn-zho_Hans", + "languages": [ + "nus-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.403822, + "recall": 0.454545, + "f1": 0.416865, + "accuracy": 0.454545, + "main_score": 0.416865, + "hf_subset": "nus_Latn-ast_Latn", + "languages": [ + "nus-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.432703, + "recall": 0.478261, + "f1": 0.445407, + "accuracy": 0.478261, + "main_score": 0.445407, + "hf_subset": "nus_Latn-crh_Latn", + "languages": [ + "nus-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.407747, + "recall": 0.459486, + "f1": 0.421518, + "accuracy": 0.459486, + "main_score": 0.421518, + "hf_subset": "nus_Latn-glg_Latn", + "languages": [ + "nus-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.415727, + "recall": 0.465415, + "f1": 0.428951, + "accuracy": 0.465415, + "main_score": 0.428951, + "hf_subset": "nus_Latn-kas_Deva", + "languages": [ + "nus-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.388116, + "recall": 0.439723, + "f1": 0.401325, + "accuracy": 0.439723, + "main_score": 0.401325, + "hf_subset": "nus_Latn-ltz_Latn", + "languages": [ + "nus-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.40046, + "recall": 0.449605, + "f1": 0.413131, + "accuracy": 0.449605, + "main_score": 0.413131, + "hf_subset": "nus_Latn-slk_Latn", + "languages": [ + "nus-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.415325, + "recall": 0.467391, + "f1": 0.430412, + "accuracy": 0.467391, + "main_score": 0.430412, + "hf_subset": "nus_Latn-tir_Ethi", + "languages": [ + "nus-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.384998, + "recall": 0.440711, + "f1": 0.399876, + "accuracy": 0.440711, + "main_score": 0.399876, + "hf_subset": "nus_Latn-zho_Hant", + "languages": [ + "nus-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.404053, + "recall": 0.449605, + "f1": 0.415695, + "accuracy": 0.449605, + "main_score": 0.415695, + "hf_subset": "nus_Latn-awa_Deva", + "languages": [ + "nus-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.399878, + "recall": 0.449605, + "f1": 0.414043, + "accuracy": 0.449605, + "main_score": 0.414043, + "hf_subset": "nus_Latn-cym_Latn", + "languages": [ + "nus-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.436011, + "recall": 0.476285, + "f1": 0.447433, + "accuracy": 0.476285, + "main_score": 0.447433, + "hf_subset": "nus_Latn-grn_Latn", + "languages": [ + "nus-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.397611, + "recall": 0.449605, + "f1": 0.411812, + "accuracy": 0.449605, + "main_score": 0.411812, + "hf_subset": "nus_Latn-kat_Geor", + "languages": [ + "nus-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.446814, + "recall": 0.485178, + "f1": 0.457326, + "accuracy": 0.485178, + "main_score": 0.457326, + "hf_subset": "nus_Latn-lua_Latn", + "languages": [ + "nus-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.391957, + "recall": 0.440711, + "f1": 0.405101, + "accuracy": 0.440711, + "main_score": 0.405101, + "hf_subset": "nus_Latn-nya_Latn", + "languages": [ + "nus-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.412275, + "recall": 0.461462, + "f1": 0.425818, + "accuracy": 0.461462, + "main_score": 0.425818, + "hf_subset": "nus_Latn-slv_Latn", + "languages": [ + "nus-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.411232, + "recall": 0.461462, + "f1": 0.42483, + "accuracy": 0.461462, + "main_score": 0.42483, + "hf_subset": "nus_Latn-tpi_Latn", + "languages": [ + "nus-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.413855, + "recall": 0.463439, + "f1": 0.427218, + "accuracy": 0.463439, + "main_score": 0.427218, + "hf_subset": "nus_Latn-zsm_Latn", + "languages": [ + "nus-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.422313, + "recall": 0.470356, + "f1": 0.435391, + "accuracy": 0.470356, + "main_score": 0.435391, + "hf_subset": "nus_Latn-ayr_Latn", + "languages": [ + "nus-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.420916, + "recall": 0.467391, + "f1": 0.433217, + "accuracy": 0.467391, + "main_score": 0.433217, + "hf_subset": "nus_Latn-dan_Latn", + "languages": [ + "nus-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.404962, + "recall": 0.455534, + "f1": 0.41805, + "accuracy": 0.455534, + "main_score": 0.41805, + "hf_subset": "nus_Latn-guj_Gujr", + "languages": [ + "nus-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.384078, + "recall": 0.434783, + "f1": 0.397055, + "accuracy": 0.434783, + "main_score": 0.397055, + "hf_subset": "nus_Latn-kaz_Cyrl", + "languages": [ + "nus-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.391851, + "recall": 0.438735, + "f1": 0.404186, + "accuracy": 0.438735, + "main_score": 0.404186, + "hf_subset": "nus_Latn-lug_Latn", + "languages": [ + "nus-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.409399, + "recall": 0.453557, + "f1": 0.420975, + "accuracy": 0.453557, + "main_score": 0.420975, + "hf_subset": "nus_Latn-oci_Latn", + "languages": [ + "nus-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.396453, + "recall": 0.448617, + "f1": 0.41061, + "accuracy": 0.448617, + "main_score": 0.41061, + "hf_subset": "nus_Latn-smo_Latn", + "languages": [ + "nus-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.394107, + "recall": 0.442688, + "f1": 0.407218, + "accuracy": 0.442688, + "main_score": 0.407218, + "hf_subset": "nus_Latn-tsn_Latn", + "languages": [ + "nus-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.396198, + "recall": 0.443676, + "f1": 0.408586, + "accuracy": 0.443676, + "main_score": 0.408586, + "hf_subset": "nus_Latn-zul_Latn", + "languages": [ + "nus-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.361672, + "recall": 0.409091, + "f1": 0.374819, + "accuracy": 0.409091, + "main_score": 0.374819, + "hf_subset": "nus_Latn-azb_Arab", + "languages": [ + "nus-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.423471, + "recall": 0.472332, + "f1": 0.435989, + "accuracy": 0.472332, + "main_score": 0.435989, + "hf_subset": "nus_Latn-deu_Latn", + "languages": [ + "nus-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.384351, + "recall": 0.434783, + "f1": 0.39828, + "accuracy": 0.434783, + "main_score": 0.39828, + "hf_subset": "nus_Latn-hat_Latn", + "languages": [ + "nus-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.422907, + "recall": 0.467391, + "f1": 0.434807, + "accuracy": 0.467391, + "main_score": 0.434807, + "hf_subset": "nus_Latn-kbp_Latn", + "languages": [ + "nus-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.455461, + "recall": 0.5, + "f1": 0.467756, + "accuracy": 0.5, + "main_score": 0.467756, + "hf_subset": "nus_Latn-luo_Latn", + "languages": [ + "nus-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.36992, + "recall": 0.41996, + "f1": 0.383128, + "accuracy": 0.41996, + "main_score": 0.383128, + "hf_subset": "nus_Latn-ory_Orya", + "languages": [ + "nus-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.398085, + "recall": 0.44664, + "f1": 0.41125, + "accuracy": 0.44664, + "main_score": 0.41125, + "hf_subset": "nus_Latn-sna_Latn", + "languages": [ + "nus-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.430035, + "recall": 0.466403, + "f1": 0.44022, + "accuracy": 0.466403, + "main_score": 0.44022, + "hf_subset": "nus_Latn-tso_Latn", + "languages": [ + "nus-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.401889, + "recall": 0.452569, + "f1": 0.415274, + "accuracy": 0.452569, + "main_score": 0.415274, + "hf_subset": "nus_Latn-azj_Latn", + "languages": [ + "nus-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.420497, + "recall": 0.462451, + "f1": 0.431973, + "accuracy": 0.462451, + "main_score": 0.431973, + "hf_subset": "nus_Latn-dik_Latn", + "languages": [ + "nus-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.389939, + "recall": 0.437747, + "f1": 0.402867, + "accuracy": 0.437747, + "main_score": 0.402867, + "hf_subset": "nus_Latn-hau_Latn", + "languages": [ + "nus-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.408511, + "recall": 0.459486, + "f1": 0.421707, + "accuracy": 0.459486, + "main_score": 0.421707, + "hf_subset": "nus_Latn-kea_Latn", + "languages": [ + "nus-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.413593, + "recall": 0.458498, + "f1": 0.426155, + "accuracy": 0.458498, + "main_score": 0.426155, + "hf_subset": "nus_Latn-lus_Latn", + "languages": [ + "nus-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.441116, + "recall": 0.483202, + "f1": 0.452899, + "accuracy": 0.483202, + "main_score": 0.452899, + "hf_subset": "nus_Latn-pag_Latn", + "languages": [ + "nus-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.366312, + "recall": 0.422925, + "f1": 0.381002, + "accuracy": 0.422925, + "main_score": 0.381002, + "hf_subset": "nus_Latn-snd_Arab", + "languages": [ + "nus-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.391533, + "recall": 0.436759, + "f1": 0.403903, + "accuracy": 0.436759, + "main_score": 0.403903, + "hf_subset": "nus_Latn-tuk_Latn", + "languages": [ + "nus-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.384259, + "recall": 0.428854, + "f1": 0.395964, + "accuracy": 0.428854, + "main_score": 0.395964, + "hf_subset": "nus_Latn-bak_Cyrl", + "languages": [ + "nus-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.353543, + "recall": 0.408103, + "f1": 0.368398, + "accuracy": 0.408103, + "main_score": 0.368398, + "hf_subset": "nus_Latn-dyu_Latn", + "languages": [ + "nus-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.396937, + "recall": 0.447628, + "f1": 0.410322, + "accuracy": 0.447628, + "main_score": 0.410322, + "hf_subset": "nus_Latn-heb_Hebr", + "languages": [ + "nus-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.387862, + "recall": 0.435771, + "f1": 0.40152, + "accuracy": 0.435771, + "main_score": 0.40152, + "hf_subset": "nus_Latn-khk_Cyrl", + "languages": [ + "nus-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.392972, + "recall": 0.440711, + "f1": 0.40552, + "accuracy": 0.440711, + "main_score": 0.40552, + "hf_subset": "nus_Latn-lvs_Latn", + "languages": [ + "nus-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.388301, + "recall": 0.434783, + "f1": 0.400634, + "accuracy": 0.434783, + "main_score": 0.400634, + "hf_subset": "nus_Latn-pan_Guru", + "languages": [ + "nus-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.402763, + "recall": 0.443676, + "f1": 0.413989, + "accuracy": 0.443676, + "main_score": 0.413989, + "hf_subset": "nus_Latn-som_Latn", + "languages": [ + "nus-Latn", + "som-Latn" + ] + }, + { + "precision": 0.386158, + "recall": 0.433794, + "f1": 0.398195, + "accuracy": 0.433794, + "main_score": 0.398195, + "hf_subset": "nus_Latn-tum_Latn", + "languages": [ + "nus-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.527692, + "recall": 0.62253, + "f1": 0.555483, + "accuracy": 0.62253, + "main_score": 0.555483, + "hf_subset": "slk_Latn-ace_Arab", + "languages": [ + "slk-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.457515, + "recall": 0.522727, + "f1": 0.474929, + "accuracy": 0.522727, + "main_score": 0.474929, + "hf_subset": "slk_Latn-bam_Latn", + "languages": [ + "slk-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.647093, + "recall": 0.729249, + "f1": 0.670299, + "accuracy": 0.729249, + "main_score": 0.670299, + "hf_subset": "slk_Latn-dzo_Tibt", + "languages": [ + "slk-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-hin_Deva", + "languages": [ + "slk-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "slk_Latn-khm_Khmr", + "languages": [ + "slk-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-mag_Deva", + "languages": [ + "slk-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "slk_Latn-pap_Latn", + "languages": [ + "slk-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.865563, + "recall": 0.90415, + "f1": 0.877503, + "accuracy": 0.90415, + "main_score": 0.877503, + "hf_subset": "slk_Latn-sot_Latn", + "languages": [ + "slk-Latn", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-tur_Latn", + "languages": [ + "slk-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.86087, + "recall": 0.900198, + "f1": 0.873471, + "accuracy": 0.900198, + "main_score": 0.873471, + "hf_subset": "slk_Latn-ace_Latn", + "languages": [ + "slk-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "slk_Latn-ban_Latn", + "languages": [ + "slk-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-ell_Grek", + "languages": [ + "slk-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "slk_Latn-hne_Deva", + "languages": [ + "slk-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.564727, + "recall": 0.643281, + "f1": 0.586193, + "accuracy": 0.643281, + "main_score": 0.586193, + "hf_subset": "slk_Latn-kik_Latn", + "languages": [ + "slk-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-mai_Deva", + "languages": [ + "slk-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.945158, + "recall": 0.963439, + "f1": 0.951252, + "accuracy": 0.963439, + "main_score": 0.951252, + "hf_subset": "slk_Latn-pbt_Arab", + "languages": [ + "slk-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-spa_Latn", + "languages": [ + "slk-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.77151, + "recall": 0.828063, + "f1": 0.788247, + "accuracy": 0.828063, + "main_score": 0.788247, + "hf_subset": "slk_Latn-twi_Latn", + "languages": [ + "slk-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-acm_Arab", + "languages": [ + "slk-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-bel_Cyrl", + "languages": [ + "slk-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-hrv_Latn", + "languages": [ + "slk-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.851902, + "recall": 0.892292, + "f1": 0.864152, + "accuracy": 0.892292, + "main_score": 0.864152, + "hf_subset": "slk_Latn-kin_Latn", + "languages": [ + "slk-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slk_Latn-mal_Mlym", + "languages": [ + "slk-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-pes_Arab", + "languages": [ + "slk-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slk_Latn-srd_Latn", + "languages": [ + "slk-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.200641, + "recall": 0.267787, + "f1": 0.216463, + "accuracy": 0.267787, + "main_score": 0.216463, + "hf_subset": "slk_Latn-tzm_Tfng", + "languages": [ + "slk-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-acq_Arab", + "languages": [ + "slk-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.664937, + "recall": 0.738142, + "f1": 0.685729, + "accuracy": 0.738142, + "main_score": 0.685729, + "hf_subset": "slk_Latn-bem_Latn", + "languages": [ + "slk-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-epo_Latn", + "languages": [ + "slk-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-hun_Latn", + "languages": [ + "slk-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "slk_Latn-kir_Cyrl", + "languages": [ + "slk-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-mar_Deva", + "languages": [ + "slk-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.870636, + "recall": 0.907115, + "f1": 0.881818, + "accuracy": 0.907115, + "main_score": 0.881818, + "hf_subset": "slk_Latn-plt_Latn", + "languages": [ + "slk-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-srp_Cyrl", + "languages": [ + "slk-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.944005, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "slk_Latn-uig_Arab", + "languages": [ + "slk-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-aeb_Arab", + "languages": [ + "slk-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-ben_Beng", + "languages": [ + "slk-Latn", + "ben-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-est_Latn", + "languages": [ + "slk-Latn", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-hye_Armn", + "languages": [ + "slk-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.462437, + "recall": 0.531621, + "f1": 0.481055, + "accuracy": 0.531621, + "main_score": 0.481055, + "hf_subset": "slk_Latn-kmb_Latn", + "languages": [ + "slk-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.489549, + "recall": 0.581028, + "f1": 0.513847, + "accuracy": 0.581028, + "main_score": 0.513847, + "hf_subset": "slk_Latn-min_Arab", + "languages": [ + "slk-Latn", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-pol_Latn", + "languages": [ + "slk-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.730023, + "recall": 0.797431, + "f1": 0.750099, + "accuracy": 0.797431, + "main_score": 0.750099, + "hf_subset": "slk_Latn-ssw_Latn", + "languages": [ + "slk-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-ukr_Cyrl", + "languages": [ + "slk-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-afr_Latn", + "languages": [ + "slk-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-bho_Deva", + "languages": [ + "slk-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-eus_Latn", + "languages": [ + "slk-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.874341, + "recall": 0.913043, + "f1": 0.88666, + "accuracy": 0.913043, + "main_score": 0.88666, + "hf_subset": "slk_Latn-ibo_Latn", + "languages": [ + "slk-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.876623, + "recall": 0.912055, + "f1": 0.887731, + "accuracy": 0.912055, + "main_score": 0.887731, + "hf_subset": "slk_Latn-kmr_Latn", + "languages": [ + "slk-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-min_Latn", + "languages": [ + "slk-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-por_Latn", + "languages": [ + "slk-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "slk_Latn-sun_Latn", + "languages": [ + "slk-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.460795, + "recall": 0.536561, + "f1": 0.481617, + "accuracy": 0.536561, + "main_score": 0.481617, + "hf_subset": "slk_Latn-umb_Latn", + "languages": [ + "slk-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-ajp_Arab", + "languages": [ + "slk-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.514175, + "recall": 0.597826, + "f1": 0.536541, + "accuracy": 0.597826, + "main_score": 0.536541, + "hf_subset": "slk_Latn-bjn_Arab", + "languages": [ + "slk-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.447141, + "recall": 0.507905, + "f1": 0.463514, + "accuracy": 0.507905, + "main_score": 0.463514, + "hf_subset": "slk_Latn-ewe_Latn", + "languages": [ + "slk-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "slk_Latn-ilo_Latn", + "languages": [ + "slk-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.257611, + "recall": 0.33004, + "f1": 0.275718, + "accuracy": 0.33004, + "main_score": 0.275718, + "hf_subset": "slk_Latn-knc_Arab", + "languages": [ + "slk-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-mkd_Cyrl", + "languages": [ + "slk-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-prs_Arab", + "languages": [ + "slk-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-swe_Latn", + "languages": [ + "slk-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-urd_Arab", + "languages": [ + "slk-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.731588, + "recall": 0.797431, + "f1": 0.751125, + "accuracy": 0.797431, + "main_score": 0.751125, + "hf_subset": "slk_Latn-aka_Latn", + "languages": [ + "slk-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "slk_Latn-bjn_Latn", + "languages": [ + "slk-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "slk_Latn-fao_Latn", + "languages": [ + "slk-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ind_Latn", + "languages": [ + "slk-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.505224, + "recall": 0.570158, + "f1": 0.52268, + "accuracy": 0.570158, + "main_score": 0.52268, + "hf_subset": "slk_Latn-knc_Latn", + "languages": [ + "slk-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-mlt_Latn", + "languages": [ + "slk-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.628833, + "recall": 0.705534, + "f1": 0.650453, + "accuracy": 0.705534, + "main_score": 0.650453, + "hf_subset": "slk_Latn-quy_Latn", + "languages": [ + "slk-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-swh_Latn", + "languages": [ + "slk-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "slk_Latn-uzn_Latn", + "languages": [ + "slk-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-als_Latn", + "languages": [ + "slk-Latn", + "als-Latn" + ] + }, + { + "precision": 0.81693, + "recall": 0.865613, + "f1": 0.831573, + "accuracy": 0.865613, + "main_score": 0.831573, + "hf_subset": "slk_Latn-bod_Tibt", + "languages": [ + "slk-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.59749, + "recall": 0.674901, + "f1": 0.619196, + "accuracy": 0.674901, + "main_score": 0.619196, + "hf_subset": "slk_Latn-fij_Latn", + "languages": [ + "slk-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "slk_Latn-isl_Latn", + "languages": [ + "slk-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.586352, + "recall": 0.66502, + "f1": 0.60814, + "accuracy": 0.66502, + "main_score": 0.60814, + "hf_subset": "slk_Latn-kon_Latn", + "languages": [ + "slk-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.594492, + "recall": 0.683794, + "f1": 0.619766, + "accuracy": 0.683794, + "main_score": 0.619766, + "hf_subset": "slk_Latn-mni_Beng", + "languages": [ + "slk-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ron_Latn", + "languages": [ + "slk-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "slk_Latn-szl_Latn", + "languages": [ + "slk-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-vec_Latn", + "languages": [ + "slk-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.921772, + "recall": 0.94664, + "f1": 0.929842, + "accuracy": 0.94664, + "main_score": 0.929842, + "hf_subset": "slk_Latn-amh_Ethi", + "languages": [ + "slk-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-bos_Latn", + "languages": [ + "slk-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-fin_Latn", + "languages": [ + "slk-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ita_Latn", + "languages": [ + "slk-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-kor_Hang", + "languages": [ + "slk-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.497478, + "recall": 0.563241, + "f1": 0.515516, + "accuracy": 0.563241, + "main_score": 0.515516, + "hf_subset": "slk_Latn-mos_Latn", + "languages": [ + "slk-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.765069, + "recall": 0.823123, + "f1": 0.782345, + "accuracy": 0.823123, + "main_score": 0.782345, + "hf_subset": "slk_Latn-run_Latn", + "languages": [ + "slk-Latn", + "run-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slk_Latn-tam_Taml", + "languages": [ + "slk-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-vie_Latn", + "languages": [ + "slk-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-apc_Arab", + "languages": [ + "slk-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.709321, + "recall": 0.782609, + "f1": 0.730962, + "accuracy": 0.782609, + "main_score": 0.730962, + "hf_subset": "slk_Latn-bug_Latn", + "languages": [ + "slk-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.418023, + "recall": 0.472332, + "f1": 0.432592, + "accuracy": 0.472332, + "main_score": 0.432592, + "hf_subset": "slk_Latn-fon_Latn", + "languages": [ + "slk-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "slk_Latn-jav_Latn", + "languages": [ + "slk-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "slk_Latn-lao_Laoo", + "languages": [ + "slk-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.874868, + "recall": 0.911067, + "f1": 0.886199, + "accuracy": 0.911067, + "main_score": 0.886199, + "hf_subset": "slk_Latn-mri_Latn", + "languages": [ + "slk-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-rus_Cyrl", + "languages": [ + "slk-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.492169, + "recall": 0.562253, + "f1": 0.510813, + "accuracy": 0.562253, + "main_score": 0.510813, + "hf_subset": "slk_Latn-taq_Latn", + "languages": [ + "slk-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-war_Latn", + "languages": [ + "slk-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-arb_Arab", + "languages": [ + "slk-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-bul_Cyrl", + "languages": [ + "slk-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-fra_Latn", + "languages": [ + "slk-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-jpn_Jpan", + "languages": [ + "slk-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slk_Latn-lij_Latn", + "languages": [ + "slk-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "slk_Latn-mya_Mymr", + "languages": [ + "slk-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.535112, + "recall": 0.608696, + "f1": 0.554687, + "accuracy": 0.608696, + "main_score": 0.554687, + "hf_subset": "slk_Latn-sag_Latn", + "languages": [ + "slk-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.22333, + "recall": 0.291502, + "f1": 0.239923, + "accuracy": 0.291502, + "main_score": 0.239923, + "hf_subset": "slk_Latn-taq_Tfng", + "languages": [ + "slk-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.616472, + "recall": 0.6917, + "f1": 0.637689, + "accuracy": 0.6917, + "main_score": 0.637689, + "hf_subset": "slk_Latn-wol_Latn", + "languages": [ + "slk-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.836166, + "recall": 0.882411, + "f1": 0.850395, + "accuracy": 0.882411, + "main_score": 0.850395, + "hf_subset": "slk_Latn-arb_Latn", + "languages": [ + "slk-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-cat_Latn", + "languages": [ + "slk-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-fur_Latn", + "languages": [ + "slk-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.437678, + "recall": 0.518775, + "f1": 0.459553, + "accuracy": 0.518775, + "main_score": 0.459553, + "hf_subset": "slk_Latn-kab_Latn", + "languages": [ + "slk-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-lim_Latn", + "languages": [ + "slk-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-nld_Latn", + "languages": [ + "slk-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "slk_Latn-san_Deva", + "languages": [ + "slk-Latn", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-tat_Cyrl", + "languages": [ + "slk-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.882329, + "recall": 0.916008, + "f1": 0.893182, + "accuracy": 0.916008, + "main_score": 0.893182, + "hf_subset": "slk_Latn-xho_Latn", + "languages": [ + "slk-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-ars_Arab", + "languages": [ + "slk-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-ceb_Latn", + "languages": [ + "slk-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.456909, + "recall": 0.540514, + "f1": 0.479354, + "accuracy": 0.540514, + "main_score": 0.479354, + "hf_subset": "slk_Latn-fuv_Latn", + "languages": [ + "slk-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.457747, + "recall": 0.529644, + "f1": 0.476411, + "accuracy": 0.529644, + "main_score": 0.476411, + "hf_subset": "slk_Latn-kac_Latn", + "languages": [ + "slk-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.606383, + "recall": 0.681818, + "f1": 0.627278, + "accuracy": 0.681818, + "main_score": 0.627278, + "hf_subset": "slk_Latn-lin_Latn", + "languages": [ + "slk-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-nno_Latn", + "languages": [ + "slk-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.862385, + "recall": 0.902174, + "f1": 0.874802, + "accuracy": 0.902174, + "main_score": 0.874802, + "hf_subset": "slk_Latn-sat_Olck", + "languages": [ + "slk-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slk_Latn-tel_Telu", + "languages": [ + "slk-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slk_Latn-ydd_Hebr", + "languages": [ + "slk-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "slk_Latn-ary_Arab", + "languages": [ + "slk-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-ces_Latn", + "languages": [ + "slk-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.544119, + "recall": 0.631423, + "f1": 0.567941, + "accuracy": 0.631423, + "main_score": 0.567941, + "hf_subset": "slk_Latn-gaz_Latn", + "languages": [ + "slk-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.533082, + "recall": 0.614625, + "f1": 0.555357, + "accuracy": 0.614625, + "main_score": 0.555357, + "hf_subset": "slk_Latn-kam_Latn", + "languages": [ + "slk-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "slk_Latn-lit_Latn", + "languages": [ + "slk-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-nob_Latn", + "languages": [ + "slk-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "slk_Latn-scn_Latn", + "languages": [ + "slk-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "slk_Latn-tgk_Cyrl", + "languages": [ + "slk-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.737435, + "recall": 0.804348, + "f1": 0.756988, + "accuracy": 0.804348, + "main_score": 0.756988, + "hf_subset": "slk_Latn-yor_Latn", + "languages": [ + "slk-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-arz_Arab", + "languages": [ + "slk-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.471738, + "recall": 0.55336, + "f1": 0.493845, + "accuracy": 0.55336, + "main_score": 0.493845, + "hf_subset": "slk_Latn-cjk_Latn", + "languages": [ + "slk-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.943676, + "recall": 0.962451, + "f1": 0.949934, + "accuracy": 0.962451, + "main_score": 0.949934, + "hf_subset": "slk_Latn-gla_Latn", + "languages": [ + "slk-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slk_Latn-kan_Knda", + "languages": [ + "slk-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "slk_Latn-lmo_Latn", + "languages": [ + "slk-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "slk_Latn-npi_Deva", + "languages": [ + "slk-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.522808, + "recall": 0.608696, + "f1": 0.547079, + "accuracy": 0.608696, + "main_score": 0.547079, + "hf_subset": "slk_Latn-shn_Mymr", + "languages": [ + "slk-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-tgl_Latn", + "languages": [ + "slk-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-yue_Hant", + "languages": [ + "slk-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "slk_Latn-asm_Beng", + "languages": [ + "slk-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.927042, + "recall": 0.949605, + "f1": 0.934289, + "accuracy": 0.949605, + "main_score": 0.934289, + "hf_subset": "slk_Latn-ckb_Arab", + "languages": [ + "slk-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "slk_Latn-gle_Latn", + "languages": [ + "slk-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.921278, + "recall": 0.944664, + "f1": 0.928524, + "accuracy": 0.944664, + "main_score": 0.928524, + "hf_subset": "slk_Latn-kas_Arab", + "languages": [ + "slk-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.89748, + "recall": 0.927866, + "f1": 0.907016, + "accuracy": 0.927866, + "main_score": 0.907016, + "hf_subset": "slk_Latn-ltg_Latn", + "languages": [ + "slk-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.788812, + "recall": 0.841897, + "f1": 0.804795, + "accuracy": 0.841897, + "main_score": 0.804795, + "hf_subset": "slk_Latn-nso_Latn", + "languages": [ + "slk-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "slk_Latn-sin_Sinh", + "languages": [ + "slk-Latn", + "sin-Sinh" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-tha_Thai", + "languages": [ + "slk-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-zho_Hans", + "languages": [ + "slk-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-ast_Latn", + "languages": [ + "slk-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "slk_Latn-crh_Latn", + "languages": [ + "slk-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-glg_Latn", + "languages": [ + "slk-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.867572, + "recall": 0.905138, + "f1": 0.879183, + "accuracy": 0.905138, + "main_score": 0.879183, + "hf_subset": "slk_Latn-kas_Deva", + "languages": [ + "slk-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-ltz_Latn", + "languages": [ + "slk-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.419464, + "recall": 0.48913, + "f1": 0.437862, + "accuracy": 0.48913, + "main_score": 0.437862, + "hf_subset": "slk_Latn-nus_Latn", + "languages": [ + "slk-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.631365, + "recall": 0.717391, + "f1": 0.656464, + "accuracy": 0.717391, + "main_score": 0.656464, + "hf_subset": "slk_Latn-tir_Ethi", + "languages": [ + "slk-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-zho_Hant", + "languages": [ + "slk-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "slk_Latn-awa_Deva", + "languages": [ + "slk-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "slk_Latn-cym_Latn", + "languages": [ + "slk-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.780599, + "recall": 0.83498, + "f1": 0.796673, + "accuracy": 0.83498, + "main_score": 0.796673, + "hf_subset": "slk_Latn-grn_Latn", + "languages": [ + "slk-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-kat_Geor", + "languages": [ + "slk-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.586778, + "recall": 0.663043, + "f1": 0.607767, + "accuracy": 0.663043, + "main_score": 0.607767, + "hf_subset": "slk_Latn-lua_Latn", + "languages": [ + "slk-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.82724, + "recall": 0.87747, + "f1": 0.843182, + "accuracy": 0.87747, + "main_score": 0.843182, + "hf_subset": "slk_Latn-nya_Latn", + "languages": [ + "slk-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-slv_Latn", + "languages": [ + "slk-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "slk_Latn-tpi_Latn", + "languages": [ + "slk-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-zsm_Latn", + "languages": [ + "slk-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.487371, + "recall": 0.561265, + "f1": 0.507383, + "accuracy": 0.561265, + "main_score": 0.507383, + "hf_subset": "slk_Latn-ayr_Latn", + "languages": [ + "slk-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-dan_Latn", + "languages": [ + "slk-Latn", + "dan-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-guj_Gujr", + "languages": [ + "slk-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-kaz_Cyrl", + "languages": [ + "slk-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.62361, + "recall": 0.705534, + "f1": 0.647447, + "accuracy": 0.705534, + "main_score": 0.647447, + "hf_subset": "slk_Latn-lug_Latn", + "languages": [ + "slk-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-oci_Latn", + "languages": [ + "slk-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.829084, + "recall": 0.87747, + "f1": 0.84417, + "accuracy": 0.87747, + "main_score": 0.84417, + "hf_subset": "slk_Latn-smo_Latn", + "languages": [ + "slk-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.730312, + "recall": 0.798419, + "f1": 0.75084, + "accuracy": 0.798419, + "main_score": 0.75084, + "hf_subset": "slk_Latn-tsn_Latn", + "languages": [ + "slk-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.894433, + "recall": 0.925889, + "f1": 0.90448, + "accuracy": 0.925889, + "main_score": 0.90448, + "hf_subset": "slk_Latn-zul_Latn", + "languages": [ + "slk-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.917161, + "recall": 0.943676, + "f1": 0.925725, + "accuracy": 0.943676, + "main_score": 0.925725, + "hf_subset": "slk_Latn-azb_Arab", + "languages": [ + "slk-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-deu_Latn", + "languages": [ + "slk-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "slk_Latn-hat_Latn", + "languages": [ + "slk-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.460731, + "recall": 0.529644, + "f1": 0.479657, + "accuracy": 0.529644, + "main_score": 0.479657, + "hf_subset": "slk_Latn-kbp_Latn", + "languages": [ + "slk-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.502341, + "recall": 0.575099, + "f1": 0.521669, + "accuracy": 0.575099, + "main_score": 0.521669, + "hf_subset": "slk_Latn-luo_Latn", + "languages": [ + "slk-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "slk_Latn-ory_Orya", + "languages": [ + "slk-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.880764, + "recall": 0.91502, + "f1": 0.891469, + "accuracy": 0.91502, + "main_score": 0.891469, + "hf_subset": "slk_Latn-sna_Latn", + "languages": [ + "slk-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.660935, + "recall": 0.736166, + "f1": 0.682548, + "accuracy": 0.736166, + "main_score": 0.682548, + "hf_subset": "slk_Latn-tso_Latn", + "languages": [ + "slk-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-azj_Latn", + "languages": [ + "slk-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.49102, + "recall": 0.564229, + "f1": 0.51137, + "accuracy": 0.564229, + "main_score": 0.51137, + "hf_subset": "slk_Latn-dik_Latn", + "languages": [ + "slk-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.895916, + "recall": 0.927866, + "f1": 0.906291, + "accuracy": 0.927866, + "main_score": 0.906291, + "hf_subset": "slk_Latn-hau_Latn", + "languages": [ + "slk-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "slk_Latn-kea_Latn", + "languages": [ + "slk-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.921278, + "recall": 0.945652, + "f1": 0.929183, + "accuracy": 0.945652, + "main_score": 0.929183, + "hf_subset": "slk_Latn-lus_Latn", + "languages": [ + "slk-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.858037, + "recall": 0.898221, + "f1": 0.87052, + "accuracy": 0.898221, + "main_score": 0.87052, + "hf_subset": "slk_Latn-pag_Latn", + "languages": [ + "slk-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "slk_Latn-snd_Arab", + "languages": [ + "slk-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "slk_Latn-tuk_Latn", + "languages": [ + "slk-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "slk_Latn-bak_Cyrl", + "languages": [ + "slk-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.462355, + "recall": 0.541502, + "f1": 0.484088, + "accuracy": 0.541502, + "main_score": 0.484088, + "hf_subset": "slk_Latn-dyu_Latn", + "languages": [ + "slk-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-heb_Hebr", + "languages": [ + "slk-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "slk_Latn-khk_Cyrl", + "languages": [ + "slk-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-lvs_Latn", + "languages": [ + "slk-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-pan_Guru", + "languages": [ + "slk-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.873962, + "recall": 0.912055, + "f1": 0.885935, + "accuracy": 0.912055, + "main_score": 0.885935, + "hf_subset": "slk_Latn-som_Latn", + "languages": [ + "slk-Latn", + "som-Latn" + ] + }, + { + "precision": 0.697431, + "recall": 0.762846, + "f1": 0.716784, + "accuracy": 0.762846, + "main_score": 0.716784, + "hf_subset": "slk_Latn-tum_Latn", + "languages": [ + "slk-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.448288, + "recall": 0.513834, + "f1": 0.466446, + "accuracy": 0.513834, + "main_score": 0.466446, + "hf_subset": "tir_Ethi-ace_Arab", + "languages": [ + "tir-Ethi", + "ace-Arab" + ] + }, + { + "precision": 0.465266, + "recall": 0.507905, + "f1": 0.477125, + "accuracy": 0.507905, + "main_score": 0.477125, + "hf_subset": "tir_Ethi-bam_Latn", + "languages": [ + "tir-Ethi", + "bam-Latn" + ] + }, + { + "precision": 0.457376, + "recall": 0.514822, + "f1": 0.47268, + "accuracy": 0.514822, + "main_score": 0.47268, + "hf_subset": "tir_Ethi-dzo_Tibt", + "languages": [ + "tir-Ethi", + "dzo-Tibt" + ] + }, + { + "precision": 0.660442, + "recall": 0.72332, + "f1": 0.677483, + "accuracy": 0.72332, + "main_score": 0.677483, + "hf_subset": "tir_Ethi-hin_Deva", + "languages": [ + "tir-Ethi", + "hin-Deva" + ] + }, + { + "precision": 0.550459, + "recall": 0.614625, + "f1": 0.566478, + "accuracy": 0.614625, + "main_score": 0.566478, + "hf_subset": "tir_Ethi-khm_Khmr", + "languages": [ + "tir-Ethi", + "khm-Khmr" + ] + }, + { + "precision": 0.650382, + "recall": 0.709486, + "f1": 0.66537, + "accuracy": 0.709486, + "main_score": 0.66537, + "hf_subset": "tir_Ethi-mag_Deva", + "languages": [ + "tir-Ethi", + "mag-Deva" + ] + }, + { + "precision": 0.625912, + "recall": 0.684783, + "f1": 0.640929, + "accuracy": 0.684783, + "main_score": 0.640929, + "hf_subset": "tir_Ethi-pap_Latn", + "languages": [ + "tir-Ethi", + "pap-Latn" + ] + }, + { + "precision": 0.589537, + "recall": 0.651186, + "f1": 0.606707, + "accuracy": 0.651186, + "main_score": 0.606707, + "hf_subset": "tir_Ethi-sot_Latn", + "languages": [ + "tir-Ethi", + "sot-Latn" + ] + }, + { + "precision": 0.658371, + "recall": 0.722332, + "f1": 0.675291, + "accuracy": 0.722332, + "main_score": 0.675291, + "hf_subset": "tir_Ethi-tur_Latn", + "languages": [ + "tir-Ethi", + "tur-Latn" + ] + }, + { + "precision": 0.603899, + "recall": 0.651186, + "f1": 0.616554, + "accuracy": 0.651186, + "main_score": 0.616554, + "hf_subset": "tir_Ethi-ace_Latn", + "languages": [ + "tir-Ethi", + "ace-Latn" + ] + }, + { + "precision": 0.614011, + "recall": 0.667984, + "f1": 0.628569, + "accuracy": 0.667984, + "main_score": 0.628569, + "hf_subset": "tir_Ethi-ban_Latn", + "languages": [ + "tir-Ethi", + "ban-Latn" + ] + }, + { + "precision": 0.618119, + "recall": 0.681818, + "f1": 0.634389, + "accuracy": 0.681818, + "main_score": 0.634389, + "hf_subset": "tir_Ethi-ell_Grek", + "languages": [ + "tir-Ethi", + "ell-Grek" + ] + }, + { + "precision": 0.630965, + "recall": 0.692688, + "f1": 0.646985, + "accuracy": 0.692688, + "main_score": 0.646985, + "hf_subset": "tir_Ethi-hne_Deva", + "languages": [ + "tir-Ethi", + "hne-Deva" + ] + }, + { + "precision": 0.484736, + "recall": 0.535573, + "f1": 0.498613, + "accuracy": 0.535573, + "main_score": 0.498613, + "hf_subset": "tir_Ethi-kik_Latn", + "languages": [ + "tir-Ethi", + "kik-Latn" + ] + }, + { + "precision": 0.640325, + "recall": 0.699605, + "f1": 0.655441, + "accuracy": 0.699605, + "main_score": 0.655441, + "hf_subset": "tir_Ethi-mai_Deva", + "languages": [ + "tir-Ethi", + "mai-Deva" + ] + }, + { + "precision": 0.612778, + "recall": 0.675889, + "f1": 0.629072, + "accuracy": 0.675889, + "main_score": 0.629072, + "hf_subset": "tir_Ethi-pbt_Arab", + "languages": [ + "tir-Ethi", + "pbt-Arab" + ] + }, + { + "precision": 0.660878, + "recall": 0.720356, + "f1": 0.676377, + "accuracy": 0.720356, + "main_score": 0.676377, + "hf_subset": "tir_Ethi-spa_Latn", + "languages": [ + "tir-Ethi", + "spa-Latn" + ] + }, + { + "precision": 0.550784, + "recall": 0.599802, + "f1": 0.563501, + "accuracy": 0.599802, + "main_score": 0.563501, + "hf_subset": "tir_Ethi-twi_Latn", + "languages": [ + "tir-Ethi", + "twi-Latn" + ] + }, + { + "precision": 0.667471, + "recall": 0.722332, + "f1": 0.682238, + "accuracy": 0.722332, + "main_score": 0.682238, + "hf_subset": "tir_Ethi-acm_Arab", + "languages": [ + "tir-Ethi", + "acm-Arab" + ] + }, + { + "precision": 0.580982, + "recall": 0.647233, + "f1": 0.598082, + "accuracy": 0.647233, + "main_score": 0.598082, + "hf_subset": "tir_Ethi-bel_Cyrl", + "languages": [ + "tir-Ethi", + "bel-Cyrl" + ] + }, + { + "precision": 0.662269, + "recall": 0.726285, + "f1": 0.679297, + "accuracy": 0.726285, + "main_score": 0.679297, + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.621948, + "recall": 0.685771, + "f1": 0.638682, + "accuracy": 0.685771, + "main_score": 0.638682, + "hf_subset": "tir_Ethi-hrv_Latn", + "languages": [ + "tir-Ethi", + "hrv-Latn" + ] + }, + { + "precision": 0.571016, + "recall": 0.634387, + "f1": 0.588311, + "accuracy": 0.634387, + "main_score": 0.588311, + "hf_subset": "tir_Ethi-kin_Latn", + "languages": [ + "tir-Ethi", + "kin-Latn" + ] + }, + { + "precision": 0.618732, + "recall": 0.686759, + "f1": 0.636651, + "accuracy": 0.686759, + "main_score": 0.636651, + "hf_subset": "tir_Ethi-mal_Mlym", + "languages": [ + "tir-Ethi", + "mal-Mlym" + ] + }, + { + "precision": 0.617289, + "recall": 0.68083, + "f1": 0.633525, + "accuracy": 0.68083, + "main_score": 0.633525, + "hf_subset": "tir_Ethi-pes_Arab", + "languages": [ + "tir-Ethi", + "pes-Arab" + ] + }, + { + "precision": 0.62804, + "recall": 0.6917, + "f1": 0.645063, + "accuracy": 0.6917, + "main_score": 0.645063, + "hf_subset": "tir_Ethi-srd_Latn", + "languages": [ + "tir-Ethi", + "srd-Latn" + ] + }, + { + "precision": 0.239685, + "recall": 0.301383, + "f1": 0.255488, + "accuracy": 0.301383, + "main_score": 0.255488, + "hf_subset": "tir_Ethi-tzm_Tfng", + "languages": [ + "tir-Ethi", + "tzm-Tfng" + ] + }, + { + "precision": 0.654356, + "recall": 0.714427, + "f1": 0.670239, + "accuracy": 0.714427, + "main_score": 0.670239, + "hf_subset": "tir_Ethi-acq_Arab", + "languages": [ + "tir-Ethi", + "acq-Arab" + ] + }, + { + "precision": 0.542334, + "recall": 0.591897, + "f1": 0.555983, + "accuracy": 0.591897, + "main_score": 0.555983, + "hf_subset": "tir_Ethi-bem_Latn", + "languages": [ + "tir-Ethi", + "bem-Latn" + ] + }, + { + "precision": 0.613752, + "recall": 0.678854, + "f1": 0.631009, + "accuracy": 0.678854, + "main_score": 0.631009, + "hf_subset": "tir_Ethi-epo_Latn", + "languages": [ + "tir-Ethi", + "epo-Latn" + ] + }, + { + "precision": 0.6565, + "recall": 0.716403, + "f1": 0.672616, + "accuracy": 0.716403, + "main_score": 0.672616, + "hf_subset": "tir_Ethi-hun_Latn", + "languages": [ + "tir-Ethi", + "hun-Latn" + ] + }, + { + "precision": 0.609026, + "recall": 0.66996, + "f1": 0.624857, + "accuracy": 0.66996, + "main_score": 0.624857, + "hf_subset": "tir_Ethi-kir_Cyrl", + "languages": [ + "tir-Ethi", + "kir-Cyrl" + ] + }, + { + "precision": 0.629429, + "recall": 0.697628, + "f1": 0.647126, + "accuracy": 0.697628, + "main_score": 0.647126, + "hf_subset": "tir_Ethi-mar_Deva", + "languages": [ + "tir-Ethi", + "mar-Deva" + ] + }, + { + "precision": 0.564229, + "recall": 0.62253, + "f1": 0.580581, + "accuracy": 0.62253, + "main_score": 0.580581, + "hf_subset": "tir_Ethi-plt_Latn", + "languages": [ + "tir-Ethi", + "plt-Latn" + ] + }, + { + "precision": 0.624771, + "recall": 0.688735, + "f1": 0.641261, + "accuracy": 0.688735, + "main_score": 0.641261, + "hf_subset": "tir_Ethi-srp_Cyrl", + "languages": [ + "tir-Ethi", + "srp-Cyrl" + ] + }, + { + "precision": 0.568473, + "recall": 0.634387, + "f1": 0.585923, + "accuracy": 0.634387, + "main_score": 0.585923, + "hf_subset": "tir_Ethi-uig_Arab", + "languages": [ + "tir-Ethi", + "uig-Arab" + ] + }, + { + "precision": 0.634018, + "recall": 0.692688, + "f1": 0.648198, + "accuracy": 0.692688, + "main_score": 0.648198, + "hf_subset": "tir_Ethi-aeb_Arab", + "languages": [ + "tir-Ethi", + "aeb-Arab" + ] + }, + { + "precision": 0.630664, + "recall": 0.692688, + "f1": 0.64693, + "accuracy": 0.692688, + "main_score": 0.64693, + "hf_subset": "tir_Ethi-ben_Beng", + "languages": [ + "tir-Ethi", + "ben-Beng" + ] + }, + { + "precision": 0.621873, + "recall": 0.684783, + "f1": 0.638159, + "accuracy": 0.684783, + "main_score": 0.638159, + "hf_subset": "tir_Ethi-est_Latn", + "languages": [ + "tir-Ethi", + "est-Latn" + ] + }, + { + "precision": 0.613175, + "recall": 0.678854, + "f1": 0.630266, + "accuracy": 0.678854, + "main_score": 0.630266, + "hf_subset": "tir_Ethi-hye_Armn", + "languages": [ + "tir-Ethi", + "hye-Armn" + ] + }, + { + "precision": 0.467583, + "recall": 0.509881, + "f1": 0.47971, + "accuracy": 0.509881, + "main_score": 0.47971, + "hf_subset": "tir_Ethi-kmb_Latn", + "languages": [ + "tir-Ethi", + "kmb-Latn" + ] + }, + { + "precision": 0.427777, + "recall": 0.497036, + "f1": 0.447128, + "accuracy": 0.497036, + "main_score": 0.447128, + "hf_subset": "tir_Ethi-min_Arab", + "languages": [ + "tir-Ethi", + "min-Arab" + ] + }, + { + "precision": 0.64136, + "recall": 0.713439, + "f1": 0.660728, + "accuracy": 0.713439, + "main_score": 0.660728, + "hf_subset": "tir_Ethi-pol_Latn", + "languages": [ + "tir-Ethi", + "pol-Latn" + ] + }, + { + "precision": 0.534517, + "recall": 0.588933, + "f1": 0.54907, + "accuracy": 0.588933, + "main_score": 0.54907, + "hf_subset": "tir_Ethi-ssw_Latn", + "languages": [ + "tir-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.646323, + "recall": 0.708498, + "f1": 0.662766, + "accuracy": 0.708498, + "main_score": 0.662766, + "hf_subset": "tir_Ethi-ukr_Cyrl", + "languages": [ + "tir-Ethi", + "ukr-Cyrl" + ] + }, + { + "precision": 0.625261, + "recall": 0.685771, + "f1": 0.641277, + "accuracy": 0.685771, + "main_score": 0.641277, + "hf_subset": "tir_Ethi-afr_Latn", + "languages": [ + "tir-Ethi", + "afr-Latn" + ] + }, + { + "precision": 0.663304, + "recall": 0.721344, + "f1": 0.678278, + "accuracy": 0.721344, + "main_score": 0.678278, + "hf_subset": "tir_Ethi-bho_Deva", + "languages": [ + "tir-Ethi", + "bho-Deva" + ] + }, + { + "precision": 0.602393, + "recall": 0.657115, + "f1": 0.616792, + "accuracy": 0.657115, + "main_score": 0.616792, + "hf_subset": "tir_Ethi-eus_Latn", + "languages": [ + "tir-Ethi", + "eus-Latn" + ] + }, + { + "precision": 0.577413, + "recall": 0.637352, + "f1": 0.593503, + "accuracy": 0.637352, + "main_score": 0.593503, + "hf_subset": "tir_Ethi-ibo_Latn", + "languages": [ + "tir-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.58343, + "recall": 0.635375, + "f1": 0.597815, + "accuracy": 0.635375, + "main_score": 0.597815, + "hf_subset": "tir_Ethi-kmr_Latn", + "languages": [ + "tir-Ethi", + "kmr-Latn" + ] + }, + { + "precision": 0.600802, + "recall": 0.66502, + "f1": 0.617233, + "accuracy": 0.66502, + "main_score": 0.617233, + "hf_subset": "tir_Ethi-min_Latn", + "languages": [ + "tir-Ethi", + "min-Latn" + ] + }, + { + "precision": 0.65066, + "recall": 0.714427, + "f1": 0.66716, + "accuracy": 0.714427, + "main_score": 0.66716, + "hf_subset": "tir_Ethi-por_Latn", + "languages": [ + "tir-Ethi", + "por-Latn" + ] + }, + { + "precision": 0.585768, + "recall": 0.640316, + "f1": 0.599655, + "accuracy": 0.640316, + "main_score": 0.599655, + "hf_subset": "tir_Ethi-sun_Latn", + "languages": [ + "tir-Ethi", + "sun-Latn" + ] + }, + { + "precision": 0.470163, + "recall": 0.51581, + "f1": 0.483185, + "accuracy": 0.51581, + "main_score": 0.483185, + "hf_subset": "tir_Ethi-umb_Latn", + "languages": [ + "tir-Ethi", + "umb-Latn" + ] + }, + { + "precision": 0.65673, + "recall": 0.712451, + "f1": 0.671346, + "accuracy": 0.712451, + "main_score": 0.671346, + "hf_subset": "tir_Ethi-ajp_Arab", + "languages": [ + "tir-Ethi", + "ajp-Arab" + ] + }, + { + "precision": 0.452446, + "recall": 0.513834, + "f1": 0.468406, + "accuracy": 0.513834, + "main_score": 0.468406, + "hf_subset": "tir_Ethi-bjn_Arab", + "languages": [ + "tir-Ethi", + "bjn-Arab" + ] + }, + { + "precision": 0.455195, + "recall": 0.498024, + "f1": 0.466887, + "accuracy": 0.498024, + "main_score": 0.466887, + "hf_subset": "tir_Ethi-ewe_Latn", + "languages": [ + "tir-Ethi", + "ewe-Latn" + ] + }, + { + "precision": 0.618512, + "recall": 0.672925, + "f1": 0.632967, + "accuracy": 0.672925, + "main_score": 0.632967, + "hf_subset": "tir_Ethi-ilo_Latn", + "languages": [ + "tir-Ethi", + "ilo-Latn" + ] + }, + { + "precision": 0.288037, + "recall": 0.347826, + "f1": 0.30339, + "accuracy": 0.347826, + "main_score": 0.30339, + "hf_subset": "tir_Ethi-knc_Arab", + "languages": [ + "tir-Ethi", + "knc-Arab" + ] + }, + { + "precision": 0.629999, + "recall": 0.6917, + "f1": 0.645659, + "accuracy": 0.6917, + "main_score": 0.645659, + "hf_subset": "tir_Ethi-mkd_Cyrl", + "languages": [ + "tir-Ethi", + "mkd-Cyrl" + ] + }, + { + "precision": 0.654322, + "recall": 0.718379, + "f1": 0.671851, + "accuracy": 0.718379, + "main_score": 0.671851, + "hf_subset": "tir_Ethi-prs_Arab", + "languages": [ + "tir-Ethi", + "prs-Arab" + ] + }, + { + "precision": 0.652057, + "recall": 0.712451, + "f1": 0.667936, + "accuracy": 0.712451, + "main_score": 0.667936, + "hf_subset": "tir_Ethi-swe_Latn", + "languages": [ + "tir-Ethi", + "swe-Latn" + ] + }, + { + "precision": 0.626862, + "recall": 0.692688, + "f1": 0.644089, + "accuracy": 0.692688, + "main_score": 0.644089, + "hf_subset": "tir_Ethi-urd_Arab", + "languages": [ + "tir-Ethi", + "urd-Arab" + ] + }, + { + "precision": 0.545015, + "recall": 0.601779, + "f1": 0.560197, + "accuracy": 0.601779, + "main_score": 0.560197, + "hf_subset": "tir_Ethi-aka_Latn", + "languages": [ + "tir-Ethi", + "aka-Latn" + ] + }, + { + "precision": 0.631227, + "recall": 0.682806, + "f1": 0.644637, + "accuracy": 0.682806, + "main_score": 0.644637, + "hf_subset": "tir_Ethi-bjn_Latn", + "languages": [ + "tir-Ethi", + "bjn-Latn" + ] + }, + { + "precision": 0.562112, + "recall": 0.621542, + "f1": 0.578676, + "accuracy": 0.621542, + "main_score": 0.578676, + "hf_subset": "tir_Ethi-fao_Latn", + "languages": [ + "tir-Ethi", + "fao-Latn" + ] + }, + { + "precision": 0.644418, + "recall": 0.698617, + "f1": 0.658269, + "accuracy": 0.698617, + "main_score": 0.658269, + "hf_subset": "tir_Ethi-ind_Latn", + "languages": [ + "tir-Ethi", + "ind-Latn" + ] + }, + { + "precision": 0.499885, + "recall": 0.54249, + "f1": 0.5115, + "accuracy": 0.54249, + "main_score": 0.5115, + "hf_subset": "tir_Ethi-knc_Latn", + "languages": [ + "tir-Ethi", + "knc-Latn" + ] + }, + { + "precision": 0.596389, + "recall": 0.657115, + "f1": 0.612016, + "accuracy": 0.657115, + "main_score": 0.612016, + "hf_subset": "tir_Ethi-mlt_Latn", + "languages": [ + "tir-Ethi", + "mlt-Latn" + ] + }, + { + "precision": 0.54954, + "recall": 0.598814, + "f1": 0.56281, + "accuracy": 0.598814, + "main_score": 0.56281, + "hf_subset": "tir_Ethi-quy_Latn", + "languages": [ + "tir-Ethi", + "quy-Latn" + ] + }, + { + "precision": 0.611234, + "recall": 0.676877, + "f1": 0.628442, + "accuracy": 0.676877, + "main_score": 0.628442, + "hf_subset": "tir_Ethi-swh_Latn", + "languages": [ + "tir-Ethi", + "swh-Latn" + ] + }, + { + "precision": 0.606888, + "recall": 0.672925, + "f1": 0.623944, + "accuracy": 0.672925, + "main_score": 0.623944, + "hf_subset": "tir_Ethi-uzn_Latn", + "languages": [ + "tir-Ethi", + "uzn-Latn" + ] + }, + { + "precision": 0.615085, + "recall": 0.675889, + "f1": 0.631069, + "accuracy": 0.675889, + "main_score": 0.631069, + "hf_subset": "tir_Ethi-als_Latn", + "languages": [ + "tir-Ethi", + "als-Latn" + ] + }, + { + "precision": 0.47617, + "recall": 0.540514, + "f1": 0.493538, + "accuracy": 0.540514, + "main_score": 0.493538, + "hf_subset": "tir_Ethi-bod_Tibt", + "languages": [ + "tir-Ethi", + "bod-Tibt" + ] + }, + { + "precision": 0.525682, + "recall": 0.574111, + "f1": 0.539356, + "accuracy": 0.574111, + "main_score": 0.539356, + "hf_subset": "tir_Ethi-fij_Latn", + "languages": [ + "tir-Ethi", + "fij-Latn" + ] + }, + { + "precision": 0.590835, + "recall": 0.658103, + "f1": 0.608672, + "accuracy": 0.658103, + "main_score": 0.608672, + "hf_subset": "tir_Ethi-isl_Latn", + "languages": [ + "tir-Ethi", + "isl-Latn" + ] + }, + { + "precision": 0.538597, + "recall": 0.583992, + "f1": 0.551879, + "accuracy": 0.583992, + "main_score": 0.551879, + "hf_subset": "tir_Ethi-kon_Latn", + "languages": [ + "tir-Ethi", + "kon-Latn" + ] + }, + { + "precision": 0.521964, + "recall": 0.570158, + "f1": 0.535786, + "accuracy": 0.570158, + "main_score": 0.535786, + "hf_subset": "tir_Ethi-mni_Beng", + "languages": [ + "tir-Ethi", + "mni-Beng" + ] + }, + { + "precision": 0.636007, + "recall": 0.700593, + "f1": 0.653211, + "accuracy": 0.700593, + "main_score": 0.653211, + "hf_subset": "tir_Ethi-ron_Latn", + "languages": [ + "tir-Ethi", + "ron-Latn" + ] + }, + { + "precision": 0.623889, + "recall": 0.683794, + "f1": 0.638939, + "accuracy": 0.683794, + "main_score": 0.638939, + "hf_subset": "tir_Ethi-szl_Latn", + "languages": [ + "tir-Ethi", + "szl-Latn" + ] + }, + { + "precision": 0.66382, + "recall": 0.718379, + "f1": 0.678141, + "accuracy": 0.718379, + "main_score": 0.678141, + "hf_subset": "tir_Ethi-vec_Latn", + "languages": [ + "tir-Ethi", + "vec-Latn" + ] + }, + { + "precision": 0.739707, + "recall": 0.795455, + "f1": 0.755731, + "accuracy": 0.795455, + "main_score": 0.755731, + "hf_subset": "tir_Ethi-amh_Ethi", + "languages": [ + "tir-Ethi", + "amh-Ethi" + ] + }, + { + "precision": 0.629688, + "recall": 0.688735, + "f1": 0.644971, + "accuracy": 0.688735, + "main_score": 0.644971, + "hf_subset": "tir_Ethi-bos_Latn", + "languages": [ + "tir-Ethi", + "bos-Latn" + ] + }, + { + "precision": 0.622022, + "recall": 0.68083, + "f1": 0.637526, + "accuracy": 0.68083, + "main_score": 0.637526, + "hf_subset": "tir_Ethi-fin_Latn", + "languages": [ + "tir-Ethi", + "fin-Latn" + ] + }, + { + "precision": 0.662389, + "recall": 0.720356, + "f1": 0.678451, + "accuracy": 0.720356, + "main_score": 0.678451, + "hf_subset": "tir_Ethi-ita_Latn", + "languages": [ + "tir-Ethi", + "ita-Latn" + ] + }, + { + "precision": 0.653823, + "recall": 0.720356, + "f1": 0.671188, + "accuracy": 0.720356, + "main_score": 0.671188, + "hf_subset": "tir_Ethi-kor_Hang", + "languages": [ + "tir-Ethi", + "kor-Hang" + ] + }, + { + "precision": 0.472532, + "recall": 0.514822, + "f1": 0.484007, + "accuracy": 0.514822, + "main_score": 0.484007, + "hf_subset": "tir_Ethi-mos_Latn", + "languages": [ + "tir-Ethi", + "mos-Latn" + ] + }, + { + "precision": 0.525682, + "recall": 0.588933, + "f1": 0.542665, + "accuracy": 0.588933, + "main_score": 0.542665, + "hf_subset": "tir_Ethi-run_Latn", + "languages": [ + "tir-Ethi", + "run-Latn" + ] + }, + { + "precision": 0.632484, + "recall": 0.689723, + "f1": 0.647017, + "accuracy": 0.689723, + "main_score": 0.647017, + "hf_subset": "tir_Ethi-tam_Taml", + "languages": [ + "tir-Ethi", + "tam-Taml" + ] + }, + { + "precision": 0.636153, + "recall": 0.686759, + "f1": 0.649235, + "accuracy": 0.686759, + "main_score": 0.649235, + "hf_subset": "tir_Ethi-vie_Latn", + "languages": [ + "tir-Ethi", + "vie-Latn" + ] + }, + { + "precision": 0.640125, + "recall": 0.69664, + "f1": 0.654649, + "accuracy": 0.69664, + "main_score": 0.654649, + "hf_subset": "tir_Ethi-apc_Arab", + "languages": [ + "tir-Ethi", + "apc-Arab" + ] + }, + { + "precision": 0.559496, + "recall": 0.607708, + "f1": 0.57345, + "accuracy": 0.607708, + "main_score": 0.57345, + "hf_subset": "tir_Ethi-bug_Latn", + "languages": [ + "tir-Ethi", + "bug-Latn" + ] + }, + { + "precision": 0.41292, + "recall": 0.450593, + "f1": 0.423251, + "accuracy": 0.450593, + "main_score": 0.423251, + "hf_subset": "tir_Ethi-fon_Latn", + "languages": [ + "tir-Ethi", + "fon-Latn" + ] + }, + { + "precision": 0.59214, + "recall": 0.652174, + "f1": 0.607822, + "accuracy": 0.652174, + "main_score": 0.607822, + "hf_subset": "tir_Ethi-jav_Latn", + "languages": [ + "tir-Ethi", + "jav-Latn" + ] + }, + { + "precision": 0.542062, + "recall": 0.605731, + "f1": 0.558484, + "accuracy": 0.605731, + "main_score": 0.558484, + "hf_subset": "tir_Ethi-lao_Laoo", + "languages": [ + "tir-Ethi", + "lao-Laoo" + ] + }, + { + "precision": 0.539322, + "recall": 0.593874, + "f1": 0.554454, + "accuracy": 0.593874, + "main_score": 0.554454, + "hf_subset": "tir_Ethi-mri_Latn", + "languages": [ + "tir-Ethi", + "mri-Latn" + ] + }, + { + "precision": 0.642033, + "recall": 0.708498, + "f1": 0.660563, + "accuracy": 0.708498, + "main_score": 0.660563, + "hf_subset": "tir_Ethi-rus_Cyrl", + "languages": [ + "tir-Ethi", + "rus-Cyrl" + ] + }, + { + "precision": 0.498337, + "recall": 0.543478, + "f1": 0.511333, + "accuracy": 0.543478, + "main_score": 0.511333, + "hf_subset": "tir_Ethi-taq_Latn", + "languages": [ + "tir-Ethi", + "taq-Latn" + ] + }, + { + "precision": 0.619534, + "recall": 0.671937, + "f1": 0.632617, + "accuracy": 0.671937, + "main_score": 0.632617, + "hf_subset": "tir_Ethi-war_Latn", + "languages": [ + "tir-Ethi", + "war-Latn" + ] + }, + { + "precision": 0.663697, + "recall": 0.72332, + "f1": 0.679636, + "accuracy": 0.72332, + "main_score": 0.679636, + "hf_subset": "tir_Ethi-arb_Arab", + "languages": [ + "tir-Ethi", + "arb-Arab" + ] + }, + { + "precision": 0.6628, + "recall": 0.727273, + "f1": 0.679812, + "accuracy": 0.727273, + "main_score": 0.679812, + "hf_subset": "tir_Ethi-bul_Cyrl", + "languages": [ + "tir-Ethi", + "bul-Cyrl" + ] + }, + { + "precision": 0.670754, + "recall": 0.729249, + "f1": 0.685825, + "accuracy": 0.729249, + "main_score": 0.685825, + "hf_subset": "tir_Ethi-fra_Latn", + "languages": [ + "tir-Ethi", + "fra-Latn" + ] + }, + { + "precision": 0.640243, + "recall": 0.703557, + "f1": 0.657387, + "accuracy": 0.703557, + "main_score": 0.657387, + "hf_subset": "tir_Ethi-jpn_Jpan", + "languages": [ + "tir-Ethi", + "jpn-Jpan" + ] + }, + { + "precision": 0.646607, + "recall": 0.702569, + "f1": 0.661278, + "accuracy": 0.702569, + "main_score": 0.661278, + "hf_subset": "tir_Ethi-lij_Latn", + "languages": [ + "tir-Ethi", + "lij-Latn" + ] + }, + { + "precision": 0.600393, + "recall": 0.656126, + "f1": 0.614362, + "accuracy": 0.656126, + "main_score": 0.614362, + "hf_subset": "tir_Ethi-mya_Mymr", + "languages": [ + "tir-Ethi", + "mya-Mymr" + ] + }, + { + "precision": 0.497643, + "recall": 0.544466, + "f1": 0.511089, + "accuracy": 0.544466, + "main_score": 0.511089, + "hf_subset": "tir_Ethi-sag_Latn", + "languages": [ + "tir-Ethi", + "sag-Latn" + ] + }, + { + "precision": 0.243341, + "recall": 0.293478, + "f1": 0.255869, + "accuracy": 0.293478, + "main_score": 0.255869, + "hf_subset": "tir_Ethi-taq_Tfng", + "languages": [ + "tir-Ethi", + "taq-Tfng" + ] + }, + { + "precision": 0.54721, + "recall": 0.589921, + "f1": 0.559376, + "accuracy": 0.589921, + "main_score": 0.559376, + "hf_subset": "tir_Ethi-wol_Latn", + "languages": [ + "tir-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.537268, + "recall": 0.603755, + "f1": 0.554918, + "accuracy": 0.603755, + "main_score": 0.554918, + "hf_subset": "tir_Ethi-arb_Latn", + "languages": [ + "tir-Ethi", + "arb-Latn" + ] + }, + { + "precision": 0.625803, + "recall": 0.690711, + "f1": 0.643005, + "accuracy": 0.690711, + "main_score": 0.643005, + "hf_subset": "tir_Ethi-cat_Latn", + "languages": [ + "tir-Ethi", + "cat-Latn" + ] + }, + { + "precision": 0.639308, + "recall": 0.688735, + "f1": 0.652155, + "accuracy": 0.688735, + "main_score": 0.652155, + "hf_subset": "tir_Ethi-fur_Latn", + "languages": [ + "tir-Ethi", + "fur-Latn" + ] + }, + { + "precision": 0.414687, + "recall": 0.472332, + "f1": 0.430462, + "accuracy": 0.472332, + "main_score": 0.430462, + "hf_subset": "tir_Ethi-kab_Latn", + "languages": [ + "tir-Ethi", + "kab-Latn" + ] + }, + { + "precision": 0.628487, + "recall": 0.686759, + "f1": 0.643478, + "accuracy": 0.686759, + "main_score": 0.643478, + "hf_subset": "tir_Ethi-lim_Latn", + "languages": [ + "tir-Ethi", + "lim-Latn" + ] + }, + { + "precision": 0.625853, + "recall": 0.689723, + "f1": 0.641922, + "accuracy": 0.689723, + "main_score": 0.641922, + "hf_subset": "tir_Ethi-nld_Latn", + "languages": [ + "tir-Ethi", + "nld-Latn" + ] + }, + { + "precision": 0.610048, + "recall": 0.670949, + "f1": 0.626196, + "accuracy": 0.670949, + "main_score": 0.626196, + "hf_subset": "tir_Ethi-san_Deva", + "languages": [ + "tir-Ethi", + "san-Deva" + ] + }, + { + "precision": 0.618498, + "recall": 0.679842, + "f1": 0.634514, + "accuracy": 0.679842, + "main_score": 0.634514, + "hf_subset": "tir_Ethi-tat_Cyrl", + "languages": [ + "tir-Ethi", + "tat-Cyrl" + ] + }, + { + "precision": 0.571344, + "recall": 0.62747, + "f1": 0.585668, + "accuracy": 0.62747, + "main_score": 0.585668, + "hf_subset": "tir_Ethi-xho_Latn", + "languages": [ + "tir-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.65628, + "recall": 0.719368, + "f1": 0.67323, + "accuracy": 0.719368, + "main_score": 0.67323, + "hf_subset": "tir_Ethi-ars_Arab", + "languages": [ + "tir-Ethi", + "ars-Arab" + ] + }, + { + "precision": 0.597925, + "recall": 0.659091, + "f1": 0.613723, + "accuracy": 0.659091, + "main_score": 0.613723, + "hf_subset": "tir_Ethi-ceb_Latn", + "languages": [ + "tir-Ethi", + "ceb-Latn" + ] + }, + { + "precision": 0.457802, + "recall": 0.511858, + "f1": 0.473083, + "accuracy": 0.511858, + "main_score": 0.473083, + "hf_subset": "tir_Ethi-fuv_Latn", + "languages": [ + "tir-Ethi", + "fuv-Latn" + ] + }, + { + "precision": 0.46222, + "recall": 0.505929, + "f1": 0.474916, + "accuracy": 0.505929, + "main_score": 0.474916, + "hf_subset": "tir_Ethi-kac_Latn", + "languages": [ + "tir-Ethi", + "kac-Latn" + ] + }, + { + "precision": 0.547969, + "recall": 0.598814, + "f1": 0.562362, + "accuracy": 0.598814, + "main_score": 0.562362, + "hf_subset": "tir_Ethi-lin_Latn", + "languages": [ + "tir-Ethi", + "lin-Latn" + ] + }, + { + "precision": 0.613948, + "recall": 0.681818, + "f1": 0.632053, + "accuracy": 0.681818, + "main_score": 0.632053, + "hf_subset": "tir_Ethi-nno_Latn", + "languages": [ + "tir-Ethi", + "nno-Latn" + ] + }, + { + "precision": 0.592571, + "recall": 0.657115, + "f1": 0.610334, + "accuracy": 0.657115, + "main_score": 0.610334, + "hf_subset": "tir_Ethi-sat_Olck", + "languages": [ + "tir-Ethi", + "sat-Olck" + ] + }, + { + "precision": 0.62552, + "recall": 0.686759, + "f1": 0.640904, + "accuracy": 0.686759, + "main_score": 0.640904, + "hf_subset": "tir_Ethi-tel_Telu", + "languages": [ + "tir-Ethi", + "tel-Telu" + ] + }, + { + "precision": 0.626745, + "recall": 0.688735, + "f1": 0.643, + "accuracy": 0.688735, + "main_score": 0.643, + "hf_subset": "tir_Ethi-ydd_Hebr", + "languages": [ + "tir-Ethi", + "ydd-Hebr" + ] + }, + { + "precision": 0.610389, + "recall": 0.667984, + "f1": 0.62486, + "accuracy": 0.667984, + "main_score": 0.62486, + "hf_subset": "tir_Ethi-ary_Arab", + "languages": [ + "tir-Ethi", + "ary-Arab" + ] + }, + { + "precision": 0.631492, + "recall": 0.698617, + "f1": 0.649029, + "accuracy": 0.698617, + "main_score": 0.649029, + "hf_subset": "tir_Ethi-ces_Latn", + "languages": [ + "tir-Ethi", + "ces-Latn" + ] + }, + { + "precision": 0.554703, + "recall": 0.608696, + "f1": 0.569908, + "accuracy": 0.608696, + "main_score": 0.569908, + "hf_subset": "tir_Ethi-gaz_Latn", + "languages": [ + "tir-Ethi", + "gaz-Latn" + ] + }, + { + "precision": 0.495728, + "recall": 0.544466, + "f1": 0.509059, + "accuracy": 0.544466, + "main_score": 0.509059, + "hf_subset": "tir_Ethi-kam_Latn", + "languages": [ + "tir-Ethi", + "kam-Latn" + ] + }, + { + "precision": 0.630256, + "recall": 0.689723, + "f1": 0.645559, + "accuracy": 0.689723, + "main_score": 0.645559, + "hf_subset": "tir_Ethi-lit_Latn", + "languages": [ + "tir-Ethi", + "lit-Latn" + ] + }, + { + "precision": 0.631012, + "recall": 0.694664, + "f1": 0.647943, + "accuracy": 0.694664, + "main_score": 0.647943, + "hf_subset": "tir_Ethi-nob_Latn", + "languages": [ + "tir-Ethi", + "nob-Latn" + ] + }, + { + "precision": 0.625051, + "recall": 0.673913, + "f1": 0.637287, + "accuracy": 0.673913, + "main_score": 0.637287, + "hf_subset": "tir_Ethi-scn_Latn", + "languages": [ + "tir-Ethi", + "scn-Latn" + ] + }, + { + "precision": 0.587628, + "recall": 0.645257, + "f1": 0.602583, + "accuracy": 0.645257, + "main_score": 0.602583, + "hf_subset": "tir_Ethi-tgk_Cyrl", + "languages": [ + "tir-Ethi", + "tgk-Cyrl" + ] + }, + { + "precision": 0.544092, + "recall": 0.601779, + "f1": 0.560314, + "accuracy": 0.601779, + "main_score": 0.560314, + "hf_subset": "tir_Ethi-yor_Latn", + "languages": [ + "tir-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.656099, + "recall": 0.709486, + "f1": 0.669718, + "accuracy": 0.709486, + "main_score": 0.669718, + "hf_subset": "tir_Ethi-arz_Arab", + "languages": [ + "tir-Ethi", + "arz-Arab" + ] + }, + { + "precision": 0.46632, + "recall": 0.512846, + "f1": 0.479023, + "accuracy": 0.512846, + "main_score": 0.479023, + "hf_subset": "tir_Ethi-cjk_Latn", + "languages": [ + "tir-Ethi", + "cjk-Latn" + ] + }, + { + "precision": 0.552087, + "recall": 0.621542, + "f1": 0.570185, + "accuracy": 0.621542, + "main_score": 0.570185, + "hf_subset": "tir_Ethi-gla_Latn", + "languages": [ + "tir-Ethi", + "gla-Latn" + ] + }, + { + "precision": 0.619441, + "recall": 0.673913, + "f1": 0.633267, + "accuracy": 0.673913, + "main_score": 0.633267, + "hf_subset": "tir_Ethi-kan_Knda", + "languages": [ + "tir-Ethi", + "kan-Knda" + ] + }, + { + "precision": 0.632024, + "recall": 0.688735, + "f1": 0.646988, + "accuracy": 0.688735, + "main_score": 0.646988, + "hf_subset": "tir_Ethi-lmo_Latn", + "languages": [ + "tir-Ethi", + "lmo-Latn" + ] + }, + { + "precision": 0.620514, + "recall": 0.678854, + "f1": 0.635437, + "accuracy": 0.678854, + "main_score": 0.635437, + "hf_subset": "tir_Ethi-npi_Deva", + "languages": [ + "tir-Ethi", + "npi-Deva" + ] + }, + { + "precision": 0.413109, + "recall": 0.460474, + "f1": 0.426288, + "accuracy": 0.460474, + "main_score": 0.426288, + "hf_subset": "tir_Ethi-shn_Mymr", + "languages": [ + "tir-Ethi", + "shn-Mymr" + ] + }, + { + "precision": 0.631908, + "recall": 0.700593, + "f1": 0.650274, + "accuracy": 0.700593, + "main_score": 0.650274, + "hf_subset": "tir_Ethi-tgl_Latn", + "languages": [ + "tir-Ethi", + "tgl-Latn" + ] + }, + { + "precision": 0.638989, + "recall": 0.701581, + "f1": 0.655395, + "accuracy": 0.701581, + "main_score": 0.655395, + "hf_subset": "tir_Ethi-yue_Hant", + "languages": [ + "tir-Ethi", + "yue-Hant" + ] + }, + { + "precision": 0.587394, + "recall": 0.645257, + "f1": 0.603235, + "accuracy": 0.645257, + "main_score": 0.603235, + "hf_subset": "tir_Ethi-asm_Beng", + "languages": [ + "tir-Ethi", + "asm-Beng" + ] + }, + { + "precision": 0.608366, + "recall": 0.672925, + "f1": 0.625934, + "accuracy": 0.672925, + "main_score": 0.625934, + "hf_subset": "tir_Ethi-ckb_Arab", + "languages": [ + "tir-Ethi", + "ckb-Arab" + ] + }, + { + "precision": 0.572106, + "recall": 0.63834, + "f1": 0.589131, + "accuracy": 0.63834, + "main_score": 0.589131, + "hf_subset": "tir_Ethi-gle_Latn", + "languages": [ + "tir-Ethi", + "gle-Latn" + ] + }, + { + "precision": 0.620309, + "recall": 0.675889, + "f1": 0.635116, + "accuracy": 0.675889, + "main_score": 0.635116, + "hf_subset": "tir_Ethi-kas_Arab", + "languages": [ + "tir-Ethi", + "kas-Arab" + ] + }, + { + "precision": 0.605714, + "recall": 0.656126, + "f1": 0.619228, + "accuracy": 0.656126, + "main_score": 0.619228, + "hf_subset": "tir_Ethi-ltg_Latn", + "languages": [ + "tir-Ethi", + "ltg-Latn" + ] + }, + { + "precision": 0.566315, + "recall": 0.626482, + "f1": 0.584039, + "accuracy": 0.626482, + "main_score": 0.584039, + "hf_subset": "tir_Ethi-nso_Latn", + "languages": [ + "tir-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.605509, + "recall": 0.668972, + "f1": 0.622518, + "accuracy": 0.668972, + "main_score": 0.622518, + "hf_subset": "tir_Ethi-sin_Sinh", + "languages": [ + "tir-Ethi", + "sin-Sinh" + ] + }, + { + "precision": 0.605744, + "recall": 0.671937, + "f1": 0.622926, + "accuracy": 0.671937, + "main_score": 0.622926, + "hf_subset": "tir_Ethi-tha_Thai", + "languages": [ + "tir-Ethi", + "tha-Thai" + ] + }, + { + "precision": 0.572476, + "recall": 0.636364, + "f1": 0.588167, + "accuracy": 0.636364, + "main_score": 0.588167, + "hf_subset": "tir_Ethi-zho_Hans", + "languages": [ + "tir-Ethi", + "zho-Hans" + ] + }, + { + "precision": 0.626861, + "recall": 0.690711, + "f1": 0.644466, + "accuracy": 0.690711, + "main_score": 0.644466, + "hf_subset": "tir_Ethi-ast_Latn", + "languages": [ + "tir-Ethi", + "ast-Latn" + ] + }, + { + "precision": 0.628936, + "recall": 0.688735, + "f1": 0.644207, + "accuracy": 0.688735, + "main_score": 0.644207, + "hf_subset": "tir_Ethi-crh_Latn", + "languages": [ + "tir-Ethi", + "crh-Latn" + ] + }, + { + "precision": 0.644489, + "recall": 0.703557, + "f1": 0.658838, + "accuracy": 0.703557, + "main_score": 0.658838, + "hf_subset": "tir_Ethi-glg_Latn", + "languages": [ + "tir-Ethi", + "glg-Latn" + ] + }, + { + "precision": 0.584147, + "recall": 0.636364, + "f1": 0.598433, + "accuracy": 0.636364, + "main_score": 0.598433, + "hf_subset": "tir_Ethi-kas_Deva", + "languages": [ + "tir-Ethi", + "kas-Deva" + ] + }, + { + "precision": 0.593839, + "recall": 0.650198, + "f1": 0.608382, + "accuracy": 0.650198, + "main_score": 0.608382, + "hf_subset": "tir_Ethi-ltz_Latn", + "languages": [ + "tir-Ethi", + "ltz-Latn" + ] + }, + { + "precision": 0.423551, + "recall": 0.483202, + "f1": 0.440401, + "accuracy": 0.483202, + "main_score": 0.440401, + "hf_subset": "tir_Ethi-nus_Latn", + "languages": [ + "tir-Ethi", + "nus-Latn" + ] + }, + { + "precision": 0.616865, + "recall": 0.675889, + "f1": 0.63259, + "accuracy": 0.675889, + "main_score": 0.63259, + "hf_subset": "tir_Ethi-slk_Latn", + "languages": [ + "tir-Ethi", + "slk-Latn" + ] + }, + { + "precision": 0.632803, + "recall": 0.693676, + "f1": 0.648618, + "accuracy": 0.693676, + "main_score": 0.648618, + "hf_subset": "tir_Ethi-zho_Hant", + "languages": [ + "tir-Ethi", + "zho-Hant" + ] + }, + { + "precision": 0.635146, + "recall": 0.69664, + "f1": 0.650683, + "accuracy": 0.69664, + "main_score": 0.650683, + "hf_subset": "tir_Ethi-awa_Deva", + "languages": [ + "tir-Ethi", + "awa-Deva" + ] + }, + { + "precision": 0.598536, + "recall": 0.666996, + "f1": 0.616308, + "accuracy": 0.666996, + "main_score": 0.616308, + "hf_subset": "tir_Ethi-cym_Latn", + "languages": [ + "tir-Ethi", + "cym-Latn" + ] + }, + { + "precision": 0.56112, + "recall": 0.608696, + "f1": 0.573652, + "accuracy": 0.608696, + "main_score": 0.573652, + "hf_subset": "tir_Ethi-grn_Latn", + "languages": [ + "tir-Ethi", + "grn-Latn" + ] + }, + { + "precision": 0.616365, + "recall": 0.679842, + "f1": 0.632842, + "accuracy": 0.679842, + "main_score": 0.632842, + "hf_subset": "tir_Ethi-kat_Geor", + "languages": [ + "tir-Ethi", + "kat-Geor" + ] + }, + { + "precision": 0.516397, + "recall": 0.560277, + "f1": 0.527997, + "accuracy": 0.560277, + "main_score": 0.527997, + "hf_subset": "tir_Ethi-lua_Latn", + "languages": [ + "tir-Ethi", + "lua-Latn" + ] + }, + { + "precision": 0.561922, + "recall": 0.615613, + "f1": 0.575913, + "accuracy": 0.615613, + "main_score": 0.575913, + "hf_subset": "tir_Ethi-nya_Latn", + "languages": [ + "tir-Ethi", + "nya-Latn" + ] + }, + { + "precision": 0.6337, + "recall": 0.693676, + "f1": 0.649896, + "accuracy": 0.693676, + "main_score": 0.649896, + "hf_subset": "tir_Ethi-slv_Latn", + "languages": [ + "tir-Ethi", + "slv-Latn" + ] + }, + { + "precision": 0.59815, + "recall": 0.651186, + "f1": 0.611965, + "accuracy": 0.651186, + "main_score": 0.611965, + "hf_subset": "tir_Ethi-tpi_Latn", + "languages": [ + "tir-Ethi", + "tpi-Latn" + ] + }, + { + "precision": 0.652607, + "recall": 0.719368, + "f1": 0.670113, + "accuracy": 0.719368, + "main_score": 0.670113, + "hf_subset": "tir_Ethi-zsm_Latn", + "languages": [ + "tir-Ethi", + "zsm-Latn" + ] + }, + { + "precision": 0.475067, + "recall": 0.522727, + "f1": 0.48851, + "accuracy": 0.522727, + "main_score": 0.48851, + "hf_subset": "tir_Ethi-ayr_Latn", + "languages": [ + "tir-Ethi", + "ayr-Latn" + ] + }, + { + "precision": 0.654462, + "recall": 0.715415, + "f1": 0.670315, + "accuracy": 0.715415, + "main_score": 0.670315, + "hf_subset": "tir_Ethi-dan_Latn", + "languages": [ + "tir-Ethi", + "dan-Latn" + ] + }, + { + "precision": 0.642071, + "recall": 0.706522, + "f1": 0.658757, + "accuracy": 0.706522, + "main_score": 0.658757, + "hf_subset": "tir_Ethi-guj_Gujr", + "languages": [ + "tir-Ethi", + "guj-Gujr" + ] + }, + { + "precision": 0.613281, + "recall": 0.671937, + "f1": 0.628524, + "accuracy": 0.671937, + "main_score": 0.628524, + "hf_subset": "tir_Ethi-kaz_Cyrl", + "languages": [ + "tir-Ethi", + "kaz-Cyrl" + ] + }, + { + "precision": 0.489254, + "recall": 0.543478, + "f1": 0.504075, + "accuracy": 0.543478, + "main_score": 0.504075, + "hf_subset": "tir_Ethi-lug_Latn", + "languages": [ + "tir-Ethi", + "lug-Latn" + ] + }, + { + "precision": 0.630034, + "recall": 0.6917, + "f1": 0.645305, + "accuracy": 0.6917, + "main_score": 0.645305, + "hf_subset": "tir_Ethi-oci_Latn", + "languages": [ + "tir-Ethi", + "oci-Latn" + ] + }, + { + "precision": 0.576759, + "recall": 0.631423, + "f1": 0.591305, + "accuracy": 0.631423, + "main_score": 0.591305, + "hf_subset": "tir_Ethi-smo_Latn", + "languages": [ + "tir-Ethi", + "smo-Latn" + ] + }, + { + "precision": 0.535305, + "recall": 0.586957, + "f1": 0.549914, + "accuracy": 0.586957, + "main_score": 0.549914, + "hf_subset": "tir_Ethi-tsn_Latn", + "languages": [ + "tir-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.575216, + "recall": 0.635375, + "f1": 0.591902, + "accuracy": 0.635375, + "main_score": 0.591902, + "hf_subset": "tir_Ethi-zul_Latn", + "languages": [ + "tir-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.580816, + "recall": 0.633399, + "f1": 0.595101, + "accuracy": 0.633399, + "main_score": 0.595101, + "hf_subset": "tir_Ethi-azb_Arab", + "languages": [ + "tir-Ethi", + "azb-Arab" + ] + }, + { + "precision": 0.639494, + "recall": 0.701581, + "f1": 0.656264, + "accuracy": 0.701581, + "main_score": 0.656264, + "hf_subset": "tir_Ethi-deu_Latn", + "languages": [ + "tir-Ethi", + "deu-Latn" + ] + }, + { + "precision": 0.577967, + "recall": 0.642292, + "f1": 0.59472, + "accuracy": 0.642292, + "main_score": 0.59472, + "hf_subset": "tir_Ethi-hat_Latn", + "languages": [ + "tir-Ethi", + "hat-Latn" + ] + }, + { + "precision": 0.465974, + "recall": 0.51581, + "f1": 0.480028, + "accuracy": 0.51581, + "main_score": 0.480028, + "hf_subset": "tir_Ethi-kbp_Latn", + "languages": [ + "tir-Ethi", + "kbp-Latn" + ] + }, + { + "precision": 0.492968, + "recall": 0.538538, + "f1": 0.506063, + "accuracy": 0.538538, + "main_score": 0.506063, + "hf_subset": "tir_Ethi-luo_Latn", + "languages": [ + "tir-Ethi", + "luo-Latn" + ] + }, + { + "precision": 0.615193, + "recall": 0.68083, + "f1": 0.632631, + "accuracy": 0.68083, + "main_score": 0.632631, + "hf_subset": "tir_Ethi-ory_Orya", + "languages": [ + "tir-Ethi", + "ory-Orya" + ] + }, + { + "precision": 0.552244, + "recall": 0.612648, + "f1": 0.568527, + "accuracy": 0.612648, + "main_score": 0.568527, + "hf_subset": "tir_Ethi-sna_Latn", + "languages": [ + "tir-Ethi", + "sna-Latn" + ] + }, + { + "precision": 0.534889, + "recall": 0.591897, + "f1": 0.550459, + "accuracy": 0.591897, + "main_score": 0.550459, + "hf_subset": "tir_Ethi-tso_Latn", + "languages": [ + "tir-Ethi", + "tso-Latn" + ] + }, + { + "precision": 0.605986, + "recall": 0.66996, + "f1": 0.622236, + "accuracy": 0.66996, + "main_score": 0.622236, + "hf_subset": "tir_Ethi-azj_Latn", + "languages": [ + "tir-Ethi", + "azj-Latn" + ] + }, + { + "precision": 0.447628, + "recall": 0.498024, + "f1": 0.461685, + "accuracy": 0.498024, + "main_score": 0.461685, + "hf_subset": "tir_Ethi-dik_Latn", + "languages": [ + "tir-Ethi", + "dik-Latn" + ] + }, + { + "precision": 0.550497, + "recall": 0.614625, + "f1": 0.567833, + "accuracy": 0.614625, + "main_score": 0.567833, + "hf_subset": "tir_Ethi-hau_Latn", + "languages": [ + "tir-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.624781, + "recall": 0.683794, + "f1": 0.640712, + "accuracy": 0.683794, + "main_score": 0.640712, + "hf_subset": "tir_Ethi-kea_Latn", + "languages": [ + "tir-Ethi", + "kea-Latn" + ] + }, + { + "precision": 0.587583, + "recall": 0.637352, + "f1": 0.600362, + "accuracy": 0.637352, + "main_score": 0.600362, + "hf_subset": "tir_Ethi-lus_Latn", + "languages": [ + "tir-Ethi", + "lus-Latn" + ] + }, + { + "precision": 0.607873, + "recall": 0.652174, + "f1": 0.620027, + "accuracy": 0.652174, + "main_score": 0.620027, + "hf_subset": "tir_Ethi-pag_Latn", + "languages": [ + "tir-Ethi", + "pag-Latn" + ] + }, + { + "precision": 0.592622, + "recall": 0.658103, + "f1": 0.609213, + "accuracy": 0.658103, + "main_score": 0.609213, + "hf_subset": "tir_Ethi-snd_Arab", + "languages": [ + "tir-Ethi", + "snd-Arab" + ] + }, + { + "precision": 0.586572, + "recall": 0.648221, + "f1": 0.603136, + "accuracy": 0.648221, + "main_score": 0.603136, + "hf_subset": "tir_Ethi-tuk_Latn", + "languages": [ + "tir-Ethi", + "tuk-Latn" + ] + }, + { + "precision": 0.600862, + "recall": 0.655138, + "f1": 0.614561, + "accuracy": 0.655138, + "main_score": 0.614561, + "hf_subset": "tir_Ethi-bak_Cyrl", + "languages": [ + "tir-Ethi", + "bak-Cyrl" + ] + }, + { + "precision": 0.423499, + "recall": 0.48419, + "f1": 0.439942, + "accuracy": 0.48419, + "main_score": 0.439942, + "hf_subset": "tir_Ethi-dyu_Latn", + "languages": [ + "tir-Ethi", + "dyu-Latn" + ] + }, + { + "precision": 0.648766, + "recall": 0.710474, + "f1": 0.665014, + "accuracy": 0.710474, + "main_score": 0.665014, + "hf_subset": "tir_Ethi-heb_Hebr", + "languages": [ + "tir-Ethi", + "heb-Hebr" + ] + }, + { + "precision": 0.62473, + "recall": 0.683794, + "f1": 0.640245, + "accuracy": 0.683794, + "main_score": 0.640245, + "hf_subset": "tir_Ethi-khk_Cyrl", + "languages": [ + "tir-Ethi", + "khk-Cyrl" + ] + }, + { + "precision": 0.615843, + "recall": 0.677866, + "f1": 0.632995, + "accuracy": 0.677866, + "main_score": 0.632995, + "hf_subset": "tir_Ethi-lvs_Latn", + "languages": [ + "tir-Ethi", + "lvs-Latn" + ] + }, + { + "precision": 0.622129, + "recall": 0.685771, + "f1": 0.638875, + "accuracy": 0.685771, + "main_score": 0.638875, + "hf_subset": "tir_Ethi-pan_Guru", + "languages": [ + "tir-Ethi", + "pan-Guru" + ] + }, + { + "precision": 0.582376, + "recall": 0.650198, + "f1": 0.601069, + "accuracy": 0.650198, + "main_score": 0.601069, + "hf_subset": "tir_Ethi-som_Latn", + "languages": [ + "tir-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.527741, + "recall": 0.579051, + "f1": 0.541925, + "accuracy": 0.579051, + "main_score": 0.541925, + "hf_subset": "tir_Ethi-tum_Latn", + "languages": [ + "tir-Ethi", + "tum-Latn" + ] + }, + { + "precision": 0.503029, + "recall": 0.59585, + "f1": 0.52877, + "accuracy": 0.59585, + "main_score": 0.52877, + "hf_subset": "zho_Hant-ace_Arab", + "languages": [ + "zho-Hant", + "ace-Arab" + ] + }, + { + "precision": 0.436679, + "recall": 0.498024, + "f1": 0.453209, + "accuracy": 0.498024, + "main_score": 0.453209, + "hf_subset": "zho_Hant-bam_Latn", + "languages": [ + "zho-Hant", + "bam-Latn" + ] + }, + { + "precision": 0.641782, + "recall": 0.727273, + "f1": 0.666348, + "accuracy": 0.727273, + "main_score": 0.666348, + "hf_subset": "zho_Hant-dzo_Tibt", + "languages": [ + "zho-Hant", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-hin_Deva", + "languages": [ + "zho-Hant", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "zho_Hant-khm_Khmr", + "languages": [ + "zho-Hant", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-mag_Deva", + "languages": [ + "zho-Hant", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hant-pap_Latn", + "languages": [ + "zho-Hant", + "pap-Latn" + ] + }, + { + "precision": 0.836298, + "recall": 0.884387, + "f1": 0.851252, + "accuracy": 0.884387, + "main_score": 0.851252, + "hf_subset": "zho_Hant-sot_Latn", + "languages": [ + "zho-Hant", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-tur_Latn", + "languages": [ + "zho-Hant", + "tur-Latn" + ] + }, + { + "precision": 0.853656, + "recall": 0.894269, + "f1": 0.866271, + "accuracy": 0.894269, + "main_score": 0.866271, + "hf_subset": "zho_Hant-ace_Latn", + "languages": [ + "zho-Hant", + "ace-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "zho_Hant-ban_Latn", + "languages": [ + "zho-Hant", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-ell_Grek", + "languages": [ + "zho-Hant", + "ell-Grek" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "zho_Hant-hne_Deva", + "languages": [ + "zho-Hant", + "hne-Deva" + ] + }, + { + "precision": 0.541444, + "recall": 0.62747, + "f1": 0.565006, + "accuracy": 0.62747, + "main_score": 0.565006, + "hf_subset": "zho_Hant-kik_Latn", + "languages": [ + "zho-Hant", + "kik-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hant-mai_Deva", + "languages": [ + "zho-Hant", + "mai-Deva" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "zho_Hant-pbt_Arab", + "languages": [ + "zho-Hant", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-spa_Latn", + "languages": [ + "zho-Hant", + "spa-Latn" + ] + }, + { + "precision": 0.736075, + "recall": 0.801383, + "f1": 0.75541, + "accuracy": 0.801383, + "main_score": 0.75541, + "hf_subset": "zho_Hant-twi_Latn", + "languages": [ + "zho-Hant", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-acm_Arab", + "languages": [ + "zho-Hant", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-bel_Cyrl", + "languages": [ + "zho-Hant", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-hrv_Latn", + "languages": [ + "zho-Hant", + "hrv-Latn" + ] + }, + { + "precision": 0.849308, + "recall": 0.890316, + "f1": 0.861726, + "accuracy": 0.890316, + "main_score": 0.861726, + "hf_subset": "zho_Hant-kin_Latn", + "languages": [ + "zho-Hant", + "kin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hant-mal_Mlym", + "languages": [ + "zho-Hant", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-pes_Arab", + "languages": [ + "zho-Hant", + "pes-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zho_Hant-srd_Latn", + "languages": [ + "zho-Hant", + "srd-Latn" + ] + }, + { + "precision": 0.187829, + "recall": 0.251976, + "f1": 0.203575, + "accuracy": 0.251976, + "main_score": 0.203575, + "hf_subset": "zho_Hant-tzm_Tfng", + "languages": [ + "zho-Hant", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-acq_Arab", + "languages": [ + "zho-Hant", + "acq-Arab" + ] + }, + { + "precision": 0.640375, + "recall": 0.719368, + "f1": 0.662674, + "accuracy": 0.719368, + "main_score": 0.662674, + "hf_subset": "zho_Hant-bem_Latn", + "languages": [ + "zho-Hant", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-epo_Latn", + "languages": [ + "zho-Hant", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hant-hun_Latn", + "languages": [ + "zho-Hant", + "hun-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "zho_Hant-kir_Cyrl", + "languages": [ + "zho-Hant", + "kir-Cyrl" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "zho_Hant-mar_Deva", + "languages": [ + "zho-Hant", + "mar-Deva" + ] + }, + { + "precision": 0.859766, + "recall": 0.900198, + "f1": 0.872069, + "accuracy": 0.900198, + "main_score": 0.872069, + "hf_subset": "zho_Hant-plt_Latn", + "languages": [ + "zho-Hant", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-srp_Cyrl", + "languages": [ + "zho-Hant", + "srp-Cyrl" + ] + }, + { + "precision": 0.937253, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "zho_Hant-uig_Arab", + "languages": [ + "zho-Hant", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-aeb_Arab", + "languages": [ + "zho-Hant", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-ben_Beng", + "languages": [ + "zho-Hant", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hant-est_Latn", + "languages": [ + "zho-Hant", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hant-hye_Armn", + "languages": [ + "zho-Hant", + "hye-Armn" + ] + }, + { + "precision": 0.434581, + "recall": 0.501976, + "f1": 0.453108, + "accuracy": 0.501976, + "main_score": 0.453108, + "hf_subset": "zho_Hant-kmb_Latn", + "languages": [ + "zho-Hant", + "kmb-Latn" + ] + }, + { + "precision": 0.459354, + "recall": 0.552372, + "f1": 0.484123, + "accuracy": 0.552372, + "main_score": 0.484123, + "hf_subset": "zho_Hant-min_Arab", + "languages": [ + "zho-Hant", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-pol_Latn", + "languages": [ + "zho-Hant", + "pol-Latn" + ] + }, + { + "precision": 0.737138, + "recall": 0.804348, + "f1": 0.757411, + "accuracy": 0.804348, + "main_score": 0.757411, + "hf_subset": "zho_Hant-ssw_Latn", + "languages": [ + "zho-Hant", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ukr_Cyrl", + "languages": [ + "zho-Hant", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hant-afr_Latn", + "languages": [ + "zho-Hant", + "afr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-bho_Deva", + "languages": [ + "zho-Hant", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hant-eus_Latn", + "languages": [ + "zho-Hant", + "eus-Latn" + ] + }, + { + "precision": 0.854315, + "recall": 0.897233, + "f1": 0.867556, + "accuracy": 0.897233, + "main_score": 0.867556, + "hf_subset": "zho_Hant-ibo_Latn", + "languages": [ + "zho-Hant", + "ibo-Latn" + ] + }, + { + "precision": 0.864295, + "recall": 0.905138, + "f1": 0.877306, + "accuracy": 0.905138, + "main_score": 0.877306, + "hf_subset": "zho_Hant-kmr_Latn", + "languages": [ + "zho-Hant", + "kmr-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zho_Hant-min_Latn", + "languages": [ + "zho-Hant", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-por_Latn", + "languages": [ + "zho-Hant", + "por-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "zho_Hant-sun_Latn", + "languages": [ + "zho-Hant", + "sun-Latn" + ] + }, + { + "precision": 0.423123, + "recall": 0.499012, + "f1": 0.443655, + "accuracy": 0.499012, + "main_score": 0.443655, + "hf_subset": "zho_Hant-umb_Latn", + "languages": [ + "zho-Hant", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-ajp_Arab", + "languages": [ + "zho-Hant", + "ajp-Arab" + ] + }, + { + "precision": 0.472757, + "recall": 0.562253, + "f1": 0.497192, + "accuracy": 0.562253, + "main_score": 0.497192, + "hf_subset": "zho_Hant-bjn_Arab", + "languages": [ + "zho-Hant", + "bjn-Arab" + ] + }, + { + "precision": 0.415235, + "recall": 0.480237, + "f1": 0.432222, + "accuracy": 0.480237, + "main_score": 0.432222, + "hf_subset": "zho_Hant-ewe_Latn", + "languages": [ + "zho-Hant", + "ewe-Latn" + ] + }, + { + "precision": 0.929018, + "recall": 0.951581, + "f1": 0.93643, + "accuracy": 0.951581, + "main_score": 0.93643, + "hf_subset": "zho_Hant-ilo_Latn", + "languages": [ + "zho-Hant", + "ilo-Latn" + ] + }, + { + "precision": 0.225916, + "recall": 0.294466, + "f1": 0.2428, + "accuracy": 0.294466, + "main_score": 0.2428, + "hf_subset": "zho_Hant-knc_Arab", + "languages": [ + "zho-Hant", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-mkd_Cyrl", + "languages": [ + "zho-Hant", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-prs_Arab", + "languages": [ + "zho-Hant", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-swe_Latn", + "languages": [ + "zho-Hant", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hant-urd_Arab", + "languages": [ + "zho-Hant", + "urd-Arab" + ] + }, + { + "precision": 0.708293, + "recall": 0.779644, + "f1": 0.729265, + "accuracy": 0.779644, + "main_score": 0.729265, + "hf_subset": "zho_Hant-aka_Latn", + "languages": [ + "zho-Hant", + "aka-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "zho_Hant-bjn_Latn", + "languages": [ + "zho-Hant", + "bjn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "zho_Hant-fao_Latn", + "languages": [ + "zho-Hant", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ind_Latn", + "languages": [ + "zho-Hant", + "ind-Latn" + ] + }, + { + "precision": 0.479047, + "recall": 0.550395, + "f1": 0.497732, + "accuracy": 0.550395, + "main_score": 0.497732, + "hf_subset": "zho_Hant-knc_Latn", + "languages": [ + "zho-Hant", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-mlt_Latn", + "languages": [ + "zho-Hant", + "mlt-Latn" + ] + }, + { + "precision": 0.587567, + "recall": 0.672925, + "f1": 0.611408, + "accuracy": 0.672925, + "main_score": 0.611408, + "hf_subset": "zho_Hant-quy_Latn", + "languages": [ + "zho-Hant", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-swh_Latn", + "languages": [ + "zho-Hant", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-uzn_Latn", + "languages": [ + "zho-Hant", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hant-als_Latn", + "languages": [ + "zho-Hant", + "als-Latn" + ] + }, + { + "precision": 0.800099, + "recall": 0.857708, + "f1": 0.817951, + "accuracy": 0.857708, + "main_score": 0.817951, + "hf_subset": "zho_Hant-bod_Tibt", + "languages": [ + "zho-Hant", + "bod-Tibt" + ] + }, + { + "precision": 0.59515, + "recall": 0.679842, + "f1": 0.619408, + "accuracy": 0.679842, + "main_score": 0.619408, + "hf_subset": "zho_Hant-fij_Latn", + "languages": [ + "zho-Hant", + "fij-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "zho_Hant-isl_Latn", + "languages": [ + "zho-Hant", + "isl-Latn" + ] + }, + { + "precision": 0.567774, + "recall": 0.647233, + "f1": 0.589581, + "accuracy": 0.647233, + "main_score": 0.589581, + "hf_subset": "zho_Hant-kon_Latn", + "languages": [ + "zho-Hant", + "kon-Latn" + ] + }, + { + "precision": 0.579961, + "recall": 0.666996, + "f1": 0.604546, + "accuracy": 0.666996, + "main_score": 0.604546, + "hf_subset": "zho_Hant-mni_Beng", + "languages": [ + "zho-Hant", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ron_Latn", + "languages": [ + "zho-Hant", + "ron-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "zho_Hant-szl_Latn", + "languages": [ + "zho-Hant", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-vec_Latn", + "languages": [ + "zho-Hant", + "vec-Latn" + ] + }, + { + "precision": 0.92836, + "recall": 0.950593, + "f1": 0.935441, + "accuracy": 0.950593, + "main_score": 0.935441, + "hf_subset": "zho_Hant-amh_Ethi", + "languages": [ + "zho-Hant", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-bos_Latn", + "languages": [ + "zho-Hant", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-fin_Latn", + "languages": [ + "zho-Hant", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hant-ita_Latn", + "languages": [ + "zho-Hant", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hant-kor_Hang", + "languages": [ + "zho-Hant", + "kor-Hang" + ] + }, + { + "precision": 0.461251, + "recall": 0.528656, + "f1": 0.479654, + "accuracy": 0.528656, + "main_score": 0.479654, + "hf_subset": "zho_Hant-mos_Latn", + "languages": [ + "zho-Hant", + "mos-Latn" + ] + }, + { + "precision": 0.741518, + "recall": 0.805336, + "f1": 0.760394, + "accuracy": 0.805336, + "main_score": 0.760394, + "hf_subset": "zho_Hant-run_Latn", + "languages": [ + "zho-Hant", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hant-tam_Taml", + "languages": [ + "zho-Hant", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-vie_Latn", + "languages": [ + "zho-Hant", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-apc_Arab", + "languages": [ + "zho-Hant", + "apc-Arab" + ] + }, + { + "precision": 0.710517, + "recall": 0.779644, + "f1": 0.730527, + "accuracy": 0.779644, + "main_score": 0.730527, + "hf_subset": "zho_Hant-bug_Latn", + "languages": [ + "zho-Hant", + "bug-Latn" + ] + }, + { + "precision": 0.393337, + "recall": 0.451581, + "f1": 0.408677, + "accuracy": 0.451581, + "main_score": 0.408677, + "hf_subset": "zho_Hant-fon_Latn", + "languages": [ + "zho-Hant", + "fon-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "zho_Hant-jav_Latn", + "languages": [ + "zho-Hant", + "jav-Latn" + ] + }, + { + "precision": 0.945076, + "recall": 0.962451, + "f1": 0.950659, + "accuracy": 0.962451, + "main_score": 0.950659, + "hf_subset": "zho_Hant-lao_Laoo", + "languages": [ + "zho-Hant", + "lao-Laoo" + ] + }, + { + "precision": 0.859058, + "recall": 0.899209, + "f1": 0.871509, + "accuracy": 0.899209, + "main_score": 0.871509, + "hf_subset": "zho_Hant-mri_Latn", + "languages": [ + "zho-Hant", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-rus_Cyrl", + "languages": [ + "zho-Hant", + "rus-Cyrl" + ] + }, + { + "precision": 0.462644, + "recall": 0.531621, + "f1": 0.481471, + "accuracy": 0.531621, + "main_score": 0.481471, + "hf_subset": "zho_Hant-taq_Latn", + "languages": [ + "zho-Hant", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hant-war_Latn", + "languages": [ + "zho-Hant", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-arb_Arab", + "languages": [ + "zho-Hant", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-bul_Cyrl", + "languages": [ + "zho-Hant", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-fra_Latn", + "languages": [ + "zho-Hant", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-jpn_Jpan", + "languages": [ + "zho-Hant", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hant-lij_Latn", + "languages": [ + "zho-Hant", + "lij-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "zho_Hant-mya_Mymr", + "languages": [ + "zho-Hant", + "mya-Mymr" + ] + }, + { + "precision": 0.517651, + "recall": 0.597826, + "f1": 0.539038, + "accuracy": 0.597826, + "main_score": 0.539038, + "hf_subset": "zho_Hant-sag_Latn", + "languages": [ + "zho-Hant", + "sag-Latn" + ] + }, + { + "precision": 0.200686, + "recall": 0.271739, + "f1": 0.217636, + "accuracy": 0.271739, + "main_score": 0.217636, + "hf_subset": "zho_Hant-taq_Tfng", + "languages": [ + "zho-Hant", + "taq-Tfng" + ] + }, + { + "precision": 0.602411, + "recall": 0.682806, + "f1": 0.62501, + "accuracy": 0.682806, + "main_score": 0.62501, + "hf_subset": "zho_Hant-wol_Latn", + "languages": [ + "zho-Hant", + "wol-Latn" + ] + }, + { + "precision": 0.829875, + "recall": 0.880435, + "f1": 0.845685, + "accuracy": 0.880435, + "main_score": 0.845685, + "hf_subset": "zho_Hant-arb_Latn", + "languages": [ + "zho-Hant", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-cat_Latn", + "languages": [ + "zho-Hant", + "cat-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "zho_Hant-fur_Latn", + "languages": [ + "zho-Hant", + "fur-Latn" + ] + }, + { + "precision": 0.419429, + "recall": 0.496047, + "f1": 0.438907, + "accuracy": 0.496047, + "main_score": 0.438907, + "hf_subset": "zho_Hant-kab_Latn", + "languages": [ + "zho-Hant", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hant-lim_Latn", + "languages": [ + "zho-Hant", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-nld_Latn", + "languages": [ + "zho-Hant", + "nld-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "zho_Hant-san_Deva", + "languages": [ + "zho-Hant", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hant-tat_Cyrl", + "languages": [ + "zho-Hant", + "tat-Cyrl" + ] + }, + { + "precision": 0.870636, + "recall": 0.910079, + "f1": 0.8833, + "accuracy": 0.910079, + "main_score": 0.8833, + "hf_subset": "zho_Hant-xho_Latn", + "languages": [ + "zho-Hant", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-ars_Arab", + "languages": [ + "zho-Hant", + "ars-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hant-ceb_Latn", + "languages": [ + "zho-Hant", + "ceb-Latn" + ] + }, + { + "precision": 0.441882, + "recall": 0.525692, + "f1": 0.463779, + "accuracy": 0.525692, + "main_score": 0.463779, + "hf_subset": "zho_Hant-fuv_Latn", + "languages": [ + "zho-Hant", + "fuv-Latn" + ] + }, + { + "precision": 0.438198, + "recall": 0.51087, + "f1": 0.457373, + "accuracy": 0.51087, + "main_score": 0.457373, + "hf_subset": "zho_Hant-kac_Latn", + "languages": [ + "zho-Hant", + "kac-Latn" + ] + }, + { + "precision": 0.595372, + "recall": 0.678854, + "f1": 0.618539, + "accuracy": 0.678854, + "main_score": 0.618539, + "hf_subset": "zho_Hant-lin_Latn", + "languages": [ + "zho-Hant", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-nno_Latn", + "languages": [ + "zho-Hant", + "nno-Latn" + ] + }, + { + "precision": 0.847892, + "recall": 0.891304, + "f1": 0.860935, + "accuracy": 0.891304, + "main_score": 0.860935, + "hf_subset": "zho_Hant-sat_Olck", + "languages": [ + "zho-Hant", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-tel_Telu", + "languages": [ + "zho-Hant", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "zho_Hant-ydd_Hebr", + "languages": [ + "zho-Hant", + "ydd-Hebr" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "zho_Hant-ary_Arab", + "languages": [ + "zho-Hant", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-ces_Latn", + "languages": [ + "zho-Hant", + "ces-Latn" + ] + }, + { + "precision": 0.52892, + "recall": 0.620553, + "f1": 0.554912, + "accuracy": 0.620553, + "main_score": 0.554912, + "hf_subset": "zho_Hant-gaz_Latn", + "languages": [ + "zho-Hant", + "gaz-Latn" + ] + }, + { + "precision": 0.505293, + "recall": 0.590909, + "f1": 0.527687, + "accuracy": 0.590909, + "main_score": 0.527687, + "hf_subset": "zho_Hant-kam_Latn", + "languages": [ + "zho-Hant", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "zho_Hant-lit_Latn", + "languages": [ + "zho-Hant", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-nob_Latn", + "languages": [ + "zho-Hant", + "nob-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hant-scn_Latn", + "languages": [ + "zho-Hant", + "scn-Latn" + ] + }, + { + "precision": 0.975955, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "zho_Hant-tgk_Cyrl", + "languages": [ + "zho-Hant", + "tgk-Cyrl" + ] + }, + { + "precision": 0.729392, + "recall": 0.80336, + "f1": 0.751666, + "accuracy": 0.80336, + "main_score": 0.751666, + "hf_subset": "zho_Hant-yor_Latn", + "languages": [ + "zho-Hant", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-arz_Arab", + "languages": [ + "zho-Hant", + "arz-Arab" + ] + }, + { + "precision": 0.455525, + "recall": 0.533597, + "f1": 0.477178, + "accuracy": 0.533597, + "main_score": 0.477178, + "hf_subset": "zho_Hant-cjk_Latn", + "languages": [ + "zho-Hant", + "cjk-Latn" + ] + }, + { + "precision": 0.942194, + "recall": 0.960474, + "f1": 0.948123, + "accuracy": 0.960474, + "main_score": 0.948123, + "hf_subset": "zho_Hant-gla_Latn", + "languages": [ + "zho-Hant", + "gla-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hant-kan_Knda", + "languages": [ + "zho-Hant", + "kan-Knda" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hant-lmo_Latn", + "languages": [ + "zho-Hant", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "zho_Hant-npi_Deva", + "languages": [ + "zho-Hant", + "npi-Deva" + ] + }, + { + "precision": 0.522746, + "recall": 0.609684, + "f1": 0.547103, + "accuracy": 0.609684, + "main_score": 0.547103, + "hf_subset": "zho_Hant-shn_Mymr", + "languages": [ + "zho-Hant", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-tgl_Latn", + "languages": [ + "zho-Hant", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-yue_Hant", + "languages": [ + "zho-Hant", + "yue-Hant" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hant-asm_Beng", + "languages": [ + "zho-Hant", + "asm-Beng" + ] + }, + { + "precision": 0.927701, + "recall": 0.950593, + "f1": 0.935112, + "accuracy": 0.950593, + "main_score": 0.935112, + "hf_subset": "zho_Hant-ckb_Arab", + "languages": [ + "zho-Hant", + "ckb-Arab" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "zho_Hant-gle_Latn", + "languages": [ + "zho-Hant", + "gle-Latn" + ] + }, + { + "precision": 0.899209, + "recall": 0.928854, + "f1": 0.908366, + "accuracy": 0.928854, + "main_score": 0.908366, + "hf_subset": "zho_Hant-kas_Arab", + "languages": [ + "zho-Hant", + "kas-Arab" + ] + }, + { + "precision": 0.888011, + "recall": 0.920949, + "f1": 0.898306, + "accuracy": 0.920949, + "main_score": 0.898306, + "hf_subset": "zho_Hant-ltg_Latn", + "languages": [ + "zho-Hant", + "ltg-Latn" + ] + }, + { + "precision": 0.769641, + "recall": 0.826087, + "f1": 0.786742, + "accuracy": 0.826087, + "main_score": 0.786742, + "hf_subset": "zho_Hant-nso_Latn", + "languages": [ + "zho-Hant", + "nso-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "zho_Hant-sin_Sinh", + "languages": [ + "zho-Hant", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-tha_Thai", + "languages": [ + "zho-Hant", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-zho_Hans", + "languages": [ + "zho-Hant", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ast_Latn", + "languages": [ + "zho-Hant", + "ast-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "zho_Hant-crh_Latn", + "languages": [ + "zho-Hant", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-glg_Latn", + "languages": [ + "zho-Hant", + "glg-Latn" + ] + }, + { + "precision": 0.836413, + "recall": 0.884387, + "f1": 0.85112, + "accuracy": 0.884387, + "main_score": 0.85112, + "hf_subset": "zho_Hant-kas_Deva", + "languages": [ + "zho-Hant", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hant-ltz_Latn", + "languages": [ + "zho-Hant", + "ltz-Latn" + ] + }, + { + "precision": 0.383393, + "recall": 0.455534, + "f1": 0.402937, + "accuracy": 0.455534, + "main_score": 0.402937, + "hf_subset": "zho_Hant-nus_Latn", + "languages": [ + "zho-Hant", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-slk_Latn", + "languages": [ + "zho-Hant", + "slk-Latn" + ] + }, + { + "precision": 0.612962, + "recall": 0.698617, + "f1": 0.637494, + "accuracy": 0.698617, + "main_score": 0.637494, + "hf_subset": "zho_Hant-tir_Ethi", + "languages": [ + "zho-Hant", + "tir-Ethi" + ] + }, + { + "precision": 0.981472, + "recall": 0.986166, + "f1": 0.982938, + "accuracy": 0.986166, + "main_score": 0.982938, + "hf_subset": "zho_Hant-awa_Deva", + "languages": [ + "zho-Hant", + "awa-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zho_Hant-cym_Latn", + "languages": [ + "zho-Hant", + "cym-Latn" + ] + }, + { + "precision": 0.740415, + "recall": 0.804348, + "f1": 0.759453, + "accuracy": 0.804348, + "main_score": 0.759453, + "hf_subset": "zho_Hant-grn_Latn", + "languages": [ + "zho-Hant", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hant-kat_Geor", + "languages": [ + "zho-Hant", + "kat-Geor" + ] + }, + { + "precision": 0.556161, + "recall": 0.633399, + "f1": 0.577529, + "accuracy": 0.633399, + "main_score": 0.577529, + "hf_subset": "zho_Hant-lua_Latn", + "languages": [ + "zho-Hant", + "lua-Latn" + ] + }, + { + "precision": 0.800807, + "recall": 0.856719, + "f1": 0.818215, + "accuracy": 0.856719, + "main_score": 0.818215, + "hf_subset": "zho_Hant-nya_Latn", + "languages": [ + "zho-Hant", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-slv_Latn", + "languages": [ + "zho-Hant", + "slv-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zho_Hant-tpi_Latn", + "languages": [ + "zho-Hant", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-zsm_Latn", + "languages": [ + "zho-Hant", + "zsm-Latn" + ] + }, + { + "precision": 0.46073, + "recall": 0.538538, + "f1": 0.481566, + "accuracy": 0.538538, + "main_score": 0.481566, + "hf_subset": "zho_Hant-ayr_Latn", + "languages": [ + "zho-Hant", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-dan_Latn", + "languages": [ + "zho-Hant", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-guj_Gujr", + "languages": [ + "zho-Hant", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-kaz_Cyrl", + "languages": [ + "zho-Hant", + "kaz-Cyrl" + ] + }, + { + "precision": 0.611068, + "recall": 0.697628, + "f1": 0.636369, + "accuracy": 0.697628, + "main_score": 0.636369, + "hf_subset": "zho_Hant-lug_Latn", + "languages": [ + "zho-Hant", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-oci_Latn", + "languages": [ + "zho-Hant", + "oci-Latn" + ] + }, + { + "precision": 0.831966, + "recall": 0.875494, + "f1": 0.845586, + "accuracy": 0.875494, + "main_score": 0.845586, + "hf_subset": "zho_Hant-smo_Latn", + "languages": [ + "zho-Hant", + "smo-Latn" + ] + }, + { + "precision": 0.727454, + "recall": 0.798419, + "f1": 0.748617, + "accuracy": 0.798419, + "main_score": 0.748617, + "hf_subset": "zho_Hant-tsn_Latn", + "languages": [ + "zho-Hant", + "tsn-Latn" + ] + }, + { + "precision": 0.8764, + "recall": 0.914032, + "f1": 0.888406, + "accuracy": 0.914032, + "main_score": 0.888406, + "hf_subset": "zho_Hant-zul_Latn", + "languages": [ + "zho-Hant", + "zul-Latn" + ] + }, + { + "precision": 0.924489, + "recall": 0.947628, + "f1": 0.931884, + "accuracy": 0.947628, + "main_score": 0.931884, + "hf_subset": "zho_Hant-azb_Arab", + "languages": [ + "zho-Hant", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-deu_Latn", + "languages": [ + "zho-Hant", + "deu-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "zho_Hant-hat_Latn", + "languages": [ + "zho-Hant", + "hat-Latn" + ] + }, + { + "precision": 0.433204, + "recall": 0.505929, + "f1": 0.453108, + "accuracy": 0.505929, + "main_score": 0.453108, + "hf_subset": "zho_Hant-kbp_Latn", + "languages": [ + "zho-Hant", + "kbp-Latn" + ] + }, + { + "precision": 0.478788, + "recall": 0.554348, + "f1": 0.498836, + "accuracy": 0.554348, + "main_score": 0.498836, + "hf_subset": "zho_Hant-luo_Latn", + "languages": [ + "zho-Hant", + "luo-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "zho_Hant-ory_Orya", + "languages": [ + "zho-Hant", + "ory-Orya" + ] + }, + { + "precision": 0.884634, + "recall": 0.918972, + "f1": 0.895487, + "accuracy": 0.918972, + "main_score": 0.895487, + "hf_subset": "zho_Hant-sna_Latn", + "languages": [ + "zho-Hant", + "sna-Latn" + ] + }, + { + "precision": 0.62286, + "recall": 0.704545, + "f1": 0.646369, + "accuracy": 0.704545, + "main_score": 0.646369, + "hf_subset": "zho_Hant-tso_Latn", + "languages": [ + "zho-Hant", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-azj_Latn", + "languages": [ + "zho-Hant", + "azj-Latn" + ] + }, + { + "precision": 0.457499, + "recall": 0.535573, + "f1": 0.47887, + "accuracy": 0.535573, + "main_score": 0.47887, + "hf_subset": "zho_Hant-dik_Latn", + "languages": [ + "zho-Hant", + "dik-Latn" + ] + }, + { + "precision": 0.895339, + "recall": 0.925889, + "f1": 0.904875, + "accuracy": 0.925889, + "main_score": 0.904875, + "hf_subset": "zho_Hant-hau_Latn", + "languages": [ + "zho-Hant", + "hau-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "zho_Hant-kea_Latn", + "languages": [ + "zho-Hant", + "kea-Latn" + ] + }, + { + "precision": 0.918314, + "recall": 0.943676, + "f1": 0.926383, + "accuracy": 0.943676, + "main_score": 0.926383, + "hf_subset": "zho_Hant-lus_Latn", + "languages": [ + "zho-Hant", + "lus-Latn" + ] + }, + { + "precision": 0.836775, + "recall": 0.884387, + "f1": 0.851845, + "accuracy": 0.884387, + "main_score": 0.851845, + "hf_subset": "zho_Hant-pag_Latn", + "languages": [ + "zho-Hant", + "pag-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "zho_Hant-snd_Arab", + "languages": [ + "zho-Hant", + "snd-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "zho_Hant-tuk_Latn", + "languages": [ + "zho-Hant", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hant-bak_Cyrl", + "languages": [ + "zho-Hant", + "bak-Cyrl" + ] + }, + { + "precision": 0.423969, + "recall": 0.506917, + "f1": 0.446231, + "accuracy": 0.506917, + "main_score": 0.446231, + "hf_subset": "zho_Hant-dyu_Latn", + "languages": [ + "zho-Hant", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-heb_Hebr", + "languages": [ + "zho-Hant", + "heb-Hebr" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "zho_Hant-khk_Cyrl", + "languages": [ + "zho-Hant", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-lvs_Latn", + "languages": [ + "zho-Hant", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hant-pan_Guru", + "languages": [ + "zho-Hant", + "pan-Guru" + ] + }, + { + "precision": 0.868001, + "recall": 0.907115, + "f1": 0.880303, + "accuracy": 0.907115, + "main_score": 0.880303, + "hf_subset": "zho_Hant-som_Latn", + "languages": [ + "zho-Hant", + "som-Latn" + ] + }, + { + "precision": 0.662681, + "recall": 0.738142, + "f1": 0.684966, + "accuracy": 0.738142, + "main_score": 0.684966, + "hf_subset": "zho_Hant-tum_Latn", + "languages": [ + "zho-Hant", + "tum-Latn" + ] + }, + { + "precision": 0.545873, + "recall": 0.632411, + "f1": 0.571476, + "accuracy": 0.632411, + "main_score": 0.571476, + "hf_subset": "awa_Deva-ace_Arab", + "languages": [ + "awa-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.483122, + "recall": 0.544466, + "f1": 0.500317, + "accuracy": 0.544466, + "main_score": 0.500317, + "hf_subset": "awa_Deva-bam_Latn", + "languages": [ + "awa-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.673379, + "recall": 0.752964, + "f1": 0.696878, + "accuracy": 0.752964, + "main_score": 0.696878, + "hf_subset": "awa_Deva-dzo_Tibt", + "languages": [ + "awa-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "awa_Deva-hin_Deva", + "languages": [ + "awa-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "awa_Deva-khm_Khmr", + "languages": [ + "awa-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "awa_Deva-mag_Deva", + "languages": [ + "awa-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "awa_Deva-pap_Latn", + "languages": [ + "awa-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.862154, + "recall": 0.901186, + "f1": 0.874308, + "accuracy": 0.901186, + "main_score": 0.874308, + "hf_subset": "awa_Deva-sot_Latn", + "languages": [ + "awa-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.988389, + "recall": 0.991107, + "f1": 0.989196, + "accuracy": 0.991107, + "main_score": 0.989196, + "hf_subset": "awa_Deva-tur_Latn", + "languages": [ + "awa-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.869648, + "recall": 0.906126, + "f1": 0.881277, + "accuracy": 0.906126, + "main_score": 0.881277, + "hf_subset": "awa_Deva-ace_Latn", + "languages": [ + "awa-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "awa_Deva-ban_Latn", + "languages": [ + "awa-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.984437, + "recall": 0.988142, + "f1": 0.985573, + "accuracy": 0.988142, + "main_score": 0.985573, + "hf_subset": "awa_Deva-ell_Grek", + "languages": [ + "awa-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.975626, + "recall": 0.982213, + "f1": 0.977767, + "accuracy": 0.982213, + "main_score": 0.977767, + "hf_subset": "awa_Deva-hne_Deva", + "languages": [ + "awa-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.572779, + "recall": 0.644269, + "f1": 0.593287, + "accuracy": 0.644269, + "main_score": 0.593287, + "hf_subset": "awa_Deva-kik_Latn", + "languages": [ + "awa-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.988389, + "recall": 0.991107, + "f1": 0.989196, + "accuracy": 0.991107, + "main_score": 0.989196, + "hf_subset": "awa_Deva-mai_Deva", + "languages": [ + "awa-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "awa_Deva-pbt_Arab", + "languages": [ + "awa-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-spa_Latn", + "languages": [ + "awa-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.781571, + "recall": 0.839921, + "f1": 0.79944, + "accuracy": 0.839921, + "main_score": 0.79944, + "hf_subset": "awa_Deva-twi_Latn", + "languages": [ + "awa-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "awa_Deva-acm_Arab", + "languages": [ + "awa-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "awa_Deva-bel_Cyrl", + "languages": [ + "awa-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.991107, + "f1": 0.989295, + "accuracy": 0.991107, + "main_score": 0.989295, + "hf_subset": "awa_Deva-eng_Latn", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-hrv_Latn", + "languages": [ + "awa-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.857213, + "recall": 0.897233, + "f1": 0.869499, + "accuracy": 0.897233, + "main_score": 0.869499, + "hf_subset": "awa_Deva-kin_Latn", + "languages": [ + "awa-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "awa_Deva-mal_Mlym", + "languages": [ + "awa-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "awa_Deva-pes_Arab", + "languages": [ + "awa-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "awa_Deva-srd_Latn", + "languages": [ + "awa-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.221063, + "recall": 0.282609, + "f1": 0.236832, + "accuracy": 0.282609, + "main_score": 0.236832, + "hf_subset": "awa_Deva-tzm_Tfng", + "languages": [ + "awa-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.988472, + "recall": 0.991107, + "f1": 0.989295, + "accuracy": 0.991107, + "main_score": 0.989295, + "hf_subset": "awa_Deva-acq_Arab", + "languages": [ + "awa-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.675388, + "recall": 0.744071, + "f1": 0.69549, + "accuracy": 0.744071, + "main_score": 0.69549, + "hf_subset": "awa_Deva-bem_Latn", + "languages": [ + "awa-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.985343, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "awa_Deva-epo_Latn", + "languages": [ + "awa-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-hun_Latn", + "languages": [ + "awa-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "awa_Deva-kir_Cyrl", + "languages": [ + "awa-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "awa_Deva-mar_Deva", + "languages": [ + "awa-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.872859, + "recall": 0.909091, + "f1": 0.884387, + "accuracy": 0.909091, + "main_score": 0.884387, + "hf_subset": "awa_Deva-plt_Latn", + "languages": [ + "awa-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "awa_Deva-srp_Cyrl", + "languages": [ + "awa-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.935771, + "recall": 0.955534, + "f1": 0.942194, + "accuracy": 0.955534, + "main_score": 0.942194, + "hf_subset": "awa_Deva-uig_Arab", + "languages": [ + "awa-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "awa_Deva-aeb_Arab", + "languages": [ + "awa-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "awa_Deva-ben_Beng", + "languages": [ + "awa-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "awa_Deva-est_Latn", + "languages": [ + "awa-Deva", + "est-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.986166, + "f1": 0.982708, + "accuracy": 0.986166, + "main_score": 0.982708, + "hf_subset": "awa_Deva-hye_Armn", + "languages": [ + "awa-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.478899, + "recall": 0.531621, + "f1": 0.493766, + "accuracy": 0.531621, + "main_score": 0.493766, + "hf_subset": "awa_Deva-kmb_Latn", + "languages": [ + "awa-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.529862, + "recall": 0.612648, + "f1": 0.553001, + "accuracy": 0.612648, + "main_score": 0.553001, + "hf_subset": "awa_Deva-min_Arab", + "languages": [ + "awa-Deva", + "min-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "awa_Deva-pol_Latn", + "languages": [ + "awa-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.754397, + "recall": 0.816206, + "f1": 0.773221, + "accuracy": 0.816206, + "main_score": 0.773221, + "hf_subset": "awa_Deva-ssw_Latn", + "languages": [ + "awa-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-ukr_Cyrl", + "languages": [ + "awa-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "awa_Deva-afr_Latn", + "languages": [ + "awa-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-bho_Deva", + "languages": [ + "awa-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "awa_Deva-eus_Latn", + "languages": [ + "awa-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.878623, + "recall": 0.914032, + "f1": 0.889789, + "accuracy": 0.914032, + "main_score": 0.889789, + "hf_subset": "awa_Deva-ibo_Latn", + "languages": [ + "awa-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.883811, + "recall": 0.916008, + "f1": 0.893841, + "accuracy": 0.916008, + "main_score": 0.893841, + "hf_subset": "awa_Deva-kmr_Latn", + "languages": [ + "awa-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "awa_Deva-min_Latn", + "languages": [ + "awa-Deva", + "min-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-por_Latn", + "languages": [ + "awa-Deva", + "por-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "awa_Deva-sun_Latn", + "languages": [ + "awa-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.458646, + "recall": 0.529644, + "f1": 0.479354, + "accuracy": 0.529644, + "main_score": 0.479354, + "hf_subset": "awa_Deva-umb_Latn", + "languages": [ + "awa-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "awa_Deva-ajp_Arab", + "languages": [ + "awa-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.526359, + "recall": 0.604743, + "f1": 0.548453, + "accuracy": 0.604743, + "main_score": 0.548453, + "hf_subset": "awa_Deva-bjn_Arab", + "languages": [ + "awa-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.452089, + "recall": 0.509881, + "f1": 0.468239, + "accuracy": 0.509881, + "main_score": 0.468239, + "hf_subset": "awa_Deva-ewe_Latn", + "languages": [ + "awa-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.939723, + "recall": 0.958498, + "f1": 0.945982, + "accuracy": 0.958498, + "main_score": 0.945982, + "hf_subset": "awa_Deva-ilo_Latn", + "languages": [ + "awa-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.284684, + "recall": 0.348814, + "f1": 0.30125, + "accuracy": 0.348814, + "main_score": 0.30125, + "hf_subset": "awa_Deva-knc_Arab", + "languages": [ + "awa-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-mkd_Cyrl", + "languages": [ + "awa-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-prs_Arab", + "languages": [ + "awa-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "awa_Deva-swe_Latn", + "languages": [ + "awa-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-urd_Arab", + "languages": [ + "awa-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.753393, + "recall": 0.814229, + "f1": 0.771429, + "accuracy": 0.814229, + "main_score": 0.771429, + "hf_subset": "awa_Deva-aka_Latn", + "languages": [ + "awa-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "awa_Deva-bjn_Latn", + "languages": [ + "awa-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "awa_Deva-fao_Latn", + "languages": [ + "awa-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "awa_Deva-ind_Latn", + "languages": [ + "awa-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.516028, + "recall": 0.581028, + "f1": 0.533911, + "accuracy": 0.581028, + "main_score": 0.533911, + "hf_subset": "awa_Deva-knc_Latn", + "languages": [ + "awa-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "awa_Deva-mlt_Latn", + "languages": [ + "awa-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.621271, + "recall": 0.692688, + "f1": 0.641947, + "accuracy": 0.692688, + "main_score": 0.641947, + "hf_subset": "awa_Deva-quy_Latn", + "languages": [ + "awa-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.98419, + "f1": 0.980072, + "accuracy": 0.98419, + "main_score": 0.980072, + "hf_subset": "awa_Deva-swh_Latn", + "languages": [ + "awa-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.986166, + "f1": 0.982708, + "accuracy": 0.986166, + "main_score": 0.982708, + "hf_subset": "awa_Deva-uzn_Latn", + "languages": [ + "awa-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "awa_Deva-als_Latn", + "languages": [ + "awa-Deva", + "als-Latn" + ] + }, + { + "precision": 0.817615, + "recall": 0.867589, + "f1": 0.833119, + "accuracy": 0.867589, + "main_score": 0.833119, + "hf_subset": "awa_Deva-bod_Tibt", + "languages": [ + "awa-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.619252, + "recall": 0.690711, + "f1": 0.639959, + "accuracy": 0.690711, + "main_score": 0.639959, + "hf_subset": "awa_Deva-fij_Latn", + "languages": [ + "awa-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "awa_Deva-isl_Latn", + "languages": [ + "awa-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.608068, + "recall": 0.679842, + "f1": 0.628257, + "accuracy": 0.679842, + "main_score": 0.628257, + "hf_subset": "awa_Deva-kon_Latn", + "languages": [ + "awa-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.641231, + "recall": 0.712451, + "f1": 0.662044, + "accuracy": 0.712451, + "main_score": 0.662044, + "hf_subset": "awa_Deva-mni_Beng", + "languages": [ + "awa-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-ron_Latn", + "languages": [ + "awa-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.977273, + "f1": 0.972003, + "accuracy": 0.977273, + "main_score": 0.972003, + "hf_subset": "awa_Deva-szl_Latn", + "languages": [ + "awa-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-vec_Latn", + "languages": [ + "awa-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.934453, + "recall": 0.954545, + "f1": 0.941041, + "accuracy": 0.954545, + "main_score": 0.941041, + "hf_subset": "awa_Deva-amh_Ethi", + "languages": [ + "awa-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "awa_Deva-bos_Latn", + "languages": [ + "awa-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "awa_Deva-fin_Latn", + "languages": [ + "awa-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-ita_Latn", + "languages": [ + "awa-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-kor_Hang", + "languages": [ + "awa-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.482922, + "recall": 0.545455, + "f1": 0.500179, + "accuracy": 0.545455, + "main_score": 0.500179, + "hf_subset": "awa_Deva-mos_Latn", + "languages": [ + "awa-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.76474, + "recall": 0.818182, + "f1": 0.780882, + "accuracy": 0.818182, + "main_score": 0.780882, + "hf_subset": "awa_Deva-run_Latn", + "languages": [ + "awa-Deva", + "run-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "awa_Deva-tam_Taml", + "languages": [ + "awa-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "awa_Deva-vie_Latn", + "languages": [ + "awa-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "awa_Deva-apc_Arab", + "languages": [ + "awa-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.729842, + "recall": 0.794466, + "f1": 0.749558, + "accuracy": 0.794466, + "main_score": 0.749558, + "hf_subset": "awa_Deva-bug_Latn", + "languages": [ + "awa-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.398549, + "recall": 0.455534, + "f1": 0.414334, + "accuracy": 0.455534, + "main_score": 0.414334, + "hf_subset": "awa_Deva-fon_Latn", + "languages": [ + "awa-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "awa_Deva-jav_Latn", + "languages": [ + "awa-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.944252, + "recall": 0.960474, + "f1": 0.949341, + "accuracy": 0.960474, + "main_score": 0.949341, + "hf_subset": "awa_Deva-lao_Laoo", + "languages": [ + "awa-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.865942, + "recall": 0.906126, + "f1": 0.878953, + "accuracy": 0.906126, + "main_score": 0.878953, + "hf_subset": "awa_Deva-mri_Latn", + "languages": [ + "awa-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "awa_Deva-rus_Cyrl", + "languages": [ + "awa-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.499679, + "recall": 0.560277, + "f1": 0.516613, + "accuracy": 0.560277, + "main_score": 0.516613, + "hf_subset": "awa_Deva-taq_Latn", + "languages": [ + "awa-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.986166, + "f1": 0.982708, + "accuracy": 0.986166, + "main_score": 0.982708, + "hf_subset": "awa_Deva-war_Latn", + "languages": [ + "awa-Deva", + "war-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "awa_Deva-arb_Arab", + "languages": [ + "awa-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "awa_Deva-bul_Cyrl", + "languages": [ + "awa-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.985507, + "recall": 0.98913, + "f1": 0.98666, + "accuracy": 0.98913, + "main_score": 0.98666, + "hf_subset": "awa_Deva-fra_Latn", + "languages": [ + "awa-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-jpn_Jpan", + "languages": [ + "awa-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "awa_Deva-lij_Latn", + "languages": [ + "awa-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "awa_Deva-mya_Mymr", + "languages": [ + "awa-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.549533, + "recall": 0.617589, + "f1": 0.567765, + "accuracy": 0.617589, + "main_score": 0.567765, + "hf_subset": "awa_Deva-sag_Latn", + "languages": [ + "awa-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.238092, + "recall": 0.30336, + "f1": 0.254779, + "accuracy": 0.30336, + "main_score": 0.254779, + "hf_subset": "awa_Deva-taq_Tfng", + "languages": [ + "awa-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.626515, + "recall": 0.694664, + "f1": 0.646096, + "accuracy": 0.694664, + "main_score": 0.646096, + "hf_subset": "awa_Deva-wol_Latn", + "languages": [ + "awa-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.848979, + "recall": 0.892292, + "f1": 0.862615, + "accuracy": 0.892292, + "main_score": 0.862615, + "hf_subset": "awa_Deva-arb_Latn", + "languages": [ + "awa-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-cat_Latn", + "languages": [ + "awa-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "awa_Deva-fur_Latn", + "languages": [ + "awa-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.452669, + "recall": 0.517787, + "f1": 0.470644, + "accuracy": 0.517787, + "main_score": 0.470644, + "hf_subset": "awa_Deva-kab_Latn", + "languages": [ + "awa-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "awa_Deva-lim_Latn", + "languages": [ + "awa-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa_Deva-nld_Latn", + "languages": [ + "awa-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.977273, + "f1": 0.971344, + "accuracy": 0.977273, + "main_score": 0.971344, + "hf_subset": "awa_Deva-san_Deva", + "languages": [ + "awa-Deva", + "san-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "awa_Deva-tat_Cyrl", + "languages": [ + "awa-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.873715, + "recall": 0.910079, + "f1": 0.885375, + "accuracy": 0.910079, + "main_score": 0.885375, + "hf_subset": "awa_Deva-xho_Latn", + "languages": [ + "awa-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "awa_Deva-ars_Arab", + "languages": [ + "awa-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.983943, + "recall": 0.988142, + "f1": 0.985244, + "accuracy": 0.988142, + "main_score": 0.985244, + "hf_subset": "awa_Deva-ceb_Latn", + "languages": [ + "awa-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.481144, + "recall": 0.552372, + "f1": 0.501103, + "accuracy": 0.552372, + "main_score": 0.501103, + "hf_subset": "awa_Deva-fuv_Latn", + "languages": [ + "awa-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.454504, + "recall": 0.523715, + "f1": 0.472844, + "accuracy": 0.523715, + "main_score": 0.472844, + "hf_subset": "awa_Deva-kac_Latn", + "languages": [ + "awa-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.626246, + "recall": 0.695652, + "f1": 0.64614, + "accuracy": 0.695652, + "main_score": 0.64614, + "hf_subset": "awa_Deva-lin_Latn", + "languages": [ + "awa-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "awa_Deva-nno_Latn", + "languages": [ + "awa-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.897974, + "recall": 0.927866, + "f1": 0.907312, + "accuracy": 0.927866, + "main_score": 0.907312, + "hf_subset": "awa_Deva-sat_Olck", + "languages": [ + "awa-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "awa_Deva-tel_Telu", + "languages": [ + "awa-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "awa_Deva-ydd_Hebr", + "languages": [ + "awa-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.971179, + "recall": 0.979249, + "f1": 0.973814, + "accuracy": 0.979249, + "main_score": 0.973814, + "hf_subset": "awa_Deva-ary_Arab", + "languages": [ + "awa-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "awa_Deva-ces_Latn", + "languages": [ + "awa-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.56962, + "recall": 0.645257, + "f1": 0.590829, + "accuracy": 0.645257, + "main_score": 0.590829, + "hf_subset": "awa_Deva-gaz_Latn", + "languages": [ + "awa-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.540688, + "recall": 0.619565, + "f1": 0.562985, + "accuracy": 0.619565, + "main_score": 0.562985, + "hf_subset": "awa_Deva-kam_Latn", + "languages": [ + "awa-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.985178, + "f1": 0.98139, + "accuracy": 0.985178, + "main_score": 0.98139, + "hf_subset": "awa_Deva-lit_Latn", + "languages": [ + "awa-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.985343, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "awa_Deva-nob_Latn", + "languages": [ + "awa-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "awa_Deva-scn_Latn", + "languages": [ + "awa-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.974308, + "f1": 0.967227, + "accuracy": 0.974308, + "main_score": 0.967227, + "hf_subset": "awa_Deva-tgk_Cyrl", + "languages": [ + "awa-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.754127, + "recall": 0.817194, + "f1": 0.772584, + "accuracy": 0.817194, + "main_score": 0.772584, + "hf_subset": "awa_Deva-yor_Latn", + "languages": [ + "awa-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "awa_Deva-arz_Arab", + "languages": [ + "awa-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.491575, + "recall": 0.565217, + "f1": 0.511576, + "accuracy": 0.565217, + "main_score": 0.511576, + "hf_subset": "awa_Deva-cjk_Latn", + "languages": [ + "awa-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.927207, + "recall": 0.950593, + "f1": 0.934947, + "accuracy": 0.950593, + "main_score": 0.934947, + "hf_subset": "awa_Deva-gla_Latn", + "languages": [ + "awa-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-kan_Knda", + "languages": [ + "awa-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "awa_Deva-lmo_Latn", + "languages": [ + "awa-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "awa_Deva-npi_Deva", + "languages": [ + "awa-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.543636, + "recall": 0.618577, + "f1": 0.565088, + "accuracy": 0.618577, + "main_score": 0.565088, + "hf_subset": "awa_Deva-shn_Mymr", + "languages": [ + "awa-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "awa_Deva-tgl_Latn", + "languages": [ + "awa-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-yue_Hant", + "languages": [ + "awa-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "awa_Deva-asm_Beng", + "languages": [ + "awa-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.932065, + "recall": 0.951581, + "f1": 0.938142, + "accuracy": 0.951581, + "main_score": 0.938142, + "hf_subset": "awa_Deva-ckb_Arab", + "languages": [ + "awa-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "awa_Deva-gle_Latn", + "languages": [ + "awa-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.921278, + "recall": 0.945652, + "f1": 0.929183, + "accuracy": 0.945652, + "main_score": 0.929183, + "hf_subset": "awa_Deva-kas_Arab", + "languages": [ + "awa-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.890728, + "recall": 0.923913, + "f1": 0.901581, + "accuracy": 0.923913, + "main_score": 0.901581, + "hf_subset": "awa_Deva-ltg_Latn", + "languages": [ + "awa-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.790382, + "recall": 0.843874, + "f1": 0.80687, + "accuracy": 0.843874, + "main_score": 0.80687, + "hf_subset": "awa_Deva-nso_Latn", + "languages": [ + "awa-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "awa_Deva-sin_Sinh", + "languages": [ + "awa-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.979578, + "recall": 0.985178, + "f1": 0.98139, + "accuracy": 0.985178, + "main_score": 0.98139, + "hf_subset": "awa_Deva-tha_Thai", + "languages": [ + "awa-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "awa_Deva-zho_Hans", + "languages": [ + "awa-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "awa_Deva-ast_Latn", + "languages": [ + "awa-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "awa_Deva-crh_Latn", + "languages": [ + "awa-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "awa_Deva-glg_Latn", + "languages": [ + "awa-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.902009, + "recall": 0.93083, + "f1": 0.911232, + "accuracy": 0.93083, + "main_score": 0.911232, + "hf_subset": "awa_Deva-kas_Deva", + "languages": [ + "awa-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "awa_Deva-ltz_Latn", + "languages": [ + "awa-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.426065, + "recall": 0.492095, + "f1": 0.443974, + "accuracy": 0.492095, + "main_score": 0.443974, + "hf_subset": "awa_Deva-nus_Latn", + "languages": [ + "awa-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-slk_Latn", + "languages": [ + "awa-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.659843, + "recall": 0.731225, + "f1": 0.680852, + "accuracy": 0.731225, + "main_score": 0.680852, + "hf_subset": "awa_Deva-tir_Ethi", + "languages": [ + "awa-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "awa_Deva-zho_Hant", + "languages": [ + "awa-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "awa_Deva-cym_Latn", + "languages": [ + "awa-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.78223, + "recall": 0.833992, + "f1": 0.797727, + "accuracy": 0.833992, + "main_score": 0.797727, + "hf_subset": "awa_Deva-grn_Latn", + "languages": [ + "awa-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.98246, + "recall": 0.987154, + "f1": 0.983926, + "accuracy": 0.987154, + "main_score": 0.983926, + "hf_subset": "awa_Deva-kat_Geor", + "languages": [ + "awa-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.596718, + "recall": 0.658103, + "f1": 0.613445, + "accuracy": 0.658103, + "main_score": 0.613445, + "hf_subset": "awa_Deva-lua_Latn", + "languages": [ + "awa-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.832922, + "recall": 0.880435, + "f1": 0.847892, + "accuracy": 0.880435, + "main_score": 0.847892, + "hf_subset": "awa_Deva-nya_Latn", + "languages": [ + "awa-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "awa_Deva-slv_Latn", + "languages": [ + "awa-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "awa_Deva-tpi_Latn", + "languages": [ + "awa-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "awa_Deva-zsm_Latn", + "languages": [ + "awa-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.494065, + "recall": 0.562253, + "f1": 0.513212, + "accuracy": 0.562253, + "main_score": 0.513212, + "hf_subset": "awa_Deva-ayr_Latn", + "languages": [ + "awa-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "awa_Deva-dan_Latn", + "languages": [ + "awa-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-guj_Gujr", + "languages": [ + "awa-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "awa_Deva-kaz_Cyrl", + "languages": [ + "awa-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.649805, + "recall": 0.728261, + "f1": 0.672845, + "accuracy": 0.728261, + "main_score": 0.672845, + "hf_subset": "awa_Deva-lug_Latn", + "languages": [ + "awa-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-oci_Latn", + "languages": [ + "awa-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.830072, + "recall": 0.87747, + "f1": 0.845191, + "accuracy": 0.87747, + "main_score": 0.845191, + "hf_subset": "awa_Deva-smo_Latn", + "languages": [ + "awa-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.753294, + "recall": 0.816206, + "f1": 0.77245, + "accuracy": 0.816206, + "main_score": 0.77245, + "hf_subset": "awa_Deva-tsn_Latn", + "languages": [ + "awa-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.885985, + "recall": 0.917984, + "f1": 0.895982, + "accuracy": 0.917984, + "main_score": 0.895982, + "hf_subset": "awa_Deva-zul_Latn", + "languages": [ + "awa-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.926466, + "recall": 0.948617, + "f1": 0.933696, + "accuracy": 0.948617, + "main_score": 0.933696, + "hf_subset": "awa_Deva-azb_Arab", + "languages": [ + "awa-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "awa_Deva-deu_Latn", + "languages": [ + "awa-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.961957, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "awa_Deva-hat_Latn", + "languages": [ + "awa-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.472208, + "recall": 0.536561, + "f1": 0.490508, + "accuracy": 0.536561, + "main_score": 0.490508, + "hf_subset": "awa_Deva-kbp_Latn", + "languages": [ + "awa-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.495914, + "recall": 0.566206, + "f1": 0.515254, + "accuracy": 0.566206, + "main_score": 0.515254, + "hf_subset": "awa_Deva-luo_Latn", + "languages": [ + "awa-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "awa_Deva-ory_Orya", + "languages": [ + "awa-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.877306, + "recall": 0.91502, + "f1": 0.889493, + "accuracy": 0.91502, + "main_score": 0.889493, + "hf_subset": "awa_Deva-sna_Latn", + "languages": [ + "awa-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.65234, + "recall": 0.721344, + "f1": 0.672403, + "accuracy": 0.721344, + "main_score": 0.672403, + "hf_subset": "awa_Deva-tso_Latn", + "languages": [ + "awa-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-azj_Latn", + "languages": [ + "awa-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.483293, + "recall": 0.557312, + "f1": 0.504929, + "accuracy": 0.557312, + "main_score": 0.504929, + "hf_subset": "awa_Deva-dik_Latn", + "languages": [ + "awa-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.89608, + "recall": 0.925889, + "f1": 0.905632, + "accuracy": 0.925889, + "main_score": 0.905632, + "hf_subset": "awa_Deva-hau_Latn", + "languages": [ + "awa-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "awa_Deva-kea_Latn", + "languages": [ + "awa-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.912747, + "recall": 0.938735, + "f1": 0.921113, + "accuracy": 0.938735, + "main_score": 0.921113, + "hf_subset": "awa_Deva-lus_Latn", + "languages": [ + "awa-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.863389, + "recall": 0.899209, + "f1": 0.874539, + "accuracy": 0.899209, + "main_score": 0.874539, + "hf_subset": "awa_Deva-pag_Latn", + "languages": [ + "awa-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "awa_Deva-snd_Arab", + "languages": [ + "awa-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "awa_Deva-tuk_Latn", + "languages": [ + "awa-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "awa_Deva-bak_Cyrl", + "languages": [ + "awa-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.446327, + "recall": 0.524704, + "f1": 0.467889, + "accuracy": 0.524704, + "main_score": 0.467889, + "hf_subset": "awa_Deva-dyu_Latn", + "languages": [ + "awa-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "awa_Deva-heb_Hebr", + "languages": [ + "awa-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "awa_Deva-khk_Cyrl", + "languages": [ + "awa-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "awa_Deva-lvs_Latn", + "languages": [ + "awa-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-pan_Guru", + "languages": [ + "awa-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.864954, + "recall": 0.905138, + "f1": 0.877602, + "accuracy": 0.905138, + "main_score": 0.877602, + "hf_subset": "awa_Deva-som_Latn", + "languages": [ + "awa-Deva", + "som-Latn" + ] + }, + { + "precision": 0.683893, + "recall": 0.750988, + "f1": 0.704202, + "accuracy": 0.750988, + "main_score": 0.704202, + "hf_subset": "awa_Deva-tum_Latn", + "languages": [ + "awa-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.504387, + "recall": 0.599802, + "f1": 0.531684, + "accuracy": 0.599802, + "main_score": 0.531684, + "hf_subset": "cym_Latn-ace_Arab", + "languages": [ + "cym-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.470719, + "recall": 0.521739, + "f1": 0.484341, + "accuracy": 0.521739, + "main_score": 0.484341, + "hf_subset": "cym_Latn-bam_Latn", + "languages": [ + "cym-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.638496, + "recall": 0.724308, + "f1": 0.663592, + "accuracy": 0.724308, + "main_score": 0.663592, + "hf_subset": "cym_Latn-dzo_Tibt", + "languages": [ + "cym-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-hin_Deva", + "languages": [ + "cym-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "cym_Latn-khm_Khmr", + "languages": [ + "cym-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cym_Latn-mag_Deva", + "languages": [ + "cym-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-pap_Latn", + "languages": [ + "cym-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.878409, + "recall": 0.914032, + "f1": 0.889723, + "accuracy": 0.914032, + "main_score": 0.889723, + "hf_subset": "cym_Latn-sot_Latn", + "languages": [ + "cym-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-tur_Latn", + "languages": [ + "cym-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.867607, + "recall": 0.903162, + "f1": 0.878662, + "accuracy": 0.903162, + "main_score": 0.878662, + "hf_subset": "cym_Latn-ace_Latn", + "languages": [ + "cym-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "cym_Latn-ban_Latn", + "languages": [ + "cym-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-ell_Grek", + "languages": [ + "cym-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "cym_Latn-hne_Deva", + "languages": [ + "cym-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.572855, + "recall": 0.642292, + "f1": 0.592094, + "accuracy": 0.642292, + "main_score": 0.592094, + "hf_subset": "cym_Latn-kik_Latn", + "languages": [ + "cym-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-mai_Deva", + "languages": [ + "cym-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956094, + "accuracy": 0.966403, + "main_score": 0.956094, + "hf_subset": "cym_Latn-pbt_Arab", + "languages": [ + "cym-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-spa_Latn", + "languages": [ + "cym-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.764403, + "recall": 0.824111, + "f1": 0.782098, + "accuracy": 0.824111, + "main_score": 0.782098, + "hf_subset": "cym_Latn-twi_Latn", + "languages": [ + "cym-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-acm_Arab", + "languages": [ + "cym-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-bel_Cyrl", + "languages": [ + "cym-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cym_Latn-eng_Latn", + "languages": [ + "cym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-hrv_Latn", + "languages": [ + "cym-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.865119, + "recall": 0.90415, + "f1": 0.87739, + "accuracy": 0.90415, + "main_score": 0.87739, + "hf_subset": "cym_Latn-kin_Latn", + "languages": [ + "cym-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "cym_Latn-mal_Mlym", + "languages": [ + "cym-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "cym_Latn-pes_Arab", + "languages": [ + "cym-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cym_Latn-srd_Latn", + "languages": [ + "cym-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.197147, + "recall": 0.266798, + "f1": 0.213806, + "accuracy": 0.266798, + "main_score": 0.213806, + "hf_subset": "cym_Latn-tzm_Tfng", + "languages": [ + "cym-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-acq_Arab", + "languages": [ + "cym-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.670208, + "recall": 0.741107, + "f1": 0.690617, + "accuracy": 0.741107, + "main_score": 0.690617, + "hf_subset": "cym_Latn-bem_Latn", + "languages": [ + "cym-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-epo_Latn", + "languages": [ + "cym-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-hun_Latn", + "languages": [ + "cym-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-kir_Cyrl", + "languages": [ + "cym-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-mar_Deva", + "languages": [ + "cym-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.89529, + "recall": 0.924901, + "f1": 0.90448, + "accuracy": 0.924901, + "main_score": 0.90448, + "hf_subset": "cym_Latn-plt_Latn", + "languages": [ + "cym-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cym_Latn-srp_Cyrl", + "languages": [ + "cym-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "cym_Latn-uig_Arab", + "languages": [ + "cym-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-aeb_Arab", + "languages": [ + "cym-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cym_Latn-ben_Beng", + "languages": [ + "cym-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-est_Latn", + "languages": [ + "cym-Latn", + "est-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-hye_Armn", + "languages": [ + "cym-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.459929, + "recall": 0.518775, + "f1": 0.476015, + "accuracy": 0.518775, + "main_score": 0.476015, + "hf_subset": "cym_Latn-kmb_Latn", + "languages": [ + "cym-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.462798, + "recall": 0.555336, + "f1": 0.487248, + "accuracy": 0.555336, + "main_score": 0.487248, + "hf_subset": "cym_Latn-min_Arab", + "languages": [ + "cym-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cym_Latn-pol_Latn", + "languages": [ + "cym-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.753524, + "recall": 0.817194, + "f1": 0.773188, + "accuracy": 0.817194, + "main_score": 0.773188, + "hf_subset": "cym_Latn-ssw_Latn", + "languages": [ + "cym-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-ukr_Cyrl", + "languages": [ + "cym-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "cym_Latn-afr_Latn", + "languages": [ + "cym-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-bho_Deva", + "languages": [ + "cym-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cym_Latn-eus_Latn", + "languages": [ + "cym-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.878047, + "recall": 0.913043, + "f1": 0.888669, + "accuracy": 0.913043, + "main_score": 0.888669, + "hf_subset": "cym_Latn-ibo_Latn", + "languages": [ + "cym-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.893923, + "recall": 0.924901, + "f1": 0.903557, + "accuracy": 0.924901, + "main_score": 0.903557, + "hf_subset": "cym_Latn-kmr_Latn", + "languages": [ + "cym-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "cym_Latn-min_Latn", + "languages": [ + "cym-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-por_Latn", + "languages": [ + "cym-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cym_Latn-sun_Latn", + "languages": [ + "cym-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.453247, + "recall": 0.524704, + "f1": 0.47289, + "accuracy": 0.524704, + "main_score": 0.47289, + "hf_subset": "cym_Latn-umb_Latn", + "languages": [ + "cym-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-ajp_Arab", + "languages": [ + "cym-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.492252, + "recall": 0.576087, + "f1": 0.514796, + "accuracy": 0.576087, + "main_score": 0.514796, + "hf_subset": "cym_Latn-bjn_Arab", + "languages": [ + "cym-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.4427, + "recall": 0.500988, + "f1": 0.458208, + "accuracy": 0.500988, + "main_score": 0.458208, + "hf_subset": "cym_Latn-ewe_Latn", + "languages": [ + "cym-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.969368, + "f1": 0.959157, + "accuracy": 0.969368, + "main_score": 0.959157, + "hf_subset": "cym_Latn-ilo_Latn", + "languages": [ + "cym-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.245488, + "recall": 0.310277, + "f1": 0.261185, + "accuracy": 0.310277, + "main_score": 0.261185, + "hf_subset": "cym_Latn-knc_Arab", + "languages": [ + "cym-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-mkd_Cyrl", + "languages": [ + "cym-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.993083, + "f1": 0.991765, + "accuracy": 0.993083, + "main_score": 0.991765, + "hf_subset": "cym_Latn-prs_Arab", + "languages": [ + "cym-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cym_Latn-swe_Latn", + "languages": [ + "cym-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cym_Latn-urd_Arab", + "languages": [ + "cym-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.741123, + "recall": 0.80336, + "f1": 0.759472, + "accuracy": 0.80336, + "main_score": 0.759472, + "hf_subset": "cym_Latn-aka_Latn", + "languages": [ + "cym-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "cym_Latn-bjn_Latn", + "languages": [ + "cym-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "cym_Latn-fao_Latn", + "languages": [ + "cym-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-ind_Latn", + "languages": [ + "cym-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.50577, + "recall": 0.565217, + "f1": 0.520942, + "accuracy": 0.565217, + "main_score": 0.520942, + "hf_subset": "cym_Latn-knc_Latn", + "languages": [ + "cym-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-mlt_Latn", + "languages": [ + "cym-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.606556, + "recall": 0.684783, + "f1": 0.629632, + "accuracy": 0.684783, + "main_score": 0.629632, + "hf_subset": "cym_Latn-quy_Latn", + "languages": [ + "cym-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-swh_Latn", + "languages": [ + "cym-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cym_Latn-uzn_Latn", + "languages": [ + "cym-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cym_Latn-als_Latn", + "languages": [ + "cym-Latn", + "als-Latn" + ] + }, + { + "precision": 0.788441, + "recall": 0.84585, + "f1": 0.80583, + "accuracy": 0.84585, + "main_score": 0.80583, + "hf_subset": "cym_Latn-bod_Tibt", + "languages": [ + "cym-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.620323, + "recall": 0.689723, + "f1": 0.640061, + "accuracy": 0.689723, + "main_score": 0.640061, + "hf_subset": "cym_Latn-fij_Latn", + "languages": [ + "cym-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "cym_Latn-isl_Latn", + "languages": [ + "cym-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.575576, + "recall": 0.648221, + "f1": 0.595391, + "accuracy": 0.648221, + "main_score": 0.595391, + "hf_subset": "cym_Latn-kon_Latn", + "languages": [ + "cym-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.581926, + "recall": 0.660079, + "f1": 0.603683, + "accuracy": 0.660079, + "main_score": 0.603683, + "hf_subset": "cym_Latn-mni_Beng", + "languages": [ + "cym-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "cym_Latn-ron_Latn", + "languages": [ + "cym-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "cym_Latn-szl_Latn", + "languages": [ + "cym-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cym_Latn-vec_Latn", + "languages": [ + "cym-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.940382, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "cym_Latn-amh_Ethi", + "languages": [ + "cym-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-bos_Latn", + "languages": [ + "cym-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-fin_Latn", + "languages": [ + "cym-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-ita_Latn", + "languages": [ + "cym-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-kor_Hang", + "languages": [ + "cym-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.473134, + "recall": 0.541502, + "f1": 0.492104, + "accuracy": 0.541502, + "main_score": 0.492104, + "hf_subset": "cym_Latn-mos_Latn", + "languages": [ + "cym-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.774358, + "recall": 0.828063, + "f1": 0.790152, + "accuracy": 0.828063, + "main_score": 0.790152, + "hf_subset": "cym_Latn-run_Latn", + "languages": [ + "cym-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cym_Latn-tam_Taml", + "languages": [ + "cym-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-vie_Latn", + "languages": [ + "cym-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-apc_Arab", + "languages": [ + "cym-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.71442, + "recall": 0.779644, + "f1": 0.733501, + "accuracy": 0.779644, + "main_score": 0.733501, + "hf_subset": "cym_Latn-bug_Latn", + "languages": [ + "cym-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.413246, + "recall": 0.467391, + "f1": 0.427473, + "accuracy": 0.467391, + "main_score": 0.427473, + "hf_subset": "cym_Latn-fon_Latn", + "languages": [ + "cym-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cym_Latn-jav_Latn", + "languages": [ + "cym-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "cym_Latn-lao_Laoo", + "languages": [ + "cym-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.882493, + "recall": 0.916008, + "f1": 0.893017, + "accuracy": 0.916008, + "main_score": 0.893017, + "hf_subset": "cym_Latn-mri_Latn", + "languages": [ + "cym-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-rus_Cyrl", + "languages": [ + "cym-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.481831, + "recall": 0.54249, + "f1": 0.497804, + "accuracy": 0.54249, + "main_score": 0.497804, + "hf_subset": "cym_Latn-taq_Latn", + "languages": [ + "cym-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-war_Latn", + "languages": [ + "cym-Latn", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cym_Latn-arb_Arab", + "languages": [ + "cym-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-bul_Cyrl", + "languages": [ + "cym-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-fra_Latn", + "languages": [ + "cym-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-jpn_Jpan", + "languages": [ + "cym-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-lij_Latn", + "languages": [ + "cym-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "cym_Latn-mya_Mymr", + "languages": [ + "cym-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.522602, + "recall": 0.58498, + "f1": 0.539381, + "accuracy": 0.58498, + "main_score": 0.539381, + "hf_subset": "cym_Latn-sag_Latn", + "languages": [ + "cym-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.216533, + "recall": 0.278656, + "f1": 0.231758, + "accuracy": 0.278656, + "main_score": 0.231758, + "hf_subset": "cym_Latn-taq_Tfng", + "languages": [ + "cym-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.609655, + "recall": 0.677866, + "f1": 0.629094, + "accuracy": 0.677866, + "main_score": 0.629094, + "hf_subset": "cym_Latn-wol_Latn", + "languages": [ + "cym-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.835227, + "recall": 0.884387, + "f1": 0.850823, + "accuracy": 0.884387, + "main_score": 0.850823, + "hf_subset": "cym_Latn-arb_Latn", + "languages": [ + "cym-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cym_Latn-cat_Latn", + "languages": [ + "cym-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-fur_Latn", + "languages": [ + "cym-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.451663, + "recall": 0.528656, + "f1": 0.472484, + "accuracy": 0.528656, + "main_score": 0.472484, + "hf_subset": "cym_Latn-kab_Latn", + "languages": [ + "cym-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cym_Latn-lim_Latn", + "languages": [ + "cym-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-nld_Latn", + "languages": [ + "cym-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.979249, + "f1": 0.974144, + "accuracy": 0.979249, + "main_score": 0.974144, + "hf_subset": "cym_Latn-san_Deva", + "languages": [ + "cym-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-tat_Cyrl", + "languages": [ + "cym-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.886034, + "recall": 0.91996, + "f1": 0.896871, + "accuracy": 0.91996, + "main_score": 0.896871, + "hf_subset": "cym_Latn-xho_Latn", + "languages": [ + "cym-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-ars_Arab", + "languages": [ + "cym-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-ceb_Latn", + "languages": [ + "cym-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.471836, + "recall": 0.541502, + "f1": 0.490598, + "accuracy": 0.541502, + "main_score": 0.490598, + "hf_subset": "cym_Latn-fuv_Latn", + "languages": [ + "cym-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.457318, + "recall": 0.519763, + "f1": 0.473806, + "accuracy": 0.519763, + "main_score": 0.473806, + "hf_subset": "cym_Latn-kac_Latn", + "languages": [ + "cym-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.618603, + "recall": 0.686759, + "f1": 0.63731, + "accuracy": 0.686759, + "main_score": 0.63731, + "hf_subset": "cym_Latn-lin_Latn", + "languages": [ + "cym-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-nno_Latn", + "languages": [ + "cym-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.868248, + "recall": 0.908103, + "f1": 0.880896, + "accuracy": 0.908103, + "main_score": 0.880896, + "hf_subset": "cym_Latn-sat_Olck", + "languages": [ + "cym-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cym_Latn-tel_Telu", + "languages": [ + "cym-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "cym_Latn-ydd_Hebr", + "languages": [ + "cym-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "cym_Latn-ary_Arab", + "languages": [ + "cym-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-ces_Latn", + "languages": [ + "cym-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.54585, + "recall": 0.625494, + "f1": 0.567841, + "accuracy": 0.625494, + "main_score": 0.567841, + "hf_subset": "cym_Latn-gaz_Latn", + "languages": [ + "cym-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.527101, + "recall": 0.604743, + "f1": 0.54767, + "accuracy": 0.604743, + "main_score": 0.54767, + "hf_subset": "cym_Latn-kam_Latn", + "languages": [ + "cym-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "cym_Latn-lit_Latn", + "languages": [ + "cym-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-nob_Latn", + "languages": [ + "cym-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-scn_Latn", + "languages": [ + "cym-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "cym_Latn-tgk_Cyrl", + "languages": [ + "cym-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.749901, + "recall": 0.814229, + "f1": 0.769076, + "accuracy": 0.814229, + "main_score": 0.769076, + "hf_subset": "cym_Latn-yor_Latn", + "languages": [ + "cym-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-arz_Arab", + "languages": [ + "cym-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.482501, + "recall": 0.549407, + "f1": 0.501228, + "accuracy": 0.549407, + "main_score": 0.501228, + "hf_subset": "cym_Latn-cjk_Latn", + "languages": [ + "cym-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "cym_Latn-gla_Latn", + "languages": [ + "cym-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cym_Latn-kan_Knda", + "languages": [ + "cym-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "cym_Latn-lmo_Latn", + "languages": [ + "cym-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "cym_Latn-npi_Deva", + "languages": [ + "cym-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.527894, + "recall": 0.610672, + "f1": 0.551785, + "accuracy": 0.610672, + "main_score": 0.551785, + "hf_subset": "cym_Latn-shn_Mymr", + "languages": [ + "cym-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cym_Latn-tgl_Latn", + "languages": [ + "cym-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-yue_Hant", + "languages": [ + "cym-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "cym_Latn-asm_Beng", + "languages": [ + "cym-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.941782, + "recall": 0.960474, + "f1": 0.947859, + "accuracy": 0.960474, + "main_score": 0.947859, + "hf_subset": "cym_Latn-ckb_Arab", + "languages": [ + "cym-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "cym_Latn-gle_Latn", + "languages": [ + "cym-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.888752, + "recall": 0.920949, + "f1": 0.898748, + "accuracy": 0.920949, + "main_score": 0.898748, + "hf_subset": "cym_Latn-kas_Arab", + "languages": [ + "cym-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.906538, + "recall": 0.934783, + "f1": 0.91558, + "accuracy": 0.934783, + "main_score": 0.91558, + "hf_subset": "cym_Latn-ltg_Latn", + "languages": [ + "cym-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.805922, + "recall": 0.854743, + "f1": 0.820932, + "accuracy": 0.854743, + "main_score": 0.820932, + "hf_subset": "cym_Latn-nso_Latn", + "languages": [ + "cym-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "cym_Latn-sin_Sinh", + "languages": [ + "cym-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cym_Latn-tha_Thai", + "languages": [ + "cym-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cym_Latn-zho_Hans", + "languages": [ + "cym-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-ast_Latn", + "languages": [ + "cym-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "cym_Latn-crh_Latn", + "languages": [ + "cym-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-glg_Latn", + "languages": [ + "cym-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.832872, + "recall": 0.881423, + "f1": 0.848123, + "accuracy": 0.881423, + "main_score": 0.848123, + "hf_subset": "cym_Latn-kas_Deva", + "languages": [ + "cym-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-ltz_Latn", + "languages": [ + "cym-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.435721, + "recall": 0.501976, + "f1": 0.453085, + "accuracy": 0.501976, + "main_score": 0.453085, + "hf_subset": "cym_Latn-nus_Latn", + "languages": [ + "cym-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-slk_Latn", + "languages": [ + "cym-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.635113, + "recall": 0.715415, + "f1": 0.658019, + "accuracy": 0.715415, + "main_score": 0.658019, + "hf_subset": "cym_Latn-tir_Ethi", + "languages": [ + "cym-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-zho_Hant", + "languages": [ + "cym-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.978508, + "recall": 0.98419, + "f1": 0.980303, + "accuracy": 0.98419, + "main_score": 0.980303, + "hf_subset": "cym_Latn-awa_Deva", + "languages": [ + "cym-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.729908, + "recall": 0.793478, + "f1": 0.748075, + "accuracy": 0.793478, + "main_score": 0.748075, + "hf_subset": "cym_Latn-grn_Latn", + "languages": [ + "cym-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-kat_Geor", + "languages": [ + "cym-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.584434, + "recall": 0.648221, + "f1": 0.602132, + "accuracy": 0.648221, + "main_score": 0.602132, + "hf_subset": "cym_Latn-lua_Latn", + "languages": [ + "cym-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.821229, + "recall": 0.873518, + "f1": 0.837516, + "accuracy": 0.873518, + "main_score": 0.837516, + "hf_subset": "cym_Latn-nya_Latn", + "languages": [ + "cym-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cym_Latn-slv_Latn", + "languages": [ + "cym-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "cym_Latn-tpi_Latn", + "languages": [ + "cym-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-zsm_Latn", + "languages": [ + "cym-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.478468, + "recall": 0.543478, + "f1": 0.496253, + "accuracy": 0.543478, + "main_score": 0.496253, + "hf_subset": "cym_Latn-ayr_Latn", + "languages": [ + "cym-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-dan_Latn", + "languages": [ + "cym-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-guj_Gujr", + "languages": [ + "cym-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-kaz_Cyrl", + "languages": [ + "cym-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.638598, + "recall": 0.718379, + "f1": 0.661326, + "accuracy": 0.718379, + "main_score": 0.661326, + "hf_subset": "cym_Latn-lug_Latn", + "languages": [ + "cym-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-oci_Latn", + "languages": [ + "cym-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.859519, + "recall": 0.899209, + "f1": 0.872167, + "accuracy": 0.899209, + "main_score": 0.872167, + "hf_subset": "cym_Latn-smo_Latn", + "languages": [ + "cym-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.739585, + "recall": 0.80336, + "f1": 0.759009, + "accuracy": 0.80336, + "main_score": 0.759009, + "hf_subset": "cym_Latn-tsn_Latn", + "languages": [ + "cym-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.919137, + "recall": 0.944664, + "f1": 0.927372, + "accuracy": 0.944664, + "main_score": 0.927372, + "hf_subset": "cym_Latn-zul_Latn", + "languages": [ + "cym-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.915267, + "recall": 0.940711, + "f1": 0.923485, + "accuracy": 0.940711, + "main_score": 0.923485, + "hf_subset": "cym_Latn-azb_Arab", + "languages": [ + "cym-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-deu_Latn", + "languages": [ + "cym-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "cym_Latn-hat_Latn", + "languages": [ + "cym-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.455494, + "recall": 0.520751, + "f1": 0.473692, + "accuracy": 0.520751, + "main_score": 0.473692, + "hf_subset": "cym_Latn-kbp_Latn", + "languages": [ + "cym-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.494574, + "recall": 0.5583, + "f1": 0.511603, + "accuracy": 0.5583, + "main_score": 0.511603, + "hf_subset": "cym_Latn-luo_Latn", + "languages": [ + "cym-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "cym_Latn-ory_Orya", + "languages": [ + "cym-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.901515, + "recall": 0.931818, + "f1": 0.911397, + "accuracy": 0.931818, + "main_score": 0.911397, + "hf_subset": "cym_Latn-sna_Latn", + "languages": [ + "cym-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.662625, + "recall": 0.731225, + "f1": 0.682165, + "accuracy": 0.731225, + "main_score": 0.682165, + "hf_subset": "cym_Latn-tso_Latn", + "languages": [ + "cym-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "cym_Latn-azj_Latn", + "languages": [ + "cym-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.483757, + "recall": 0.552372, + "f1": 0.502749, + "accuracy": 0.552372, + "main_score": 0.502749, + "hf_subset": "cym_Latn-dik_Latn", + "languages": [ + "cym-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.914526, + "recall": 0.940711, + "f1": 0.92309, + "accuracy": 0.940711, + "main_score": 0.92309, + "hf_subset": "cym_Latn-hau_Latn", + "languages": [ + "cym-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "cym_Latn-kea_Latn", + "languages": [ + "cym-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.921113, + "recall": 0.945652, + "f1": 0.929018, + "accuracy": 0.945652, + "main_score": 0.929018, + "hf_subset": "cym_Latn-lus_Latn", + "languages": [ + "cym-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.828788, + "recall": 0.87253, + "f1": 0.842161, + "accuracy": 0.87253, + "main_score": 0.842161, + "hf_subset": "cym_Latn-pag_Latn", + "languages": [ + "cym-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "cym_Latn-snd_Arab", + "languages": [ + "cym-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "cym_Latn-tuk_Latn", + "languages": [ + "cym-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "cym_Latn-bak_Cyrl", + "languages": [ + "cym-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.428418, + "recall": 0.503953, + "f1": 0.450025, + "accuracy": 0.503953, + "main_score": 0.450025, + "hf_subset": "cym_Latn-dyu_Latn", + "languages": [ + "cym-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-heb_Hebr", + "languages": [ + "cym-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "cym_Latn-khk_Cyrl", + "languages": [ + "cym-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-lvs_Latn", + "languages": [ + "cym-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-pan_Guru", + "languages": [ + "cym-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.880221, + "recall": 0.916996, + "f1": 0.892029, + "accuracy": 0.916996, + "main_score": 0.892029, + "hf_subset": "cym_Latn-som_Latn", + "languages": [ + "cym-Latn", + "som-Latn" + ] + }, + { + "precision": 0.698765, + "recall": 0.762846, + "f1": 0.717589, + "accuracy": 0.762846, + "main_score": 0.717589, + "hf_subset": "cym_Latn-tum_Latn", + "languages": [ + "cym-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.502134, + "recall": 0.58004, + "f1": 0.524541, + "accuracy": 0.58004, + "main_score": 0.524541, + "hf_subset": "grn_Latn-ace_Arab", + "languages": [ + "grn-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.489483, + "recall": 0.549407, + "f1": 0.50621, + "accuracy": 0.549407, + "main_score": 0.50621, + "hf_subset": "grn_Latn-bam_Latn", + "languages": [ + "grn-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.460467, + "recall": 0.540514, + "f1": 0.483507, + "accuracy": 0.540514, + "main_score": 0.483507, + "hf_subset": "grn_Latn-dzo_Tibt", + "languages": [ + "grn-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.784662, + "recall": 0.833992, + "f1": 0.799342, + "accuracy": 0.833992, + "main_score": 0.799342, + "hf_subset": "grn_Latn-hin_Deva", + "languages": [ + "grn-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.694211, + "recall": 0.753953, + "f1": 0.711617, + "accuracy": 0.753953, + "main_score": 0.711617, + "hf_subset": "grn_Latn-khm_Khmr", + "languages": [ + "grn-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.778632, + "recall": 0.83004, + "f1": 0.793272, + "accuracy": 0.83004, + "main_score": 0.793272, + "hf_subset": "grn_Latn-mag_Deva", + "languages": [ + "grn-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.799025, + "recall": 0.83498, + "f1": 0.809335, + "accuracy": 0.83498, + "main_score": 0.809335, + "hf_subset": "grn_Latn-pap_Latn", + "languages": [ + "grn-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.643146, + "recall": 0.697628, + "f1": 0.658484, + "accuracy": 0.697628, + "main_score": 0.658484, + "hf_subset": "grn_Latn-sot_Latn", + "languages": [ + "grn-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.782031, + "recall": 0.83004, + "f1": 0.795916, + "accuracy": 0.83004, + "main_score": 0.795916, + "hf_subset": "grn_Latn-tur_Latn", + "languages": [ + "grn-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.735321, + "recall": 0.785573, + "f1": 0.749379, + "accuracy": 0.785573, + "main_score": 0.749379, + "hf_subset": "grn_Latn-ace_Latn", + "languages": [ + "grn-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.757606, + "recall": 0.799407, + "f1": 0.769586, + "accuracy": 0.799407, + "main_score": 0.769586, + "hf_subset": "grn_Latn-ban_Latn", + "languages": [ + "grn-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.767467, + "recall": 0.822134, + "f1": 0.783322, + "accuracy": 0.822134, + "main_score": 0.783322, + "hf_subset": "grn_Latn-ell_Grek", + "languages": [ + "grn-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.766601, + "recall": 0.817194, + "f1": 0.781236, + "accuracy": 0.817194, + "main_score": 0.781236, + "hf_subset": "grn_Latn-hne_Deva", + "languages": [ + "grn-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.563288, + "recall": 0.619565, + "f1": 0.579716, + "accuracy": 0.619565, + "main_score": 0.579716, + "hf_subset": "grn_Latn-kik_Latn", + "languages": [ + "grn-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.781414, + "recall": 0.832016, + "f1": 0.796189, + "accuracy": 0.832016, + "main_score": 0.796189, + "hf_subset": "grn_Latn-mai_Deva", + "languages": [ + "grn-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.707255, + "recall": 0.768775, + "f1": 0.725144, + "accuracy": 0.768775, + "main_score": 0.725144, + "hf_subset": "grn_Latn-pbt_Arab", + "languages": [ + "grn-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.80919, + "recall": 0.856719, + "f1": 0.823292, + "accuracy": 0.856719, + "main_score": 0.823292, + "hf_subset": "grn_Latn-spa_Latn", + "languages": [ + "grn-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.660107, + "recall": 0.714427, + "f1": 0.67576, + "accuracy": 0.714427, + "main_score": 0.67576, + "hf_subset": "grn_Latn-twi_Latn", + "languages": [ + "grn-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.783469, + "recall": 0.83004, + "f1": 0.796986, + "accuracy": 0.83004, + "main_score": 0.796986, + "hf_subset": "grn_Latn-acm_Arab", + "languages": [ + "grn-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.740311, + "recall": 0.79249, + "f1": 0.755223, + "accuracy": 0.79249, + "main_score": 0.755223, + "hf_subset": "grn_Latn-bel_Cyrl", + "languages": [ + "grn-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.825741, + "recall": 0.865613, + "f1": 0.837362, + "accuracy": 0.865613, + "main_score": 0.837362, + "hf_subset": "grn_Latn-eng_Latn", + "languages": [ + "grn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.783107, + "recall": 0.828063, + "f1": 0.79609, + "accuracy": 0.828063, + "main_score": 0.79609, + "hf_subset": "grn_Latn-hrv_Latn", + "languages": [ + "grn-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.630032, + "recall": 0.689723, + "f1": 0.646114, + "accuracy": 0.689723, + "main_score": 0.646114, + "hf_subset": "grn_Latn-kin_Latn", + "languages": [ + "grn-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.760152, + "recall": 0.817194, + "f1": 0.777093, + "accuracy": 0.817194, + "main_score": 0.777093, + "hf_subset": "grn_Latn-mal_Mlym", + "languages": [ + "grn-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.752142, + "recall": 0.8083, + "f1": 0.767689, + "accuracy": 0.8083, + "main_score": 0.767689, + "hf_subset": "grn_Latn-pes_Arab", + "languages": [ + "grn-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.770579, + "recall": 0.820158, + "f1": 0.784719, + "accuracy": 0.820158, + "main_score": 0.784719, + "hf_subset": "grn_Latn-srd_Latn", + "languages": [ + "grn-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.227906, + "recall": 0.29249, + "f1": 0.244143, + "accuracy": 0.29249, + "main_score": 0.244143, + "hf_subset": "grn_Latn-tzm_Tfng", + "languages": [ + "grn-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.784231, + "recall": 0.833004, + "f1": 0.798621, + "accuracy": 0.833004, + "main_score": 0.798621, + "hf_subset": "grn_Latn-acq_Arab", + "languages": [ + "grn-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.604106, + "recall": 0.658103, + "f1": 0.619688, + "accuracy": 0.658103, + "main_score": 0.619688, + "hf_subset": "grn_Latn-bem_Latn", + "languages": [ + "grn-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.789102, + "recall": 0.833992, + "f1": 0.802042, + "accuracy": 0.833992, + "main_score": 0.802042, + "hf_subset": "grn_Latn-epo_Latn", + "languages": [ + "grn-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.790629, + "recall": 0.838933, + "f1": 0.804818, + "accuracy": 0.838933, + "main_score": 0.804818, + "hf_subset": "grn_Latn-hun_Latn", + "languages": [ + "grn-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.74787, + "recall": 0.800395, + "f1": 0.763213, + "accuracy": 0.800395, + "main_score": 0.763213, + "hf_subset": "grn_Latn-kir_Cyrl", + "languages": [ + "grn-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.780418, + "recall": 0.827075, + "f1": 0.793764, + "accuracy": 0.827075, + "main_score": 0.793764, + "hf_subset": "grn_Latn-mar_Deva", + "languages": [ + "grn-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.651327, + "recall": 0.711462, + "f1": 0.668383, + "accuracy": 0.711462, + "main_score": 0.668383, + "hf_subset": "grn_Latn-plt_Latn", + "languages": [ + "grn-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.782142, + "recall": 0.825099, + "f1": 0.794421, + "accuracy": 0.825099, + "main_score": 0.794421, + "hf_subset": "grn_Latn-srp_Cyrl", + "languages": [ + "grn-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.647885, + "recall": 0.716403, + "f1": 0.667533, + "accuracy": 0.716403, + "main_score": 0.667533, + "hf_subset": "grn_Latn-uig_Arab", + "languages": [ + "grn-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.769617, + "recall": 0.814229, + "f1": 0.782072, + "accuracy": 0.814229, + "main_score": 0.782072, + "hf_subset": "grn_Latn-aeb_Arab", + "languages": [ + "grn-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.760106, + "recall": 0.811265, + "f1": 0.775089, + "accuracy": 0.811265, + "main_score": 0.775089, + "hf_subset": "grn_Latn-ben_Beng", + "languages": [ + "grn-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.773675, + "recall": 0.823123, + "f1": 0.788032, + "accuracy": 0.823123, + "main_score": 0.788032, + "hf_subset": "grn_Latn-est_Latn", + "languages": [ + "grn-Latn", + "est-Latn" + ] + }, + { + "precision": 0.754029, + "recall": 0.8083, + "f1": 0.769295, + "accuracy": 0.8083, + "main_score": 0.769295, + "hf_subset": "grn_Latn-hye_Armn", + "languages": [ + "grn-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.506472, + "recall": 0.561265, + "f1": 0.522098, + "accuracy": 0.561265, + "main_score": 0.522098, + "hf_subset": "grn_Latn-kmb_Latn", + "languages": [ + "grn-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.459437, + "recall": 0.536561, + "f1": 0.481117, + "accuracy": 0.536561, + "main_score": 0.481117, + "hf_subset": "grn_Latn-min_Arab", + "languages": [ + "grn-Latn", + "min-Arab" + ] + }, + { + "precision": 0.783618, + "recall": 0.833004, + "f1": 0.798315, + "accuracy": 0.833004, + "main_score": 0.798315, + "hf_subset": "grn_Latn-pol_Latn", + "languages": [ + "grn-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.612812, + "recall": 0.673913, + "f1": 0.629782, + "accuracy": 0.673913, + "main_score": 0.629782, + "hf_subset": "grn_Latn-ssw_Latn", + "languages": [ + "grn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.793819, + "recall": 0.837945, + "f1": 0.806719, + "accuracy": 0.837945, + "main_score": 0.806719, + "hf_subset": "grn_Latn-ukr_Cyrl", + "languages": [ + "grn-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.766782, + "recall": 0.816206, + "f1": 0.780682, + "accuracy": 0.816206, + "main_score": 0.780682, + "hf_subset": "grn_Latn-afr_Latn", + "languages": [ + "grn-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.775398, + "recall": 0.822134, + "f1": 0.788826, + "accuracy": 0.822134, + "main_score": 0.788826, + "hf_subset": "grn_Latn-bho_Deva", + "languages": [ + "grn-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.752323, + "recall": 0.805336, + "f1": 0.767186, + "accuracy": 0.805336, + "main_score": 0.767186, + "hf_subset": "grn_Latn-eus_Latn", + "languages": [ + "grn-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.655044, + "recall": 0.714427, + "f1": 0.672298, + "accuracy": 0.714427, + "main_score": 0.672298, + "hf_subset": "grn_Latn-ibo_Latn", + "languages": [ + "grn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.668702, + "recall": 0.729249, + "f1": 0.685891, + "accuracy": 0.729249, + "main_score": 0.685891, + "hf_subset": "grn_Latn-kmr_Latn", + "languages": [ + "grn-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.739889, + "recall": 0.790514, + "f1": 0.753897, + "accuracy": 0.790514, + "main_score": 0.753897, + "hf_subset": "grn_Latn-min_Latn", + "languages": [ + "grn-Latn", + "min-Latn" + ] + }, + { + "precision": 0.809324, + "recall": 0.851779, + "f1": 0.821334, + "accuracy": 0.851779, + "main_score": 0.821334, + "hf_subset": "grn_Latn-por_Latn", + "languages": [ + "grn-Latn", + "por-Latn" + ] + }, + { + "precision": 0.765408, + "recall": 0.806324, + "f1": 0.776632, + "accuracy": 0.806324, + "main_score": 0.776632, + "hf_subset": "grn_Latn-sun_Latn", + "languages": [ + "grn-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.489984, + "recall": 0.551383, + "f1": 0.507653, + "accuracy": 0.551383, + "main_score": 0.507653, + "hf_subset": "grn_Latn-umb_Latn", + "languages": [ + "grn-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.784538, + "recall": 0.83498, + "f1": 0.799144, + "accuracy": 0.83498, + "main_score": 0.799144, + "hf_subset": "grn_Latn-ajp_Arab", + "languages": [ + "grn-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.474634, + "recall": 0.547431, + "f1": 0.495429, + "accuracy": 0.547431, + "main_score": 0.495429, + "hf_subset": "grn_Latn-bjn_Arab", + "languages": [ + "grn-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.485008, + "recall": 0.537549, + "f1": 0.499465, + "accuracy": 0.537549, + "main_score": 0.499465, + "hf_subset": "grn_Latn-ewe_Latn", + "languages": [ + "grn-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.757486, + "recall": 0.811265, + "f1": 0.773079, + "accuracy": 0.811265, + "main_score": 0.773079, + "hf_subset": "grn_Latn-ilo_Latn", + "languages": [ + "grn-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.27489, + "recall": 0.347826, + "f1": 0.293618, + "accuracy": 0.347826, + "main_score": 0.293618, + "hf_subset": "grn_Latn-knc_Arab", + "languages": [ + "grn-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.779901, + "recall": 0.827075, + "f1": 0.794009, + "accuracy": 0.827075, + "main_score": 0.794009, + "hf_subset": "grn_Latn-mkd_Cyrl", + "languages": [ + "grn-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.770537, + "recall": 0.824111, + "f1": 0.786356, + "accuracy": 0.824111, + "main_score": 0.786356, + "hf_subset": "grn_Latn-prs_Arab", + "languages": [ + "grn-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.79217, + "recall": 0.840909, + "f1": 0.806425, + "accuracy": 0.840909, + "main_score": 0.806425, + "hf_subset": "grn_Latn-swe_Latn", + "languages": [ + "grn-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.768001, + "recall": 0.820158, + "f1": 0.783188, + "accuracy": 0.820158, + "main_score": 0.783188, + "hf_subset": "grn_Latn-urd_Arab", + "languages": [ + "grn-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.621837, + "recall": 0.683794, + "f1": 0.639435, + "accuracy": 0.683794, + "main_score": 0.639435, + "hf_subset": "grn_Latn-aka_Latn", + "languages": [ + "grn-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.757748, + "recall": 0.80336, + "f1": 0.771119, + "accuracy": 0.80336, + "main_score": 0.771119, + "hf_subset": "grn_Latn-bjn_Latn", + "languages": [ + "grn-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.7211, + "recall": 0.772727, + "f1": 0.735557, + "accuracy": 0.772727, + "main_score": 0.735557, + "hf_subset": "grn_Latn-fao_Latn", + "languages": [ + "grn-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.795598, + "recall": 0.839921, + "f1": 0.808406, + "accuracy": 0.839921, + "main_score": 0.808406, + "hf_subset": "grn_Latn-ind_Latn", + "languages": [ + "grn-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.532832, + "recall": 0.585968, + "f1": 0.547763, + "accuracy": 0.585968, + "main_score": 0.547763, + "hf_subset": "grn_Latn-knc_Latn", + "languages": [ + "grn-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.772442, + "recall": 0.817194, + "f1": 0.785128, + "accuracy": 0.817194, + "main_score": 0.785128, + "hf_subset": "grn_Latn-mlt_Latn", + "languages": [ + "grn-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.629282, + "recall": 0.684783, + "f1": 0.645723, + "accuracy": 0.684783, + "main_score": 0.645723, + "hf_subset": "grn_Latn-quy_Latn", + "languages": [ + "grn-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.752229, + "recall": 0.805336, + "f1": 0.767491, + "accuracy": 0.805336, + "main_score": 0.767491, + "hf_subset": "grn_Latn-swh_Latn", + "languages": [ + "grn-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.743792, + "recall": 0.801383, + "f1": 0.760561, + "accuracy": 0.801383, + "main_score": 0.760561, + "hf_subset": "grn_Latn-uzn_Latn", + "languages": [ + "grn-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.790052, + "recall": 0.83004, + "f1": 0.801393, + "accuracy": 0.83004, + "main_score": 0.801393, + "hf_subset": "grn_Latn-als_Latn", + "languages": [ + "grn-Latn", + "als-Latn" + ] + }, + { + "precision": 0.51504, + "recall": 0.593874, + "f1": 0.536608, + "accuracy": 0.593874, + "main_score": 0.536608, + "hf_subset": "grn_Latn-bod_Tibt", + "languages": [ + "grn-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.573822, + "recall": 0.630435, + "f1": 0.59087, + "accuracy": 0.630435, + "main_score": 0.59087, + "hf_subset": "grn_Latn-fij_Latn", + "languages": [ + "grn-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.714744, + "recall": 0.770751, + "f1": 0.73073, + "accuracy": 0.770751, + "main_score": 0.73073, + "hf_subset": "grn_Latn-isl_Latn", + "languages": [ + "grn-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.585648, + "recall": 0.643281, + "f1": 0.602341, + "accuracy": 0.643281, + "main_score": 0.602341, + "hf_subset": "grn_Latn-kon_Latn", + "languages": [ + "grn-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.598624, + "recall": 0.666996, + "f1": 0.618607, + "accuracy": 0.666996, + "main_score": 0.618607, + "hf_subset": "grn_Latn-mni_Beng", + "languages": [ + "grn-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.796075, + "recall": 0.839921, + "f1": 0.808418, + "accuracy": 0.839921, + "main_score": 0.808418, + "hf_subset": "grn_Latn-ron_Latn", + "languages": [ + "grn-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.772604, + "recall": 0.822134, + "f1": 0.787228, + "accuracy": 0.822134, + "main_score": 0.787228, + "hf_subset": "grn_Latn-szl_Latn", + "languages": [ + "grn-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.793685, + "recall": 0.836957, + "f1": 0.806458, + "accuracy": 0.836957, + "main_score": 0.806458, + "hf_subset": "grn_Latn-vec_Latn", + "languages": [ + "grn-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.70747, + "recall": 0.768775, + "f1": 0.725496, + "accuracy": 0.768775, + "main_score": 0.725496, + "hf_subset": "grn_Latn-amh_Ethi", + "languages": [ + "grn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.782284, + "recall": 0.827075, + "f1": 0.79454, + "accuracy": 0.827075, + "main_score": 0.79454, + "hf_subset": "grn_Latn-bos_Latn", + "languages": [ + "grn-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.773014, + "recall": 0.821146, + "f1": 0.786706, + "accuracy": 0.821146, + "main_score": 0.786706, + "hf_subset": "grn_Latn-fin_Latn", + "languages": [ + "grn-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.807197, + "recall": 0.851779, + "f1": 0.82005, + "accuracy": 0.851779, + "main_score": 0.82005, + "hf_subset": "grn_Latn-ita_Latn", + "languages": [ + "grn-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.793154, + "recall": 0.841897, + "f1": 0.807708, + "accuracy": 0.841897, + "main_score": 0.807708, + "hf_subset": "grn_Latn-kor_Hang", + "languages": [ + "grn-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.50888, + "recall": 0.566206, + "f1": 0.524455, + "accuracy": 0.566206, + "main_score": 0.524455, + "hf_subset": "grn_Latn-mos_Latn", + "languages": [ + "grn-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.598892, + "recall": 0.658103, + "f1": 0.615516, + "accuracy": 0.658103, + "main_score": 0.615516, + "hf_subset": "grn_Latn-run_Latn", + "languages": [ + "grn-Latn", + "run-Latn" + ] + }, + { + "precision": 0.732933, + "recall": 0.791502, + "f1": 0.750678, + "accuracy": 0.791502, + "main_score": 0.750678, + "hf_subset": "grn_Latn-tam_Taml", + "languages": [ + "grn-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.789686, + "recall": 0.833992, + "f1": 0.802561, + "accuracy": 0.833992, + "main_score": 0.802561, + "hf_subset": "grn_Latn-vie_Latn", + "languages": [ + "grn-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.778099, + "recall": 0.821146, + "f1": 0.790335, + "accuracy": 0.821146, + "main_score": 0.790335, + "hf_subset": "grn_Latn-apc_Arab", + "languages": [ + "grn-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.674434, + "recall": 0.724308, + "f1": 0.689145, + "accuracy": 0.724308, + "main_score": 0.689145, + "hf_subset": "grn_Latn-bug_Latn", + "languages": [ + "grn-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.445928, + "recall": 0.500988, + "f1": 0.461148, + "accuracy": 0.500988, + "main_score": 0.461148, + "hf_subset": "grn_Latn-fon_Latn", + "languages": [ + "grn-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.753462, + "recall": 0.801383, + "f1": 0.767245, + "accuracy": 0.801383, + "main_score": 0.767245, + "hf_subset": "grn_Latn-jav_Latn", + "languages": [ + "grn-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.659237, + "recall": 0.726285, + "f1": 0.678682, + "accuracy": 0.726285, + "main_score": 0.678682, + "hf_subset": "grn_Latn-lao_Laoo", + "languages": [ + "grn-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.615467, + "recall": 0.68083, + "f1": 0.634557, + "accuracy": 0.68083, + "main_score": 0.634557, + "hf_subset": "grn_Latn-mri_Latn", + "languages": [ + "grn-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.7848, + "recall": 0.833004, + "f1": 0.798519, + "accuracy": 0.833004, + "main_score": 0.798519, + "hf_subset": "grn_Latn-rus_Cyrl", + "languages": [ + "grn-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.504176, + "recall": 0.564229, + "f1": 0.521741, + "accuracy": 0.564229, + "main_score": 0.521741, + "hf_subset": "grn_Latn-taq_Latn", + "languages": [ + "grn-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.783764, + "recall": 0.827075, + "f1": 0.795987, + "accuracy": 0.827075, + "main_score": 0.795987, + "hf_subset": "grn_Latn-war_Latn", + "languages": [ + "grn-Latn", + "war-Latn" + ] + }, + { + "precision": 0.775726, + "recall": 0.826087, + "f1": 0.790293, + "accuracy": 0.826087, + "main_score": 0.790293, + "hf_subset": "grn_Latn-arb_Arab", + "languages": [ + "grn-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.796355, + "recall": 0.842885, + "f1": 0.809491, + "accuracy": 0.842885, + "main_score": 0.809491, + "hf_subset": "grn_Latn-bul_Cyrl", + "languages": [ + "grn-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.809577, + "recall": 0.851779, + "f1": 0.821725, + "accuracy": 0.851779, + "main_score": 0.821725, + "hf_subset": "grn_Latn-fra_Latn", + "languages": [ + "grn-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.78087, + "recall": 0.833992, + "f1": 0.796614, + "accuracy": 0.833992, + "main_score": 0.796614, + "hf_subset": "grn_Latn-jpn_Jpan", + "languages": [ + "grn-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.793766, + "recall": 0.83498, + "f1": 0.80543, + "accuracy": 0.83498, + "main_score": 0.80543, + "hf_subset": "grn_Latn-lij_Latn", + "languages": [ + "grn-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.705859, + "recall": 0.763834, + "f1": 0.72251, + "accuracy": 0.763834, + "main_score": 0.72251, + "hf_subset": "grn_Latn-mya_Mymr", + "languages": [ + "grn-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.568552, + "recall": 0.626482, + "f1": 0.584744, + "accuracy": 0.626482, + "main_score": 0.584744, + "hf_subset": "grn_Latn-sag_Latn", + "languages": [ + "grn-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.241529, + "recall": 0.30336, + "f1": 0.256889, + "accuracy": 0.30336, + "main_score": 0.256889, + "hf_subset": "grn_Latn-taq_Tfng", + "languages": [ + "grn-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.611004, + "recall": 0.673913, + "f1": 0.629378, + "accuracy": 0.673913, + "main_score": 0.629378, + "hf_subset": "grn_Latn-wol_Latn", + "languages": [ + "grn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.617444, + "recall": 0.685771, + "f1": 0.636309, + "accuracy": 0.685771, + "main_score": 0.636309, + "hf_subset": "grn_Latn-arb_Latn", + "languages": [ + "grn-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.791206, + "recall": 0.835968, + "f1": 0.804447, + "accuracy": 0.835968, + "main_score": 0.804447, + "hf_subset": "grn_Latn-cat_Latn", + "languages": [ + "grn-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.791899, + "recall": 0.83498, + "f1": 0.804235, + "accuracy": 0.83498, + "main_score": 0.804235, + "hf_subset": "grn_Latn-fur_Latn", + "languages": [ + "grn-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.439947, + "recall": 0.503953, + "f1": 0.458413, + "accuracy": 0.503953, + "main_score": 0.458413, + "hf_subset": "grn_Latn-kab_Latn", + "languages": [ + "grn-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.761874, + "recall": 0.810277, + "f1": 0.775778, + "accuracy": 0.810277, + "main_score": 0.775778, + "hf_subset": "grn_Latn-lim_Latn", + "languages": [ + "grn-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.791901, + "recall": 0.838933, + "f1": 0.805086, + "accuracy": 0.838933, + "main_score": 0.805086, + "hf_subset": "grn_Latn-nld_Latn", + "languages": [ + "grn-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.704892, + "recall": 0.764822, + "f1": 0.722831, + "accuracy": 0.764822, + "main_score": 0.722831, + "hf_subset": "grn_Latn-san_Deva", + "languages": [ + "grn-Latn", + "san-Deva" + ] + }, + { + "precision": 0.748598, + "recall": 0.797431, + "f1": 0.762291, + "accuracy": 0.797431, + "main_score": 0.762291, + "hf_subset": "grn_Latn-tat_Cyrl", + "languages": [ + "grn-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.670407, + "recall": 0.730237, + "f1": 0.687436, + "accuracy": 0.730237, + "main_score": 0.687436, + "hf_subset": "grn_Latn-xho_Latn", + "languages": [ + "grn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.773081, + "recall": 0.824111, + "f1": 0.788296, + "accuracy": 0.824111, + "main_score": 0.788296, + "hf_subset": "grn_Latn-ars_Arab", + "languages": [ + "grn-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.774469, + "recall": 0.818182, + "f1": 0.786403, + "accuracy": 0.818182, + "main_score": 0.786403, + "hf_subset": "grn_Latn-ceb_Latn", + "languages": [ + "grn-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.485168, + "recall": 0.549407, + "f1": 0.503117, + "accuracy": 0.549407, + "main_score": 0.503117, + "hf_subset": "grn_Latn-fuv_Latn", + "languages": [ + "grn-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.490986, + "recall": 0.549407, + "f1": 0.507208, + "accuracy": 0.549407, + "main_score": 0.507208, + "hf_subset": "grn_Latn-kac_Latn", + "languages": [ + "grn-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.62203, + "recall": 0.674901, + "f1": 0.636731, + "accuracy": 0.674901, + "main_score": 0.636731, + "hf_subset": "grn_Latn-lin_Latn", + "languages": [ + "grn-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.776762, + "recall": 0.824111, + "f1": 0.790515, + "accuracy": 0.824111, + "main_score": 0.790515, + "hf_subset": "grn_Latn-nno_Latn", + "languages": [ + "grn-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.662236, + "recall": 0.728261, + "f1": 0.681508, + "accuracy": 0.728261, + "main_score": 0.681508, + "hf_subset": "grn_Latn-sat_Olck", + "languages": [ + "grn-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.763657, + "recall": 0.816206, + "f1": 0.77879, + "accuracy": 0.816206, + "main_score": 0.77879, + "hf_subset": "grn_Latn-tel_Telu", + "languages": [ + "grn-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.727957, + "recall": 0.781621, + "f1": 0.743791, + "accuracy": 0.781621, + "main_score": 0.743791, + "hf_subset": "grn_Latn-ydd_Hebr", + "languages": [ + "grn-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.759234, + "recall": 0.812253, + "f1": 0.774348, + "accuracy": 0.812253, + "main_score": 0.774348, + "hf_subset": "grn_Latn-ary_Arab", + "languages": [ + "grn-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.786613, + "recall": 0.833004, + "f1": 0.799708, + "accuracy": 0.833004, + "main_score": 0.799708, + "hf_subset": "grn_Latn-ces_Latn", + "languages": [ + "grn-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.525169, + "recall": 0.596838, + "f1": 0.545069, + "accuracy": 0.596838, + "main_score": 0.545069, + "hf_subset": "grn_Latn-gaz_Latn", + "languages": [ + "grn-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.537102, + "recall": 0.594862, + "f1": 0.553644, + "accuracy": 0.594862, + "main_score": 0.553644, + "hf_subset": "grn_Latn-kam_Latn", + "languages": [ + "grn-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.775578, + "recall": 0.825099, + "f1": 0.78948, + "accuracy": 0.825099, + "main_score": 0.78948, + "hf_subset": "grn_Latn-lit_Latn", + "languages": [ + "grn-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.788662, + "recall": 0.837945, + "f1": 0.802821, + "accuracy": 0.837945, + "main_score": 0.802821, + "hf_subset": "grn_Latn-nob_Latn", + "languages": [ + "grn-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.771014, + "recall": 0.818182, + "f1": 0.784385, + "accuracy": 0.818182, + "main_score": 0.784385, + "hf_subset": "grn_Latn-scn_Latn", + "languages": [ + "grn-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.721122, + "recall": 0.779644, + "f1": 0.73751, + "accuracy": 0.779644, + "main_score": 0.73751, + "hf_subset": "grn_Latn-tgk_Cyrl", + "languages": [ + "grn-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.571561, + "recall": 0.646245, + "f1": 0.593382, + "accuracy": 0.646245, + "main_score": 0.593382, + "hf_subset": "grn_Latn-yor_Latn", + "languages": [ + "grn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.771513, + "recall": 0.818182, + "f1": 0.785088, + "accuracy": 0.818182, + "main_score": 0.785088, + "hf_subset": "grn_Latn-arz_Arab", + "languages": [ + "grn-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.522433, + "recall": 0.586957, + "f1": 0.540849, + "accuracy": 0.586957, + "main_score": 0.540849, + "hf_subset": "grn_Latn-cjk_Latn", + "languages": [ + "grn-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.677343, + "recall": 0.73913, + "f1": 0.694504, + "accuracy": 0.73913, + "main_score": 0.694504, + "hf_subset": "grn_Latn-gla_Latn", + "languages": [ + "grn-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.746027, + "recall": 0.796443, + "f1": 0.760445, + "accuracy": 0.796443, + "main_score": 0.760445, + "hf_subset": "grn_Latn-kan_Knda", + "languages": [ + "grn-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.781879, + "recall": 0.827075, + "f1": 0.794932, + "accuracy": 0.827075, + "main_score": 0.794932, + "hf_subset": "grn_Latn-lmo_Latn", + "languages": [ + "grn-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.746088, + "recall": 0.798419, + "f1": 0.760617, + "accuracy": 0.798419, + "main_score": 0.760617, + "hf_subset": "grn_Latn-npi_Deva", + "languages": [ + "grn-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.469142, + "recall": 0.54249, + "f1": 0.490046, + "accuracy": 0.54249, + "main_score": 0.490046, + "hf_subset": "grn_Latn-shn_Mymr", + "languages": [ + "grn-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.781225, + "recall": 0.83004, + "f1": 0.794833, + "accuracy": 0.83004, + "main_score": 0.794833, + "hf_subset": "grn_Latn-tgl_Latn", + "languages": [ + "grn-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.761562, + "recall": 0.814229, + "f1": 0.77657, + "accuracy": 0.814229, + "main_score": 0.77657, + "hf_subset": "grn_Latn-yue_Hant", + "languages": [ + "grn-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.713184, + "recall": 0.769763, + "f1": 0.729461, + "accuracy": 0.769763, + "main_score": 0.729461, + "hf_subset": "grn_Latn-asm_Beng", + "languages": [ + "grn-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.688109, + "recall": 0.746047, + "f1": 0.704842, + "accuracy": 0.746047, + "main_score": 0.704842, + "hf_subset": "grn_Latn-ckb_Arab", + "languages": [ + "grn-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.711413, + "recall": 0.767787, + "f1": 0.727434, + "accuracy": 0.767787, + "main_score": 0.727434, + "hf_subset": "grn_Latn-gle_Latn", + "languages": [ + "grn-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.690047, + "recall": 0.752964, + "f1": 0.707999, + "accuracy": 0.752964, + "main_score": 0.707999, + "hf_subset": "grn_Latn-kas_Arab", + "languages": [ + "grn-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.720797, + "recall": 0.774704, + "f1": 0.736741, + "accuracy": 0.774704, + "main_score": 0.736741, + "hf_subset": "grn_Latn-ltg_Latn", + "languages": [ + "grn-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.647819, + "recall": 0.702569, + "f1": 0.663686, + "accuracy": 0.702569, + "main_score": 0.663686, + "hf_subset": "grn_Latn-nso_Latn", + "languages": [ + "grn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.720235, + "recall": 0.77668, + "f1": 0.736251, + "accuracy": 0.77668, + "main_score": 0.736251, + "hf_subset": "grn_Latn-sin_Sinh", + "languages": [ + "grn-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.750718, + "recall": 0.801383, + "f1": 0.764699, + "accuracy": 0.801383, + "main_score": 0.764699, + "hf_subset": "grn_Latn-tha_Thai", + "languages": [ + "grn-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.73653, + "recall": 0.795455, + "f1": 0.753454, + "accuracy": 0.795455, + "main_score": 0.753454, + "hf_subset": "grn_Latn-zho_Hans", + "languages": [ + "grn-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.790862, + "recall": 0.837945, + "f1": 0.804458, + "accuracy": 0.837945, + "main_score": 0.804458, + "hf_subset": "grn_Latn-ast_Latn", + "languages": [ + "grn-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.753368, + "recall": 0.805336, + "f1": 0.768632, + "accuracy": 0.805336, + "main_score": 0.768632, + "hf_subset": "grn_Latn-crh_Latn", + "languages": [ + "grn-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.804139, + "recall": 0.849802, + "f1": 0.817476, + "accuracy": 0.849802, + "main_score": 0.817476, + "hf_subset": "grn_Latn-glg_Latn", + "languages": [ + "grn-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.662822, + "recall": 0.72332, + "f1": 0.679967, + "accuracy": 0.72332, + "main_score": 0.679967, + "hf_subset": "grn_Latn-kas_Deva", + "languages": [ + "grn-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.765864, + "recall": 0.809289, + "f1": 0.778099, + "accuracy": 0.809289, + "main_score": 0.778099, + "hf_subset": "grn_Latn-ltz_Latn", + "languages": [ + "grn-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.452853, + "recall": 0.517787, + "f1": 0.470869, + "accuracy": 0.517787, + "main_score": 0.470869, + "hf_subset": "grn_Latn-nus_Latn", + "languages": [ + "grn-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.787644, + "recall": 0.833004, + "f1": 0.800588, + "accuracy": 0.833004, + "main_score": 0.800588, + "hf_subset": "grn_Latn-slk_Latn", + "languages": [ + "grn-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.579039, + "recall": 0.645257, + "f1": 0.598243, + "accuracy": 0.645257, + "main_score": 0.598243, + "hf_subset": "grn_Latn-tir_Ethi", + "languages": [ + "grn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.762143, + "recall": 0.817194, + "f1": 0.778123, + "accuracy": 0.817194, + "main_score": 0.778123, + "hf_subset": "grn_Latn-zho_Hant", + "languages": [ + "grn-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.772908, + "recall": 0.824111, + "f1": 0.787556, + "accuracy": 0.824111, + "main_score": 0.787556, + "hf_subset": "grn_Latn-awa_Deva", + "languages": [ + "grn-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.751887, + "recall": 0.801383, + "f1": 0.765674, + "accuracy": 0.801383, + "main_score": 0.765674, + "hf_subset": "grn_Latn-cym_Latn", + "languages": [ + "grn-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.76443, + "recall": 0.818182, + "f1": 0.780177, + "accuracy": 0.818182, + "main_score": 0.780177, + "hf_subset": "grn_Latn-kat_Geor", + "languages": [ + "grn-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.601155, + "recall": 0.652174, + "f1": 0.615763, + "accuracy": 0.652174, + "main_score": 0.615763, + "hf_subset": "grn_Latn-lua_Latn", + "languages": [ + "grn-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.662758, + "recall": 0.716403, + "f1": 0.678282, + "accuracy": 0.716403, + "main_score": 0.678282, + "hf_subset": "grn_Latn-nya_Latn", + "languages": [ + "grn-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.787062, + "recall": 0.831028, + "f1": 0.799678, + "accuracy": 0.831028, + "main_score": 0.799678, + "hf_subset": "grn_Latn-slv_Latn", + "languages": [ + "grn-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.759124, + "recall": 0.809289, + "f1": 0.773641, + "accuracy": 0.809289, + "main_score": 0.773641, + "hf_subset": "grn_Latn-tpi_Latn", + "languages": [ + "grn-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.801146, + "recall": 0.84585, + "f1": 0.814217, + "accuracy": 0.84585, + "main_score": 0.814217, + "hf_subset": "grn_Latn-zsm_Latn", + "languages": [ + "grn-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.516907, + "recall": 0.578063, + "f1": 0.534394, + "accuracy": 0.578063, + "main_score": 0.534394, + "hf_subset": "grn_Latn-ayr_Latn", + "languages": [ + "grn-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.786582, + "recall": 0.833004, + "f1": 0.799904, + "accuracy": 0.833004, + "main_score": 0.799904, + "hf_subset": "grn_Latn-dan_Latn", + "languages": [ + "grn-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.755093, + "recall": 0.811265, + "f1": 0.771229, + "accuracy": 0.811265, + "main_score": 0.771229, + "hf_subset": "grn_Latn-guj_Gujr", + "languages": [ + "grn-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.752391, + "recall": 0.804348, + "f1": 0.767741, + "accuracy": 0.804348, + "main_score": 0.767741, + "hf_subset": "grn_Latn-kaz_Cyrl", + "languages": [ + "grn-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.543676, + "recall": 0.612648, + "f1": 0.562469, + "accuracy": 0.612648, + "main_score": 0.562469, + "hf_subset": "grn_Latn-lug_Latn", + "languages": [ + "grn-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.777599, + "recall": 0.827075, + "f1": 0.791576, + "accuracy": 0.827075, + "main_score": 0.791576, + "hf_subset": "grn_Latn-oci_Latn", + "languages": [ + "grn-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.634341, + "recall": 0.688735, + "f1": 0.649356, + "accuracy": 0.688735, + "main_score": 0.649356, + "hf_subset": "grn_Latn-smo_Latn", + "languages": [ + "grn-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.59759, + "recall": 0.658103, + "f1": 0.615075, + "accuracy": 0.658103, + "main_score": 0.615075, + "hf_subset": "grn_Latn-tsn_Latn", + "languages": [ + "grn-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.646801, + "recall": 0.712451, + "f1": 0.664933, + "accuracy": 0.712451, + "main_score": 0.664933, + "hf_subset": "grn_Latn-zul_Latn", + "languages": [ + "grn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.712388, + "recall": 0.770751, + "f1": 0.72982, + "accuracy": 0.770751, + "main_score": 0.72982, + "hf_subset": "grn_Latn-azb_Arab", + "languages": [ + "grn-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.792781, + "recall": 0.838933, + "f1": 0.80578, + "accuracy": 0.838933, + "main_score": 0.80578, + "hf_subset": "grn_Latn-deu_Latn", + "languages": [ + "grn-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.736635, + "recall": 0.791502, + "f1": 0.752625, + "accuracy": 0.791502, + "main_score": 0.752625, + "hf_subset": "grn_Latn-hat_Latn", + "languages": [ + "grn-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.48867, + "recall": 0.545455, + "f1": 0.504946, + "accuracy": 0.545455, + "main_score": 0.504946, + "hf_subset": "grn_Latn-kbp_Latn", + "languages": [ + "grn-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.539018, + "recall": 0.590909, + "f1": 0.553211, + "accuracy": 0.590909, + "main_score": 0.553211, + "hf_subset": "grn_Latn-luo_Latn", + "languages": [ + "grn-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.719319, + "recall": 0.781621, + "f1": 0.736909, + "accuracy": 0.781621, + "main_score": 0.736909, + "hf_subset": "grn_Latn-ory_Orya", + "languages": [ + "grn-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.644757, + "recall": 0.712451, + "f1": 0.664183, + "accuracy": 0.712451, + "main_score": 0.664183, + "hf_subset": "grn_Latn-sna_Latn", + "languages": [ + "grn-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.567329, + "recall": 0.62253, + "f1": 0.583195, + "accuracy": 0.62253, + "main_score": 0.583195, + "hf_subset": "grn_Latn-tso_Latn", + "languages": [ + "grn-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.750832, + "recall": 0.805336, + "f1": 0.766957, + "accuracy": 0.805336, + "main_score": 0.766957, + "hf_subset": "grn_Latn-azj_Latn", + "languages": [ + "grn-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.510097, + "recall": 0.572134, + "f1": 0.528464, + "accuracy": 0.572134, + "main_score": 0.528464, + "hf_subset": "grn_Latn-dik_Latn", + "languages": [ + "grn-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.659943, + "recall": 0.721344, + "f1": 0.677258, + "accuracy": 0.721344, + "main_score": 0.677258, + "hf_subset": "grn_Latn-hau_Latn", + "languages": [ + "grn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.793176, + "recall": 0.833004, + "f1": 0.804711, + "accuracy": 0.833004, + "main_score": 0.804711, + "hf_subset": "grn_Latn-kea_Latn", + "languages": [ + "grn-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.717666, + "recall": 0.764822, + "f1": 0.731112, + "accuracy": 0.764822, + "main_score": 0.731112, + "hf_subset": "grn_Latn-lus_Latn", + "languages": [ + "grn-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.750828, + "recall": 0.796443, + "f1": 0.76361, + "accuracy": 0.796443, + "main_score": 0.76361, + "hf_subset": "grn_Latn-pag_Latn", + "languages": [ + "grn-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.7133, + "recall": 0.774704, + "f1": 0.730872, + "accuracy": 0.774704, + "main_score": 0.730872, + "hf_subset": "grn_Latn-snd_Arab", + "languages": [ + "grn-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.72016, + "recall": 0.778656, + "f1": 0.736942, + "accuracy": 0.778656, + "main_score": 0.736942, + "hf_subset": "grn_Latn-tuk_Latn", + "languages": [ + "grn-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.74706, + "recall": 0.801383, + "f1": 0.762593, + "accuracy": 0.801383, + "main_score": 0.762593, + "hf_subset": "grn_Latn-bak_Cyrl", + "languages": [ + "grn-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.459634, + "recall": 0.531621, + "f1": 0.480011, + "accuracy": 0.531621, + "main_score": 0.480011, + "hf_subset": "grn_Latn-dyu_Latn", + "languages": [ + "grn-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.781837, + "recall": 0.832016, + "f1": 0.796846, + "accuracy": 0.832016, + "main_score": 0.796846, + "hf_subset": "grn_Latn-heb_Hebr", + "languages": [ + "grn-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.70942, + "recall": 0.768775, + "f1": 0.72716, + "accuracy": 0.768775, + "main_score": 0.72716, + "hf_subset": "grn_Latn-khk_Cyrl", + "languages": [ + "grn-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.770555, + "recall": 0.823123, + "f1": 0.785663, + "accuracy": 0.823123, + "main_score": 0.785663, + "hf_subset": "grn_Latn-lvs_Latn", + "languages": [ + "grn-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.768545, + "recall": 0.817194, + "f1": 0.782516, + "accuracy": 0.817194, + "main_score": 0.782516, + "hf_subset": "grn_Latn-pan_Guru", + "languages": [ + "grn-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.639749, + "recall": 0.703557, + "f1": 0.657834, + "accuracy": 0.703557, + "main_score": 0.657834, + "hf_subset": "grn_Latn-som_Latn", + "languages": [ + "grn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.579884, + "recall": 0.637352, + "f1": 0.596248, + "accuracy": 0.637352, + "main_score": 0.596248, + "hf_subset": "grn_Latn-tum_Latn", + "languages": [ + "grn-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.525543, + "recall": 0.61166, + "f1": 0.549786, + "accuracy": 0.61166, + "main_score": 0.549786, + "hf_subset": "kat_Geor-ace_Arab", + "languages": [ + "kat-Geor", + "ace-Arab" + ] + }, + { + "precision": 0.433797, + "recall": 0.500988, + "f1": 0.450815, + "accuracy": 0.500988, + "main_score": 0.450815, + "hf_subset": "kat_Geor-bam_Latn", + "languages": [ + "kat-Geor", + "bam-Latn" + ] + }, + { + "precision": 0.636439, + "recall": 0.721344, + "f1": 0.659754, + "accuracy": 0.721344, + "main_score": 0.659754, + "hf_subset": "kat_Geor-dzo_Tibt", + "languages": [ + "kat-Geor", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-hin_Deva", + "languages": [ + "kat-Geor", + "hin-Deva" + ] + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "kat_Geor-khm_Khmr", + "languages": [ + "kat-Geor", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kat_Geor-mag_Deva", + "languages": [ + "kat-Geor", + "mag-Deva" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "kat_Geor-pap_Latn", + "languages": [ + "kat-Geor", + "pap-Latn" + ] + }, + { + "precision": 0.852503, + "recall": 0.897233, + "f1": 0.866601, + "accuracy": 0.897233, + "main_score": 0.866601, + "hf_subset": "kat_Geor-sot_Latn", + "languages": [ + "kat-Geor", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-tur_Latn", + "languages": [ + "kat-Geor", + "tur-Latn" + ] + }, + { + "precision": 0.8551, + "recall": 0.893281, + "f1": 0.866605, + "accuracy": 0.893281, + "main_score": 0.866605, + "hf_subset": "kat_Geor-ace_Latn", + "languages": [ + "kat-Geor", + "ace-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "kat_Geor-ban_Latn", + "languages": [ + "kat-Geor", + "ban-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "kat_Geor-ell_Grek", + "languages": [ + "kat-Geor", + "ell-Grek" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "kat_Geor-hne_Deva", + "languages": [ + "kat-Geor", + "hne-Deva" + ] + }, + { + "precision": 0.551378, + "recall": 0.625494, + "f1": 0.571344, + "accuracy": 0.625494, + "main_score": 0.571344, + "hf_subset": "kat_Geor-kik_Latn", + "languages": [ + "kat-Geor", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-mai_Deva", + "languages": [ + "kat-Geor", + "mai-Deva" + ] + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "kat_Geor-pbt_Arab", + "languages": [ + "kat-Geor", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-spa_Latn", + "languages": [ + "kat-Geor", + "spa-Latn" + ] + }, + { + "precision": 0.755157, + "recall": 0.815217, + "f1": 0.772746, + "accuracy": 0.815217, + "main_score": 0.772746, + "hf_subset": "kat_Geor-twi_Latn", + "languages": [ + "kat-Geor", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-acm_Arab", + "languages": [ + "kat-Geor", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-bel_Cyrl", + "languages": [ + "kat-Geor", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-hrv_Latn", + "languages": [ + "kat-Geor", + "hrv-Latn" + ] + }, + { + "precision": 0.861966, + "recall": 0.901186, + "f1": 0.874391, + "accuracy": 0.901186, + "main_score": 0.874391, + "hf_subset": "kat_Geor-kin_Latn", + "languages": [ + "kat-Geor", + "kin-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "kat_Geor-mal_Mlym", + "languages": [ + "kat-Geor", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-pes_Arab", + "languages": [ + "kat-Geor", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kat_Geor-srd_Latn", + "languages": [ + "kat-Geor", + "srd-Latn" + ] + }, + { + "precision": 0.20681, + "recall": 0.274704, + "f1": 0.223034, + "accuracy": 0.274704, + "main_score": 0.223034, + "hf_subset": "kat_Geor-tzm_Tfng", + "languages": [ + "kat-Geor", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-acq_Arab", + "languages": [ + "kat-Geor", + "acq-Arab" + ] + }, + { + "precision": 0.646574, + "recall": 0.721344, + "f1": 0.668464, + "accuracy": 0.721344, + "main_score": 0.668464, + "hf_subset": "kat_Geor-bem_Latn", + "languages": [ + "kat-Geor", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-epo_Latn", + "languages": [ + "kat-Geor", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-hun_Latn", + "languages": [ + "kat-Geor", + "hun-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kat_Geor-kir_Cyrl", + "languages": [ + "kat-Geor", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-mar_Deva", + "languages": [ + "kat-Geor", + "mar-Deva" + ] + }, + { + "precision": 0.881209, + "recall": 0.91502, + "f1": 0.891864, + "accuracy": 0.91502, + "main_score": 0.891864, + "hf_subset": "kat_Geor-plt_Latn", + "languages": [ + "kat-Geor", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-srp_Cyrl", + "languages": [ + "kat-Geor", + "srp-Cyrl" + ] + }, + { + "precision": 0.946229, + "recall": 0.962451, + "f1": 0.951318, + "accuracy": 0.962451, + "main_score": 0.951318, + "hf_subset": "kat_Geor-uig_Arab", + "languages": [ + "kat-Geor", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-aeb_Arab", + "languages": [ + "kat-Geor", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-ben_Beng", + "languages": [ + "kat-Geor", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-est_Latn", + "languages": [ + "kat-Geor", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-hye_Armn", + "languages": [ + "kat-Geor", + "hye-Armn" + ] + }, + { + "precision": 0.452413, + "recall": 0.512846, + "f1": 0.468952, + "accuracy": 0.512846, + "main_score": 0.468952, + "hf_subset": "kat_Geor-kmb_Latn", + "languages": [ + "kat-Geor", + "kmb-Latn" + ] + }, + { + "precision": 0.472281, + "recall": 0.564229, + "f1": 0.496576, + "accuracy": 0.564229, + "main_score": 0.496576, + "hf_subset": "kat_Geor-min_Arab", + "languages": [ + "kat-Geor", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-pol_Latn", + "languages": [ + "kat-Geor", + "pol-Latn" + ] + }, + { + "precision": 0.733399, + "recall": 0.799407, + "f1": 0.753557, + "accuracy": 0.799407, + "main_score": 0.753557, + "hf_subset": "kat_Geor-ssw_Latn", + "languages": [ + "kat-Geor", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-ukr_Cyrl", + "languages": [ + "kat-Geor", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-afr_Latn", + "languages": [ + "kat-Geor", + "afr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kat_Geor-bho_Deva", + "languages": [ + "kat-Geor", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-eus_Latn", + "languages": [ + "kat-Geor", + "eus-Latn" + ] + }, + { + "precision": 0.858564, + "recall": 0.900198, + "f1": 0.871673, + "accuracy": 0.900198, + "main_score": 0.871673, + "hf_subset": "kat_Geor-ibo_Latn", + "languages": [ + "kat-Geor", + "ibo-Latn" + ] + }, + { + "precision": 0.86861, + "recall": 0.907115, + "f1": 0.880731, + "accuracy": 0.907115, + "main_score": 0.880731, + "hf_subset": "kat_Geor-kmr_Latn", + "languages": [ + "kat-Geor", + "kmr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kat_Geor-min_Latn", + "languages": [ + "kat-Geor", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-por_Latn", + "languages": [ + "kat-Geor", + "por-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kat_Geor-sun_Latn", + "languages": [ + "kat-Geor", + "sun-Latn" + ] + }, + { + "precision": 0.442418, + "recall": 0.509881, + "f1": 0.460538, + "accuracy": 0.509881, + "main_score": 0.460538, + "hf_subset": "kat_Geor-umb_Latn", + "languages": [ + "kat-Geor", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-ajp_Arab", + "languages": [ + "kat-Geor", + "ajp-Arab" + ] + }, + { + "precision": 0.501476, + "recall": 0.587945, + "f1": 0.524813, + "accuracy": 0.587945, + "main_score": 0.524813, + "hf_subset": "kat_Geor-bjn_Arab", + "languages": [ + "kat-Geor", + "bjn-Arab" + ] + }, + { + "precision": 0.428578, + "recall": 0.483202, + "f1": 0.442964, + "accuracy": 0.483202, + "main_score": 0.442964, + "hf_subset": "kat_Geor-ewe_Latn", + "languages": [ + "kat-Geor", + "ewe-Latn" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "kat_Geor-ilo_Latn", + "languages": [ + "kat-Geor", + "ilo-Latn" + ] + }, + { + "precision": 0.258433, + "recall": 0.325099, + "f1": 0.274348, + "accuracy": 0.325099, + "main_score": 0.274348, + "hf_subset": "kat_Geor-knc_Arab", + "languages": [ + "kat-Geor", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-mkd_Cyrl", + "languages": [ + "kat-Geor", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-prs_Arab", + "languages": [ + "kat-Geor", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-swe_Latn", + "languages": [ + "kat-Geor", + "swe-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-urd_Arab", + "languages": [ + "kat-Geor", + "urd-Arab" + ] + }, + { + "precision": 0.733959, + "recall": 0.800395, + "f1": 0.753807, + "accuracy": 0.800395, + "main_score": 0.753807, + "hf_subset": "kat_Geor-aka_Latn", + "languages": [ + "kat-Geor", + "aka-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "kat_Geor-bjn_Latn", + "languages": [ + "kat-Geor", + "bjn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "kat_Geor-fao_Latn", + "languages": [ + "kat-Geor", + "fao-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-ind_Latn", + "languages": [ + "kat-Geor", + "ind-Latn" + ] + }, + { + "precision": 0.497365, + "recall": 0.559289, + "f1": 0.513571, + "accuracy": 0.559289, + "main_score": 0.513571, + "hf_subset": "kat_Geor-knc_Latn", + "languages": [ + "kat-Geor", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-mlt_Latn", + "languages": [ + "kat-Geor", + "mlt-Latn" + ] + }, + { + "precision": 0.6169, + "recall": 0.688735, + "f1": 0.637115, + "accuracy": 0.688735, + "main_score": 0.637115, + "hf_subset": "kat_Geor-quy_Latn", + "languages": [ + "kat-Geor", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-swh_Latn", + "languages": [ + "kat-Geor", + "swh-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "kat_Geor-uzn_Latn", + "languages": [ + "kat-Geor", + "uzn-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-als_Latn", + "languages": [ + "kat-Geor", + "als-Latn" + ] + }, + { + "precision": 0.817829, + "recall": 0.869565, + "f1": 0.83391, + "accuracy": 0.869565, + "main_score": 0.83391, + "hf_subset": "kat_Geor-bod_Tibt", + "languages": [ + "kat-Geor", + "bod-Tibt" + ] + }, + { + "precision": 0.6088, + "recall": 0.68083, + "f1": 0.628858, + "accuracy": 0.68083, + "main_score": 0.628858, + "hf_subset": "kat_Geor-fij_Latn", + "languages": [ + "kat-Geor", + "fij-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "kat_Geor-isl_Latn", + "languages": [ + "kat-Geor", + "isl-Latn" + ] + }, + { + "precision": 0.574094, + "recall": 0.646245, + "f1": 0.593761, + "accuracy": 0.646245, + "main_score": 0.593761, + "hf_subset": "kat_Geor-kon_Latn", + "languages": [ + "kat-Geor", + "kon-Latn" + ] + }, + { + "precision": 0.580382, + "recall": 0.663043, + "f1": 0.6031, + "accuracy": 0.663043, + "main_score": 0.6031, + "hf_subset": "kat_Geor-mni_Beng", + "languages": [ + "kat-Geor", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-ron_Latn", + "languages": [ + "kat-Geor", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "kat_Geor-szl_Latn", + "languages": [ + "kat-Geor", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-vec_Latn", + "languages": [ + "kat-Geor", + "vec-Latn" + ] + }, + { + "precision": 0.936759, + "recall": 0.956522, + "f1": 0.943182, + "accuracy": 0.956522, + "main_score": 0.943182, + "hf_subset": "kat_Geor-amh_Ethi", + "languages": [ + "kat-Geor", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-bos_Latn", + "languages": [ + "kat-Geor", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-fin_Latn", + "languages": [ + "kat-Geor", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-ita_Latn", + "languages": [ + "kat-Geor", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-kor_Hang", + "languages": [ + "kat-Geor", + "kor-Hang" + ] + }, + { + "precision": 0.476822, + "recall": 0.539526, + "f1": 0.494178, + "accuracy": 0.539526, + "main_score": 0.494178, + "hf_subset": "kat_Geor-mos_Latn", + "languages": [ + "kat-Geor", + "mos-Latn" + ] + }, + { + "precision": 0.749539, + "recall": 0.810277, + "f1": 0.767655, + "accuracy": 0.810277, + "main_score": 0.767655, + "hf_subset": "kat_Geor-run_Latn", + "languages": [ + "kat-Geor", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kat_Geor-tam_Taml", + "languages": [ + "kat-Geor", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-vie_Latn", + "languages": [ + "kat-Geor", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-apc_Arab", + "languages": [ + "kat-Geor", + "apc-Arab" + ] + }, + { + "precision": 0.712846, + "recall": 0.77668, + "f1": 0.731255, + "accuracy": 0.77668, + "main_score": 0.731255, + "hf_subset": "kat_Geor-bug_Latn", + "languages": [ + "kat-Geor", + "bug-Latn" + ] + }, + { + "precision": 0.410416, + "recall": 0.464427, + "f1": 0.424684, + "accuracy": 0.464427, + "main_score": 0.424684, + "hf_subset": "kat_Geor-fon_Latn", + "languages": [ + "kat-Geor", + "fon-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kat_Geor-jav_Latn", + "languages": [ + "kat-Geor", + "jav-Latn" + ] + }, + { + "precision": 0.946146, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "kat_Geor-lao_Laoo", + "languages": [ + "kat-Geor", + "lao-Laoo" + ] + }, + { + "precision": 0.870833, + "recall": 0.907115, + "f1": 0.882312, + "accuracy": 0.907115, + "main_score": 0.882312, + "hf_subset": "kat_Geor-mri_Latn", + "languages": [ + "kat-Geor", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-rus_Cyrl", + "languages": [ + "kat-Geor", + "rus-Cyrl" + ] + }, + { + "precision": 0.475795, + "recall": 0.541502, + "f1": 0.493454, + "accuracy": 0.541502, + "main_score": 0.493454, + "hf_subset": "kat_Geor-taq_Latn", + "languages": [ + "kat-Geor", + "taq-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "kat_Geor-war_Latn", + "languages": [ + "kat-Geor", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-arb_Arab", + "languages": [ + "kat-Geor", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-bul_Cyrl", + "languages": [ + "kat-Geor", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-fra_Latn", + "languages": [ + "kat-Geor", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-jpn_Jpan", + "languages": [ + "kat-Geor", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kat_Geor-lij_Latn", + "languages": [ + "kat-Geor", + "lij-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "kat_Geor-mya_Mymr", + "languages": [ + "kat-Geor", + "mya-Mymr" + ] + }, + { + "precision": 0.511569, + "recall": 0.58498, + "f1": 0.531828, + "accuracy": 0.58498, + "main_score": 0.531828, + "hf_subset": "kat_Geor-sag_Latn", + "languages": [ + "kat-Geor", + "sag-Latn" + ] + }, + { + "precision": 0.2313, + "recall": 0.300395, + "f1": 0.248529, + "accuracy": 0.300395, + "main_score": 0.248529, + "hf_subset": "kat_Geor-taq_Tfng", + "languages": [ + "kat-Geor", + "taq-Tfng" + ] + }, + { + "precision": 0.608269, + "recall": 0.674901, + "f1": 0.626339, + "accuracy": 0.674901, + "main_score": 0.626339, + "hf_subset": "kat_Geor-wol_Latn", + "languages": [ + "kat-Geor", + "wol-Latn" + ] + }, + { + "precision": 0.833613, + "recall": 0.881423, + "f1": 0.848353, + "accuracy": 0.881423, + "main_score": 0.848353, + "hf_subset": "kat_Geor-arb_Latn", + "languages": [ + "kat-Geor", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-cat_Latn", + "languages": [ + "kat-Geor", + "cat-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kat_Geor-fur_Latn", + "languages": [ + "kat-Geor", + "fur-Latn" + ] + }, + { + "precision": 0.431379, + "recall": 0.503953, + "f1": 0.450086, + "accuracy": 0.503953, + "main_score": 0.450086, + "hf_subset": "kat_Geor-kab_Latn", + "languages": [ + "kat-Geor", + "kab-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kat_Geor-lim_Latn", + "languages": [ + "kat-Geor", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-nld_Latn", + "languages": [ + "kat-Geor", + "nld-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "kat_Geor-san_Deva", + "languages": [ + "kat-Geor", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-tat_Cyrl", + "languages": [ + "kat-Geor", + "tat-Cyrl" + ] + }, + { + "precision": 0.883646, + "recall": 0.918972, + "f1": 0.894829, + "accuracy": 0.918972, + "main_score": 0.894829, + "hf_subset": "kat_Geor-xho_Latn", + "languages": [ + "kat-Geor", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-ars_Arab", + "languages": [ + "kat-Geor", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-ceb_Latn", + "languages": [ + "kat-Geor", + "ceb-Latn" + ] + }, + { + "precision": 0.453952, + "recall": 0.522727, + "f1": 0.472215, + "accuracy": 0.522727, + "main_score": 0.472215, + "hf_subset": "kat_Geor-fuv_Latn", + "languages": [ + "kat-Geor", + "fuv-Latn" + ] + }, + { + "precision": 0.442691, + "recall": 0.514822, + "f1": 0.461545, + "accuracy": 0.514822, + "main_score": 0.461545, + "hf_subset": "kat_Geor-kac_Latn", + "languages": [ + "kat-Geor", + "kac-Latn" + ] + }, + { + "precision": 0.603153, + "recall": 0.675889, + "f1": 0.622737, + "accuracy": 0.675889, + "main_score": 0.622737, + "hf_subset": "kat_Geor-lin_Latn", + "languages": [ + "kat-Geor", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-nno_Latn", + "languages": [ + "kat-Geor", + "nno-Latn" + ] + }, + { + "precision": 0.865777, + "recall": 0.903162, + "f1": 0.87724, + "accuracy": 0.903162, + "main_score": 0.87724, + "hf_subset": "kat_Geor-sat_Olck", + "languages": [ + "kat-Geor", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-tel_Telu", + "languages": [ + "kat-Geor", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kat_Geor-ydd_Hebr", + "languages": [ + "kat-Geor", + "ydd-Hebr" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "kat_Geor-ary_Arab", + "languages": [ + "kat-Geor", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-ces_Latn", + "languages": [ + "kat-Geor", + "ces-Latn" + ] + }, + { + "precision": 0.548037, + "recall": 0.629447, + "f1": 0.57088, + "accuracy": 0.629447, + "main_score": 0.57088, + "hf_subset": "kat_Geor-gaz_Latn", + "languages": [ + "kat-Geor", + "gaz-Latn" + ] + }, + { + "precision": 0.532154, + "recall": 0.608696, + "f1": 0.552891, + "accuracy": 0.608696, + "main_score": 0.552891, + "hf_subset": "kat_Geor-kam_Latn", + "languages": [ + "kat-Geor", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "kat_Geor-lit_Latn", + "languages": [ + "kat-Geor", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-nob_Latn", + "languages": [ + "kat-Geor", + "nob-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "kat_Geor-scn_Latn", + "languages": [ + "kat-Geor", + "scn-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "kat_Geor-tgk_Cyrl", + "languages": [ + "kat-Geor", + "tgk-Cyrl" + ] + }, + { + "precision": 0.732234, + "recall": 0.797431, + "f1": 0.751663, + "accuracy": 0.797431, + "main_score": 0.751663, + "hf_subset": "kat_Geor-yor_Latn", + "languages": [ + "kat-Geor", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-arz_Arab", + "languages": [ + "kat-Geor", + "arz-Arab" + ] + }, + { + "precision": 0.464136, + "recall": 0.533597, + "f1": 0.48293, + "accuracy": 0.533597, + "main_score": 0.48293, + "hf_subset": "kat_Geor-cjk_Latn", + "languages": [ + "kat-Geor", + "cjk-Latn" + ] + }, + { + "precision": 0.940711, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "kat_Geor-gla_Latn", + "languages": [ + "kat-Geor", + "gla-Latn" + ] + }, + { + "precision": 0.988883, + "recall": 0.992095, + "f1": 0.989855, + "accuracy": 0.992095, + "main_score": 0.989855, + "hf_subset": "kat_Geor-kan_Knda", + "languages": [ + "kat-Geor", + "kan-Knda" + ] + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "kat_Geor-lmo_Latn", + "languages": [ + "kat-Geor", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "kat_Geor-npi_Deva", + "languages": [ + "kat-Geor", + "npi-Deva" + ] + }, + { + "precision": 0.527879, + "recall": 0.610672, + "f1": 0.55134, + "accuracy": 0.610672, + "main_score": 0.55134, + "hf_subset": "kat_Geor-shn_Mymr", + "languages": [ + "kat-Geor", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-tgl_Latn", + "languages": [ + "kat-Geor", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-yue_Hant", + "languages": [ + "kat-Geor", + "yue-Hant" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kat_Geor-asm_Beng", + "languages": [ + "kat-Geor", + "asm-Beng" + ] + }, + { + "precision": 0.936924, + "recall": 0.956522, + "f1": 0.943149, + "accuracy": 0.956522, + "main_score": 0.943149, + "hf_subset": "kat_Geor-ckb_Arab", + "languages": [ + "kat-Geor", + "ckb-Arab" + ] + }, + { + "precision": 0.972908, + "recall": 0.981225, + "f1": 0.975527, + "accuracy": 0.981225, + "main_score": 0.975527, + "hf_subset": "kat_Geor-gle_Latn", + "languages": [ + "kat-Geor", + "gle-Latn" + ] + }, + { + "precision": 0.899127, + "recall": 0.928854, + "f1": 0.908498, + "accuracy": 0.928854, + "main_score": 0.908498, + "hf_subset": "kat_Geor-kas_Arab", + "languages": [ + "kat-Geor", + "kas-Arab" + ] + }, + { + "precision": 0.905962, + "recall": 0.933794, + "f1": 0.914526, + "accuracy": 0.933794, + "main_score": 0.914526, + "hf_subset": "kat_Geor-ltg_Latn", + "languages": [ + "kat-Geor", + "ltg-Latn" + ] + }, + { + "precision": 0.782847, + "recall": 0.835968, + "f1": 0.798968, + "accuracy": 0.835968, + "main_score": 0.798968, + "hf_subset": "kat_Geor-nso_Latn", + "languages": [ + "kat-Geor", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kat_Geor-sin_Sinh", + "languages": [ + "kat-Geor", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-tha_Thai", + "languages": [ + "kat-Geor", + "tha-Thai" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kat_Geor-zho_Hans", + "languages": [ + "kat-Geor", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-ast_Latn", + "languages": [ + "kat-Geor", + "ast-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kat_Geor-crh_Latn", + "languages": [ + "kat-Geor", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-glg_Latn", + "languages": [ + "kat-Geor", + "glg-Latn" + ] + }, + { + "precision": 0.830072, + "recall": 0.87747, + "f1": 0.844631, + "accuracy": 0.87747, + "main_score": 0.844631, + "hf_subset": "kat_Geor-kas_Deva", + "languages": [ + "kat-Geor", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kat_Geor-ltz_Latn", + "languages": [ + "kat-Geor", + "ltz-Latn" + ] + }, + { + "precision": 0.403689, + "recall": 0.472332, + "f1": 0.422038, + "accuracy": 0.472332, + "main_score": 0.422038, + "hf_subset": "kat_Geor-nus_Latn", + "languages": [ + "kat-Geor", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-slk_Latn", + "languages": [ + "kat-Geor", + "slk-Latn" + ] + }, + { + "precision": 0.633425, + "recall": 0.712451, + "f1": 0.656364, + "accuracy": 0.712451, + "main_score": 0.656364, + "hf_subset": "kat_Geor-tir_Ethi", + "languages": [ + "kat-Geor", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-zho_Hant", + "languages": [ + "kat-Geor", + "zho-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "kat_Geor-awa_Deva", + "languages": [ + "kat-Geor", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kat_Geor-cym_Latn", + "languages": [ + "kat-Geor", + "cym-Latn" + ] + }, + { + "precision": 0.752297, + "recall": 0.811265, + "f1": 0.769342, + "accuracy": 0.811265, + "main_score": 0.769342, + "hf_subset": "kat_Geor-grn_Latn", + "languages": [ + "kat-Geor", + "grn-Latn" + ] + }, + { + "precision": 0.579205, + "recall": 0.644269, + "f1": 0.596576, + "accuracy": 0.644269, + "main_score": 0.596576, + "hf_subset": "kat_Geor-lua_Latn", + "languages": [ + "kat-Geor", + "lua-Latn" + ] + }, + { + "precision": 0.818791, + "recall": 0.866601, + "f1": 0.833696, + "accuracy": 0.866601, + "main_score": 0.833696, + "hf_subset": "kat_Geor-nya_Latn", + "languages": [ + "kat-Geor", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-slv_Latn", + "languages": [ + "kat-Geor", + "slv-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "kat_Geor-tpi_Latn", + "languages": [ + "kat-Geor", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-zsm_Latn", + "languages": [ + "kat-Geor", + "zsm-Latn" + ] + }, + { + "precision": 0.462658, + "recall": 0.532609, + "f1": 0.481415, + "accuracy": 0.532609, + "main_score": 0.481415, + "hf_subset": "kat_Geor-ayr_Latn", + "languages": [ + "kat-Geor", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-dan_Latn", + "languages": [ + "kat-Geor", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-guj_Gujr", + "languages": [ + "kat-Geor", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-kaz_Cyrl", + "languages": [ + "kat-Geor", + "kaz-Cyrl" + ] + }, + { + "precision": 0.632065, + "recall": 0.711462, + "f1": 0.655275, + "accuracy": 0.711462, + "main_score": 0.655275, + "hf_subset": "kat_Geor-lug_Latn", + "languages": [ + "kat-Geor", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-oci_Latn", + "languages": [ + "kat-Geor", + "oci-Latn" + ] + }, + { + "precision": 0.827899, + "recall": 0.874506, + "f1": 0.842358, + "accuracy": 0.874506, + "main_score": 0.842358, + "hf_subset": "kat_Geor-smo_Latn", + "languages": [ + "kat-Geor", + "smo-Latn" + ] + }, + { + "precision": 0.726169, + "recall": 0.79249, + "f1": 0.746113, + "accuracy": 0.79249, + "main_score": 0.746113, + "hf_subset": "kat_Geor-tsn_Latn", + "languages": [ + "kat-Geor", + "tsn-Latn" + ] + }, + { + "precision": 0.886775, + "recall": 0.91996, + "f1": 0.897299, + "accuracy": 0.91996, + "main_score": 0.897299, + "hf_subset": "kat_Geor-zul_Latn", + "languages": [ + "kat-Geor", + "zul-Latn" + ] + }, + { + "precision": 0.939015, + "recall": 0.956522, + "f1": 0.944401, + "accuracy": 0.956522, + "main_score": 0.944401, + "hf_subset": "kat_Geor-azb_Arab", + "languages": [ + "kat-Geor", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-deu_Latn", + "languages": [ + "kat-Geor", + "deu-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "kat_Geor-hat_Latn", + "languages": [ + "kat-Geor", + "hat-Latn" + ] + }, + { + "precision": 0.460046, + "recall": 0.520751, + "f1": 0.47605, + "accuracy": 0.520751, + "main_score": 0.47605, + "hf_subset": "kat_Geor-kbp_Latn", + "languages": [ + "kat-Geor", + "kbp-Latn" + ] + }, + { + "precision": 0.490907, + "recall": 0.557312, + "f1": 0.50871, + "accuracy": 0.557312, + "main_score": 0.50871, + "hf_subset": "kat_Geor-luo_Latn", + "languages": [ + "kat-Geor", + "luo-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kat_Geor-ory_Orya", + "languages": [ + "kat-Geor", + "ory-Orya" + ] + }, + { + "precision": 0.900527, + "recall": 0.931818, + "f1": 0.910738, + "accuracy": 0.931818, + "main_score": 0.910738, + "hf_subset": "kat_Geor-sna_Latn", + "languages": [ + "kat-Geor", + "sna-Latn" + ] + }, + { + "precision": 0.652875, + "recall": 0.722332, + "f1": 0.672463, + "accuracy": 0.722332, + "main_score": 0.672463, + "hf_subset": "kat_Geor-tso_Latn", + "languages": [ + "kat-Geor", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-azj_Latn", + "languages": [ + "kat-Geor", + "azj-Latn" + ] + }, + { + "precision": 0.461524, + "recall": 0.531621, + "f1": 0.480943, + "accuracy": 0.531621, + "main_score": 0.480943, + "hf_subset": "kat_Geor-dik_Latn", + "languages": [ + "kat-Geor", + "dik-Latn" + ] + }, + { + "precision": 0.901268, + "recall": 0.929842, + "f1": 0.910474, + "accuracy": 0.929842, + "main_score": 0.910474, + "hf_subset": "kat_Geor-hau_Latn", + "languages": [ + "kat-Geor", + "hau-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "kat_Geor-kea_Latn", + "languages": [ + "kat-Geor", + "kea-Latn" + ] + }, + { + "precision": 0.926219, + "recall": 0.949605, + "f1": 0.933794, + "accuracy": 0.949605, + "main_score": 0.933794, + "hf_subset": "kat_Geor-lus_Latn", + "languages": [ + "kat-Geor", + "lus-Latn" + ] + }, + { + "precision": 0.847414, + "recall": 0.88834, + "f1": 0.860079, + "accuracy": 0.88834, + "main_score": 0.860079, + "hf_subset": "kat_Geor-pag_Latn", + "languages": [ + "kat-Geor", + "pag-Latn" + ] + }, + { + "precision": 0.965168, + "recall": 0.976285, + "f1": 0.968775, + "accuracy": 0.976285, + "main_score": 0.968775, + "hf_subset": "kat_Geor-snd_Arab", + "languages": [ + "kat-Geor", + "snd-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kat_Geor-tuk_Latn", + "languages": [ + "kat-Geor", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kat_Geor-bak_Cyrl", + "languages": [ + "kat-Geor", + "bak-Cyrl" + ] + }, + { + "precision": 0.436062, + "recall": 0.512846, + "f1": 0.45638, + "accuracy": 0.512846, + "main_score": 0.45638, + "hf_subset": "kat_Geor-dyu_Latn", + "languages": [ + "kat-Geor", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-heb_Hebr", + "languages": [ + "kat-Geor", + "heb-Hebr" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "kat_Geor-khk_Cyrl", + "languages": [ + "kat-Geor", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-lvs_Latn", + "languages": [ + "kat-Geor", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kat_Geor-pan_Guru", + "languages": [ + "kat-Geor", + "pan-Guru" + ] + }, + { + "precision": 0.872118, + "recall": 0.910079, + "f1": 0.884091, + "accuracy": 0.910079, + "main_score": 0.884091, + "hf_subset": "kat_Geor-som_Latn", + "languages": [ + "kat-Geor", + "som-Latn" + ] + }, + { + "precision": 0.678961, + "recall": 0.745059, + "f1": 0.698319, + "accuracy": 0.745059, + "main_score": 0.698319, + "hf_subset": "kat_Geor-tum_Latn", + "languages": [ + "kat-Geor", + "tum-Latn" + ] + }, + { + "precision": 0.450602, + "recall": 0.507905, + "f1": 0.466973, + "accuracy": 0.507905, + "main_score": 0.466973, + "hf_subset": "lua_Latn-ace_Arab", + "languages": [ + "lua-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.51837, + "recall": 0.5583, + "f1": 0.529828, + "accuracy": 0.5583, + "main_score": 0.529828, + "hf_subset": "lua_Latn-bam_Latn", + "languages": [ + "lua-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.382537, + "recall": 0.4417, + "f1": 0.398622, + "accuracy": 0.4417, + "main_score": 0.398622, + "hf_subset": "lua_Latn-dzo_Tibt", + "languages": [ + "lua-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.600205, + "recall": 0.653162, + "f1": 0.614904, + "accuracy": 0.653162, + "main_score": 0.614904, + "hf_subset": "lua_Latn-hin_Deva", + "languages": [ + "lua-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.5539, + "recall": 0.599802, + "f1": 0.566037, + "accuracy": 0.599802, + "main_score": 0.566037, + "hf_subset": "lua_Latn-khm_Khmr", + "languages": [ + "lua-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.584539, + "recall": 0.635375, + "f1": 0.598178, + "accuracy": 0.635375, + "main_score": 0.598178, + "hf_subset": "lua_Latn-mag_Deva", + "languages": [ + "lua-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.601076, + "recall": 0.644269, + "f1": 0.612233, + "accuracy": 0.644269, + "main_score": 0.612233, + "hf_subset": "lua_Latn-pap_Latn", + "languages": [ + "lua-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.573621, + "recall": 0.623518, + "f1": 0.58696, + "accuracy": 0.623518, + "main_score": 0.58696, + "hf_subset": "lua_Latn-sot_Latn", + "languages": [ + "lua-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.601771, + "recall": 0.656126, + "f1": 0.615347, + "accuracy": 0.656126, + "main_score": 0.615347, + "hf_subset": "lua_Latn-tur_Latn", + "languages": [ + "lua-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.599503, + "recall": 0.639328, + "f1": 0.610324, + "accuracy": 0.639328, + "main_score": 0.610324, + "hf_subset": "lua_Latn-ace_Latn", + "languages": [ + "lua-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.59226, + "recall": 0.632411, + "f1": 0.602664, + "accuracy": 0.632411, + "main_score": 0.602664, + "hf_subset": "lua_Latn-ban_Latn", + "languages": [ + "lua-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.58949, + "recall": 0.637352, + "f1": 0.601701, + "accuracy": 0.637352, + "main_score": 0.601701, + "hf_subset": "lua_Latn-ell_Grek", + "languages": [ + "lua-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.586493, + "recall": 0.634387, + "f1": 0.599085, + "accuracy": 0.634387, + "main_score": 0.599085, + "hf_subset": "lua_Latn-hne_Deva", + "languages": [ + "lua-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.542998, + "recall": 0.587945, + "f1": 0.555283, + "accuracy": 0.587945, + "main_score": 0.555283, + "hf_subset": "lua_Latn-kik_Latn", + "languages": [ + "lua-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.585841, + "recall": 0.635375, + "f1": 0.598833, + "accuracy": 0.635375, + "main_score": 0.598833, + "hf_subset": "lua_Latn-mai_Deva", + "languages": [ + "lua-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.556836, + "recall": 0.607708, + "f1": 0.570655, + "accuracy": 0.607708, + "main_score": 0.570655, + "hf_subset": "lua_Latn-pbt_Arab", + "languages": [ + "lua-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.61596, + "recall": 0.666996, + "f1": 0.63001, + "accuracy": 0.666996, + "main_score": 0.63001, + "hf_subset": "lua_Latn-spa_Latn", + "languages": [ + "lua-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.592251, + "recall": 0.635375, + "f1": 0.603901, + "accuracy": 0.635375, + "main_score": 0.603901, + "hf_subset": "lua_Latn-twi_Latn", + "languages": [ + "lua-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.595826, + "recall": 0.647233, + "f1": 0.609716, + "accuracy": 0.647233, + "main_score": 0.609716, + "hf_subset": "lua_Latn-acm_Arab", + "languages": [ + "lua-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.550281, + "recall": 0.602767, + "f1": 0.564088, + "accuracy": 0.602767, + "main_score": 0.564088, + "hf_subset": "lua_Latn-bel_Cyrl", + "languages": [ + "lua-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.616098, + "recall": 0.673913, + "f1": 0.631092, + "accuracy": 0.673913, + "main_score": 0.631092, + "hf_subset": "lua_Latn-eng_Latn", + "languages": [ + "lua-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.608525, + "recall": 0.656126, + "f1": 0.620903, + "accuracy": 0.656126, + "main_score": 0.620903, + "hf_subset": "lua_Latn-hrv_Latn", + "languages": [ + "lua-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.552967, + "recall": 0.59585, + "f1": 0.56413, + "accuracy": 0.59585, + "main_score": 0.56413, + "hf_subset": "lua_Latn-kin_Latn", + "languages": [ + "lua-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.578788, + "recall": 0.634387, + "f1": 0.593459, + "accuracy": 0.634387, + "main_score": 0.593459, + "hf_subset": "lua_Latn-mal_Mlym", + "languages": [ + "lua-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.589338, + "recall": 0.635375, + "f1": 0.601439, + "accuracy": 0.635375, + "main_score": 0.601439, + "hf_subset": "lua_Latn-pes_Arab", + "languages": [ + "lua-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.59123, + "recall": 0.640316, + "f1": 0.603942, + "accuracy": 0.640316, + "main_score": 0.603942, + "hf_subset": "lua_Latn-srd_Latn", + "languages": [ + "lua-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.247546, + "recall": 0.307312, + "f1": 0.262294, + "accuracy": 0.307312, + "main_score": 0.262294, + "hf_subset": "lua_Latn-tzm_Tfng", + "languages": [ + "lua-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.598096, + "recall": 0.650198, + "f1": 0.611878, + "accuracy": 0.650198, + "main_score": 0.611878, + "hf_subset": "lua_Latn-acq_Arab", + "languages": [ + "lua-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.588651, + "recall": 0.624506, + "f1": 0.598185, + "accuracy": 0.624506, + "main_score": 0.598185, + "hf_subset": "lua_Latn-bem_Latn", + "languages": [ + "lua-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.595825, + "recall": 0.642292, + "f1": 0.607191, + "accuracy": 0.642292, + "main_score": 0.607191, + "hf_subset": "lua_Latn-epo_Latn", + "languages": [ + "lua-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.603609, + "recall": 0.660079, + "f1": 0.618859, + "accuracy": 0.660079, + "main_score": 0.618859, + "hf_subset": "lua_Latn-hun_Latn", + "languages": [ + "lua-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.56978, + "recall": 0.619565, + "f1": 0.582676, + "accuracy": 0.619565, + "main_score": 0.582676, + "hf_subset": "lua_Latn-kir_Cyrl", + "languages": [ + "lua-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.593847, + "recall": 0.644269, + "f1": 0.607582, + "accuracy": 0.644269, + "main_score": 0.607582, + "hf_subset": "lua_Latn-mar_Deva", + "languages": [ + "lua-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.564899, + "recall": 0.604743, + "f1": 0.576534, + "accuracy": 0.604743, + "main_score": 0.576534, + "hf_subset": "lua_Latn-plt_Latn", + "languages": [ + "lua-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.594797, + "recall": 0.642292, + "f1": 0.606928, + "accuracy": 0.642292, + "main_score": 0.606928, + "hf_subset": "lua_Latn-srp_Cyrl", + "languages": [ + "lua-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.508372, + "recall": 0.566206, + "f1": 0.523678, + "accuracy": 0.566206, + "main_score": 0.523678, + "hf_subset": "lua_Latn-uig_Arab", + "languages": [ + "lua-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.583486, + "recall": 0.62747, + "f1": 0.594454, + "accuracy": 0.62747, + "main_score": 0.594454, + "hf_subset": "lua_Latn-aeb_Arab", + "languages": [ + "lua-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.591647, + "recall": 0.643281, + "f1": 0.605109, + "accuracy": 0.643281, + "main_score": 0.605109, + "hf_subset": "lua_Latn-ben_Beng", + "languages": [ + "lua-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.594847, + "recall": 0.640316, + "f1": 0.60718, + "accuracy": 0.640316, + "main_score": 0.60718, + "hf_subset": "lua_Latn-est_Latn", + "languages": [ + "lua-Latn", + "est-Latn" + ] + }, + { + "precision": 0.573467, + "recall": 0.624506, + "f1": 0.586893, + "accuracy": 0.624506, + "main_score": 0.586893, + "hf_subset": "lua_Latn-hye_Armn", + "languages": [ + "lua-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.522806, + "recall": 0.561265, + "f1": 0.533653, + "accuracy": 0.561265, + "main_score": 0.533653, + "hf_subset": "lua_Latn-kmb_Latn", + "languages": [ + "lua-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.423035, + "recall": 0.481225, + "f1": 0.43956, + "accuracy": 0.481225, + "main_score": 0.43956, + "hf_subset": "lua_Latn-min_Arab", + "languages": [ + "lua-Latn", + "min-Arab" + ] + }, + { + "precision": 0.618937, + "recall": 0.670949, + "f1": 0.632768, + "accuracy": 0.670949, + "main_score": 0.632768, + "hf_subset": "lua_Latn-pol_Latn", + "languages": [ + "lua-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.545021, + "recall": 0.590909, + "f1": 0.557299, + "accuracy": 0.590909, + "main_score": 0.557299, + "hf_subset": "lua_Latn-ssw_Latn", + "languages": [ + "lua-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.603014, + "recall": 0.65415, + "f1": 0.616458, + "accuracy": 0.65415, + "main_score": 0.616458, + "hf_subset": "lua_Latn-ukr_Cyrl", + "languages": [ + "lua-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.592282, + "recall": 0.640316, + "f1": 0.605137, + "accuracy": 0.640316, + "main_score": 0.605137, + "hf_subset": "lua_Latn-afr_Latn", + "languages": [ + "lua-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.599841, + "recall": 0.651186, + "f1": 0.613191, + "accuracy": 0.651186, + "main_score": 0.613191, + "hf_subset": "lua_Latn-bho_Deva", + "languages": [ + "lua-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.597352, + "recall": 0.642292, + "f1": 0.608863, + "accuracy": 0.642292, + "main_score": 0.608863, + "hf_subset": "lua_Latn-eus_Latn", + "languages": [ + "lua-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.550523, + "recall": 0.591897, + "f1": 0.562436, + "accuracy": 0.591897, + "main_score": 0.562436, + "hf_subset": "lua_Latn-ibo_Latn", + "languages": [ + "lua-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.566001, + "recall": 0.612648, + "f1": 0.578849, + "accuracy": 0.612648, + "main_score": 0.578849, + "hf_subset": "lua_Latn-kmr_Latn", + "languages": [ + "lua-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.587156, + "recall": 0.633399, + "f1": 0.59865, + "accuracy": 0.633399, + "main_score": 0.59865, + "hf_subset": "lua_Latn-min_Latn", + "languages": [ + "lua-Latn", + "min-Latn" + ] + }, + { + "precision": 0.617263, + "recall": 0.667984, + "f1": 0.630641, + "accuracy": 0.667984, + "main_score": 0.630641, + "hf_subset": "lua_Latn-por_Latn", + "languages": [ + "lua-Latn", + "por-Latn" + ] + }, + { + "precision": 0.589225, + "recall": 0.632411, + "f1": 0.600602, + "accuracy": 0.632411, + "main_score": 0.600602, + "hf_subset": "lua_Latn-sun_Latn", + "languages": [ + "lua-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.504176, + "recall": 0.548419, + "f1": 0.517704, + "accuracy": 0.548419, + "main_score": 0.517704, + "hf_subset": "lua_Latn-umb_Latn", + "languages": [ + "lua-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.617509, + "recall": 0.662055, + "f1": 0.62889, + "accuracy": 0.662055, + "main_score": 0.62889, + "hf_subset": "lua_Latn-ajp_Arab", + "languages": [ + "lua-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.438573, + "recall": 0.495059, + "f1": 0.45477, + "accuracy": 0.495059, + "main_score": 0.45477, + "hf_subset": "lua_Latn-bjn_Arab", + "languages": [ + "lua-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.490441, + "recall": 0.530632, + "f1": 0.502182, + "accuracy": 0.530632, + "main_score": 0.502182, + "hf_subset": "lua_Latn-ewe_Latn", + "languages": [ + "lua-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.606063, + "recall": 0.652174, + "f1": 0.61844, + "accuracy": 0.652174, + "main_score": 0.61844, + "hf_subset": "lua_Latn-ilo_Latn", + "languages": [ + "lua-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.282085, + "recall": 0.341897, + "f1": 0.297453, + "accuracy": 0.341897, + "main_score": 0.297453, + "hf_subset": "lua_Latn-knc_Arab", + "languages": [ + "lua-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.60026, + "recall": 0.648221, + "f1": 0.613131, + "accuracy": 0.648221, + "main_score": 0.613131, + "hf_subset": "lua_Latn-mkd_Cyrl", + "languages": [ + "lua-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.60013, + "recall": 0.657115, + "f1": 0.615087, + "accuracy": 0.657115, + "main_score": 0.615087, + "hf_subset": "lua_Latn-prs_Arab", + "languages": [ + "lua-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.607336, + "recall": 0.661067, + "f1": 0.621112, + "accuracy": 0.661067, + "main_score": 0.621112, + "hf_subset": "lua_Latn-swe_Latn", + "languages": [ + "lua-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.570703, + "recall": 0.62747, + "f1": 0.585122, + "accuracy": 0.62747, + "main_score": 0.585122, + "hf_subset": "lua_Latn-urd_Arab", + "languages": [ + "lua-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.574085, + "recall": 0.615613, + "f1": 0.585142, + "accuracy": 0.615613, + "main_score": 0.585142, + "hf_subset": "lua_Latn-aka_Latn", + "languages": [ + "lua-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.599297, + "recall": 0.642292, + "f1": 0.611082, + "accuracy": 0.642292, + "main_score": 0.611082, + "hf_subset": "lua_Latn-bjn_Latn", + "languages": [ + "lua-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.569707, + "recall": 0.610672, + "f1": 0.580909, + "accuracy": 0.610672, + "main_score": 0.580909, + "hf_subset": "lua_Latn-fao_Latn", + "languages": [ + "lua-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.609128, + "recall": 0.661067, + "f1": 0.622716, + "accuracy": 0.661067, + "main_score": 0.622716, + "hf_subset": "lua_Latn-ind_Latn", + "languages": [ + "lua-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.534788, + "recall": 0.574111, + "f1": 0.545959, + "accuracy": 0.574111, + "main_score": 0.545959, + "hf_subset": "lua_Latn-knc_Latn", + "languages": [ + "lua-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.586722, + "recall": 0.629447, + "f1": 0.597701, + "accuracy": 0.629447, + "main_score": 0.597701, + "hf_subset": "lua_Latn-mlt_Latn", + "languages": [ + "lua-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.567294, + "recall": 0.601779, + "f1": 0.577207, + "accuracy": 0.601779, + "main_score": 0.577207, + "hf_subset": "lua_Latn-quy_Latn", + "languages": [ + "lua-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.582118, + "recall": 0.630435, + "f1": 0.59406, + "accuracy": 0.630435, + "main_score": 0.59406, + "hf_subset": "lua_Latn-swh_Latn", + "languages": [ + "lua-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.554865, + "recall": 0.614625, + "f1": 0.57037, + "accuracy": 0.614625, + "main_score": 0.57037, + "hf_subset": "lua_Latn-uzn_Latn", + "languages": [ + "lua-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.583398, + "recall": 0.631423, + "f1": 0.595605, + "accuracy": 0.631423, + "main_score": 0.595605, + "hf_subset": "lua_Latn-als_Latn", + "languages": [ + "lua-Latn", + "als-Latn" + ] + }, + { + "precision": 0.432584, + "recall": 0.491107, + "f1": 0.448674, + "accuracy": 0.491107, + "main_score": 0.448674, + "hf_subset": "lua_Latn-bod_Tibt", + "languages": [ + "lua-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.560944, + "recall": 0.601779, + "f1": 0.57265, + "accuracy": 0.601779, + "main_score": 0.57265, + "hf_subset": "lua_Latn-fij_Latn", + "languages": [ + "lua-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.545428, + "recall": 0.601779, + "f1": 0.560076, + "accuracy": 0.601779, + "main_score": 0.560076, + "hf_subset": "lua_Latn-isl_Latn", + "languages": [ + "lua-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.601703, + "recall": 0.639328, + "f1": 0.611949, + "accuracy": 0.639328, + "main_score": 0.611949, + "hf_subset": "lua_Latn-kon_Latn", + "languages": [ + "lua-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.514341, + "recall": 0.561265, + "f1": 0.527141, + "accuracy": 0.561265, + "main_score": 0.527141, + "hf_subset": "lua_Latn-mni_Beng", + "languages": [ + "lua-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.609658, + "recall": 0.664032, + "f1": 0.623296, + "accuracy": 0.664032, + "main_score": 0.623296, + "hf_subset": "lua_Latn-ron_Latn", + "languages": [ + "lua-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.60594, + "recall": 0.651186, + "f1": 0.618032, + "accuracy": 0.651186, + "main_score": 0.618032, + "hf_subset": "lua_Latn-szl_Latn", + "languages": [ + "lua-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.604169, + "recall": 0.649209, + "f1": 0.615409, + "accuracy": 0.649209, + "main_score": 0.615409, + "hf_subset": "lua_Latn-vec_Latn", + "languages": [ + "lua-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.575532, + "recall": 0.630435, + "f1": 0.590312, + "accuracy": 0.630435, + "main_score": 0.590312, + "hf_subset": "lua_Latn-amh_Ethi", + "languages": [ + "lua-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.610588, + "recall": 0.655138, + "f1": 0.622237, + "accuracy": 0.655138, + "main_score": 0.622237, + "hf_subset": "lua_Latn-bos_Latn", + "languages": [ + "lua-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.596032, + "recall": 0.645257, + "f1": 0.609353, + "accuracy": 0.645257, + "main_score": 0.609353, + "hf_subset": "lua_Latn-fin_Latn", + "languages": [ + "lua-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.618998, + "recall": 0.668972, + "f1": 0.632426, + "accuracy": 0.668972, + "main_score": 0.632426, + "hf_subset": "lua_Latn-ita_Latn", + "languages": [ + "lua-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.605222, + "recall": 0.659091, + "f1": 0.62014, + "accuracy": 0.659091, + "main_score": 0.62014, + "hf_subset": "lua_Latn-kor_Hang", + "languages": [ + "lua-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.504233, + "recall": 0.54249, + "f1": 0.515401, + "accuracy": 0.54249, + "main_score": 0.515401, + "hf_subset": "lua_Latn-mos_Latn", + "languages": [ + "lua-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.562422, + "recall": 0.602767, + "f1": 0.574298, + "accuracy": 0.602767, + "main_score": 0.574298, + "hf_subset": "lua_Latn-run_Latn", + "languages": [ + "lua-Latn", + "run-Latn" + ] + }, + { + "precision": 0.585851, + "recall": 0.633399, + "f1": 0.598709, + "accuracy": 0.633399, + "main_score": 0.598709, + "hf_subset": "lua_Latn-tam_Taml", + "languages": [ + "lua-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.608583, + "recall": 0.655138, + "f1": 0.620333, + "accuracy": 0.655138, + "main_score": 0.620333, + "hf_subset": "lua_Latn-vie_Latn", + "languages": [ + "lua-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.588425, + "recall": 0.639328, + "f1": 0.602137, + "accuracy": 0.639328, + "main_score": 0.602137, + "hf_subset": "lua_Latn-apc_Arab", + "languages": [ + "lua-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.56406, + "recall": 0.605731, + "f1": 0.575213, + "accuracy": 0.605731, + "main_score": 0.575213, + "hf_subset": "lua_Latn-bug_Latn", + "languages": [ + "lua-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.459722, + "recall": 0.504941, + "f1": 0.472767, + "accuracy": 0.504941, + "main_score": 0.472767, + "hf_subset": "lua_Latn-fon_Latn", + "languages": [ + "lua-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.589428, + "recall": 0.635375, + "f1": 0.601599, + "accuracy": 0.635375, + "main_score": 0.601599, + "hf_subset": "lua_Latn-jav_Latn", + "languages": [ + "lua-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.525999, + "recall": 0.574111, + "f1": 0.538912, + "accuracy": 0.574111, + "main_score": 0.538912, + "hf_subset": "lua_Latn-lao_Laoo", + "languages": [ + "lua-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.538119, + "recall": 0.586957, + "f1": 0.551309, + "accuracy": 0.586957, + "main_score": 0.551309, + "hf_subset": "lua_Latn-mri_Latn", + "languages": [ + "lua-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.609619, + "recall": 0.660079, + "f1": 0.623372, + "accuracy": 0.660079, + "main_score": 0.623372, + "hf_subset": "lua_Latn-rus_Cyrl", + "languages": [ + "lua-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.513823, + "recall": 0.560277, + "f1": 0.527132, + "accuracy": 0.560277, + "main_score": 0.527132, + "hf_subset": "lua_Latn-taq_Latn", + "languages": [ + "lua-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.598219, + "recall": 0.648221, + "f1": 0.611324, + "accuracy": 0.648221, + "main_score": 0.611324, + "hf_subset": "lua_Latn-war_Latn", + "languages": [ + "lua-Latn", + "war-Latn" + ] + }, + { + "precision": 0.602661, + "recall": 0.655138, + "f1": 0.616183, + "accuracy": 0.655138, + "main_score": 0.616183, + "hf_subset": "lua_Latn-arb_Arab", + "languages": [ + "lua-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.618552, + "recall": 0.66502, + "f1": 0.629803, + "accuracy": 0.66502, + "main_score": 0.629803, + "hf_subset": "lua_Latn-bul_Cyrl", + "languages": [ + "lua-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.63244, + "recall": 0.679842, + "f1": 0.645628, + "accuracy": 0.679842, + "main_score": 0.645628, + "hf_subset": "lua_Latn-fra_Latn", + "languages": [ + "lua-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.597861, + "recall": 0.644269, + "f1": 0.60999, + "accuracy": 0.644269, + "main_score": 0.60999, + "hf_subset": "lua_Latn-jpn_Jpan", + "languages": [ + "lua-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.620723, + "recall": 0.66502, + "f1": 0.632284, + "accuracy": 0.66502, + "main_score": 0.632284, + "hf_subset": "lua_Latn-lij_Latn", + "languages": [ + "lua-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.54397, + "recall": 0.598814, + "f1": 0.559168, + "accuracy": 0.598814, + "main_score": 0.559168, + "hf_subset": "lua_Latn-mya_Mymr", + "languages": [ + "lua-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.552797, + "recall": 0.591897, + "f1": 0.564199, + "accuracy": 0.591897, + "main_score": 0.564199, + "hf_subset": "lua_Latn-sag_Latn", + "languages": [ + "lua-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.240113, + "recall": 0.305336, + "f1": 0.256282, + "accuracy": 0.305336, + "main_score": 0.256282, + "hf_subset": "lua_Latn-taq_Tfng", + "languages": [ + "lua-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.572703, + "recall": 0.612648, + "f1": 0.584772, + "accuracy": 0.612648, + "main_score": 0.584772, + "hf_subset": "lua_Latn-wol_Latn", + "languages": [ + "lua-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.50435, + "recall": 0.557312, + "f1": 0.51802, + "accuracy": 0.557312, + "main_score": 0.51802, + "hf_subset": "lua_Latn-arb_Latn", + "languages": [ + "lua-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.595352, + "recall": 0.647233, + "f1": 0.609095, + "accuracy": 0.647233, + "main_score": 0.609095, + "hf_subset": "lua_Latn-cat_Latn", + "languages": [ + "lua-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.61025, + "recall": 0.657115, + "f1": 0.622325, + "accuracy": 0.657115, + "main_score": 0.622325, + "hf_subset": "lua_Latn-fur_Latn", + "languages": [ + "lua-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.430582, + "recall": 0.481225, + "f1": 0.444484, + "accuracy": 0.481225, + "main_score": 0.444484, + "hf_subset": "lua_Latn-kab_Latn", + "languages": [ + "lua-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.592984, + "recall": 0.643281, + "f1": 0.606526, + "accuracy": 0.643281, + "main_score": 0.606526, + "hf_subset": "lua_Latn-lim_Latn", + "languages": [ + "lua-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.604815, + "recall": 0.652174, + "f1": 0.616649, + "accuracy": 0.652174, + "main_score": 0.616649, + "hf_subset": "lua_Latn-nld_Latn", + "languages": [ + "lua-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.575644, + "recall": 0.631423, + "f1": 0.590637, + "accuracy": 0.631423, + "main_score": 0.590637, + "hf_subset": "lua_Latn-san_Deva", + "languages": [ + "lua-Latn", + "san-Deva" + ] + }, + { + "precision": 0.564492, + "recall": 0.613636, + "f1": 0.577499, + "accuracy": 0.613636, + "main_score": 0.577499, + "hf_subset": "lua_Latn-tat_Cyrl", + "languages": [ + "lua-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.566919, + "recall": 0.620553, + "f1": 0.581587, + "accuracy": 0.620553, + "main_score": 0.581587, + "hf_subset": "lua_Latn-xho_Latn", + "languages": [ + "lua-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.576375, + "recall": 0.635375, + "f1": 0.59202, + "accuracy": 0.635375, + "main_score": 0.59202, + "hf_subset": "lua_Latn-ars_Arab", + "languages": [ + "lua-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.602809, + "recall": 0.648221, + "f1": 0.614471, + "accuracy": 0.648221, + "main_score": 0.614471, + "hf_subset": "lua_Latn-ceb_Latn", + "languages": [ + "lua-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.495118, + "recall": 0.534585, + "f1": 0.506539, + "accuracy": 0.534585, + "main_score": 0.506539, + "hf_subset": "lua_Latn-fuv_Latn", + "languages": [ + "lua-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.490929, + "recall": 0.537549, + "f1": 0.504449, + "accuracy": 0.537549, + "main_score": 0.504449, + "hf_subset": "lua_Latn-kac_Latn", + "languages": [ + "lua-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.604525, + "recall": 0.641304, + "f1": 0.614194, + "accuracy": 0.641304, + "main_score": 0.614194, + "hf_subset": "lua_Latn-lin_Latn", + "languages": [ + "lua-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.577286, + "recall": 0.623518, + "f1": 0.589407, + "accuracy": 0.623518, + "main_score": 0.589407, + "hf_subset": "lua_Latn-nno_Latn", + "languages": [ + "lua-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.542105, + "recall": 0.590909, + "f1": 0.555581, + "accuracy": 0.590909, + "main_score": 0.555581, + "hf_subset": "lua_Latn-sat_Olck", + "languages": [ + "lua-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.568313, + "recall": 0.624506, + "f1": 0.582996, + "accuracy": 0.624506, + "main_score": 0.582996, + "hf_subset": "lua_Latn-tel_Telu", + "languages": [ + "lua-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.557087, + "recall": 0.614625, + "f1": 0.571658, + "accuracy": 0.614625, + "main_score": 0.571658, + "hf_subset": "lua_Latn-ydd_Hebr", + "languages": [ + "lua-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.587852, + "recall": 0.634387, + "f1": 0.599753, + "accuracy": 0.634387, + "main_score": 0.599753, + "hf_subset": "lua_Latn-ary_Arab", + "languages": [ + "lua-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.612657, + "recall": 0.661067, + "f1": 0.625333, + "accuracy": 0.661067, + "main_score": 0.625333, + "hf_subset": "lua_Latn-ces_Latn", + "languages": [ + "lua-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.494252, + "recall": 0.549407, + "f1": 0.509775, + "accuracy": 0.549407, + "main_score": 0.509775, + "hf_subset": "lua_Latn-gaz_Latn", + "languages": [ + "lua-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.525239, + "recall": 0.568182, + "f1": 0.537645, + "accuracy": 0.568182, + "main_score": 0.537645, + "hf_subset": "lua_Latn-kam_Latn", + "languages": [ + "lua-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.579762, + "recall": 0.62747, + "f1": 0.59204, + "accuracy": 0.62747, + "main_score": 0.59204, + "hf_subset": "lua_Latn-lit_Latn", + "languages": [ + "lua-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.606116, + "recall": 0.653162, + "f1": 0.618217, + "accuracy": 0.653162, + "main_score": 0.618217, + "hf_subset": "lua_Latn-nob_Latn", + "languages": [ + "lua-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.598488, + "recall": 0.637352, + "f1": 0.608575, + "accuracy": 0.637352, + "main_score": 0.608575, + "hf_subset": "lua_Latn-scn_Latn", + "languages": [ + "lua-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.558085, + "recall": 0.609684, + "f1": 0.571867, + "accuracy": 0.609684, + "main_score": 0.571867, + "hf_subset": "lua_Latn-tgk_Cyrl", + "languages": [ + "lua-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.531192, + "recall": 0.58498, + "f1": 0.546621, + "accuracy": 0.58498, + "main_score": 0.546621, + "hf_subset": "lua_Latn-yor_Latn", + "languages": [ + "lua-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.598212, + "recall": 0.644269, + "f1": 0.610409, + "accuracy": 0.644269, + "main_score": 0.610409, + "hf_subset": "lua_Latn-arz_Arab", + "languages": [ + "lua-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.522763, + "recall": 0.563241, + "f1": 0.534293, + "accuracy": 0.563241, + "main_score": 0.534293, + "hf_subset": "lua_Latn-cjk_Latn", + "languages": [ + "lua-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.557529, + "recall": 0.607708, + "f1": 0.571117, + "accuracy": 0.607708, + "main_score": 0.571117, + "hf_subset": "lua_Latn-gla_Latn", + "languages": [ + "lua-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.57498, + "recall": 0.625494, + "f1": 0.588377, + "accuracy": 0.625494, + "main_score": 0.588377, + "hf_subset": "lua_Latn-kan_Knda", + "languages": [ + "lua-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.610389, + "recall": 0.653162, + "f1": 0.62115, + "accuracy": 0.653162, + "main_score": 0.62115, + "hf_subset": "lua_Latn-lmo_Latn", + "languages": [ + "lua-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.588707, + "recall": 0.641304, + "f1": 0.601642, + "accuracy": 0.641304, + "main_score": 0.601642, + "hf_subset": "lua_Latn-npi_Deva", + "languages": [ + "lua-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.455419, + "recall": 0.504941, + "f1": 0.469905, + "accuracy": 0.504941, + "main_score": 0.469905, + "hf_subset": "lua_Latn-shn_Mymr", + "languages": [ + "lua-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.605297, + "recall": 0.65415, + "f1": 0.617623, + "accuracy": 0.65415, + "main_score": 0.617623, + "hf_subset": "lua_Latn-tgl_Latn", + "languages": [ + "lua-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.585126, + "recall": 0.634387, + "f1": 0.598003, + "accuracy": 0.634387, + "main_score": 0.598003, + "hf_subset": "lua_Latn-yue_Hant", + "languages": [ + "lua-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.547528, + "recall": 0.598814, + "f1": 0.562025, + "accuracy": 0.598814, + "main_score": 0.562025, + "hf_subset": "lua_Latn-asm_Beng", + "languages": [ + "lua-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.553172, + "recall": 0.607708, + "f1": 0.568591, + "accuracy": 0.607708, + "main_score": 0.568591, + "hf_subset": "lua_Latn-ckb_Arab", + "languages": [ + "lua-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.557524, + "recall": 0.610672, + "f1": 0.572651, + "accuracy": 0.610672, + "main_score": 0.572651, + "hf_subset": "lua_Latn-gle_Latn", + "languages": [ + "lua-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.566002, + "recall": 0.612648, + "f1": 0.578766, + "accuracy": 0.612648, + "main_score": 0.578766, + "hf_subset": "lua_Latn-kas_Arab", + "languages": [ + "lua-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.569696, + "recall": 0.620553, + "f1": 0.584251, + "accuracy": 0.620553, + "main_score": 0.584251, + "hf_subset": "lua_Latn-ltg_Latn", + "languages": [ + "lua-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.589659, + "recall": 0.626482, + "f1": 0.600624, + "accuracy": 0.626482, + "main_score": 0.600624, + "hf_subset": "lua_Latn-nso_Latn", + "languages": [ + "lua-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.548855, + "recall": 0.602767, + "f1": 0.563254, + "accuracy": 0.602767, + "main_score": 0.563254, + "hf_subset": "lua_Latn-sin_Sinh", + "languages": [ + "lua-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.58366, + "recall": 0.634387, + "f1": 0.596763, + "accuracy": 0.634387, + "main_score": 0.596763, + "hf_subset": "lua_Latn-tha_Thai", + "languages": [ + "lua-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.558001, + "recall": 0.613636, + "f1": 0.572085, + "accuracy": 0.613636, + "main_score": 0.572085, + "hf_subset": "lua_Latn-zho_Hans", + "languages": [ + "lua-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.604238, + "recall": 0.656126, + "f1": 0.617503, + "accuracy": 0.656126, + "main_score": 0.617503, + "hf_subset": "lua_Latn-ast_Latn", + "languages": [ + "lua-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.589892, + "recall": 0.640316, + "f1": 0.603217, + "accuracy": 0.640316, + "main_score": 0.603217, + "hf_subset": "lua_Latn-crh_Latn", + "languages": [ + "lua-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.602022, + "recall": 0.643281, + "f1": 0.611875, + "accuracy": 0.643281, + "main_score": 0.611875, + "hf_subset": "lua_Latn-glg_Latn", + "languages": [ + "lua-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.559202, + "recall": 0.610672, + "f1": 0.573431, + "accuracy": 0.610672, + "main_score": 0.573431, + "hf_subset": "lua_Latn-kas_Deva", + "languages": [ + "lua-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.578665, + "recall": 0.626482, + "f1": 0.591112, + "accuracy": 0.626482, + "main_score": 0.591112, + "hf_subset": "lua_Latn-ltz_Latn", + "languages": [ + "lua-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.472588, + "recall": 0.518775, + "f1": 0.485393, + "accuracy": 0.518775, + "main_score": 0.485393, + "hf_subset": "lua_Latn-nus_Latn", + "languages": [ + "lua-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.607071, + "recall": 0.65415, + "f1": 0.619317, + "accuracy": 0.65415, + "main_score": 0.619317, + "hf_subset": "lua_Latn-slk_Latn", + "languages": [ + "lua-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.517417, + "recall": 0.568182, + "f1": 0.532493, + "accuracy": 0.568182, + "main_score": 0.532493, + "hf_subset": "lua_Latn-tir_Ethi", + "languages": [ + "lua-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.589198, + "recall": 0.641304, + "f1": 0.602607, + "accuracy": 0.641304, + "main_score": 0.602607, + "hf_subset": "lua_Latn-zho_Hant", + "languages": [ + "lua-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.57521, + "recall": 0.626482, + "f1": 0.588, + "accuracy": 0.626482, + "main_score": 0.588, + "hf_subset": "lua_Latn-awa_Deva", + "languages": [ + "lua-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.580335, + "recall": 0.62747, + "f1": 0.592943, + "accuracy": 0.62747, + "main_score": 0.592943, + "hf_subset": "lua_Latn-cym_Latn", + "languages": [ + "lua-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.584832, + "recall": 0.620553, + "f1": 0.595422, + "accuracy": 0.620553, + "main_score": 0.595422, + "hf_subset": "lua_Latn-grn_Latn", + "languages": [ + "lua-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.575826, + "recall": 0.628458, + "f1": 0.589404, + "accuracy": 0.628458, + "main_score": 0.589404, + "hf_subset": "lua_Latn-kat_Geor", + "languages": [ + "lua-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.564083, + "recall": 0.609684, + "f1": 0.576983, + "accuracy": 0.609684, + "main_score": 0.576983, + "hf_subset": "lua_Latn-nya_Latn", + "languages": [ + "lua-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.601494, + "recall": 0.651186, + "f1": 0.613854, + "accuracy": 0.651186, + "main_score": 0.613854, + "hf_subset": "lua_Latn-slv_Latn", + "languages": [ + "lua-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.609451, + "recall": 0.656126, + "f1": 0.622262, + "accuracy": 0.656126, + "main_score": 0.622262, + "hf_subset": "lua_Latn-tpi_Latn", + "languages": [ + "lua-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.613336, + "recall": 0.659091, + "f1": 0.624953, + "accuracy": 0.659091, + "main_score": 0.624953, + "hf_subset": "lua_Latn-zsm_Latn", + "languages": [ + "lua-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.501691, + "recall": 0.544466, + "f1": 0.513192, + "accuracy": 0.544466, + "main_score": 0.513192, + "hf_subset": "lua_Latn-ayr_Latn", + "languages": [ + "lua-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.60616, + "recall": 0.659091, + "f1": 0.620104, + "accuracy": 0.659091, + "main_score": 0.620104, + "hf_subset": "lua_Latn-dan_Latn", + "languages": [ + "lua-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.560036, + "recall": 0.621542, + "f1": 0.576568, + "accuracy": 0.621542, + "main_score": 0.576568, + "hf_subset": "lua_Latn-guj_Gujr", + "languages": [ + "lua-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.580439, + "recall": 0.625494, + "f1": 0.592355, + "accuracy": 0.625494, + "main_score": 0.592355, + "hf_subset": "lua_Latn-kaz_Cyrl", + "languages": [ + "lua-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.538473, + "recall": 0.589921, + "f1": 0.552568, + "accuracy": 0.589921, + "main_score": 0.552568, + "hf_subset": "lua_Latn-lug_Latn", + "languages": [ + "lua-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.601679, + "recall": 0.648221, + "f1": 0.614106, + "accuracy": 0.648221, + "main_score": 0.614106, + "hf_subset": "lua_Latn-oci_Latn", + "languages": [ + "lua-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.554779, + "recall": 0.599802, + "f1": 0.567201, + "accuracy": 0.599802, + "main_score": 0.567201, + "hf_subset": "lua_Latn-smo_Latn", + "languages": [ + "lua-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.547541, + "recall": 0.588933, + "f1": 0.559416, + "accuracy": 0.588933, + "main_score": 0.559416, + "hf_subset": "lua_Latn-tsn_Latn", + "languages": [ + "lua-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.56355, + "recall": 0.610672, + "f1": 0.576306, + "accuracy": 0.610672, + "main_score": 0.576306, + "hf_subset": "lua_Latn-zul_Latn", + "languages": [ + "lua-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.535663, + "recall": 0.590909, + "f1": 0.550532, + "accuracy": 0.590909, + "main_score": 0.550532, + "hf_subset": "lua_Latn-azb_Arab", + "languages": [ + "lua-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.616858, + "recall": 0.666008, + "f1": 0.629072, + "accuracy": 0.666008, + "main_score": 0.629072, + "hf_subset": "lua_Latn-deu_Latn", + "languages": [ + "lua-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.589892, + "recall": 0.641304, + "f1": 0.604278, + "accuracy": 0.641304, + "main_score": 0.604278, + "hf_subset": "lua_Latn-hat_Latn", + "languages": [ + "lua-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.49247, + "recall": 0.534585, + "f1": 0.504728, + "accuracy": 0.534585, + "main_score": 0.504728, + "hf_subset": "lua_Latn-kbp_Latn", + "languages": [ + "lua-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.535968, + "recall": 0.571146, + "f1": 0.546513, + "accuracy": 0.571146, + "main_score": 0.546513, + "hf_subset": "lua_Latn-luo_Latn", + "languages": [ + "lua-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.534968, + "recall": 0.592885, + "f1": 0.54954, + "accuracy": 0.592885, + "main_score": 0.54954, + "hf_subset": "lua_Latn-ory_Orya", + "languages": [ + "lua-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.571562, + "recall": 0.626482, + "f1": 0.585893, + "accuracy": 0.626482, + "main_score": 0.585893, + "hf_subset": "lua_Latn-sna_Latn", + "languages": [ + "lua-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.568532, + "recall": 0.610672, + "f1": 0.580418, + "accuracy": 0.610672, + "main_score": 0.580418, + "hf_subset": "lua_Latn-tso_Latn", + "languages": [ + "lua-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.576938, + "recall": 0.632411, + "f1": 0.592635, + "accuracy": 0.632411, + "main_score": 0.592635, + "hf_subset": "lua_Latn-azj_Latn", + "languages": [ + "lua-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.499284, + "recall": 0.54249, + "f1": 0.512096, + "accuracy": 0.54249, + "main_score": 0.512096, + "hf_subset": "lua_Latn-dik_Latn", + "languages": [ + "lua-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.547964, + "recall": 0.600791, + "f1": 0.562568, + "accuracy": 0.600791, + "main_score": 0.562568, + "hf_subset": "lua_Latn-hau_Latn", + "languages": [ + "lua-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.608186, + "recall": 0.652174, + "f1": 0.619891, + "accuracy": 0.652174, + "main_score": 0.619891, + "hf_subset": "lua_Latn-kea_Latn", + "languages": [ + "lua-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.575567, + "recall": 0.62253, + "f1": 0.588371, + "accuracy": 0.62253, + "main_score": 0.588371, + "hf_subset": "lua_Latn-lus_Latn", + "languages": [ + "lua-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.607481, + "recall": 0.646245, + "f1": 0.618396, + "accuracy": 0.646245, + "main_score": 0.618396, + "hf_subset": "lua_Latn-pag_Latn", + "languages": [ + "lua-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.534375, + "recall": 0.592885, + "f1": 0.549115, + "accuracy": 0.592885, + "main_score": 0.549115, + "hf_subset": "lua_Latn-snd_Arab", + "languages": [ + "lua-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.55698, + "recall": 0.606719, + "f1": 0.57005, + "accuracy": 0.606719, + "main_score": 0.57005, + "hf_subset": "lua_Latn-tuk_Latn", + "languages": [ + "lua-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.574821, + "recall": 0.62253, + "f1": 0.587496, + "accuracy": 0.62253, + "main_score": 0.587496, + "hf_subset": "lua_Latn-bak_Cyrl", + "languages": [ + "lua-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.460977, + "recall": 0.520751, + "f1": 0.47711, + "accuracy": 0.520751, + "main_score": 0.47711, + "hf_subset": "lua_Latn-dyu_Latn", + "languages": [ + "lua-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.592546, + "recall": 0.643281, + "f1": 0.605538, + "accuracy": 0.643281, + "main_score": 0.605538, + "hf_subset": "lua_Latn-heb_Hebr", + "languages": [ + "lua-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.564339, + "recall": 0.61166, + "f1": 0.577677, + "accuracy": 0.61166, + "main_score": 0.577677, + "hf_subset": "lua_Latn-khk_Cyrl", + "languages": [ + "lua-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.590269, + "recall": 0.637352, + "f1": 0.602827, + "accuracy": 0.637352, + "main_score": 0.602827, + "hf_subset": "lua_Latn-lvs_Latn", + "languages": [ + "lua-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.567246, + "recall": 0.621542, + "f1": 0.581429, + "accuracy": 0.621542, + "main_score": 0.581429, + "hf_subset": "lua_Latn-pan_Guru", + "languages": [ + "lua-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.543866, + "recall": 0.591897, + "f1": 0.557332, + "accuracy": 0.591897, + "main_score": 0.557332, + "hf_subset": "lua_Latn-som_Latn", + "languages": [ + "lua-Latn", + "som-Latn" + ] + }, + { + "precision": 0.547612, + "recall": 0.592885, + "f1": 0.56065, + "accuracy": 0.592885, + "main_score": 0.56065, + "hf_subset": "lua_Latn-tum_Latn", + "languages": [ + "lua-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.454333, + "recall": 0.52668, + "f1": 0.47487, + "accuracy": 0.52668, + "main_score": 0.47487, + "hf_subset": "nya_Latn-ace_Arab", + "languages": [ + "nya-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.471893, + "recall": 0.519763, + "f1": 0.484132, + "accuracy": 0.519763, + "main_score": 0.484132, + "hf_subset": "nya_Latn-bam_Latn", + "languages": [ + "nya-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.510376, + "recall": 0.587945, + "f1": 0.531483, + "accuracy": 0.587945, + "main_score": 0.531483, + "hf_subset": "nya_Latn-dzo_Tibt", + "languages": [ + "nya-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.84459, + "recall": 0.883399, + "f1": 0.856068, + "accuracy": 0.883399, + "main_score": 0.856068, + "hf_subset": "nya_Latn-hin_Deva", + "languages": [ + "nya-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.804761, + "recall": 0.847826, + "f1": 0.817002, + "accuracy": 0.847826, + "main_score": 0.817002, + "hf_subset": "nya_Latn-khm_Khmr", + "languages": [ + "nya-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.821067, + "recall": 0.86166, + "f1": 0.832976, + "accuracy": 0.86166, + "main_score": 0.832976, + "hf_subset": "nya_Latn-mag_Deva", + "languages": [ + "nya-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.831856, + "recall": 0.87253, + "f1": 0.843467, + "accuracy": 0.87253, + "main_score": 0.843467, + "hf_subset": "nya_Latn-pap_Latn", + "languages": [ + "nya-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.794664, + "recall": 0.841897, + "f1": 0.80886, + "accuracy": 0.841897, + "main_score": 0.80886, + "hf_subset": "nya_Latn-sot_Latn", + "languages": [ + "nya-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.845713, + "recall": 0.883399, + "f1": 0.856856, + "accuracy": 0.883399, + "main_score": 0.856856, + "hf_subset": "nya_Latn-tur_Latn", + "languages": [ + "nya-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.731425, + "recall": 0.773715, + "f1": 0.74263, + "accuracy": 0.773715, + "main_score": 0.74263, + "hf_subset": "nya_Latn-ace_Latn", + "languages": [ + "nya-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.786656, + "recall": 0.826087, + "f1": 0.797455, + "accuracy": 0.826087, + "main_score": 0.797455, + "hf_subset": "nya_Latn-ban_Latn", + "languages": [ + "nya-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.841973, + "recall": 0.880435, + "f1": 0.853666, + "accuracy": 0.880435, + "main_score": 0.853666, + "hf_subset": "nya_Latn-ell_Grek", + "languages": [ + "nya-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.82757, + "recall": 0.868577, + "f1": 0.839089, + "accuracy": 0.868577, + "main_score": 0.839089, + "hf_subset": "nya_Latn-hne_Deva", + "languages": [ + "nya-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.577777, + "recall": 0.632411, + "f1": 0.592337, + "accuracy": 0.632411, + "main_score": 0.592337, + "hf_subset": "nya_Latn-kik_Latn", + "languages": [ + "nya-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.827723, + "recall": 0.865613, + "f1": 0.838164, + "accuracy": 0.865613, + "main_score": 0.838164, + "hf_subset": "nya_Latn-mai_Deva", + "languages": [ + "nya-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.766271, + "recall": 0.817194, + "f1": 0.781046, + "accuracy": 0.817194, + "main_score": 0.781046, + "hf_subset": "nya_Latn-pbt_Arab", + "languages": [ + "nya-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.848045, + "recall": 0.884387, + "f1": 0.85886, + "accuracy": 0.884387, + "main_score": 0.85886, + "hf_subset": "nya_Latn-spa_Latn", + "languages": [ + "nya-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.713192, + "recall": 0.758893, + "f1": 0.726173, + "accuracy": 0.758893, + "main_score": 0.726173, + "hf_subset": "nya_Latn-twi_Latn", + "languages": [ + "nya-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.832308, + "recall": 0.874506, + "f1": 0.844469, + "accuracy": 0.874506, + "main_score": 0.844469, + "hf_subset": "nya_Latn-acm_Arab", + "languages": [ + "nya-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.796789, + "recall": 0.842885, + "f1": 0.80957, + "accuracy": 0.842885, + "main_score": 0.80957, + "hf_subset": "nya_Latn-bel_Cyrl", + "languages": [ + "nya-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.840267, + "recall": 0.881423, + "f1": 0.852349, + "accuracy": 0.881423, + "main_score": 0.852349, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.835393, + "recall": 0.874506, + "f1": 0.846533, + "accuracy": 0.874506, + "main_score": 0.846533, + "hf_subset": "nya_Latn-hrv_Latn", + "languages": [ + "nya-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.798323, + "recall": 0.839921, + "f1": 0.810592, + "accuracy": 0.839921, + "main_score": 0.810592, + "hf_subset": "nya_Latn-kin_Latn", + "languages": [ + "nya-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.836151, + "recall": 0.875494, + "f1": 0.84762, + "accuracy": 0.875494, + "main_score": 0.84762, + "hf_subset": "nya_Latn-mal_Mlym", + "languages": [ + "nya-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.821304, + "recall": 0.863636, + "f1": 0.833451, + "accuracy": 0.863636, + "main_score": 0.833451, + "hf_subset": "nya_Latn-pes_Arab", + "languages": [ + "nya-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.806763, + "recall": 0.849802, + "f1": 0.8189, + "accuracy": 0.849802, + "main_score": 0.8189, + "hf_subset": "nya_Latn-srd_Latn", + "languages": [ + "nya-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.215079, + "recall": 0.277668, + "f1": 0.230281, + "accuracy": 0.277668, + "main_score": 0.230281, + "hf_subset": "nya_Latn-tzm_Tfng", + "languages": [ + "nya-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.846336, + "recall": 0.887352, + "f1": 0.85852, + "accuracy": 0.887352, + "main_score": 0.85852, + "hf_subset": "nya_Latn-acq_Arab", + "languages": [ + "nya-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.706749, + "recall": 0.758893, + "f1": 0.72185, + "accuracy": 0.758893, + "main_score": 0.72185, + "hf_subset": "nya_Latn-bem_Latn", + "languages": [ + "nya-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.833978, + "recall": 0.870553, + "f1": 0.84457, + "accuracy": 0.870553, + "main_score": 0.84457, + "hf_subset": "nya_Latn-epo_Latn", + "languages": [ + "nya-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.836819, + "recall": 0.876482, + "f1": 0.847944, + "accuracy": 0.876482, + "main_score": 0.847944, + "hf_subset": "nya_Latn-hun_Latn", + "languages": [ + "nya-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.809903, + "recall": 0.850791, + "f1": 0.821124, + "accuracy": 0.850791, + "main_score": 0.821124, + "hf_subset": "nya_Latn-kir_Cyrl", + "languages": [ + "nya-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.848315, + "recall": 0.880435, + "f1": 0.857332, + "accuracy": 0.880435, + "main_score": 0.857332, + "hf_subset": "nya_Latn-mar_Deva", + "languages": [ + "nya-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.761118, + "recall": 0.811265, + "f1": 0.776012, + "accuracy": 0.811265, + "main_score": 0.776012, + "hf_subset": "nya_Latn-plt_Latn", + "languages": [ + "nya-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.835096, + "recall": 0.873518, + "f1": 0.846091, + "accuracy": 0.873518, + "main_score": 0.846091, + "hf_subset": "nya_Latn-srp_Cyrl", + "languages": [ + "nya-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.771024, + "recall": 0.818182, + "f1": 0.784112, + "accuracy": 0.818182, + "main_score": 0.784112, + "hf_subset": "nya_Latn-uig_Arab", + "languages": [ + "nya-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.809798, + "recall": 0.851779, + "f1": 0.821845, + "accuracy": 0.851779, + "main_score": 0.821845, + "hf_subset": "nya_Latn-aeb_Arab", + "languages": [ + "nya-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.825831, + "recall": 0.864625, + "f1": 0.836862, + "accuracy": 0.864625, + "main_score": 0.836862, + "hf_subset": "nya_Latn-ben_Beng", + "languages": [ + "nya-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.830552, + "recall": 0.871542, + "f1": 0.84249, + "accuracy": 0.871542, + "main_score": 0.84249, + "hf_subset": "nya_Latn-est_Latn", + "languages": [ + "nya-Latn", + "est-Latn" + ] + }, + { + "precision": 0.807711, + "recall": 0.851779, + "f1": 0.82017, + "accuracy": 0.851779, + "main_score": 0.82017, + "hf_subset": "nya_Latn-hye_Armn", + "languages": [ + "nya-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.504963, + "recall": 0.551383, + "f1": 0.517984, + "accuracy": 0.551383, + "main_score": 0.517984, + "hf_subset": "nya_Latn-kmb_Latn", + "languages": [ + "nya-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.424694, + "recall": 0.499012, + "f1": 0.445004, + "accuracy": 0.499012, + "main_score": 0.445004, + "hf_subset": "nya_Latn-min_Arab", + "languages": [ + "nya-Latn", + "min-Arab" + ] + }, + { + "precision": 0.83109, + "recall": 0.870553, + "f1": 0.842429, + "accuracy": 0.870553, + "main_score": 0.842429, + "hf_subset": "nya_Latn-pol_Latn", + "languages": [ + "nya-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.725198, + "recall": 0.781621, + "f1": 0.741649, + "accuracy": 0.781621, + "main_score": 0.741649, + "hf_subset": "nya_Latn-ssw_Latn", + "languages": [ + "nya-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.829876, + "recall": 0.874506, + "f1": 0.842849, + "accuracy": 0.874506, + "main_score": 0.842849, + "hf_subset": "nya_Latn-ukr_Cyrl", + "languages": [ + "nya-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.839214, + "recall": 0.874506, + "f1": 0.849145, + "accuracy": 0.874506, + "main_score": 0.849145, + "hf_subset": "nya_Latn-afr_Latn", + "languages": [ + "nya-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.834843, + "recall": 0.875494, + "f1": 0.84656, + "accuracy": 0.875494, + "main_score": 0.84656, + "hf_subset": "nya_Latn-bho_Deva", + "languages": [ + "nya-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.82283, + "recall": 0.86166, + "f1": 0.833503, + "accuracy": 0.86166, + "main_score": 0.833503, + "hf_subset": "nya_Latn-eus_Latn", + "languages": [ + "nya-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.781548, + "recall": 0.832016, + "f1": 0.796431, + "accuracy": 0.832016, + "main_score": 0.796431, + "hf_subset": "nya_Latn-ibo_Latn", + "languages": [ + "nya-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.748848, + "recall": 0.791502, + "f1": 0.760594, + "accuracy": 0.791502, + "main_score": 0.760594, + "hf_subset": "nya_Latn-kmr_Latn", + "languages": [ + "nya-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.800732, + "recall": 0.840909, + "f1": 0.811938, + "accuracy": 0.840909, + "main_score": 0.811938, + "hf_subset": "nya_Latn-min_Latn", + "languages": [ + "nya-Latn", + "min-Latn" + ] + }, + { + "precision": 0.852085, + "recall": 0.88834, + "f1": 0.862749, + "accuracy": 0.88834, + "main_score": 0.862749, + "hf_subset": "nya_Latn-por_Latn", + "languages": [ + "nya-Latn", + "por-Latn" + ] + }, + { + "precision": 0.80216, + "recall": 0.837945, + "f1": 0.811662, + "accuracy": 0.837945, + "main_score": 0.811662, + "hf_subset": "nya_Latn-sun_Latn", + "languages": [ + "nya-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.488143, + "recall": 0.548419, + "f1": 0.505259, + "accuracy": 0.548419, + "main_score": 0.505259, + "hf_subset": "nya_Latn-umb_Latn", + "languages": [ + "nya-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.83618, + "recall": 0.87253, + "f1": 0.846264, + "accuracy": 0.87253, + "main_score": 0.846264, + "hf_subset": "nya_Latn-ajp_Arab", + "languages": [ + "nya-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.435481, + "recall": 0.506917, + "f1": 0.455071, + "accuracy": 0.506917, + "main_score": 0.455071, + "hf_subset": "nya_Latn-bjn_Arab", + "languages": [ + "nya-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.473994, + "recall": 0.524704, + "f1": 0.488015, + "accuracy": 0.524704, + "main_score": 0.488015, + "hf_subset": "nya_Latn-ewe_Latn", + "languages": [ + "nya-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.78498, + "recall": 0.829051, + "f1": 0.797271, + "accuracy": 0.829051, + "main_score": 0.797271, + "hf_subset": "nya_Latn-ilo_Latn", + "languages": [ + "nya-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.276147, + "recall": 0.335968, + "f1": 0.291184, + "accuracy": 0.335968, + "main_score": 0.291184, + "hf_subset": "nya_Latn-knc_Arab", + "languages": [ + "nya-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.833803, + "recall": 0.870553, + "f1": 0.844097, + "accuracy": 0.870553, + "main_score": 0.844097, + "hf_subset": "nya_Latn-mkd_Cyrl", + "languages": [ + "nya-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.838622, + "recall": 0.875494, + "f1": 0.848863, + "accuracy": 0.875494, + "main_score": 0.848863, + "hf_subset": "nya_Latn-prs_Arab", + "languages": [ + "nya-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.831436, + "recall": 0.871542, + "f1": 0.843116, + "accuracy": 0.871542, + "main_score": 0.843116, + "hf_subset": "nya_Latn-swe_Latn", + "languages": [ + "nya-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.820828, + "recall": 0.863636, + "f1": 0.833187, + "accuracy": 0.863636, + "main_score": 0.833187, + "hf_subset": "nya_Latn-urd_Arab", + "languages": [ + "nya-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.693761, + "recall": 0.740119, + "f1": 0.706461, + "accuracy": 0.740119, + "main_score": 0.706461, + "hf_subset": "nya_Latn-aka_Latn", + "languages": [ + "nya-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.804545, + "recall": 0.839921, + "f1": 0.814047, + "accuracy": 0.839921, + "main_score": 0.814047, + "hf_subset": "nya_Latn-bjn_Latn", + "languages": [ + "nya-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.81262, + "recall": 0.854743, + "f1": 0.82518, + "accuracy": 0.854743, + "main_score": 0.82518, + "hf_subset": "nya_Latn-fao_Latn", + "languages": [ + "nya-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.839497, + "recall": 0.876482, + "f1": 0.849698, + "accuracy": 0.876482, + "main_score": 0.849698, + "hf_subset": "nya_Latn-ind_Latn", + "languages": [ + "nya-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.531874, + "recall": 0.571146, + "f1": 0.542606, + "accuracy": 0.571146, + "main_score": 0.542606, + "hf_subset": "nya_Latn-knc_Latn", + "languages": [ + "nya-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.806946, + "recall": 0.846838, + "f1": 0.817811, + "accuracy": 0.846838, + "main_score": 0.817811, + "hf_subset": "nya_Latn-mlt_Latn", + "languages": [ + "nya-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.589404, + "recall": 0.643281, + "f1": 0.604896, + "accuracy": 0.643281, + "main_score": 0.604896, + "hf_subset": "nya_Latn-quy_Latn", + "languages": [ + "nya-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.847167, + "recall": 0.882411, + "f1": 0.858122, + "accuracy": 0.882411, + "main_score": 0.858122, + "hf_subset": "nya_Latn-swh_Latn", + "languages": [ + "nya-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.825218, + "recall": 0.867589, + "f1": 0.837533, + "accuracy": 0.867589, + "main_score": 0.837533, + "hf_subset": "nya_Latn-uzn_Latn", + "languages": [ + "nya-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.825661, + "recall": 0.866601, + "f1": 0.837269, + "accuracy": 0.866601, + "main_score": 0.837269, + "hf_subset": "nya_Latn-als_Latn", + "languages": [ + "nya-Latn", + "als-Latn" + ] + }, + { + "precision": 0.627645, + "recall": 0.702569, + "f1": 0.649121, + "accuracy": 0.702569, + "main_score": 0.649121, + "hf_subset": "nya_Latn-bod_Tibt", + "languages": [ + "nya-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.637711, + "recall": 0.688735, + "f1": 0.651793, + "accuracy": 0.688735, + "main_score": 0.651793, + "hf_subset": "nya_Latn-fij_Latn", + "languages": [ + "nya-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.813933, + "recall": 0.852767, + "f1": 0.825188, + "accuracy": 0.852767, + "main_score": 0.825188, + "hf_subset": "nya_Latn-isl_Latn", + "languages": [ + "nya-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.577884, + "recall": 0.62747, + "f1": 0.591427, + "accuracy": 0.62747, + "main_score": 0.591427, + "hf_subset": "nya_Latn-kon_Latn", + "languages": [ + "nya-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.511849, + "recall": 0.575099, + "f1": 0.529166, + "accuracy": 0.575099, + "main_score": 0.529166, + "hf_subset": "nya_Latn-mni_Beng", + "languages": [ + "nya-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.842979, + "recall": 0.882411, + "f1": 0.85448, + "accuracy": 0.882411, + "main_score": 0.85448, + "hf_subset": "nya_Latn-ron_Latn", + "languages": [ + "nya-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.820231, + "recall": 0.86166, + "f1": 0.832218, + "accuracy": 0.86166, + "main_score": 0.832218, + "hf_subset": "nya_Latn-szl_Latn", + "languages": [ + "nya-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.846228, + "recall": 0.878458, + "f1": 0.855044, + "accuracy": 0.878458, + "main_score": 0.855044, + "hf_subset": "nya_Latn-vec_Latn", + "languages": [ + "nya-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.796296, + "recall": 0.841897, + "f1": 0.809906, + "accuracy": 0.841897, + "main_score": 0.809906, + "hf_subset": "nya_Latn-amh_Ethi", + "languages": [ + "nya-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.841053, + "recall": 0.875494, + "f1": 0.850863, + "accuracy": 0.875494, + "main_score": 0.850863, + "hf_subset": "nya_Latn-bos_Latn", + "languages": [ + "nya-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.820299, + "recall": 0.862648, + "f1": 0.832329, + "accuracy": 0.862648, + "main_score": 0.832329, + "hf_subset": "nya_Latn-fin_Latn", + "languages": [ + "nya-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.854291, + "recall": 0.890316, + "f1": 0.864744, + "accuracy": 0.890316, + "main_score": 0.864744, + "hf_subset": "nya_Latn-ita_Latn", + "languages": [ + "nya-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.834181, + "recall": 0.878458, + "f1": 0.847439, + "accuracy": 0.878458, + "main_score": 0.847439, + "hf_subset": "nya_Latn-kor_Hang", + "languages": [ + "nya-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.489853, + "recall": 0.531621, + "f1": 0.501814, + "accuracy": 0.531621, + "main_score": 0.501814, + "hf_subset": "nya_Latn-mos_Latn", + "languages": [ + "nya-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.711211, + "recall": 0.763834, + "f1": 0.726122, + "accuracy": 0.763834, + "main_score": 0.726122, + "hf_subset": "nya_Latn-run_Latn", + "languages": [ + "nya-Latn", + "run-Latn" + ] + }, + { + "precision": 0.830211, + "recall": 0.866601, + "f1": 0.840664, + "accuracy": 0.866601, + "main_score": 0.840664, + "hf_subset": "nya_Latn-tam_Taml", + "languages": [ + "nya-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.824006, + "recall": 0.867589, + "f1": 0.836484, + "accuracy": 0.867589, + "main_score": 0.836484, + "hf_subset": "nya_Latn-vie_Latn", + "languages": [ + "nya-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.828766, + "recall": 0.866601, + "f1": 0.839646, + "accuracy": 0.866601, + "main_score": 0.839646, + "hf_subset": "nya_Latn-apc_Arab", + "languages": [ + "nya-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.624964, + "recall": 0.672925, + "f1": 0.637833, + "accuracy": 0.672925, + "main_score": 0.637833, + "hf_subset": "nya_Latn-bug_Latn", + "languages": [ + "nya-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.442028, + "recall": 0.485178, + "f1": 0.453755, + "accuracy": 0.485178, + "main_score": 0.453755, + "hf_subset": "nya_Latn-fon_Latn", + "languages": [ + "nya-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.822796, + "recall": 0.86166, + "f1": 0.833706, + "accuracy": 0.86166, + "main_score": 0.833706, + "hf_subset": "nya_Latn-jav_Latn", + "languages": [ + "nya-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.790106, + "recall": 0.833992, + "f1": 0.802674, + "accuracy": 0.833992, + "main_score": 0.802674, + "hf_subset": "nya_Latn-lao_Laoo", + "languages": [ + "nya-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.760968, + "recall": 0.813241, + "f1": 0.776567, + "accuracy": 0.813241, + "main_score": 0.776567, + "hf_subset": "nya_Latn-mri_Latn", + "languages": [ + "nya-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.831126, + "recall": 0.874506, + "f1": 0.843681, + "accuracy": 0.874506, + "main_score": 0.843681, + "hf_subset": "nya_Latn-rus_Cyrl", + "languages": [ + "nya-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.492585, + "recall": 0.538538, + "f1": 0.504994, + "accuracy": 0.538538, + "main_score": 0.504994, + "hf_subset": "nya_Latn-taq_Latn", + "languages": [ + "nya-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.810193, + "recall": 0.850791, + "f1": 0.821494, + "accuracy": 0.850791, + "main_score": 0.821494, + "hf_subset": "nya_Latn-war_Latn", + "languages": [ + "nya-Latn", + "war-Latn" + ] + }, + { + "precision": 0.839196, + "recall": 0.881423, + "f1": 0.851633, + "accuracy": 0.881423, + "main_score": 0.851633, + "hf_subset": "nya_Latn-arb_Arab", + "languages": [ + "nya-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.860861, + "recall": 0.896245, + "f1": 0.87114, + "accuracy": 0.896245, + "main_score": 0.87114, + "hf_subset": "nya_Latn-bul_Cyrl", + "languages": [ + "nya-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.852075, + "recall": 0.890316, + "f1": 0.862968, + "accuracy": 0.890316, + "main_score": 0.862968, + "hf_subset": "nya_Latn-fra_Latn", + "languages": [ + "nya-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.818339, + "recall": 0.863636, + "f1": 0.831887, + "accuracy": 0.863636, + "main_score": 0.831887, + "hf_subset": "nya_Latn-jpn_Jpan", + "languages": [ + "nya-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.817557, + "recall": 0.858696, + "f1": 0.829397, + "accuracy": 0.858696, + "main_score": 0.829397, + "hf_subset": "nya_Latn-lij_Latn", + "languages": [ + "nya-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.787929, + "recall": 0.838933, + "f1": 0.802706, + "accuracy": 0.838933, + "main_score": 0.802706, + "hf_subset": "nya_Latn-mya_Mymr", + "languages": [ + "nya-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.526865, + "recall": 0.568182, + "f1": 0.538588, + "accuracy": 0.568182, + "main_score": 0.538588, + "hf_subset": "nya_Latn-sag_Latn", + "languages": [ + "nya-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.223193, + "recall": 0.283597, + "f1": 0.238998, + "accuracy": 0.283597, + "main_score": 0.238998, + "hf_subset": "nya_Latn-taq_Tfng", + "languages": [ + "nya-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.599356, + "recall": 0.646245, + "f1": 0.612425, + "accuracy": 0.646245, + "main_score": 0.612425, + "hf_subset": "nya_Latn-wol_Latn", + "languages": [ + "nya-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.701198, + "recall": 0.758893, + "f1": 0.718154, + "accuracy": 0.758893, + "main_score": 0.718154, + "hf_subset": "nya_Latn-arb_Latn", + "languages": [ + "nya-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.838351, + "recall": 0.875494, + "f1": 0.848881, + "accuracy": 0.875494, + "main_score": 0.848881, + "hf_subset": "nya_Latn-cat_Latn", + "languages": [ + "nya-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.833985, + "recall": 0.868577, + "f1": 0.843942, + "accuracy": 0.868577, + "main_score": 0.843942, + "hf_subset": "nya_Latn-fur_Latn", + "languages": [ + "nya-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.458443, + "recall": 0.521739, + "f1": 0.475494, + "accuracy": 0.521739, + "main_score": 0.475494, + "hf_subset": "nya_Latn-kab_Latn", + "languages": [ + "nya-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.80323, + "recall": 0.842885, + "f1": 0.814236, + "accuracy": 0.842885, + "main_score": 0.814236, + "hf_subset": "nya_Latn-lim_Latn", + "languages": [ + "nya-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.843585, + "recall": 0.882411, + "f1": 0.854817, + "accuracy": 0.882411, + "main_score": 0.854817, + "hf_subset": "nya_Latn-nld_Latn", + "languages": [ + "nya-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.790665, + "recall": 0.833992, + "f1": 0.802771, + "accuracy": 0.833992, + "main_score": 0.802771, + "hf_subset": "nya_Latn-san_Deva", + "languages": [ + "nya-Latn", + "san-Deva" + ] + }, + { + "precision": 0.816663, + "recall": 0.854743, + "f1": 0.827935, + "accuracy": 0.854743, + "main_score": 0.827935, + "hf_subset": "nya_Latn-tat_Cyrl", + "languages": [ + "nya-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.817598, + "recall": 0.859684, + "f1": 0.82984, + "accuracy": 0.859684, + "main_score": 0.82984, + "hf_subset": "nya_Latn-xho_Latn", + "languages": [ + "nya-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.840869, + "recall": 0.883399, + "f1": 0.853461, + "accuracy": 0.883399, + "main_score": 0.853461, + "hf_subset": "nya_Latn-ars_Arab", + "languages": [ + "nya-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.828746, + "recall": 0.867589, + "f1": 0.83972, + "accuracy": 0.867589, + "main_score": 0.83972, + "hf_subset": "nya_Latn-ceb_Latn", + "languages": [ + "nya-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.492205, + "recall": 0.543478, + "f1": 0.5065, + "accuracy": 0.543478, + "main_score": 0.5065, + "hf_subset": "nya_Latn-fuv_Latn", + "languages": [ + "nya-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.483845, + "recall": 0.535573, + "f1": 0.498561, + "accuracy": 0.535573, + "main_score": 0.498561, + "hf_subset": "nya_Latn-kac_Latn", + "languages": [ + "nya-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.596867, + "recall": 0.653162, + "f1": 0.611348, + "accuracy": 0.653162, + "main_score": 0.611348, + "hf_subset": "nya_Latn-lin_Latn", + "languages": [ + "nya-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.828137, + "recall": 0.867589, + "f1": 0.839306, + "accuracy": 0.867589, + "main_score": 0.839306, + "hf_subset": "nya_Latn-nno_Latn", + "languages": [ + "nya-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.715013, + "recall": 0.773715, + "f1": 0.731821, + "accuracy": 0.773715, + "main_score": 0.731821, + "hf_subset": "nya_Latn-sat_Olck", + "languages": [ + "nya-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.808531, + "recall": 0.854743, + "f1": 0.821707, + "accuracy": 0.854743, + "main_score": 0.821707, + "hf_subset": "nya_Latn-tel_Telu", + "languages": [ + "nya-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.826549, + "recall": 0.869565, + "f1": 0.839136, + "accuracy": 0.869565, + "main_score": 0.839136, + "hf_subset": "nya_Latn-ydd_Hebr", + "languages": [ + "nya-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.808819, + "recall": 0.855731, + "f1": 0.822497, + "accuracy": 0.855731, + "main_score": 0.822497, + "hf_subset": "nya_Latn-ary_Arab", + "languages": [ + "nya-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.834209, + "recall": 0.87253, + "f1": 0.845218, + "accuracy": 0.87253, + "main_score": 0.845218, + "hf_subset": "nya_Latn-ces_Latn", + "languages": [ + "nya-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.54076, + "recall": 0.604743, + "f1": 0.55796, + "accuracy": 0.604743, + "main_score": 0.55796, + "hf_subset": "nya_Latn-gaz_Latn", + "languages": [ + "nya-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.55421, + "recall": 0.612648, + "f1": 0.570355, + "accuracy": 0.612648, + "main_score": 0.570355, + "hf_subset": "nya_Latn-kam_Latn", + "languages": [ + "nya-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.829364, + "recall": 0.871542, + "f1": 0.841583, + "accuracy": 0.871542, + "main_score": 0.841583, + "hf_subset": "nya_Latn-lit_Latn", + "languages": [ + "nya-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.819878, + "recall": 0.866601, + "f1": 0.833465, + "accuracy": 0.866601, + "main_score": 0.833465, + "hf_subset": "nya_Latn-nob_Latn", + "languages": [ + "nya-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.812696, + "recall": 0.848814, + "f1": 0.822799, + "accuracy": 0.848814, + "main_score": 0.822799, + "hf_subset": "nya_Latn-scn_Latn", + "languages": [ + "nya-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.800018, + "recall": 0.846838, + "f1": 0.813562, + "accuracy": 0.846838, + "main_score": 0.813562, + "hf_subset": "nya_Latn-tgk_Cyrl", + "languages": [ + "nya-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.654974, + "recall": 0.718379, + "f1": 0.672978, + "accuracy": 0.718379, + "main_score": 0.672978, + "hf_subset": "nya_Latn-yor_Latn", + "languages": [ + "nya-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.821743, + "recall": 0.867589, + "f1": 0.835326, + "accuracy": 0.867589, + "main_score": 0.835326, + "hf_subset": "nya_Latn-arz_Arab", + "languages": [ + "nya-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.485991, + "recall": 0.536561, + "f1": 0.499788, + "accuracy": 0.536561, + "main_score": 0.499788, + "hf_subset": "nya_Latn-cjk_Latn", + "languages": [ + "nya-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.782082, + "recall": 0.832016, + "f1": 0.7972, + "accuracy": 0.832016, + "main_score": 0.7972, + "hf_subset": "nya_Latn-gla_Latn", + "languages": [ + "nya-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.827634, + "recall": 0.864625, + "f1": 0.837562, + "accuracy": 0.864625, + "main_score": 0.837562, + "hf_subset": "nya_Latn-kan_Knda", + "languages": [ + "nya-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.839715, + "recall": 0.874506, + "f1": 0.849462, + "accuracy": 0.874506, + "main_score": 0.849462, + "hf_subset": "nya_Latn-lmo_Latn", + "languages": [ + "nya-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.832924, + "recall": 0.873518, + "f1": 0.844599, + "accuracy": 0.873518, + "main_score": 0.844599, + "hf_subset": "nya_Latn-npi_Deva", + "languages": [ + "nya-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.511449, + "recall": 0.575099, + "f1": 0.529166, + "accuracy": 0.575099, + "main_score": 0.529166, + "hf_subset": "nya_Latn-shn_Mymr", + "languages": [ + "nya-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.837921, + "recall": 0.878458, + "f1": 0.849739, + "accuracy": 0.878458, + "main_score": 0.849739, + "hf_subset": "nya_Latn-tgl_Latn", + "languages": [ + "nya-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.812236, + "recall": 0.858696, + "f1": 0.82575, + "accuracy": 0.858696, + "main_score": 0.82575, + "hf_subset": "nya_Latn-yue_Hant", + "languages": [ + "nya-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.792838, + "recall": 0.840909, + "f1": 0.806757, + "accuracy": 0.840909, + "main_score": 0.806757, + "hf_subset": "nya_Latn-asm_Beng", + "languages": [ + "nya-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.791852, + "recall": 0.833992, + "f1": 0.803644, + "accuracy": 0.833992, + "main_score": 0.803644, + "hf_subset": "nya_Latn-ckb_Arab", + "languages": [ + "nya-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.811439, + "recall": 0.853755, + "f1": 0.824066, + "accuracy": 0.853755, + "main_score": 0.824066, + "hf_subset": "nya_Latn-gle_Latn", + "languages": [ + "nya-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.704227, + "recall": 0.762846, + "f1": 0.721585, + "accuracy": 0.762846, + "main_score": 0.721585, + "hf_subset": "nya_Latn-kas_Arab", + "languages": [ + "nya-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.736891, + "recall": 0.785573, + "f1": 0.750809, + "accuracy": 0.785573, + "main_score": 0.750809, + "hf_subset": "nya_Latn-ltg_Latn", + "languages": [ + "nya-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.761606, + "recall": 0.809289, + "f1": 0.775445, + "accuracy": 0.809289, + "main_score": 0.775445, + "hf_subset": "nya_Latn-nso_Latn", + "languages": [ + "nya-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.809033, + "recall": 0.851779, + "f1": 0.821462, + "accuracy": 0.851779, + "main_score": 0.821462, + "hf_subset": "nya_Latn-sin_Sinh", + "languages": [ + "nya-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.821657, + "recall": 0.860672, + "f1": 0.832412, + "accuracy": 0.860672, + "main_score": 0.832412, + "hf_subset": "nya_Latn-tha_Thai", + "languages": [ + "nya-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.782385, + "recall": 0.831028, + "f1": 0.795927, + "accuracy": 0.831028, + "main_score": 0.795927, + "hf_subset": "nya_Latn-zho_Hans", + "languages": [ + "nya-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.835063, + "recall": 0.874506, + "f1": 0.846447, + "accuracy": 0.874506, + "main_score": 0.846447, + "hf_subset": "nya_Latn-ast_Latn", + "languages": [ + "nya-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.816387, + "recall": 0.856719, + "f1": 0.827983, + "accuracy": 0.856719, + "main_score": 0.827983, + "hf_subset": "nya_Latn-crh_Latn", + "languages": [ + "nya-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.835793, + "recall": 0.876482, + "f1": 0.847417, + "accuracy": 0.876482, + "main_score": 0.847417, + "hf_subset": "nya_Latn-glg_Latn", + "languages": [ + "nya-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.6792, + "recall": 0.73419, + "f1": 0.695066, + "accuracy": 0.73419, + "main_score": 0.695066, + "hf_subset": "nya_Latn-kas_Deva", + "languages": [ + "nya-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.822481, + "recall": 0.857708, + "f1": 0.832079, + "accuracy": 0.857708, + "main_score": 0.832079, + "hf_subset": "nya_Latn-ltz_Latn", + "languages": [ + "nya-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.430804, + "recall": 0.486166, + "f1": 0.446031, + "accuracy": 0.486166, + "main_score": 0.446031, + "hf_subset": "nya_Latn-nus_Latn", + "languages": [ + "nya-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.825303, + "recall": 0.863636, + "f1": 0.836222, + "accuracy": 0.863636, + "main_score": 0.836222, + "hf_subset": "nya_Latn-slk_Latn", + "languages": [ + "nya-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.570904, + "recall": 0.641304, + "f1": 0.590462, + "accuracy": 0.641304, + "main_score": 0.590462, + "hf_subset": "nya_Latn-tir_Ethi", + "languages": [ + "nya-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.800835, + "recall": 0.847826, + "f1": 0.814312, + "accuracy": 0.847826, + "main_score": 0.814312, + "hf_subset": "nya_Latn-zho_Hant", + "languages": [ + "nya-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.821245, + "recall": 0.860672, + "f1": 0.832285, + "accuracy": 0.860672, + "main_score": 0.832285, + "hf_subset": "nya_Latn-awa_Deva", + "languages": [ + "nya-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.841249, + "recall": 0.878458, + "f1": 0.851562, + "accuracy": 0.878458, + "main_score": 0.851562, + "hf_subset": "nya_Latn-cym_Latn", + "languages": [ + "nya-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.657024, + "recall": 0.706522, + "f1": 0.669935, + "accuracy": 0.706522, + "main_score": 0.669935, + "hf_subset": "nya_Latn-grn_Latn", + "languages": [ + "nya-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.82663, + "recall": 0.868577, + "f1": 0.838523, + "accuracy": 0.868577, + "main_score": 0.838523, + "hf_subset": "nya_Latn-kat_Geor", + "languages": [ + "nya-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.568123, + "recall": 0.615613, + "f1": 0.581709, + "accuracy": 0.615613, + "main_score": 0.581709, + "hf_subset": "nya_Latn-lua_Latn", + "languages": [ + "nya-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.836677, + "recall": 0.874506, + "f1": 0.847733, + "accuracy": 0.874506, + "main_score": 0.847733, + "hf_subset": "nya_Latn-slv_Latn", + "languages": [ + "nya-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.788401, + "recall": 0.828063, + "f1": 0.799088, + "accuracy": 0.828063, + "main_score": 0.799088, + "hf_subset": "nya_Latn-tpi_Latn", + "languages": [ + "nya-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.849706, + "recall": 0.887352, + "f1": 0.860837, + "accuracy": 0.887352, + "main_score": 0.860837, + "hf_subset": "nya_Latn-zsm_Latn", + "languages": [ + "nya-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.486017, + "recall": 0.535573, + "f1": 0.500076, + "accuracy": 0.535573, + "main_score": 0.500076, + "hf_subset": "nya_Latn-ayr_Latn", + "languages": [ + "nya-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.841428, + "recall": 0.880435, + "f1": 0.852299, + "accuracy": 0.880435, + "main_score": 0.852299, + "hf_subset": "nya_Latn-dan_Latn", + "languages": [ + "nya-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.840481, + "recall": 0.87747, + "f1": 0.851201, + "accuracy": 0.87747, + "main_score": 0.851201, + "hf_subset": "nya_Latn-guj_Gujr", + "languages": [ + "nya-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.817598, + "recall": 0.858696, + "f1": 0.829197, + "accuracy": 0.858696, + "main_score": 0.829197, + "hf_subset": "nya_Latn-kaz_Cyrl", + "languages": [ + "nya-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.643998, + "recall": 0.706522, + "f1": 0.661942, + "accuracy": 0.706522, + "main_score": 0.661942, + "hf_subset": "nya_Latn-lug_Latn", + "languages": [ + "nya-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.818534, + "recall": 0.856719, + "f1": 0.828593, + "accuracy": 0.856719, + "main_score": 0.828593, + "hf_subset": "nya_Latn-oci_Latn", + "languages": [ + "nya-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.773238, + "recall": 0.811265, + "f1": 0.784173, + "accuracy": 0.811265, + "main_score": 0.784173, + "hf_subset": "nya_Latn-smo_Latn", + "languages": [ + "nya-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.714637, + "recall": 0.767787, + "f1": 0.729934, + "accuracy": 0.767787, + "main_score": 0.729934, + "hf_subset": "nya_Latn-tsn_Latn", + "languages": [ + "nya-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.814394, + "recall": 0.854743, + "f1": 0.826845, + "accuracy": 0.854743, + "main_score": 0.826845, + "hf_subset": "nya_Latn-zul_Latn", + "languages": [ + "nya-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.711395, + "recall": 0.766798, + "f1": 0.72743, + "accuracy": 0.766798, + "main_score": 0.72743, + "hf_subset": "nya_Latn-azb_Arab", + "languages": [ + "nya-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.825725, + "recall": 0.867589, + "f1": 0.837867, + "accuracy": 0.867589, + "main_score": 0.837867, + "hf_subset": "nya_Latn-deu_Latn", + "languages": [ + "nya-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.818413, + "recall": 0.858696, + "f1": 0.830094, + "accuracy": 0.858696, + "main_score": 0.830094, + "hf_subset": "nya_Latn-hat_Latn", + "languages": [ + "nya-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.492633, + "recall": 0.541502, + "f1": 0.505551, + "accuracy": 0.541502, + "main_score": 0.505551, + "hf_subset": "nya_Latn-kbp_Latn", + "languages": [ + "nya-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.53118, + "recall": 0.575099, + "f1": 0.543217, + "accuracy": 0.575099, + "main_score": 0.543217, + "hf_subset": "nya_Latn-luo_Latn", + "languages": [ + "nya-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.795265, + "recall": 0.842885, + "f1": 0.808903, + "accuracy": 0.842885, + "main_score": 0.808903, + "hf_subset": "nya_Latn-ory_Orya", + "languages": [ + "nya-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.817038, + "recall": 0.857708, + "f1": 0.82976, + "accuracy": 0.857708, + "main_score": 0.82976, + "hf_subset": "nya_Latn-sna_Latn", + "languages": [ + "nya-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.664011, + "recall": 0.724308, + "f1": 0.680939, + "accuracy": 0.724308, + "main_score": 0.680939, + "hf_subset": "nya_Latn-tso_Latn", + "languages": [ + "nya-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.806778, + "recall": 0.848814, + "f1": 0.818782, + "accuracy": 0.848814, + "main_score": 0.818782, + "hf_subset": "nya_Latn-azj_Latn", + "languages": [ + "nya-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.499058, + "recall": 0.546443, + "f1": 0.512827, + "accuracy": 0.546443, + "main_score": 0.512827, + "hf_subset": "nya_Latn-dik_Latn", + "languages": [ + "nya-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.804545, + "recall": 0.847826, + "f1": 0.818102, + "accuracy": 0.847826, + "main_score": 0.818102, + "hf_subset": "nya_Latn-hau_Latn", + "languages": [ + "nya-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.811364, + "recall": 0.853755, + "f1": 0.823621, + "accuracy": 0.853755, + "main_score": 0.823621, + "hf_subset": "nya_Latn-kea_Latn", + "languages": [ + "nya-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.762825, + "recall": 0.809289, + "f1": 0.775696, + "accuracy": 0.809289, + "main_score": 0.775696, + "hf_subset": "nya_Latn-lus_Latn", + "languages": [ + "nya-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.709999, + "recall": 0.751976, + "f1": 0.722015, + "accuracy": 0.751976, + "main_score": 0.722015, + "hf_subset": "nya_Latn-pag_Latn", + "languages": [ + "nya-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.801441, + "recall": 0.844862, + "f1": 0.813418, + "accuracy": 0.844862, + "main_score": 0.813418, + "hf_subset": "nya_Latn-snd_Arab", + "languages": [ + "nya-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.813323, + "recall": 0.857708, + "f1": 0.826383, + "accuracy": 0.857708, + "main_score": 0.826383, + "hf_subset": "nya_Latn-tuk_Latn", + "languages": [ + "nya-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.807151, + "recall": 0.849802, + "f1": 0.819088, + "accuracy": 0.849802, + "main_score": 0.819088, + "hf_subset": "nya_Latn-bak_Cyrl", + "languages": [ + "nya-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.451785, + "recall": 0.511858, + "f1": 0.468195, + "accuracy": 0.511858, + "main_score": 0.468195, + "hf_subset": "nya_Latn-dyu_Latn", + "languages": [ + "nya-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.838054, + "recall": 0.878458, + "f1": 0.849987, + "accuracy": 0.878458, + "main_score": 0.849987, + "hf_subset": "nya_Latn-heb_Hebr", + "languages": [ + "nya-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.793735, + "recall": 0.838933, + "f1": 0.807172, + "accuracy": 0.838933, + "main_score": 0.807172, + "hf_subset": "nya_Latn-khk_Cyrl", + "languages": [ + "nya-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.838022, + "recall": 0.878458, + "f1": 0.849769, + "accuracy": 0.878458, + "main_score": 0.849769, + "hf_subset": "nya_Latn-lvs_Latn", + "languages": [ + "nya-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.815975, + "recall": 0.858696, + "f1": 0.828035, + "accuracy": 0.858696, + "main_score": 0.828035, + "hf_subset": "nya_Latn-pan_Guru", + "languages": [ + "nya-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.753426, + "recall": 0.809289, + "f1": 0.769993, + "accuracy": 0.809289, + "main_score": 0.769993, + "hf_subset": "nya_Latn-som_Latn", + "languages": [ + "nya-Latn", + "som-Latn" + ] + }, + { + "precision": 0.718923, + "recall": 0.76581, + "f1": 0.732249, + "accuracy": 0.76581, + "main_score": 0.732249, + "hf_subset": "nya_Latn-tum_Latn", + "languages": [ + "nya-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.522383, + "recall": 0.612648, + "f1": 0.547995, + "accuracy": 0.612648, + "main_score": 0.547995, + "hf_subset": "slv_Latn-ace_Arab", + "languages": [ + "slv-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.459172, + "recall": 0.52668, + "f1": 0.477068, + "accuracy": 0.52668, + "main_score": 0.477068, + "hf_subset": "slv_Latn-bam_Latn", + "languages": [ + "slv-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.648666, + "recall": 0.731225, + "f1": 0.672274, + "accuracy": 0.731225, + "main_score": 0.672274, + "hf_subset": "slv_Latn-dzo_Tibt", + "languages": [ + "slv-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-hin_Deva", + "languages": [ + "slv-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "slv_Latn-khm_Khmr", + "languages": [ + "slv-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-mag_Deva", + "languages": [ + "slv-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-pap_Latn", + "languages": [ + "slv-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.866551, + "recall": 0.906126, + "f1": 0.878986, + "accuracy": 0.906126, + "main_score": 0.878986, + "hf_subset": "slv_Latn-sot_Latn", + "languages": [ + "slv-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-tur_Latn", + "languages": [ + "slv-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.860343, + "recall": 0.900198, + "f1": 0.873094, + "accuracy": 0.900198, + "main_score": 0.873094, + "hf_subset": "slv_Latn-ace_Latn", + "languages": [ + "slv-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "slv_Latn-ban_Latn", + "languages": [ + "slv-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-ell_Grek", + "languages": [ + "slv-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "slv_Latn-hne_Deva", + "languages": [ + "slv-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.565456, + "recall": 0.636364, + "f1": 0.584484, + "accuracy": 0.636364, + "main_score": 0.584484, + "hf_subset": "slv_Latn-kik_Latn", + "languages": [ + "slv-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-mai_Deva", + "languages": [ + "slv-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "slv_Latn-pbt_Arab", + "languages": [ + "slv-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-spa_Latn", + "languages": [ + "slv-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.768725, + "recall": 0.826087, + "f1": 0.785954, + "accuracy": 0.826087, + "main_score": 0.785954, + "hf_subset": "slv_Latn-twi_Latn", + "languages": [ + "slv-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-acm_Arab", + "languages": [ + "slv-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-bel_Cyrl", + "languages": [ + "slv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-hrv_Latn", + "languages": [ + "slv-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.849259, + "recall": 0.890316, + "f1": 0.861858, + "accuracy": 0.890316, + "main_score": 0.861858, + "hf_subset": "slv_Latn-kin_Latn", + "languages": [ + "slv-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "slv_Latn-mal_Mlym", + "languages": [ + "slv-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-pes_Arab", + "languages": [ + "slv-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "slv_Latn-srd_Latn", + "languages": [ + "slv-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.200278, + "recall": 0.266798, + "f1": 0.215836, + "accuracy": 0.266798, + "main_score": 0.215836, + "hf_subset": "slv_Latn-tzm_Tfng", + "languages": [ + "slv-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-acq_Arab", + "languages": [ + "slv-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.658202, + "recall": 0.733202, + "f1": 0.679277, + "accuracy": 0.733202, + "main_score": 0.679277, + "hf_subset": "slv_Latn-bem_Latn", + "languages": [ + "slv-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-epo_Latn", + "languages": [ + "slv-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-hun_Latn", + "languages": [ + "slv-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "slv_Latn-kir_Cyrl", + "languages": [ + "slv-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-mar_Deva", + "languages": [ + "slv-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.878623, + "recall": 0.91502, + "f1": 0.889987, + "accuracy": 0.91502, + "main_score": 0.889987, + "hf_subset": "slv_Latn-plt_Latn", + "languages": [ + "slv-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-srp_Cyrl", + "languages": [ + "slv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.952569, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "slv_Latn-uig_Arab", + "languages": [ + "slv-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slv_Latn-aeb_Arab", + "languages": [ + "slv-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-ben_Beng", + "languages": [ + "slv-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-est_Latn", + "languages": [ + "slv-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-hye_Armn", + "languages": [ + "slv-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.455411, + "recall": 0.521739, + "f1": 0.473383, + "accuracy": 0.521739, + "main_score": 0.473383, + "hf_subset": "slv_Latn-kmb_Latn", + "languages": [ + "slv-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.479904, + "recall": 0.573123, + "f1": 0.504722, + "accuracy": 0.573123, + "main_score": 0.504722, + "hf_subset": "slv_Latn-min_Arab", + "languages": [ + "slv-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-pol_Latn", + "languages": [ + "slv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.754258, + "recall": 0.817194, + "f1": 0.773403, + "accuracy": 0.817194, + "main_score": 0.773403, + "hf_subset": "slv_Latn-ssw_Latn", + "languages": [ + "slv-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-ukr_Cyrl", + "languages": [ + "slv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-afr_Latn", + "languages": [ + "slv-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slv_Latn-bho_Deva", + "languages": [ + "slv-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-eus_Latn", + "languages": [ + "slv-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.86474, + "recall": 0.905138, + "f1": 0.877207, + "accuracy": 0.905138, + "main_score": 0.877207, + "hf_subset": "slv_Latn-ibo_Latn", + "languages": [ + "slv-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.874209, + "recall": 0.909091, + "f1": 0.884816, + "accuracy": 0.909091, + "main_score": 0.884816, + "hf_subset": "slv_Latn-kmr_Latn", + "languages": [ + "slv-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "slv_Latn-min_Latn", + "languages": [ + "slv-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-por_Latn", + "languages": [ + "slv-Latn", + "por-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slv_Latn-sun_Latn", + "languages": [ + "slv-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.44946, + "recall": 0.518775, + "f1": 0.46859, + "accuracy": 0.518775, + "main_score": 0.46859, + "hf_subset": "slv_Latn-umb_Latn", + "languages": [ + "slv-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-ajp_Arab", + "languages": [ + "slv-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.502341, + "recall": 0.583992, + "f1": 0.524127, + "accuracy": 0.583992, + "main_score": 0.524127, + "hf_subset": "slv_Latn-bjn_Arab", + "languages": [ + "slv-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.437811, + "recall": 0.497036, + "f1": 0.45337, + "accuracy": 0.497036, + "main_score": 0.45337, + "hf_subset": "slv_Latn-ewe_Latn", + "languages": [ + "slv-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "slv_Latn-ilo_Latn", + "languages": [ + "slv-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.256313, + "recall": 0.322134, + "f1": 0.272422, + "accuracy": 0.322134, + "main_score": 0.272422, + "hf_subset": "slv_Latn-knc_Arab", + "languages": [ + "slv-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-mkd_Cyrl", + "languages": [ + "slv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-prs_Arab", + "languages": [ + "slv-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-swe_Latn", + "languages": [ + "slv-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-urd_Arab", + "languages": [ + "slv-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.734124, + "recall": 0.801383, + "f1": 0.754301, + "accuracy": 0.801383, + "main_score": 0.754301, + "hf_subset": "slv_Latn-aka_Latn", + "languages": [ + "slv-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "slv_Latn-bjn_Latn", + "languages": [ + "slv-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "slv_Latn-fao_Latn", + "languages": [ + "slv-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-ind_Latn", + "languages": [ + "slv-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.503745, + "recall": 0.566206, + "f1": 0.520421, + "accuracy": 0.566206, + "main_score": 0.520421, + "hf_subset": "slv_Latn-knc_Latn", + "languages": [ + "slv-Latn", + "knc-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-mlt_Latn", + "languages": [ + "slv-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.63489, + "recall": 0.708498, + "f1": 0.656239, + "accuracy": 0.708498, + "main_score": 0.656239, + "hf_subset": "slv_Latn-quy_Latn", + "languages": [ + "slv-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-swh_Latn", + "languages": [ + "slv-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-uzn_Latn", + "languages": [ + "slv-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-als_Latn", + "languages": [ + "slv-Latn", + "als-Latn" + ] + }, + { + "precision": 0.811957, + "recall": 0.865613, + "f1": 0.828642, + "accuracy": 0.865613, + "main_score": 0.828642, + "hf_subset": "slv_Latn-bod_Tibt", + "languages": [ + "slv-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.612752, + "recall": 0.686759, + "f1": 0.633846, + "accuracy": 0.686759, + "main_score": 0.633846, + "hf_subset": "slv_Latn-fij_Latn", + "languages": [ + "slv-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "slv_Latn-isl_Latn", + "languages": [ + "slv-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.582831, + "recall": 0.660079, + "f1": 0.604952, + "accuracy": 0.660079, + "main_score": 0.604952, + "hf_subset": "slv_Latn-kon_Latn", + "languages": [ + "slv-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.594723, + "recall": 0.677866, + "f1": 0.617846, + "accuracy": 0.677866, + "main_score": 0.617846, + "hf_subset": "slv_Latn-mni_Beng", + "languages": [ + "slv-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "slv_Latn-ron_Latn", + "languages": [ + "slv-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "slv_Latn-szl_Latn", + "languages": [ + "slv-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-vec_Latn", + "languages": [ + "slv-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.951581, + "f1": 0.93643, + "accuracy": 0.951581, + "main_score": 0.93643, + "hf_subset": "slv_Latn-amh_Ethi", + "languages": [ + "slv-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-bos_Latn", + "languages": [ + "slv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-fin_Latn", + "languages": [ + "slv-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-ita_Latn", + "languages": [ + "slv-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-kor_Hang", + "languages": [ + "slv-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.478681, + "recall": 0.541502, + "f1": 0.495425, + "accuracy": 0.541502, + "main_score": 0.495425, + "hf_subset": "slv_Latn-mos_Latn", + "languages": [ + "slv-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.764229, + "recall": 0.825099, + "f1": 0.782312, + "accuracy": 0.825099, + "main_score": 0.782312, + "hf_subset": "slv_Latn-run_Latn", + "languages": [ + "slv-Latn", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "slv_Latn-tam_Taml", + "languages": [ + "slv-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-vie_Latn", + "languages": [ + "slv-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-apc_Arab", + "languages": [ + "slv-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.714923, + "recall": 0.783597, + "f1": 0.735244, + "accuracy": 0.783597, + "main_score": 0.735244, + "hf_subset": "slv_Latn-bug_Latn", + "languages": [ + "slv-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.405778, + "recall": 0.467391, + "f1": 0.422498, + "accuracy": 0.467391, + "main_score": 0.422498, + "hf_subset": "slv_Latn-fon_Latn", + "languages": [ + "slv-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "slv_Latn-jav_Latn", + "languages": [ + "slv-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.950675, + "recall": 0.966403, + "f1": 0.955764, + "accuracy": 0.966403, + "main_score": 0.955764, + "hf_subset": "slv_Latn-lao_Laoo", + "languages": [ + "slv-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.882362, + "recall": 0.916996, + "f1": 0.893182, + "accuracy": 0.916996, + "main_score": 0.893182, + "hf_subset": "slv_Latn-mri_Latn", + "languages": [ + "slv-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-rus_Cyrl", + "languages": [ + "slv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.490265, + "recall": 0.551383, + "f1": 0.506375, + "accuracy": 0.551383, + "main_score": 0.506375, + "hf_subset": "slv_Latn-taq_Latn", + "languages": [ + "slv-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-war_Latn", + "languages": [ + "slv-Latn", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-arb_Arab", + "languages": [ + "slv-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-bul_Cyrl", + "languages": [ + "slv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-fra_Latn", + "languages": [ + "slv-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-jpn_Jpan", + "languages": [ + "slv-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "slv_Latn-lij_Latn", + "languages": [ + "slv-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "slv_Latn-mya_Mymr", + "languages": [ + "slv-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.522542, + "recall": 0.594862, + "f1": 0.542087, + "accuracy": 0.594862, + "main_score": 0.542087, + "hf_subset": "slv_Latn-sag_Latn", + "languages": [ + "slv-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.222695, + "recall": 0.286561, + "f1": 0.237913, + "accuracy": 0.286561, + "main_score": 0.237913, + "hf_subset": "slv_Latn-taq_Tfng", + "languages": [ + "slv-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.612193, + "recall": 0.686759, + "f1": 0.632816, + "accuracy": 0.686759, + "main_score": 0.632816, + "hf_subset": "slv_Latn-wol_Latn", + "languages": [ + "slv-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.849555, + "recall": 0.892292, + "f1": 0.862451, + "accuracy": 0.892292, + "main_score": 0.862451, + "hf_subset": "slv_Latn-arb_Latn", + "languages": [ + "slv-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-cat_Latn", + "languages": [ + "slv-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slv_Latn-fur_Latn", + "languages": [ + "slv-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.439961, + "recall": 0.516798, + "f1": 0.460427, + "accuracy": 0.516798, + "main_score": 0.460427, + "hf_subset": "slv_Latn-kab_Latn", + "languages": [ + "slv-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slv_Latn-lim_Latn", + "languages": [ + "slv-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-nld_Latn", + "languages": [ + "slv-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "slv_Latn-san_Deva", + "languages": [ + "slv-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-tat_Cyrl", + "languages": [ + "slv-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.875741, + "recall": 0.913043, + "f1": 0.887747, + "accuracy": 0.913043, + "main_score": 0.887747, + "hf_subset": "slv_Latn-xho_Latn", + "languages": [ + "slv-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-ars_Arab", + "languages": [ + "slv-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-ceb_Latn", + "languages": [ + "slv-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.456721, + "recall": 0.537549, + "f1": 0.478605, + "accuracy": 0.537549, + "main_score": 0.478605, + "hf_subset": "slv_Latn-fuv_Latn", + "languages": [ + "slv-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.464019, + "recall": 0.528656, + "f1": 0.480929, + "accuracy": 0.528656, + "main_score": 0.480929, + "hf_subset": "slv_Latn-kac_Latn", + "languages": [ + "slv-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.616691, + "recall": 0.689723, + "f1": 0.636942, + "accuracy": 0.689723, + "main_score": 0.636942, + "hf_subset": "slv_Latn-lin_Latn", + "languages": [ + "slv-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-nno_Latn", + "languages": [ + "slv-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.857329, + "recall": 0.899209, + "f1": 0.87029, + "accuracy": 0.899209, + "main_score": 0.87029, + "hf_subset": "slv_Latn-sat_Olck", + "languages": [ + "slv-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slv_Latn-tel_Telu", + "languages": [ + "slv-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "slv_Latn-ydd_Hebr", + "languages": [ + "slv-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "slv_Latn-ary_Arab", + "languages": [ + "slv-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-ces_Latn", + "languages": [ + "slv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.550029, + "recall": 0.629447, + "f1": 0.571851, + "accuracy": 0.629447, + "main_score": 0.571851, + "hf_subset": "slv_Latn-gaz_Latn", + "languages": [ + "slv-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.52821, + "recall": 0.606719, + "f1": 0.549294, + "accuracy": 0.606719, + "main_score": 0.549294, + "hf_subset": "slv_Latn-kam_Latn", + "languages": [ + "slv-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "slv_Latn-lit_Latn", + "languages": [ + "slv-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-nob_Latn", + "languages": [ + "slv-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-scn_Latn", + "languages": [ + "slv-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "slv_Latn-tgk_Cyrl", + "languages": [ + "slv-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.744179, + "recall": 0.8083, + "f1": 0.762749, + "accuracy": 0.8083, + "main_score": 0.762749, + "hf_subset": "slv_Latn-yor_Latn", + "languages": [ + "slv-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-arz_Arab", + "languages": [ + "slv-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.480924, + "recall": 0.551383, + "f1": 0.500268, + "accuracy": 0.551383, + "main_score": 0.500268, + "hf_subset": "slv_Latn-cjk_Latn", + "languages": [ + "slv-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.953393, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "slv_Latn-gla_Latn", + "languages": [ + "slv-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "slv_Latn-kan_Knda", + "languages": [ + "slv-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "slv_Latn-lmo_Latn", + "languages": [ + "slv-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "slv_Latn-npi_Deva", + "languages": [ + "slv-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.525475, + "recall": 0.613636, + "f1": 0.549717, + "accuracy": 0.613636, + "main_score": 0.549717, + "hf_subset": "slv_Latn-shn_Mymr", + "languages": [ + "slv-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-tgl_Latn", + "languages": [ + "slv-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-yue_Hant", + "languages": [ + "slv-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "slv_Latn-asm_Beng", + "languages": [ + "slv-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.930336, + "recall": 0.952569, + "f1": 0.937582, + "accuracy": 0.952569, + "main_score": 0.937582, + "hf_subset": "slv_Latn-ckb_Arab", + "languages": [ + "slv-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "slv_Latn-gle_Latn", + "languages": [ + "slv-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.906538, + "recall": 0.934783, + "f1": 0.915382, + "accuracy": 0.934783, + "main_score": 0.915382, + "hf_subset": "slv_Latn-kas_Arab", + "languages": [ + "slv-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.904644, + "recall": 0.933794, + "f1": 0.914032, + "accuracy": 0.933794, + "main_score": 0.914032, + "hf_subset": "slv_Latn-ltg_Latn", + "languages": [ + "slv-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.78275, + "recall": 0.83498, + "f1": 0.798403, + "accuracy": 0.83498, + "main_score": 0.798403, + "hf_subset": "slv_Latn-nso_Latn", + "languages": [ + "slv-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "slv_Latn-sin_Sinh", + "languages": [ + "slv-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-tha_Thai", + "languages": [ + "slv-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-zho_Hans", + "languages": [ + "slv-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-ast_Latn", + "languages": [ + "slv-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "slv_Latn-crh_Latn", + "languages": [ + "slv-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-glg_Latn", + "languages": [ + "slv-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.834272, + "recall": 0.881423, + "f1": 0.848715, + "accuracy": 0.881423, + "main_score": 0.848715, + "hf_subset": "slv_Latn-kas_Deva", + "languages": [ + "slv-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "slv_Latn-ltz_Latn", + "languages": [ + "slv-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.411999, + "recall": 0.480237, + "f1": 0.43041, + "accuracy": 0.480237, + "main_score": 0.43041, + "hf_subset": "slv_Latn-nus_Latn", + "languages": [ + "slv-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-slk_Latn", + "languages": [ + "slv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.634423, + "recall": 0.719368, + "f1": 0.658305, + "accuracy": 0.719368, + "main_score": 0.658305, + "hf_subset": "slv_Latn-tir_Ethi", + "languages": [ + "slv-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-zho_Hant", + "languages": [ + "slv-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.980567, + "recall": 0.985178, + "f1": 0.982049, + "accuracy": 0.985178, + "main_score": 0.982049, + "hf_subset": "slv_Latn-awa_Deva", + "languages": [ + "slv-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "slv_Latn-cym_Latn", + "languages": [ + "slv-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.766486, + "recall": 0.823123, + "f1": 0.783187, + "accuracy": 0.823123, + "main_score": 0.783187, + "hf_subset": "slv_Latn-grn_Latn", + "languages": [ + "slv-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-kat_Geor", + "languages": [ + "slv-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.579814, + "recall": 0.649209, + "f1": 0.598809, + "accuracy": 0.649209, + "main_score": 0.598809, + "hf_subset": "slv_Latn-lua_Latn", + "languages": [ + "slv-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.825626, + "recall": 0.876482, + "f1": 0.841535, + "accuracy": 0.876482, + "main_score": 0.841535, + "hf_subset": "slv_Latn-nya_Latn", + "languages": [ + "slv-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "slv_Latn-tpi_Latn", + "languages": [ + "slv-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-zsm_Latn", + "languages": [ + "slv-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.489108, + "recall": 0.559289, + "f1": 0.508147, + "accuracy": 0.559289, + "main_score": 0.508147, + "hf_subset": "slv_Latn-ayr_Latn", + "languages": [ + "slv-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-dan_Latn", + "languages": [ + "slv-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-guj_Gujr", + "languages": [ + "slv-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "slv_Latn-kaz_Cyrl", + "languages": [ + "slv-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.634017, + "recall": 0.714427, + "f1": 0.656911, + "accuracy": 0.714427, + "main_score": 0.656911, + "hf_subset": "slv_Latn-lug_Latn", + "languages": [ + "slv-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-oci_Latn", + "languages": [ + "slv-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.834816, + "recall": 0.878458, + "f1": 0.84824, + "accuracy": 0.878458, + "main_score": 0.84824, + "hf_subset": "slv_Latn-smo_Latn", + "languages": [ + "slv-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.732091, + "recall": 0.797431, + "f1": 0.751597, + "accuracy": 0.797431, + "main_score": 0.751597, + "hf_subset": "slv_Latn-tsn_Latn", + "languages": [ + "slv-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.887516, + "recall": 0.921937, + "f1": 0.898551, + "accuracy": 0.921937, + "main_score": 0.898551, + "hf_subset": "slv_Latn-zul_Latn", + "languages": [ + "slv-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.928854, + "recall": 0.950593, + "f1": 0.935771, + "accuracy": 0.950593, + "main_score": 0.935771, + "hf_subset": "slv_Latn-azb_Arab", + "languages": [ + "slv-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-deu_Latn", + "languages": [ + "slv-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "slv_Latn-hat_Latn", + "languages": [ + "slv-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.463703, + "recall": 0.527668, + "f1": 0.481549, + "accuracy": 0.527668, + "main_score": 0.481549, + "hf_subset": "slv_Latn-kbp_Latn", + "languages": [ + "slv-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.480191, + "recall": 0.554348, + "f1": 0.500473, + "accuracy": 0.554348, + "main_score": 0.500473, + "hf_subset": "slv_Latn-luo_Latn", + "languages": [ + "slv-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "slv_Latn-ory_Orya", + "languages": [ + "slv-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.894186, + "recall": 0.926877, + "f1": 0.90471, + "accuracy": 0.926877, + "main_score": 0.90471, + "hf_subset": "slv_Latn-sna_Latn", + "languages": [ + "slv-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.645876, + "recall": 0.719368, + "f1": 0.66698, + "accuracy": 0.719368, + "main_score": 0.66698, + "hf_subset": "slv_Latn-tso_Latn", + "languages": [ + "slv-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-azj_Latn", + "languages": [ + "slv-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.482352, + "recall": 0.555336, + "f1": 0.502716, + "accuracy": 0.555336, + "main_score": 0.502716, + "hf_subset": "slv_Latn-dik_Latn", + "languages": [ + "slv-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.895257, + "recall": 0.926877, + "f1": 0.905632, + "accuracy": 0.926877, + "main_score": 0.905632, + "hf_subset": "slv_Latn-hau_Latn", + "languages": [ + "slv-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "slv_Latn-kea_Latn", + "languages": [ + "slv-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.913208, + "recall": 0.939723, + "f1": 0.921607, + "accuracy": 0.939723, + "main_score": 0.921607, + "hf_subset": "slv_Latn-lus_Latn", + "languages": [ + "slv-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.856308, + "recall": 0.896245, + "f1": 0.868775, + "accuracy": 0.896245, + "main_score": 0.868775, + "hf_subset": "slv_Latn-pag_Latn", + "languages": [ + "slv-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "slv_Latn-snd_Arab", + "languages": [ + "slv-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "slv_Latn-tuk_Latn", + "languages": [ + "slv-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slv_Latn-bak_Cyrl", + "languages": [ + "slv-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.452746, + "recall": 0.52668, + "f1": 0.472874, + "accuracy": 0.52668, + "main_score": 0.472874, + "hf_subset": "slv_Latn-dyu_Latn", + "languages": [ + "slv-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-heb_Hebr", + "languages": [ + "slv-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "slv_Latn-khk_Cyrl", + "languages": [ + "slv-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "slv_Latn-lvs_Latn", + "languages": [ + "slv-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-pan_Guru", + "languages": [ + "slv-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.868824, + "recall": 0.909091, + "f1": 0.881653, + "accuracy": 0.909091, + "main_score": 0.881653, + "hf_subset": "slv_Latn-som_Latn", + "languages": [ + "slv-Latn", + "som-Latn" + ] + }, + { + "precision": 0.685385, + "recall": 0.754941, + "f1": 0.705931, + "accuracy": 0.754941, + "main_score": 0.705931, + "hf_subset": "slv_Latn-tum_Latn", + "languages": [ + "slv-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.518297, + "recall": 0.597826, + "f1": 0.541131, + "accuracy": 0.597826, + "main_score": 0.541131, + "hf_subset": "tpi_Latn-ace_Arab", + "languages": [ + "tpi-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.482263, + "recall": 0.543478, + "f1": 0.4987, + "accuracy": 0.543478, + "main_score": 0.4987, + "hf_subset": "tpi_Latn-bam_Latn", + "languages": [ + "tpi-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.617229, + "recall": 0.700593, + "f1": 0.641042, + "accuracy": 0.700593, + "main_score": 0.641042, + "hf_subset": "tpi_Latn-dzo_Tibt", + "languages": [ + "tpi-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tpi_Latn-hin_Deva", + "languages": [ + "tpi-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.9389, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "tpi_Latn-khm_Khmr", + "languages": [ + "tpi-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "tpi_Latn-mag_Deva", + "languages": [ + "tpi-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tpi_Latn-pap_Latn", + "languages": [ + "tpi-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.825494, + "recall": 0.870553, + "f1": 0.839229, + "accuracy": 0.870553, + "main_score": 0.839229, + "hf_subset": "tpi_Latn-sot_Latn", + "languages": [ + "tpi-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tpi_Latn-tur_Latn", + "languages": [ + "tpi-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.857444, + "recall": 0.895257, + "f1": 0.869203, + "accuracy": 0.895257, + "main_score": 0.869203, + "hf_subset": "tpi_Latn-ace_Latn", + "languages": [ + "tpi-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.933877, + "recall": 0.952569, + "f1": 0.939789, + "accuracy": 0.952569, + "main_score": 0.939789, + "hf_subset": "tpi_Latn-ban_Latn", + "languages": [ + "tpi-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tpi_Latn-ell_Grek", + "languages": [ + "tpi-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "tpi_Latn-hne_Deva", + "languages": [ + "tpi-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.578367, + "recall": 0.645257, + "f1": 0.596918, + "accuracy": 0.645257, + "main_score": 0.596918, + "hf_subset": "tpi_Latn-kik_Latn", + "languages": [ + "tpi-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tpi_Latn-mai_Deva", + "languages": [ + "tpi-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.912714, + "recall": 0.938735, + "f1": 0.920949, + "accuracy": 0.938735, + "main_score": 0.920949, + "hf_subset": "tpi_Latn-pbt_Arab", + "languages": [ + "tpi-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tpi_Latn-spa_Latn", + "languages": [ + "tpi-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.760112, + "recall": 0.813241, + "f1": 0.775875, + "accuracy": 0.813241, + "main_score": 0.775875, + "hf_subset": "tpi_Latn-twi_Latn", + "languages": [ + "tpi-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tpi_Latn-acm_Arab", + "languages": [ + "tpi-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tpi_Latn-bel_Cyrl", + "languages": [ + "tpi-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tpi_Latn-eng_Latn", + "languages": [ + "tpi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tpi_Latn-hrv_Latn", + "languages": [ + "tpi-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.806044, + "recall": 0.853755, + "f1": 0.819993, + "accuracy": 0.853755, + "main_score": 0.819993, + "hf_subset": "tpi_Latn-kin_Latn", + "languages": [ + "tpi-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.96698, + "recall": 0.977273, + "f1": 0.970257, + "accuracy": 0.977273, + "main_score": 0.970257, + "hf_subset": "tpi_Latn-mal_Mlym", + "languages": [ + "tpi-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tpi_Latn-pes_Arab", + "languages": [ + "tpi-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "tpi_Latn-srd_Latn", + "languages": [ + "tpi-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.199726, + "recall": 0.266798, + "f1": 0.216848, + "accuracy": 0.266798, + "main_score": 0.216848, + "hf_subset": "tpi_Latn-tzm_Tfng", + "languages": [ + "tpi-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tpi_Latn-acq_Arab", + "languages": [ + "tpi-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.678417, + "recall": 0.738142, + "f1": 0.695599, + "accuracy": 0.738142, + "main_score": 0.695599, + "hf_subset": "tpi_Latn-bem_Latn", + "languages": [ + "tpi-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tpi_Latn-epo_Latn", + "languages": [ + "tpi-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tpi_Latn-hun_Latn", + "languages": [ + "tpi-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "tpi_Latn-kir_Cyrl", + "languages": [ + "tpi-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tpi_Latn-mar_Deva", + "languages": [ + "tpi-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.828557, + "recall": 0.875494, + "f1": 0.843017, + "accuracy": 0.875494, + "main_score": 0.843017, + "hf_subset": "tpi_Latn-plt_Latn", + "languages": [ + "tpi-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tpi_Latn-srp_Cyrl", + "languages": [ + "tpi-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.876647, + "recall": 0.913043, + "f1": 0.888307, + "accuracy": 0.913043, + "main_score": 0.888307, + "hf_subset": "tpi_Latn-uig_Arab", + "languages": [ + "tpi-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "tpi_Latn-aeb_Arab", + "languages": [ + "tpi-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tpi_Latn-ben_Beng", + "languages": [ + "tpi-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tpi_Latn-est_Latn", + "languages": [ + "tpi-Latn", + "est-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "tpi_Latn-hye_Armn", + "languages": [ + "tpi-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.492336, + "recall": 0.549407, + "f1": 0.507987, + "accuracy": 0.549407, + "main_score": 0.507987, + "hf_subset": "tpi_Latn-kmb_Latn", + "languages": [ + "tpi-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.485418, + "recall": 0.573123, + "f1": 0.509802, + "accuracy": 0.573123, + "main_score": 0.509802, + "hf_subset": "tpi_Latn-min_Arab", + "languages": [ + "tpi-Latn", + "min-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tpi_Latn-pol_Latn", + "languages": [ + "tpi-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.723304, + "recall": 0.787549, + "f1": 0.741591, + "accuracy": 0.787549, + "main_score": 0.741591, + "hf_subset": "tpi_Latn-ssw_Latn", + "languages": [ + "tpi-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tpi_Latn-ukr_Cyrl", + "languages": [ + "tpi-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tpi_Latn-afr_Latn", + "languages": [ + "tpi-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "tpi_Latn-bho_Deva", + "languages": [ + "tpi-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.968132, + "recall": 0.978261, + "f1": 0.97141, + "accuracy": 0.978261, + "main_score": 0.97141, + "hf_subset": "tpi_Latn-eus_Latn", + "languages": [ + "tpi-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.839345, + "recall": 0.884387, + "f1": 0.853623, + "accuracy": 0.884387, + "main_score": 0.853623, + "hf_subset": "tpi_Latn-ibo_Latn", + "languages": [ + "tpi-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.847777, + "recall": 0.887352, + "f1": 0.859881, + "accuracy": 0.887352, + "main_score": 0.859881, + "hf_subset": "tpi_Latn-kmr_Latn", + "languages": [ + "tpi-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "tpi_Latn-min_Latn", + "languages": [ + "tpi-Latn", + "min-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tpi_Latn-por_Latn", + "languages": [ + "tpi-Latn", + "por-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "tpi_Latn-sun_Latn", + "languages": [ + "tpi-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.478026, + "recall": 0.545455, + "f1": 0.496874, + "accuracy": 0.545455, + "main_score": 0.496874, + "hf_subset": "tpi_Latn-umb_Latn", + "languages": [ + "tpi-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tpi_Latn-ajp_Arab", + "languages": [ + "tpi-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.503582, + "recall": 0.583004, + "f1": 0.525467, + "accuracy": 0.583004, + "main_score": 0.525467, + "hf_subset": "tpi_Latn-bjn_Arab", + "languages": [ + "tpi-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.474025, + "recall": 0.532609, + "f1": 0.48987, + "accuracy": 0.532609, + "main_score": 0.48987, + "hf_subset": "tpi_Latn-ewe_Latn", + "languages": [ + "tpi-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.93363, + "recall": 0.954545, + "f1": 0.940382, + "accuracy": 0.954545, + "main_score": 0.940382, + "hf_subset": "tpi_Latn-ilo_Latn", + "languages": [ + "tpi-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.268158, + "recall": 0.341897, + "f1": 0.287077, + "accuracy": 0.341897, + "main_score": 0.287077, + "hf_subset": "tpi_Latn-knc_Arab", + "languages": [ + "tpi-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tpi_Latn-mkd_Cyrl", + "languages": [ + "tpi-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tpi_Latn-prs_Arab", + "languages": [ + "tpi-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tpi_Latn-swe_Latn", + "languages": [ + "tpi-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "tpi_Latn-urd_Arab", + "languages": [ + "tpi-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.728936, + "recall": 0.790514, + "f1": 0.747153, + "accuracy": 0.790514, + "main_score": 0.747153, + "hf_subset": "tpi_Latn-aka_Latn", + "languages": [ + "tpi-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "tpi_Latn-bjn_Latn", + "languages": [ + "tpi-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.940382, + "recall": 0.958498, + "f1": 0.946113, + "accuracy": 0.958498, + "main_score": 0.946113, + "hf_subset": "tpi_Latn-fao_Latn", + "languages": [ + "tpi-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tpi_Latn-ind_Latn", + "languages": [ + "tpi-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.524782, + "recall": 0.585968, + "f1": 0.541607, + "accuracy": 0.585968, + "main_score": 0.541607, + "hf_subset": "tpi_Latn-knc_Latn", + "languages": [ + "tpi-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tpi_Latn-mlt_Latn", + "languages": [ + "tpi-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.631653, + "recall": 0.701581, + "f1": 0.651754, + "accuracy": 0.701581, + "main_score": 0.651754, + "hf_subset": "tpi_Latn-quy_Latn", + "languages": [ + "tpi-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "tpi_Latn-swh_Latn", + "languages": [ + "tpi-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "tpi_Latn-uzn_Latn", + "languages": [ + "tpi-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tpi_Latn-als_Latn", + "languages": [ + "tpi-Latn", + "als-Latn" + ] + }, + { + "precision": 0.746264, + "recall": 0.810277, + "f1": 0.765533, + "accuracy": 0.810277, + "main_score": 0.765533, + "hf_subset": "tpi_Latn-bod_Tibt", + "languages": [ + "tpi-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.639707, + "recall": 0.708498, + "f1": 0.659411, + "accuracy": 0.708498, + "main_score": 0.659411, + "hf_subset": "tpi_Latn-fij_Latn", + "languages": [ + "tpi-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.944746, + "recall": 0.962451, + "f1": 0.950494, + "accuracy": 0.962451, + "main_score": 0.950494, + "hf_subset": "tpi_Latn-isl_Latn", + "languages": [ + "tpi-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.605152, + "recall": 0.674901, + "f1": 0.625006, + "accuracy": 0.674901, + "main_score": 0.625006, + "hf_subset": "tpi_Latn-kon_Latn", + "languages": [ + "tpi-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.625266, + "recall": 0.699605, + "f1": 0.64693, + "accuracy": 0.699605, + "main_score": 0.64693, + "hf_subset": "tpi_Latn-mni_Beng", + "languages": [ + "tpi-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tpi_Latn-ron_Latn", + "languages": [ + "tpi-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.969368, + "f1": 0.960639, + "accuracy": 0.969368, + "main_score": 0.960639, + "hf_subset": "tpi_Latn-szl_Latn", + "languages": [ + "tpi-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tpi_Latn-vec_Latn", + "languages": [ + "tpi-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.875412, + "recall": 0.911067, + "f1": 0.886561, + "accuracy": 0.911067, + "main_score": 0.886561, + "hf_subset": "tpi_Latn-amh_Ethi", + "languages": [ + "tpi-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tpi_Latn-bos_Latn", + "languages": [ + "tpi-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tpi_Latn-fin_Latn", + "languages": [ + "tpi-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tpi_Latn-ita_Latn", + "languages": [ + "tpi-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tpi_Latn-kor_Hang", + "languages": [ + "tpi-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.501739, + "recall": 0.564229, + "f1": 0.519205, + "accuracy": 0.564229, + "main_score": 0.519205, + "hf_subset": "tpi_Latn-mos_Latn", + "languages": [ + "tpi-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.735804, + "recall": 0.794466, + "f1": 0.753393, + "accuracy": 0.794466, + "main_score": 0.753393, + "hf_subset": "tpi_Latn-run_Latn", + "languages": [ + "tpi-Latn", + "run-Latn" + ] + }, + { + "precision": 0.963686, + "recall": 0.975296, + "f1": 0.967457, + "accuracy": 0.975296, + "main_score": 0.967457, + "hf_subset": "tpi_Latn-tam_Taml", + "languages": [ + "tpi-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "tpi_Latn-vie_Latn", + "languages": [ + "tpi-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "tpi_Latn-apc_Arab", + "languages": [ + "tpi-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.719384, + "recall": 0.782609, + "f1": 0.737912, + "accuracy": 0.782609, + "main_score": 0.737912, + "hf_subset": "tpi_Latn-bug_Latn", + "languages": [ + "tpi-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.430216, + "recall": 0.485178, + "f1": 0.445358, + "accuracy": 0.485178, + "main_score": 0.445358, + "hf_subset": "tpi_Latn-fon_Latn", + "languages": [ + "tpi-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.958745, + "recall": 0.971344, + "f1": 0.962681, + "accuracy": 0.971344, + "main_score": 0.962681, + "hf_subset": "tpi_Latn-jav_Latn", + "languages": [ + "tpi-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.911232, + "recall": 0.938735, + "f1": 0.91996, + "accuracy": 0.938735, + "main_score": 0.91996, + "hf_subset": "tpi_Latn-lao_Laoo", + "languages": [ + "tpi-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.820059, + "recall": 0.868577, + "f1": 0.834519, + "accuracy": 0.868577, + "main_score": 0.834519, + "hf_subset": "tpi_Latn-mri_Latn", + "languages": [ + "tpi-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tpi_Latn-rus_Cyrl", + "languages": [ + "tpi-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.511569, + "recall": 0.574111, + "f1": 0.529329, + "accuracy": 0.574111, + "main_score": 0.529329, + "hf_subset": "tpi_Latn-taq_Latn", + "languages": [ + "tpi-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "tpi_Latn-war_Latn", + "languages": [ + "tpi-Latn", + "war-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tpi_Latn-arb_Arab", + "languages": [ + "tpi-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tpi_Latn-bul_Cyrl", + "languages": [ + "tpi-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tpi_Latn-fra_Latn", + "languages": [ + "tpi-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tpi_Latn-jpn_Jpan", + "languages": [ + "tpi-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tpi_Latn-lij_Latn", + "languages": [ + "tpi-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.951581, + "f1": 0.93643, + "accuracy": 0.951581, + "main_score": 0.93643, + "hf_subset": "tpi_Latn-mya_Mymr", + "languages": [ + "tpi-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.552216, + "recall": 0.617589, + "f1": 0.569556, + "accuracy": 0.617589, + "main_score": 0.569556, + "hf_subset": "tpi_Latn-sag_Latn", + "languages": [ + "tpi-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.25155, + "recall": 0.321146, + "f1": 0.268147, + "accuracy": 0.321146, + "main_score": 0.268147, + "hf_subset": "tpi_Latn-taq_Tfng", + "languages": [ + "tpi-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.625221, + "recall": 0.6917, + "f1": 0.644128, + "accuracy": 0.6917, + "main_score": 0.644128, + "hf_subset": "tpi_Latn-wol_Latn", + "languages": [ + "tpi-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.799687, + "recall": 0.852767, + "f1": 0.815514, + "accuracy": 0.852767, + "main_score": 0.815514, + "hf_subset": "tpi_Latn-arb_Latn", + "languages": [ + "tpi-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tpi_Latn-cat_Latn", + "languages": [ + "tpi-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "tpi_Latn-fur_Latn", + "languages": [ + "tpi-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.439425, + "recall": 0.516798, + "f1": 0.460995, + "accuracy": 0.516798, + "main_score": 0.460995, + "hf_subset": "tpi_Latn-kab_Latn", + "languages": [ + "tpi-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "tpi_Latn-lim_Latn", + "languages": [ + "tpi-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tpi_Latn-nld_Latn", + "languages": [ + "tpi-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.935606, + "recall": 0.955534, + "f1": 0.942029, + "accuracy": 0.955534, + "main_score": 0.942029, + "hf_subset": "tpi_Latn-san_Deva", + "languages": [ + "tpi-Latn", + "san-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tpi_Latn-tat_Cyrl", + "languages": [ + "tpi-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.847036, + "recall": 0.88834, + "f1": 0.859816, + "accuracy": 0.88834, + "main_score": 0.859816, + "hf_subset": "tpi_Latn-xho_Latn", + "languages": [ + "tpi-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tpi_Latn-ars_Arab", + "languages": [ + "tpi-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tpi_Latn-ceb_Latn", + "languages": [ + "tpi-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.490753, + "recall": 0.567194, + "f1": 0.51172, + "accuracy": 0.567194, + "main_score": 0.51172, + "hf_subset": "tpi_Latn-fuv_Latn", + "languages": [ + "tpi-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.484663, + "recall": 0.552372, + "f1": 0.503247, + "accuracy": 0.552372, + "main_score": 0.503247, + "hf_subset": "tpi_Latn-kac_Latn", + "languages": [ + "tpi-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.630582, + "recall": 0.698617, + "f1": 0.649768, + "accuracy": 0.698617, + "main_score": 0.649768, + "hf_subset": "tpi_Latn-lin_Latn", + "languages": [ + "tpi-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tpi_Latn-nno_Latn", + "languages": [ + "tpi-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.818544, + "recall": 0.868577, + "f1": 0.833992, + "accuracy": 0.868577, + "main_score": 0.833992, + "hf_subset": "tpi_Latn-sat_Olck", + "languages": [ + "tpi-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tpi_Latn-tel_Telu", + "languages": [ + "tpi-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "tpi_Latn-ydd_Hebr", + "languages": [ + "tpi-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.943017, + "recall": 0.961462, + "f1": 0.949111, + "accuracy": 0.961462, + "main_score": 0.949111, + "hf_subset": "tpi_Latn-ary_Arab", + "languages": [ + "tpi-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tpi_Latn-ces_Latn", + "languages": [ + "tpi-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.551085, + "recall": 0.626482, + "f1": 0.571995, + "accuracy": 0.626482, + "main_score": 0.571995, + "hf_subset": "tpi_Latn-gaz_Latn", + "languages": [ + "tpi-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.537811, + "recall": 0.612648, + "f1": 0.558863, + "accuracy": 0.612648, + "main_score": 0.558863, + "hf_subset": "tpi_Latn-kam_Latn", + "languages": [ + "tpi-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "tpi_Latn-lit_Latn", + "languages": [ + "tpi-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tpi_Latn-nob_Latn", + "languages": [ + "tpi-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "tpi_Latn-scn_Latn", + "languages": [ + "tpi-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.936594, + "recall": 0.956522, + "f1": 0.943017, + "accuracy": 0.956522, + "main_score": 0.943017, + "hf_subset": "tpi_Latn-tgk_Cyrl", + "languages": [ + "tpi-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.716996, + "recall": 0.784585, + "f1": 0.73666, + "accuracy": 0.784585, + "main_score": 0.73666, + "hf_subset": "tpi_Latn-yor_Latn", + "languages": [ + "tpi-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tpi_Latn-arz_Arab", + "languages": [ + "tpi-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.50441, + "recall": 0.574111, + "f1": 0.523777, + "accuracy": 0.574111, + "main_score": 0.523777, + "hf_subset": "tpi_Latn-cjk_Latn", + "languages": [ + "tpi-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.888702, + "recall": 0.921937, + "f1": 0.899374, + "accuracy": 0.921937, + "main_score": 0.899374, + "hf_subset": "tpi_Latn-gla_Latn", + "languages": [ + "tpi-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "tpi_Latn-kan_Knda", + "languages": [ + "tpi-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "tpi_Latn-lmo_Latn", + "languages": [ + "tpi-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "tpi_Latn-npi_Deva", + "languages": [ + "tpi-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.530133, + "recall": 0.610672, + "f1": 0.553065, + "accuracy": 0.610672, + "main_score": 0.553065, + "hf_subset": "tpi_Latn-shn_Mymr", + "languages": [ + "tpi-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "tpi_Latn-tgl_Latn", + "languages": [ + "tpi-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tpi_Latn-yue_Hant", + "languages": [ + "tpi-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "tpi_Latn-asm_Beng", + "languages": [ + "tpi-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.897233, + "recall": 0.926877, + "f1": 0.906588, + "accuracy": 0.926877, + "main_score": 0.906588, + "hf_subset": "tpi_Latn-ckb_Arab", + "languages": [ + "tpi-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.940547, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "tpi_Latn-gle_Latn", + "languages": [ + "tpi-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.8792, + "recall": 0.913043, + "f1": 0.889657, + "accuracy": 0.913043, + "main_score": 0.889657, + "hf_subset": "tpi_Latn-kas_Arab", + "languages": [ + "tpi-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.867342, + "recall": 0.90415, + "f1": 0.878854, + "accuracy": 0.90415, + "main_score": 0.878854, + "hf_subset": "tpi_Latn-ltg_Latn", + "languages": [ + "tpi-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.75891, + "recall": 0.816206, + "f1": 0.776383, + "accuracy": 0.816206, + "main_score": 0.776383, + "hf_subset": "tpi_Latn-nso_Latn", + "languages": [ + "tpi-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.944993, + "recall": 0.962451, + "f1": 0.950593, + "accuracy": 0.962451, + "main_score": 0.950593, + "hf_subset": "tpi_Latn-sin_Sinh", + "languages": [ + "tpi-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tpi_Latn-tha_Thai", + "languages": [ + "tpi-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tpi_Latn-zho_Hans", + "languages": [ + "tpi-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tpi_Latn-ast_Latn", + "languages": [ + "tpi-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.955698, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "tpi_Latn-crh_Latn", + "languages": [ + "tpi-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tpi_Latn-glg_Latn", + "languages": [ + "tpi-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.822744, + "recall": 0.870553, + "f1": 0.837253, + "accuracy": 0.870553, + "main_score": 0.837253, + "hf_subset": "tpi_Latn-kas_Deva", + "languages": [ + "tpi-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "tpi_Latn-ltz_Latn", + "languages": [ + "tpi-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.442963, + "recall": 0.51087, + "f1": 0.461451, + "accuracy": 0.51087, + "main_score": 0.461451, + "hf_subset": "tpi_Latn-nus_Latn", + "languages": [ + "tpi-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tpi_Latn-slk_Latn", + "languages": [ + "tpi-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.632255, + "recall": 0.711462, + "f1": 0.65525, + "accuracy": 0.711462, + "main_score": 0.65525, + "hf_subset": "tpi_Latn-tir_Ethi", + "languages": [ + "tpi-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tpi_Latn-zho_Hant", + "languages": [ + "tpi-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.959321, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "tpi_Latn-awa_Deva", + "languages": [ + "tpi-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "tpi_Latn-cym_Latn", + "languages": [ + "tpi-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.757691, + "recall": 0.813241, + "f1": 0.774177, + "accuracy": 0.813241, + "main_score": 0.774177, + "hf_subset": "tpi_Latn-grn_Latn", + "languages": [ + "tpi-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "tpi_Latn-kat_Geor", + "languages": [ + "tpi-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.60489, + "recall": 0.66502, + "f1": 0.621626, + "accuracy": 0.66502, + "main_score": 0.621626, + "hf_subset": "tpi_Latn-lua_Latn", + "languages": [ + "tpi-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.792523, + "recall": 0.847826, + "f1": 0.809354, + "accuracy": 0.847826, + "main_score": 0.809354, + "hf_subset": "tpi_Latn-nya_Latn", + "languages": [ + "tpi-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tpi_Latn-slv_Latn", + "languages": [ + "tpi-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tpi_Latn-zsm_Latn", + "languages": [ + "tpi-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.5059, + "recall": 0.574111, + "f1": 0.524988, + "accuracy": 0.574111, + "main_score": 0.524988, + "hf_subset": "tpi_Latn-ayr_Latn", + "languages": [ + "tpi-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tpi_Latn-dan_Latn", + "languages": [ + "tpi-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tpi_Latn-guj_Gujr", + "languages": [ + "tpi-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "tpi_Latn-kaz_Cyrl", + "languages": [ + "tpi-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.629564, + "recall": 0.705534, + "f1": 0.651045, + "accuracy": 0.705534, + "main_score": 0.651045, + "hf_subset": "tpi_Latn-lug_Latn", + "languages": [ + "tpi-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tpi_Latn-oci_Latn", + "languages": [ + "tpi-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.80224, + "recall": 0.850791, + "f1": 0.816916, + "accuracy": 0.850791, + "main_score": 0.816916, + "hf_subset": "tpi_Latn-smo_Latn", + "languages": [ + "tpi-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.716288, + "recall": 0.779644, + "f1": 0.734618, + "accuracy": 0.779644, + "main_score": 0.734618, + "hf_subset": "tpi_Latn-tsn_Latn", + "languages": [ + "tpi-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.842638, + "recall": 0.88834, + "f1": 0.856752, + "accuracy": 0.88834, + "main_score": 0.856752, + "hf_subset": "tpi_Latn-zul_Latn", + "languages": [ + "tpi-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.878788, + "recall": 0.914032, + "f1": 0.889789, + "accuracy": 0.914032, + "main_score": 0.889789, + "hf_subset": "tpi_Latn-azb_Arab", + "languages": [ + "tpi-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tpi_Latn-deu_Latn", + "languages": [ + "tpi-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.940382, + "recall": 0.958498, + "f1": 0.946311, + "accuracy": 0.958498, + "main_score": 0.946311, + "hf_subset": "tpi_Latn-hat_Latn", + "languages": [ + "tpi-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.481821, + "recall": 0.543478, + "f1": 0.498749, + "accuracy": 0.543478, + "main_score": 0.498749, + "hf_subset": "tpi_Latn-kbp_Latn", + "languages": [ + "tpi-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.528786, + "recall": 0.596838, + "f1": 0.547562, + "accuracy": 0.596838, + "main_score": 0.547562, + "hf_subset": "tpi_Latn-luo_Latn", + "languages": [ + "tpi-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.944829, + "recall": 0.962451, + "f1": 0.950593, + "accuracy": 0.962451, + "main_score": 0.950593, + "hf_subset": "tpi_Latn-ory_Orya", + "languages": [ + "tpi-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.85, + "recall": 0.893281, + "f1": 0.86357, + "accuracy": 0.893281, + "main_score": 0.86357, + "hf_subset": "tpi_Latn-sna_Latn", + "languages": [ + "tpi-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.659174, + "recall": 0.722332, + "f1": 0.676544, + "accuracy": 0.722332, + "main_score": 0.676544, + "hf_subset": "tpi_Latn-tso_Latn", + "languages": [ + "tpi-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tpi_Latn-azj_Latn", + "languages": [ + "tpi-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.496476, + "recall": 0.568182, + "f1": 0.517256, + "accuracy": 0.568182, + "main_score": 0.517256, + "hf_subset": "tpi_Latn-dik_Latn", + "languages": [ + "tpi-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.870455, + "recall": 0.907115, + "f1": 0.881884, + "accuracy": 0.907115, + "main_score": 0.881884, + "hf_subset": "tpi_Latn-hau_Latn", + "languages": [ + "tpi-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "tpi_Latn-kea_Latn", + "languages": [ + "tpi-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.892045, + "recall": 0.923913, + "f1": 0.902404, + "accuracy": 0.923913, + "main_score": 0.902404, + "hf_subset": "tpi_Latn-lus_Latn", + "languages": [ + "tpi-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.849555, + "recall": 0.887352, + "f1": 0.861001, + "accuracy": 0.887352, + "main_score": 0.861001, + "hf_subset": "tpi_Latn-pag_Latn", + "languages": [ + "tpi-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "tpi_Latn-snd_Arab", + "languages": [ + "tpi-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.936594, + "recall": 0.956522, + "f1": 0.943017, + "accuracy": 0.956522, + "main_score": 0.943017, + "hf_subset": "tpi_Latn-tuk_Latn", + "languages": [ + "tpi-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "tpi_Latn-bak_Cyrl", + "languages": [ + "tpi-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.466706, + "recall": 0.544466, + "f1": 0.488301, + "accuracy": 0.544466, + "main_score": 0.488301, + "hf_subset": "tpi_Latn-dyu_Latn", + "languages": [ + "tpi-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tpi_Latn-heb_Hebr", + "languages": [ + "tpi-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.92803, + "recall": 0.950593, + "f1": 0.935441, + "accuracy": 0.950593, + "main_score": 0.935441, + "hf_subset": "tpi_Latn-khk_Cyrl", + "languages": [ + "tpi-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tpi_Latn-lvs_Latn", + "languages": [ + "tpi-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tpi_Latn-pan_Guru", + "languages": [ + "tpi-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.818544, + "recall": 0.869565, + "f1": 0.834453, + "accuracy": 0.869565, + "main_score": 0.834453, + "hf_subset": "tpi_Latn-som_Latn", + "languages": [ + "tpi-Latn", + "som-Latn" + ] + }, + { + "precision": 0.713093, + "recall": 0.771739, + "f1": 0.730863, + "accuracy": 0.771739, + "main_score": 0.730863, + "hf_subset": "tpi_Latn-tum_Latn", + "languages": [ + "tpi-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.551695, + "recall": 0.636364, + "f1": 0.575681, + "accuracy": 0.636364, + "main_score": 0.575681, + "hf_subset": "zsm_Latn-ace_Arab", + "languages": [ + "zsm-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.467887, + "recall": 0.530632, + "f1": 0.484311, + "accuracy": 0.530632, + "main_score": 0.484311, + "hf_subset": "zsm_Latn-bam_Latn", + "languages": [ + "zsm-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.665384, + "recall": 0.746047, + "f1": 0.688787, + "accuracy": 0.746047, + "main_score": 0.688787, + "hf_subset": "zsm_Latn-dzo_Tibt", + "languages": [ + "zsm-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "zsm_Latn-hin_Deva", + "languages": [ + "zsm-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "zsm_Latn-khm_Khmr", + "languages": [ + "zsm-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zsm_Latn-mag_Deva", + "languages": [ + "zsm-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-pap_Latn", + "languages": [ + "zsm-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.866271, + "recall": 0.90415, + "f1": 0.878049, + "accuracy": 0.90415, + "main_score": 0.878049, + "hf_subset": "zsm_Latn-sot_Latn", + "languages": [ + "zsm-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-tur_Latn", + "languages": [ + "zsm-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.8778, + "recall": 0.914032, + "f1": 0.889399, + "accuracy": 0.914032, + "main_score": 0.889399, + "hf_subset": "zsm_Latn-ace_Latn", + "languages": [ + "zsm-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "zsm_Latn-ban_Latn", + "languages": [ + "zsm-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-ell_Grek", + "languages": [ + "zsm-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "zsm_Latn-hne_Deva", + "languages": [ + "zsm-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.57686, + "recall": 0.648221, + "f1": 0.59678, + "accuracy": 0.648221, + "main_score": 0.59678, + "hf_subset": "zsm_Latn-kik_Latn", + "languages": [ + "zsm-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "zsm_Latn-mai_Deva", + "languages": [ + "zsm-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "zsm_Latn-pbt_Arab", + "languages": [ + "zsm-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-spa_Latn", + "languages": [ + "zsm-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.782206, + "recall": 0.835968, + "f1": 0.798059, + "accuracy": 0.835968, + "main_score": 0.798059, + "hf_subset": "zsm_Latn-twi_Latn", + "languages": [ + "zsm-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-acm_Arab", + "languages": [ + "zsm-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-bel_Cyrl", + "languages": [ + "zsm-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-eng_Latn", + "languages": [ + "zsm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-hrv_Latn", + "languages": [ + "zsm-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.861273, + "recall": 0.899209, + "f1": 0.87298, + "accuracy": 0.899209, + "main_score": 0.87298, + "hf_subset": "zsm_Latn-kin_Latn", + "languages": [ + "zsm-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "zsm_Latn-mal_Mlym", + "languages": [ + "zsm-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-pes_Arab", + "languages": [ + "zsm-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "zsm_Latn-srd_Latn", + "languages": [ + "zsm-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.200847, + "recall": 0.268775, + "f1": 0.217105, + "accuracy": 0.268775, + "main_score": 0.217105, + "hf_subset": "zsm_Latn-tzm_Tfng", + "languages": [ + "zsm-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-acq_Arab", + "languages": [ + "zsm-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.67468, + "recall": 0.745059, + "f1": 0.695212, + "accuracy": 0.745059, + "main_score": 0.695212, + "hf_subset": "zsm_Latn-bem_Latn", + "languages": [ + "zsm-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-epo_Latn", + "languages": [ + "zsm-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-hun_Latn", + "languages": [ + "zsm-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zsm_Latn-kir_Cyrl", + "languages": [ + "zsm-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-mar_Deva", + "languages": [ + "zsm-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.882246, + "recall": 0.91502, + "f1": 0.892457, + "accuracy": 0.91502, + "main_score": 0.892457, + "hf_subset": "zsm_Latn-plt_Latn", + "languages": [ + "zsm-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-srp_Cyrl", + "languages": [ + "zsm-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.947991, + "recall": 0.963439, + "f1": 0.952899, + "accuracy": 0.963439, + "main_score": 0.952899, + "hf_subset": "zsm_Latn-uig_Arab", + "languages": [ + "zsm-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zsm_Latn-aeb_Arab", + "languages": [ + "zsm-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-ben_Beng", + "languages": [ + "zsm-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "zsm_Latn-est_Latn", + "languages": [ + "zsm-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "zsm_Latn-hye_Armn", + "languages": [ + "zsm-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.475536, + "recall": 0.537549, + "f1": 0.492389, + "accuracy": 0.537549, + "main_score": 0.492389, + "hf_subset": "zsm_Latn-kmb_Latn", + "languages": [ + "zsm-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.515159, + "recall": 0.604743, + "f1": 0.539141, + "accuracy": 0.604743, + "main_score": 0.539141, + "hf_subset": "zsm_Latn-min_Arab", + "languages": [ + "zsm-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-pol_Latn", + "languages": [ + "zsm-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.76442, + "recall": 0.825099, + "f1": 0.782526, + "accuracy": 0.825099, + "main_score": 0.782526, + "hf_subset": "zsm_Latn-ssw_Latn", + "languages": [ + "zsm-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-ukr_Cyrl", + "languages": [ + "zsm-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-afr_Latn", + "languages": [ + "zsm-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "zsm_Latn-bho_Deva", + "languages": [ + "zsm-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-eus_Latn", + "languages": [ + "zsm-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.874177, + "recall": 0.912055, + "f1": 0.886199, + "accuracy": 0.912055, + "main_score": 0.886199, + "hf_subset": "zsm_Latn-ibo_Latn", + "languages": [ + "zsm-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.884305, + "recall": 0.916996, + "f1": 0.894466, + "accuracy": 0.916996, + "main_score": 0.894466, + "hf_subset": "zsm_Latn-kmr_Latn", + "languages": [ + "zsm-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zsm_Latn-min_Latn", + "languages": [ + "zsm-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-por_Latn", + "languages": [ + "zsm-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "zsm_Latn-sun_Latn", + "languages": [ + "zsm-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.461369, + "recall": 0.533597, + "f1": 0.482105, + "accuracy": 0.533597, + "main_score": 0.482105, + "hf_subset": "zsm_Latn-umb_Latn", + "languages": [ + "zsm-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-ajp_Arab", + "languages": [ + "zsm-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.524574, + "recall": 0.610672, + "f1": 0.548144, + "accuracy": 0.610672, + "main_score": 0.548144, + "hf_subset": "zsm_Latn-bjn_Arab", + "languages": [ + "zsm-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.457121, + "recall": 0.521739, + "f1": 0.474206, + "accuracy": 0.521739, + "main_score": 0.474206, + "hf_subset": "zsm_Latn-ewe_Latn", + "languages": [ + "zsm-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "zsm_Latn-ilo_Latn", + "languages": [ + "zsm-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.262435, + "recall": 0.333004, + "f1": 0.279032, + "accuracy": 0.333004, + "main_score": 0.279032, + "hf_subset": "zsm_Latn-knc_Arab", + "languages": [ + "zsm-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-mkd_Cyrl", + "languages": [ + "zsm-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-prs_Arab", + "languages": [ + "zsm-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-swe_Latn", + "languages": [ + "zsm-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "zsm_Latn-urd_Arab", + "languages": [ + "zsm-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.762361, + "recall": 0.821146, + "f1": 0.779943, + "accuracy": 0.821146, + "main_score": 0.779943, + "hf_subset": "zsm_Latn-aka_Latn", + "languages": [ + "zsm-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "zsm_Latn-bjn_Latn", + "languages": [ + "zsm-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "zsm_Latn-fao_Latn", + "languages": [ + "zsm-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-ind_Latn", + "languages": [ + "zsm-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.515308, + "recall": 0.579051, + "f1": 0.531867, + "accuracy": 0.579051, + "main_score": 0.531867, + "hf_subset": "zsm_Latn-knc_Latn", + "languages": [ + "zsm-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "zsm_Latn-mlt_Latn", + "languages": [ + "zsm-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.636795, + "recall": 0.711462, + "f1": 0.658173, + "accuracy": 0.711462, + "main_score": 0.658173, + "hf_subset": "zsm_Latn-quy_Latn", + "languages": [ + "zsm-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-swh_Latn", + "languages": [ + "zsm-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "zsm_Latn-uzn_Latn", + "languages": [ + "zsm-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zsm_Latn-als_Latn", + "languages": [ + "zsm-Latn", + "als-Latn" + ] + }, + { + "precision": 0.81928, + "recall": 0.871542, + "f1": 0.835606, + "accuracy": 0.871542, + "main_score": 0.835606, + "hf_subset": "zsm_Latn-bod_Tibt", + "languages": [ + "zsm-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.639568, + "recall": 0.709486, + "f1": 0.65954, + "accuracy": 0.709486, + "main_score": 0.65954, + "hf_subset": "zsm_Latn-fij_Latn", + "languages": [ + "zsm-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "zsm_Latn-isl_Latn", + "languages": [ + "zsm-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.59817, + "recall": 0.673913, + "f1": 0.619134, + "accuracy": 0.673913, + "main_score": 0.619134, + "hf_subset": "zsm_Latn-kon_Latn", + "languages": [ + "zsm-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.603476, + "recall": 0.688735, + "f1": 0.628164, + "accuracy": 0.688735, + "main_score": 0.628164, + "hf_subset": "zsm_Latn-mni_Beng", + "languages": [ + "zsm-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-ron_Latn", + "languages": [ + "zsm-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "zsm_Latn-szl_Latn", + "languages": [ + "zsm-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-vec_Latn", + "languages": [ + "zsm-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.936512, + "recall": 0.955534, + "f1": 0.942589, + "accuracy": 0.955534, + "main_score": 0.942589, + "hf_subset": "zsm_Latn-amh_Ethi", + "languages": [ + "zsm-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-bos_Latn", + "languages": [ + "zsm-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-fin_Latn", + "languages": [ + "zsm-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-ita_Latn", + "languages": [ + "zsm-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-kor_Hang", + "languages": [ + "zsm-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.496552, + "recall": 0.562253, + "f1": 0.514846, + "accuracy": 0.562253, + "main_score": 0.514846, + "hf_subset": "zsm_Latn-mos_Latn", + "languages": [ + "zsm-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.761479, + "recall": 0.822134, + "f1": 0.779414, + "accuracy": 0.822134, + "main_score": 0.779414, + "hf_subset": "zsm_Latn-run_Latn", + "languages": [ + "zsm-Latn", + "run-Latn" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "zsm_Latn-tam_Taml", + "languages": [ + "zsm-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-vie_Latn", + "languages": [ + "zsm-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-apc_Arab", + "languages": [ + "zsm-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.729974, + "recall": 0.797431, + "f1": 0.749807, + "accuracy": 0.797431, + "main_score": 0.749807, + "hf_subset": "zsm_Latn-bug_Latn", + "languages": [ + "zsm-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.427973, + "recall": 0.48419, + "f1": 0.443047, + "accuracy": 0.48419, + "main_score": 0.443047, + "hf_subset": "zsm_Latn-fon_Latn", + "languages": [ + "zsm-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "zsm_Latn-jav_Latn", + "languages": [ + "zsm-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "zsm_Latn-lao_Laoo", + "languages": [ + "zsm-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.881176, + "recall": 0.916008, + "f1": 0.892194, + "accuracy": 0.916008, + "main_score": 0.892194, + "hf_subset": "zsm_Latn-mri_Latn", + "languages": [ + "zsm-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "zsm_Latn-rus_Cyrl", + "languages": [ + "zsm-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.49901, + "recall": 0.564229, + "f1": 0.516693, + "accuracy": 0.564229, + "main_score": 0.516693, + "hf_subset": "zsm_Latn-taq_Latn", + "languages": [ + "zsm-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-war_Latn", + "languages": [ + "zsm-Latn", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-arb_Arab", + "languages": [ + "zsm-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-bul_Cyrl", + "languages": [ + "zsm-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-fra_Latn", + "languages": [ + "zsm-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-jpn_Jpan", + "languages": [ + "zsm-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "zsm_Latn-lij_Latn", + "languages": [ + "zsm-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "zsm_Latn-mya_Mymr", + "languages": [ + "zsm-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.548811, + "recall": 0.620553, + "f1": 0.567904, + "accuracy": 0.620553, + "main_score": 0.567904, + "hf_subset": "zsm_Latn-sag_Latn", + "languages": [ + "zsm-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.225169, + "recall": 0.294466, + "f1": 0.241869, + "accuracy": 0.294466, + "main_score": 0.241869, + "hf_subset": "zsm_Latn-taq_Tfng", + "languages": [ + "zsm-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.636982, + "recall": 0.70751, + "f1": 0.656814, + "accuracy": 0.70751, + "main_score": 0.656814, + "hf_subset": "zsm_Latn-wol_Latn", + "languages": [ + "zsm-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.847414, + "recall": 0.892292, + "f1": 0.861199, + "accuracy": 0.892292, + "main_score": 0.861199, + "hf_subset": "zsm_Latn-arb_Latn", + "languages": [ + "zsm-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-cat_Latn", + "languages": [ + "zsm-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zsm_Latn-fur_Latn", + "languages": [ + "zsm-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.4626, + "recall": 0.541502, + "f1": 0.483824, + "accuracy": 0.541502, + "main_score": 0.483824, + "hf_subset": "zsm_Latn-kab_Latn", + "languages": [ + "zsm-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zsm_Latn-lim_Latn", + "languages": [ + "zsm-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-nld_Latn", + "languages": [ + "zsm-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "zsm_Latn-san_Deva", + "languages": [ + "zsm-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zsm_Latn-tat_Cyrl", + "languages": [ + "zsm-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.879644, + "recall": 0.914032, + "f1": 0.890613, + "accuracy": 0.914032, + "main_score": 0.890613, + "hf_subset": "zsm_Latn-xho_Latn", + "languages": [ + "zsm-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-ars_Arab", + "languages": [ + "zsm-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-ceb_Latn", + "languages": [ + "zsm-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.477148, + "recall": 0.557312, + "f1": 0.498851, + "accuracy": 0.557312, + "main_score": 0.498851, + "hf_subset": "zsm_Latn-fuv_Latn", + "languages": [ + "zsm-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.471205, + "recall": 0.54249, + "f1": 0.490239, + "accuracy": 0.54249, + "main_score": 0.490239, + "hf_subset": "zsm_Latn-kac_Latn", + "languages": [ + "zsm-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.615465, + "recall": 0.6917, + "f1": 0.636852, + "accuracy": 0.6917, + "main_score": 0.636852, + "hf_subset": "zsm_Latn-lin_Latn", + "languages": [ + "zsm-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-nno_Latn", + "languages": [ + "zsm-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.878689, + "recall": 0.913043, + "f1": 0.88913, + "accuracy": 0.913043, + "main_score": 0.88913, + "hf_subset": "zsm_Latn-sat_Olck", + "languages": [ + "zsm-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "zsm_Latn-tel_Telu", + "languages": [ + "zsm-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "zsm_Latn-ydd_Hebr", + "languages": [ + "zsm-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "zsm_Latn-ary_Arab", + "languages": [ + "zsm-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ces_Latn", + "languages": [ + "zsm-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.577722, + "recall": 0.652174, + "f1": 0.598374, + "accuracy": 0.652174, + "main_score": 0.598374, + "hf_subset": "zsm_Latn-gaz_Latn", + "languages": [ + "zsm-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.540128, + "recall": 0.618577, + "f1": 0.561545, + "accuracy": 0.618577, + "main_score": 0.561545, + "hf_subset": "zsm_Latn-kam_Latn", + "languages": [ + "zsm-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "zsm_Latn-lit_Latn", + "languages": [ + "zsm-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-nob_Latn", + "languages": [ + "zsm-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.98946, + "recall": 0.992095, + "f1": 0.990283, + "accuracy": 0.992095, + "main_score": 0.990283, + "hf_subset": "zsm_Latn-scn_Latn", + "languages": [ + "zsm-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "zsm_Latn-tgk_Cyrl", + "languages": [ + "zsm-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.758952, + "recall": 0.822134, + "f1": 0.777652, + "accuracy": 0.822134, + "main_score": 0.777652, + "hf_subset": "zsm_Latn-yor_Latn", + "languages": [ + "zsm-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-arz_Arab", + "languages": [ + "zsm-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.482357, + "recall": 0.561265, + "f1": 0.503921, + "accuracy": 0.561265, + "main_score": 0.503921, + "hf_subset": "zsm_Latn-cjk_Latn", + "languages": [ + "zsm-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.940876, + "recall": 0.959486, + "f1": 0.94697, + "accuracy": 0.959486, + "main_score": 0.94697, + "hf_subset": "zsm_Latn-gla_Latn", + "languages": [ + "zsm-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.991765, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "zsm_Latn-kan_Knda", + "languages": [ + "zsm-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "zsm_Latn-lmo_Latn", + "languages": [ + "zsm-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "zsm_Latn-npi_Deva", + "languages": [ + "zsm-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.545356, + "recall": 0.626482, + "f1": 0.567804, + "accuracy": 0.626482, + "main_score": 0.567804, + "hf_subset": "zsm_Latn-shn_Mymr", + "languages": [ + "zsm-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "zsm_Latn-tgl_Latn", + "languages": [ + "zsm-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-yue_Hant", + "languages": [ + "zsm-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "zsm_Latn-asm_Beng", + "languages": [ + "zsm-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.934618, + "recall": 0.954545, + "f1": 0.941041, + "accuracy": 0.954545, + "main_score": 0.941041, + "hf_subset": "zsm_Latn-ckb_Arab", + "languages": [ + "zsm-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "zsm_Latn-gle_Latn", + "languages": [ + "zsm-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.91609, + "recall": 0.940711, + "f1": 0.923781, + "accuracy": 0.940711, + "main_score": 0.923781, + "hf_subset": "zsm_Latn-kas_Arab", + "languages": [ + "zsm-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.899489, + "recall": 0.929842, + "f1": 0.909157, + "accuracy": 0.929842, + "main_score": 0.909157, + "hf_subset": "zsm_Latn-ltg_Latn", + "languages": [ + "zsm-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.796064, + "recall": 0.847826, + "f1": 0.812225, + "accuracy": 0.847826, + "main_score": 0.812225, + "hf_subset": "zsm_Latn-nso_Latn", + "languages": [ + "zsm-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "zsm_Latn-sin_Sinh", + "languages": [ + "zsm-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-tha_Thai", + "languages": [ + "zsm-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "zsm_Latn-zho_Hans", + "languages": [ + "zsm-Latn", + "zho-Hans" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ast_Latn", + "languages": [ + "zsm-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zsm_Latn-crh_Latn", + "languages": [ + "zsm-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-glg_Latn", + "languages": [ + "zsm-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.86194, + "recall": 0.902174, + "f1": 0.874374, + "accuracy": 0.902174, + "main_score": 0.874374, + "hf_subset": "zsm_Latn-kas_Deva", + "languages": [ + "zsm-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "zsm_Latn-ltz_Latn", + "languages": [ + "zsm-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.423005, + "recall": 0.494071, + "f1": 0.441871, + "accuracy": 0.494071, + "main_score": 0.441871, + "hf_subset": "zsm_Latn-nus_Latn", + "languages": [ + "zsm-Latn", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-slk_Latn", + "languages": [ + "zsm-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.643445, + "recall": 0.727273, + "f1": 0.667645, + "accuracy": 0.727273, + "main_score": 0.667645, + "hf_subset": "zsm_Latn-tir_Ethi", + "languages": [ + "zsm-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-zho_Hant", + "languages": [ + "zsm-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.97752, + "recall": 0.983202, + "f1": 0.979315, + "accuracy": 0.983202, + "main_score": 0.979315, + "hf_subset": "zsm_Latn-awa_Deva", + "languages": [ + "zsm-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "zsm_Latn-cym_Latn", + "languages": [ + "zsm-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.774193, + "recall": 0.83004, + "f1": 0.790876, + "accuracy": 0.83004, + "main_score": 0.790876, + "hf_subset": "zsm_Latn-grn_Latn", + "languages": [ + "zsm-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zsm_Latn-kat_Geor", + "languages": [ + "zsm-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.598572, + "recall": 0.662055, + "f1": 0.615812, + "accuracy": 0.662055, + "main_score": 0.615812, + "hf_subset": "zsm_Latn-lua_Latn", + "languages": [ + "zsm-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.830599, + "recall": 0.87747, + "f1": 0.845191, + "accuracy": 0.87747, + "main_score": 0.845191, + "hf_subset": "zsm_Latn-nya_Latn", + "languages": [ + "zsm-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "zsm_Latn-slv_Latn", + "languages": [ + "zsm-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "zsm_Latn-tpi_Latn", + "languages": [ + "zsm-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.495426, + "recall": 0.566206, + "f1": 0.515033, + "accuracy": 0.566206, + "main_score": 0.515033, + "hf_subset": "zsm_Latn-ayr_Latn", + "languages": [ + "zsm-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-dan_Latn", + "languages": [ + "zsm-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-guj_Gujr", + "languages": [ + "zsm-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "zsm_Latn-kaz_Cyrl", + "languages": [ + "zsm-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.644204, + "recall": 0.718379, + "f1": 0.665637, + "accuracy": 0.718379, + "main_score": 0.665637, + "hf_subset": "zsm_Latn-lug_Latn", + "languages": [ + "zsm-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-oci_Latn", + "languages": [ + "zsm-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.844516, + "recall": 0.887352, + "f1": 0.858103, + "accuracy": 0.887352, + "main_score": 0.858103, + "hf_subset": "zsm_Latn-smo_Latn", + "languages": [ + "zsm-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.738241, + "recall": 0.802372, + "f1": 0.757628, + "accuracy": 0.802372, + "main_score": 0.757628, + "hf_subset": "zsm_Latn-tsn_Latn", + "languages": [ + "zsm-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.904068, + "recall": 0.932806, + "f1": 0.913274, + "accuracy": 0.932806, + "main_score": 0.913274, + "hf_subset": "zsm_Latn-zul_Latn", + "languages": [ + "zsm-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.932559, + "recall": 0.953557, + "f1": 0.939295, + "accuracy": 0.953557, + "main_score": 0.939295, + "hf_subset": "zsm_Latn-azb_Arab", + "languages": [ + "zsm-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-deu_Latn", + "languages": [ + "zsm-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "zsm_Latn-hat_Latn", + "languages": [ + "zsm-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.4822, + "recall": 0.544466, + "f1": 0.499695, + "accuracy": 0.544466, + "main_score": 0.499695, + "hf_subset": "zsm_Latn-kbp_Latn", + "languages": [ + "zsm-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.508665, + "recall": 0.58004, + "f1": 0.527939, + "accuracy": 0.58004, + "main_score": 0.527939, + "hf_subset": "zsm_Latn-luo_Latn", + "languages": [ + "zsm-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "zsm_Latn-ory_Orya", + "languages": [ + "zsm-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.906209, + "recall": 0.934783, + "f1": 0.915415, + "accuracy": 0.934783, + "main_score": 0.915415, + "hf_subset": "zsm_Latn-sna_Latn", + "languages": [ + "zsm-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.658597, + "recall": 0.732213, + "f1": 0.679462, + "accuracy": 0.732213, + "main_score": 0.679462, + "hf_subset": "zsm_Latn-tso_Latn", + "languages": [ + "zsm-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-azj_Latn", + "languages": [ + "zsm-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.489864, + "recall": 0.5583, + "f1": 0.50929, + "accuracy": 0.5583, + "main_score": 0.50929, + "hf_subset": "zsm_Latn-dik_Latn", + "languages": [ + "zsm-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.911561, + "recall": 0.939723, + "f1": 0.920784, + "accuracy": 0.939723, + "main_score": 0.920784, + "hf_subset": "zsm_Latn-hau_Latn", + "languages": [ + "zsm-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "zsm_Latn-kea_Latn", + "languages": [ + "zsm-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.922596, + "recall": 0.945652, + "f1": 0.929842, + "accuracy": 0.945652, + "main_score": 0.929842, + "hf_subset": "zsm_Latn-lus_Latn", + "languages": [ + "zsm-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.861858, + "recall": 0.900198, + "f1": 0.873932, + "accuracy": 0.900198, + "main_score": 0.873932, + "hf_subset": "zsm_Latn-pag_Latn", + "languages": [ + "zsm-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "zsm_Latn-snd_Arab", + "languages": [ + "zsm-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "zsm_Latn-tuk_Latn", + "languages": [ + "zsm-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "zsm_Latn-bak_Cyrl", + "languages": [ + "zsm-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.452141, + "recall": 0.533597, + "f1": 0.474271, + "accuracy": 0.533597, + "main_score": 0.474271, + "hf_subset": "zsm_Latn-dyu_Latn", + "languages": [ + "zsm-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-heb_Hebr", + "languages": [ + "zsm-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "zsm_Latn-khk_Cyrl", + "languages": [ + "zsm-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-lvs_Latn", + "languages": [ + "zsm-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zsm_Latn-pan_Guru", + "languages": [ + "zsm-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.8778, + "recall": 0.914032, + "f1": 0.88913, + "accuracy": 0.914032, + "main_score": 0.88913, + "hf_subset": "zsm_Latn-som_Latn", + "languages": [ + "zsm-Latn", + "som-Latn" + ] + }, + { + "precision": 0.697638, + "recall": 0.766798, + "f1": 0.718419, + "accuracy": 0.766798, + "main_score": 0.718419, + "hf_subset": "zsm_Latn-tum_Latn", + "languages": [ + "zsm-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.38726, + "recall": 0.443676, + "f1": 0.402781, + "accuracy": 0.443676, + "main_score": 0.402781, + "hf_subset": "ayr_Latn-ace_Arab", + "languages": [ + "ayr-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.485743, + "recall": 0.522727, + "f1": 0.496499, + "accuracy": 0.522727, + "main_score": 0.496499, + "hf_subset": "ayr_Latn-bam_Latn", + "languages": [ + "ayr-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.33248, + "recall": 0.387352, + "f1": 0.346593, + "accuracy": 0.387352, + "main_score": 0.346593, + "hf_subset": "ayr_Latn-dzo_Tibt", + "languages": [ + "ayr-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.494737, + "recall": 0.545455, + "f1": 0.508435, + "accuracy": 0.545455, + "main_score": 0.508435, + "hf_subset": "ayr_Latn-hin_Deva", + "languages": [ + "ayr-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.44753, + "recall": 0.497036, + "f1": 0.461456, + "accuracy": 0.497036, + "main_score": 0.461456, + "hf_subset": "ayr_Latn-khm_Khmr", + "languages": [ + "ayr-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.482386, + "recall": 0.52668, + "f1": 0.494435, + "accuracy": 0.52668, + "main_score": 0.494435, + "hf_subset": "ayr_Latn-mag_Deva", + "languages": [ + "ayr-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.479888, + "recall": 0.527668, + "f1": 0.493424, + "accuracy": 0.527668, + "main_score": 0.493424, + "hf_subset": "ayr_Latn-pap_Latn", + "languages": [ + "ayr-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.465886, + "recall": 0.509881, + "f1": 0.477921, + "accuracy": 0.509881, + "main_score": 0.477921, + "hf_subset": "ayr_Latn-sot_Latn", + "languages": [ + "ayr-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.496022, + "recall": 0.541502, + "f1": 0.508953, + "accuracy": 0.541502, + "main_score": 0.508953, + "hf_subset": "ayr_Latn-tur_Latn", + "languages": [ + "ayr-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.4906, + "recall": 0.534585, + "f1": 0.502389, + "accuracy": 0.534585, + "main_score": 0.502389, + "hf_subset": "ayr_Latn-ace_Latn", + "languages": [ + "ayr-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.484107, + "recall": 0.525692, + "f1": 0.495833, + "accuracy": 0.525692, + "main_score": 0.495833, + "hf_subset": "ayr_Latn-ban_Latn", + "languages": [ + "ayr-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.47231, + "recall": 0.520751, + "f1": 0.485165, + "accuracy": 0.520751, + "main_score": 0.485165, + "hf_subset": "ayr_Latn-ell_Grek", + "languages": [ + "ayr-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.482398, + "recall": 0.529644, + "f1": 0.495027, + "accuracy": 0.529644, + "main_score": 0.495027, + "hf_subset": "ayr_Latn-hne_Deva", + "languages": [ + "ayr-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.455864, + "recall": 0.499012, + "f1": 0.467702, + "accuracy": 0.499012, + "main_score": 0.467702, + "hf_subset": "ayr_Latn-kik_Latn", + "languages": [ + "ayr-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.471828, + "recall": 0.521739, + "f1": 0.485066, + "accuracy": 0.521739, + "main_score": 0.485066, + "hf_subset": "ayr_Latn-mai_Deva", + "languages": [ + "ayr-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.449436, + "recall": 0.495059, + "f1": 0.462654, + "accuracy": 0.495059, + "main_score": 0.462654, + "hf_subset": "ayr_Latn-pbt_Arab", + "languages": [ + "ayr-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.514272, + "recall": 0.560277, + "f1": 0.52715, + "accuracy": 0.560277, + "main_score": 0.52715, + "hf_subset": "ayr_Latn-spa_Latn", + "languages": [ + "ayr-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.50505, + "recall": 0.540514, + "f1": 0.515509, + "accuracy": 0.540514, + "main_score": 0.515509, + "hf_subset": "ayr_Latn-twi_Latn", + "languages": [ + "ayr-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.477167, + "recall": 0.525692, + "f1": 0.490611, + "accuracy": 0.525692, + "main_score": 0.490611, + "hf_subset": "ayr_Latn-acm_Arab", + "languages": [ + "ayr-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.452896, + "recall": 0.5, + "f1": 0.466124, + "accuracy": 0.5, + "main_score": 0.466124, + "hf_subset": "ayr_Latn-bel_Cyrl", + "languages": [ + "ayr-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.513651, + "recall": 0.568182, + "f1": 0.528753, + "accuracy": 0.568182, + "main_score": 0.528753, + "hf_subset": "ayr_Latn-eng_Latn", + "languages": [ + "ayr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.494401, + "recall": 0.544466, + "f1": 0.508569, + "accuracy": 0.544466, + "main_score": 0.508569, + "hf_subset": "ayr_Latn-hrv_Latn", + "languages": [ + "ayr-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.463656, + "recall": 0.501976, + "f1": 0.474181, + "accuracy": 0.501976, + "main_score": 0.474181, + "hf_subset": "ayr_Latn-kin_Latn", + "languages": [ + "ayr-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.468713, + "recall": 0.518775, + "f1": 0.482122, + "accuracy": 0.518775, + "main_score": 0.482122, + "hf_subset": "ayr_Latn-mal_Mlym", + "languages": [ + "ayr-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.465281, + "recall": 0.514822, + "f1": 0.479274, + "accuracy": 0.514822, + "main_score": 0.479274, + "hf_subset": "ayr_Latn-pes_Arab", + "languages": [ + "ayr-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.487027, + "recall": 0.531621, + "f1": 0.499241, + "accuracy": 0.531621, + "main_score": 0.499241, + "hf_subset": "ayr_Latn-srd_Latn", + "languages": [ + "ayr-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.244237, + "recall": 0.296443, + "f1": 0.256847, + "accuracy": 0.296443, + "main_score": 0.256847, + "hf_subset": "ayr_Latn-tzm_Tfng", + "languages": [ + "ayr-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.479398, + "recall": 0.530632, + "f1": 0.492959, + "accuracy": 0.530632, + "main_score": 0.492959, + "hf_subset": "ayr_Latn-acq_Arab", + "languages": [ + "ayr-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.488382, + "recall": 0.523715, + "f1": 0.498178, + "accuracy": 0.523715, + "main_score": 0.498178, + "hf_subset": "ayr_Latn-bem_Latn", + "languages": [ + "ayr-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.474474, + "recall": 0.520751, + "f1": 0.486513, + "accuracy": 0.520751, + "main_score": 0.486513, + "hf_subset": "ayr_Latn-epo_Latn", + "languages": [ + "ayr-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.493572, + "recall": 0.54249, + "f1": 0.507172, + "accuracy": 0.54249, + "main_score": 0.507172, + "hf_subset": "ayr_Latn-hun_Latn", + "languages": [ + "ayr-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.459951, + "recall": 0.508893, + "f1": 0.474186, + "accuracy": 0.508893, + "main_score": 0.474186, + "hf_subset": "ayr_Latn-kir_Cyrl", + "languages": [ + "ayr-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.477159, + "recall": 0.525692, + "f1": 0.491006, + "accuracy": 0.525692, + "main_score": 0.491006, + "hf_subset": "ayr_Latn-mar_Deva", + "languages": [ + "ayr-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.479463, + "recall": 0.525692, + "f1": 0.492024, + "accuracy": 0.525692, + "main_score": 0.492024, + "hf_subset": "ayr_Latn-plt_Latn", + "languages": [ + "ayr-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.477847, + "recall": 0.524704, + "f1": 0.490409, + "accuracy": 0.524704, + "main_score": 0.490409, + "hf_subset": "ayr_Latn-srp_Cyrl", + "languages": [ + "ayr-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.422037, + "recall": 0.470356, + "f1": 0.434959, + "accuracy": 0.470356, + "main_score": 0.434959, + "hf_subset": "ayr_Latn-uig_Arab", + "languages": [ + "ayr-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.479632, + "recall": 0.520751, + "f1": 0.491129, + "accuracy": 0.520751, + "main_score": 0.491129, + "hf_subset": "ayr_Latn-aeb_Arab", + "languages": [ + "ayr-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.460081, + "recall": 0.508893, + "f1": 0.473424, + "accuracy": 0.508893, + "main_score": 0.473424, + "hf_subset": "ayr_Latn-ben_Beng", + "languages": [ + "ayr-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.484297, + "recall": 0.528656, + "f1": 0.497134, + "accuracy": 0.528656, + "main_score": 0.497134, + "hf_subset": "ayr_Latn-est_Latn", + "languages": [ + "ayr-Latn", + "est-Latn" + ] + }, + { + "precision": 0.454057, + "recall": 0.509881, + "f1": 0.47004, + "accuracy": 0.509881, + "main_score": 0.47004, + "hf_subset": "ayr_Latn-hye_Armn", + "languages": [ + "ayr-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.491281, + "recall": 0.524704, + "f1": 0.501075, + "accuracy": 0.524704, + "main_score": 0.501075, + "hf_subset": "ayr_Latn-kmb_Latn", + "languages": [ + "ayr-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.383236, + "recall": 0.438735, + "f1": 0.398311, + "accuracy": 0.438735, + "main_score": 0.398311, + "hf_subset": "ayr_Latn-min_Arab", + "languages": [ + "ayr-Latn", + "min-Arab" + ] + }, + { + "precision": 0.490891, + "recall": 0.540514, + "f1": 0.504516, + "accuracy": 0.540514, + "main_score": 0.504516, + "hf_subset": "ayr_Latn-pol_Latn", + "languages": [ + "ayr-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.468294, + "recall": 0.509881, + "f1": 0.48001, + "accuracy": 0.509881, + "main_score": 0.48001, + "hf_subset": "ayr_Latn-ssw_Latn", + "languages": [ + "ayr-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.494602, + "recall": 0.539526, + "f1": 0.506442, + "accuracy": 0.539526, + "main_score": 0.506442, + "hf_subset": "ayr_Latn-ukr_Cyrl", + "languages": [ + "ayr-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.486812, + "recall": 0.531621, + "f1": 0.499063, + "accuracy": 0.531621, + "main_score": 0.499063, + "hf_subset": "ayr_Latn-afr_Latn", + "languages": [ + "ayr-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.491353, + "recall": 0.534585, + "f1": 0.502626, + "accuracy": 0.534585, + "main_score": 0.502626, + "hf_subset": "ayr_Latn-bho_Deva", + "languages": [ + "ayr-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.481429, + "recall": 0.520751, + "f1": 0.492477, + "accuracy": 0.520751, + "main_score": 0.492477, + "hf_subset": "ayr_Latn-eus_Latn", + "languages": [ + "ayr-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.454906, + "recall": 0.496047, + "f1": 0.466716, + "accuracy": 0.496047, + "main_score": 0.466716, + "hf_subset": "ayr_Latn-ibo_Latn", + "languages": [ + "ayr-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.474457, + "recall": 0.514822, + "f1": 0.486844, + "accuracy": 0.514822, + "main_score": 0.486844, + "hf_subset": "ayr_Latn-kmr_Latn", + "languages": [ + "ayr-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.470001, + "recall": 0.51087, + "f1": 0.480627, + "accuracy": 0.51087, + "main_score": 0.480627, + "hf_subset": "ayr_Latn-min_Latn", + "languages": [ + "ayr-Latn", + "min-Latn" + ] + }, + { + "precision": 0.518997, + "recall": 0.564229, + "f1": 0.531885, + "accuracy": 0.564229, + "main_score": 0.531885, + "hf_subset": "ayr_Latn-por_Latn", + "languages": [ + "ayr-Latn", + "por-Latn" + ] + }, + { + "precision": 0.468654, + "recall": 0.509881, + "f1": 0.480163, + "accuracy": 0.509881, + "main_score": 0.480163, + "hf_subset": "ayr_Latn-sun_Latn", + "languages": [ + "ayr-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.481061, + "recall": 0.514822, + "f1": 0.491111, + "accuracy": 0.514822, + "main_score": 0.491111, + "hf_subset": "ayr_Latn-umb_Latn", + "languages": [ + "ayr-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.48057, + "recall": 0.530632, + "f1": 0.494316, + "accuracy": 0.530632, + "main_score": 0.494316, + "hf_subset": "ayr_Latn-ajp_Arab", + "languages": [ + "ayr-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.373715, + "recall": 0.41502, + "f1": 0.385037, + "accuracy": 0.41502, + "main_score": 0.385037, + "hf_subset": "ayr_Latn-bjn_Arab", + "languages": [ + "ayr-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.452325, + "recall": 0.493083, + "f1": 0.463785, + "accuracy": 0.493083, + "main_score": 0.463785, + "hf_subset": "ayr_Latn-ewe_Latn", + "languages": [ + "ayr-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.489914, + "recall": 0.534585, + "f1": 0.502202, + "accuracy": 0.534585, + "main_score": 0.502202, + "hf_subset": "ayr_Latn-ilo_Latn", + "languages": [ + "ayr-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.270317, + "recall": 0.320158, + "f1": 0.283601, + "accuracy": 0.320158, + "main_score": 0.283601, + "hf_subset": "ayr_Latn-knc_Arab", + "languages": [ + "ayr-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.482893, + "recall": 0.530632, + "f1": 0.495844, + "accuracy": 0.530632, + "main_score": 0.495844, + "hf_subset": "ayr_Latn-mkd_Cyrl", + "languages": [ + "ayr-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.482178, + "recall": 0.527668, + "f1": 0.495026, + "accuracy": 0.527668, + "main_score": 0.495026, + "hf_subset": "ayr_Latn-prs_Arab", + "languages": [ + "ayr-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.499455, + "recall": 0.548419, + "f1": 0.512875, + "accuracy": 0.548419, + "main_score": 0.512875, + "hf_subset": "ayr_Latn-swe_Latn", + "languages": [ + "ayr-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.452746, + "recall": 0.503953, + "f1": 0.466442, + "accuracy": 0.503953, + "main_score": 0.466442, + "hf_subset": "ayr_Latn-urd_Arab", + "languages": [ + "ayr-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.491327, + "recall": 0.528656, + "f1": 0.502105, + "accuracy": 0.528656, + "main_score": 0.502105, + "hf_subset": "ayr_Latn-aka_Latn", + "languages": [ + "ayr-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.489446, + "recall": 0.530632, + "f1": 0.501394, + "accuracy": 0.530632, + "main_score": 0.501394, + "hf_subset": "ayr_Latn-bjn_Latn", + "languages": [ + "ayr-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.462929, + "recall": 0.508893, + "f1": 0.475867, + "accuracy": 0.508893, + "main_score": 0.475867, + "hf_subset": "ayr_Latn-fao_Latn", + "languages": [ + "ayr-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.483121, + "recall": 0.532609, + "f1": 0.497058, + "accuracy": 0.532609, + "main_score": 0.497058, + "hf_subset": "ayr_Latn-ind_Latn", + "languages": [ + "ayr-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.498441, + "recall": 0.532609, + "f1": 0.508076, + "accuracy": 0.532609, + "main_score": 0.508076, + "hf_subset": "ayr_Latn-knc_Latn", + "languages": [ + "ayr-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.482835, + "recall": 0.519763, + "f1": 0.493238, + "accuracy": 0.519763, + "main_score": 0.493238, + "hf_subset": "ayr_Latn-mlt_Latn", + "languages": [ + "ayr-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.523472, + "recall": 0.562253, + "f1": 0.534688, + "accuracy": 0.562253, + "main_score": 0.534688, + "hf_subset": "ayr_Latn-quy_Latn", + "languages": [ + "ayr-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.475472, + "recall": 0.520751, + "f1": 0.488024, + "accuracy": 0.520751, + "main_score": 0.488024, + "hf_subset": "ayr_Latn-swh_Latn", + "languages": [ + "ayr-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.453672, + "recall": 0.503953, + "f1": 0.467494, + "accuracy": 0.503953, + "main_score": 0.467494, + "hf_subset": "ayr_Latn-uzn_Latn", + "languages": [ + "ayr-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.470148, + "recall": 0.514822, + "f1": 0.482631, + "accuracy": 0.514822, + "main_score": 0.482631, + "hf_subset": "ayr_Latn-als_Latn", + "languages": [ + "ayr-Latn", + "als-Latn" + ] + }, + { + "precision": 0.364399, + "recall": 0.412055, + "f1": 0.377092, + "accuracy": 0.412055, + "main_score": 0.377092, + "hf_subset": "ayr_Latn-bod_Tibt", + "languages": [ + "ayr-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.487407, + "recall": 0.525692, + "f1": 0.498141, + "accuracy": 0.525692, + "main_score": 0.498141, + "hf_subset": "ayr_Latn-fij_Latn", + "languages": [ + "ayr-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.458892, + "recall": 0.506917, + "f1": 0.471821, + "accuracy": 0.506917, + "main_score": 0.471821, + "hf_subset": "ayr_Latn-isl_Latn", + "languages": [ + "ayr-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.50691, + "recall": 0.540514, + "f1": 0.516204, + "accuracy": 0.540514, + "main_score": 0.516204, + "hf_subset": "ayr_Latn-kon_Latn", + "languages": [ + "ayr-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.426927, + "recall": 0.476285, + "f1": 0.441062, + "accuracy": 0.476285, + "main_score": 0.441062, + "hf_subset": "ayr_Latn-mni_Beng", + "languages": [ + "ayr-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.497783, + "recall": 0.54249, + "f1": 0.510116, + "accuracy": 0.54249, + "main_score": 0.510116, + "hf_subset": "ayr_Latn-ron_Latn", + "languages": [ + "ayr-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.487641, + "recall": 0.531621, + "f1": 0.50001, + "accuracy": 0.531621, + "main_score": 0.50001, + "hf_subset": "ayr_Latn-szl_Latn", + "languages": [ + "ayr-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.500961, + "recall": 0.541502, + "f1": 0.511969, + "accuracy": 0.541502, + "main_score": 0.511969, + "hf_subset": "ayr_Latn-vec_Latn", + "languages": [ + "ayr-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.482218, + "recall": 0.522727, + "f1": 0.493412, + "accuracy": 0.522727, + "main_score": 0.493412, + "hf_subset": "ayr_Latn-amh_Ethi", + "languages": [ + "ayr-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.504922, + "recall": 0.552372, + "f1": 0.517328, + "accuracy": 0.552372, + "main_score": 0.517328, + "hf_subset": "ayr_Latn-bos_Latn", + "languages": [ + "ayr-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.462813, + "recall": 0.511858, + "f1": 0.476732, + "accuracy": 0.511858, + "main_score": 0.476732, + "hf_subset": "ayr_Latn-fin_Latn", + "languages": [ + "ayr-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.506031, + "recall": 0.55336, + "f1": 0.51933, + "accuracy": 0.55336, + "main_score": 0.51933, + "hf_subset": "ayr_Latn-ita_Latn", + "languages": [ + "ayr-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.510343, + "recall": 0.552372, + "f1": 0.522761, + "accuracy": 0.552372, + "main_score": 0.522761, + "hf_subset": "ayr_Latn-kor_Hang", + "languages": [ + "ayr-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.464844, + "recall": 0.509881, + "f1": 0.478169, + "accuracy": 0.509881, + "main_score": 0.478169, + "hf_subset": "ayr_Latn-mos_Latn", + "languages": [ + "ayr-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.464061, + "recall": 0.501976, + "f1": 0.474894, + "accuracy": 0.501976, + "main_score": 0.474894, + "hf_subset": "ayr_Latn-run_Latn", + "languages": [ + "ayr-Latn", + "run-Latn" + ] + }, + { + "precision": 0.456193, + "recall": 0.505929, + "f1": 0.470703, + "accuracy": 0.505929, + "main_score": 0.470703, + "hf_subset": "ayr_Latn-tam_Taml", + "languages": [ + "ayr-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.498453, + "recall": 0.538538, + "f1": 0.509333, + "accuracy": 0.538538, + "main_score": 0.509333, + "hf_subset": "ayr_Latn-vie_Latn", + "languages": [ + "ayr-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.479112, + "recall": 0.521739, + "f1": 0.490255, + "accuracy": 0.521739, + "main_score": 0.490255, + "hf_subset": "ayr_Latn-apc_Arab", + "languages": [ + "ayr-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.488107, + "recall": 0.524704, + "f1": 0.498774, + "accuracy": 0.524704, + "main_score": 0.498774, + "hf_subset": "ayr_Latn-bug_Latn", + "languages": [ + "ayr-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.454458, + "recall": 0.494071, + "f1": 0.465504, + "accuracy": 0.494071, + "main_score": 0.465504, + "hf_subset": "ayr_Latn-fon_Latn", + "languages": [ + "ayr-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.477688, + "recall": 0.525692, + "f1": 0.490365, + "accuracy": 0.525692, + "main_score": 0.490365, + "hf_subset": "ayr_Latn-jav_Latn", + "languages": [ + "ayr-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.4353, + "recall": 0.482213, + "f1": 0.448432, + "accuracy": 0.482213, + "main_score": 0.448432, + "hf_subset": "ayr_Latn-lao_Laoo", + "languages": [ + "ayr-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.445909, + "recall": 0.491107, + "f1": 0.458865, + "accuracy": 0.491107, + "main_score": 0.458865, + "hf_subset": "ayr_Latn-mri_Latn", + "languages": [ + "ayr-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.497752, + "recall": 0.540514, + "f1": 0.509889, + "accuracy": 0.540514, + "main_score": 0.509889, + "hf_subset": "ayr_Latn-rus_Cyrl", + "languages": [ + "ayr-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.461549, + "recall": 0.498024, + "f1": 0.471902, + "accuracy": 0.498024, + "main_score": 0.471902, + "hf_subset": "ayr_Latn-taq_Latn", + "languages": [ + "ayr-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.496992, + "recall": 0.539526, + "f1": 0.508447, + "accuracy": 0.539526, + "main_score": 0.508447, + "hf_subset": "ayr_Latn-war_Latn", + "languages": [ + "ayr-Latn", + "war-Latn" + ] + }, + { + "precision": 0.477332, + "recall": 0.529644, + "f1": 0.491367, + "accuracy": 0.529644, + "main_score": 0.491367, + "hf_subset": "ayr_Latn-arb_Arab", + "languages": [ + "ayr-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.495283, + "recall": 0.544466, + "f1": 0.508665, + "accuracy": 0.544466, + "main_score": 0.508665, + "hf_subset": "ayr_Latn-bul_Cyrl", + "languages": [ + "ayr-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.513714, + "recall": 0.557312, + "f1": 0.526005, + "accuracy": 0.557312, + "main_score": 0.526005, + "hf_subset": "ayr_Latn-fra_Latn", + "languages": [ + "ayr-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.489857, + "recall": 0.534585, + "f1": 0.502363, + "accuracy": 0.534585, + "main_score": 0.502363, + "hf_subset": "ayr_Latn-jpn_Jpan", + "languages": [ + "ayr-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.500552, + "recall": 0.54249, + "f1": 0.513321, + "accuracy": 0.54249, + "main_score": 0.513321, + "hf_subset": "ayr_Latn-lij_Latn", + "languages": [ + "ayr-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.456566, + "recall": 0.500988, + "f1": 0.468889, + "accuracy": 0.500988, + "main_score": 0.468889, + "hf_subset": "ayr_Latn-mya_Mymr", + "languages": [ + "ayr-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.502892, + "recall": 0.539526, + "f1": 0.513302, + "accuracy": 0.539526, + "main_score": 0.513302, + "hf_subset": "ayr_Latn-sag_Latn", + "languages": [ + "ayr-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.251475, + "recall": 0.300395, + "f1": 0.264304, + "accuracy": 0.300395, + "main_score": 0.264304, + "hf_subset": "ayr_Latn-taq_Tfng", + "languages": [ + "ayr-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.505797, + "recall": 0.540514, + "f1": 0.516224, + "accuracy": 0.540514, + "main_score": 0.516224, + "hf_subset": "ayr_Latn-wol_Latn", + "languages": [ + "ayr-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.434092, + "recall": 0.479249, + "f1": 0.44585, + "accuracy": 0.479249, + "main_score": 0.44585, + "hf_subset": "ayr_Latn-arb_Latn", + "languages": [ + "ayr-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.504968, + "recall": 0.548419, + "f1": 0.516854, + "accuracy": 0.548419, + "main_score": 0.516854, + "hf_subset": "ayr_Latn-cat_Latn", + "languages": [ + "ayr-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.497047, + "recall": 0.543478, + "f1": 0.509799, + "accuracy": 0.543478, + "main_score": 0.509799, + "hf_subset": "ayr_Latn-fur_Latn", + "languages": [ + "ayr-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.3928, + "recall": 0.439723, + "f1": 0.405685, + "accuracy": 0.439723, + "main_score": 0.405685, + "hf_subset": "ayr_Latn-kab_Latn", + "languages": [ + "ayr-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.477784, + "recall": 0.523715, + "f1": 0.489975, + "accuracy": 0.523715, + "main_score": 0.489975, + "hf_subset": "ayr_Latn-lim_Latn", + "languages": [ + "ayr-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.498576, + "recall": 0.547431, + "f1": 0.512036, + "accuracy": 0.547431, + "main_score": 0.512036, + "hf_subset": "ayr_Latn-nld_Latn", + "languages": [ + "ayr-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.444439, + "recall": 0.499012, + "f1": 0.459681, + "accuracy": 0.499012, + "main_score": 0.459681, + "hf_subset": "ayr_Latn-san_Deva", + "languages": [ + "ayr-Latn", + "san-Deva" + ] + }, + { + "precision": 0.476274, + "recall": 0.520751, + "f1": 0.488361, + "accuracy": 0.520751, + "main_score": 0.488361, + "hf_subset": "ayr_Latn-tat_Cyrl", + "languages": [ + "ayr-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.475143, + "recall": 0.519763, + "f1": 0.487078, + "accuracy": 0.519763, + "main_score": 0.487078, + "hf_subset": "ayr_Latn-xho_Latn", + "languages": [ + "ayr-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.467512, + "recall": 0.518775, + "f1": 0.481541, + "accuracy": 0.518775, + "main_score": 0.481541, + "hf_subset": "ayr_Latn-ars_Arab", + "languages": [ + "ayr-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.472084, + "recall": 0.520751, + "f1": 0.485359, + "accuracy": 0.520751, + "main_score": 0.485359, + "hf_subset": "ayr_Latn-ceb_Latn", + "languages": [ + "ayr-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.457227, + "recall": 0.500988, + "f1": 0.469697, + "accuracy": 0.500988, + "main_score": 0.469697, + "hf_subset": "ayr_Latn-fuv_Latn", + "languages": [ + "ayr-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.481225, + "recall": 0.51581, + "f1": 0.491023, + "accuracy": 0.51581, + "main_score": 0.491023, + "hf_subset": "ayr_Latn-kac_Latn", + "languages": [ + "ayr-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.518429, + "recall": 0.554348, + "f1": 0.52876, + "accuracy": 0.554348, + "main_score": 0.52876, + "hf_subset": "ayr_Latn-lin_Latn", + "languages": [ + "ayr-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.479762, + "recall": 0.524704, + "f1": 0.491945, + "accuracy": 0.524704, + "main_score": 0.491945, + "hf_subset": "ayr_Latn-nno_Latn", + "languages": [ + "ayr-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.456225, + "recall": 0.496047, + "f1": 0.467101, + "accuracy": 0.496047, + "main_score": 0.467101, + "hf_subset": "ayr_Latn-sat_Olck", + "languages": [ + "ayr-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.450745, + "recall": 0.5, + "f1": 0.463457, + "accuracy": 0.5, + "main_score": 0.463457, + "hf_subset": "ayr_Latn-tel_Telu", + "languages": [ + "ayr-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.444603, + "recall": 0.499012, + "f1": 0.459477, + "accuracy": 0.499012, + "main_score": 0.459477, + "hf_subset": "ayr_Latn-ydd_Hebr", + "languages": [ + "ayr-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.45645, + "recall": 0.507905, + "f1": 0.470478, + "accuracy": 0.507905, + "main_score": 0.470478, + "hf_subset": "ayr_Latn-ary_Arab", + "languages": [ + "ayr-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.495011, + "recall": 0.541502, + "f1": 0.507943, + "accuracy": 0.541502, + "main_score": 0.507943, + "hf_subset": "ayr_Latn-ces_Latn", + "languages": [ + "ayr-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.460185, + "recall": 0.501976, + "f1": 0.471658, + "accuracy": 0.501976, + "main_score": 0.471658, + "hf_subset": "ayr_Latn-gaz_Latn", + "languages": [ + "ayr-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.489696, + "recall": 0.528656, + "f1": 0.500621, + "accuracy": 0.528656, + "main_score": 0.500621, + "hf_subset": "ayr_Latn-kam_Latn", + "languages": [ + "ayr-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.47724, + "recall": 0.52668, + "f1": 0.490302, + "accuracy": 0.52668, + "main_score": 0.490302, + "hf_subset": "ayr_Latn-lit_Latn", + "languages": [ + "ayr-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.486775, + "recall": 0.536561, + "f1": 0.500834, + "accuracy": 0.536561, + "main_score": 0.500834, + "hf_subset": "ayr_Latn-nob_Latn", + "languages": [ + "ayr-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.494069, + "recall": 0.527668, + "f1": 0.503781, + "accuracy": 0.527668, + "main_score": 0.503781, + "hf_subset": "ayr_Latn-scn_Latn", + "languages": [ + "ayr-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.453127, + "recall": 0.496047, + "f1": 0.465246, + "accuracy": 0.496047, + "main_score": 0.465246, + "hf_subset": "ayr_Latn-tgk_Cyrl", + "languages": [ + "ayr-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.435091, + "recall": 0.48419, + "f1": 0.449037, + "accuracy": 0.48419, + "main_score": 0.449037, + "hf_subset": "ayr_Latn-yor_Latn", + "languages": [ + "ayr-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.488239, + "recall": 0.537549, + "f1": 0.500655, + "accuracy": 0.537549, + "main_score": 0.500655, + "hf_subset": "ayr_Latn-arz_Arab", + "languages": [ + "ayr-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.465257, + "recall": 0.508893, + "f1": 0.477921, + "accuracy": 0.508893, + "main_score": 0.477921, + "hf_subset": "ayr_Latn-cjk_Latn", + "languages": [ + "ayr-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.453584, + "recall": 0.5, + "f1": 0.466638, + "accuracy": 0.5, + "main_score": 0.466638, + "hf_subset": "ayr_Latn-gla_Latn", + "languages": [ + "ayr-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.445374, + "recall": 0.490119, + "f1": 0.458352, + "accuracy": 0.490119, + "main_score": 0.458352, + "hf_subset": "ayr_Latn-kan_Knda", + "languages": [ + "ayr-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.501898, + "recall": 0.544466, + "f1": 0.513517, + "accuracy": 0.544466, + "main_score": 0.513517, + "hf_subset": "ayr_Latn-lmo_Latn", + "languages": [ + "ayr-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.469841, + "recall": 0.514822, + "f1": 0.482267, + "accuracy": 0.514822, + "main_score": 0.482267, + "hf_subset": "ayr_Latn-npi_Deva", + "languages": [ + "ayr-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.416284, + "recall": 0.462451, + "f1": 0.428826, + "accuracy": 0.462451, + "main_score": 0.428826, + "hf_subset": "ayr_Latn-shn_Mymr", + "languages": [ + "ayr-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.483297, + "recall": 0.528656, + "f1": 0.495564, + "accuracy": 0.528656, + "main_score": 0.495564, + "hf_subset": "ayr_Latn-tgl_Latn", + "languages": [ + "ayr-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.478077, + "recall": 0.522727, + "f1": 0.490139, + "accuracy": 0.522727, + "main_score": 0.490139, + "hf_subset": "ayr_Latn-yue_Hant", + "languages": [ + "ayr-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.431039, + "recall": 0.477273, + "f1": 0.444255, + "accuracy": 0.477273, + "main_score": 0.444255, + "hf_subset": "ayr_Latn-asm_Beng", + "languages": [ + "ayr-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.460623, + "recall": 0.503953, + "f1": 0.472821, + "accuracy": 0.503953, + "main_score": 0.472821, + "hf_subset": "ayr_Latn-ckb_Arab", + "languages": [ + "ayr-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.45434, + "recall": 0.504941, + "f1": 0.468462, + "accuracy": 0.504941, + "main_score": 0.468462, + "hf_subset": "ayr_Latn-gle_Latn", + "languages": [ + "ayr-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.459094, + "recall": 0.506917, + "f1": 0.471973, + "accuracy": 0.506917, + "main_score": 0.471973, + "hf_subset": "ayr_Latn-kas_Arab", + "languages": [ + "ayr-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.467698, + "recall": 0.511858, + "f1": 0.480412, + "accuracy": 0.511858, + "main_score": 0.480412, + "hf_subset": "ayr_Latn-ltg_Latn", + "languages": [ + "ayr-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.491022, + "recall": 0.533597, + "f1": 0.502821, + "accuracy": 0.533597, + "main_score": 0.502821, + "hf_subset": "ayr_Latn-nso_Latn", + "languages": [ + "ayr-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.447539, + "recall": 0.496047, + "f1": 0.460992, + "accuracy": 0.496047, + "main_score": 0.460992, + "hf_subset": "ayr_Latn-sin_Sinh", + "languages": [ + "ayr-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.466773, + "recall": 0.51087, + "f1": 0.478587, + "accuracy": 0.51087, + "main_score": 0.478587, + "hf_subset": "ayr_Latn-tha_Thai", + "languages": [ + "ayr-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.434679, + "recall": 0.479249, + "f1": 0.446333, + "accuracy": 0.479249, + "main_score": 0.446333, + "hf_subset": "ayr_Latn-zho_Hans", + "languages": [ + "ayr-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.491022, + "recall": 0.536561, + "f1": 0.503823, + "accuracy": 0.536561, + "main_score": 0.503823, + "hf_subset": "ayr_Latn-ast_Latn", + "languages": [ + "ayr-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.489493, + "recall": 0.527668, + "f1": 0.500434, + "accuracy": 0.527668, + "main_score": 0.500434, + "hf_subset": "ayr_Latn-crh_Latn", + "languages": [ + "ayr-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.502722, + "recall": 0.549407, + "f1": 0.514918, + "accuracy": 0.549407, + "main_score": 0.514918, + "hf_subset": "ayr_Latn-glg_Latn", + "languages": [ + "ayr-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.479968, + "recall": 0.524704, + "f1": 0.492691, + "accuracy": 0.524704, + "main_score": 0.492691, + "hf_subset": "ayr_Latn-kas_Deva", + "languages": [ + "ayr-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.472125, + "recall": 0.512846, + "f1": 0.482823, + "accuracy": 0.512846, + "main_score": 0.482823, + "hf_subset": "ayr_Latn-ltz_Latn", + "languages": [ + "ayr-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.440967, + "recall": 0.483202, + "f1": 0.453034, + "accuracy": 0.483202, + "main_score": 0.453034, + "hf_subset": "ayr_Latn-nus_Latn", + "languages": [ + "ayr-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.492153, + "recall": 0.532609, + "f1": 0.503927, + "accuracy": 0.532609, + "main_score": 0.503927, + "hf_subset": "ayr_Latn-slk_Latn", + "languages": [ + "ayr-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.466118, + "recall": 0.509881, + "f1": 0.478724, + "accuracy": 0.509881, + "main_score": 0.478724, + "hf_subset": "ayr_Latn-tir_Ethi", + "languages": [ + "ayr-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.473133, + "recall": 0.522727, + "f1": 0.486269, + "accuracy": 0.522727, + "main_score": 0.486269, + "hf_subset": "ayr_Latn-zho_Hant", + "languages": [ + "ayr-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.474073, + "recall": 0.523715, + "f1": 0.48731, + "accuracy": 0.523715, + "main_score": 0.48731, + "hf_subset": "ayr_Latn-awa_Deva", + "languages": [ + "ayr-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.470562, + "recall": 0.516798, + "f1": 0.483262, + "accuracy": 0.516798, + "main_score": 0.483262, + "hf_subset": "ayr_Latn-cym_Latn", + "languages": [ + "ayr-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.507019, + "recall": 0.547431, + "f1": 0.519324, + "accuracy": 0.547431, + "main_score": 0.519324, + "hf_subset": "ayr_Latn-grn_Latn", + "languages": [ + "ayr-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.453666, + "recall": 0.507905, + "f1": 0.468711, + "accuracy": 0.507905, + "main_score": 0.468711, + "hf_subset": "ayr_Latn-kat_Geor", + "languages": [ + "ayr-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.503101, + "recall": 0.54249, + "f1": 0.513625, + "accuracy": 0.54249, + "main_score": 0.513625, + "hf_subset": "ayr_Latn-lua_Latn", + "languages": [ + "ayr-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.455912, + "recall": 0.497036, + "f1": 0.467472, + "accuracy": 0.497036, + "main_score": 0.467472, + "hf_subset": "ayr_Latn-nya_Latn", + "languages": [ + "ayr-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.481795, + "recall": 0.528656, + "f1": 0.495111, + "accuracy": 0.528656, + "main_score": 0.495111, + "hf_subset": "ayr_Latn-slv_Latn", + "languages": [ + "ayr-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.495265, + "recall": 0.536561, + "f1": 0.506564, + "accuracy": 0.536561, + "main_score": 0.506564, + "hf_subset": "ayr_Latn-tpi_Latn", + "languages": [ + "ayr-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.499548, + "recall": 0.543478, + "f1": 0.51167, + "accuracy": 0.543478, + "main_score": 0.51167, + "hf_subset": "ayr_Latn-zsm_Latn", + "languages": [ + "ayr-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.50111, + "recall": 0.547431, + "f1": 0.514131, + "accuracy": 0.547431, + "main_score": 0.514131, + "hf_subset": "ayr_Latn-dan_Latn", + "languages": [ + "ayr-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.460035, + "recall": 0.518775, + "f1": 0.475555, + "accuracy": 0.518775, + "main_score": 0.475555, + "hf_subset": "ayr_Latn-guj_Gujr", + "languages": [ + "ayr-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.459321, + "recall": 0.506917, + "f1": 0.472768, + "accuracy": 0.506917, + "main_score": 0.472768, + "hf_subset": "ayr_Latn-kaz_Cyrl", + "languages": [ + "ayr-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.44419, + "recall": 0.490119, + "f1": 0.457602, + "accuracy": 0.490119, + "main_score": 0.457602, + "hf_subset": "ayr_Latn-lug_Latn", + "languages": [ + "ayr-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.491162, + "recall": 0.543478, + "f1": 0.505565, + "accuracy": 0.543478, + "main_score": 0.505565, + "hf_subset": "ayr_Latn-oci_Latn", + "languages": [ + "ayr-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.461227, + "recall": 0.503953, + "f1": 0.4733, + "accuracy": 0.503953, + "main_score": 0.4733, + "hf_subset": "ayr_Latn-smo_Latn", + "languages": [ + "ayr-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.466491, + "recall": 0.505929, + "f1": 0.477535, + "accuracy": 0.505929, + "main_score": 0.477535, + "hf_subset": "ayr_Latn-tsn_Latn", + "languages": [ + "ayr-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.454331, + "recall": 0.495059, + "f1": 0.465371, + "accuracy": 0.495059, + "main_score": 0.465371, + "hf_subset": "ayr_Latn-zul_Latn", + "languages": [ + "ayr-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.4267, + "recall": 0.481225, + "f1": 0.442136, + "accuracy": 0.481225, + "main_score": 0.442136, + "hf_subset": "ayr_Latn-azb_Arab", + "languages": [ + "ayr-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.505149, + "recall": 0.550395, + "f1": 0.517294, + "accuracy": 0.550395, + "main_score": 0.517294, + "hf_subset": "ayr_Latn-deu_Latn", + "languages": [ + "ayr-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.470837, + "recall": 0.518775, + "f1": 0.48357, + "accuracy": 0.518775, + "main_score": 0.48357, + "hf_subset": "ayr_Latn-hat_Latn", + "languages": [ + "ayr-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.473479, + "recall": 0.51087, + "f1": 0.484844, + "accuracy": 0.51087, + "main_score": 0.484844, + "hf_subset": "ayr_Latn-kbp_Latn", + "languages": [ + "ayr-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.490986, + "recall": 0.529644, + "f1": 0.502273, + "accuracy": 0.529644, + "main_score": 0.502273, + "hf_subset": "ayr_Latn-luo_Latn", + "languages": [ + "ayr-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.430862, + "recall": 0.488142, + "f1": 0.446062, + "accuracy": 0.488142, + "main_score": 0.446062, + "hf_subset": "ayr_Latn-ory_Orya", + "languages": [ + "ayr-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.457569, + "recall": 0.496047, + "f1": 0.468824, + "accuracy": 0.496047, + "main_score": 0.468824, + "hf_subset": "ayr_Latn-sna_Latn", + "languages": [ + "ayr-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.477116, + "recall": 0.512846, + "f1": 0.48709, + "accuracy": 0.512846, + "main_score": 0.48709, + "hf_subset": "ayr_Latn-tso_Latn", + "languages": [ + "ayr-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.469832, + "recall": 0.513834, + "f1": 0.482151, + "accuracy": 0.513834, + "main_score": 0.482151, + "hf_subset": "ayr_Latn-azj_Latn", + "languages": [ + "ayr-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.450692, + "recall": 0.488142, + "f1": 0.462023, + "accuracy": 0.488142, + "main_score": 0.462023, + "hf_subset": "ayr_Latn-dik_Latn", + "languages": [ + "ayr-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.465418, + "recall": 0.503953, + "f1": 0.475742, + "accuracy": 0.503953, + "main_score": 0.475742, + "hf_subset": "ayr_Latn-hau_Latn", + "languages": [ + "ayr-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.495064, + "recall": 0.536561, + "f1": 0.507263, + "accuracy": 0.536561, + "main_score": 0.507263, + "hf_subset": "ayr_Latn-kea_Latn", + "languages": [ + "ayr-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.4946, + "recall": 0.537549, + "f1": 0.50661, + "accuracy": 0.537549, + "main_score": 0.50661, + "hf_subset": "ayr_Latn-lus_Latn", + "languages": [ + "ayr-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.501666, + "recall": 0.545455, + "f1": 0.514198, + "accuracy": 0.545455, + "main_score": 0.514198, + "hf_subset": "ayr_Latn-pag_Latn", + "languages": [ + "ayr-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.433728, + "recall": 0.488142, + "f1": 0.448475, + "accuracy": 0.488142, + "main_score": 0.448475, + "hf_subset": "ayr_Latn-snd_Arab", + "languages": [ + "ayr-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.461616, + "recall": 0.504941, + "f1": 0.474191, + "accuracy": 0.504941, + "main_score": 0.474191, + "hf_subset": "ayr_Latn-tuk_Latn", + "languages": [ + "ayr-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.464527, + "recall": 0.508893, + "f1": 0.476323, + "accuracy": 0.508893, + "main_score": 0.476323, + "hf_subset": "ayr_Latn-bak_Cyrl", + "languages": [ + "ayr-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.409157, + "recall": 0.458498, + "f1": 0.423604, + "accuracy": 0.458498, + "main_score": 0.423604, + "hf_subset": "ayr_Latn-dyu_Latn", + "languages": [ + "ayr-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.479557, + "recall": 0.52668, + "f1": 0.491684, + "accuracy": 0.52668, + "main_score": 0.491684, + "hf_subset": "ayr_Latn-heb_Hebr", + "languages": [ + "ayr-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.460589, + "recall": 0.506917, + "f1": 0.473548, + "accuracy": 0.506917, + "main_score": 0.473548, + "hf_subset": "ayr_Latn-khk_Cyrl", + "languages": [ + "ayr-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.471365, + "recall": 0.517787, + "f1": 0.484023, + "accuracy": 0.517787, + "main_score": 0.484023, + "hf_subset": "ayr_Latn-lvs_Latn", + "languages": [ + "ayr-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.456807, + "recall": 0.507905, + "f1": 0.470472, + "accuracy": 0.507905, + "main_score": 0.470472, + "hf_subset": "ayr_Latn-pan_Guru", + "languages": [ + "ayr-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.458517, + "recall": 0.500988, + "f1": 0.4699, + "accuracy": 0.500988, + "main_score": 0.4699, + "hf_subset": "ayr_Latn-som_Latn", + "languages": [ + "ayr-Latn", + "som-Latn" + ] + }, + { + "precision": 0.464132, + "recall": 0.504941, + "f1": 0.474368, + "accuracy": 0.504941, + "main_score": 0.474368, + "hf_subset": "ayr_Latn-tum_Latn", + "languages": [ + "ayr-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.533137, + "recall": 0.629447, + "f1": 0.561133, + "accuracy": 0.629447, + "main_score": 0.561133, + "hf_subset": "dan_Latn-ace_Arab", + "languages": [ + "dan-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.47902, + "recall": 0.544466, + "f1": 0.497206, + "accuracy": 0.544466, + "main_score": 0.497206, + "hf_subset": "dan_Latn-bam_Latn", + "languages": [ + "dan-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.665813, + "recall": 0.746047, + "f1": 0.689102, + "accuracy": 0.746047, + "main_score": 0.689102, + "hf_subset": "dan_Latn-dzo_Tibt", + "languages": [ + "dan-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-hin_Deva", + "languages": [ + "dan-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "dan_Latn-khm_Khmr", + "languages": [ + "dan-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-mag_Deva", + "languages": [ + "dan-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-pap_Latn", + "languages": [ + "dan-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.872843, + "recall": 0.910079, + "f1": 0.884618, + "accuracy": 0.910079, + "main_score": 0.884618, + "hf_subset": "dan_Latn-sot_Latn", + "languages": [ + "dan-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-tur_Latn", + "languages": [ + "dan-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.86693, + "recall": 0.903162, + "f1": 0.8782, + "accuracy": 0.903162, + "main_score": 0.8782, + "hf_subset": "dan_Latn-ace_Latn", + "languages": [ + "dan-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "dan_Latn-ban_Latn", + "languages": [ + "dan-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "dan_Latn-ell_Grek", + "languages": [ + "dan-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "dan_Latn-hne_Deva", + "languages": [ + "dan-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.576047, + "recall": 0.651186, + "f1": 0.596757, + "accuracy": 0.651186, + "main_score": 0.596757, + "hf_subset": "dan_Latn-kik_Latn", + "languages": [ + "dan-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "dan_Latn-mai_Deva", + "languages": [ + "dan-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "dan_Latn-pbt_Arab", + "languages": [ + "dan-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "dan_Latn-spa_Latn", + "languages": [ + "dan-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.777454, + "recall": 0.833004, + "f1": 0.794057, + "accuracy": 0.833004, + "main_score": 0.794057, + "hf_subset": "dan_Latn-twi_Latn", + "languages": [ + "dan-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-acm_Arab", + "languages": [ + "dan-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-bel_Cyrl", + "languages": [ + "dan-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-hrv_Latn", + "languages": [ + "dan-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.85579, + "recall": 0.897233, + "f1": 0.868725, + "accuracy": 0.897233, + "main_score": 0.868725, + "hf_subset": "dan_Latn-kin_Latn", + "languages": [ + "dan-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "dan_Latn-mal_Mlym", + "languages": [ + "dan-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-pes_Arab", + "languages": [ + "dan-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "dan_Latn-srd_Latn", + "languages": [ + "dan-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.195958, + "recall": 0.263834, + "f1": 0.212122, + "accuracy": 0.263834, + "main_score": 0.212122, + "hf_subset": "dan_Latn-tzm_Tfng", + "languages": [ + "dan-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-acq_Arab", + "languages": [ + "dan-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.673403, + "recall": 0.749012, + "f1": 0.695629, + "accuracy": 0.749012, + "main_score": 0.695629, + "hf_subset": "dan_Latn-bem_Latn", + "languages": [ + "dan-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-epo_Latn", + "languages": [ + "dan-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-hun_Latn", + "languages": [ + "dan-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "dan_Latn-kir_Cyrl", + "languages": [ + "dan-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-mar_Deva", + "languages": [ + "dan-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.878047, + "recall": 0.91502, + "f1": 0.889723, + "accuracy": 0.91502, + "main_score": 0.889723, + "hf_subset": "dan_Latn-plt_Latn", + "languages": [ + "dan-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-srp_Cyrl", + "languages": [ + "dan-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.943594, + "recall": 0.960474, + "f1": 0.948847, + "accuracy": 0.960474, + "main_score": 0.948847, + "hf_subset": "dan_Latn-uig_Arab", + "languages": [ + "dan-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-aeb_Arab", + "languages": [ + "dan-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-ben_Beng", + "languages": [ + "dan-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-est_Latn", + "languages": [ + "dan-Latn", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "dan_Latn-hye_Armn", + "languages": [ + "dan-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.473259, + "recall": 0.541502, + "f1": 0.492135, + "accuracy": 0.541502, + "main_score": 0.492135, + "hf_subset": "dan_Latn-kmb_Latn", + "languages": [ + "dan-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.498465, + "recall": 0.589921, + "f1": 0.523245, + "accuracy": 0.589921, + "main_score": 0.523245, + "hf_subset": "dan_Latn-min_Arab", + "languages": [ + "dan-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-pol_Latn", + "languages": [ + "dan-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.762055, + "recall": 0.825099, + "f1": 0.781028, + "accuracy": 0.825099, + "main_score": 0.781028, + "hf_subset": "dan_Latn-ssw_Latn", + "languages": [ + "dan-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-ukr_Cyrl", + "languages": [ + "dan-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-afr_Latn", + "languages": [ + "dan-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-bho_Deva", + "languages": [ + "dan-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-eus_Latn", + "languages": [ + "dan-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.875988, + "recall": 0.913043, + "f1": 0.887615, + "accuracy": 0.913043, + "main_score": 0.887615, + "hf_subset": "dan_Latn-ibo_Latn", + "languages": [ + "dan-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.885046, + "recall": 0.916996, + "f1": 0.894697, + "accuracy": 0.916996, + "main_score": 0.894697, + "hf_subset": "dan_Latn-kmr_Latn", + "languages": [ + "dan-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "dan_Latn-min_Latn", + "languages": [ + "dan-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-por_Latn", + "languages": [ + "dan-Latn", + "por-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "dan_Latn-sun_Latn", + "languages": [ + "dan-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.473684, + "recall": 0.546443, + "f1": 0.494312, + "accuracy": 0.546443, + "main_score": 0.494312, + "hf_subset": "dan_Latn-umb_Latn", + "languages": [ + "dan-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-ajp_Arab", + "languages": [ + "dan-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.516943, + "recall": 0.602767, + "f1": 0.540212, + "accuracy": 0.602767, + "main_score": 0.540212, + "hf_subset": "dan_Latn-bjn_Arab", + "languages": [ + "dan-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.442783, + "recall": 0.505929, + "f1": 0.459508, + "accuracy": 0.505929, + "main_score": 0.459508, + "hf_subset": "dan_Latn-ewe_Latn", + "languages": [ + "dan-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "dan_Latn-ilo_Latn", + "languages": [ + "dan-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.269826, + "recall": 0.33498, + "f1": 0.286114, + "accuracy": 0.33498, + "main_score": 0.286114, + "hf_subset": "dan_Latn-knc_Arab", + "languages": [ + "dan-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-mkd_Cyrl", + "languages": [ + "dan-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-prs_Arab", + "languages": [ + "dan-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-swe_Latn", + "languages": [ + "dan-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-urd_Arab", + "languages": [ + "dan-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.757139, + "recall": 0.815217, + "f1": 0.774283, + "accuracy": 0.815217, + "main_score": 0.774283, + "hf_subset": "dan_Latn-aka_Latn", + "languages": [ + "dan-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "dan_Latn-bjn_Latn", + "languages": [ + "dan-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "dan_Latn-fao_Latn", + "languages": [ + "dan-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ind_Latn", + "languages": [ + "dan-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.511162, + "recall": 0.578063, + "f1": 0.52907, + "accuracy": 0.578063, + "main_score": 0.52907, + "hf_subset": "dan_Latn-knc_Latn", + "languages": [ + "dan-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-mlt_Latn", + "languages": [ + "dan-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.629006, + "recall": 0.703557, + "f1": 0.650314, + "accuracy": 0.703557, + "main_score": 0.650314, + "hf_subset": "dan_Latn-quy_Latn", + "languages": [ + "dan-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-swh_Latn", + "languages": [ + "dan-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "dan_Latn-uzn_Latn", + "languages": [ + "dan-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-als_Latn", + "languages": [ + "dan-Latn", + "als-Latn" + ] + }, + { + "precision": 0.827546, + "recall": 0.874506, + "f1": 0.842111, + "accuracy": 0.874506, + "main_score": 0.842111, + "hf_subset": "dan_Latn-bod_Tibt", + "languages": [ + "dan-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.629175, + "recall": 0.702569, + "f1": 0.650173, + "accuracy": 0.702569, + "main_score": 0.650173, + "hf_subset": "dan_Latn-fij_Latn", + "languages": [ + "dan-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "dan_Latn-isl_Latn", + "languages": [ + "dan-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.602475, + "recall": 0.68083, + "f1": 0.624479, + "accuracy": 0.68083, + "main_score": 0.624479, + "hf_subset": "dan_Latn-kon_Latn", + "languages": [ + "dan-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.59728, + "recall": 0.677866, + "f1": 0.619958, + "accuracy": 0.677866, + "main_score": 0.619958, + "hf_subset": "dan_Latn-mni_Beng", + "languages": [ + "dan-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ron_Latn", + "languages": [ + "dan-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "dan_Latn-szl_Latn", + "languages": [ + "dan-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-vec_Latn", + "languages": [ + "dan-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.92836, + "recall": 0.950593, + "f1": 0.935441, + "accuracy": 0.950593, + "main_score": 0.935441, + "hf_subset": "dan_Latn-amh_Ethi", + "languages": [ + "dan-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-bos_Latn", + "languages": [ + "dan-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-fin_Latn", + "languages": [ + "dan-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ita_Latn", + "languages": [ + "dan-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-kor_Hang", + "languages": [ + "dan-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.498435, + "recall": 0.563241, + "f1": 0.516145, + "accuracy": 0.563241, + "main_score": 0.516145, + "hf_subset": "dan_Latn-mos_Latn", + "languages": [ + "dan-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.771196, + "recall": 0.832016, + "f1": 0.789657, + "accuracy": 0.832016, + "main_score": 0.789657, + "hf_subset": "dan_Latn-run_Latn", + "languages": [ + "dan-Latn", + "run-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "dan_Latn-tam_Taml", + "languages": [ + "dan-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-vie_Latn", + "languages": [ + "dan-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-apc_Arab", + "languages": [ + "dan-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.717227, + "recall": 0.787549, + "f1": 0.737879, + "accuracy": 0.787549, + "main_score": 0.737879, + "hf_subset": "dan_Latn-bug_Latn", + "languages": [ + "dan-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.415221, + "recall": 0.470356, + "f1": 0.429815, + "accuracy": 0.470356, + "main_score": 0.429815, + "hf_subset": "dan_Latn-fon_Latn", + "languages": [ + "dan-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "dan_Latn-jav_Latn", + "languages": [ + "dan-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "dan_Latn-lao_Laoo", + "languages": [ + "dan-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.874506, + "recall": 0.911067, + "f1": 0.886001, + "accuracy": 0.911067, + "main_score": 0.886001, + "hf_subset": "dan_Latn-mri_Latn", + "languages": [ + "dan-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-rus_Cyrl", + "languages": [ + "dan-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.493999, + "recall": 0.561265, + "f1": 0.512398, + "accuracy": 0.561265, + "main_score": 0.512398, + "hf_subset": "dan_Latn-taq_Latn", + "languages": [ + "dan-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "dan_Latn-war_Latn", + "languages": [ + "dan-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-arb_Arab", + "languages": [ + "dan-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-bul_Cyrl", + "languages": [ + "dan-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-fra_Latn", + "languages": [ + "dan-Latn", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-jpn_Jpan", + "languages": [ + "dan-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "dan_Latn-lij_Latn", + "languages": [ + "dan-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "dan_Latn-mya_Mymr", + "languages": [ + "dan-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.548212, + "recall": 0.621542, + "f1": 0.568002, + "accuracy": 0.621542, + "main_score": 0.568002, + "hf_subset": "dan_Latn-sag_Latn", + "languages": [ + "dan-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.217393, + "recall": 0.287549, + "f1": 0.234247, + "accuracy": 0.287549, + "main_score": 0.234247, + "hf_subset": "dan_Latn-taq_Tfng", + "languages": [ + "dan-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.623605, + "recall": 0.69664, + "f1": 0.644281, + "accuracy": 0.69664, + "main_score": 0.644281, + "hf_subset": "dan_Latn-wol_Latn", + "languages": [ + "dan-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.839509, + "recall": 0.886364, + "f1": 0.853953, + "accuracy": 0.886364, + "main_score": 0.853953, + "hf_subset": "dan_Latn-arb_Latn", + "languages": [ + "dan-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-cat_Latn", + "languages": [ + "dan-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-fur_Latn", + "languages": [ + "dan-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.422277, + "recall": 0.503953, + "f1": 0.444195, + "accuracy": 0.503953, + "main_score": 0.444195, + "hf_subset": "dan_Latn-kab_Latn", + "languages": [ + "dan-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "dan_Latn-lim_Latn", + "languages": [ + "dan-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-nld_Latn", + "languages": [ + "dan-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "dan_Latn-san_Deva", + "languages": [ + "dan-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-tat_Cyrl", + "languages": [ + "dan-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.889855, + "recall": 0.921937, + "f1": 0.900033, + "accuracy": 0.921937, + "main_score": 0.900033, + "hf_subset": "dan_Latn-xho_Latn", + "languages": [ + "dan-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-ars_Arab", + "languages": [ + "dan-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-ceb_Latn", + "languages": [ + "dan-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.463802, + "recall": 0.544466, + "f1": 0.485607, + "accuracy": 0.544466, + "main_score": 0.485607, + "hf_subset": "dan_Latn-fuv_Latn", + "languages": [ + "dan-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.469524, + "recall": 0.541502, + "f1": 0.48862, + "accuracy": 0.541502, + "main_score": 0.48862, + "hf_subset": "dan_Latn-kac_Latn", + "languages": [ + "dan-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.629093, + "recall": 0.704545, + "f1": 0.65006, + "accuracy": 0.704545, + "main_score": 0.65006, + "hf_subset": "dan_Latn-lin_Latn", + "languages": [ + "dan-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-nno_Latn", + "languages": [ + "dan-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.877536, + "recall": 0.913043, + "f1": 0.888472, + "accuracy": 0.913043, + "main_score": 0.888472, + "hf_subset": "dan_Latn-sat_Olck", + "languages": [ + "dan-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-tel_Telu", + "languages": [ + "dan-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "dan_Latn-ydd_Hebr", + "languages": [ + "dan-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "dan_Latn-ary_Arab", + "languages": [ + "dan-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ces_Latn", + "languages": [ + "dan-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.550875, + "recall": 0.632411, + "f1": 0.573399, + "accuracy": 0.632411, + "main_score": 0.573399, + "hf_subset": "dan_Latn-gaz_Latn", + "languages": [ + "dan-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.537689, + "recall": 0.617589, + "f1": 0.55926, + "accuracy": 0.617589, + "main_score": 0.55926, + "hf_subset": "dan_Latn-kam_Latn", + "languages": [ + "dan-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "dan_Latn-lit_Latn", + "languages": [ + "dan-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-nob_Latn", + "languages": [ + "dan-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "dan_Latn-scn_Latn", + "languages": [ + "dan-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "dan_Latn-tgk_Cyrl", + "languages": [ + "dan-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.73834, + "recall": 0.807312, + "f1": 0.758714, + "accuracy": 0.807312, + "main_score": 0.758714, + "hf_subset": "dan_Latn-yor_Latn", + "languages": [ + "dan-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "dan_Latn-arz_Arab", + "languages": [ + "dan-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.481571, + "recall": 0.561265, + "f1": 0.502958, + "accuracy": 0.561265, + "main_score": 0.502958, + "hf_subset": "dan_Latn-cjk_Latn", + "languages": [ + "dan-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "dan_Latn-gla_Latn", + "languages": [ + "dan-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "dan_Latn-kan_Knda", + "languages": [ + "dan-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "dan_Latn-lmo_Latn", + "languages": [ + "dan-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "dan_Latn-npi_Deva", + "languages": [ + "dan-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.539919, + "recall": 0.623518, + "f1": 0.562851, + "accuracy": 0.623518, + "main_score": 0.562851, + "hf_subset": "dan_Latn-shn_Mymr", + "languages": [ + "dan-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-tgl_Latn", + "languages": [ + "dan-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-yue_Hant", + "languages": [ + "dan-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "dan_Latn-asm_Beng", + "languages": [ + "dan-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.948699, + "recall": 0.964427, + "f1": 0.953788, + "accuracy": 0.964427, + "main_score": 0.953788, + "hf_subset": "dan_Latn-ckb_Arab", + "languages": [ + "dan-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "dan_Latn-gle_Latn", + "languages": [ + "dan-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.919549, + "recall": 0.943676, + "f1": 0.927108, + "accuracy": 0.943676, + "main_score": 0.927108, + "hf_subset": "dan_Latn-kas_Arab", + "languages": [ + "dan-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.909503, + "recall": 0.936759, + "f1": 0.91805, + "accuracy": 0.936759, + "main_score": 0.91805, + "hf_subset": "dan_Latn-ltg_Latn", + "languages": [ + "dan-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.79217, + "recall": 0.84585, + "f1": 0.808449, + "accuracy": 0.84585, + "main_score": 0.808449, + "hf_subset": "dan_Latn-nso_Latn", + "languages": [ + "dan-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "dan_Latn-sin_Sinh", + "languages": [ + "dan-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-tha_Thai", + "languages": [ + "dan-Latn", + "tha-Thai" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-zho_Hans", + "languages": [ + "dan-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-ast_Latn", + "languages": [ + "dan-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "dan_Latn-crh_Latn", + "languages": [ + "dan-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-glg_Latn", + "languages": [ + "dan-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.857049, + "recall": 0.899209, + "f1": 0.870158, + "accuracy": 0.899209, + "main_score": 0.870158, + "hf_subset": "dan_Latn-kas_Deva", + "languages": [ + "dan-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-ltz_Latn", + "languages": [ + "dan-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.418941, + "recall": 0.491107, + "f1": 0.438507, + "accuracy": 0.491107, + "main_score": 0.438507, + "hf_subset": "dan_Latn-nus_Latn", + "languages": [ + "dan-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-slk_Latn", + "languages": [ + "dan-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.636514, + "recall": 0.720356, + "f1": 0.66015, + "accuracy": 0.720356, + "main_score": 0.66015, + "hf_subset": "dan_Latn-tir_Ethi", + "languages": [ + "dan-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-zho_Hant", + "languages": [ + "dan-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.982955, + "recall": 0.987154, + "f1": 0.984256, + "accuracy": 0.987154, + "main_score": 0.984256, + "hf_subset": "dan_Latn-awa_Deva", + "languages": [ + "dan-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "dan_Latn-cym_Latn", + "languages": [ + "dan-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.778113, + "recall": 0.832016, + "f1": 0.793709, + "accuracy": 0.832016, + "main_score": 0.793709, + "hf_subset": "dan_Latn-grn_Latn", + "languages": [ + "dan-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-kat_Geor", + "languages": [ + "dan-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.592605, + "recall": 0.661067, + "f1": 0.611432, + "accuracy": 0.661067, + "main_score": 0.611432, + "hf_subset": "dan_Latn-lua_Latn", + "languages": [ + "dan-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.829661, + "recall": 0.87747, + "f1": 0.844598, + "accuracy": 0.87747, + "main_score": 0.844598, + "hf_subset": "dan_Latn-nya_Latn", + "languages": [ + "dan-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-slv_Latn", + "languages": [ + "dan-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "dan_Latn-tpi_Latn", + "languages": [ + "dan-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-zsm_Latn", + "languages": [ + "dan-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.499699, + "recall": 0.571146, + "f1": 0.519235, + "accuracy": 0.571146, + "main_score": 0.519235, + "hf_subset": "dan_Latn-ayr_Latn", + "languages": [ + "dan-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-guj_Gujr", + "languages": [ + "dan-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "dan_Latn-kaz_Cyrl", + "languages": [ + "dan-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.646426, + "recall": 0.725296, + "f1": 0.668963, + "accuracy": 0.725296, + "main_score": 0.668963, + "hf_subset": "dan_Latn-lug_Latn", + "languages": [ + "dan-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-oci_Latn", + "languages": [ + "dan-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.837286, + "recall": 0.881423, + "f1": 0.850856, + "accuracy": 0.881423, + "main_score": 0.850856, + "hf_subset": "dan_Latn-smo_Latn", + "languages": [ + "dan-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.744137, + "recall": 0.811265, + "f1": 0.764559, + "accuracy": 0.811265, + "main_score": 0.764559, + "hf_subset": "dan_Latn-tsn_Latn", + "languages": [ + "dan-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.908185, + "recall": 0.936759, + "f1": 0.917391, + "accuracy": 0.936759, + "main_score": 0.917391, + "hf_subset": "dan_Latn-zul_Latn", + "languages": [ + "dan-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.945487, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "dan_Latn-azb_Arab", + "languages": [ + "dan-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-deu_Latn", + "languages": [ + "dan-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "dan_Latn-hat_Latn", + "languages": [ + "dan-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.469389, + "recall": 0.536561, + "f1": 0.488316, + "accuracy": 0.536561, + "main_score": 0.488316, + "hf_subset": "dan_Latn-kbp_Latn", + "languages": [ + "dan-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.501432, + "recall": 0.573123, + "f1": 0.520676, + "accuracy": 0.573123, + "main_score": 0.520676, + "hf_subset": "dan_Latn-luo_Latn", + "languages": [ + "dan-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "dan_Latn-ory_Orya", + "languages": [ + "dan-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.910491, + "recall": 0.938735, + "f1": 0.919697, + "accuracy": 0.938735, + "main_score": 0.919697, + "hf_subset": "dan_Latn-sna_Latn", + "languages": [ + "dan-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.662013, + "recall": 0.732213, + "f1": 0.682133, + "accuracy": 0.732213, + "main_score": 0.682133, + "hf_subset": "dan_Latn-tso_Latn", + "languages": [ + "dan-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-azj_Latn", + "languages": [ + "dan-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.482246, + "recall": 0.556324, + "f1": 0.502992, + "accuracy": 0.556324, + "main_score": 0.502992, + "hf_subset": "dan_Latn-dik_Latn", + "languages": [ + "dan-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.906621, + "recall": 0.933794, + "f1": 0.915316, + "accuracy": 0.933794, + "main_score": 0.915316, + "hf_subset": "dan_Latn-hau_Latn", + "languages": [ + "dan-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "dan_Latn-kea_Latn", + "languages": [ + "dan-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.921113, + "recall": 0.944664, + "f1": 0.928524, + "accuracy": 0.944664, + "main_score": 0.928524, + "hf_subset": "dan_Latn-lus_Latn", + "languages": [ + "dan-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.868906, + "recall": 0.906126, + "f1": 0.880567, + "accuracy": 0.906126, + "main_score": 0.880567, + "hf_subset": "dan_Latn-pag_Latn", + "languages": [ + "dan-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "dan_Latn-snd_Arab", + "languages": [ + "dan-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "dan_Latn-tuk_Latn", + "languages": [ + "dan-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-bak_Cyrl", + "languages": [ + "dan-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.461571, + "recall": 0.541502, + "f1": 0.483438, + "accuracy": 0.541502, + "main_score": 0.483438, + "hf_subset": "dan_Latn-dyu_Latn", + "languages": [ + "dan-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-heb_Hebr", + "languages": [ + "dan-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "dan_Latn-khk_Cyrl", + "languages": [ + "dan-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-lvs_Latn", + "languages": [ + "dan-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "dan_Latn-pan_Guru", + "languages": [ + "dan-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.884058, + "recall": 0.918972, + "f1": 0.894895, + "accuracy": 0.918972, + "main_score": 0.894895, + "hf_subset": "dan_Latn-som_Latn", + "languages": [ + "dan-Latn", + "som-Latn" + ] + }, + { + "precision": 0.694022, + "recall": 0.762846, + "f1": 0.714577, + "accuracy": 0.762846, + "main_score": 0.714577, + "hf_subset": "dan_Latn-tum_Latn", + "languages": [ + "dan-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.513127, + "recall": 0.599802, + "f1": 0.537315, + "accuracy": 0.599802, + "main_score": 0.537315, + "hf_subset": "guj_Gujr-ace_Arab", + "languages": [ + "guj-Gujr", + "ace-Arab" + ] + }, + { + "precision": 0.462238, + "recall": 0.521739, + "f1": 0.478288, + "accuracy": 0.521739, + "main_score": 0.478288, + "hf_subset": "guj_Gujr-bam_Latn", + "languages": [ + "guj-Gujr", + "bam-Latn" + ] + }, + { + "precision": 0.677503, + "recall": 0.758893, + "f1": 0.701205, + "accuracy": 0.758893, + "main_score": 0.701205, + "hf_subset": "guj_Gujr-dzo_Tibt", + "languages": [ + "guj-Gujr", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "guj_Gujr-khm_Khmr", + "languages": [ + "guj-Gujr", + "khm-Khmr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-mag_Deva", + "languages": [ + "guj-Gujr", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-pap_Latn", + "languages": [ + "guj-Gujr", + "pap-Latn" + ] + }, + { + "precision": 0.863093, + "recall": 0.902174, + "f1": 0.875198, + "accuracy": 0.902174, + "main_score": 0.875198, + "hf_subset": "guj_Gujr-sot_Latn", + "languages": [ + "guj-Gujr", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-tur_Latn", + "languages": [ + "guj-Gujr", + "tur-Latn" + ] + }, + { + "precision": 0.848214, + "recall": 0.889328, + "f1": 0.861102, + "accuracy": 0.889328, + "main_score": 0.861102, + "hf_subset": "guj_Gujr-ace_Latn", + "languages": [ + "guj-Gujr", + "ace-Latn" + ] + }, + { + "precision": 0.955698, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "guj_Gujr-ban_Latn", + "languages": [ + "guj-Gujr", + "ban-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "guj_Gujr-ell_Grek", + "languages": [ + "guj-Gujr", + "ell-Grek" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "guj_Gujr-hne_Deva", + "languages": [ + "guj-Gujr", + "hne-Deva" + ] + }, + { + "precision": 0.560775, + "recall": 0.637352, + "f1": 0.582253, + "accuracy": 0.637352, + "main_score": 0.582253, + "hf_subset": "guj_Gujr-kik_Latn", + "languages": [ + "guj-Gujr", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-mai_Deva", + "languages": [ + "guj-Gujr", + "mai-Deva" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "guj_Gujr-pbt_Arab", + "languages": [ + "guj-Gujr", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-spa_Latn", + "languages": [ + "guj-Gujr", + "spa-Latn" + ] + }, + { + "precision": 0.778804, + "recall": 0.835968, + "f1": 0.796212, + "accuracy": 0.835968, + "main_score": 0.796212, + "hf_subset": "guj_Gujr-twi_Latn", + "languages": [ + "guj-Gujr", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-acm_Arab", + "languages": [ + "guj-Gujr", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-bel_Cyrl", + "languages": [ + "guj-Gujr", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-hrv_Latn", + "languages": [ + "guj-Gujr", + "hrv-Latn" + ] + }, + { + "precision": 0.852915, + "recall": 0.893281, + "f1": 0.865514, + "accuracy": 0.893281, + "main_score": 0.865514, + "hf_subset": "guj_Gujr-kin_Latn", + "languages": [ + "guj-Gujr", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-mal_Mlym", + "languages": [ + "guj-Gujr", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-pes_Arab", + "languages": [ + "guj-Gujr", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "guj_Gujr-srd_Latn", + "languages": [ + "guj-Gujr", + "srd-Latn" + ] + }, + { + "precision": 0.201764, + "recall": 0.266798, + "f1": 0.217914, + "accuracy": 0.266798, + "main_score": 0.217914, + "hf_subset": "guj_Gujr-tzm_Tfng", + "languages": [ + "guj-Gujr", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-acq_Arab", + "languages": [ + "guj-Gujr", + "acq-Arab" + ] + }, + { + "precision": 0.660747, + "recall": 0.735178, + "f1": 0.681825, + "accuracy": 0.735178, + "main_score": 0.681825, + "hf_subset": "guj_Gujr-bem_Latn", + "languages": [ + "guj-Gujr", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-epo_Latn", + "languages": [ + "guj-Gujr", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-hun_Latn", + "languages": [ + "guj-Gujr", + "hun-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-kir_Cyrl", + "languages": [ + "guj-Gujr", + "kir-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ] + }, + { + "precision": 0.868906, + "recall": 0.910079, + "f1": 0.882213, + "accuracy": 0.910079, + "main_score": 0.882213, + "hf_subset": "guj_Gujr-plt_Latn", + "languages": [ + "guj-Gujr", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-srp_Cyrl", + "languages": [ + "guj-Gujr", + "srp-Cyrl" + ] + }, + { + "precision": 0.947464, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "guj_Gujr-uig_Arab", + "languages": [ + "guj-Gujr", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-aeb_Arab", + "languages": [ + "guj-Gujr", + "aeb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-est_Latn", + "languages": [ + "guj-Gujr", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-hye_Armn", + "languages": [ + "guj-Gujr", + "hye-Armn" + ] + }, + { + "precision": 0.444805, + "recall": 0.509881, + "f1": 0.463344, + "accuracy": 0.509881, + "main_score": 0.463344, + "hf_subset": "guj_Gujr-kmb_Latn", + "languages": [ + "guj-Gujr", + "kmb-Latn" + ] + }, + { + "precision": 0.482278, + "recall": 0.572134, + "f1": 0.506407, + "accuracy": 0.572134, + "main_score": 0.506407, + "hf_subset": "guj_Gujr-min_Arab", + "languages": [ + "guj-Gujr", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-pol_Latn", + "languages": [ + "guj-Gujr", + "pol-Latn" + ] + }, + { + "precision": 0.746607, + "recall": 0.811265, + "f1": 0.766041, + "accuracy": 0.811265, + "main_score": 0.766041, + "hf_subset": "guj_Gujr-ssw_Latn", + "languages": [ + "guj-Gujr", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-ukr_Cyrl", + "languages": [ + "guj-Gujr", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-afr_Latn", + "languages": [ + "guj-Gujr", + "afr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-bho_Deva", + "languages": [ + "guj-Gujr", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-eus_Latn", + "languages": [ + "guj-Gujr", + "eus-Latn" + ] + }, + { + "precision": 0.876762, + "recall": 0.913043, + "f1": 0.888076, + "accuracy": 0.913043, + "main_score": 0.888076, + "hf_subset": "guj_Gujr-ibo_Latn", + "languages": [ + "guj-Gujr", + "ibo-Latn" + ] + }, + { + "precision": 0.892787, + "recall": 0.923913, + "f1": 0.90247, + "accuracy": 0.923913, + "main_score": 0.90247, + "hf_subset": "guj_Gujr-kmr_Latn", + "languages": [ + "guj-Gujr", + "kmr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "guj_Gujr-min_Latn", + "languages": [ + "guj-Gujr", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-por_Latn", + "languages": [ + "guj-Gujr", + "por-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "guj_Gujr-sun_Latn", + "languages": [ + "guj-Gujr", + "sun-Latn" + ] + }, + { + "precision": 0.435423, + "recall": 0.511858, + "f1": 0.456778, + "accuracy": 0.511858, + "main_score": 0.456778, + "hf_subset": "guj_Gujr-umb_Latn", + "languages": [ + "guj-Gujr", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-ajp_Arab", + "languages": [ + "guj-Gujr", + "ajp-Arab" + ] + }, + { + "precision": 0.520294, + "recall": 0.605731, + "f1": 0.544242, + "accuracy": 0.605731, + "main_score": 0.544242, + "hf_subset": "guj_Gujr-bjn_Arab", + "languages": [ + "guj-Gujr", + "bjn-Arab" + ] + }, + { + "precision": 0.434879, + "recall": 0.495059, + "f1": 0.451513, + "accuracy": 0.495059, + "main_score": 0.451513, + "hf_subset": "guj_Gujr-ewe_Latn", + "languages": [ + "guj-Gujr", + "ewe-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "guj_Gujr-ilo_Latn", + "languages": [ + "guj-Gujr", + "ilo-Latn" + ] + }, + { + "precision": 0.270503, + "recall": 0.33498, + "f1": 0.286599, + "accuracy": 0.33498, + "main_score": 0.286599, + "hf_subset": "guj_Gujr-knc_Arab", + "languages": [ + "guj-Gujr", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-mkd_Cyrl", + "languages": [ + "guj-Gujr", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-prs_Arab", + "languages": [ + "guj-Gujr", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-swe_Latn", + "languages": [ + "guj-Gujr", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ] + }, + { + "precision": 0.7454, + "recall": 0.807312, + "f1": 0.763523, + "accuracy": 0.807312, + "main_score": 0.763523, + "hf_subset": "guj_Gujr-aka_Latn", + "languages": [ + "guj-Gujr", + "aka-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "guj_Gujr-bjn_Latn", + "languages": [ + "guj-Gujr", + "bjn-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "guj_Gujr-fao_Latn", + "languages": [ + "guj-Gujr", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-ind_Latn", + "languages": [ + "guj-Gujr", + "ind-Latn" + ] + }, + { + "precision": 0.496136, + "recall": 0.557312, + "f1": 0.512501, + "accuracy": 0.557312, + "main_score": 0.512501, + "hf_subset": "guj_Gujr-knc_Latn", + "languages": [ + "guj-Gujr", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-mlt_Latn", + "languages": [ + "guj-Gujr", + "mlt-Latn" + ] + }, + { + "precision": 0.60994, + "recall": 0.687747, + "f1": 0.632918, + "accuracy": 0.687747, + "main_score": 0.632918, + "hf_subset": "guj_Gujr-quy_Latn", + "languages": [ + "guj-Gujr", + "quy-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-swh_Latn", + "languages": [ + "guj-Gujr", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-uzn_Latn", + "languages": [ + "guj-Gujr", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "guj_Gujr-als_Latn", + "languages": [ + "guj-Gujr", + "als-Latn" + ] + }, + { + "precision": 0.832816, + "recall": 0.880435, + "f1": 0.847513, + "accuracy": 0.880435, + "main_score": 0.847513, + "hf_subset": "guj_Gujr-bod_Tibt", + "languages": [ + "guj-Gujr", + "bod-Tibt" + ] + }, + { + "precision": 0.62189, + "recall": 0.693676, + "f1": 0.642588, + "accuracy": 0.693676, + "main_score": 0.642588, + "hf_subset": "guj_Gujr-fij_Latn", + "languages": [ + "guj-Gujr", + "fij-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "guj_Gujr-isl_Latn", + "languages": [ + "guj-Gujr", + "isl-Latn" + ] + }, + { + "precision": 0.574415, + "recall": 0.652174, + "f1": 0.596178, + "accuracy": 0.652174, + "main_score": 0.596178, + "hf_subset": "guj_Gujr-kon_Latn", + "languages": [ + "guj-Gujr", + "kon-Latn" + ] + }, + { + "precision": 0.624698, + "recall": 0.701581, + "f1": 0.646728, + "accuracy": 0.701581, + "main_score": 0.646728, + "hf_subset": "guj_Gujr-mni_Beng", + "languages": [ + "guj-Gujr", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-ron_Latn", + "languages": [ + "guj-Gujr", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "guj_Gujr-szl_Latn", + "languages": [ + "guj-Gujr", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-vec_Latn", + "languages": [ + "guj-Gujr", + "vec-Latn" + ] + }, + { + "precision": 0.942358, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "guj_Gujr-amh_Ethi", + "languages": [ + "guj-Gujr", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-bos_Latn", + "languages": [ + "guj-Gujr", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-fin_Latn", + "languages": [ + "guj-Gujr", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-ita_Latn", + "languages": [ + "guj-Gujr", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-kor_Hang", + "languages": [ + "guj-Gujr", + "kor-Hang" + ] + }, + { + "precision": 0.467478, + "recall": 0.529644, + "f1": 0.484656, + "accuracy": 0.529644, + "main_score": 0.484656, + "hf_subset": "guj_Gujr-mos_Latn", + "languages": [ + "guj-Gujr", + "mos-Latn" + ] + }, + { + "precision": 0.759256, + "recall": 0.81917, + "f1": 0.77691, + "accuracy": 0.81917, + "main_score": 0.77691, + "hf_subset": "guj_Gujr-run_Latn", + "languages": [ + "guj-Gujr", + "run-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-vie_Latn", + "languages": [ + "guj-Gujr", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-apc_Arab", + "languages": [ + "guj-Gujr", + "apc-Arab" + ] + }, + { + "precision": 0.715226, + "recall": 0.783597, + "f1": 0.735021, + "accuracy": 0.783597, + "main_score": 0.735021, + "hf_subset": "guj_Gujr-bug_Latn", + "languages": [ + "guj-Gujr", + "bug-Latn" + ] + }, + { + "precision": 0.403552, + "recall": 0.458498, + "f1": 0.418261, + "accuracy": 0.458498, + "main_score": 0.418261, + "hf_subset": "guj_Gujr-fon_Latn", + "languages": [ + "guj-Gujr", + "fon-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "guj_Gujr-jav_Latn", + "languages": [ + "guj-Gujr", + "jav-Latn" + ] + }, + { + "precision": 0.96138, + "recall": 0.97332, + "f1": 0.965152, + "accuracy": 0.97332, + "main_score": 0.965152, + "hf_subset": "guj_Gujr-lao_Laoo", + "languages": [ + "guj-Gujr", + "lao-Laoo" + ] + }, + { + "precision": 0.873139, + "recall": 0.909091, + "f1": 0.88442, + "accuracy": 0.909091, + "main_score": 0.88442, + "hf_subset": "guj_Gujr-mri_Latn", + "languages": [ + "guj-Gujr", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-rus_Cyrl", + "languages": [ + "guj-Gujr", + "rus-Cyrl" + ] + }, + { + "precision": 0.484666, + "recall": 0.548419, + "f1": 0.501608, + "accuracy": 0.548419, + "main_score": 0.501608, + "hf_subset": "guj_Gujr-taq_Latn", + "languages": [ + "guj-Gujr", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-war_Latn", + "languages": [ + "guj-Gujr", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-arb_Arab", + "languages": [ + "guj-Gujr", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-bul_Cyrl", + "languages": [ + "guj-Gujr", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-fra_Latn", + "languages": [ + "guj-Gujr", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-jpn_Jpan", + "languages": [ + "guj-Gujr", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "guj_Gujr-lij_Latn", + "languages": [ + "guj-Gujr", + "lij-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "guj_Gujr-mya_Mymr", + "languages": [ + "guj-Gujr", + "mya-Mymr" + ] + }, + { + "precision": 0.525056, + "recall": 0.593874, + "f1": 0.543386, + "accuracy": 0.593874, + "main_score": 0.543386, + "hf_subset": "guj_Gujr-sag_Latn", + "languages": [ + "guj-Gujr", + "sag-Latn" + ] + }, + { + "precision": 0.225667, + "recall": 0.294466, + "f1": 0.24224, + "accuracy": 0.294466, + "main_score": 0.24224, + "hf_subset": "guj_Gujr-taq_Tfng", + "languages": [ + "guj-Gujr", + "taq-Tfng" + ] + }, + { + "precision": 0.609942, + "recall": 0.685771, + "f1": 0.631039, + "accuracy": 0.685771, + "main_score": 0.631039, + "hf_subset": "guj_Gujr-wol_Latn", + "languages": [ + "guj-Gujr", + "wol-Latn" + ] + }, + { + "precision": 0.844615, + "recall": 0.88834, + "f1": 0.858399, + "accuracy": 0.88834, + "main_score": 0.858399, + "hf_subset": "guj_Gujr-arb_Latn", + "languages": [ + "guj-Gujr", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-cat_Latn", + "languages": [ + "guj-Gujr", + "cat-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "guj_Gujr-fur_Latn", + "languages": [ + "guj-Gujr", + "fur-Latn" + ] + }, + { + "precision": 0.436567, + "recall": 0.512846, + "f1": 0.4565, + "accuracy": 0.512846, + "main_score": 0.4565, + "hf_subset": "guj_Gujr-kab_Latn", + "languages": [ + "guj-Gujr", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "guj_Gujr-lim_Latn", + "languages": [ + "guj-Gujr", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-nld_Latn", + "languages": [ + "guj-Gujr", + "nld-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "guj_Gujr-san_Deva", + "languages": [ + "guj-Gujr", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-tat_Cyrl", + "languages": [ + "guj-Gujr", + "tat-Cyrl" + ] + }, + { + "precision": 0.888834, + "recall": 0.920949, + "f1": 0.899012, + "accuracy": 0.920949, + "main_score": 0.899012, + "hf_subset": "guj_Gujr-xho_Latn", + "languages": [ + "guj-Gujr", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-ars_Arab", + "languages": [ + "guj-Gujr", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-ceb_Latn", + "languages": [ + "guj-Gujr", + "ceb-Latn" + ] + }, + { + "precision": 0.459256, + "recall": 0.535573, + "f1": 0.480568, + "accuracy": 0.535573, + "main_score": 0.480568, + "hf_subset": "guj_Gujr-fuv_Latn", + "languages": [ + "guj-Gujr", + "fuv-Latn" + ] + }, + { + "precision": 0.455801, + "recall": 0.525692, + "f1": 0.474925, + "accuracy": 0.525692, + "main_score": 0.474925, + "hf_subset": "guj_Gujr-kac_Latn", + "languages": [ + "guj-Gujr", + "kac-Latn" + ] + }, + { + "precision": 0.61647, + "recall": 0.690711, + "f1": 0.636939, + "accuracy": 0.690711, + "main_score": 0.636939, + "hf_subset": "guj_Gujr-lin_Latn", + "languages": [ + "guj-Gujr", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-nno_Latn", + "languages": [ + "guj-Gujr", + "nno-Latn" + ] + }, + { + "precision": 0.900972, + "recall": 0.929842, + "f1": 0.909768, + "accuracy": 0.929842, + "main_score": 0.909768, + "hf_subset": "guj_Gujr-sat_Olck", + "languages": [ + "guj-Gujr", + "sat-Olck" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "guj_Gujr-ydd_Hebr", + "languages": [ + "guj-Gujr", + "ydd-Hebr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "guj_Gujr-ary_Arab", + "languages": [ + "guj-Gujr", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-ces_Latn", + "languages": [ + "guj-Gujr", + "ces-Latn" + ] + }, + { + "precision": 0.576169, + "recall": 0.651186, + "f1": 0.596602, + "accuracy": 0.651186, + "main_score": 0.596602, + "hf_subset": "guj_Gujr-gaz_Latn", + "languages": [ + "guj-Gujr", + "gaz-Latn" + ] + }, + { + "precision": 0.5161, + "recall": 0.598814, + "f1": 0.538464, + "accuracy": 0.598814, + "main_score": 0.538464, + "hf_subset": "guj_Gujr-kam_Latn", + "languages": [ + "guj-Gujr", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "guj_Gujr-lit_Latn", + "languages": [ + "guj-Gujr", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-nob_Latn", + "languages": [ + "guj-Gujr", + "nob-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "guj_Gujr-scn_Latn", + "languages": [ + "guj-Gujr", + "scn-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "guj_Gujr-tgk_Cyrl", + "languages": [ + "guj-Gujr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.741034, + "recall": 0.810277, + "f1": 0.761808, + "accuracy": 0.810277, + "main_score": 0.761808, + "hf_subset": "guj_Gujr-yor_Latn", + "languages": [ + "guj-Gujr", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-arz_Arab", + "languages": [ + "guj-Gujr", + "arz-Arab" + ] + }, + { + "precision": 0.462709, + "recall": 0.538538, + "f1": 0.483526, + "accuracy": 0.538538, + "main_score": 0.483526, + "hf_subset": "guj_Gujr-cjk_Latn", + "languages": [ + "guj-Gujr", + "cjk-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "guj_Gujr-gla_Latn", + "languages": [ + "guj-Gujr", + "gla-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "guj_Gujr-lmo_Latn", + "languages": [ + "guj-Gujr", + "lmo-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "guj_Gujr-npi_Deva", + "languages": [ + "guj-Gujr", + "npi-Deva" + ] + }, + { + "precision": 0.540651, + "recall": 0.623518, + "f1": 0.563845, + "accuracy": 0.623518, + "main_score": 0.563845, + "hf_subset": "guj_Gujr-shn_Mymr", + "languages": [ + "guj-Gujr", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-tgl_Latn", + "languages": [ + "guj-Gujr", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-yue_Hant", + "languages": [ + "guj-Gujr", + "yue-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "guj_Gujr-asm_Beng", + "languages": [ + "guj-Gujr", + "asm-Beng" + ] + }, + { + "precision": 0.939097, + "recall": 0.95751, + "f1": 0.944993, + "accuracy": 0.95751, + "main_score": 0.944993, + "hf_subset": "guj_Gujr-ckb_Arab", + "languages": [ + "guj-Gujr", + "ckb-Arab" + ] + }, + { + "precision": 0.977684, + "recall": 0.98419, + "f1": 0.979644, + "accuracy": 0.98419, + "main_score": 0.979644, + "hf_subset": "guj_Gujr-gle_Latn", + "languages": [ + "guj-Gujr", + "gle-Latn" + ] + }, + { + "precision": 0.922596, + "recall": 0.94664, + "f1": 0.930336, + "accuracy": 0.94664, + "main_score": 0.930336, + "hf_subset": "guj_Gujr-kas_Arab", + "languages": [ + "guj-Gujr", + "kas-Arab" + ] + }, + { + "precision": 0.916749, + "recall": 0.942688, + "f1": 0.925132, + "accuracy": 0.942688, + "main_score": 0.925132, + "hf_subset": "guj_Gujr-ltg_Latn", + "languages": [ + "guj-Gujr", + "ltg-Latn" + ] + }, + { + "precision": 0.775307, + "recall": 0.829051, + "f1": 0.791765, + "accuracy": 0.829051, + "main_score": 0.791765, + "hf_subset": "guj_Gujr-nso_Latn", + "languages": [ + "guj-Gujr", + "nso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-sin_Sinh", + "languages": [ + "guj-Gujr", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-tha_Thai", + "languages": [ + "guj-Gujr", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-zho_Hans", + "languages": [ + "guj-Gujr", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-ast_Latn", + "languages": [ + "guj-Gujr", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "guj_Gujr-crh_Latn", + "languages": [ + "guj-Gujr", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-glg_Latn", + "languages": [ + "guj-Gujr", + "glg-Latn" + ] + }, + { + "precision": 0.871574, + "recall": 0.909091, + "f1": 0.883202, + "accuracy": 0.909091, + "main_score": 0.883202, + "hf_subset": "guj_Gujr-kas_Deva", + "languages": [ + "guj-Gujr", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-ltz_Latn", + "languages": [ + "guj-Gujr", + "ltz-Latn" + ] + }, + { + "precision": 0.408437, + "recall": 0.480237, + "f1": 0.427964, + "accuracy": 0.480237, + "main_score": 0.427964, + "hf_subset": "guj_Gujr-nus_Latn", + "languages": [ + "guj-Gujr", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-slk_Latn", + "languages": [ + "guj-Gujr", + "slk-Latn" + ] + }, + { + "precision": 0.652002, + "recall": 0.729249, + "f1": 0.674099, + "accuracy": 0.729249, + "main_score": 0.674099, + "hf_subset": "guj_Gujr-tir_Ethi", + "languages": [ + "guj-Gujr", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-zho_Hant", + "languages": [ + "guj-Gujr", + "zho-Hant" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "guj_Gujr-awa_Deva", + "languages": [ + "guj-Gujr", + "awa-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "guj_Gujr-cym_Latn", + "languages": [ + "guj-Gujr", + "cym-Latn" + ] + }, + { + "precision": 0.75863, + "recall": 0.815217, + "f1": 0.775428, + "accuracy": 0.815217, + "main_score": 0.775428, + "hf_subset": "guj_Gujr-grn_Latn", + "languages": [ + "guj-Gujr", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-kat_Geor", + "languages": [ + "guj-Gujr", + "kat-Geor" + ] + }, + { + "precision": 0.576915, + "recall": 0.643281, + "f1": 0.595594, + "accuracy": 0.643281, + "main_score": 0.595594, + "hf_subset": "guj_Gujr-lua_Latn", + "languages": [ + "guj-Gujr", + "lua-Latn" + ] + }, + { + "precision": 0.823205, + "recall": 0.873518, + "f1": 0.83913, + "accuracy": 0.873518, + "main_score": 0.83913, + "hf_subset": "guj_Gujr-nya_Latn", + "languages": [ + "guj-Gujr", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-slv_Latn", + "languages": [ + "guj-Gujr", + "slv-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "guj_Gujr-tpi_Latn", + "languages": [ + "guj-Gujr", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-zsm_Latn", + "languages": [ + "guj-Gujr", + "zsm-Latn" + ] + }, + { + "precision": 0.471419, + "recall": 0.54249, + "f1": 0.490793, + "accuracy": 0.54249, + "main_score": 0.490793, + "hf_subset": "guj_Gujr-ayr_Latn", + "languages": [ + "guj-Gujr", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-dan_Latn", + "languages": [ + "guj-Gujr", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-kaz_Cyrl", + "languages": [ + "guj-Gujr", + "kaz-Cyrl" + ] + }, + { + "precision": 0.621527, + "recall": 0.704545, + "f1": 0.645097, + "accuracy": 0.704545, + "main_score": 0.645097, + "hf_subset": "guj_Gujr-lug_Latn", + "languages": [ + "guj-Gujr", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-oci_Latn", + "languages": [ + "guj-Gujr", + "oci-Latn" + ] + }, + { + "precision": 0.836364, + "recall": 0.881423, + "f1": 0.850264, + "accuracy": 0.881423, + "main_score": 0.850264, + "hf_subset": "guj_Gujr-smo_Latn", + "languages": [ + "guj-Gujr", + "smo-Latn" + ] + }, + { + "precision": 0.747151, + "recall": 0.810277, + "f1": 0.765895, + "accuracy": 0.810277, + "main_score": 0.765895, + "hf_subset": "guj_Gujr-tsn_Latn", + "languages": [ + "guj-Gujr", + "tsn-Latn" + ] + }, + { + "precision": 0.900362, + "recall": 0.929842, + "f1": 0.909914, + "accuracy": 0.929842, + "main_score": 0.909914, + "hf_subset": "guj_Gujr-zul_Latn", + "languages": [ + "guj-Gujr", + "zul-Latn" + ] + }, + { + "precision": 0.936512, + "recall": 0.956522, + "f1": 0.942918, + "accuracy": 0.956522, + "main_score": 0.942918, + "hf_subset": "guj_Gujr-azb_Arab", + "languages": [ + "guj-Gujr", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-deu_Latn", + "languages": [ + "guj-Gujr", + "deu-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "guj_Gujr-hat_Latn", + "languages": [ + "guj-Gujr", + "hat-Latn" + ] + }, + { + "precision": 0.460128, + "recall": 0.521739, + "f1": 0.47662, + "accuracy": 0.521739, + "main_score": 0.47662, + "hf_subset": "guj_Gujr-kbp_Latn", + "languages": [ + "guj-Gujr", + "kbp-Latn" + ] + }, + { + "precision": 0.501354, + "recall": 0.572134, + "f1": 0.52048, + "accuracy": 0.572134, + "main_score": 0.52048, + "hf_subset": "guj_Gujr-luo_Latn", + "languages": [ + "guj-Gujr", + "luo-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "guj_Gujr-ory_Orya", + "languages": [ + "guj-Gujr", + "ory-Orya" + ] + }, + { + "precision": 0.90415, + "recall": 0.932806, + "f1": 0.913373, + "accuracy": 0.932806, + "main_score": 0.913373, + "hf_subset": "guj_Gujr-sna_Latn", + "languages": [ + "guj-Gujr", + "sna-Latn" + ] + }, + { + "precision": 0.65651, + "recall": 0.728261, + "f1": 0.677099, + "accuracy": 0.728261, + "main_score": 0.677099, + "hf_subset": "guj_Gujr-tso_Latn", + "languages": [ + "guj-Gujr", + "tso-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "guj_Gujr-azj_Latn", + "languages": [ + "guj-Gujr", + "azj-Latn" + ] + }, + { + "precision": 0.478598, + "recall": 0.549407, + "f1": 0.499158, + "accuracy": 0.549407, + "main_score": 0.499158, + "hf_subset": "guj_Gujr-dik_Latn", + "languages": [ + "guj-Gujr", + "dik-Latn" + ] + }, + { + "precision": 0.906456, + "recall": 0.933794, + "f1": 0.915184, + "accuracy": 0.933794, + "main_score": 0.915184, + "hf_subset": "guj_Gujr-hau_Latn", + "languages": [ + "guj-Gujr", + "hau-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "guj_Gujr-kea_Latn", + "languages": [ + "guj-Gujr", + "kea-Latn" + ] + }, + { + "precision": 0.931653, + "recall": 0.952569, + "f1": 0.938406, + "accuracy": 0.952569, + "main_score": 0.938406, + "hf_subset": "guj_Gujr-lus_Latn", + "languages": [ + "guj-Gujr", + "lus-Latn" + ] + }, + { + "precision": 0.855896, + "recall": 0.895257, + "f1": 0.868017, + "accuracy": 0.895257, + "main_score": 0.868017, + "hf_subset": "guj_Gujr-pag_Latn", + "languages": [ + "guj-Gujr", + "pag-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "guj_Gujr-snd_Arab", + "languages": [ + "guj-Gujr", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "guj_Gujr-tuk_Latn", + "languages": [ + "guj-Gujr", + "tuk-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "guj_Gujr-bak_Cyrl", + "languages": [ + "guj-Gujr", + "bak-Cyrl" + ] + }, + { + "precision": 0.431755, + "recall": 0.513834, + "f1": 0.454288, + "accuracy": 0.513834, + "main_score": 0.454288, + "hf_subset": "guj_Gujr-dyu_Latn", + "languages": [ + "guj-Gujr", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-heb_Hebr", + "languages": [ + "guj-Gujr", + "heb-Hebr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "guj_Gujr-khk_Cyrl", + "languages": [ + "guj-Gujr", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-lvs_Latn", + "languages": [ + "guj-Gujr", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ] + }, + { + "precision": 0.872645, + "recall": 0.911067, + "f1": 0.884783, + "accuracy": 0.911067, + "main_score": 0.884783, + "hf_subset": "guj_Gujr-som_Latn", + "languages": [ + "guj-Gujr", + "som-Latn" + ] + }, + { + "precision": 0.685705, + "recall": 0.753953, + "f1": 0.705454, + "accuracy": 0.753953, + "main_score": 0.705454, + "hf_subset": "guj_Gujr-tum_Latn", + "languages": [ + "guj-Gujr", + "tum-Latn" + ] + }, + { + "precision": 0.504285, + "recall": 0.591897, + "f1": 0.529232, + "accuracy": 0.591897, + "main_score": 0.529232, + "hf_subset": "kaz_Cyrl-ace_Arab", + "languages": [ + "kaz-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.445215, + "recall": 0.503953, + "f1": 0.460361, + "accuracy": 0.503953, + "main_score": 0.460361, + "hf_subset": "kaz_Cyrl-bam_Latn", + "languages": [ + "kaz-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.652899, + "recall": 0.73419, + "f1": 0.676409, + "accuracy": 0.73419, + "main_score": 0.676409, + "hf_subset": "kaz_Cyrl-dzo_Tibt", + "languages": [ + "kaz-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-hin_Deva", + "languages": [ + "kaz-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "kaz_Cyrl-khm_Khmr", + "languages": [ + "kaz-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-mag_Deva", + "languages": [ + "kaz-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kaz_Cyrl-pap_Latn", + "languages": [ + "kaz-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.862895, + "recall": 0.903162, + "f1": 0.875527, + "accuracy": 0.903162, + "main_score": 0.875527, + "hf_subset": "kaz_Cyrl-sot_Latn", + "languages": [ + "kaz-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-tur_Latn", + "languages": [ + "kaz-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.827141, + "recall": 0.874506, + "f1": 0.841653, + "accuracy": 0.874506, + "main_score": 0.841653, + "hf_subset": "kaz_Cyrl-ace_Latn", + "languages": [ + "kaz-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "kaz_Cyrl-ban_Latn", + "languages": [ + "kaz-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-ell_Grek", + "languages": [ + "kaz-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "kaz_Cyrl-hne_Deva", + "languages": [ + "kaz-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.559956, + "recall": 0.63834, + "f1": 0.581774, + "accuracy": 0.63834, + "main_score": 0.581774, + "hf_subset": "kaz_Cyrl-kik_Latn", + "languages": [ + "kaz-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kaz_Cyrl-mai_Deva", + "languages": [ + "kaz-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.939888, + "recall": 0.959486, + "f1": 0.946311, + "accuracy": 0.959486, + "main_score": 0.946311, + "hf_subset": "kaz_Cyrl-pbt_Arab", + "languages": [ + "kaz-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-spa_Latn", + "languages": [ + "kaz-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.768182, + "recall": 0.827075, + "f1": 0.785724, + "accuracy": 0.827075, + "main_score": 0.785724, + "hf_subset": "kaz_Cyrl-twi_Latn", + "languages": [ + "kaz-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-acm_Arab", + "languages": [ + "kaz-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-bel_Cyrl", + "languages": [ + "kaz-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-hrv_Latn", + "languages": [ + "kaz-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.851837, + "recall": 0.891304, + "f1": 0.864081, + "accuracy": 0.891304, + "main_score": 0.864081, + "hf_subset": "kaz_Cyrl-kin_Latn", + "languages": [ + "kaz-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kaz_Cyrl-mal_Mlym", + "languages": [ + "kaz-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-pes_Arab", + "languages": [ + "kaz-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kaz_Cyrl-srd_Latn", + "languages": [ + "kaz-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.202802, + "recall": 0.264822, + "f1": 0.217676, + "accuracy": 0.264822, + "main_score": 0.217676, + "hf_subset": "kaz_Cyrl-tzm_Tfng", + "languages": [ + "kaz-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-acq_Arab", + "languages": [ + "kaz-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.656491, + "recall": 0.730237, + "f1": 0.677983, + "accuracy": 0.730237, + "main_score": 0.677983, + "hf_subset": "kaz_Cyrl-bem_Latn", + "languages": [ + "kaz-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-epo_Latn", + "languages": [ + "kaz-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-hun_Latn", + "languages": [ + "kaz-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kaz_Cyrl-kir_Cyrl", + "languages": [ + "kaz-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-mar_Deva", + "languages": [ + "kaz-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.882164, + "recall": 0.916008, + "f1": 0.892688, + "accuracy": 0.916008, + "main_score": 0.892688, + "hf_subset": "kaz_Cyrl-plt_Latn", + "languages": [ + "kaz-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-srp_Cyrl", + "languages": [ + "kaz-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "kaz_Cyrl-uig_Arab", + "languages": [ + "kaz-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kaz_Cyrl-aeb_Arab", + "languages": [ + "kaz-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-ben_Beng", + "languages": [ + "kaz-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-est_Latn", + "languages": [ + "kaz-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-hye_Armn", + "languages": [ + "kaz-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.450404, + "recall": 0.508893, + "f1": 0.466548, + "accuracy": 0.508893, + "main_score": 0.466548, + "hf_subset": "kaz_Cyrl-kmb_Latn", + "languages": [ + "kaz-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.470696, + "recall": 0.564229, + "f1": 0.49582, + "accuracy": 0.564229, + "main_score": 0.49582, + "hf_subset": "kaz_Cyrl-min_Arab", + "languages": [ + "kaz-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-pol_Latn", + "languages": [ + "kaz-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.749259, + "recall": 0.812253, + "f1": 0.768248, + "accuracy": 0.812253, + "main_score": 0.768248, + "hf_subset": "kaz_Cyrl-ssw_Latn", + "languages": [ + "kaz-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-ukr_Cyrl", + "languages": [ + "kaz-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-afr_Latn", + "languages": [ + "kaz-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kaz_Cyrl-bho_Deva", + "languages": [ + "kaz-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-eus_Latn", + "languages": [ + "kaz-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.852849, + "recall": 0.897233, + "f1": 0.866831, + "accuracy": 0.897233, + "main_score": 0.866831, + "hf_subset": "kaz_Cyrl-ibo_Latn", + "languages": [ + "kaz-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.883267, + "recall": 0.916996, + "f1": 0.893742, + "accuracy": 0.916996, + "main_score": 0.893742, + "hf_subset": "kaz_Cyrl-kmr_Latn", + "languages": [ + "kaz-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kaz_Cyrl-min_Latn", + "languages": [ + "kaz-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-por_Latn", + "languages": [ + "kaz-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kaz_Cyrl-sun_Latn", + "languages": [ + "kaz-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.432267, + "recall": 0.504941, + "f1": 0.452452, + "accuracy": 0.504941, + "main_score": 0.452452, + "hf_subset": "kaz_Cyrl-umb_Latn", + "languages": [ + "kaz-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-ajp_Arab", + "languages": [ + "kaz-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.500692, + "recall": 0.583992, + "f1": 0.523144, + "accuracy": 0.583992, + "main_score": 0.523144, + "hf_subset": "kaz_Cyrl-bjn_Arab", + "languages": [ + "kaz-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.444185, + "recall": 0.500988, + "f1": 0.45895, + "accuracy": 0.500988, + "main_score": 0.45895, + "hf_subset": "kaz_Cyrl-ewe_Latn", + "languages": [ + "kaz-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.935112, + "recall": 0.956522, + "f1": 0.942194, + "accuracy": 0.956522, + "main_score": 0.942194, + "hf_subset": "kaz_Cyrl-ilo_Latn", + "languages": [ + "kaz-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.23796, + "recall": 0.306324, + "f1": 0.254587, + "accuracy": 0.306324, + "main_score": 0.254587, + "hf_subset": "kaz_Cyrl-knc_Arab", + "languages": [ + "kaz-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-mkd_Cyrl", + "languages": [ + "kaz-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-prs_Arab", + "languages": [ + "kaz-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-swe_Latn", + "languages": [ + "kaz-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kaz_Cyrl-urd_Arab", + "languages": [ + "kaz-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.724934, + "recall": 0.791502, + "f1": 0.744386, + "accuracy": 0.791502, + "main_score": 0.744386, + "hf_subset": "kaz_Cyrl-aka_Latn", + "languages": [ + "kaz-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "kaz_Cyrl-bjn_Latn", + "languages": [ + "kaz-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "kaz_Cyrl-fao_Latn", + "languages": [ + "kaz-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-ind_Latn", + "languages": [ + "kaz-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.487044, + "recall": 0.55336, + "f1": 0.504968, + "accuracy": 0.55336, + "main_score": 0.504968, + "hf_subset": "kaz_Cyrl-knc_Latn", + "languages": [ + "kaz-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-mlt_Latn", + "languages": [ + "kaz-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.617852, + "recall": 0.690711, + "f1": 0.638425, + "accuracy": 0.690711, + "main_score": 0.638425, + "hf_subset": "kaz_Cyrl-quy_Latn", + "languages": [ + "kaz-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "kaz_Cyrl-swh_Latn", + "languages": [ + "kaz-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-uzn_Latn", + "languages": [ + "kaz-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-als_Latn", + "languages": [ + "kaz-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.797325, + "recall": 0.856719, + "f1": 0.815794, + "accuracy": 0.856719, + "main_score": 0.815794, + "hf_subset": "kaz_Cyrl-bod_Tibt", + "languages": [ + "kaz-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.603479, + "recall": 0.675889, + "f1": 0.624217, + "accuracy": 0.675889, + "main_score": 0.624217, + "hf_subset": "kaz_Cyrl-fij_Latn", + "languages": [ + "kaz-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.97892, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "kaz_Cyrl-isl_Latn", + "languages": [ + "kaz-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.558139, + "recall": 0.640316, + "f1": 0.581317, + "accuracy": 0.640316, + "main_score": 0.581317, + "hf_subset": "kaz_Cyrl-kon_Latn", + "languages": [ + "kaz-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.577607, + "recall": 0.658103, + "f1": 0.599511, + "accuracy": 0.658103, + "main_score": 0.599511, + "hf_subset": "kaz_Cyrl-mni_Beng", + "languages": [ + "kaz-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-ron_Latn", + "languages": [ + "kaz-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.982213, + "f1": 0.977931, + "accuracy": 0.982213, + "main_score": 0.977931, + "hf_subset": "kaz_Cyrl-szl_Latn", + "languages": [ + "kaz-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-vec_Latn", + "languages": [ + "kaz-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.934371, + "recall": 0.954545, + "f1": 0.940777, + "accuracy": 0.954545, + "main_score": 0.940777, + "hf_subset": "kaz_Cyrl-amh_Ethi", + "languages": [ + "kaz-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-bos_Latn", + "languages": [ + "kaz-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-fin_Latn", + "languages": [ + "kaz-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-ita_Latn", + "languages": [ + "kaz-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-kor_Hang", + "languages": [ + "kaz-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.466785, + "recall": 0.531621, + "f1": 0.484563, + "accuracy": 0.531621, + "main_score": 0.484563, + "hf_subset": "kaz_Cyrl-mos_Latn", + "languages": [ + "kaz-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.752734, + "recall": 0.813241, + "f1": 0.771014, + "accuracy": 0.813241, + "main_score": 0.771014, + "hf_subset": "kaz_Cyrl-run_Latn", + "languages": [ + "kaz-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kaz_Cyrl-tam_Taml", + "languages": [ + "kaz-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.991765, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "kaz_Cyrl-vie_Latn", + "languages": [ + "kaz-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-apc_Arab", + "languages": [ + "kaz-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.697145, + "recall": 0.764822, + "f1": 0.716704, + "accuracy": 0.764822, + "main_score": 0.716704, + "hf_subset": "kaz_Cyrl-bug_Latn", + "languages": [ + "kaz-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.405362, + "recall": 0.462451, + "f1": 0.420738, + "accuracy": 0.462451, + "main_score": 0.420738, + "hf_subset": "kaz_Cyrl-fon_Latn", + "languages": [ + "kaz-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kaz_Cyrl-jav_Latn", + "languages": [ + "kaz-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "kaz_Cyrl-lao_Laoo", + "languages": [ + "kaz-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.872941, + "recall": 0.910079, + "f1": 0.884783, + "accuracy": 0.910079, + "main_score": 0.884783, + "hf_subset": "kaz_Cyrl-mri_Latn", + "languages": [ + "kaz-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-rus_Cyrl", + "languages": [ + "kaz-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.479588, + "recall": 0.543478, + "f1": 0.496882, + "accuracy": 0.543478, + "main_score": 0.496882, + "hf_subset": "kaz_Cyrl-taq_Latn", + "languages": [ + "kaz-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kaz_Cyrl-war_Latn", + "languages": [ + "kaz-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-arb_Arab", + "languages": [ + "kaz-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-bul_Cyrl", + "languages": [ + "kaz-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-fra_Latn", + "languages": [ + "kaz-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-jpn_Jpan", + "languages": [ + "kaz-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kaz_Cyrl-lij_Latn", + "languages": [ + "kaz-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "kaz_Cyrl-mya_Mymr", + "languages": [ + "kaz-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.522311, + "recall": 0.591897, + "f1": 0.540636, + "accuracy": 0.591897, + "main_score": 0.540636, + "hf_subset": "kaz_Cyrl-sag_Latn", + "languages": [ + "kaz-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.221634, + "recall": 0.286561, + "f1": 0.237748, + "accuracy": 0.286561, + "main_score": 0.237748, + "hf_subset": "kaz_Cyrl-taq_Tfng", + "languages": [ + "kaz-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.609153, + "recall": 0.679842, + "f1": 0.628899, + "accuracy": 0.679842, + "main_score": 0.628899, + "hf_subset": "kaz_Cyrl-wol_Latn", + "languages": [ + "kaz-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.829216, + "recall": 0.879447, + "f1": 0.844993, + "accuracy": 0.879447, + "main_score": 0.844993, + "hf_subset": "kaz_Cyrl-arb_Latn", + "languages": [ + "kaz-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-cat_Latn", + "languages": [ + "kaz-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "kaz_Cyrl-fur_Latn", + "languages": [ + "kaz-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.440534, + "recall": 0.51581, + "f1": 0.460781, + "accuracy": 0.51581, + "main_score": 0.460781, + "hf_subset": "kaz_Cyrl-kab_Latn", + "languages": [ + "kaz-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-lim_Latn", + "languages": [ + "kaz-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-nld_Latn", + "languages": [ + "kaz-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.972332, + "f1": 0.964921, + "accuracy": 0.972332, + "main_score": 0.964921, + "hf_subset": "kaz_Cyrl-san_Deva", + "languages": [ + "kaz-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-tat_Cyrl", + "languages": [ + "kaz-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.87108, + "recall": 0.910079, + "f1": 0.883564, + "accuracy": 0.910079, + "main_score": 0.883564, + "hf_subset": "kaz_Cyrl-xho_Latn", + "languages": [ + "kaz-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-ars_Arab", + "languages": [ + "kaz-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-ceb_Latn", + "languages": [ + "kaz-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.45418, + "recall": 0.531621, + "f1": 0.475407, + "accuracy": 0.531621, + "main_score": 0.475407, + "hf_subset": "kaz_Cyrl-fuv_Latn", + "languages": [ + "kaz-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.449568, + "recall": 0.517787, + "f1": 0.467961, + "accuracy": 0.517787, + "main_score": 0.467961, + "hf_subset": "kaz_Cyrl-kac_Latn", + "languages": [ + "kaz-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.601362, + "recall": 0.681818, + "f1": 0.623851, + "accuracy": 0.681818, + "main_score": 0.623851, + "hf_subset": "kaz_Cyrl-lin_Latn", + "languages": [ + "kaz-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-nno_Latn", + "languages": [ + "kaz-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.849753, + "recall": 0.894269, + "f1": 0.863669, + "accuracy": 0.894269, + "main_score": 0.863669, + "hf_subset": "kaz_Cyrl-sat_Olck", + "languages": [ + "kaz-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-tel_Telu", + "languages": [ + "kaz-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kaz_Cyrl-ydd_Hebr", + "languages": [ + "kaz-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.961957, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "kaz_Cyrl-ary_Arab", + "languages": [ + "kaz-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-ces_Latn", + "languages": [ + "kaz-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.54855, + "recall": 0.626482, + "f1": 0.569827, + "accuracy": 0.626482, + "main_score": 0.569827, + "hf_subset": "kaz_Cyrl-gaz_Latn", + "languages": [ + "kaz-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.521076, + "recall": 0.600791, + "f1": 0.542532, + "accuracy": 0.600791, + "main_score": 0.542532, + "hf_subset": "kaz_Cyrl-kam_Latn", + "languages": [ + "kaz-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kaz_Cyrl-lit_Latn", + "languages": [ + "kaz-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-nob_Latn", + "languages": [ + "kaz-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kaz_Cyrl-scn_Latn", + "languages": [ + "kaz-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "kaz_Cyrl-tgk_Cyrl", + "languages": [ + "kaz-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.75191, + "recall": 0.81917, + "f1": 0.772087, + "accuracy": 0.81917, + "main_score": 0.772087, + "hf_subset": "kaz_Cyrl-yor_Latn", + "languages": [ + "kaz-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-arz_Arab", + "languages": [ + "kaz-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.459069, + "recall": 0.529644, + "f1": 0.47825, + "accuracy": 0.529644, + "main_score": 0.47825, + "hf_subset": "kaz_Cyrl-cjk_Latn", + "languages": [ + "kaz-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.930171, + "recall": 0.952569, + "f1": 0.937418, + "accuracy": 0.952569, + "main_score": 0.937418, + "hf_subset": "kaz_Cyrl-gla_Latn", + "languages": [ + "kaz-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kaz_Cyrl-kan_Knda", + "languages": [ + "kaz-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.979661, + "recall": 0.985178, + "f1": 0.981291, + "accuracy": 0.985178, + "main_score": 0.981291, + "hf_subset": "kaz_Cyrl-lmo_Latn", + "languages": [ + "kaz-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "kaz_Cyrl-npi_Deva", + "languages": [ + "kaz-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.530629, + "recall": 0.613636, + "f1": 0.553928, + "accuracy": 0.613636, + "main_score": 0.553928, + "hf_subset": "kaz_Cyrl-shn_Mymr", + "languages": [ + "kaz-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-tgl_Latn", + "languages": [ + "kaz-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-yue_Hant", + "languages": [ + "kaz-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kaz_Cyrl-asm_Beng", + "languages": [ + "kaz-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.930336, + "recall": 0.952569, + "f1": 0.937582, + "accuracy": 0.952569, + "main_score": 0.937582, + "hf_subset": "kaz_Cyrl-ckb_Arab", + "languages": [ + "kaz-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "kaz_Cyrl-gle_Latn", + "languages": [ + "kaz-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.88834, + "recall": 0.922925, + "f1": 0.899374, + "accuracy": 0.922925, + "main_score": 0.899374, + "hf_subset": "kaz_Cyrl-kas_Arab", + "languages": [ + "kaz-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.890728, + "recall": 0.923913, + "f1": 0.901416, + "accuracy": 0.923913, + "main_score": 0.901416, + "hf_subset": "kaz_Cyrl-ltg_Latn", + "languages": [ + "kaz-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.786891, + "recall": 0.838933, + "f1": 0.802692, + "accuracy": 0.838933, + "main_score": 0.802692, + "hf_subset": "kaz_Cyrl-nso_Latn", + "languages": [ + "kaz-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kaz_Cyrl-sin_Sinh", + "languages": [ + "kaz-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "kaz_Cyrl-tha_Thai", + "languages": [ + "kaz-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-zho_Hans", + "languages": [ + "kaz-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-ast_Latn", + "languages": [ + "kaz-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "kaz_Cyrl-crh_Latn", + "languages": [ + "kaz-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-glg_Latn", + "languages": [ + "kaz-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.830072, + "recall": 0.875494, + "f1": 0.843445, + "accuracy": 0.875494, + "main_score": 0.843445, + "hf_subset": "kaz_Cyrl-kas_Deva", + "languages": [ + "kaz-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-ltz_Latn", + "languages": [ + "kaz-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.410835, + "recall": 0.478261, + "f1": 0.429146, + "accuracy": 0.478261, + "main_score": 0.429146, + "hf_subset": "kaz_Cyrl-nus_Latn", + "languages": [ + "kaz-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-slk_Latn", + "languages": [ + "kaz-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.628047, + "recall": 0.709486, + "f1": 0.65095, + "accuracy": 0.709486, + "main_score": 0.65095, + "hf_subset": "kaz_Cyrl-tir_Ethi", + "languages": [ + "kaz-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-zho_Hant", + "languages": [ + "kaz-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.974144, + "recall": 0.981225, + "f1": 0.976449, + "accuracy": 0.981225, + "main_score": 0.976449, + "hf_subset": "kaz_Cyrl-awa_Deva", + "languages": [ + "kaz-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-cym_Latn", + "languages": [ + "kaz-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.744442, + "recall": 0.804348, + "f1": 0.762068, + "accuracy": 0.804348, + "main_score": 0.762068, + "hf_subset": "kaz_Cyrl-grn_Latn", + "languages": [ + "kaz-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-kat_Geor", + "languages": [ + "kaz-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.560259, + "recall": 0.624506, + "f1": 0.577831, + "accuracy": 0.624506, + "main_score": 0.577831, + "hf_subset": "kaz_Cyrl-lua_Latn", + "languages": [ + "kaz-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.822875, + "recall": 0.874506, + "f1": 0.839493, + "accuracy": 0.874506, + "main_score": 0.839493, + "hf_subset": "kaz_Cyrl-nya_Latn", + "languages": [ + "kaz-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kaz_Cyrl-slv_Latn", + "languages": [ + "kaz-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "kaz_Cyrl-tpi_Latn", + "languages": [ + "kaz-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kaz_Cyrl-zsm_Latn", + "languages": [ + "kaz-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.480718, + "recall": 0.548419, + "f1": 0.499555, + "accuracy": 0.548419, + "main_score": 0.499555, + "hf_subset": "kaz_Cyrl-ayr_Latn", + "languages": [ + "kaz-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-dan_Latn", + "languages": [ + "kaz-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-guj_Gujr", + "languages": [ + "kaz-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.618684, + "recall": 0.703557, + "f1": 0.643698, + "accuracy": 0.703557, + "main_score": 0.643698, + "hf_subset": "kaz_Cyrl-lug_Latn", + "languages": [ + "kaz-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-oci_Latn", + "languages": [ + "kaz-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.832378, + "recall": 0.876482, + "f1": 0.845902, + "accuracy": 0.876482, + "main_score": 0.845902, + "hf_subset": "kaz_Cyrl-smo_Latn", + "languages": [ + "kaz-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.735467, + "recall": 0.801383, + "f1": 0.755108, + "accuracy": 0.801383, + "main_score": 0.755108, + "hf_subset": "kaz_Cyrl-tsn_Latn", + "languages": [ + "kaz-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.898386, + "recall": 0.929842, + "f1": 0.908597, + "accuracy": 0.929842, + "main_score": 0.908597, + "hf_subset": "kaz_Cyrl-zul_Latn", + "languages": [ + "kaz-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.917078, + "recall": 0.942688, + "f1": 0.925296, + "accuracy": 0.942688, + "main_score": 0.925296, + "hf_subset": "kaz_Cyrl-azb_Arab", + "languages": [ + "kaz-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-deu_Latn", + "languages": [ + "kaz-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "kaz_Cyrl-hat_Latn", + "languages": [ + "kaz-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.452509, + "recall": 0.514822, + "f1": 0.46927, + "accuracy": 0.514822, + "main_score": 0.46927, + "hf_subset": "kaz_Cyrl-kbp_Latn", + "languages": [ + "kaz-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.500379, + "recall": 0.566206, + "f1": 0.5181, + "accuracy": 0.566206, + "main_score": 0.5181, + "hf_subset": "kaz_Cyrl-luo_Latn", + "languages": [ + "kaz-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "kaz_Cyrl-ory_Orya", + "languages": [ + "kaz-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.887764, + "recall": 0.921937, + "f1": 0.898781, + "accuracy": 0.921937, + "main_score": 0.898781, + "hf_subset": "kaz_Cyrl-sna_Latn", + "languages": [ + "kaz-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.642263, + "recall": 0.715415, + "f1": 0.662858, + "accuracy": 0.715415, + "main_score": 0.662858, + "hf_subset": "kaz_Cyrl-tso_Latn", + "languages": [ + "kaz-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-azj_Latn", + "languages": [ + "kaz-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.470457, + "recall": 0.544466, + "f1": 0.49105, + "accuracy": 0.544466, + "main_score": 0.49105, + "hf_subset": "kaz_Cyrl-dik_Latn", + "languages": [ + "kaz-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.899127, + "recall": 0.927866, + "f1": 0.908333, + "accuracy": 0.927866, + "main_score": 0.908333, + "hf_subset": "kaz_Cyrl-hau_Latn", + "languages": [ + "kaz-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "kaz_Cyrl-kea_Latn", + "languages": [ + "kaz-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.912961, + "recall": 0.939723, + "f1": 0.921509, + "accuracy": 0.939723, + "main_score": 0.921509, + "hf_subset": "kaz_Cyrl-lus_Latn", + "languages": [ + "kaz-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.835227, + "recall": 0.87747, + "f1": 0.848353, + "accuracy": 0.87747, + "main_score": 0.848353, + "hf_subset": "kaz_Cyrl-pag_Latn", + "languages": [ + "kaz-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "kaz_Cyrl-snd_Arab", + "languages": [ + "kaz-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kaz_Cyrl-tuk_Latn", + "languages": [ + "kaz-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-bak_Cyrl", + "languages": [ + "kaz-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.426693, + "recall": 0.503953, + "f1": 0.448009, + "accuracy": 0.503953, + "main_score": 0.448009, + "hf_subset": "kaz_Cyrl-dyu_Latn", + "languages": [ + "kaz-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-heb_Hebr", + "languages": [ + "kaz-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "kaz_Cyrl-khk_Cyrl", + "languages": [ + "kaz-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-lvs_Latn", + "languages": [ + "kaz-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-pan_Guru", + "languages": [ + "kaz-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.864081, + "recall": 0.905138, + "f1": 0.877207, + "accuracy": 0.905138, + "main_score": 0.877207, + "hf_subset": "kaz_Cyrl-som_Latn", + "languages": [ + "kaz-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.655575, + "recall": 0.729249, + "f1": 0.676998, + "accuracy": 0.729249, + "main_score": 0.676998, + "hf_subset": "kaz_Cyrl-tum_Latn", + "languages": [ + "kaz-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.413935, + "recall": 0.479249, + "f1": 0.431503, + "accuracy": 0.479249, + "main_score": 0.431503, + "hf_subset": "lug_Latn-ace_Arab", + "languages": [ + "lug-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.459739, + "recall": 0.497036, + "f1": 0.470257, + "accuracy": 0.497036, + "main_score": 0.470257, + "hf_subset": "lug_Latn-bam_Latn", + "languages": [ + "lug-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.41777, + "recall": 0.480237, + "f1": 0.434823, + "accuracy": 0.480237, + "main_score": 0.434823, + "hf_subset": "lug_Latn-dzo_Tibt", + "languages": [ + "lug-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.680247, + "recall": 0.73419, + "f1": 0.695098, + "accuracy": 0.73419, + "main_score": 0.695098, + "hf_subset": "lug_Latn-hin_Deva", + "languages": [ + "lug-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.608997, + "recall": 0.670949, + "f1": 0.625891, + "accuracy": 0.670949, + "main_score": 0.625891, + "hf_subset": "lug_Latn-khm_Khmr", + "languages": [ + "lug-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.650919, + "recall": 0.706522, + "f1": 0.665456, + "accuracy": 0.706522, + "main_score": 0.665456, + "hf_subset": "lug_Latn-mag_Deva", + "languages": [ + "lug-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.640754, + "recall": 0.6917, + "f1": 0.653298, + "accuracy": 0.6917, + "main_score": 0.653298, + "hf_subset": "lug_Latn-pap_Latn", + "languages": [ + "lug-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.664686, + "recall": 0.724308, + "f1": 0.681941, + "accuracy": 0.724308, + "main_score": 0.681941, + "hf_subset": "lug_Latn-sot_Latn", + "languages": [ + "lug-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.668676, + "recall": 0.726285, + "f1": 0.683682, + "accuracy": 0.726285, + "main_score": 0.683682, + "hf_subset": "lug_Latn-tur_Latn", + "languages": [ + "lug-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.611256, + "recall": 0.655138, + "f1": 0.622452, + "accuracy": 0.655138, + "main_score": 0.622452, + "hf_subset": "lug_Latn-ace_Latn", + "languages": [ + "lug-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.624773, + "recall": 0.66996, + "f1": 0.636372, + "accuracy": 0.66996, + "main_score": 0.636372, + "hf_subset": "lug_Latn-ban_Latn", + "languages": [ + "lug-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.635169, + "recall": 0.689723, + "f1": 0.648913, + "accuracy": 0.689723, + "main_score": 0.648913, + "hf_subset": "lug_Latn-ell_Grek", + "languages": [ + "lug-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.627359, + "recall": 0.68083, + "f1": 0.641695, + "accuracy": 0.68083, + "main_score": 0.641695, + "hf_subset": "lug_Latn-hne_Deva", + "languages": [ + "lug-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.50819, + "recall": 0.5583, + "f1": 0.521157, + "accuracy": 0.5583, + "main_score": 0.521157, + "hf_subset": "lug_Latn-kik_Latn", + "languages": [ + "lug-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.614617, + "recall": 0.672925, + "f1": 0.629861, + "accuracy": 0.672925, + "main_score": 0.629861, + "hf_subset": "lug_Latn-mai_Deva", + "languages": [ + "lug-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.611566, + "recall": 0.671937, + "f1": 0.627371, + "accuracy": 0.671937, + "main_score": 0.627371, + "hf_subset": "lug_Latn-pbt_Arab", + "languages": [ + "lug-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.658872, + "recall": 0.718379, + "f1": 0.674666, + "accuracy": 0.718379, + "main_score": 0.674666, + "hf_subset": "lug_Latn-spa_Latn", + "languages": [ + "lug-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.624719, + "recall": 0.673913, + "f1": 0.637785, + "accuracy": 0.673913, + "main_score": 0.637785, + "hf_subset": "lug_Latn-twi_Latn", + "languages": [ + "lug-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.653455, + "recall": 0.714427, + "f1": 0.669384, + "accuracy": 0.714427, + "main_score": 0.669384, + "hf_subset": "lug_Latn-acm_Arab", + "languages": [ + "lug-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.612173, + "recall": 0.675889, + "f1": 0.629174, + "accuracy": 0.675889, + "main_score": 0.629174, + "hf_subset": "lug_Latn-bel_Cyrl", + "languages": [ + "lug-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.672523, + "recall": 0.729249, + "f1": 0.687504, + "accuracy": 0.729249, + "main_score": 0.687504, + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.645257, + "recall": 0.705534, + "f1": 0.660934, + "accuracy": 0.705534, + "main_score": 0.660934, + "hf_subset": "lug_Latn-hrv_Latn", + "languages": [ + "lug-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.671587, + "recall": 0.724308, + "f1": 0.686379, + "accuracy": 0.724308, + "main_score": 0.686379, + "hf_subset": "lug_Latn-kin_Latn", + "languages": [ + "lug-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.625559, + "recall": 0.6917, + "f1": 0.643567, + "accuracy": 0.6917, + "main_score": 0.643567, + "hf_subset": "lug_Latn-mal_Mlym", + "languages": [ + "lug-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.628909, + "recall": 0.690711, + "f1": 0.644719, + "accuracy": 0.690711, + "main_score": 0.644719, + "hf_subset": "lug_Latn-pes_Arab", + "languages": [ + "lug-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.635612, + "recall": 0.698617, + "f1": 0.652092, + "accuracy": 0.698617, + "main_score": 0.652092, + "hf_subset": "lug_Latn-srd_Latn", + "languages": [ + "lug-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.233581, + "recall": 0.288538, + "f1": 0.247326, + "accuracy": 0.288538, + "main_score": 0.247326, + "hf_subset": "lug_Latn-tzm_Tfng", + "languages": [ + "lug-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.662099, + "recall": 0.720356, + "f1": 0.67794, + "accuracy": 0.720356, + "main_score": 0.67794, + "hf_subset": "lug_Latn-acq_Arab", + "languages": [ + "lug-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.595864, + "recall": 0.651186, + "f1": 0.611195, + "accuracy": 0.651186, + "main_score": 0.611195, + "hf_subset": "lug_Latn-bem_Latn", + "languages": [ + "lug-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.644998, + "recall": 0.699605, + "f1": 0.658709, + "accuracy": 0.699605, + "main_score": 0.658709, + "hf_subset": "lug_Latn-epo_Latn", + "languages": [ + "lug-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.645499, + "recall": 0.711462, + "f1": 0.662724, + "accuracy": 0.711462, + "main_score": 0.662724, + "hf_subset": "lug_Latn-hun_Latn", + "languages": [ + "lug-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.618089, + "recall": 0.674901, + "f1": 0.632754, + "accuracy": 0.674901, + "main_score": 0.632754, + "hf_subset": "lug_Latn-kir_Cyrl", + "languages": [ + "lug-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.65421, + "recall": 0.708498, + "f1": 0.668855, + "accuracy": 0.708498, + "main_score": 0.668855, + "hf_subset": "lug_Latn-mar_Deva", + "languages": [ + "lug-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.631566, + "recall": 0.688735, + "f1": 0.647359, + "accuracy": 0.688735, + "main_score": 0.647359, + "hf_subset": "lug_Latn-plt_Latn", + "languages": [ + "lug-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.634026, + "recall": 0.693676, + "f1": 0.649109, + "accuracy": 0.693676, + "main_score": 0.649109, + "hf_subset": "lug_Latn-srp_Cyrl", + "languages": [ + "lug-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.586728, + "recall": 0.651186, + "f1": 0.603916, + "accuracy": 0.651186, + "main_score": 0.603916, + "hf_subset": "lug_Latn-uig_Arab", + "languages": [ + "lug-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.631516, + "recall": 0.685771, + "f1": 0.645233, + "accuracy": 0.685771, + "main_score": 0.645233, + "hf_subset": "lug_Latn-aeb_Arab", + "languages": [ + "lug-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.632141, + "recall": 0.690711, + "f1": 0.647572, + "accuracy": 0.690711, + "main_score": 0.647572, + "hf_subset": "lug_Latn-ben_Beng", + "languages": [ + "lug-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.649305, + "recall": 0.70751, + "f1": 0.6646, + "accuracy": 0.70751, + "main_score": 0.6646, + "hf_subset": "lug_Latn-est_Latn", + "languages": [ + "lug-Latn", + "est-Latn" + ] + }, + { + "precision": 0.629715, + "recall": 0.686759, + "f1": 0.644832, + "accuracy": 0.686759, + "main_score": 0.644832, + "hf_subset": "lug_Latn-hye_Armn", + "languages": [ + "lug-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.489985, + "recall": 0.52668, + "f1": 0.499635, + "accuracy": 0.52668, + "main_score": 0.499635, + "hf_subset": "lug_Latn-kmb_Latn", + "languages": [ + "lug-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.384527, + "recall": 0.444664, + "f1": 0.400626, + "accuracy": 0.444664, + "main_score": 0.400626, + "hf_subset": "lug_Latn-min_Arab", + "languages": [ + "lug-Latn", + "min-Arab" + ] + }, + { + "precision": 0.663635, + "recall": 0.716403, + "f1": 0.677474, + "accuracy": 0.716403, + "main_score": 0.677474, + "hf_subset": "lug_Latn-pol_Latn", + "languages": [ + "lug-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.623772, + "recall": 0.677866, + "f1": 0.638666, + "accuracy": 0.677866, + "main_score": 0.638666, + "hf_subset": "lug_Latn-ssw_Latn", + "languages": [ + "lug-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.653322, + "recall": 0.710474, + "f1": 0.668232, + "accuracy": 0.710474, + "main_score": 0.668232, + "hf_subset": "lug_Latn-ukr_Cyrl", + "languages": [ + "lug-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.648866, + "recall": 0.702569, + "f1": 0.662933, + "accuracy": 0.702569, + "main_score": 0.662933, + "hf_subset": "lug_Latn-afr_Latn", + "languages": [ + "lug-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.638859, + "recall": 0.695652, + "f1": 0.653531, + "accuracy": 0.695652, + "main_score": 0.653531, + "hf_subset": "lug_Latn-bho_Deva", + "languages": [ + "lug-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.621517, + "recall": 0.670949, + "f1": 0.633315, + "accuracy": 0.670949, + "main_score": 0.633315, + "hf_subset": "lug_Latn-eus_Latn", + "languages": [ + "lug-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.639884, + "recall": 0.69664, + "f1": 0.655161, + "accuracy": 0.69664, + "main_score": 0.655161, + "hf_subset": "lug_Latn-ibo_Latn", + "languages": [ + "lug-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.617569, + "recall": 0.667984, + "f1": 0.630708, + "accuracy": 0.667984, + "main_score": 0.630708, + "hf_subset": "lug_Latn-kmr_Latn", + "languages": [ + "lug-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.635397, + "recall": 0.692688, + "f1": 0.649642, + "accuracy": 0.692688, + "main_score": 0.649642, + "hf_subset": "lug_Latn-min_Latn", + "languages": [ + "lug-Latn", + "min-Latn" + ] + }, + { + "precision": 0.667711, + "recall": 0.728261, + "f1": 0.684125, + "accuracy": 0.728261, + "main_score": 0.684125, + "hf_subset": "lug_Latn-por_Latn", + "languages": [ + "lug-Latn", + "por-Latn" + ] + }, + { + "precision": 0.621781, + "recall": 0.671937, + "f1": 0.634368, + "accuracy": 0.671937, + "main_score": 0.634368, + "hf_subset": "lug_Latn-sun_Latn", + "languages": [ + "lug-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.47346, + "recall": 0.520751, + "f1": 0.485655, + "accuracy": 0.520751, + "main_score": 0.485655, + "hf_subset": "lug_Latn-umb_Latn", + "languages": [ + "lug-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.658824, + "recall": 0.718379, + "f1": 0.674376, + "accuracy": 0.718379, + "main_score": 0.674376, + "hf_subset": "lug_Latn-ajp_Arab", + "languages": [ + "lug-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.410531, + "recall": 0.469368, + "f1": 0.426641, + "accuracy": 0.469368, + "main_score": 0.426641, + "hf_subset": "lug_Latn-bjn_Arab", + "languages": [ + "lug-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.445085, + "recall": 0.492095, + "f1": 0.457547, + "accuracy": 0.492095, + "main_score": 0.457547, + "hf_subset": "lug_Latn-ewe_Latn", + "languages": [ + "lug-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.622004, + "recall": 0.672925, + "f1": 0.635506, + "accuracy": 0.672925, + "main_score": 0.635506, + "hf_subset": "lug_Latn-ilo_Latn", + "languages": [ + "lug-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.249628, + "recall": 0.301383, + "f1": 0.263355, + "accuracy": 0.301383, + "main_score": 0.263355, + "hf_subset": "lug_Latn-knc_Arab", + "languages": [ + "lug-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.649688, + "recall": 0.699605, + "f1": 0.662491, + "accuracy": 0.699605, + "main_score": 0.662491, + "hf_subset": "lug_Latn-mkd_Cyrl", + "languages": [ + "lug-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.663898, + "recall": 0.725296, + "f1": 0.68004, + "accuracy": 0.725296, + "main_score": 0.68004, + "hf_subset": "lug_Latn-prs_Arab", + "languages": [ + "lug-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.666664, + "recall": 0.725296, + "f1": 0.682147, + "accuracy": 0.725296, + "main_score": 0.682147, + "hf_subset": "lug_Latn-swe_Latn", + "languages": [ + "lug-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.642624, + "recall": 0.700593, + "f1": 0.657557, + "accuracy": 0.700593, + "main_score": 0.657557, + "hf_subset": "lug_Latn-urd_Arab", + "languages": [ + "lug-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.589552, + "recall": 0.639328, + "f1": 0.602691, + "accuracy": 0.639328, + "main_score": 0.602691, + "hf_subset": "lug_Latn-aka_Latn", + "languages": [ + "lug-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.642561, + "recall": 0.682806, + "f1": 0.652592, + "accuracy": 0.682806, + "main_score": 0.652592, + "hf_subset": "lug_Latn-bjn_Latn", + "languages": [ + "lug-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.621026, + "recall": 0.675889, + "f1": 0.636008, + "accuracy": 0.675889, + "main_score": 0.636008, + "hf_subset": "lug_Latn-fao_Latn", + "languages": [ + "lug-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.655657, + "recall": 0.713439, + "f1": 0.670675, + "accuracy": 0.713439, + "main_score": 0.670675, + "hf_subset": "lug_Latn-ind_Latn", + "languages": [ + "lug-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.4989, + "recall": 0.531621, + "f1": 0.507014, + "accuracy": 0.531621, + "main_score": 0.507014, + "hf_subset": "lug_Latn-knc_Latn", + "languages": [ + "lug-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.614246, + "recall": 0.662055, + "f1": 0.625978, + "accuracy": 0.662055, + "main_score": 0.625978, + "hf_subset": "lug_Latn-mlt_Latn", + "languages": [ + "lug-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.524495, + "recall": 0.579051, + "f1": 0.539157, + "accuracy": 0.579051, + "main_score": 0.539157, + "hf_subset": "lug_Latn-quy_Latn", + "languages": [ + "lug-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.661468, + "recall": 0.718379, + "f1": 0.676506, + "accuracy": 0.718379, + "main_score": 0.676506, + "hf_subset": "lug_Latn-swh_Latn", + "languages": [ + "lug-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.614871, + "recall": 0.675889, + "f1": 0.630897, + "accuracy": 0.675889, + "main_score": 0.630897, + "hf_subset": "lug_Latn-uzn_Latn", + "languages": [ + "lug-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.642694, + "recall": 0.69664, + "f1": 0.656153, + "accuracy": 0.69664, + "main_score": 0.656153, + "hf_subset": "lug_Latn-als_Latn", + "languages": [ + "lug-Latn", + "als-Latn" + ] + }, + { + "precision": 0.508895, + "recall": 0.58004, + "f1": 0.527759, + "accuracy": 0.58004, + "main_score": 0.527759, + "hf_subset": "lug_Latn-bod_Tibt", + "languages": [ + "lug-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.559485, + "recall": 0.607708, + "f1": 0.572955, + "accuracy": 0.607708, + "main_score": 0.572955, + "hf_subset": "lug_Latn-fij_Latn", + "languages": [ + "lug-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.646699, + "recall": 0.701581, + "f1": 0.661215, + "accuracy": 0.701581, + "main_score": 0.661215, + "hf_subset": "lug_Latn-isl_Latn", + "languages": [ + "lug-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.516828, + "recall": 0.55336, + "f1": 0.526708, + "accuracy": 0.55336, + "main_score": 0.526708, + "hf_subset": "lug_Latn-kon_Latn", + "languages": [ + "lug-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.443474, + "recall": 0.497036, + "f1": 0.458172, + "accuracy": 0.497036, + "main_score": 0.458172, + "hf_subset": "lug_Latn-mni_Beng", + "languages": [ + "lug-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.656915, + "recall": 0.713439, + "f1": 0.672011, + "accuracy": 0.713439, + "main_score": 0.672011, + "hf_subset": "lug_Latn-ron_Latn", + "languages": [ + "lug-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.635482, + "recall": 0.689723, + "f1": 0.650031, + "accuracy": 0.689723, + "main_score": 0.650031, + "hf_subset": "lug_Latn-szl_Latn", + "languages": [ + "lug-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.667153, + "recall": 0.716403, + "f1": 0.680406, + "accuracy": 0.716403, + "main_score": 0.680406, + "hf_subset": "lug_Latn-vec_Latn", + "languages": [ + "lug-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.663743, + "recall": 0.724308, + "f1": 0.680346, + "accuracy": 0.724308, + "main_score": 0.680346, + "hf_subset": "lug_Latn-amh_Ethi", + "languages": [ + "lug-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.663165, + "recall": 0.718379, + "f1": 0.677231, + "accuracy": 0.718379, + "main_score": 0.677231, + "hf_subset": "lug_Latn-bos_Latn", + "languages": [ + "lug-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.630103, + "recall": 0.686759, + "f1": 0.644636, + "accuracy": 0.686759, + "main_score": 0.644636, + "hf_subset": "lug_Latn-fin_Latn", + "languages": [ + "lug-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.66856, + "recall": 0.718379, + "f1": 0.682246, + "accuracy": 0.718379, + "main_score": 0.682246, + "hf_subset": "lug_Latn-ita_Latn", + "languages": [ + "lug-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.663286, + "recall": 0.720356, + "f1": 0.678158, + "accuracy": 0.720356, + "main_score": 0.678158, + "hf_subset": "lug_Latn-kor_Hang", + "languages": [ + "lug-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.449299, + "recall": 0.48913, + "f1": 0.46011, + "accuracy": 0.48913, + "main_score": 0.46011, + "hf_subset": "lug_Latn-mos_Latn", + "languages": [ + "lug-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.627554, + "recall": 0.683794, + "f1": 0.643081, + "accuracy": 0.683794, + "main_score": 0.643081, + "hf_subset": "lug_Latn-run_Latn", + "languages": [ + "lug-Latn", + "run-Latn" + ] + }, + { + "precision": 0.634379, + "recall": 0.687747, + "f1": 0.648255, + "accuracy": 0.687747, + "main_score": 0.648255, + "hf_subset": "lug_Latn-tam_Taml", + "languages": [ + "lug-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.650384, + "recall": 0.705534, + "f1": 0.664323, + "accuracy": 0.705534, + "main_score": 0.664323, + "hf_subset": "lug_Latn-vie_Latn", + "languages": [ + "lug-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.648021, + "recall": 0.704545, + "f1": 0.662906, + "accuracy": 0.704545, + "main_score": 0.662906, + "hf_subset": "lug_Latn-apc_Arab", + "languages": [ + "lug-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.535967, + "recall": 0.58004, + "f1": 0.547449, + "accuracy": 0.58004, + "main_score": 0.547449, + "hf_subset": "lug_Latn-bug_Latn", + "languages": [ + "lug-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.421545, + "recall": 0.460474, + "f1": 0.43181, + "accuracy": 0.460474, + "main_score": 0.43181, + "hf_subset": "lug_Latn-fon_Latn", + "languages": [ + "lug-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.624875, + "recall": 0.676877, + "f1": 0.638392, + "accuracy": 0.676877, + "main_score": 0.638392, + "hf_subset": "lug_Latn-jav_Latn", + "languages": [ + "lug-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.617235, + "recall": 0.677866, + "f1": 0.633609, + "accuracy": 0.677866, + "main_score": 0.633609, + "hf_subset": "lug_Latn-lao_Laoo", + "languages": [ + "lug-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.639619, + "recall": 0.688735, + "f1": 0.653571, + "accuracy": 0.688735, + "main_score": 0.653571, + "hf_subset": "lug_Latn-mri_Latn", + "languages": [ + "lug-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.654509, + "recall": 0.713439, + "f1": 0.669771, + "accuracy": 0.713439, + "main_score": 0.669771, + "hf_subset": "lug_Latn-rus_Cyrl", + "languages": [ + "lug-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.461966, + "recall": 0.505929, + "f1": 0.474573, + "accuracy": 0.505929, + "main_score": 0.474573, + "hf_subset": "lug_Latn-taq_Latn", + "languages": [ + "lug-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.629191, + "recall": 0.68083, + "f1": 0.641471, + "accuracy": 0.68083, + "main_score": 0.641471, + "hf_subset": "lug_Latn-war_Latn", + "languages": [ + "lug-Latn", + "war-Latn" + ] + }, + { + "precision": 0.650495, + "recall": 0.714427, + "f1": 0.667896, + "accuracy": 0.714427, + "main_score": 0.667896, + "hf_subset": "lug_Latn-arb_Arab", + "languages": [ + "lug-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.679877, + "recall": 0.73419, + "f1": 0.694273, + "accuracy": 0.73419, + "main_score": 0.694273, + "hf_subset": "lug_Latn-bul_Cyrl", + "languages": [ + "lug-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.653249, + "recall": 0.710474, + "f1": 0.668267, + "accuracy": 0.710474, + "main_score": 0.668267, + "hf_subset": "lug_Latn-fra_Latn", + "languages": [ + "lug-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.64927, + "recall": 0.70751, + "f1": 0.664752, + "accuracy": 0.70751, + "main_score": 0.664752, + "hf_subset": "lug_Latn-jpn_Jpan", + "languages": [ + "lug-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.65028, + "recall": 0.703557, + "f1": 0.663883, + "accuracy": 0.703557, + "main_score": 0.663883, + "hf_subset": "lug_Latn-lij_Latn", + "languages": [ + "lug-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.59042, + "recall": 0.656126, + "f1": 0.607537, + "accuracy": 0.656126, + "main_score": 0.607537, + "hf_subset": "lug_Latn-mya_Mymr", + "languages": [ + "lug-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.475101, + "recall": 0.51581, + "f1": 0.48606, + "accuracy": 0.51581, + "main_score": 0.48606, + "hf_subset": "lug_Latn-sag_Latn", + "languages": [ + "lug-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.24746, + "recall": 0.300395, + "f1": 0.260228, + "accuracy": 0.300395, + "main_score": 0.260228, + "hf_subset": "lug_Latn-taq_Tfng", + "languages": [ + "lug-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.528033, + "recall": 0.571146, + "f1": 0.540035, + "accuracy": 0.571146, + "main_score": 0.540035, + "hf_subset": "lug_Latn-wol_Latn", + "languages": [ + "lug-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.586295, + "recall": 0.646245, + "f1": 0.602861, + "accuracy": 0.646245, + "main_score": 0.602861, + "hf_subset": "lug_Latn-arb_Latn", + "languages": [ + "lug-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.650181, + "recall": 0.706522, + "f1": 0.664981, + "accuracy": 0.706522, + "main_score": 0.664981, + "hf_subset": "lug_Latn-cat_Latn", + "languages": [ + "lug-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.632728, + "recall": 0.688735, + "f1": 0.647158, + "accuracy": 0.688735, + "main_score": 0.647158, + "hf_subset": "lug_Latn-fur_Latn", + "languages": [ + "lug-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.442969, + "recall": 0.500988, + "f1": 0.458381, + "accuracy": 0.500988, + "main_score": 0.458381, + "hf_subset": "lug_Latn-kab_Latn", + "languages": [ + "lug-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.640641, + "recall": 0.694664, + "f1": 0.655659, + "accuracy": 0.694664, + "main_score": 0.655659, + "hf_subset": "lug_Latn-lim_Latn", + "languages": [ + "lug-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.651954, + "recall": 0.708498, + "f1": 0.66675, + "accuracy": 0.708498, + "main_score": 0.66675, + "hf_subset": "lug_Latn-nld_Latn", + "languages": [ + "lug-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.621783, + "recall": 0.675889, + "f1": 0.636221, + "accuracy": 0.675889, + "main_score": 0.636221, + "hf_subset": "lug_Latn-san_Deva", + "languages": [ + "lug-Latn", + "san-Deva" + ] + }, + { + "precision": 0.621076, + "recall": 0.677866, + "f1": 0.636593, + "accuracy": 0.677866, + "main_score": 0.636593, + "hf_subset": "lug_Latn-tat_Cyrl", + "languages": [ + "lug-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.648019, + "recall": 0.706522, + "f1": 0.664012, + "accuracy": 0.706522, + "main_score": 0.664012, + "hf_subset": "lug_Latn-xho_Latn", + "languages": [ + "lug-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.649877, + "recall": 0.713439, + "f1": 0.666996, + "accuracy": 0.713439, + "main_score": 0.666996, + "hf_subset": "lug_Latn-ars_Arab", + "languages": [ + "lug-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.624772, + "recall": 0.676877, + "f1": 0.636996, + "accuracy": 0.676877, + "main_score": 0.636996, + "hf_subset": "lug_Latn-ceb_Latn", + "languages": [ + "lug-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.458768, + "recall": 0.507905, + "f1": 0.472757, + "accuracy": 0.507905, + "main_score": 0.472757, + "hf_subset": "lug_Latn-fuv_Latn", + "languages": [ + "lug-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.478621, + "recall": 0.513834, + "f1": 0.488008, + "accuracy": 0.513834, + "main_score": 0.488008, + "hf_subset": "lug_Latn-kac_Latn", + "languages": [ + "lug-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.553558, + "recall": 0.604743, + "f1": 0.566897, + "accuracy": 0.604743, + "main_score": 0.566897, + "hf_subset": "lug_Latn-lin_Latn", + "languages": [ + "lug-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.63102, + "recall": 0.689723, + "f1": 0.646438, + "accuracy": 0.689723, + "main_score": 0.646438, + "hf_subset": "lug_Latn-nno_Latn", + "languages": [ + "lug-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.585843, + "recall": 0.65415, + "f1": 0.604432, + "accuracy": 0.65415, + "main_score": 0.604432, + "hf_subset": "lug_Latn-sat_Olck", + "languages": [ + "lug-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.624413, + "recall": 0.683794, + "f1": 0.640132, + "accuracy": 0.683794, + "main_score": 0.640132, + "hf_subset": "lug_Latn-tel_Telu", + "languages": [ + "lug-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.620154, + "recall": 0.682806, + "f1": 0.635987, + "accuracy": 0.682806, + "main_score": 0.635987, + "hf_subset": "lug_Latn-ydd_Hebr", + "languages": [ + "lug-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.626081, + "recall": 0.682806, + "f1": 0.640977, + "accuracy": 0.682806, + "main_score": 0.640977, + "hf_subset": "lug_Latn-ary_Arab", + "languages": [ + "lug-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.656444, + "recall": 0.717391, + "f1": 0.672661, + "accuracy": 0.717391, + "main_score": 0.672661, + "hf_subset": "lug_Latn-ces_Latn", + "languages": [ + "lug-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.514396, + "recall": 0.572134, + "f1": 0.530017, + "accuracy": 0.572134, + "main_score": 0.530017, + "hf_subset": "lug_Latn-gaz_Latn", + "languages": [ + "lug-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.533629, + "recall": 0.578063, + "f1": 0.545713, + "accuracy": 0.578063, + "main_score": 0.545713, + "hf_subset": "lug_Latn-kam_Latn", + "languages": [ + "lug-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.642856, + "recall": 0.706522, + "f1": 0.659654, + "accuracy": 0.706522, + "main_score": 0.659654, + "hf_subset": "lug_Latn-lit_Latn", + "languages": [ + "lug-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.645513, + "recall": 0.702569, + "f1": 0.65995, + "accuracy": 0.702569, + "main_score": 0.65995, + "hf_subset": "lug_Latn-nob_Latn", + "languages": [ + "lug-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.637105, + "recall": 0.68083, + "f1": 0.648576, + "accuracy": 0.68083, + "main_score": 0.648576, + "hf_subset": "lug_Latn-scn_Latn", + "languages": [ + "lug-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.610593, + "recall": 0.670949, + "f1": 0.626783, + "accuracy": 0.670949, + "main_score": 0.626783, + "hf_subset": "lug_Latn-tgk_Cyrl", + "languages": [ + "lug-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.57143, + "recall": 0.630435, + "f1": 0.588072, + "accuracy": 0.630435, + "main_score": 0.588072, + "hf_subset": "lug_Latn-yor_Latn", + "languages": [ + "lug-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.641812, + "recall": 0.700593, + "f1": 0.657647, + "accuracy": 0.700593, + "main_score": 0.657647, + "hf_subset": "lug_Latn-arz_Arab", + "languages": [ + "lug-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.45939, + "recall": 0.5, + "f1": 0.470188, + "accuracy": 0.5, + "main_score": 0.470188, + "hf_subset": "lug_Latn-cjk_Latn", + "languages": [ + "lug-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.631563, + "recall": 0.681818, + "f1": 0.644503, + "accuracy": 0.681818, + "main_score": 0.644503, + "hf_subset": "lug_Latn-gla_Latn", + "languages": [ + "lug-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.632751, + "recall": 0.689723, + "f1": 0.647883, + "accuracy": 0.689723, + "main_score": 0.647883, + "hf_subset": "lug_Latn-kan_Knda", + "languages": [ + "lug-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.652189, + "recall": 0.70751, + "f1": 0.666957, + "accuracy": 0.70751, + "main_score": 0.666957, + "hf_subset": "lug_Latn-lmo_Latn", + "languages": [ + "lug-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.629387, + "recall": 0.684783, + "f1": 0.643912, + "accuracy": 0.684783, + "main_score": 0.643912, + "hf_subset": "lug_Latn-npi_Deva", + "languages": [ + "lug-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.461056, + "recall": 0.524704, + "f1": 0.477976, + "accuracy": 0.524704, + "main_score": 0.477976, + "hf_subset": "lug_Latn-shn_Mymr", + "languages": [ + "lug-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.657392, + "recall": 0.714427, + "f1": 0.672144, + "accuracy": 0.714427, + "main_score": 0.672144, + "hf_subset": "lug_Latn-tgl_Latn", + "languages": [ + "lug-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.62734, + "recall": 0.686759, + "f1": 0.642904, + "accuracy": 0.686759, + "main_score": 0.642904, + "hf_subset": "lug_Latn-yue_Hant", + "languages": [ + "lug-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.600359, + "recall": 0.657115, + "f1": 0.615674, + "accuracy": 0.657115, + "main_score": 0.615674, + "hf_subset": "lug_Latn-asm_Beng", + "languages": [ + "lug-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.621854, + "recall": 0.681818, + "f1": 0.638276, + "accuracy": 0.681818, + "main_score": 0.638276, + "hf_subset": "lug_Latn-ckb_Arab", + "languages": [ + "lug-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.619217, + "recall": 0.672925, + "f1": 0.63352, + "accuracy": 0.672925, + "main_score": 0.63352, + "hf_subset": "lug_Latn-gle_Latn", + "languages": [ + "lug-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.561066, + "recall": 0.620553, + "f1": 0.577895, + "accuracy": 0.620553, + "main_score": 0.577895, + "hf_subset": "lug_Latn-kas_Arab", + "languages": [ + "lug-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.596963, + "recall": 0.650198, + "f1": 0.611488, + "accuracy": 0.650198, + "main_score": 0.611488, + "hf_subset": "lug_Latn-ltg_Latn", + "languages": [ + "lug-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.64074, + "recall": 0.692688, + "f1": 0.655471, + "accuracy": 0.692688, + "main_score": 0.655471, + "hf_subset": "lug_Latn-nso_Latn", + "languages": [ + "lug-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.626599, + "recall": 0.687747, + "f1": 0.643242, + "accuracy": 0.687747, + "main_score": 0.643242, + "hf_subset": "lug_Latn-sin_Sinh", + "languages": [ + "lug-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.611361, + "recall": 0.666008, + "f1": 0.625705, + "accuracy": 0.666008, + "main_score": 0.625705, + "hf_subset": "lug_Latn-tha_Thai", + "languages": [ + "lug-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.595767, + "recall": 0.655138, + "f1": 0.611345, + "accuracy": 0.655138, + "main_score": 0.611345, + "hf_subset": "lug_Latn-zho_Hans", + "languages": [ + "lug-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.653489, + "recall": 0.705534, + "f1": 0.667536, + "accuracy": 0.705534, + "main_score": 0.667536, + "hf_subset": "lug_Latn-ast_Latn", + "languages": [ + "lug-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.663267, + "recall": 0.719368, + "f1": 0.678769, + "accuracy": 0.719368, + "main_score": 0.678769, + "hf_subset": "lug_Latn-crh_Latn", + "languages": [ + "lug-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.656756, + "recall": 0.711462, + "f1": 0.670866, + "accuracy": 0.711462, + "main_score": 0.670866, + "hf_subset": "lug_Latn-glg_Latn", + "languages": [ + "lug-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.549387, + "recall": 0.608696, + "f1": 0.565671, + "accuracy": 0.608696, + "main_score": 0.565671, + "hf_subset": "lug_Latn-kas_Deva", + "languages": [ + "lug-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.613211, + "recall": 0.674901, + "f1": 0.629598, + "accuracy": 0.674901, + "main_score": 0.629598, + "hf_subset": "lug_Latn-ltz_Latn", + "languages": [ + "lug-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.410469, + "recall": 0.459486, + "f1": 0.423894, + "accuracy": 0.459486, + "main_score": 0.423894, + "hf_subset": "lug_Latn-nus_Latn", + "languages": [ + "lug-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.660302, + "recall": 0.715415, + "f1": 0.674375, + "accuracy": 0.715415, + "main_score": 0.674375, + "hf_subset": "lug_Latn-slk_Latn", + "languages": [ + "lug-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.512589, + "recall": 0.572134, + "f1": 0.529466, + "accuracy": 0.572134, + "main_score": 0.529466, + "hf_subset": "lug_Latn-tir_Ethi", + "languages": [ + "lug-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.616578, + "recall": 0.68083, + "f1": 0.633678, + "accuracy": 0.68083, + "main_score": 0.633678, + "hf_subset": "lug_Latn-zho_Hant", + "languages": [ + "lug-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.641949, + "recall": 0.698617, + "f1": 0.657188, + "accuracy": 0.698617, + "main_score": 0.657188, + "hf_subset": "lug_Latn-awa_Deva", + "languages": [ + "lug-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.645458, + "recall": 0.699605, + "f1": 0.659855, + "accuracy": 0.699605, + "main_score": 0.659855, + "hf_subset": "lug_Latn-cym_Latn", + "languages": [ + "lug-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.539571, + "recall": 0.586957, + "f1": 0.551365, + "accuracy": 0.586957, + "main_score": 0.551365, + "hf_subset": "lug_Latn-grn_Latn", + "languages": [ + "lug-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.635699, + "recall": 0.692688, + "f1": 0.65068, + "accuracy": 0.692688, + "main_score": 0.65068, + "hf_subset": "lug_Latn-kat_Geor", + "languages": [ + "lug-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.520056, + "recall": 0.557312, + "f1": 0.530348, + "accuracy": 0.557312, + "main_score": 0.530348, + "hf_subset": "lug_Latn-lua_Latn", + "languages": [ + "lug-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.640029, + "recall": 0.690711, + "f1": 0.653824, + "accuracy": 0.690711, + "main_score": 0.653824, + "hf_subset": "lug_Latn-nya_Latn", + "languages": [ + "lug-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.654686, + "recall": 0.709486, + "f1": 0.66922, + "accuracy": 0.709486, + "main_score": 0.66922, + "hf_subset": "lug_Latn-slv_Latn", + "languages": [ + "lug-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.616395, + "recall": 0.667984, + "f1": 0.629041, + "accuracy": 0.667984, + "main_score": 0.629041, + "hf_subset": "lug_Latn-tpi_Latn", + "languages": [ + "lug-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.652256, + "recall": 0.712451, + "f1": 0.667479, + "accuracy": 0.712451, + "main_score": 0.667479, + "hf_subset": "lug_Latn-zsm_Latn", + "languages": [ + "lug-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.464818, + "recall": 0.506917, + "f1": 0.476767, + "accuracy": 0.506917, + "main_score": 0.476767, + "hf_subset": "lug_Latn-ayr_Latn", + "languages": [ + "lug-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.650773, + "recall": 0.710474, + "f1": 0.666446, + "accuracy": 0.710474, + "main_score": 0.666446, + "hf_subset": "lug_Latn-dan_Latn", + "languages": [ + "lug-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.638477, + "recall": 0.700593, + "f1": 0.654868, + "accuracy": 0.700593, + "main_score": 0.654868, + "hf_subset": "lug_Latn-guj_Gujr", + "languages": [ + "lug-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.60207, + "recall": 0.666008, + "f1": 0.619035, + "accuracy": 0.666008, + "main_score": 0.619035, + "hf_subset": "lug_Latn-kaz_Cyrl", + "languages": [ + "lug-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.642487, + "recall": 0.697628, + "f1": 0.656486, + "accuracy": 0.697628, + "main_score": 0.656486, + "hf_subset": "lug_Latn-oci_Latn", + "languages": [ + "lug-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.625472, + "recall": 0.675889, + "f1": 0.639357, + "accuracy": 0.675889, + "main_score": 0.639357, + "hf_subset": "lug_Latn-smo_Latn", + "languages": [ + "lug-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.633586, + "recall": 0.684783, + "f1": 0.64801, + "accuracy": 0.684783, + "main_score": 0.64801, + "hf_subset": "lug_Latn-tsn_Latn", + "languages": [ + "lug-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.652045, + "recall": 0.712451, + "f1": 0.669419, + "accuracy": 0.712451, + "main_score": 0.669419, + "hf_subset": "lug_Latn-zul_Latn", + "languages": [ + "lug-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.552672, + "recall": 0.610672, + "f1": 0.568364, + "accuracy": 0.610672, + "main_score": 0.568364, + "hf_subset": "lug_Latn-azb_Arab", + "languages": [ + "lug-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.651346, + "recall": 0.70751, + "f1": 0.66579, + "accuracy": 0.70751, + "main_score": 0.66579, + "hf_subset": "lug_Latn-deu_Latn", + "languages": [ + "lug-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.624667, + "recall": 0.681818, + "f1": 0.639869, + "accuracy": 0.681818, + "main_score": 0.639869, + "hf_subset": "lug_Latn-hat_Latn", + "languages": [ + "lug-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.474806, + "recall": 0.51581, + "f1": 0.486403, + "accuracy": 0.51581, + "main_score": 0.486403, + "hf_subset": "lug_Latn-kbp_Latn", + "languages": [ + "lug-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.49241, + "recall": 0.52668, + "f1": 0.502076, + "accuracy": 0.52668, + "main_score": 0.502076, + "hf_subset": "lug_Latn-luo_Latn", + "languages": [ + "lug-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.608695, + "recall": 0.667984, + "f1": 0.624656, + "accuracy": 0.667984, + "main_score": 0.624656, + "hf_subset": "lug_Latn-ory_Orya", + "languages": [ + "lug-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.639525, + "recall": 0.695652, + "f1": 0.654519, + "accuracy": 0.695652, + "main_score": 0.654519, + "hf_subset": "lug_Latn-sna_Latn", + "languages": [ + "lug-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.580832, + "recall": 0.635375, + "f1": 0.595674, + "accuracy": 0.635375, + "main_score": 0.595674, + "hf_subset": "lug_Latn-tso_Latn", + "languages": [ + "lug-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.607435, + "recall": 0.670949, + "f1": 0.62348, + "accuracy": 0.670949, + "main_score": 0.62348, + "hf_subset": "lug_Latn-azj_Latn", + "languages": [ + "lug-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.460298, + "recall": 0.501976, + "f1": 0.47182, + "accuracy": 0.501976, + "main_score": 0.47182, + "hf_subset": "lug_Latn-dik_Latn", + "languages": [ + "lug-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.642068, + "recall": 0.69664, + "f1": 0.65722, + "accuracy": 0.69664, + "main_score": 0.65722, + "hf_subset": "lug_Latn-hau_Latn", + "languages": [ + "lug-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.638048, + "recall": 0.69664, + "f1": 0.653256, + "accuracy": 0.69664, + "main_score": 0.653256, + "hf_subset": "lug_Latn-kea_Latn", + "languages": [ + "lug-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.61428, + "recall": 0.664032, + "f1": 0.627256, + "accuracy": 0.664032, + "main_score": 0.627256, + "hf_subset": "lug_Latn-lus_Latn", + "languages": [ + "lug-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.58282, + "recall": 0.629447, + "f1": 0.594756, + "accuracy": 0.629447, + "main_score": 0.594756, + "hf_subset": "lug_Latn-pag_Latn", + "languages": [ + "lug-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.60084, + "recall": 0.66502, + "f1": 0.617875, + "accuracy": 0.66502, + "main_score": 0.617875, + "hf_subset": "lug_Latn-snd_Arab", + "languages": [ + "lug-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.615304, + "recall": 0.674901, + "f1": 0.630548, + "accuracy": 0.674901, + "main_score": 0.630548, + "hf_subset": "lug_Latn-tuk_Latn", + "languages": [ + "lug-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.618805, + "recall": 0.673913, + "f1": 0.633149, + "accuracy": 0.673913, + "main_score": 0.633149, + "hf_subset": "lug_Latn-bak_Cyrl", + "languages": [ + "lug-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.420913, + "recall": 0.47332, + "f1": 0.436155, + "accuracy": 0.47332, + "main_score": 0.436155, + "hf_subset": "lug_Latn-dyu_Latn", + "languages": [ + "lug-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.648362, + "recall": 0.702569, + "f1": 0.662313, + "accuracy": 0.702569, + "main_score": 0.662313, + "hf_subset": "lug_Latn-heb_Hebr", + "languages": [ + "lug-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.625971, + "recall": 0.686759, + "f1": 0.642792, + "accuracy": 0.686759, + "main_score": 0.642792, + "hf_subset": "lug_Latn-khk_Cyrl", + "languages": [ + "lug-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.650629, + "recall": 0.706522, + "f1": 0.664882, + "accuracy": 0.706522, + "main_score": 0.664882, + "hf_subset": "lug_Latn-lvs_Latn", + "languages": [ + "lug-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.622728, + "recall": 0.683794, + "f1": 0.638155, + "accuracy": 0.683794, + "main_score": 0.638155, + "hf_subset": "lug_Latn-pan_Guru", + "languages": [ + "lug-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.635952, + "recall": 0.693676, + "f1": 0.652415, + "accuracy": 0.693676, + "main_score": 0.652415, + "hf_subset": "lug_Latn-som_Latn", + "languages": [ + "lug-Latn", + "som-Latn" + ] + }, + { + "precision": 0.587599, + "recall": 0.628458, + "f1": 0.599508, + "accuracy": 0.628458, + "main_score": 0.599508, + "hf_subset": "lug_Latn-tum_Latn", + "languages": [ + "lug-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.52967, + "recall": 0.626482, + "f1": 0.55765, + "accuracy": 0.626482, + "main_score": 0.55765, + "hf_subset": "oci_Latn-ace_Arab", + "languages": [ + "oci-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.467244, + "recall": 0.527668, + "f1": 0.483464, + "accuracy": 0.527668, + "main_score": 0.483464, + "hf_subset": "oci_Latn-bam_Latn", + "languages": [ + "oci-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.643297, + "recall": 0.728261, + "f1": 0.667703, + "accuracy": 0.728261, + "main_score": 0.667703, + "hf_subset": "oci_Latn-dzo_Tibt", + "languages": [ + "oci-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-hin_Deva", + "languages": [ + "oci-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "oci_Latn-khm_Khmr", + "languages": [ + "oci-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-mag_Deva", + "languages": [ + "oci-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-pap_Latn", + "languages": [ + "oci-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.86973, + "recall": 0.906126, + "f1": 0.881178, + "accuracy": 0.906126, + "main_score": 0.881178, + "hf_subset": "oci_Latn-sot_Latn", + "languages": [ + "oci-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-tur_Latn", + "languages": [ + "oci-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.872036, + "recall": 0.907115, + "f1": 0.883187, + "accuracy": 0.907115, + "main_score": 0.883187, + "hf_subset": "oci_Latn-ace_Latn", + "languages": [ + "oci-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "oci_Latn-ban_Latn", + "languages": [ + "oci-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-ell_Grek", + "languages": [ + "oci-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "oci_Latn-hne_Deva", + "languages": [ + "oci-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.559449, + "recall": 0.635375, + "f1": 0.58046, + "accuracy": 0.635375, + "main_score": 0.58046, + "hf_subset": "oci_Latn-kik_Latn", + "languages": [ + "oci-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-mai_Deva", + "languages": [ + "oci-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "oci_Latn-pbt_Arab", + "languages": [ + "oci-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-spa_Latn", + "languages": [ + "oci-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.756192, + "recall": 0.820158, + "f1": 0.775334, + "accuracy": 0.820158, + "main_score": 0.775334, + "hf_subset": "oci_Latn-twi_Latn", + "languages": [ + "oci-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-acm_Arab", + "languages": [ + "oci-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-bel_Cyrl", + "languages": [ + "oci-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-eng_Latn", + "languages": [ + "oci-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-hrv_Latn", + "languages": [ + "oci-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.839872, + "recall": 0.882411, + "f1": 0.852739, + "accuracy": 0.882411, + "main_score": 0.852739, + "hf_subset": "oci_Latn-kin_Latn", + "languages": [ + "oci-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "oci_Latn-mal_Mlym", + "languages": [ + "oci-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-pes_Arab", + "languages": [ + "oci-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-srd_Latn", + "languages": [ + "oci-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.200386, + "recall": 0.270751, + "f1": 0.217395, + "accuracy": 0.270751, + "main_score": 0.217395, + "hf_subset": "oci_Latn-tzm_Tfng", + "languages": [ + "oci-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-acq_Arab", + "languages": [ + "oci-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.67563, + "recall": 0.744071, + "f1": 0.694935, + "accuracy": 0.744071, + "main_score": 0.694935, + "hf_subset": "oci_Latn-bem_Latn", + "languages": [ + "oci-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-epo_Latn", + "languages": [ + "oci-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-hun_Latn", + "languages": [ + "oci-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "oci_Latn-kir_Cyrl", + "languages": [ + "oci-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "oci_Latn-mar_Deva", + "languages": [ + "oci-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.877141, + "recall": 0.914032, + "f1": 0.888834, + "accuracy": 0.914032, + "main_score": 0.888834, + "hf_subset": "oci_Latn-plt_Latn", + "languages": [ + "oci-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-srp_Cyrl", + "languages": [ + "oci-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.936957, + "recall": 0.955534, + "f1": 0.942688, + "accuracy": 0.955534, + "main_score": 0.942688, + "hf_subset": "oci_Latn-uig_Arab", + "languages": [ + "oci-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-aeb_Arab", + "languages": [ + "oci-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-ben_Beng", + "languages": [ + "oci-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-est_Latn", + "languages": [ + "oci-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-hye_Armn", + "languages": [ + "oci-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.47953, + "recall": 0.543478, + "f1": 0.496944, + "accuracy": 0.543478, + "main_score": 0.496944, + "hf_subset": "oci_Latn-kmb_Latn", + "languages": [ + "oci-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.507897, + "recall": 0.596838, + "f1": 0.531776, + "accuracy": 0.596838, + "main_score": 0.531776, + "hf_subset": "oci_Latn-min_Arab", + "languages": [ + "oci-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-pol_Latn", + "languages": [ + "oci-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.760293, + "recall": 0.823123, + "f1": 0.779117, + "accuracy": 0.823123, + "main_score": 0.779117, + "hf_subset": "oci_Latn-ssw_Latn", + "languages": [ + "oci-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-ukr_Cyrl", + "languages": [ + "oci-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-afr_Latn", + "languages": [ + "oci-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "oci_Latn-bho_Deva", + "languages": [ + "oci-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-eus_Latn", + "languages": [ + "oci-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.862236, + "recall": 0.901186, + "f1": 0.874195, + "accuracy": 0.901186, + "main_score": 0.874195, + "hf_subset": "oci_Latn-ibo_Latn", + "languages": [ + "oci-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.876268, + "recall": 0.911067, + "f1": 0.887088, + "accuracy": 0.911067, + "main_score": 0.887088, + "hf_subset": "oci_Latn-kmr_Latn", + "languages": [ + "oci-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "oci_Latn-min_Latn", + "languages": [ + "oci-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-por_Latn", + "languages": [ + "oci-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "oci_Latn-sun_Latn", + "languages": [ + "oci-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.472897, + "recall": 0.539526, + "f1": 0.49135, + "accuracy": 0.539526, + "main_score": 0.49135, + "hf_subset": "oci_Latn-umb_Latn", + "languages": [ + "oci-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-ajp_Arab", + "languages": [ + "oci-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.520526, + "recall": 0.607708, + "f1": 0.544202, + "accuracy": 0.607708, + "main_score": 0.544202, + "hf_subset": "oci_Latn-bjn_Arab", + "languages": [ + "oci-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.443483, + "recall": 0.508893, + "f1": 0.460991, + "accuracy": 0.508893, + "main_score": 0.460991, + "hf_subset": "oci_Latn-ewe_Latn", + "languages": [ + "oci-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "oci_Latn-ilo_Latn", + "languages": [ + "oci-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.266557, + "recall": 0.333992, + "f1": 0.28294, + "accuracy": 0.333992, + "main_score": 0.28294, + "hf_subset": "oci_Latn-knc_Arab", + "languages": [ + "oci-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-mkd_Cyrl", + "languages": [ + "oci-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-prs_Arab", + "languages": [ + "oci-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-swe_Latn", + "languages": [ + "oci-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "oci_Latn-urd_Arab", + "languages": [ + "oci-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.751383, + "recall": 0.813241, + "f1": 0.769617, + "accuracy": 0.813241, + "main_score": 0.769617, + "hf_subset": "oci_Latn-aka_Latn", + "languages": [ + "oci-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "oci_Latn-bjn_Latn", + "languages": [ + "oci-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "oci_Latn-fao_Latn", + "languages": [ + "oci-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-ind_Latn", + "languages": [ + "oci-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.51613, + "recall": 0.578063, + "f1": 0.532526, + "accuracy": 0.578063, + "main_score": 0.532526, + "hf_subset": "oci_Latn-knc_Latn", + "languages": [ + "oci-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-mlt_Latn", + "languages": [ + "oci-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.642657, + "recall": 0.711462, + "f1": 0.661864, + "accuracy": 0.711462, + "main_score": 0.661864, + "hf_subset": "oci_Latn-quy_Latn", + "languages": [ + "oci-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-swh_Latn", + "languages": [ + "oci-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "oci_Latn-uzn_Latn", + "languages": [ + "oci-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-als_Latn", + "languages": [ + "oci-Latn", + "als-Latn" + ] + }, + { + "precision": 0.804167, + "recall": 0.857708, + "f1": 0.820426, + "accuracy": 0.857708, + "main_score": 0.820426, + "hf_subset": "oci_Latn-bod_Tibt", + "languages": [ + "oci-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.618334, + "recall": 0.693676, + "f1": 0.639726, + "accuracy": 0.693676, + "main_score": 0.639726, + "hf_subset": "oci_Latn-fij_Latn", + "languages": [ + "oci-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "oci_Latn-isl_Latn", + "languages": [ + "oci-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.597947, + "recall": 0.677866, + "f1": 0.620507, + "accuracy": 0.677866, + "main_score": 0.620507, + "hf_subset": "oci_Latn-kon_Latn", + "languages": [ + "oci-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.605326, + "recall": 0.687747, + "f1": 0.62881, + "accuracy": 0.687747, + "main_score": 0.62881, + "hf_subset": "oci_Latn-mni_Beng", + "languages": [ + "oci-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-ron_Latn", + "languages": [ + "oci-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "oci_Latn-szl_Latn", + "languages": [ + "oci-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-vec_Latn", + "languages": [ + "oci-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.929677, + "recall": 0.951581, + "f1": 0.936594, + "accuracy": 0.951581, + "main_score": 0.936594, + "hf_subset": "oci_Latn-amh_Ethi", + "languages": [ + "oci-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-bos_Latn", + "languages": [ + "oci-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-fin_Latn", + "languages": [ + "oci-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-ita_Latn", + "languages": [ + "oci-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-kor_Hang", + "languages": [ + "oci-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.486662, + "recall": 0.551383, + "f1": 0.504321, + "accuracy": 0.551383, + "main_score": 0.504321, + "hf_subset": "oci_Latn-mos_Latn", + "languages": [ + "oci-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.758976, + "recall": 0.820158, + "f1": 0.777324, + "accuracy": 0.820158, + "main_score": 0.777324, + "hf_subset": "oci_Latn-run_Latn", + "languages": [ + "oci-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "oci_Latn-tam_Taml", + "languages": [ + "oci-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-vie_Latn", + "languages": [ + "oci-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-apc_Arab", + "languages": [ + "oci-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.728731, + "recall": 0.797431, + "f1": 0.749198, + "accuracy": 0.797431, + "main_score": 0.749198, + "hf_subset": "oci_Latn-bug_Latn", + "languages": [ + "oci-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.424286, + "recall": 0.475296, + "f1": 0.437916, + "accuracy": 0.475296, + "main_score": 0.437916, + "hf_subset": "oci_Latn-fon_Latn", + "languages": [ + "oci-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "oci_Latn-jav_Latn", + "languages": [ + "oci-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956094, + "accuracy": 0.966403, + "main_score": 0.956094, + "hf_subset": "oci_Latn-lao_Laoo", + "languages": [ + "oci-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.866683, + "recall": 0.905138, + "f1": 0.878656, + "accuracy": 0.905138, + "main_score": 0.878656, + "hf_subset": "oci_Latn-mri_Latn", + "languages": [ + "oci-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-rus_Cyrl", + "languages": [ + "oci-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.495276, + "recall": 0.559289, + "f1": 0.512657, + "accuracy": 0.559289, + "main_score": 0.512657, + "hf_subset": "oci_Latn-taq_Latn", + "languages": [ + "oci-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-war_Latn", + "languages": [ + "oci-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-arb_Arab", + "languages": [ + "oci-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-bul_Cyrl", + "languages": [ + "oci-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-fra_Latn", + "languages": [ + "oci-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "oci_Latn-jpn_Jpan", + "languages": [ + "oci-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-lij_Latn", + "languages": [ + "oci-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "oci_Latn-mya_Mymr", + "languages": [ + "oci-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.550873, + "recall": 0.620553, + "f1": 0.569939, + "accuracy": 0.620553, + "main_score": 0.569939, + "hf_subset": "oci_Latn-sag_Latn", + "languages": [ + "oci-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.223028, + "recall": 0.294466, + "f1": 0.240382, + "accuracy": 0.294466, + "main_score": 0.240382, + "hf_subset": "oci_Latn-taq_Tfng", + "languages": [ + "oci-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.6265, + "recall": 0.702569, + "f1": 0.648229, + "accuracy": 0.702569, + "main_score": 0.648229, + "hf_subset": "oci_Latn-wol_Latn", + "languages": [ + "oci-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.847908, + "recall": 0.891304, + "f1": 0.861199, + "accuracy": 0.891304, + "main_score": 0.861199, + "hf_subset": "oci_Latn-arb_Latn", + "languages": [ + "oci-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-cat_Latn", + "languages": [ + "oci-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "oci_Latn-fur_Latn", + "languages": [ + "oci-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.456209, + "recall": 0.533597, + "f1": 0.477488, + "accuracy": 0.533597, + "main_score": 0.477488, + "hf_subset": "oci_Latn-kab_Latn", + "languages": [ + "oci-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "oci_Latn-lim_Latn", + "languages": [ + "oci-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-nld_Latn", + "languages": [ + "oci-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "oci_Latn-san_Deva", + "languages": [ + "oci-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-tat_Cyrl", + "languages": [ + "oci-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.886199, + "recall": 0.920949, + "f1": 0.897233, + "accuracy": 0.920949, + "main_score": 0.897233, + "hf_subset": "oci_Latn-xho_Latn", + "languages": [ + "oci-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-ars_Arab", + "languages": [ + "oci-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-ceb_Latn", + "languages": [ + "oci-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.465177, + "recall": 0.545455, + "f1": 0.487098, + "accuracy": 0.545455, + "main_score": 0.487098, + "hf_subset": "oci_Latn-fuv_Latn", + "languages": [ + "oci-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.469801, + "recall": 0.537549, + "f1": 0.488069, + "accuracy": 0.537549, + "main_score": 0.488069, + "hf_subset": "oci_Latn-kac_Latn", + "languages": [ + "oci-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.636193, + "recall": 0.708498, + "f1": 0.656266, + "accuracy": 0.708498, + "main_score": 0.656266, + "hf_subset": "oci_Latn-lin_Latn", + "languages": [ + "oci-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-nno_Latn", + "languages": [ + "oci-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.861669, + "recall": 0.899209, + "f1": 0.87304, + "accuracy": 0.899209, + "main_score": 0.87304, + "hf_subset": "oci_Latn-sat_Olck", + "languages": [ + "oci-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "oci_Latn-tel_Telu", + "languages": [ + "oci-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "oci_Latn-ydd_Hebr", + "languages": [ + "oci-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "oci_Latn-ary_Arab", + "languages": [ + "oci-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-ces_Latn", + "languages": [ + "oci-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.562545, + "recall": 0.644269, + "f1": 0.584984, + "accuracy": 0.644269, + "main_score": 0.584984, + "hf_subset": "oci_Latn-gaz_Latn", + "languages": [ + "oci-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.543503, + "recall": 0.624506, + "f1": 0.565623, + "accuracy": 0.624506, + "main_score": 0.565623, + "hf_subset": "oci_Latn-kam_Latn", + "languages": [ + "oci-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "oci_Latn-lit_Latn", + "languages": [ + "oci-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-nob_Latn", + "languages": [ + "oci-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "oci_Latn-scn_Latn", + "languages": [ + "oci-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "oci_Latn-tgk_Cyrl", + "languages": [ + "oci-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.741041, + "recall": 0.8083, + "f1": 0.760926, + "accuracy": 0.8083, + "main_score": 0.760926, + "hf_subset": "oci_Latn-yor_Latn", + "languages": [ + "oci-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-arz_Arab", + "languages": [ + "oci-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.496994, + "recall": 0.570158, + "f1": 0.516764, + "accuracy": 0.570158, + "main_score": 0.516764, + "hf_subset": "oci_Latn-cjk_Latn", + "languages": [ + "oci-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.943676, + "recall": 0.962451, + "f1": 0.949934, + "accuracy": 0.962451, + "main_score": 0.949934, + "hf_subset": "oci_Latn-gla_Latn", + "languages": [ + "oci-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "oci_Latn-kan_Knda", + "languages": [ + "oci-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "oci_Latn-lmo_Latn", + "languages": [ + "oci-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "oci_Latn-npi_Deva", + "languages": [ + "oci-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.531656, + "recall": 0.615613, + "f1": 0.555267, + "accuracy": 0.615613, + "main_score": 0.555267, + "hf_subset": "oci_Latn-shn_Mymr", + "languages": [ + "oci-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "oci_Latn-tgl_Latn", + "languages": [ + "oci-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-yue_Hant", + "languages": [ + "oci-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "oci_Latn-asm_Beng", + "languages": [ + "oci-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.932395, + "recall": 0.952569, + "f1": 0.938801, + "accuracy": 0.952569, + "main_score": 0.938801, + "hf_subset": "oci_Latn-ckb_Arab", + "languages": [ + "oci-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "oci_Latn-gle_Latn", + "languages": [ + "oci-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.897645, + "recall": 0.927866, + "f1": 0.90695, + "accuracy": 0.927866, + "main_score": 0.90695, + "hf_subset": "oci_Latn-kas_Arab", + "languages": [ + "oci-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.887846, + "recall": 0.920949, + "f1": 0.898188, + "accuracy": 0.920949, + "main_score": 0.898188, + "hf_subset": "oci_Latn-ltg_Latn", + "languages": [ + "oci-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.789041, + "recall": 0.841897, + "f1": 0.805009, + "accuracy": 0.841897, + "main_score": 0.805009, + "hf_subset": "oci_Latn-nso_Latn", + "languages": [ + "oci-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "oci_Latn-sin_Sinh", + "languages": [ + "oci-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-tha_Thai", + "languages": [ + "oci-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-zho_Hans", + "languages": [ + "oci-Latn", + "zho-Hans" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-ast_Latn", + "languages": [ + "oci-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "oci_Latn-crh_Latn", + "languages": [ + "oci-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-glg_Latn", + "languages": [ + "oci-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.852092, + "recall": 0.891304, + "f1": 0.863834, + "accuracy": 0.891304, + "main_score": 0.863834, + "hf_subset": "oci_Latn-kas_Deva", + "languages": [ + "oci-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-ltz_Latn", + "languages": [ + "oci-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.415928, + "recall": 0.487154, + "f1": 0.435044, + "accuracy": 0.487154, + "main_score": 0.435044, + "hf_subset": "oci_Latn-nus_Latn", + "languages": [ + "oci-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-slk_Latn", + "languages": [ + "oci-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.643643, + "recall": 0.727273, + "f1": 0.667824, + "accuracy": 0.727273, + "main_score": 0.667824, + "hf_subset": "oci_Latn-tir_Ethi", + "languages": [ + "oci-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-zho_Hant", + "languages": [ + "oci-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "oci_Latn-awa_Deva", + "languages": [ + "oci-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-cym_Latn", + "languages": [ + "oci-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.781456, + "recall": 0.833004, + "f1": 0.796744, + "accuracy": 0.833004, + "main_score": 0.796744, + "hf_subset": "oci_Latn-grn_Latn", + "languages": [ + "oci-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "oci_Latn-kat_Geor", + "languages": [ + "oci-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.592659, + "recall": 0.663043, + "f1": 0.611895, + "accuracy": 0.663043, + "main_score": 0.611895, + "hf_subset": "oci_Latn-lua_Latn", + "languages": [ + "oci-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.834651, + "recall": 0.884387, + "f1": 0.850461, + "accuracy": 0.884387, + "main_score": 0.850461, + "hf_subset": "oci_Latn-nya_Latn", + "languages": [ + "oci-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-slv_Latn", + "languages": [ + "oci-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "oci_Latn-tpi_Latn", + "languages": [ + "oci-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-zsm_Latn", + "languages": [ + "oci-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.500653, + "recall": 0.570158, + "f1": 0.519264, + "accuracy": 0.570158, + "main_score": 0.519264, + "hf_subset": "oci_Latn-ayr_Latn", + "languages": [ + "oci-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-dan_Latn", + "languages": [ + "oci-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "oci_Latn-guj_Gujr", + "languages": [ + "oci-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "oci_Latn-kaz_Cyrl", + "languages": [ + "oci-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.63509, + "recall": 0.714427, + "f1": 0.657943, + "accuracy": 0.714427, + "main_score": 0.657943, + "hf_subset": "oci_Latn-lug_Latn", + "languages": [ + "oci-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.836298, + "recall": 0.880435, + "f1": 0.850052, + "accuracy": 0.880435, + "main_score": 0.850052, + "hf_subset": "oci_Latn-smo_Latn", + "languages": [ + "oci-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.753903, + "recall": 0.816206, + "f1": 0.772661, + "accuracy": 0.816206, + "main_score": 0.772661, + "hf_subset": "oci_Latn-tsn_Latn", + "languages": [ + "oci-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.90275, + "recall": 0.931818, + "f1": 0.911792, + "accuracy": 0.931818, + "main_score": 0.911792, + "hf_subset": "oci_Latn-zul_Latn", + "languages": [ + "oci-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.913208, + "recall": 0.940711, + "f1": 0.922101, + "accuracy": 0.940711, + "main_score": 0.922101, + "hf_subset": "oci_Latn-azb_Arab", + "languages": [ + "oci-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-deu_Latn", + "languages": [ + "oci-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "oci_Latn-hat_Latn", + "languages": [ + "oci-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.471032, + "recall": 0.536561, + "f1": 0.488808, + "accuracy": 0.536561, + "main_score": 0.488808, + "hf_subset": "oci_Latn-kbp_Latn", + "languages": [ + "oci-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.508461, + "recall": 0.576087, + "f1": 0.526496, + "accuracy": 0.576087, + "main_score": 0.526496, + "hf_subset": "oci_Latn-luo_Latn", + "languages": [ + "oci-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "oci_Latn-ory_Orya", + "languages": [ + "oci-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.886858, + "recall": 0.921937, + "f1": 0.898221, + "accuracy": 0.921937, + "main_score": 0.898221, + "hf_subset": "oci_Latn-sna_Latn", + "languages": [ + "oci-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.663013, + "recall": 0.735178, + "f1": 0.684194, + "accuracy": 0.735178, + "main_score": 0.684194, + "hf_subset": "oci_Latn-tso_Latn", + "languages": [ + "oci-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-azj_Latn", + "languages": [ + "oci-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.488966, + "recall": 0.559289, + "f1": 0.508263, + "accuracy": 0.559289, + "main_score": 0.508263, + "hf_subset": "oci_Latn-dik_Latn", + "languages": [ + "oci-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.902092, + "recall": 0.931818, + "f1": 0.911462, + "accuracy": 0.931818, + "main_score": 0.911462, + "hf_subset": "oci_Latn-hau_Latn", + "languages": [ + "oci-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "oci_Latn-kea_Latn", + "languages": [ + "oci-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.91609, + "recall": 0.9417, + "f1": 0.924144, + "accuracy": 0.9417, + "main_score": 0.924144, + "hf_subset": "oci_Latn-lus_Latn", + "languages": [ + "oci-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.865975, + "recall": 0.901186, + "f1": 0.876614, + "accuracy": 0.901186, + "main_score": 0.876614, + "hf_subset": "oci_Latn-pag_Latn", + "languages": [ + "oci-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "oci_Latn-snd_Arab", + "languages": [ + "oci-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "oci_Latn-tuk_Latn", + "languages": [ + "oci-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "oci_Latn-bak_Cyrl", + "languages": [ + "oci-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.445288, + "recall": 0.527668, + "f1": 0.468141, + "accuracy": 0.527668, + "main_score": 0.468141, + "hf_subset": "oci_Latn-dyu_Latn", + "languages": [ + "oci-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-heb_Hebr", + "languages": [ + "oci-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "oci_Latn-khk_Cyrl", + "languages": [ + "oci-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-lvs_Latn", + "languages": [ + "oci-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-pan_Guru", + "languages": [ + "oci-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.868281, + "recall": 0.908103, + "f1": 0.880731, + "accuracy": 0.908103, + "main_score": 0.880731, + "hf_subset": "oci_Latn-som_Latn", + "languages": [ + "oci-Latn", + "som-Latn" + ] + }, + { + "precision": 0.706185, + "recall": 0.768775, + "f1": 0.724442, + "accuracy": 0.768775, + "main_score": 0.724442, + "hf_subset": "oci_Latn-tum_Latn", + "languages": [ + "oci-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.44121, + "recall": 0.520751, + "f1": 0.463971, + "accuracy": 0.520751, + "main_score": 0.463971, + "hf_subset": "smo_Latn-ace_Arab", + "languages": [ + "smo-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.471176, + "recall": 0.518775, + "f1": 0.4846, + "accuracy": 0.518775, + "main_score": 0.4846, + "hf_subset": "smo_Latn-bam_Latn", + "languages": [ + "smo-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.532177, + "recall": 0.602767, + "f1": 0.551834, + "accuracy": 0.602767, + "main_score": 0.551834, + "hf_subset": "smo_Latn-dzo_Tibt", + "languages": [ + "smo-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.849926, + "recall": 0.88834, + "f1": 0.861484, + "accuracy": 0.88834, + "main_score": 0.861484, + "hf_subset": "smo_Latn-hin_Deva", + "languages": [ + "smo-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.804858, + "recall": 0.852767, + "f1": 0.819123, + "accuracy": 0.852767, + "main_score": 0.819123, + "hf_subset": "smo_Latn-khm_Khmr", + "languages": [ + "smo-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.837813, + "recall": 0.882411, + "f1": 0.851548, + "accuracy": 0.882411, + "main_score": 0.851548, + "hf_subset": "smo_Latn-mag_Deva", + "languages": [ + "smo-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.836071, + "recall": 0.876482, + "f1": 0.848172, + "accuracy": 0.876482, + "main_score": 0.848172, + "hf_subset": "smo_Latn-pap_Latn", + "languages": [ + "smo-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.765679, + "recall": 0.821146, + "f1": 0.782345, + "accuracy": 0.821146, + "main_score": 0.782345, + "hf_subset": "smo_Latn-sot_Latn", + "languages": [ + "smo-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.847085, + "recall": 0.890316, + "f1": 0.860375, + "accuracy": 0.890316, + "main_score": 0.860375, + "hf_subset": "smo_Latn-tur_Latn", + "languages": [ + "smo-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.736487, + "recall": 0.782609, + "f1": 0.749696, + "accuracy": 0.782609, + "main_score": 0.749696, + "hf_subset": "smo_Latn-ace_Latn", + "languages": [ + "smo-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.793011, + "recall": 0.833992, + "f1": 0.804718, + "accuracy": 0.833992, + "main_score": 0.804718, + "hf_subset": "smo_Latn-ban_Latn", + "languages": [ + "smo-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.82197, + "recall": 0.869565, + "f1": 0.836199, + "accuracy": 0.869565, + "main_score": 0.836199, + "hf_subset": "smo_Latn-ell_Grek", + "languages": [ + "smo-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.822694, + "recall": 0.868577, + "f1": 0.836561, + "accuracy": 0.868577, + "main_score": 0.836561, + "hf_subset": "smo_Latn-hne_Deva", + "languages": [ + "smo-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.554887, + "recall": 0.610672, + "f1": 0.570578, + "accuracy": 0.610672, + "main_score": 0.570578, + "hf_subset": "smo_Latn-kik_Latn", + "languages": [ + "smo-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.828508, + "recall": 0.870553, + "f1": 0.84065, + "accuracy": 0.870553, + "main_score": 0.84065, + "hf_subset": "smo_Latn-mai_Deva", + "languages": [ + "smo-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.788356, + "recall": 0.838933, + "f1": 0.803389, + "accuracy": 0.838933, + "main_score": 0.803389, + "hf_subset": "smo_Latn-pbt_Arab", + "languages": [ + "smo-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.842902, + "recall": 0.881423, + "f1": 0.854006, + "accuracy": 0.881423, + "main_score": 0.854006, + "hf_subset": "smo_Latn-spa_Latn", + "languages": [ + "smo-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.688012, + "recall": 0.741107, + "f1": 0.702352, + "accuracy": 0.741107, + "main_score": 0.702352, + "hf_subset": "smo_Latn-twi_Latn", + "languages": [ + "smo-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.82281, + "recall": 0.868577, + "f1": 0.836627, + "accuracy": 0.868577, + "main_score": 0.836627, + "hf_subset": "smo_Latn-acm_Arab", + "languages": [ + "smo-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.80947, + "recall": 0.856719, + "f1": 0.822978, + "accuracy": 0.856719, + "main_score": 0.822978, + "hf_subset": "smo_Latn-bel_Cyrl", + "languages": [ + "smo-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.82701, + "recall": 0.87253, + "f1": 0.840431, + "accuracy": 0.87253, + "main_score": 0.840431, + "hf_subset": "smo_Latn-eng_Latn", + "languages": [ + "smo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.825626, + "recall": 0.870553, + "f1": 0.838834, + "accuracy": 0.870553, + "main_score": 0.838834, + "hf_subset": "smo_Latn-hrv_Latn", + "languages": [ + "smo-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.760853, + "recall": 0.817194, + "f1": 0.777936, + "accuracy": 0.817194, + "main_score": 0.777936, + "hf_subset": "smo_Latn-kin_Latn", + "languages": [ + "smo-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.84054, + "recall": 0.880435, + "f1": 0.852388, + "accuracy": 0.880435, + "main_score": 0.852388, + "hf_subset": "smo_Latn-mal_Mlym", + "languages": [ + "smo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.815688, + "recall": 0.86166, + "f1": 0.828724, + "accuracy": 0.86166, + "main_score": 0.828724, + "hf_subset": "smo_Latn-pes_Arab", + "languages": [ + "smo-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.821412, + "recall": 0.864625, + "f1": 0.83378, + "accuracy": 0.864625, + "main_score": 0.83378, + "hf_subset": "smo_Latn-srd_Latn", + "languages": [ + "smo-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.228266, + "recall": 0.295455, + "f1": 0.244174, + "accuracy": 0.295455, + "main_score": 0.244174, + "hf_subset": "smo_Latn-tzm_Tfng", + "languages": [ + "smo-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.846163, + "recall": 0.887352, + "f1": 0.85855, + "accuracy": 0.887352, + "main_score": 0.85855, + "hf_subset": "smo_Latn-acq_Arab", + "languages": [ + "smo-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.656958, + "recall": 0.716403, + "f1": 0.674201, + "accuracy": 0.716403, + "main_score": 0.674201, + "hf_subset": "smo_Latn-bem_Latn", + "languages": [ + "smo-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.827306, + "recall": 0.870553, + "f1": 0.839973, + "accuracy": 0.870553, + "main_score": 0.839973, + "hf_subset": "smo_Latn-epo_Latn", + "languages": [ + "smo-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.839954, + "recall": 0.882411, + "f1": 0.852489, + "accuracy": 0.882411, + "main_score": 0.852489, + "hf_subset": "smo_Latn-hun_Latn", + "languages": [ + "smo-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.82371, + "recall": 0.865613, + "f1": 0.835954, + "accuracy": 0.865613, + "main_score": 0.835954, + "hf_subset": "smo_Latn-kir_Cyrl", + "languages": [ + "smo-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.849292, + "recall": 0.889328, + "f1": 0.861495, + "accuracy": 0.889328, + "main_score": 0.861495, + "hf_subset": "smo_Latn-mar_Deva", + "languages": [ + "smo-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.771426, + "recall": 0.823123, + "f1": 0.786599, + "accuracy": 0.823123, + "main_score": 0.786599, + "hf_subset": "smo_Latn-plt_Latn", + "languages": [ + "smo-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.822892, + "recall": 0.870553, + "f1": 0.836994, + "accuracy": 0.870553, + "main_score": 0.836994, + "hf_subset": "smo_Latn-srp_Cyrl", + "languages": [ + "smo-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.771913, + "recall": 0.825099, + "f1": 0.78798, + "accuracy": 0.825099, + "main_score": 0.78798, + "hf_subset": "smo_Latn-uig_Arab", + "languages": [ + "smo-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.796603, + "recall": 0.843874, + "f1": 0.809907, + "accuracy": 0.843874, + "main_score": 0.809907, + "hf_subset": "smo_Latn-aeb_Arab", + "languages": [ + "smo-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.832635, + "recall": 0.876482, + "f1": 0.845636, + "accuracy": 0.876482, + "main_score": 0.845636, + "hf_subset": "smo_Latn-ben_Beng", + "languages": [ + "smo-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.849144, + "recall": 0.890316, + "f1": 0.861759, + "accuracy": 0.890316, + "main_score": 0.861759, + "hf_subset": "smo_Latn-est_Latn", + "languages": [ + "smo-Latn", + "est-Latn" + ] + }, + { + "precision": 0.834873, + "recall": 0.874506, + "f1": 0.846187, + "accuracy": 0.874506, + "main_score": 0.846187, + "hf_subset": "smo_Latn-hye_Armn", + "languages": [ + "smo-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.486381, + "recall": 0.536561, + "f1": 0.500317, + "accuracy": 0.536561, + "main_score": 0.500317, + "hf_subset": "smo_Latn-kmb_Latn", + "languages": [ + "smo-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.426799, + "recall": 0.504941, + "f1": 0.448003, + "accuracy": 0.504941, + "main_score": 0.448003, + "hf_subset": "smo_Latn-min_Arab", + "languages": [ + "smo-Latn", + "min-Arab" + ] + }, + { + "precision": 0.841642, + "recall": 0.883399, + "f1": 0.853927, + "accuracy": 0.883399, + "main_score": 0.853927, + "hf_subset": "smo_Latn-pol_Latn", + "languages": [ + "smo-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.70103, + "recall": 0.76087, + "f1": 0.718419, + "accuracy": 0.76087, + "main_score": 0.718419, + "hf_subset": "smo_Latn-ssw_Latn", + "languages": [ + "smo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.827273, + "recall": 0.876482, + "f1": 0.842292, + "accuracy": 0.876482, + "main_score": 0.842292, + "hf_subset": "smo_Latn-ukr_Cyrl", + "languages": [ + "smo-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.850958, + "recall": 0.884387, + "f1": 0.860343, + "accuracy": 0.884387, + "main_score": 0.860343, + "hf_subset": "smo_Latn-afr_Latn", + "languages": [ + "smo-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.824046, + "recall": 0.867589, + "f1": 0.836995, + "accuracy": 0.867589, + "main_score": 0.836995, + "hf_subset": "smo_Latn-bho_Deva", + "languages": [ + "smo-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.830231, + "recall": 0.867589, + "f1": 0.841082, + "accuracy": 0.867589, + "main_score": 0.841082, + "hf_subset": "smo_Latn-eus_Latn", + "languages": [ + "smo-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.751409, + "recall": 0.8083, + "f1": 0.768434, + "accuracy": 0.8083, + "main_score": 0.768434, + "hf_subset": "smo_Latn-ibo_Latn", + "languages": [ + "smo-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.758525, + "recall": 0.8083, + "f1": 0.772995, + "accuracy": 0.8083, + "main_score": 0.772995, + "hf_subset": "smo_Latn-kmr_Latn", + "languages": [ + "smo-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.81793, + "recall": 0.860672, + "f1": 0.830305, + "accuracy": 0.860672, + "main_score": 0.830305, + "hf_subset": "smo_Latn-min_Latn", + "languages": [ + "smo-Latn", + "min-Latn" + ] + }, + { + "precision": 0.843297, + "recall": 0.886364, + "f1": 0.85639, + "accuracy": 0.886364, + "main_score": 0.85639, + "hf_subset": "smo_Latn-por_Latn", + "languages": [ + "smo-Latn", + "por-Latn" + ] + }, + { + "precision": 0.820037, + "recall": 0.857708, + "f1": 0.830317, + "accuracy": 0.857708, + "main_score": 0.830317, + "hf_subset": "smo_Latn-sun_Latn", + "languages": [ + "smo-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.462441, + "recall": 0.521739, + "f1": 0.479366, + "accuracy": 0.521739, + "main_score": 0.479366, + "hf_subset": "smo_Latn-umb_Latn", + "languages": [ + "smo-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.851597, + "recall": 0.890316, + "f1": 0.863109, + "accuracy": 0.890316, + "main_score": 0.863109, + "hf_subset": "smo_Latn-ajp_Arab", + "languages": [ + "smo-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.434984, + "recall": 0.51087, + "f1": 0.455919, + "accuracy": 0.51087, + "main_score": 0.455919, + "hf_subset": "smo_Latn-bjn_Arab", + "languages": [ + "smo-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.457323, + "recall": 0.502964, + "f1": 0.470415, + "accuracy": 0.502964, + "main_score": 0.470415, + "hf_subset": "smo_Latn-ewe_Latn", + "languages": [ + "smo-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.810154, + "recall": 0.853755, + "f1": 0.822847, + "accuracy": 0.853755, + "main_score": 0.822847, + "hf_subset": "smo_Latn-ilo_Latn", + "languages": [ + "smo-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.258702, + "recall": 0.314229, + "f1": 0.272545, + "accuracy": 0.314229, + "main_score": 0.272545, + "hf_subset": "smo_Latn-knc_Arab", + "languages": [ + "smo-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.840525, + "recall": 0.883399, + "f1": 0.853411, + "accuracy": 0.883399, + "main_score": 0.853411, + "hf_subset": "smo_Latn-mkd_Cyrl", + "languages": [ + "smo-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.842778, + "recall": 0.882411, + "f1": 0.854271, + "accuracy": 0.882411, + "main_score": 0.854271, + "hf_subset": "smo_Latn-prs_Arab", + "languages": [ + "smo-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.838942, + "recall": 0.883399, + "f1": 0.852322, + "accuracy": 0.883399, + "main_score": 0.852322, + "hf_subset": "smo_Latn-swe_Latn", + "languages": [ + "smo-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.833778, + "recall": 0.874506, + "f1": 0.845733, + "accuracy": 0.874506, + "main_score": 0.845733, + "hf_subset": "smo_Latn-urd_Arab", + "languages": [ + "smo-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.656003, + "recall": 0.712451, + "f1": 0.671311, + "accuracy": 0.712451, + "main_score": 0.671311, + "hf_subset": "smo_Latn-aka_Latn", + "languages": [ + "smo-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.819657, + "recall": 0.860672, + "f1": 0.831802, + "accuracy": 0.860672, + "main_score": 0.831802, + "hf_subset": "smo_Latn-bjn_Latn", + "languages": [ + "smo-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.814361, + "recall": 0.857708, + "f1": 0.827297, + "accuracy": 0.857708, + "main_score": 0.827297, + "hf_subset": "smo_Latn-fao_Latn", + "languages": [ + "smo-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.842185, + "recall": 0.883399, + "f1": 0.854323, + "accuracy": 0.883399, + "main_score": 0.854323, + "hf_subset": "smo_Latn-ind_Latn", + "languages": [ + "smo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.501429, + "recall": 0.55336, + "f1": 0.515396, + "accuracy": 0.55336, + "main_score": 0.515396, + "hf_subset": "smo_Latn-knc_Latn", + "languages": [ + "smo-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.833638, + "recall": 0.875494, + "f1": 0.845773, + "accuracy": 0.875494, + "main_score": 0.845773, + "hf_subset": "smo_Latn-mlt_Latn", + "languages": [ + "smo-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.577745, + "recall": 0.632411, + "f1": 0.592591, + "accuracy": 0.632411, + "main_score": 0.592591, + "hf_subset": "smo_Latn-quy_Latn", + "languages": [ + "smo-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.851268, + "recall": 0.889328, + "f1": 0.862516, + "accuracy": 0.889328, + "main_score": 0.862516, + "hf_subset": "smo_Latn-swh_Latn", + "languages": [ + "smo-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.823003, + "recall": 0.866601, + "f1": 0.835952, + "accuracy": 0.866601, + "main_score": 0.835952, + "hf_subset": "smo_Latn-uzn_Latn", + "languages": [ + "smo-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.824111, + "recall": 0.866601, + "f1": 0.836467, + "accuracy": 0.866601, + "main_score": 0.836467, + "hf_subset": "smo_Latn-als_Latn", + "languages": [ + "smo-Latn", + "als-Latn" + ] + }, + { + "precision": 0.648761, + "recall": 0.72332, + "f1": 0.670514, + "accuracy": 0.72332, + "main_score": 0.670514, + "hf_subset": "smo_Latn-bod_Tibt", + "languages": [ + "smo-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.634401, + "recall": 0.690711, + "f1": 0.649648, + "accuracy": 0.690711, + "main_score": 0.649648, + "hf_subset": "smo_Latn-fij_Latn", + "languages": [ + "smo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.819269, + "recall": 0.865613, + "f1": 0.833267, + "accuracy": 0.865613, + "main_score": 0.833267, + "hf_subset": "smo_Latn-isl_Latn", + "languages": [ + "smo-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.557517, + "recall": 0.608696, + "f1": 0.57167, + "accuracy": 0.608696, + "main_score": 0.57167, + "hf_subset": "smo_Latn-kon_Latn", + "languages": [ + "smo-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.507973, + "recall": 0.567194, + "f1": 0.524183, + "accuracy": 0.567194, + "main_score": 0.524183, + "hf_subset": "smo_Latn-mni_Beng", + "languages": [ + "smo-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.830962, + "recall": 0.875494, + "f1": 0.843906, + "accuracy": 0.875494, + "main_score": 0.843906, + "hf_subset": "smo_Latn-ron_Latn", + "languages": [ + "smo-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.841299, + "recall": 0.879447, + "f1": 0.852588, + "accuracy": 0.879447, + "main_score": 0.852588, + "hf_subset": "smo_Latn-szl_Latn", + "languages": [ + "smo-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.842275, + "recall": 0.880435, + "f1": 0.853335, + "accuracy": 0.880435, + "main_score": 0.853335, + "hf_subset": "smo_Latn-vec_Latn", + "languages": [ + "smo-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.803484, + "recall": 0.851779, + "f1": 0.817427, + "accuracy": 0.851779, + "main_score": 0.817427, + "hf_subset": "smo_Latn-amh_Ethi", + "languages": [ + "smo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.840028, + "recall": 0.882411, + "f1": 0.852657, + "accuracy": 0.882411, + "main_score": 0.852657, + "hf_subset": "smo_Latn-bos_Latn", + "languages": [ + "smo-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.83634, + "recall": 0.878458, + "f1": 0.848633, + "accuracy": 0.878458, + "main_score": 0.848633, + "hf_subset": "smo_Latn-fin_Latn", + "languages": [ + "smo-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.83946, + "recall": 0.882411, + "f1": 0.852207, + "accuracy": 0.882411, + "main_score": 0.852207, + "hf_subset": "smo_Latn-ita_Latn", + "languages": [ + "smo-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.843405, + "recall": 0.882411, + "f1": 0.854891, + "accuracy": 0.882411, + "main_score": 0.854891, + "hf_subset": "smo_Latn-kor_Hang", + "languages": [ + "smo-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.483459, + "recall": 0.531621, + "f1": 0.497521, + "accuracy": 0.531621, + "main_score": 0.497521, + "hf_subset": "smo_Latn-mos_Latn", + "languages": [ + "smo-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.688828, + "recall": 0.743083, + "f1": 0.70391, + "accuracy": 0.743083, + "main_score": 0.70391, + "hf_subset": "smo_Latn-run_Latn", + "languages": [ + "smo-Latn", + "run-Latn" + ] + }, + { + "precision": 0.828946, + "recall": 0.868577, + "f1": 0.84078, + "accuracy": 0.868577, + "main_score": 0.84078, + "hf_subset": "smo_Latn-tam_Taml", + "languages": [ + "smo-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.821816, + "recall": 0.865613, + "f1": 0.834176, + "accuracy": 0.865613, + "main_score": 0.834176, + "hf_subset": "smo_Latn-vie_Latn", + "languages": [ + "smo-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.82132, + "recall": 0.867589, + "f1": 0.835655, + "accuracy": 0.867589, + "main_score": 0.835655, + "hf_subset": "smo_Latn-apc_Arab", + "languages": [ + "smo-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.618808, + "recall": 0.675889, + "f1": 0.63474, + "accuracy": 0.675889, + "main_score": 0.63474, + "hf_subset": "smo_Latn-bug_Latn", + "languages": [ + "smo-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.4249, + "recall": 0.470356, + "f1": 0.437853, + "accuracy": 0.470356, + "main_score": 0.437853, + "hf_subset": "smo_Latn-fon_Latn", + "languages": [ + "smo-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.805477, + "recall": 0.852767, + "f1": 0.819186, + "accuracy": 0.852767, + "main_score": 0.819186, + "hf_subset": "smo_Latn-jav_Latn", + "languages": [ + "smo-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.797638, + "recall": 0.844862, + "f1": 0.811775, + "accuracy": 0.844862, + "main_score": 0.811775, + "hf_subset": "smo_Latn-lao_Laoo", + "languages": [ + "smo-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.791502, + "recall": 0.839921, + "f1": 0.806343, + "accuracy": 0.839921, + "main_score": 0.806343, + "hf_subset": "smo_Latn-mri_Latn", + "languages": [ + "smo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.830741, + "recall": 0.874506, + "f1": 0.843466, + "accuracy": 0.874506, + "main_score": 0.843466, + "hf_subset": "smo_Latn-rus_Cyrl", + "languages": [ + "smo-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.488703, + "recall": 0.535573, + "f1": 0.501886, + "accuracy": 0.535573, + "main_score": 0.501886, + "hf_subset": "smo_Latn-taq_Latn", + "languages": [ + "smo-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.819871, + "recall": 0.860672, + "f1": 0.831214, + "accuracy": 0.860672, + "main_score": 0.831214, + "hf_subset": "smo_Latn-war_Latn", + "languages": [ + "smo-Latn", + "war-Latn" + ] + }, + { + "precision": 0.844878, + "recall": 0.886364, + "f1": 0.857378, + "accuracy": 0.886364, + "main_score": 0.857378, + "hf_subset": "smo_Latn-arb_Arab", + "languages": [ + "smo-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.834997, + "recall": 0.879447, + "f1": 0.848094, + "accuracy": 0.879447, + "main_score": 0.848094, + "hf_subset": "smo_Latn-bul_Cyrl", + "languages": [ + "smo-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.826779, + "recall": 0.873518, + "f1": 0.840735, + "accuracy": 0.873518, + "main_score": 0.840735, + "hf_subset": "smo_Latn-fra_Latn", + "languages": [ + "smo-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.827931, + "recall": 0.874506, + "f1": 0.842161, + "accuracy": 0.874506, + "main_score": 0.842161, + "hf_subset": "smo_Latn-jpn_Jpan", + "languages": [ + "smo-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.841461, + "recall": 0.879447, + "f1": 0.852583, + "accuracy": 0.879447, + "main_score": 0.852583, + "hf_subset": "smo_Latn-lij_Latn", + "languages": [ + "smo-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.796419, + "recall": 0.848814, + "f1": 0.812269, + "accuracy": 0.848814, + "main_score": 0.812269, + "hf_subset": "smo_Latn-mya_Mymr", + "languages": [ + "smo-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.527335, + "recall": 0.573123, + "f1": 0.540009, + "accuracy": 0.573123, + "main_score": 0.540009, + "hf_subset": "smo_Latn-sag_Latn", + "languages": [ + "smo-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.244515, + "recall": 0.305336, + "f1": 0.260075, + "accuracy": 0.305336, + "main_score": 0.260075, + "hf_subset": "smo_Latn-taq_Tfng", + "languages": [ + "smo-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.570068, + "recall": 0.62253, + "f1": 0.584938, + "accuracy": 0.62253, + "main_score": 0.584938, + "hf_subset": "smo_Latn-wol_Latn", + "languages": [ + "smo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.690481, + "recall": 0.753953, + "f1": 0.709458, + "accuracy": 0.753953, + "main_score": 0.709458, + "hf_subset": "smo_Latn-arb_Latn", + "languages": [ + "smo-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.838646, + "recall": 0.882411, + "f1": 0.85163, + "accuracy": 0.882411, + "main_score": 0.85163, + "hf_subset": "smo_Latn-cat_Latn", + "languages": [ + "smo-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.824829, + "recall": 0.863636, + "f1": 0.835851, + "accuracy": 0.863636, + "main_score": 0.835851, + "hf_subset": "smo_Latn-fur_Latn", + "languages": [ + "smo-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.450586, + "recall": 0.523715, + "f1": 0.469571, + "accuracy": 0.523715, + "main_score": 0.469571, + "hf_subset": "smo_Latn-kab_Latn", + "languages": [ + "smo-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.810655, + "recall": 0.857708, + "f1": 0.824675, + "accuracy": 0.857708, + "main_score": 0.824675, + "hf_subset": "smo_Latn-lim_Latn", + "languages": [ + "smo-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.832157, + "recall": 0.873518, + "f1": 0.844073, + "accuracy": 0.873518, + "main_score": 0.844073, + "hf_subset": "smo_Latn-nld_Latn", + "languages": [ + "smo-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.798814, + "recall": 0.841897, + "f1": 0.811859, + "accuracy": 0.841897, + "main_score": 0.811859, + "hf_subset": "smo_Latn-san_Deva", + "languages": [ + "smo-Latn", + "san-Deva" + ] + }, + { + "precision": 0.814608, + "recall": 0.856719, + "f1": 0.826748, + "accuracy": 0.856719, + "main_score": 0.826748, + "hf_subset": "smo_Latn-tat_Cyrl", + "languages": [ + "smo-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.791288, + "recall": 0.840909, + "f1": 0.805821, + "accuracy": 0.840909, + "main_score": 0.805821, + "hf_subset": "smo_Latn-xho_Latn", + "languages": [ + "smo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.832164, + "recall": 0.87747, + "f1": 0.846014, + "accuracy": 0.87747, + "main_score": 0.846014, + "hf_subset": "smo_Latn-ars_Arab", + "languages": [ + "smo-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.840286, + "recall": 0.878458, + "f1": 0.851472, + "accuracy": 0.878458, + "main_score": 0.851472, + "hf_subset": "smo_Latn-ceb_Latn", + "languages": [ + "smo-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.462173, + "recall": 0.519763, + "f1": 0.478772, + "accuracy": 0.519763, + "main_score": 0.478772, + "hf_subset": "smo_Latn-fuv_Latn", + "languages": [ + "smo-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.479872, + "recall": 0.527668, + "f1": 0.492683, + "accuracy": 0.527668, + "main_score": 0.492683, + "hf_subset": "smo_Latn-kac_Latn", + "languages": [ + "smo-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.58605, + "recall": 0.642292, + "f1": 0.601656, + "accuracy": 0.642292, + "main_score": 0.601656, + "hf_subset": "smo_Latn-lin_Latn", + "languages": [ + "smo-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.826414, + "recall": 0.868577, + "f1": 0.838639, + "accuracy": 0.868577, + "main_score": 0.838639, + "hf_subset": "smo_Latn-nno_Latn", + "languages": [ + "smo-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.716314, + "recall": 0.777668, + "f1": 0.734503, + "accuracy": 0.777668, + "main_score": 0.734503, + "hf_subset": "smo_Latn-sat_Olck", + "languages": [ + "smo-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.819269, + "recall": 0.864625, + "f1": 0.832924, + "accuracy": 0.864625, + "main_score": 0.832924, + "hf_subset": "smo_Latn-tel_Telu", + "languages": [ + "smo-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.817523, + "recall": 0.862648, + "f1": 0.831291, + "accuracy": 0.862648, + "main_score": 0.831291, + "hf_subset": "smo_Latn-ydd_Hebr", + "languages": [ + "smo-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.792476, + "recall": 0.841897, + "f1": 0.806494, + "accuracy": 0.841897, + "main_score": 0.806494, + "hf_subset": "smo_Latn-ary_Arab", + "languages": [ + "smo-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.838966, + "recall": 0.882411, + "f1": 0.851863, + "accuracy": 0.882411, + "main_score": 0.851863, + "hf_subset": "smo_Latn-ces_Latn", + "languages": [ + "smo-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.540135, + "recall": 0.605731, + "f1": 0.558882, + "accuracy": 0.605731, + "main_score": 0.558882, + "hf_subset": "smo_Latn-gaz_Latn", + "languages": [ + "smo-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.540179, + "recall": 0.603755, + "f1": 0.557592, + "accuracy": 0.603755, + "main_score": 0.557592, + "hf_subset": "smo_Latn-kam_Latn", + "languages": [ + "smo-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.829884, + "recall": 0.873518, + "f1": 0.842855, + "accuracy": 0.873518, + "main_score": 0.842855, + "hf_subset": "smo_Latn-lit_Latn", + "languages": [ + "smo-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.834025, + "recall": 0.874506, + "f1": 0.845902, + "accuracy": 0.874506, + "main_score": 0.845902, + "hf_subset": "smo_Latn-nob_Latn", + "languages": [ + "smo-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.816375, + "recall": 0.858696, + "f1": 0.828512, + "accuracy": 0.858696, + "main_score": 0.828512, + "hf_subset": "smo_Latn-scn_Latn", + "languages": [ + "smo-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.79594, + "recall": 0.84585, + "f1": 0.810844, + "accuracy": 0.84585, + "main_score": 0.810844, + "hf_subset": "smo_Latn-tgk_Cyrl", + "languages": [ + "smo-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.657744, + "recall": 0.726285, + "f1": 0.677327, + "accuracy": 0.726285, + "main_score": 0.677327, + "hf_subset": "smo_Latn-yor_Latn", + "languages": [ + "smo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.818626, + "recall": 0.866601, + "f1": 0.83306, + "accuracy": 0.866601, + "main_score": 0.83306, + "hf_subset": "smo_Latn-arz_Arab", + "languages": [ + "smo-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.45953, + "recall": 0.509881, + "f1": 0.473889, + "accuracy": 0.509881, + "main_score": 0.473889, + "hf_subset": "smo_Latn-cjk_Latn", + "languages": [ + "smo-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.815803, + "recall": 0.859684, + "f1": 0.828724, + "accuracy": 0.859684, + "main_score": 0.828724, + "hf_subset": "smo_Latn-gla_Latn", + "languages": [ + "smo-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.81182, + "recall": 0.856719, + "f1": 0.824808, + "accuracy": 0.856719, + "main_score": 0.824808, + "hf_subset": "smo_Latn-kan_Knda", + "languages": [ + "smo-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.824788, + "recall": 0.862648, + "f1": 0.83525, + "accuracy": 0.862648, + "main_score": 0.83525, + "hf_subset": "smo_Latn-lmo_Latn", + "languages": [ + "smo-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.830945, + "recall": 0.873518, + "f1": 0.843497, + "accuracy": 0.873518, + "main_score": 0.843497, + "hf_subset": "smo_Latn-npi_Deva", + "languages": [ + "smo-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.524883, + "recall": 0.589921, + "f1": 0.543876, + "accuracy": 0.589921, + "main_score": 0.543876, + "hf_subset": "smo_Latn-shn_Mymr", + "languages": [ + "smo-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.851762, + "recall": 0.890316, + "f1": 0.863472, + "accuracy": 0.890316, + "main_score": 0.863472, + "hf_subset": "smo_Latn-tgl_Latn", + "languages": [ + "smo-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.808317, + "recall": 0.857708, + "f1": 0.823108, + "accuracy": 0.857708, + "main_score": 0.823108, + "hf_subset": "smo_Latn-yue_Hant", + "languages": [ + "smo-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.800626, + "recall": 0.847826, + "f1": 0.815184, + "accuracy": 0.847826, + "main_score": 0.815184, + "hf_subset": "smo_Latn-asm_Beng", + "languages": [ + "smo-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.777579, + "recall": 0.828063, + "f1": 0.79246, + "accuracy": 0.828063, + "main_score": 0.79246, + "hf_subset": "smo_Latn-ckb_Arab", + "languages": [ + "smo-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.826098, + "recall": 0.869565, + "f1": 0.838886, + "accuracy": 0.869565, + "main_score": 0.838886, + "hf_subset": "smo_Latn-gle_Latn", + "languages": [ + "smo-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.711173, + "recall": 0.769763, + "f1": 0.728313, + "accuracy": 0.769763, + "main_score": 0.728313, + "hf_subset": "smo_Latn-kas_Arab", + "languages": [ + "smo-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.733383, + "recall": 0.785573, + "f1": 0.748602, + "accuracy": 0.785573, + "main_score": 0.748602, + "hf_subset": "smo_Latn-ltg_Latn", + "languages": [ + "smo-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.744681, + "recall": 0.797431, + "f1": 0.760592, + "accuracy": 0.797431, + "main_score": 0.760592, + "hf_subset": "smo_Latn-nso_Latn", + "languages": [ + "smo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.805114, + "recall": 0.852767, + "f1": 0.819178, + "accuracy": 0.852767, + "main_score": 0.819178, + "hf_subset": "smo_Latn-sin_Sinh", + "languages": [ + "smo-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.820751, + "recall": 0.869565, + "f1": 0.835573, + "accuracy": 0.869565, + "main_score": 0.835573, + "hf_subset": "smo_Latn-tha_Thai", + "languages": [ + "smo-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.769094, + "recall": 0.820158, + "f1": 0.782922, + "accuracy": 0.820158, + "main_score": 0.782922, + "hf_subset": "smo_Latn-zho_Hans", + "languages": [ + "smo-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.825473, + "recall": 0.869565, + "f1": 0.838323, + "accuracy": 0.869565, + "main_score": 0.838323, + "hf_subset": "smo_Latn-ast_Latn", + "languages": [ + "smo-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.818001, + "recall": 0.860672, + "f1": 0.830455, + "accuracy": 0.860672, + "main_score": 0.830455, + "hf_subset": "smo_Latn-crh_Latn", + "languages": [ + "smo-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.832065, + "recall": 0.874506, + "f1": 0.844259, + "accuracy": 0.874506, + "main_score": 0.844259, + "hf_subset": "smo_Latn-glg_Latn", + "languages": [ + "smo-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.666671, + "recall": 0.725296, + "f1": 0.683663, + "accuracy": 0.725296, + "main_score": 0.683663, + "hf_subset": "smo_Latn-kas_Deva", + "languages": [ + "smo-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.819141, + "recall": 0.856719, + "f1": 0.830244, + "accuracy": 0.856719, + "main_score": 0.830244, + "hf_subset": "smo_Latn-ltz_Latn", + "languages": [ + "smo-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.434133, + "recall": 0.494071, + "f1": 0.450005, + "accuracy": 0.494071, + "main_score": 0.450005, + "hf_subset": "smo_Latn-nus_Latn", + "languages": [ + "smo-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.833396, + "recall": 0.875494, + "f1": 0.845605, + "accuracy": 0.875494, + "main_score": 0.845605, + "hf_subset": "smo_Latn-slk_Latn", + "languages": [ + "smo-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.56906, + "recall": 0.644269, + "f1": 0.590395, + "accuracy": 0.644269, + "main_score": 0.590395, + "hf_subset": "smo_Latn-tir_Ethi", + "languages": [ + "smo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.79249, + "recall": 0.849802, + "f1": 0.809768, + "accuracy": 0.849802, + "main_score": 0.809768, + "hf_subset": "smo_Latn-zho_Hant", + "languages": [ + "smo-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.839832, + "recall": 0.876482, + "f1": 0.850643, + "accuracy": 0.876482, + "main_score": 0.850643, + "hf_subset": "smo_Latn-awa_Deva", + "languages": [ + "smo-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.843834, + "recall": 0.885375, + "f1": 0.856538, + "accuracy": 0.885375, + "main_score": 0.856538, + "hf_subset": "smo_Latn-cym_Latn", + "languages": [ + "smo-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.640595, + "recall": 0.693676, + "f1": 0.654628, + "accuracy": 0.693676, + "main_score": 0.654628, + "hf_subset": "smo_Latn-grn_Latn", + "languages": [ + "smo-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.827701, + "recall": 0.869565, + "f1": 0.839625, + "accuracy": 0.869565, + "main_score": 0.839625, + "hf_subset": "smo_Latn-kat_Geor", + "languages": [ + "smo-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.544781, + "recall": 0.592885, + "f1": 0.557556, + "accuracy": 0.592885, + "main_score": 0.557556, + "hf_subset": "smo_Latn-lua_Latn", + "languages": [ + "smo-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.752157, + "recall": 0.80336, + "f1": 0.767396, + "accuracy": 0.80336, + "main_score": 0.767396, + "hf_subset": "smo_Latn-nya_Latn", + "languages": [ + "smo-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.84081, + "recall": 0.884387, + "f1": 0.853774, + "accuracy": 0.884387, + "main_score": 0.853774, + "hf_subset": "smo_Latn-slv_Latn", + "languages": [ + "smo-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.81657, + "recall": 0.857708, + "f1": 0.828163, + "accuracy": 0.857708, + "main_score": 0.828163, + "hf_subset": "smo_Latn-tpi_Latn", + "languages": [ + "smo-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.830451, + "recall": 0.876482, + "f1": 0.844321, + "accuracy": 0.876482, + "main_score": 0.844321, + "hf_subset": "smo_Latn-zsm_Latn", + "languages": [ + "smo-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.495277, + "recall": 0.545455, + "f1": 0.509866, + "accuracy": 0.545455, + "main_score": 0.509866, + "hf_subset": "smo_Latn-ayr_Latn", + "languages": [ + "smo-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.840316, + "recall": 0.881423, + "f1": 0.852456, + "accuracy": 0.881423, + "main_score": 0.852456, + "hf_subset": "smo_Latn-dan_Latn", + "languages": [ + "smo-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.828821, + "recall": 0.871542, + "f1": 0.841243, + "accuracy": 0.871542, + "main_score": 0.841243, + "hf_subset": "smo_Latn-guj_Gujr", + "languages": [ + "smo-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.833934, + "recall": 0.875494, + "f1": 0.846069, + "accuracy": 0.875494, + "main_score": 0.846069, + "hf_subset": "smo_Latn-kaz_Cyrl", + "languages": [ + "smo-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.61246, + "recall": 0.677866, + "f1": 0.631246, + "accuracy": 0.677866, + "main_score": 0.631246, + "hf_subset": "smo_Latn-lug_Latn", + "languages": [ + "smo-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.835821, + "recall": 0.876482, + "f1": 0.847546, + "accuracy": 0.876482, + "main_score": 0.847546, + "hf_subset": "smo_Latn-oci_Latn", + "languages": [ + "smo-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.701938, + "recall": 0.763834, + "f1": 0.720026, + "accuracy": 0.763834, + "main_score": 0.720026, + "hf_subset": "smo_Latn-tsn_Latn", + "languages": [ + "smo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.794417, + "recall": 0.843874, + "f1": 0.809519, + "accuracy": 0.843874, + "main_score": 0.809519, + "hf_subset": "smo_Latn-zul_Latn", + "languages": [ + "smo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.707629, + "recall": 0.767787, + "f1": 0.725299, + "accuracy": 0.767787, + "main_score": 0.725299, + "hf_subset": "smo_Latn-azb_Arab", + "languages": [ + "smo-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.825631, + "recall": 0.868577, + "f1": 0.838142, + "accuracy": 0.868577, + "main_score": 0.838142, + "hf_subset": "smo_Latn-deu_Latn", + "languages": [ + "smo-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.803524, + "recall": 0.856719, + "f1": 0.820257, + "accuracy": 0.856719, + "main_score": 0.820257, + "hf_subset": "smo_Latn-hat_Latn", + "languages": [ + "smo-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.480818, + "recall": 0.532609, + "f1": 0.49474, + "accuracy": 0.532609, + "main_score": 0.49474, + "hf_subset": "smo_Latn-kbp_Latn", + "languages": [ + "smo-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.514436, + "recall": 0.559289, + "f1": 0.527261, + "accuracy": 0.559289, + "main_score": 0.527261, + "hf_subset": "smo_Latn-luo_Latn", + "languages": [ + "smo-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.80639, + "recall": 0.854743, + "f1": 0.820657, + "accuracy": 0.854743, + "main_score": 0.820657, + "hf_subset": "smo_Latn-ory_Orya", + "languages": [ + "smo-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.77374, + "recall": 0.826087, + "f1": 0.789152, + "accuracy": 0.826087, + "main_score": 0.789152, + "hf_subset": "smo_Latn-sna_Latn", + "languages": [ + "smo-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.633526, + "recall": 0.695652, + "f1": 0.650925, + "accuracy": 0.695652, + "main_score": 0.650925, + "hf_subset": "smo_Latn-tso_Latn", + "languages": [ + "smo-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.803936, + "recall": 0.853755, + "f1": 0.818761, + "accuracy": 0.853755, + "main_score": 0.818761, + "hf_subset": "smo_Latn-azj_Latn", + "languages": [ + "smo-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.467288, + "recall": 0.519763, + "f1": 0.481592, + "accuracy": 0.519763, + "main_score": 0.481592, + "hf_subset": "smo_Latn-dik_Latn", + "languages": [ + "smo-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.800075, + "recall": 0.849802, + "f1": 0.815399, + "accuracy": 0.849802, + "main_score": 0.815399, + "hf_subset": "smo_Latn-hau_Latn", + "languages": [ + "smo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.814993, + "recall": 0.856719, + "f1": 0.826946, + "accuracy": 0.856719, + "main_score": 0.826946, + "hf_subset": "smo_Latn-kea_Latn", + "languages": [ + "smo-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.755684, + "recall": 0.805336, + "f1": 0.769584, + "accuracy": 0.805336, + "main_score": 0.769584, + "hf_subset": "smo_Latn-lus_Latn", + "languages": [ + "smo-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.702595, + "recall": 0.752964, + "f1": 0.71698, + "accuracy": 0.752964, + "main_score": 0.71698, + "hf_subset": "smo_Latn-pag_Latn", + "languages": [ + "smo-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.797817, + "recall": 0.844862, + "f1": 0.811646, + "accuracy": 0.844862, + "main_score": 0.811646, + "hf_subset": "smo_Latn-snd_Arab", + "languages": [ + "smo-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.783392, + "recall": 0.833992, + "f1": 0.798018, + "accuracy": 0.833992, + "main_score": 0.798018, + "hf_subset": "smo_Latn-tuk_Latn", + "languages": [ + "smo-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.818824, + "recall": 0.862648, + "f1": 0.831606, + "accuracy": 0.862648, + "main_score": 0.831606, + "hf_subset": "smo_Latn-bak_Cyrl", + "languages": [ + "smo-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.428175, + "recall": 0.48913, + "f1": 0.445217, + "accuracy": 0.48913, + "main_score": 0.445217, + "hf_subset": "smo_Latn-dyu_Latn", + "languages": [ + "smo-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.846683, + "recall": 0.88834, + "f1": 0.859239, + "accuracy": 0.88834, + "main_score": 0.859239, + "hf_subset": "smo_Latn-heb_Hebr", + "languages": [ + "smo-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.814617, + "recall": 0.860672, + "f1": 0.828428, + "accuracy": 0.860672, + "main_score": 0.828428, + "hf_subset": "smo_Latn-khk_Cyrl", + "languages": [ + "smo-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.838636, + "recall": 0.878458, + "f1": 0.850348, + "accuracy": 0.878458, + "main_score": 0.850348, + "hf_subset": "smo_Latn-lvs_Latn", + "languages": [ + "smo-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.833482, + "recall": 0.874506, + "f1": 0.845638, + "accuracy": 0.874506, + "main_score": 0.845638, + "hf_subset": "smo_Latn-pan_Guru", + "languages": [ + "smo-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.759766, + "recall": 0.815217, + "f1": 0.776303, + "accuracy": 0.815217, + "main_score": 0.776303, + "hf_subset": "smo_Latn-som_Latn", + "languages": [ + "smo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.633244, + "recall": 0.683794, + "f1": 0.647913, + "accuracy": 0.683794, + "main_score": 0.647913, + "hf_subset": "smo_Latn-tum_Latn", + "languages": [ + "smo-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.426034, + "recall": 0.495059, + "f1": 0.445154, + "accuracy": 0.495059, + "main_score": 0.445154, + "hf_subset": "tsn_Latn-ace_Arab", + "languages": [ + "tsn-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.46147, + "recall": 0.502964, + "f1": 0.473365, + "accuracy": 0.502964, + "main_score": 0.473365, + "hf_subset": "tsn_Latn-bam_Latn", + "languages": [ + "tsn-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.485088, + "recall": 0.552372, + "f1": 0.504396, + "accuracy": 0.552372, + "main_score": 0.504396, + "hf_subset": "tsn_Latn-dzo_Tibt", + "languages": [ + "tsn-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.785953, + "recall": 0.832016, + "f1": 0.798892, + "accuracy": 0.832016, + "main_score": 0.798892, + "hf_subset": "tsn_Latn-hin_Deva", + "languages": [ + "tsn-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.722187, + "recall": 0.771739, + "f1": 0.735581, + "accuracy": 0.771739, + "main_score": 0.735581, + "hf_subset": "tsn_Latn-khm_Khmr", + "languages": [ + "tsn-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.760696, + "recall": 0.8083, + "f1": 0.77374, + "accuracy": 0.8083, + "main_score": 0.77374, + "hf_subset": "tsn_Latn-mag_Deva", + "languages": [ + "tsn-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.750238, + "recall": 0.795455, + "f1": 0.762604, + "accuracy": 0.795455, + "main_score": 0.762604, + "hf_subset": "tsn_Latn-pap_Latn", + "languages": [ + "tsn-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.820883, + "recall": 0.863636, + "f1": 0.833992, + "accuracy": 0.863636, + "main_score": 0.833992, + "hf_subset": "tsn_Latn-sot_Latn", + "languages": [ + "tsn-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.780263, + "recall": 0.826087, + "f1": 0.793104, + "accuracy": 0.826087, + "main_score": 0.793104, + "hf_subset": "tsn_Latn-tur_Latn", + "languages": [ + "tsn-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.669938, + "recall": 0.710474, + "f1": 0.680463, + "accuracy": 0.710474, + "main_score": 0.680463, + "hf_subset": "tsn_Latn-ace_Latn", + "languages": [ + "tsn-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.704249, + "recall": 0.750988, + "f1": 0.717086, + "accuracy": 0.750988, + "main_score": 0.717086, + "hf_subset": "tsn_Latn-ban_Latn", + "languages": [ + "tsn-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.733284, + "recall": 0.783597, + "f1": 0.747539, + "accuracy": 0.783597, + "main_score": 0.747539, + "hf_subset": "tsn_Latn-ell_Grek", + "languages": [ + "tsn-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.729369, + "recall": 0.788538, + "f1": 0.745705, + "accuracy": 0.788538, + "main_score": 0.745705, + "hf_subset": "tsn_Latn-hne_Deva", + "languages": [ + "tsn-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.563605, + "recall": 0.61166, + "f1": 0.576409, + "accuracy": 0.61166, + "main_score": 0.576409, + "hf_subset": "tsn_Latn-kik_Latn", + "languages": [ + "tsn-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.760959, + "recall": 0.8083, + "f1": 0.774464, + "accuracy": 0.8083, + "main_score": 0.774464, + "hf_subset": "tsn_Latn-mai_Deva", + "languages": [ + "tsn-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.728953, + "recall": 0.773715, + "f1": 0.740881, + "accuracy": 0.773715, + "main_score": 0.740881, + "hf_subset": "tsn_Latn-pbt_Arab", + "languages": [ + "tsn-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.777526, + "recall": 0.822134, + "f1": 0.790059, + "accuracy": 0.822134, + "main_score": 0.790059, + "hf_subset": "tsn_Latn-spa_Latn", + "languages": [ + "tsn-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.672832, + "recall": 0.721344, + "f1": 0.686204, + "accuracy": 0.721344, + "main_score": 0.686204, + "hf_subset": "tsn_Latn-twi_Latn", + "languages": [ + "tsn-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.759025, + "recall": 0.815217, + "f1": 0.774925, + "accuracy": 0.815217, + "main_score": 0.774925, + "hf_subset": "tsn_Latn-acm_Arab", + "languages": [ + "tsn-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.736085, + "recall": 0.787549, + "f1": 0.750632, + "accuracy": 0.787549, + "main_score": 0.750632, + "hf_subset": "tsn_Latn-bel_Cyrl", + "languages": [ + "tsn-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.773386, + "recall": 0.817194, + "f1": 0.785398, + "accuracy": 0.817194, + "main_score": 0.785398, + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.772347, + "recall": 0.824111, + "f1": 0.787225, + "accuracy": 0.824111, + "main_score": 0.787225, + "hf_subset": "tsn_Latn-hrv_Latn", + "languages": [ + "tsn-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.736973, + "recall": 0.789526, + "f1": 0.7518, + "accuracy": 0.789526, + "main_score": 0.7518, + "hf_subset": "tsn_Latn-kin_Latn", + "languages": [ + "tsn-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.750495, + "recall": 0.80336, + "f1": 0.765641, + "accuracy": 0.80336, + "main_score": 0.765641, + "hf_subset": "tsn_Latn-mal_Mlym", + "languages": [ + "tsn-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.752125, + "recall": 0.804348, + "f1": 0.766498, + "accuracy": 0.804348, + "main_score": 0.766498, + "hf_subset": "tsn_Latn-pes_Arab", + "languages": [ + "tsn-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.745337, + "recall": 0.794466, + "f1": 0.758941, + "accuracy": 0.794466, + "main_score": 0.758941, + "hf_subset": "tsn_Latn-srd_Latn", + "languages": [ + "tsn-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.217776, + "recall": 0.275692, + "f1": 0.232242, + "accuracy": 0.275692, + "main_score": 0.232242, + "hf_subset": "tsn_Latn-tzm_Tfng", + "languages": [ + "tsn-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.763589, + "recall": 0.820158, + "f1": 0.779958, + "accuracy": 0.820158, + "main_score": 0.779958, + "hf_subset": "tsn_Latn-acq_Arab", + "languages": [ + "tsn-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.660372, + "recall": 0.710474, + "f1": 0.674129, + "accuracy": 0.710474, + "main_score": 0.674129, + "hf_subset": "tsn_Latn-bem_Latn", + "languages": [ + "tsn-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.766925, + "recall": 0.811265, + "f1": 0.777997, + "accuracy": 0.811265, + "main_score": 0.777997, + "hf_subset": "tsn_Latn-epo_Latn", + "languages": [ + "tsn-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.760474, + "recall": 0.811265, + "f1": 0.774851, + "accuracy": 0.811265, + "main_score": 0.774851, + "hf_subset": "tsn_Latn-hun_Latn", + "languages": [ + "tsn-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.738131, + "recall": 0.785573, + "f1": 0.750949, + "accuracy": 0.785573, + "main_score": 0.750949, + "hf_subset": "tsn_Latn-kir_Cyrl", + "languages": [ + "tsn-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.776869, + "recall": 0.821146, + "f1": 0.789521, + "accuracy": 0.821146, + "main_score": 0.789521, + "hf_subset": "tsn_Latn-mar_Deva", + "languages": [ + "tsn-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.704176, + "recall": 0.761858, + "f1": 0.721214, + "accuracy": 0.761858, + "main_score": 0.721214, + "hf_subset": "tsn_Latn-plt_Latn", + "languages": [ + "tsn-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.755587, + "recall": 0.807312, + "f1": 0.769578, + "accuracy": 0.807312, + "main_score": 0.769578, + "hf_subset": "tsn_Latn-srp_Cyrl", + "languages": [ + "tsn-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.699461, + "recall": 0.749012, + "f1": 0.713723, + "accuracy": 0.749012, + "main_score": 0.713723, + "hf_subset": "tsn_Latn-uig_Arab", + "languages": [ + "tsn-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.746553, + "recall": 0.793478, + "f1": 0.759069, + "accuracy": 0.793478, + "main_score": 0.759069, + "hf_subset": "tsn_Latn-aeb_Arab", + "languages": [ + "tsn-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.744004, + "recall": 0.790514, + "f1": 0.756248, + "accuracy": 0.790514, + "main_score": 0.756248, + "hf_subset": "tsn_Latn-ben_Beng", + "languages": [ + "tsn-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.76074, + "recall": 0.812253, + "f1": 0.775736, + "accuracy": 0.812253, + "main_score": 0.775736, + "hf_subset": "tsn_Latn-est_Latn", + "languages": [ + "tsn-Latn", + "est-Latn" + ] + }, + { + "precision": 0.759025, + "recall": 0.8083, + "f1": 0.772712, + "accuracy": 0.8083, + "main_score": 0.772712, + "hf_subset": "tsn_Latn-hye_Armn", + "languages": [ + "tsn-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.48371, + "recall": 0.530632, + "f1": 0.497226, + "accuracy": 0.530632, + "main_score": 0.497226, + "hf_subset": "tsn_Latn-kmb_Latn", + "languages": [ + "tsn-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.404928, + "recall": 0.472332, + "f1": 0.423281, + "accuracy": 0.472332, + "main_score": 0.423281, + "hf_subset": "tsn_Latn-min_Arab", + "languages": [ + "tsn-Latn", + "min-Arab" + ] + }, + { + "precision": 0.771159, + "recall": 0.814229, + "f1": 0.782935, + "accuracy": 0.814229, + "main_score": 0.782935, + "hf_subset": "tsn_Latn-pol_Latn", + "languages": [ + "tsn-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.703651, + "recall": 0.755929, + "f1": 0.718707, + "accuracy": 0.755929, + "main_score": 0.718707, + "hf_subset": "tsn_Latn-ssw_Latn", + "languages": [ + "tsn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.758679, + "recall": 0.813241, + "f1": 0.774126, + "accuracy": 0.813241, + "main_score": 0.774126, + "hf_subset": "tsn_Latn-ukr_Cyrl", + "languages": [ + "tsn-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.758859, + "recall": 0.804348, + "f1": 0.771156, + "accuracy": 0.804348, + "main_score": 0.771156, + "hf_subset": "tsn_Latn-afr_Latn", + "languages": [ + "tsn-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.747194, + "recall": 0.797431, + "f1": 0.760748, + "accuracy": 0.797431, + "main_score": 0.760748, + "hf_subset": "tsn_Latn-bho_Deva", + "languages": [ + "tsn-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.754357, + "recall": 0.794466, + "f1": 0.764769, + "accuracy": 0.794466, + "main_score": 0.764769, + "hf_subset": "tsn_Latn-eus_Latn", + "languages": [ + "tsn-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.73279, + "recall": 0.781621, + "f1": 0.746382, + "accuracy": 0.781621, + "main_score": 0.746382, + "hf_subset": "tsn_Latn-ibo_Latn", + "languages": [ + "tsn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.711011, + "recall": 0.756917, + "f1": 0.723857, + "accuracy": 0.756917, + "main_score": 0.723857, + "hf_subset": "tsn_Latn-kmr_Latn", + "languages": [ + "tsn-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.739034, + "recall": 0.779644, + "f1": 0.749156, + "accuracy": 0.779644, + "main_score": 0.749156, + "hf_subset": "tsn_Latn-min_Latn", + "languages": [ + "tsn-Latn", + "min-Latn" + ] + }, + { + "precision": 0.784808, + "recall": 0.833004, + "f1": 0.79877, + "accuracy": 0.833004, + "main_score": 0.79877, + "hf_subset": "tsn_Latn-por_Latn", + "languages": [ + "tsn-Latn", + "por-Latn" + ] + }, + { + "precision": 0.717536, + "recall": 0.764822, + "f1": 0.729711, + "accuracy": 0.764822, + "main_score": 0.729711, + "hf_subset": "tsn_Latn-sun_Latn", + "languages": [ + "tsn-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.47376, + "recall": 0.524704, + "f1": 0.487927, + "accuracy": 0.524704, + "main_score": 0.487927, + "hf_subset": "tsn_Latn-umb_Latn", + "languages": [ + "tsn-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.762888, + "recall": 0.811265, + "f1": 0.776339, + "accuracy": 0.811265, + "main_score": 0.776339, + "hf_subset": "tsn_Latn-ajp_Arab", + "languages": [ + "tsn-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.418603, + "recall": 0.490119, + "f1": 0.438412, + "accuracy": 0.490119, + "main_score": 0.438412, + "hf_subset": "tsn_Latn-bjn_Arab", + "languages": [ + "tsn-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.462587, + "recall": 0.501976, + "f1": 0.473943, + "accuracy": 0.501976, + "main_score": 0.473943, + "hf_subset": "tsn_Latn-ewe_Latn", + "languages": [ + "tsn-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.725199, + "recall": 0.767787, + "f1": 0.736594, + "accuracy": 0.767787, + "main_score": 0.736594, + "hf_subset": "tsn_Latn-ilo_Latn", + "languages": [ + "tsn-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.260623, + "recall": 0.316206, + "f1": 0.275489, + "accuracy": 0.316206, + "main_score": 0.275489, + "hf_subset": "tsn_Latn-knc_Arab", + "languages": [ + "tsn-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.771054, + "recall": 0.821146, + "f1": 0.784983, + "accuracy": 0.821146, + "main_score": 0.784983, + "hf_subset": "tsn_Latn-mkd_Cyrl", + "languages": [ + "tsn-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.778524, + "recall": 0.826087, + "f1": 0.791791, + "accuracy": 0.826087, + "main_score": 0.791791, + "hf_subset": "tsn_Latn-prs_Arab", + "languages": [ + "tsn-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.782481, + "recall": 0.827075, + "f1": 0.795085, + "accuracy": 0.827075, + "main_score": 0.795085, + "hf_subset": "tsn_Latn-swe_Latn", + "languages": [ + "tsn-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.7476, + "recall": 0.799407, + "f1": 0.762086, + "accuracy": 0.799407, + "main_score": 0.762086, + "hf_subset": "tsn_Latn-urd_Arab", + "languages": [ + "tsn-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.652079, + "recall": 0.701581, + "f1": 0.665626, + "accuracy": 0.701581, + "main_score": 0.665626, + "hf_subset": "tsn_Latn-aka_Latn", + "languages": [ + "tsn-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.730821, + "recall": 0.774704, + "f1": 0.743225, + "accuracy": 0.774704, + "main_score": 0.743225, + "hf_subset": "tsn_Latn-bjn_Latn", + "languages": [ + "tsn-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.76359, + "recall": 0.804348, + "f1": 0.774986, + "accuracy": 0.804348, + "main_score": 0.774986, + "hf_subset": "tsn_Latn-fao_Latn", + "languages": [ + "tsn-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.771854, + "recall": 0.818182, + "f1": 0.784838, + "accuracy": 0.818182, + "main_score": 0.784838, + "hf_subset": "tsn_Latn-ind_Latn", + "languages": [ + "tsn-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.504663, + "recall": 0.546443, + "f1": 0.516326, + "accuracy": 0.546443, + "main_score": 0.516326, + "hf_subset": "tsn_Latn-knc_Latn", + "languages": [ + "tsn-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.7354, + "recall": 0.779644, + "f1": 0.747062, + "accuracy": 0.779644, + "main_score": 0.747062, + "hf_subset": "tsn_Latn-mlt_Latn", + "languages": [ + "tsn-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.572329, + "recall": 0.620553, + "f1": 0.585523, + "accuracy": 0.620553, + "main_score": 0.585523, + "hf_subset": "tsn_Latn-quy_Latn", + "languages": [ + "tsn-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.778172, + "recall": 0.824111, + "f1": 0.79072, + "accuracy": 0.824111, + "main_score": 0.79072, + "hf_subset": "tsn_Latn-swh_Latn", + "languages": [ + "tsn-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.73806, + "recall": 0.786561, + "f1": 0.751682, + "accuracy": 0.786561, + "main_score": 0.751682, + "hf_subset": "tsn_Latn-uzn_Latn", + "languages": [ + "tsn-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.745889, + "recall": 0.793478, + "f1": 0.759034, + "accuracy": 0.793478, + "main_score": 0.759034, + "hf_subset": "tsn_Latn-als_Latn", + "languages": [ + "tsn-Latn", + "als-Latn" + ] + }, + { + "precision": 0.588488, + "recall": 0.653162, + "f1": 0.60683, + "accuracy": 0.653162, + "main_score": 0.60683, + "hf_subset": "tsn_Latn-bod_Tibt", + "languages": [ + "tsn-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.587766, + "recall": 0.637352, + "f1": 0.601772, + "accuracy": 0.637352, + "main_score": 0.601772, + "hf_subset": "tsn_Latn-fij_Latn", + "languages": [ + "tsn-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.75067, + "recall": 0.801383, + "f1": 0.764616, + "accuracy": 0.801383, + "main_score": 0.764616, + "hf_subset": "tsn_Latn-isl_Latn", + "languages": [ + "tsn-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.549046, + "recall": 0.589921, + "f1": 0.560109, + "accuracy": 0.589921, + "main_score": 0.560109, + "hf_subset": "tsn_Latn-kon_Latn", + "languages": [ + "tsn-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.46835, + "recall": 0.527668, + "f1": 0.484505, + "accuracy": 0.527668, + "main_score": 0.484505, + "hf_subset": "tsn_Latn-mni_Beng", + "languages": [ + "tsn-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.778544, + "recall": 0.826087, + "f1": 0.791684, + "accuracy": 0.826087, + "main_score": 0.791684, + "hf_subset": "tsn_Latn-ron_Latn", + "languages": [ + "tsn-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.76285, + "recall": 0.812253, + "f1": 0.776969, + "accuracy": 0.812253, + "main_score": 0.776969, + "hf_subset": "tsn_Latn-szl_Latn", + "languages": [ + "tsn-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.755717, + "recall": 0.804348, + "f1": 0.768709, + "accuracy": 0.804348, + "main_score": 0.768709, + "hf_subset": "tsn_Latn-vec_Latn", + "languages": [ + "tsn-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.756294, + "recall": 0.800395, + "f1": 0.768801, + "accuracy": 0.800395, + "main_score": 0.768801, + "hf_subset": "tsn_Latn-amh_Ethi", + "languages": [ + "tsn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.756667, + "recall": 0.807312, + "f1": 0.770467, + "accuracy": 0.807312, + "main_score": 0.770467, + "hf_subset": "tsn_Latn-bos_Latn", + "languages": [ + "tsn-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.757157, + "recall": 0.807312, + "f1": 0.771114, + "accuracy": 0.807312, + "main_score": 0.771114, + "hf_subset": "tsn_Latn-fin_Latn", + "languages": [ + "tsn-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.785903, + "recall": 0.832016, + "f1": 0.798646, + "accuracy": 0.832016, + "main_score": 0.798646, + "hf_subset": "tsn_Latn-ita_Latn", + "languages": [ + "tsn-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.773946, + "recall": 0.824111, + "f1": 0.788016, + "accuracy": 0.824111, + "main_score": 0.788016, + "hf_subset": "tsn_Latn-kor_Hang", + "languages": [ + "tsn-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.482215, + "recall": 0.521739, + "f1": 0.493479, + "accuracy": 0.521739, + "main_score": 0.493479, + "hf_subset": "tsn_Latn-mos_Latn", + "languages": [ + "tsn-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.691465, + "recall": 0.741107, + "f1": 0.705884, + "accuracy": 0.741107, + "main_score": 0.705884, + "hf_subset": "tsn_Latn-run_Latn", + "languages": [ + "tsn-Latn", + "run-Latn" + ] + }, + { + "precision": 0.746256, + "recall": 0.796443, + "f1": 0.76053, + "accuracy": 0.796443, + "main_score": 0.76053, + "hf_subset": "tsn_Latn-tam_Taml", + "languages": [ + "tsn-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.760439, + "recall": 0.804348, + "f1": 0.772304, + "accuracy": 0.804348, + "main_score": 0.772304, + "hf_subset": "tsn_Latn-vie_Latn", + "languages": [ + "tsn-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.769936, + "recall": 0.821146, + "f1": 0.784731, + "accuracy": 0.821146, + "main_score": 0.784731, + "hf_subset": "tsn_Latn-apc_Arab", + "languages": [ + "tsn-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.579323, + "recall": 0.620553, + "f1": 0.590575, + "accuracy": 0.620553, + "main_score": 0.590575, + "hf_subset": "tsn_Latn-bug_Latn", + "languages": [ + "tsn-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.441346, + "recall": 0.479249, + "f1": 0.45181, + "accuracy": 0.479249, + "main_score": 0.45181, + "hf_subset": "tsn_Latn-fon_Latn", + "languages": [ + "tsn-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.744357, + "recall": 0.790514, + "f1": 0.756904, + "accuracy": 0.790514, + "main_score": 0.756904, + "hf_subset": "tsn_Latn-jav_Latn", + "languages": [ + "tsn-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.71202, + "recall": 0.764822, + "f1": 0.726143, + "accuracy": 0.764822, + "main_score": 0.726143, + "hf_subset": "tsn_Latn-lao_Laoo", + "languages": [ + "tsn-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.708771, + "recall": 0.755929, + "f1": 0.722401, + "accuracy": 0.755929, + "main_score": 0.722401, + "hf_subset": "tsn_Latn-mri_Latn", + "languages": [ + "tsn-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.776616, + "recall": 0.822134, + "f1": 0.788621, + "accuracy": 0.822134, + "main_score": 0.788621, + "hf_subset": "tsn_Latn-rus_Cyrl", + "languages": [ + "tsn-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.480369, + "recall": 0.521739, + "f1": 0.491451, + "accuracy": 0.521739, + "main_score": 0.491451, + "hf_subset": "tsn_Latn-taq_Latn", + "languages": [ + "tsn-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.735565, + "recall": 0.782609, + "f1": 0.747855, + "accuracy": 0.782609, + "main_score": 0.747855, + "hf_subset": "tsn_Latn-war_Latn", + "languages": [ + "tsn-Latn", + "war-Latn" + ] + }, + { + "precision": 0.772418, + "recall": 0.825099, + "f1": 0.787771, + "accuracy": 0.825099, + "main_score": 0.787771, + "hf_subset": "tsn_Latn-arb_Arab", + "languages": [ + "tsn-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.784552, + "recall": 0.832016, + "f1": 0.797983, + "accuracy": 0.832016, + "main_score": 0.797983, + "hf_subset": "tsn_Latn-bul_Cyrl", + "languages": [ + "tsn-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.782008, + "recall": 0.83004, + "f1": 0.795205, + "accuracy": 0.83004, + "main_score": 0.795205, + "hf_subset": "tsn_Latn-fra_Latn", + "languages": [ + "tsn-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.76055, + "recall": 0.814229, + "f1": 0.776063, + "accuracy": 0.814229, + "main_score": 0.776063, + "hf_subset": "tsn_Latn-jpn_Jpan", + "languages": [ + "tsn-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.757178, + "recall": 0.797431, + "f1": 0.7679, + "accuracy": 0.797431, + "main_score": 0.7679, + "hf_subset": "tsn_Latn-lij_Latn", + "languages": [ + "tsn-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.7098, + "recall": 0.767787, + "f1": 0.72599, + "accuracy": 0.767787, + "main_score": 0.72599, + "hf_subset": "tsn_Latn-mya_Mymr", + "languages": [ + "tsn-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.496151, + "recall": 0.538538, + "f1": 0.507902, + "accuracy": 0.538538, + "main_score": 0.507902, + "hf_subset": "tsn_Latn-sag_Latn", + "languages": [ + "tsn-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.231048, + "recall": 0.277668, + "f1": 0.242586, + "accuracy": 0.277668, + "main_score": 0.242586, + "hf_subset": "tsn_Latn-taq_Tfng", + "languages": [ + "tsn-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.56314, + "recall": 0.608696, + "f1": 0.574871, + "accuracy": 0.608696, + "main_score": 0.574871, + "hf_subset": "tsn_Latn-wol_Latn", + "languages": [ + "tsn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.665241, + "recall": 0.724308, + "f1": 0.681931, + "accuracy": 0.724308, + "main_score": 0.681931, + "hf_subset": "tsn_Latn-arb_Latn", + "languages": [ + "tsn-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.774502, + "recall": 0.820158, + "f1": 0.787146, + "accuracy": 0.820158, + "main_score": 0.787146, + "hf_subset": "tsn_Latn-cat_Latn", + "languages": [ + "tsn-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.740616, + "recall": 0.785573, + "f1": 0.752491, + "accuracy": 0.785573, + "main_score": 0.752491, + "hf_subset": "tsn_Latn-fur_Latn", + "languages": [ + "tsn-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.448646, + "recall": 0.512846, + "f1": 0.46599, + "accuracy": 0.512846, + "main_score": 0.46599, + "hf_subset": "tsn_Latn-kab_Latn", + "languages": [ + "tsn-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.747557, + "recall": 0.794466, + "f1": 0.760463, + "accuracy": 0.794466, + "main_score": 0.760463, + "hf_subset": "tsn_Latn-lim_Latn", + "languages": [ + "tsn-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.767622, + "recall": 0.818182, + "f1": 0.781919, + "accuracy": 0.818182, + "main_score": 0.781919, + "hf_subset": "tsn_Latn-nld_Latn", + "languages": [ + "tsn-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.73818, + "recall": 0.787549, + "f1": 0.752111, + "accuracy": 0.787549, + "main_score": 0.752111, + "hf_subset": "tsn_Latn-san_Deva", + "languages": [ + "tsn-Latn", + "san-Deva" + ] + }, + { + "precision": 0.748131, + "recall": 0.795455, + "f1": 0.761765, + "accuracy": 0.795455, + "main_score": 0.761765, + "hf_subset": "tsn_Latn-tat_Cyrl", + "languages": [ + "tsn-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.774911, + "recall": 0.823123, + "f1": 0.78918, + "accuracy": 0.823123, + "main_score": 0.78918, + "hf_subset": "tsn_Latn-xho_Latn", + "languages": [ + "tsn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.771163, + "recall": 0.824111, + "f1": 0.786506, + "accuracy": 0.824111, + "main_score": 0.786506, + "hf_subset": "tsn_Latn-ars_Arab", + "languages": [ + "tsn-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.744132, + "recall": 0.788538, + "f1": 0.756054, + "accuracy": 0.788538, + "main_score": 0.756054, + "hf_subset": "tsn_Latn-ceb_Latn", + "languages": [ + "tsn-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.463163, + "recall": 0.513834, + "f1": 0.477504, + "accuracy": 0.513834, + "main_score": 0.477504, + "hf_subset": "tsn_Latn-fuv_Latn", + "languages": [ + "tsn-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.476051, + "recall": 0.522727, + "f1": 0.488849, + "accuracy": 0.522727, + "main_score": 0.488849, + "hf_subset": "tsn_Latn-kac_Latn", + "languages": [ + "tsn-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.587157, + "recall": 0.637352, + "f1": 0.600913, + "accuracy": 0.637352, + "main_score": 0.600913, + "hf_subset": "tsn_Latn-lin_Latn", + "languages": [ + "tsn-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.746122, + "recall": 0.797431, + "f1": 0.760506, + "accuracy": 0.797431, + "main_score": 0.760506, + "hf_subset": "tsn_Latn-nno_Latn", + "languages": [ + "tsn-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.664092, + "recall": 0.721344, + "f1": 0.6802, + "accuracy": 0.721344, + "main_score": 0.6802, + "hf_subset": "tsn_Latn-sat_Olck", + "languages": [ + "tsn-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.737459, + "recall": 0.791502, + "f1": 0.752541, + "accuracy": 0.791502, + "main_score": 0.752541, + "hf_subset": "tsn_Latn-tel_Telu", + "languages": [ + "tsn-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.731246, + "recall": 0.789526, + "f1": 0.74788, + "accuracy": 0.789526, + "main_score": 0.74788, + "hf_subset": "tsn_Latn-ydd_Hebr", + "languages": [ + "tsn-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.712265, + "recall": 0.769763, + "f1": 0.728055, + "accuracy": 0.769763, + "main_score": 0.728055, + "hf_subset": "tsn_Latn-ary_Arab", + "languages": [ + "tsn-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.771959, + "recall": 0.823123, + "f1": 0.786628, + "accuracy": 0.823123, + "main_score": 0.786628, + "hf_subset": "tsn_Latn-ces_Latn", + "languages": [ + "tsn-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.521509, + "recall": 0.586957, + "f1": 0.539575, + "accuracy": 0.586957, + "main_score": 0.539575, + "hf_subset": "tsn_Latn-gaz_Latn", + "languages": [ + "tsn-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.541822, + "recall": 0.590909, + "f1": 0.555523, + "accuracy": 0.590909, + "main_score": 0.555523, + "hf_subset": "tsn_Latn-kam_Latn", + "languages": [ + "tsn-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.764102, + "recall": 0.814229, + "f1": 0.778416, + "accuracy": 0.814229, + "main_score": 0.778416, + "hf_subset": "tsn_Latn-lit_Latn", + "languages": [ + "tsn-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.768768, + "recall": 0.816206, + "f1": 0.781825, + "accuracy": 0.816206, + "main_score": 0.781825, + "hf_subset": "tsn_Latn-nob_Latn", + "languages": [ + "tsn-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.754717, + "recall": 0.795455, + "f1": 0.765333, + "accuracy": 0.795455, + "main_score": 0.765333, + "hf_subset": "tsn_Latn-scn_Latn", + "languages": [ + "tsn-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.740574, + "recall": 0.79249, + "f1": 0.754907, + "accuracy": 0.79249, + "main_score": 0.754907, + "hf_subset": "tsn_Latn-tgk_Cyrl", + "languages": [ + "tsn-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.630467, + "recall": 0.688735, + "f1": 0.646469, + "accuracy": 0.688735, + "main_score": 0.646469, + "hf_subset": "tsn_Latn-yor_Latn", + "languages": [ + "tsn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.763235, + "recall": 0.812253, + "f1": 0.777148, + "accuracy": 0.812253, + "main_score": 0.777148, + "hf_subset": "tsn_Latn-arz_Arab", + "languages": [ + "tsn-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.460693, + "recall": 0.5, + "f1": 0.472093, + "accuracy": 0.5, + "main_score": 0.472093, + "hf_subset": "tsn_Latn-cjk_Latn", + "languages": [ + "tsn-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.735098, + "recall": 0.787549, + "f1": 0.749986, + "accuracy": 0.787549, + "main_score": 0.749986, + "hf_subset": "tsn_Latn-gla_Latn", + "languages": [ + "tsn-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.737469, + "recall": 0.788538, + "f1": 0.75167, + "accuracy": 0.788538, + "main_score": 0.75167, + "hf_subset": "tsn_Latn-kan_Knda", + "languages": [ + "tsn-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.74964, + "recall": 0.795455, + "f1": 0.762134, + "accuracy": 0.795455, + "main_score": 0.762134, + "hf_subset": "tsn_Latn-lmo_Latn", + "languages": [ + "tsn-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.746282, + "recall": 0.791502, + "f1": 0.758494, + "accuracy": 0.791502, + "main_score": 0.758494, + "hf_subset": "tsn_Latn-npi_Deva", + "languages": [ + "tsn-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.501966, + "recall": 0.562253, + "f1": 0.519225, + "accuracy": 0.562253, + "main_score": 0.519225, + "hf_subset": "tsn_Latn-shn_Mymr", + "languages": [ + "tsn-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.761857, + "recall": 0.813241, + "f1": 0.776322, + "accuracy": 0.813241, + "main_score": 0.776322, + "hf_subset": "tsn_Latn-tgl_Latn", + "languages": [ + "tsn-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.751224, + "recall": 0.804348, + "f1": 0.766359, + "accuracy": 0.804348, + "main_score": 0.766359, + "hf_subset": "tsn_Latn-yue_Hant", + "languages": [ + "tsn-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.704417, + "recall": 0.764822, + "f1": 0.721057, + "accuracy": 0.764822, + "main_score": 0.721057, + "hf_subset": "tsn_Latn-asm_Beng", + "languages": [ + "tsn-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.729875, + "recall": 0.783597, + "f1": 0.745157, + "accuracy": 0.783597, + "main_score": 0.745157, + "hf_subset": "tsn_Latn-ckb_Arab", + "languages": [ + "tsn-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.734593, + "recall": 0.786561, + "f1": 0.749379, + "accuracy": 0.786561, + "main_score": 0.749379, + "hf_subset": "tsn_Latn-gle_Latn", + "languages": [ + "tsn-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.628768, + "recall": 0.684783, + "f1": 0.644874, + "accuracy": 0.684783, + "main_score": 0.644874, + "hf_subset": "tsn_Latn-kas_Arab", + "languages": [ + "tsn-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.671358, + "recall": 0.720356, + "f1": 0.684354, + "accuracy": 0.720356, + "main_score": 0.684354, + "hf_subset": "tsn_Latn-ltg_Latn", + "languages": [ + "tsn-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.801474, + "recall": 0.84585, + "f1": 0.814365, + "accuracy": 0.84585, + "main_score": 0.814365, + "hf_subset": "tsn_Latn-nso_Latn", + "languages": [ + "tsn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.729747, + "recall": 0.784585, + "f1": 0.74459, + "accuracy": 0.784585, + "main_score": 0.74459, + "hf_subset": "tsn_Latn-sin_Sinh", + "languages": [ + "tsn-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.726232, + "recall": 0.777668, + "f1": 0.740458, + "accuracy": 0.777668, + "main_score": 0.740458, + "hf_subset": "tsn_Latn-tha_Thai", + "languages": [ + "tsn-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.715504, + "recall": 0.762846, + "f1": 0.727404, + "accuracy": 0.762846, + "main_score": 0.727404, + "hf_subset": "tsn_Latn-zho_Hans", + "languages": [ + "tsn-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.75893, + "recall": 0.807312, + "f1": 0.772301, + "accuracy": 0.807312, + "main_score": 0.772301, + "hf_subset": "tsn_Latn-ast_Latn", + "languages": [ + "tsn-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.756773, + "recall": 0.80336, + "f1": 0.76985, + "accuracy": 0.80336, + "main_score": 0.76985, + "hf_subset": "tsn_Latn-crh_Latn", + "languages": [ + "tsn-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.773197, + "recall": 0.820158, + "f1": 0.786282, + "accuracy": 0.820158, + "main_score": 0.786282, + "hf_subset": "tsn_Latn-glg_Latn", + "languages": [ + "tsn-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.629873, + "recall": 0.679842, + "f1": 0.643732, + "accuracy": 0.679842, + "main_score": 0.643732, + "hf_subset": "tsn_Latn-kas_Deva", + "languages": [ + "tsn-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.740328, + "recall": 0.787549, + "f1": 0.752866, + "accuracy": 0.787549, + "main_score": 0.752866, + "hf_subset": "tsn_Latn-ltz_Latn", + "languages": [ + "tsn-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.433234, + "recall": 0.48419, + "f1": 0.447354, + "accuracy": 0.48419, + "main_score": 0.447354, + "hf_subset": "tsn_Latn-nus_Latn", + "languages": [ + "tsn-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.765934, + "recall": 0.814229, + "f1": 0.779286, + "accuracy": 0.814229, + "main_score": 0.779286, + "hf_subset": "tsn_Latn-slk_Latn", + "languages": [ + "tsn-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.545939, + "recall": 0.605731, + "f1": 0.562196, + "accuracy": 0.605731, + "main_score": 0.562196, + "hf_subset": "tsn_Latn-tir_Ethi", + "languages": [ + "tsn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.735657, + "recall": 0.79249, + "f1": 0.751638, + "accuracy": 0.79249, + "main_score": 0.751638, + "hf_subset": "tsn_Latn-zho_Hant", + "languages": [ + "tsn-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.750477, + "recall": 0.797431, + "f1": 0.76335, + "accuracy": 0.797431, + "main_score": 0.76335, + "hf_subset": "tsn_Latn-awa_Deva", + "languages": [ + "tsn-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.764282, + "recall": 0.809289, + "f1": 0.776454, + "accuracy": 0.809289, + "main_score": 0.776454, + "hf_subset": "tsn_Latn-cym_Latn", + "languages": [ + "tsn-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.609673, + "recall": 0.655138, + "f1": 0.621695, + "accuracy": 0.655138, + "main_score": 0.621695, + "hf_subset": "tsn_Latn-grn_Latn", + "languages": [ + "tsn-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.764678, + "recall": 0.809289, + "f1": 0.777267, + "accuracy": 0.809289, + "main_score": 0.777267, + "hf_subset": "tsn_Latn-kat_Geor", + "languages": [ + "tsn-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.540059, + "recall": 0.581028, + "f1": 0.551572, + "accuracy": 0.581028, + "main_score": 0.551572, + "hf_subset": "tsn_Latn-lua_Latn", + "languages": [ + "tsn-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.713093, + "recall": 0.764822, + "f1": 0.727513, + "accuracy": 0.764822, + "main_score": 0.727513, + "hf_subset": "tsn_Latn-nya_Latn", + "languages": [ + "tsn-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.763215, + "recall": 0.814229, + "f1": 0.777464, + "accuracy": 0.814229, + "main_score": 0.777464, + "hf_subset": "tsn_Latn-slv_Latn", + "languages": [ + "tsn-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.735765, + "recall": 0.781621, + "f1": 0.747592, + "accuracy": 0.781621, + "main_score": 0.747592, + "hf_subset": "tsn_Latn-tpi_Latn", + "languages": [ + "tsn-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.778637, + "recall": 0.825099, + "f1": 0.791313, + "accuracy": 0.825099, + "main_score": 0.791313, + "hf_subset": "tsn_Latn-zsm_Latn", + "languages": [ + "tsn-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.488922, + "recall": 0.529644, + "f1": 0.500685, + "accuracy": 0.529644, + "main_score": 0.500685, + "hf_subset": "tsn_Latn-ayr_Latn", + "languages": [ + "tsn-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.774165, + "recall": 0.821146, + "f1": 0.787653, + "accuracy": 0.821146, + "main_score": 0.787653, + "hf_subset": "tsn_Latn-dan_Latn", + "languages": [ + "tsn-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.752734, + "recall": 0.8083, + "f1": 0.76857, + "accuracy": 0.8083, + "main_score": 0.76857, + "hf_subset": "tsn_Latn-guj_Gujr", + "languages": [ + "tsn-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.750373, + "recall": 0.800395, + "f1": 0.764494, + "accuracy": 0.800395, + "main_score": 0.764494, + "hf_subset": "tsn_Latn-kaz_Cyrl", + "languages": [ + "tsn-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.626976, + "recall": 0.685771, + "f1": 0.644104, + "accuracy": 0.685771, + "main_score": 0.644104, + "hf_subset": "tsn_Latn-lug_Latn", + "languages": [ + "tsn-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.755605, + "recall": 0.801383, + "f1": 0.767482, + "accuracy": 0.801383, + "main_score": 0.767482, + "hf_subset": "tsn_Latn-oci_Latn", + "languages": [ + "tsn-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.711646, + "recall": 0.761858, + "f1": 0.725815, + "accuracy": 0.761858, + "main_score": 0.725815, + "hf_subset": "tsn_Latn-smo_Latn", + "languages": [ + "tsn-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.772447, + "recall": 0.817194, + "f1": 0.785917, + "accuracy": 0.817194, + "main_score": 0.785917, + "hf_subset": "tsn_Latn-zul_Latn", + "languages": [ + "tsn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.653207, + "recall": 0.702569, + "f1": 0.666856, + "accuracy": 0.702569, + "main_score": 0.666856, + "hf_subset": "tsn_Latn-azb_Arab", + "languages": [ + "tsn-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.774446, + "recall": 0.822134, + "f1": 0.787712, + "accuracy": 0.822134, + "main_score": 0.787712, + "hf_subset": "tsn_Latn-deu_Latn", + "languages": [ + "tsn-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.739723, + "recall": 0.791502, + "f1": 0.754024, + "accuracy": 0.791502, + "main_score": 0.754024, + "hf_subset": "tsn_Latn-hat_Latn", + "languages": [ + "tsn-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.487623, + "recall": 0.535573, + "f1": 0.501155, + "accuracy": 0.535573, + "main_score": 0.501155, + "hf_subset": "tsn_Latn-kbp_Latn", + "languages": [ + "tsn-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.505277, + "recall": 0.545455, + "f1": 0.516564, + "accuracy": 0.545455, + "main_score": 0.516564, + "hf_subset": "tsn_Latn-luo_Latn", + "languages": [ + "tsn-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.718585, + "recall": 0.775692, + "f1": 0.734654, + "accuracy": 0.775692, + "main_score": 0.734654, + "hf_subset": "tsn_Latn-ory_Orya", + "languages": [ + "tsn-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.762394, + "recall": 0.804348, + "f1": 0.774015, + "accuracy": 0.804348, + "main_score": 0.774015, + "hf_subset": "tsn_Latn-sna_Latn", + "languages": [ + "tsn-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.646016, + "recall": 0.705534, + "f1": 0.66256, + "accuracy": 0.705534, + "main_score": 0.66256, + "hf_subset": "tsn_Latn-tso_Latn", + "languages": [ + "tsn-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.73284, + "recall": 0.784585, + "f1": 0.747098, + "accuracy": 0.784585, + "main_score": 0.747098, + "hf_subset": "tsn_Latn-azj_Latn", + "languages": [ + "tsn-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.480968, + "recall": 0.519763, + "f1": 0.492479, + "accuracy": 0.519763, + "main_score": 0.492479, + "hf_subset": "tsn_Latn-dik_Latn", + "languages": [ + "tsn-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.742598, + "recall": 0.79249, + "f1": 0.756788, + "accuracy": 0.79249, + "main_score": 0.756788, + "hf_subset": "tsn_Latn-hau_Latn", + "languages": [ + "tsn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.731864, + "recall": 0.780632, + "f1": 0.745334, + "accuracy": 0.780632, + "main_score": 0.745334, + "hf_subset": "tsn_Latn-kea_Latn", + "languages": [ + "tsn-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.703177, + "recall": 0.75, + "f1": 0.715831, + "accuracy": 0.75, + "main_score": 0.715831, + "hf_subset": "tsn_Latn-lus_Latn", + "languages": [ + "tsn-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.647423, + "recall": 0.693676, + "f1": 0.659673, + "accuracy": 0.693676, + "main_score": 0.659673, + "hf_subset": "tsn_Latn-pag_Latn", + "languages": [ + "tsn-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.699218, + "recall": 0.754941, + "f1": 0.714718, + "accuracy": 0.754941, + "main_score": 0.714718, + "hf_subset": "tsn_Latn-snd_Arab", + "languages": [ + "tsn-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.734421, + "recall": 0.782609, + "f1": 0.747682, + "accuracy": 0.782609, + "main_score": 0.747682, + "hf_subset": "tsn_Latn-tuk_Latn", + "languages": [ + "tsn-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.741114, + "recall": 0.785573, + "f1": 0.753101, + "accuracy": 0.785573, + "main_score": 0.753101, + "hf_subset": "tsn_Latn-bak_Cyrl", + "languages": [ + "tsn-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.42782, + "recall": 0.482213, + "f1": 0.443363, + "accuracy": 0.482213, + "main_score": 0.443363, + "hf_subset": "tsn_Latn-dyu_Latn", + "languages": [ + "tsn-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.757902, + "recall": 0.812253, + "f1": 0.773541, + "accuracy": 0.812253, + "main_score": 0.773541, + "hf_subset": "tsn_Latn-heb_Hebr", + "languages": [ + "tsn-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.740426, + "recall": 0.793478, + "f1": 0.755507, + "accuracy": 0.793478, + "main_score": 0.755507, + "hf_subset": "tsn_Latn-khk_Cyrl", + "languages": [ + "tsn-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.766847, + "recall": 0.813241, + "f1": 0.779843, + "accuracy": 0.813241, + "main_score": 0.779843, + "hf_subset": "tsn_Latn-lvs_Latn", + "languages": [ + "tsn-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.746036, + "recall": 0.794466, + "f1": 0.75906, + "accuracy": 0.794466, + "main_score": 0.75906, + "hf_subset": "tsn_Latn-pan_Guru", + "languages": [ + "tsn-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.723246, + "recall": 0.782609, + "f1": 0.740898, + "accuracy": 0.782609, + "main_score": 0.740898, + "hf_subset": "tsn_Latn-som_Latn", + "languages": [ + "tsn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.6355, + "recall": 0.683794, + "f1": 0.649085, + "accuracy": 0.683794, + "main_score": 0.649085, + "hf_subset": "tsn_Latn-tum_Latn", + "languages": [ + "tsn-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.454532, + "recall": 0.529644, + "f1": 0.474583, + "accuracy": 0.529644, + "main_score": 0.474583, + "hf_subset": "zul_Latn-ace_Arab", + "languages": [ + "zul-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.468792, + "recall": 0.522727, + "f1": 0.482321, + "accuracy": 0.522727, + "main_score": 0.482321, + "hf_subset": "zul_Latn-bam_Latn", + "languages": [ + "zul-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.531192, + "recall": 0.610672, + "f1": 0.552059, + "accuracy": 0.610672, + "main_score": 0.552059, + "hf_subset": "zul_Latn-dzo_Tibt", + "languages": [ + "zul-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.930665, + "recall": 0.951581, + "f1": 0.93722, + "accuracy": 0.951581, + "main_score": 0.93722, + "hf_subset": "zul_Latn-hin_Deva", + "languages": [ + "zul-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.867516, + "recall": 0.90415, + "f1": 0.878607, + "accuracy": 0.90415, + "main_score": 0.878607, + "hf_subset": "zul_Latn-khm_Khmr", + "languages": [ + "zul-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.8986, + "recall": 0.924901, + "f1": 0.906292, + "accuracy": 0.924901, + "main_score": 0.906292, + "hf_subset": "zul_Latn-mag_Deva", + "languages": [ + "zul-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.913269, + "recall": 0.935771, + "f1": 0.919862, + "accuracy": 0.935771, + "main_score": 0.919862, + "hf_subset": "zul_Latn-pap_Latn", + "languages": [ + "zul-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.863389, + "recall": 0.901186, + "f1": 0.875198, + "accuracy": 0.901186, + "main_score": 0.875198, + "hf_subset": "zul_Latn-sot_Latn", + "languages": [ + "zul-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.919911, + "recall": 0.9417, + "f1": 0.926567, + "accuracy": 0.9417, + "main_score": 0.926567, + "hf_subset": "zul_Latn-tur_Latn", + "languages": [ + "zul-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.769827, + "recall": 0.813241, + "f1": 0.782169, + "accuracy": 0.813241, + "main_score": 0.782169, + "hf_subset": "zul_Latn-ace_Latn", + "languages": [ + "zul-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.841207, + "recall": 0.87747, + "f1": 0.851883, + "accuracy": 0.87747, + "main_score": 0.851883, + "hf_subset": "zul_Latn-ban_Latn", + "languages": [ + "zul-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.904356, + "recall": 0.931818, + "f1": 0.912788, + "accuracy": 0.931818, + "main_score": 0.912788, + "hf_subset": "zul_Latn-ell_Grek", + "languages": [ + "zul-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.905527, + "recall": 0.931818, + "f1": 0.913488, + "accuracy": 0.931818, + "main_score": 0.913488, + "hf_subset": "zul_Latn-hne_Deva", + "languages": [ + "zul-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.566207, + "recall": 0.623518, + "f1": 0.581667, + "accuracy": 0.623518, + "main_score": 0.581667, + "hf_subset": "zul_Latn-kik_Latn", + "languages": [ + "zul-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.892927, + "recall": 0.918972, + "f1": 0.90063, + "accuracy": 0.918972, + "main_score": 0.90063, + "hf_subset": "zul_Latn-mai_Deva", + "languages": [ + "zul-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.865283, + "recall": 0.900198, + "f1": 0.875861, + "accuracy": 0.900198, + "main_score": 0.875861, + "hf_subset": "zul_Latn-pbt_Arab", + "languages": [ + "zul-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.90673, + "recall": 0.932806, + "f1": 0.91469, + "accuracy": 0.932806, + "main_score": 0.91469, + "hf_subset": "zul_Latn-spa_Latn", + "languages": [ + "zul-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.708486, + "recall": 0.76581, + "f1": 0.724189, + "accuracy": 0.76581, + "main_score": 0.724189, + "hf_subset": "zul_Latn-twi_Latn", + "languages": [ + "zul-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.909453, + "recall": 0.936759, + "f1": 0.917951, + "accuracy": 0.936759, + "main_score": 0.917951, + "hf_subset": "zul_Latn-acm_Arab", + "languages": [ + "zul-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.87528, + "recall": 0.908103, + "f1": 0.884801, + "accuracy": 0.908103, + "main_score": 0.884801, + "hf_subset": "zul_Latn-bel_Cyrl", + "languages": [ + "zul-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.905682, + "recall": 0.931818, + "f1": 0.913618, + "accuracy": 0.931818, + "main_score": 0.913618, + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.92276, + "recall": 0.945652, + "f1": 0.929809, + "accuracy": 0.945652, + "main_score": 0.929809, + "hf_subset": "zul_Latn-hrv_Latn", + "languages": [ + "zul-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.853491, + "recall": 0.889328, + "f1": 0.864229, + "accuracy": 0.889328, + "main_score": 0.864229, + "hf_subset": "zul_Latn-kin_Latn", + "languages": [ + "zul-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.877635, + "recall": 0.912055, + "f1": 0.88826, + "accuracy": 0.912055, + "main_score": 0.88826, + "hf_subset": "zul_Latn-mal_Mlym", + "languages": [ + "zul-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.901219, + "recall": 0.927866, + "f1": 0.908978, + "accuracy": 0.927866, + "main_score": 0.908978, + "hf_subset": "zul_Latn-pes_Arab", + "languages": [ + "zul-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.899334, + "recall": 0.924901, + "f1": 0.906736, + "accuracy": 0.924901, + "main_score": 0.906736, + "hf_subset": "zul_Latn-srd_Latn", + "languages": [ + "zul-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.216622, + "recall": 0.27668, + "f1": 0.231106, + "accuracy": 0.27668, + "main_score": 0.231106, + "hf_subset": "zul_Latn-tzm_Tfng", + "languages": [ + "zul-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.925922, + "recall": 0.947628, + "f1": 0.932642, + "accuracy": 0.947628, + "main_score": 0.932642, + "hf_subset": "zul_Latn-acq_Arab", + "languages": [ + "zul-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.687625, + "recall": 0.748024, + "f1": 0.705141, + "accuracy": 0.748024, + "main_score": 0.705141, + "hf_subset": "zul_Latn-bem_Latn", + "languages": [ + "zul-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.915497, + "recall": 0.937747, + "f1": 0.921739, + "accuracy": 0.937747, + "main_score": 0.921739, + "hf_subset": "zul_Latn-epo_Latn", + "languages": [ + "zul-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.92976, + "recall": 0.949605, + "f1": 0.936001, + "accuracy": 0.949605, + "main_score": 0.936001, + "hf_subset": "zul_Latn-hun_Latn", + "languages": [ + "zul-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.893455, + "recall": 0.922925, + "f1": 0.902388, + "accuracy": 0.922925, + "main_score": 0.902388, + "hf_subset": "zul_Latn-kir_Cyrl", + "languages": [ + "zul-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.927619, + "recall": 0.948617, + "f1": 0.934025, + "accuracy": 0.948617, + "main_score": 0.934025, + "hf_subset": "zul_Latn-mar_Deva", + "languages": [ + "zul-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.8494, + "recall": 0.887352, + "f1": 0.860655, + "accuracy": 0.887352, + "main_score": 0.860655, + "hf_subset": "zul_Latn-plt_Latn", + "languages": [ + "zul-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.916782, + "recall": 0.940711, + "f1": 0.924144, + "accuracy": 0.940711, + "main_score": 0.924144, + "hf_subset": "zul_Latn-srp_Cyrl", + "languages": [ + "zul-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.869006, + "recall": 0.901186, + "f1": 0.878483, + "accuracy": 0.901186, + "main_score": 0.878483, + "hf_subset": "zul_Latn-uig_Arab", + "languages": [ + "zul-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.872675, + "recall": 0.90415, + "f1": 0.88191, + "accuracy": 0.90415, + "main_score": 0.88191, + "hf_subset": "zul_Latn-aeb_Arab", + "languages": [ + "zul-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.90364, + "recall": 0.93083, + "f1": 0.911759, + "accuracy": 0.93083, + "main_score": 0.911759, + "hf_subset": "zul_Latn-ben_Beng", + "languages": [ + "zul-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.902562, + "recall": 0.929842, + "f1": 0.911051, + "accuracy": 0.929842, + "main_score": 0.911051, + "hf_subset": "zul_Latn-est_Latn", + "languages": [ + "zul-Latn", + "est-Latn" + ] + }, + { + "precision": 0.898633, + "recall": 0.925889, + "f1": 0.907148, + "accuracy": 0.925889, + "main_score": 0.907148, + "hf_subset": "zul_Latn-hye_Armn", + "languages": [ + "zul-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.478874, + "recall": 0.523715, + "f1": 0.490601, + "accuracy": 0.523715, + "main_score": 0.490601, + "hf_subset": "zul_Latn-kmb_Latn", + "languages": [ + "zul-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.430533, + "recall": 0.512846, + "f1": 0.452793, + "accuracy": 0.512846, + "main_score": 0.452793, + "hf_subset": "zul_Latn-min_Arab", + "languages": [ + "zul-Latn", + "min-Arab" + ] + }, + { + "precision": 0.895735, + "recall": 0.924901, + "f1": 0.904545, + "accuracy": 0.924901, + "main_score": 0.904545, + "hf_subset": "zul_Latn-pol_Latn", + "languages": [ + "zul-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.842836, + "recall": 0.883399, + "f1": 0.85527, + "accuracy": 0.883399, + "main_score": 0.85527, + "hf_subset": "zul_Latn-ssw_Latn", + "languages": [ + "zul-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.909009, + "recall": 0.936759, + "f1": 0.917721, + "accuracy": 0.936759, + "main_score": 0.917721, + "hf_subset": "zul_Latn-ukr_Cyrl", + "languages": [ + "zul-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.907206, + "recall": 0.932806, + "f1": 0.915003, + "accuracy": 0.932806, + "main_score": 0.915003, + "hf_subset": "zul_Latn-afr_Latn", + "languages": [ + "zul-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.892984, + "recall": 0.921937, + "f1": 0.901765, + "accuracy": 0.921937, + "main_score": 0.901765, + "hf_subset": "zul_Latn-bho_Deva", + "languages": [ + "zul-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.8965, + "recall": 0.923913, + "f1": 0.904729, + "accuracy": 0.923913, + "main_score": 0.904729, + "hf_subset": "zul_Latn-eus_Latn", + "languages": [ + "zul-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.828623, + "recall": 0.87253, + "f1": 0.841587, + "accuracy": 0.87253, + "main_score": 0.841587, + "hf_subset": "zul_Latn-ibo_Latn", + "languages": [ + "zul-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.814815, + "recall": 0.86166, + "f1": 0.82879, + "accuracy": 0.86166, + "main_score": 0.82879, + "hf_subset": "zul_Latn-kmr_Latn", + "languages": [ + "zul-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.879374, + "recall": 0.911067, + "f1": 0.888587, + "accuracy": 0.911067, + "main_score": 0.888587, + "hf_subset": "zul_Latn-min_Latn", + "languages": [ + "zul-Latn", + "min-Latn" + ] + }, + { + "precision": 0.919384, + "recall": 0.942688, + "f1": 0.926449, + "accuracy": 0.942688, + "main_score": 0.926449, + "hf_subset": "zul_Latn-por_Latn", + "languages": [ + "zul-Latn", + "por-Latn" + ] + }, + { + "precision": 0.87304, + "recall": 0.906126, + "f1": 0.882773, + "accuracy": 0.906126, + "main_score": 0.882773, + "hf_subset": "zul_Latn-sun_Latn", + "languages": [ + "zul-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.478043, + "recall": 0.536561, + "f1": 0.493687, + "accuracy": 0.536561, + "main_score": 0.493687, + "hf_subset": "zul_Latn-umb_Latn", + "languages": [ + "zul-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.910253, + "recall": 0.934783, + "f1": 0.91754, + "accuracy": 0.934783, + "main_score": 0.91754, + "hf_subset": "zul_Latn-ajp_Arab", + "languages": [ + "zul-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.43846, + "recall": 0.517787, + "f1": 0.460168, + "accuracy": 0.517787, + "main_score": 0.460168, + "hf_subset": "zul_Latn-bjn_Arab", + "languages": [ + "zul-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.463535, + "recall": 0.51087, + "f1": 0.476291, + "accuracy": 0.51087, + "main_score": 0.476291, + "hf_subset": "zul_Latn-ewe_Latn", + "languages": [ + "zul-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.86694, + "recall": 0.900198, + "f1": 0.876711, + "accuracy": 0.900198, + "main_score": 0.876711, + "hf_subset": "zul_Latn-ilo_Latn", + "languages": [ + "zul-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.257115, + "recall": 0.318182, + "f1": 0.272469, + "accuracy": 0.318182, + "main_score": 0.272469, + "hf_subset": "zul_Latn-knc_Arab", + "languages": [ + "zul-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.921154, + "recall": 0.942688, + "f1": 0.927492, + "accuracy": 0.942688, + "main_score": 0.927492, + "hf_subset": "zul_Latn-mkd_Cyrl", + "languages": [ + "zul-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.924778, + "recall": 0.945652, + "f1": 0.931116, + "accuracy": 0.945652, + "main_score": 0.931116, + "hf_subset": "zul_Latn-prs_Arab", + "languages": [ + "zul-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.920817, + "recall": 0.943676, + "f1": 0.927833, + "accuracy": 0.943676, + "main_score": 0.927833, + "hf_subset": "zul_Latn-swe_Latn", + "languages": [ + "zul-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.891749, + "recall": 0.922925, + "f1": 0.901383, + "accuracy": 0.922925, + "main_score": 0.901383, + "hf_subset": "zul_Latn-urd_Arab", + "languages": [ + "zul-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.678368, + "recall": 0.735178, + "f1": 0.693697, + "accuracy": 0.735178, + "main_score": 0.693697, + "hf_subset": "zul_Latn-aka_Latn", + "languages": [ + "zul-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.890485, + "recall": 0.916008, + "f1": 0.897513, + "accuracy": 0.916008, + "main_score": 0.897513, + "hf_subset": "zul_Latn-bjn_Latn", + "languages": [ + "zul-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.879323, + "recall": 0.913043, + "f1": 0.889581, + "accuracy": 0.913043, + "main_score": 0.889581, + "hf_subset": "zul_Latn-fao_Latn", + "languages": [ + "zul-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.908012, + "recall": 0.932806, + "f1": 0.915272, + "accuracy": 0.932806, + "main_score": 0.915272, + "hf_subset": "zul_Latn-ind_Latn", + "languages": [ + "zul-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.506087, + "recall": 0.546443, + "f1": 0.516343, + "accuracy": 0.546443, + "main_score": 0.516343, + "hf_subset": "zul_Latn-knc_Latn", + "languages": [ + "zul-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.891867, + "recall": 0.91996, + "f1": 0.900231, + "accuracy": 0.91996, + "main_score": 0.900231, + "hf_subset": "zul_Latn-mlt_Latn", + "languages": [ + "zul-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.589501, + "recall": 0.647233, + "f1": 0.605296, + "accuracy": 0.647233, + "main_score": 0.605296, + "hf_subset": "zul_Latn-quy_Latn", + "languages": [ + "zul-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.913596, + "recall": 0.937747, + "f1": 0.920932, + "accuracy": 0.937747, + "main_score": 0.920932, + "hf_subset": "zul_Latn-swh_Latn", + "languages": [ + "zul-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.899457, + "recall": 0.926877, + "f1": 0.907957, + "accuracy": 0.926877, + "main_score": 0.907957, + "hf_subset": "zul_Latn-uzn_Latn", + "languages": [ + "zul-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.899325, + "recall": 0.926877, + "f1": 0.907675, + "accuracy": 0.926877, + "main_score": 0.907675, + "hf_subset": "zul_Latn-als_Latn", + "languages": [ + "zul-Latn", + "als-Latn" + ] + }, + { + "precision": 0.690221, + "recall": 0.757905, + "f1": 0.709456, + "accuracy": 0.757905, + "main_score": 0.709456, + "hf_subset": "zul_Latn-bod_Tibt", + "languages": [ + "zul-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.618083, + "recall": 0.672925, + "f1": 0.633694, + "accuracy": 0.672925, + "main_score": 0.633694, + "hf_subset": "zul_Latn-fij_Latn", + "languages": [ + "zul-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.893972, + "recall": 0.923913, + "f1": 0.903082, + "accuracy": 0.923913, + "main_score": 0.903082, + "hf_subset": "zul_Latn-isl_Latn", + "languages": [ + "zul-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.559424, + "recall": 0.61166, + "f1": 0.573617, + "accuracy": 0.61166, + "main_score": 0.573617, + "hf_subset": "zul_Latn-kon_Latn", + "languages": [ + "zul-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.4895, + "recall": 0.55336, + "f1": 0.507116, + "accuracy": 0.55336, + "main_score": 0.507116, + "hf_subset": "zul_Latn-mni_Beng", + "languages": [ + "zul-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.920949, + "recall": 0.944664, + "f1": 0.928327, + "accuracy": 0.944664, + "main_score": 0.928327, + "hf_subset": "zul_Latn-ron_Latn", + "languages": [ + "zul-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.902981, + "recall": 0.927866, + "f1": 0.910441, + "accuracy": 0.927866, + "main_score": 0.910441, + "hf_subset": "zul_Latn-szl_Latn", + "languages": [ + "zul-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.912615, + "recall": 0.936759, + "f1": 0.91973, + "accuracy": 0.936759, + "main_score": 0.91973, + "hf_subset": "zul_Latn-vec_Latn", + "languages": [ + "zul-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.877092, + "recall": 0.911067, + "f1": 0.887535, + "accuracy": 0.911067, + "main_score": 0.887535, + "hf_subset": "zul_Latn-amh_Ethi", + "languages": [ + "zul-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.910524, + "recall": 0.936759, + "f1": 0.918709, + "accuracy": 0.936759, + "main_score": 0.918709, + "hf_subset": "zul_Latn-bos_Latn", + "languages": [ + "zul-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.910738, + "recall": 0.935771, + "f1": 0.918445, + "accuracy": 0.935771, + "main_score": 0.918445, + "hf_subset": "zul_Latn-fin_Latn", + "languages": [ + "zul-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.921717, + "recall": 0.944664, + "f1": 0.928887, + "accuracy": 0.944664, + "main_score": 0.928887, + "hf_subset": "zul_Latn-ita_Latn", + "languages": [ + "zul-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.922348, + "recall": 0.944664, + "f1": 0.929037, + "accuracy": 0.944664, + "main_score": 0.929037, + "hf_subset": "zul_Latn-kor_Hang", + "languages": [ + "zul-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.478444, + "recall": 0.525692, + "f1": 0.491817, + "accuracy": 0.525692, + "main_score": 0.491817, + "hf_subset": "zul_Latn-mos_Latn", + "languages": [ + "zul-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.75341, + "recall": 0.806324, + "f1": 0.768667, + "accuracy": 0.806324, + "main_score": 0.768667, + "hf_subset": "zul_Latn-run_Latn", + "languages": [ + "zul-Latn", + "run-Latn" + ] + }, + { + "precision": 0.903084, + "recall": 0.929842, + "f1": 0.911314, + "accuracy": 0.929842, + "main_score": 0.911314, + "hf_subset": "zul_Latn-tam_Taml", + "languages": [ + "zul-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.907576, + "recall": 0.93083, + "f1": 0.91431, + "accuracy": 0.93083, + "main_score": 0.91431, + "hf_subset": "zul_Latn-vie_Latn", + "languages": [ + "zul-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.914476, + "recall": 0.939723, + "f1": 0.92245, + "accuracy": 0.939723, + "main_score": 0.92245, + "hf_subset": "zul_Latn-apc_Arab", + "languages": [ + "zul-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.634449, + "recall": 0.690711, + "f1": 0.649347, + "accuracy": 0.690711, + "main_score": 0.649347, + "hf_subset": "zul_Latn-bug_Latn", + "languages": [ + "zul-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.42814, + "recall": 0.472332, + "f1": 0.439917, + "accuracy": 0.472332, + "main_score": 0.439917, + "hf_subset": "zul_Latn-fon_Latn", + "languages": [ + "zul-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.883317, + "recall": 0.914032, + "f1": 0.89241, + "accuracy": 0.914032, + "main_score": 0.89241, + "hf_subset": "zul_Latn-jav_Latn", + "languages": [ + "zul-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.868478, + "recall": 0.903162, + "f1": 0.87892, + "accuracy": 0.903162, + "main_score": 0.87892, + "hf_subset": "zul_Latn-lao_Laoo", + "languages": [ + "zul-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.836128, + "recall": 0.87253, + "f1": 0.846676, + "accuracy": 0.87253, + "main_score": 0.846676, + "hf_subset": "zul_Latn-mri_Latn", + "languages": [ + "zul-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.909009, + "recall": 0.935771, + "f1": 0.917062, + "accuracy": 0.935771, + "main_score": 0.917062, + "hf_subset": "zul_Latn-rus_Cyrl", + "languages": [ + "zul-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.468955, + "recall": 0.514822, + "f1": 0.48144, + "accuracy": 0.514822, + "main_score": 0.48144, + "hf_subset": "zul_Latn-taq_Latn", + "languages": [ + "zul-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.881949, + "recall": 0.911067, + "f1": 0.890404, + "accuracy": 0.911067, + "main_score": 0.890404, + "hf_subset": "zul_Latn-war_Latn", + "languages": [ + "zul-Latn", + "war-Latn" + ] + }, + { + "precision": 0.921854, + "recall": 0.945652, + "f1": 0.929249, + "accuracy": 0.945652, + "main_score": 0.929249, + "hf_subset": "zul_Latn-arb_Arab", + "languages": [ + "zul-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.928195, + "recall": 0.948617, + "f1": 0.934241, + "accuracy": 0.948617, + "main_score": 0.934241, + "hf_subset": "zul_Latn-bul_Cyrl", + "languages": [ + "zul-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.924572, + "recall": 0.94664, + "f1": 0.931291, + "accuracy": 0.94664, + "main_score": 0.931291, + "hf_subset": "zul_Latn-fra_Latn", + "languages": [ + "zul-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.906818, + "recall": 0.933794, + "f1": 0.91502, + "accuracy": 0.933794, + "main_score": 0.91502, + "hf_subset": "zul_Latn-jpn_Jpan", + "languages": [ + "zul-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.906209, + "recall": 0.929842, + "f1": 0.913327, + "accuracy": 0.929842, + "main_score": 0.913327, + "hf_subset": "zul_Latn-lij_Latn", + "languages": [ + "zul-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.873139, + "recall": 0.909091, + "f1": 0.884091, + "accuracy": 0.909091, + "main_score": 0.884091, + "hf_subset": "zul_Latn-mya_Mymr", + "languages": [ + "zul-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.506716, + "recall": 0.551383, + "f1": 0.51924, + "accuracy": 0.551383, + "main_score": 0.51924, + "hf_subset": "zul_Latn-sag_Latn", + "languages": [ + "zul-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.228523, + "recall": 0.285573, + "f1": 0.242858, + "accuracy": 0.285573, + "main_score": 0.242858, + "hf_subset": "zul_Latn-taq_Tfng", + "languages": [ + "zul-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.577373, + "recall": 0.630435, + "f1": 0.592361, + "accuracy": 0.630435, + "main_score": 0.592361, + "hf_subset": "zul_Latn-wol_Latn", + "languages": [ + "zul-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.76261, + "recall": 0.816206, + "f1": 0.778369, + "accuracy": 0.816206, + "main_score": 0.778369, + "hf_subset": "zul_Latn-arb_Latn", + "languages": [ + "zul-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.92696, + "recall": 0.947628, + "f1": 0.933004, + "accuracy": 0.947628, + "main_score": 0.933004, + "hf_subset": "zul_Latn-cat_Latn", + "languages": [ + "zul-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.891776, + "recall": 0.91996, + "f1": 0.900231, + "accuracy": 0.91996, + "main_score": 0.900231, + "hf_subset": "zul_Latn-fur_Latn", + "languages": [ + "zul-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.469947, + "recall": 0.537549, + "f1": 0.488271, + "accuracy": 0.537549, + "main_score": 0.488271, + "hf_subset": "zul_Latn-kab_Latn", + "languages": [ + "zul-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.884074, + "recall": 0.91502, + "f1": 0.893249, + "accuracy": 0.91502, + "main_score": 0.893249, + "hf_subset": "zul_Latn-lim_Latn", + "languages": [ + "zul-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.899292, + "recall": 0.928854, + "f1": 0.908451, + "accuracy": 0.928854, + "main_score": 0.908451, + "hf_subset": "zul_Latn-nld_Latn", + "languages": [ + "zul-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.872558, + "recall": 0.902174, + "f1": 0.881192, + "accuracy": 0.902174, + "main_score": 0.881192, + "hf_subset": "zul_Latn-san_Deva", + "languages": [ + "zul-Latn", + "san-Deva" + ] + }, + { + "precision": 0.881818, + "recall": 0.912055, + "f1": 0.890703, + "accuracy": 0.912055, + "main_score": 0.890703, + "hf_subset": "zul_Latn-tat_Cyrl", + "languages": [ + "zul-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.901433, + "recall": 0.93083, + "f1": 0.910804, + "accuracy": 0.93083, + "main_score": 0.910804, + "hf_subset": "zul_Latn-xho_Latn", + "languages": [ + "zul-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.920652, + "recall": 0.944664, + "f1": 0.928195, + "accuracy": 0.944664, + "main_score": 0.928195, + "hf_subset": "zul_Latn-ars_Arab", + "languages": [ + "zul-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.890721, + "recall": 0.917984, + "f1": 0.898582, + "accuracy": 0.917984, + "main_score": 0.898582, + "hf_subset": "zul_Latn-ceb_Latn", + "languages": [ + "zul-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.468103, + "recall": 0.524704, + "f1": 0.48348, + "accuracy": 0.524704, + "main_score": 0.48348, + "hf_subset": "zul_Latn-fuv_Latn", + "languages": [ + "zul-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.475428, + "recall": 0.52668, + "f1": 0.489124, + "accuracy": 0.52668, + "main_score": 0.489124, + "hf_subset": "zul_Latn-kac_Latn", + "languages": [ + "zul-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.586791, + "recall": 0.644269, + "f1": 0.602506, + "accuracy": 0.644269, + "main_score": 0.602506, + "hf_subset": "zul_Latn-lin_Latn", + "languages": [ + "zul-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.914937, + "recall": 0.939723, + "f1": 0.922614, + "accuracy": 0.939723, + "main_score": 0.922614, + "hf_subset": "zul_Latn-nno_Latn", + "languages": [ + "zul-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.76973, + "recall": 0.828063, + "f1": 0.787681, + "accuracy": 0.828063, + "main_score": 0.787681, + "hf_subset": "zul_Latn-sat_Olck", + "languages": [ + "zul-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.901329, + "recall": 0.926877, + "f1": 0.909077, + "accuracy": 0.926877, + "main_score": 0.909077, + "hf_subset": "zul_Latn-tel_Telu", + "languages": [ + "zul-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.908542, + "recall": 0.934783, + "f1": 0.9167, + "accuracy": 0.934783, + "main_score": 0.9167, + "hf_subset": "zul_Latn-ydd_Hebr", + "languages": [ + "zul-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.865805, + "recall": 0.900198, + "f1": 0.876139, + "accuracy": 0.900198, + "main_score": 0.876139, + "hf_subset": "zul_Latn-ary_Arab", + "languages": [ + "zul-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.918264, + "recall": 0.942688, + "f1": 0.925791, + "accuracy": 0.942688, + "main_score": 0.925791, + "hf_subset": "zul_Latn-ces_Latn", + "languages": [ + "zul-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.552175, + "recall": 0.626482, + "f1": 0.572863, + "accuracy": 0.626482, + "main_score": 0.572863, + "hf_subset": "zul_Latn-gaz_Latn", + "languages": [ + "zul-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.53846, + "recall": 0.591897, + "f1": 0.552417, + "accuracy": 0.591897, + "main_score": 0.552417, + "hf_subset": "zul_Latn-kam_Latn", + "languages": [ + "zul-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.902315, + "recall": 0.928854, + "f1": 0.910246, + "accuracy": 0.928854, + "main_score": 0.910246, + "hf_subset": "zul_Latn-lit_Latn", + "languages": [ + "zul-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.912665, + "recall": 0.937747, + "f1": 0.920323, + "accuracy": 0.937747, + "main_score": 0.920323, + "hf_subset": "zul_Latn-nob_Latn", + "languages": [ + "zul-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.899798, + "recall": 0.922925, + "f1": 0.906492, + "accuracy": 0.922925, + "main_score": 0.906492, + "hf_subset": "zul_Latn-scn_Latn", + "languages": [ + "zul-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.87915, + "recall": 0.913043, + "f1": 0.88946, + "accuracy": 0.913043, + "main_score": 0.88946, + "hf_subset": "zul_Latn-tgk_Cyrl", + "languages": [ + "zul-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.70468, + "recall": 0.762846, + "f1": 0.72089, + "accuracy": 0.762846, + "main_score": 0.72089, + "hf_subset": "zul_Latn-yor_Latn", + "languages": [ + "zul-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.912994, + "recall": 0.937747, + "f1": 0.920323, + "accuracy": 0.937747, + "main_score": 0.920323, + "hf_subset": "zul_Latn-arz_Arab", + "languages": [ + "zul-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.459417, + "recall": 0.501976, + "f1": 0.4709, + "accuracy": 0.501976, + "main_score": 0.4709, + "hf_subset": "zul_Latn-cjk_Latn", + "languages": [ + "zul-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.883705, + "recall": 0.91502, + "f1": 0.89333, + "accuracy": 0.91502, + "main_score": 0.89333, + "hf_subset": "zul_Latn-gla_Latn", + "languages": [ + "zul-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.890269, + "recall": 0.91996, + "f1": 0.899129, + "accuracy": 0.91996, + "main_score": 0.899129, + "hf_subset": "zul_Latn-kan_Knda", + "languages": [ + "zul-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.89804, + "recall": 0.925889, + "f1": 0.906489, + "accuracy": 0.925889, + "main_score": 0.906489, + "hf_subset": "zul_Latn-lmo_Latn", + "languages": [ + "zul-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.90163, + "recall": 0.928854, + "f1": 0.909768, + "accuracy": 0.928854, + "main_score": 0.909768, + "hf_subset": "zul_Latn-npi_Deva", + "languages": [ + "zul-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.522922, + "recall": 0.590909, + "f1": 0.541793, + "accuracy": 0.590909, + "main_score": 0.541793, + "hf_subset": "zul_Latn-shn_Mymr", + "languages": [ + "zul-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.910161, + "recall": 0.935771, + "f1": 0.918003, + "accuracy": 0.935771, + "main_score": 0.918003, + "hf_subset": "zul_Latn-tgl_Latn", + "languages": [ + "zul-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.892187, + "recall": 0.922925, + "f1": 0.901466, + "accuracy": 0.922925, + "main_score": 0.901466, + "hf_subset": "zul_Latn-yue_Hant", + "languages": [ + "zul-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.889575, + "recall": 0.918972, + "f1": 0.898551, + "accuracy": 0.918972, + "main_score": 0.898551, + "hf_subset": "zul_Latn-asm_Beng", + "languages": [ + "zul-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.85774, + "recall": 0.892292, + "f1": 0.867937, + "accuracy": 0.892292, + "main_score": 0.867937, + "hf_subset": "zul_Latn-ckb_Arab", + "languages": [ + "zul-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.901845, + "recall": 0.93083, + "f1": 0.910837, + "accuracy": 0.93083, + "main_score": 0.910837, + "hf_subset": "zul_Latn-gle_Latn", + "languages": [ + "zul-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.787978, + "recall": 0.833004, + "f1": 0.801648, + "accuracy": 0.833004, + "main_score": 0.801648, + "hf_subset": "zul_Latn-kas_Arab", + "languages": [ + "zul-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.789888, + "recall": 0.840909, + "f1": 0.805011, + "accuracy": 0.840909, + "main_score": 0.805011, + "hf_subset": "zul_Latn-ltg_Latn", + "languages": [ + "zul-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.818817, + "recall": 0.857708, + "f1": 0.830042, + "accuracy": 0.857708, + "main_score": 0.830042, + "hf_subset": "zul_Latn-nso_Latn", + "languages": [ + "zul-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.892045, + "recall": 0.923913, + "f1": 0.902042, + "accuracy": 0.923913, + "main_score": 0.902042, + "hf_subset": "zul_Latn-sin_Sinh", + "languages": [ + "zul-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.893725, + "recall": 0.922925, + "f1": 0.902522, + "accuracy": 0.922925, + "main_score": 0.902522, + "hf_subset": "zul_Latn-tha_Thai", + "languages": [ + "zul-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.863432, + "recall": 0.897233, + "f1": 0.872821, + "accuracy": 0.897233, + "main_score": 0.872821, + "hf_subset": "zul_Latn-zho_Hans", + "languages": [ + "zul-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.913274, + "recall": 0.936759, + "f1": 0.920257, + "accuracy": 0.936759, + "main_score": 0.920257, + "hf_subset": "zul_Latn-ast_Latn", + "languages": [ + "zul-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.893841, + "recall": 0.922925, + "f1": 0.90247, + "accuracy": 0.922925, + "main_score": 0.90247, + "hf_subset": "zul_Latn-crh_Latn", + "languages": [ + "zul-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.913735, + "recall": 0.938735, + "f1": 0.92141, + "accuracy": 0.938735, + "main_score": 0.92141, + "hf_subset": "zul_Latn-glg_Latn", + "languages": [ + "zul-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.714578, + "recall": 0.772727, + "f1": 0.731098, + "accuracy": 0.772727, + "main_score": 0.731098, + "hf_subset": "zul_Latn-kas_Deva", + "languages": [ + "zul-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.891592, + "recall": 0.920949, + "f1": 0.900494, + "accuracy": 0.920949, + "main_score": 0.900494, + "hf_subset": "zul_Latn-ltz_Latn", + "languages": [ + "zul-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.412597, + "recall": 0.474308, + "f1": 0.429659, + "accuracy": 0.474308, + "main_score": 0.429659, + "hf_subset": "zul_Latn-nus_Latn", + "languages": [ + "zul-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.914279, + "recall": 0.938735, + "f1": 0.921791, + "accuracy": 0.938735, + "main_score": 0.921791, + "hf_subset": "zul_Latn-slk_Latn", + "languages": [ + "zul-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.599723, + "recall": 0.670949, + "f1": 0.619719, + "accuracy": 0.670949, + "main_score": 0.619719, + "hf_subset": "zul_Latn-tir_Ethi", + "languages": [ + "zul-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.888126, + "recall": 0.91996, + "f1": 0.897793, + "accuracy": 0.91996, + "main_score": 0.897793, + "hf_subset": "zul_Latn-zho_Hant", + "languages": [ + "zul-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.893892, + "recall": 0.920949, + "f1": 0.901812, + "accuracy": 0.920949, + "main_score": 0.901812, + "hf_subset": "zul_Latn-awa_Deva", + "languages": [ + "zul-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.922118, + "recall": 0.942688, + "f1": 0.928229, + "accuracy": 0.942688, + "main_score": 0.928229, + "hf_subset": "zul_Latn-cym_Latn", + "languages": [ + "zul-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.631374, + "recall": 0.688735, + "f1": 0.646491, + "accuracy": 0.688735, + "main_score": 0.646491, + "hf_subset": "zul_Latn-grn_Latn", + "languages": [ + "zul-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.884034, + "recall": 0.916008, + "f1": 0.893659, + "accuracy": 0.916008, + "main_score": 0.893659, + "hf_subset": "zul_Latn-kat_Geor", + "languages": [ + "zul-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.55297, + "recall": 0.606719, + "f1": 0.567311, + "accuracy": 0.606719, + "main_score": 0.567311, + "hf_subset": "zul_Latn-lua_Latn", + "languages": [ + "zul-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.814015, + "recall": 0.857708, + "f1": 0.82739, + "accuracy": 0.857708, + "main_score": 0.82739, + "hf_subset": "zul_Latn-nya_Latn", + "languages": [ + "zul-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.913735, + "recall": 0.937747, + "f1": 0.92108, + "accuracy": 0.937747, + "main_score": 0.92108, + "hf_subset": "zul_Latn-slv_Latn", + "languages": [ + "zul-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.852711, + "recall": 0.890316, + "f1": 0.863467, + "accuracy": 0.890316, + "main_score": 0.863467, + "hf_subset": "zul_Latn-tpi_Latn", + "languages": [ + "zul-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.906795, + "recall": 0.933794, + "f1": 0.915267, + "accuracy": 0.933794, + "main_score": 0.915267, + "hf_subset": "zul_Latn-zsm_Latn", + "languages": [ + "zul-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.491921, + "recall": 0.538538, + "f1": 0.505338, + "accuracy": 0.538538, + "main_score": 0.505338, + "hf_subset": "zul_Latn-ayr_Latn", + "languages": [ + "zul-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.92416, + "recall": 0.947628, + "f1": 0.931555, + "accuracy": 0.947628, + "main_score": 0.931555, + "hf_subset": "zul_Latn-dan_Latn", + "languages": [ + "zul-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.907724, + "recall": 0.934783, + "f1": 0.916238, + "accuracy": 0.934783, + "main_score": 0.916238, + "hf_subset": "zul_Latn-guj_Gujr", + "languages": [ + "zul-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.902315, + "recall": 0.931818, + "f1": 0.911644, + "accuracy": 0.931818, + "main_score": 0.911644, + "hf_subset": "zul_Latn-kaz_Cyrl", + "languages": [ + "zul-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.653329, + "recall": 0.719368, + "f1": 0.672283, + "accuracy": 0.719368, + "main_score": 0.672283, + "hf_subset": "zul_Latn-lug_Latn", + "languages": [ + "zul-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.906612, + "recall": 0.93083, + "f1": 0.913724, + "accuracy": 0.93083, + "main_score": 0.913724, + "hf_subset": "zul_Latn-oci_Latn", + "languages": [ + "zul-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.801699, + "recall": 0.844862, + "f1": 0.814262, + "accuracy": 0.844862, + "main_score": 0.814262, + "hf_subset": "zul_Latn-smo_Latn", + "languages": [ + "zul-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.743382, + "recall": 0.804348, + "f1": 0.761222, + "accuracy": 0.804348, + "main_score": 0.761222, + "hf_subset": "zul_Latn-tsn_Latn", + "languages": [ + "zul-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.779657, + "recall": 0.827075, + "f1": 0.793571, + "accuracy": 0.827075, + "main_score": 0.793571, + "hf_subset": "zul_Latn-azb_Arab", + "languages": [ + "zul-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.933663, + "recall": 0.952569, + "f1": 0.939361, + "accuracy": 0.952569, + "main_score": 0.939361, + "hf_subset": "zul_Latn-deu_Latn", + "languages": [ + "zul-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.886265, + "recall": 0.91502, + "f1": 0.89465, + "accuracy": 0.91502, + "main_score": 0.89465, + "hf_subset": "zul_Latn-hat_Latn", + "languages": [ + "zul-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.472661, + "recall": 0.524704, + "f1": 0.487549, + "accuracy": 0.524704, + "main_score": 0.487549, + "hf_subset": "zul_Latn-kbp_Latn", + "languages": [ + "zul-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.512299, + "recall": 0.562253, + "f1": 0.525497, + "accuracy": 0.562253, + "main_score": 0.525497, + "hf_subset": "zul_Latn-luo_Latn", + "languages": [ + "zul-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.890893, + "recall": 0.920949, + "f1": 0.900136, + "accuracy": 0.920949, + "main_score": 0.900136, + "hf_subset": "zul_Latn-ory_Orya", + "languages": [ + "zul-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.864015, + "recall": 0.901186, + "f1": 0.875198, + "accuracy": 0.901186, + "main_score": 0.875198, + "hf_subset": "zul_Latn-sna_Latn", + "languages": [ + "zul-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.680166, + "recall": 0.744071, + "f1": 0.698613, + "accuracy": 0.744071, + "main_score": 0.698613, + "hf_subset": "zul_Latn-tso_Latn", + "languages": [ + "zul-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.888785, + "recall": 0.91996, + "f1": 0.89809, + "accuracy": 0.91996, + "main_score": 0.89809, + "hf_subset": "zul_Latn-azj_Latn", + "languages": [ + "zul-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.485247, + "recall": 0.534585, + "f1": 0.499409, + "accuracy": 0.534585, + "main_score": 0.499409, + "hf_subset": "zul_Latn-dik_Latn", + "languages": [ + "zul-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.868445, + "recall": 0.901186, + "f1": 0.878426, + "accuracy": 0.901186, + "main_score": 0.878426, + "hf_subset": "zul_Latn-hau_Latn", + "languages": [ + "zul-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.873551, + "recall": 0.907115, + "f1": 0.884025, + "accuracy": 0.907115, + "main_score": 0.884025, + "hf_subset": "zul_Latn-kea_Latn", + "languages": [ + "zul-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.805517, + "recall": 0.853755, + "f1": 0.819797, + "accuracy": 0.853755, + "main_score": 0.819797, + "hf_subset": "zul_Latn-lus_Latn", + "languages": [ + "zul-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.732833, + "recall": 0.778656, + "f1": 0.745653, + "accuracy": 0.778656, + "main_score": 0.745653, + "hf_subset": "zul_Latn-pag_Latn", + "languages": [ + "zul-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.863081, + "recall": 0.898221, + "f1": 0.873617, + "accuracy": 0.898221, + "main_score": 0.873617, + "hf_subset": "zul_Latn-snd_Arab", + "languages": [ + "zul-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.879644, + "recall": 0.912055, + "f1": 0.889413, + "accuracy": 0.912055, + "main_score": 0.889413, + "hf_subset": "zul_Latn-tuk_Latn", + "languages": [ + "zul-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.899523, + "recall": 0.923913, + "f1": 0.906855, + "accuracy": 0.923913, + "main_score": 0.906855, + "hf_subset": "zul_Latn-bak_Cyrl", + "languages": [ + "zul-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.416211, + "recall": 0.480237, + "f1": 0.434331, + "accuracy": 0.480237, + "main_score": 0.434331, + "hf_subset": "zul_Latn-dyu_Latn", + "languages": [ + "zul-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.927157, + "recall": 0.947628, + "f1": 0.933202, + "accuracy": 0.947628, + "main_score": 0.933202, + "hf_subset": "zul_Latn-heb_Hebr", + "languages": [ + "zul-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.878673, + "recall": 0.911067, + "f1": 0.888585, + "accuracy": 0.911067, + "main_score": 0.888585, + "hf_subset": "zul_Latn-khk_Cyrl", + "languages": [ + "zul-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.913653, + "recall": 0.937747, + "f1": 0.921179, + "accuracy": 0.937747, + "main_score": 0.921179, + "hf_subset": "zul_Latn-lvs_Latn", + "languages": [ + "zul-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.890563, + "recall": 0.921937, + "f1": 0.900066, + "accuracy": 0.921937, + "main_score": 0.900066, + "hf_subset": "zul_Latn-pan_Guru", + "languages": [ + "zul-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.837839, + "recall": 0.882411, + "f1": 0.851762, + "accuracy": 0.882411, + "main_score": 0.851762, + "hf_subset": "zul_Latn-som_Latn", + "languages": [ + "zul-Latn", + "som-Latn" + ] + }, + { + "precision": 0.682395, + "recall": 0.732213, + "f1": 0.696872, + "accuracy": 0.732213, + "main_score": 0.696872, + "hf_subset": "zul_Latn-tum_Latn", + "languages": [ + "zul-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.494996, + "recall": 0.581028, + "f1": 0.519362, + "accuracy": 0.581028, + "main_score": 0.519362, + "hf_subset": "azb_Arab-ace_Arab", + "languages": [ + "azb-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.439773, + "recall": 0.500988, + "f1": 0.45574, + "accuracy": 0.500988, + "main_score": 0.45574, + "hf_subset": "azb_Arab-bam_Latn", + "languages": [ + "azb-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.528026, + "recall": 0.618577, + "f1": 0.553386, + "accuracy": 0.618577, + "main_score": 0.553386, + "hf_subset": "azb_Arab-dzo_Tibt", + "languages": [ + "azb-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.952157, + "recall": 0.966403, + "f1": 0.956588, + "accuracy": 0.966403, + "main_score": 0.956588, + "hf_subset": "azb_Arab-hin_Deva", + "languages": [ + "azb-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.868223, + "recall": 0.903162, + "f1": 0.878579, + "accuracy": 0.903162, + "main_score": 0.878579, + "hf_subset": "azb_Arab-khm_Khmr", + "languages": [ + "azb-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.934618, + "recall": 0.953557, + "f1": 0.940349, + "accuracy": 0.953557, + "main_score": 0.940349, + "hf_subset": "azb_Arab-mag_Deva", + "languages": [ + "azb-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.919919, + "recall": 0.942688, + "f1": 0.926899, + "accuracy": 0.942688, + "main_score": 0.926899, + "hf_subset": "azb_Arab-pap_Latn", + "languages": [ + "azb-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.741584, + "recall": 0.80336, + "f1": 0.759834, + "accuracy": 0.80336, + "main_score": 0.759834, + "hf_subset": "azb_Arab-sot_Latn", + "languages": [ + "azb-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.944805, + "recall": 0.959486, + "f1": 0.949193, + "accuracy": 0.959486, + "main_score": 0.949193, + "hf_subset": "azb_Arab-tur_Latn", + "languages": [ + "azb-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.804809, + "recall": 0.849802, + "f1": 0.817904, + "accuracy": 0.849802, + "main_score": 0.817904, + "hf_subset": "azb_Arab-ace_Latn", + "languages": [ + "azb-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.87528, + "recall": 0.907115, + "f1": 0.885032, + "accuracy": 0.907115, + "main_score": 0.885032, + "hf_subset": "azb_Arab-ban_Latn", + "languages": [ + "azb-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.920019, + "recall": 0.943676, + "f1": 0.927355, + "accuracy": 0.943676, + "main_score": 0.927355, + "hf_subset": "azb_Arab-ell_Grek", + "languages": [ + "azb-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.930122, + "recall": 0.950593, + "f1": 0.936331, + "accuracy": 0.950593, + "main_score": 0.936331, + "hf_subset": "azb_Arab-hne_Deva", + "languages": [ + "azb-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.506861, + "recall": 0.577075, + "f1": 0.525801, + "accuracy": 0.577075, + "main_score": 0.525801, + "hf_subset": "azb_Arab-kik_Latn", + "languages": [ + "azb-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.936248, + "recall": 0.953557, + "f1": 0.941436, + "accuracy": 0.953557, + "main_score": 0.941436, + "hf_subset": "azb_Arab-mai_Deva", + "languages": [ + "azb-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.880741, + "recall": 0.91502, + "f1": 0.891518, + "accuracy": 0.91502, + "main_score": 0.891518, + "hf_subset": "azb_Arab-pbt_Arab", + "languages": [ + "azb-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.940876, + "recall": 0.958498, + "f1": 0.946476, + "accuracy": 0.958498, + "main_score": 0.946476, + "hf_subset": "azb_Arab-spa_Latn", + "languages": [ + "azb-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.670471, + "recall": 0.735178, + "f1": 0.689874, + "accuracy": 0.735178, + "main_score": 0.689874, + "hf_subset": "azb_Arab-twi_Latn", + "languages": [ + "azb-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.943626, + "recall": 0.958498, + "f1": 0.948024, + "accuracy": 0.958498, + "main_score": 0.948024, + "hf_subset": "azb_Arab-acm_Arab", + "languages": [ + "azb-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.907773, + "recall": 0.933794, + "f1": 0.915566, + "accuracy": 0.933794, + "main_score": 0.915566, + "hf_subset": "azb_Arab-bel_Cyrl", + "languages": [ + "azb-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.954381, + "recall": 0.968379, + "f1": 0.958794, + "accuracy": 0.968379, + "main_score": 0.958794, + "hf_subset": "azb_Arab-eng_Latn", + "languages": [ + "azb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.93531, + "recall": 0.953557, + "f1": 0.940876, + "accuracy": 0.953557, + "main_score": 0.940876, + "hf_subset": "azb_Arab-hrv_Latn", + "languages": [ + "azb-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.748882, + "recall": 0.810277, + "f1": 0.767589, + "accuracy": 0.810277, + "main_score": 0.767589, + "hf_subset": "azb_Arab-kin_Latn", + "languages": [ + "azb-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.913126, + "recall": 0.938735, + "f1": 0.921132, + "accuracy": 0.938735, + "main_score": 0.921132, + "hf_subset": "azb_Arab-mal_Mlym", + "languages": [ + "azb-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.943099, + "recall": 0.960474, + "f1": 0.948518, + "accuracy": 0.960474, + "main_score": 0.948518, + "hf_subset": "azb_Arab-pes_Arab", + "languages": [ + "azb-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.922299, + "recall": 0.945652, + "f1": 0.929677, + "accuracy": 0.945652, + "main_score": 0.929677, + "hf_subset": "azb_Arab-srd_Latn", + "languages": [ + "azb-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.202283, + "recall": 0.255929, + "f1": 0.215465, + "accuracy": 0.255929, + "main_score": 0.215465, + "hf_subset": "azb_Arab-tzm_Tfng", + "languages": [ + "azb-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.944582, + "recall": 0.959486, + "f1": 0.949012, + "accuracy": 0.959486, + "main_score": 0.949012, + "hf_subset": "azb_Arab-acq_Arab", + "languages": [ + "azb-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.579121, + "recall": 0.650198, + "f1": 0.598765, + "accuracy": 0.650198, + "main_score": 0.598765, + "hf_subset": "azb_Arab-bem_Latn", + "languages": [ + "azb-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.949605, + "f1": 0.935361, + "accuracy": 0.949605, + "main_score": 0.935361, + "hf_subset": "azb_Arab-epo_Latn", + "languages": [ + "azb-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.948699, + "recall": 0.963439, + "f1": 0.953129, + "accuracy": 0.963439, + "main_score": 0.953129, + "hf_subset": "azb_Arab-hun_Latn", + "languages": [ + "azb-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.906566, + "recall": 0.931818, + "f1": 0.913999, + "accuracy": 0.931818, + "main_score": 0.913999, + "hf_subset": "azb_Arab-kir_Cyrl", + "languages": [ + "azb-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.9341, + "recall": 0.953557, + "f1": 0.940135, + "accuracy": 0.953557, + "main_score": 0.940135, + "hf_subset": "azb_Arab-mar_Deva", + "languages": [ + "azb-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.748831, + "recall": 0.805336, + "f1": 0.765777, + "accuracy": 0.805336, + "main_score": 0.765777, + "hf_subset": "azb_Arab-plt_Latn", + "languages": [ + "azb-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.933877, + "recall": 0.952569, + "f1": 0.939789, + "accuracy": 0.952569, + "main_score": 0.939789, + "hf_subset": "azb_Arab-srp_Cyrl", + "languages": [ + "azb-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.866255, + "recall": 0.903162, + "f1": 0.877701, + "accuracy": 0.903162, + "main_score": 0.877701, + "hf_subset": "azb_Arab-uig_Arab", + "languages": [ + "azb-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.921223, + "recall": 0.942688, + "f1": 0.927701, + "accuracy": 0.942688, + "main_score": 0.927701, + "hf_subset": "azb_Arab-aeb_Arab", + "languages": [ + "azb-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.92971, + "recall": 0.949605, + "f1": 0.935705, + "accuracy": 0.949605, + "main_score": 0.935705, + "hf_subset": "azb_Arab-ben_Beng", + "languages": [ + "azb-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.927454, + "recall": 0.949605, + "f1": 0.934519, + "accuracy": 0.949605, + "main_score": 0.934519, + "hf_subset": "azb_Arab-est_Latn", + "languages": [ + "azb-Arab", + "est-Latn" + ] + }, + { + "precision": 0.914427, + "recall": 0.937747, + "f1": 0.921377, + "accuracy": 0.937747, + "main_score": 0.921377, + "hf_subset": "azb_Arab-hye_Armn", + "languages": [ + "azb-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.420423, + "recall": 0.478261, + "f1": 0.436916, + "accuracy": 0.478261, + "main_score": 0.436916, + "hf_subset": "azb_Arab-kmb_Latn", + "languages": [ + "azb-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.464652, + "recall": 0.541502, + "f1": 0.48518, + "accuracy": 0.541502, + "main_score": 0.48518, + "hf_subset": "azb_Arab-min_Arab", + "languages": [ + "azb-Arab", + "min-Arab" + ] + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "azb_Arab-pol_Latn", + "languages": [ + "azb-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.651482, + "recall": 0.716403, + "f1": 0.67044, + "accuracy": 0.716403, + "main_score": 0.67044, + "hf_subset": "azb_Arab-ssw_Latn", + "languages": [ + "azb-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.940217, + "recall": 0.958498, + "f1": 0.945982, + "accuracy": 0.958498, + "main_score": 0.945982, + "hf_subset": "azb_Arab-ukr_Cyrl", + "languages": [ + "azb-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.937368, + "recall": 0.954545, + "f1": 0.942391, + "accuracy": 0.954545, + "main_score": 0.942391, + "hf_subset": "azb_Arab-afr_Latn", + "languages": [ + "azb-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.923254, + "recall": 0.94664, + "f1": 0.930632, + "accuracy": 0.94664, + "main_score": 0.930632, + "hf_subset": "azb_Arab-bho_Deva", + "languages": [ + "azb-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.904687, + "recall": 0.928854, + "f1": 0.911531, + "accuracy": 0.928854, + "main_score": 0.911531, + "hf_subset": "azb_Arab-eus_Latn", + "languages": [ + "azb-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.762092, + "recall": 0.818182, + "f1": 0.778395, + "accuracy": 0.818182, + "main_score": 0.778395, + "hf_subset": "azb_Arab-ibo_Latn", + "languages": [ + "azb-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.786364, + "recall": 0.835968, + "f1": 0.801239, + "accuracy": 0.835968, + "main_score": 0.801239, + "hf_subset": "azb_Arab-kmr_Latn", + "languages": [ + "azb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.906291, + "recall": 0.931818, + "f1": 0.914149, + "accuracy": 0.931818, + "main_score": 0.914149, + "hf_subset": "azb_Arab-min_Latn", + "languages": [ + "azb-Arab", + "min-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.962451, + "f1": 0.951416, + "accuracy": 0.962451, + "main_score": 0.951416, + "hf_subset": "azb_Arab-por_Latn", + "languages": [ + "azb-Arab", + "por-Latn" + ] + }, + { + "precision": 0.900264, + "recall": 0.926877, + "f1": 0.908202, + "accuracy": 0.926877, + "main_score": 0.908202, + "hf_subset": "azb_Arab-sun_Latn", + "languages": [ + "azb-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.437876, + "recall": 0.498024, + "f1": 0.45528, + "accuracy": 0.498024, + "main_score": 0.45528, + "hf_subset": "azb_Arab-umb_Latn", + "languages": [ + "azb-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.941238, + "recall": 0.95751, + "f1": 0.946066, + "accuracy": 0.95751, + "main_score": 0.946066, + "hf_subset": "azb_Arab-ajp_Arab", + "languages": [ + "azb-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.478062, + "recall": 0.555336, + "f1": 0.49994, + "accuracy": 0.555336, + "main_score": 0.49994, + "hf_subset": "azb_Arab-bjn_Arab", + "languages": [ + "azb-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.413869, + "recall": 0.462451, + "f1": 0.426935, + "accuracy": 0.462451, + "main_score": 0.426935, + "hf_subset": "azb_Arab-ewe_Latn", + "languages": [ + "azb-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.859132, + "recall": 0.897233, + "f1": 0.870839, + "accuracy": 0.897233, + "main_score": 0.870839, + "hf_subset": "azb_Arab-ilo_Latn", + "languages": [ + "azb-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.246336, + "recall": 0.299407, + "f1": 0.2603, + "accuracy": 0.299407, + "main_score": 0.2603, + "hf_subset": "azb_Arab-knc_Arab", + "languages": [ + "azb-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.934404, + "recall": 0.952569, + "f1": 0.939756, + "accuracy": 0.952569, + "main_score": 0.939756, + "hf_subset": "azb_Arab-mkd_Cyrl", + "languages": [ + "azb-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "azb_Arab-prs_Arab", + "languages": [ + "azb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.948534, + "recall": 0.964427, + "f1": 0.953623, + "accuracy": 0.964427, + "main_score": 0.953623, + "hf_subset": "azb_Arab-swe_Latn", + "languages": [ + "azb-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.940827, + "recall": 0.958498, + "f1": 0.946377, + "accuracy": 0.958498, + "main_score": 0.946377, + "hf_subset": "azb_Arab-urd_Arab", + "languages": [ + "azb-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.656944, + "recall": 0.726285, + "f1": 0.676831, + "accuracy": 0.726285, + "main_score": 0.676831, + "hf_subset": "azb_Arab-aka_Latn", + "languages": [ + "azb-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.91059, + "recall": 0.932806, + "f1": 0.916935, + "accuracy": 0.932806, + "main_score": 0.916935, + "hf_subset": "azb_Arab-bjn_Latn", + "languages": [ + "azb-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.877557, + "recall": 0.910079, + "f1": 0.887434, + "accuracy": 0.910079, + "main_score": 0.887434, + "hf_subset": "azb_Arab-fao_Latn", + "languages": [ + "azb-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.936347, + "recall": 0.955534, + "f1": 0.942424, + "accuracy": 0.955534, + "main_score": 0.942424, + "hf_subset": "azb_Arab-ind_Latn", + "languages": [ + "azb-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.472345, + "recall": 0.525692, + "f1": 0.48608, + "accuracy": 0.525692, + "main_score": 0.48608, + "hf_subset": "azb_Arab-knc_Latn", + "languages": [ + "azb-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.919038, + "recall": 0.939723, + "f1": 0.925156, + "accuracy": 0.939723, + "main_score": 0.925156, + "hf_subset": "azb_Arab-mlt_Latn", + "languages": [ + "azb-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.580378, + "recall": 0.648221, + "f1": 0.600136, + "accuracy": 0.648221, + "main_score": 0.600136, + "hf_subset": "azb_Arab-quy_Latn", + "languages": [ + "azb-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.913373, + "recall": 0.939723, + "f1": 0.921574, + "accuracy": 0.939723, + "main_score": 0.921574, + "hf_subset": "azb_Arab-swh_Latn", + "languages": [ + "azb-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.928936, + "recall": 0.949605, + "f1": 0.935296, + "accuracy": 0.949605, + "main_score": 0.935296, + "hf_subset": "azb_Arab-uzn_Latn", + "languages": [ + "azb-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.91413, + "recall": 0.937747, + "f1": 0.921278, + "accuracy": 0.937747, + "main_score": 0.921278, + "hf_subset": "azb_Arab-als_Latn", + "languages": [ + "azb-Arab", + "als-Latn" + ] + }, + { + "precision": 0.690942, + "recall": 0.761858, + "f1": 0.711848, + "accuracy": 0.761858, + "main_score": 0.711848, + "hf_subset": "azb_Arab-bod_Tibt", + "languages": [ + "azb-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.553313, + "recall": 0.62253, + "f1": 0.572169, + "accuracy": 0.62253, + "main_score": 0.572169, + "hf_subset": "azb_Arab-fij_Latn", + "languages": [ + "azb-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.886281, + "recall": 0.91996, + "f1": 0.896607, + "accuracy": 0.91996, + "main_score": 0.896607, + "hf_subset": "azb_Arab-isl_Latn", + "languages": [ + "azb-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.544059, + "recall": 0.613636, + "f1": 0.563578, + "accuracy": 0.613636, + "main_score": 0.563578, + "hf_subset": "azb_Arab-kon_Latn", + "languages": [ + "azb-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.564026, + "recall": 0.632411, + "f1": 0.583324, + "accuracy": 0.632411, + "main_score": 0.583324, + "hf_subset": "azb_Arab-mni_Beng", + "languages": [ + "azb-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.943158, + "recall": 0.958498, + "f1": 0.947678, + "accuracy": 0.958498, + "main_score": 0.947678, + "hf_subset": "azb_Arab-ron_Latn", + "languages": [ + "azb-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.923831, + "recall": 0.945652, + "f1": 0.930731, + "accuracy": 0.945652, + "main_score": 0.930731, + "hf_subset": "azb_Arab-szl_Latn", + "languages": [ + "azb-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.934766, + "recall": 0.953557, + "f1": 0.940613, + "accuracy": 0.953557, + "main_score": 0.940613, + "hf_subset": "azb_Arab-vec_Latn", + "languages": [ + "azb-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.859799, + "recall": 0.897233, + "f1": 0.87141, + "accuracy": 0.897233, + "main_score": 0.87141, + "hf_subset": "azb_Arab-amh_Ethi", + "languages": [ + "azb-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.929463, + "recall": 0.950593, + "f1": 0.936001, + "accuracy": 0.950593, + "main_score": 0.936001, + "hf_subset": "azb_Arab-bos_Latn", + "languages": [ + "azb-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.922184, + "recall": 0.944664, + "f1": 0.929051, + "accuracy": 0.944664, + "main_score": 0.929051, + "hf_subset": "azb_Arab-fin_Latn", + "languages": [ + "azb-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.941617, + "recall": 0.959486, + "f1": 0.947365, + "accuracy": 0.959486, + "main_score": 0.947365, + "hf_subset": "azb_Arab-ita_Latn", + "languages": [ + "azb-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "azb_Arab-kor_Hang", + "languages": [ + "azb-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.44978, + "recall": 0.504941, + "f1": 0.465229, + "accuracy": 0.504941, + "main_score": 0.465229, + "hf_subset": "azb_Arab-mos_Latn", + "languages": [ + "azb-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.666156, + "recall": 0.733202, + "f1": 0.68538, + "accuracy": 0.733202, + "main_score": 0.68538, + "hf_subset": "azb_Arab-run_Latn", + "languages": [ + "azb-Arab", + "run-Latn" + ] + }, + { + "precision": 0.916749, + "recall": 0.9417, + "f1": 0.924591, + "accuracy": 0.9417, + "main_score": 0.924591, + "hf_subset": "azb_Arab-tam_Taml", + "languages": [ + "azb-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.933606, + "recall": 0.952569, + "f1": 0.939476, + "accuracy": 0.952569, + "main_score": 0.939476, + "hf_subset": "azb_Arab-vie_Latn", + "languages": [ + "azb-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.929275, + "recall": 0.948617, + "f1": 0.934931, + "accuracy": 0.948617, + "main_score": 0.934931, + "hf_subset": "azb_Arab-apc_Arab", + "languages": [ + "azb-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.684025, + "recall": 0.749012, + "f1": 0.703046, + "accuracy": 0.749012, + "main_score": 0.703046, + "hf_subset": "azb_Arab-bug_Latn", + "languages": [ + "azb-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.386045, + "recall": 0.429842, + "f1": 0.398555, + "accuracy": 0.429842, + "main_score": 0.398555, + "hf_subset": "azb_Arab-fon_Latn", + "languages": [ + "azb-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.900296, + "recall": 0.923913, + "f1": 0.907788, + "accuracy": 0.923913, + "main_score": 0.907788, + "hf_subset": "azb_Arab-jav_Latn", + "languages": [ + "azb-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.83372, + "recall": 0.876482, + "f1": 0.846286, + "accuracy": 0.876482, + "main_score": 0.846286, + "hf_subset": "azb_Arab-lao_Laoo", + "languages": [ + "azb-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.767062, + "recall": 0.820158, + "f1": 0.782792, + "accuracy": 0.820158, + "main_score": 0.782792, + "hf_subset": "azb_Arab-mri_Latn", + "languages": [ + "azb-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.950487, + "recall": 0.964427, + "f1": 0.954694, + "accuracy": 0.964427, + "main_score": 0.954694, + "hf_subset": "azb_Arab-rus_Cyrl", + "languages": [ + "azb-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.461056, + "recall": 0.518775, + "f1": 0.47695, + "accuracy": 0.518775, + "main_score": 0.47695, + "hf_subset": "azb_Arab-taq_Latn", + "languages": [ + "azb-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.904265, + "recall": 0.928854, + "f1": 0.911957, + "accuracy": 0.928854, + "main_score": 0.911957, + "hf_subset": "azb_Arab-war_Latn", + "languages": [ + "azb-Arab", + "war-Latn" + ] + }, + { + "precision": 0.944417, + "recall": 0.960474, + "f1": 0.949308, + "accuracy": 0.960474, + "main_score": 0.949308, + "hf_subset": "azb_Arab-arb_Arab", + "languages": [ + "azb-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.94165, + "recall": 0.958498, + "f1": 0.946706, + "accuracy": 0.958498, + "main_score": 0.946706, + "hf_subset": "azb_Arab-bul_Cyrl", + "languages": [ + "azb-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.941733, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "azb_Arab-fra_Latn", + "languages": [ + "azb-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.948188, + "recall": 0.963439, + "f1": 0.952899, + "accuracy": 0.963439, + "main_score": 0.952899, + "hf_subset": "azb_Arab-jpn_Jpan", + "languages": [ + "azb-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.926607, + "recall": 0.947628, + "f1": 0.933119, + "accuracy": 0.947628, + "main_score": 0.933119, + "hf_subset": "azb_Arab-lij_Latn", + "languages": [ + "azb-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.889147, + "recall": 0.920949, + "f1": 0.898715, + "accuracy": 0.920949, + "main_score": 0.898715, + "hf_subset": "azb_Arab-mya_Mymr", + "languages": [ + "azb-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.504743, + "recall": 0.566206, + "f1": 0.521567, + "accuracy": 0.566206, + "main_score": 0.521567, + "hf_subset": "azb_Arab-sag_Latn", + "languages": [ + "azb-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.218636, + "recall": 0.275692, + "f1": 0.232536, + "accuracy": 0.275692, + "main_score": 0.232536, + "hf_subset": "azb_Arab-taq_Tfng", + "languages": [ + "azb-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.573247, + "recall": 0.641304, + "f1": 0.592555, + "accuracy": 0.641304, + "main_score": 0.592555, + "hf_subset": "azb_Arab-wol_Latn", + "languages": [ + "azb-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.766199, + "recall": 0.820158, + "f1": 0.78242, + "accuracy": 0.820158, + "main_score": 0.78242, + "hf_subset": "azb_Arab-arb_Latn", + "languages": [ + "azb-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.958498, + "f1": 0.946607, + "accuracy": 0.958498, + "main_score": 0.946607, + "hf_subset": "azb_Arab-cat_Latn", + "languages": [ + "azb-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.9264, + "recall": 0.94664, + "f1": 0.932345, + "accuracy": 0.94664, + "main_score": 0.932345, + "hf_subset": "azb_Arab-fur_Latn", + "languages": [ + "azb-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.412857, + "recall": 0.481225, + "f1": 0.43158, + "accuracy": 0.481225, + "main_score": 0.43158, + "hf_subset": "azb_Arab-kab_Latn", + "languages": [ + "azb-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.915112, + "recall": 0.937747, + "f1": 0.921887, + "accuracy": 0.937747, + "main_score": 0.921887, + "hf_subset": "azb_Arab-lim_Latn", + "languages": [ + "azb-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.936182, + "recall": 0.955534, + "f1": 0.942227, + "accuracy": 0.955534, + "main_score": 0.942227, + "hf_subset": "azb_Arab-nld_Latn", + "languages": [ + "azb-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.904068, + "recall": 0.93083, + "f1": 0.912451, + "accuracy": 0.93083, + "main_score": 0.912451, + "hf_subset": "azb_Arab-san_Deva", + "languages": [ + "azb-Arab", + "san-Deva" + ] + }, + { + "precision": 0.919755, + "recall": 0.9417, + "f1": 0.926391, + "accuracy": 0.9417, + "main_score": 0.926391, + "hf_subset": "azb_Arab-tat_Cyrl", + "languages": [ + "azb-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.753548, + "recall": 0.812253, + "f1": 0.771297, + "accuracy": 0.812253, + "main_score": 0.771297, + "hf_subset": "azb_Arab-xho_Latn", + "languages": [ + "azb-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.956522, + "f1": 0.944302, + "accuracy": 0.956522, + "main_score": 0.944302, + "hf_subset": "azb_Arab-ars_Arab", + "languages": [ + "azb-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.907773, + "recall": 0.933794, + "f1": 0.915566, + "accuracy": 0.933794, + "main_score": 0.915566, + "hf_subset": "azb_Arab-ceb_Latn", + "languages": [ + "azb-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.446787, + "recall": 0.516798, + "f1": 0.465777, + "accuracy": 0.516798, + "main_score": 0.465777, + "hf_subset": "azb_Arab-fuv_Latn", + "languages": [ + "azb-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.434002, + "recall": 0.499012, + "f1": 0.452192, + "accuracy": 0.499012, + "main_score": 0.452192, + "hf_subset": "azb_Arab-kac_Latn", + "languages": [ + "azb-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.57373, + "recall": 0.643281, + "f1": 0.592714, + "accuracy": 0.643281, + "main_score": 0.592714, + "hf_subset": "azb_Arab-lin_Latn", + "languages": [ + "azb-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.937418, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "azb_Arab-nno_Latn", + "languages": [ + "azb-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.795158, + "recall": 0.846838, + "f1": 0.810578, + "accuracy": 0.846838, + "main_score": 0.810578, + "hf_subset": "azb_Arab-sat_Olck", + "languages": [ + "azb-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.930501, + "recall": 0.950593, + "f1": 0.936528, + "accuracy": 0.950593, + "main_score": 0.936528, + "hf_subset": "azb_Arab-tel_Telu", + "languages": [ + "azb-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.902207, + "recall": 0.929842, + "f1": 0.91087, + "accuracy": 0.929842, + "main_score": 0.91087, + "hf_subset": "azb_Arab-ydd_Hebr", + "languages": [ + "azb-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.904375, + "recall": 0.927866, + "f1": 0.911298, + "accuracy": 0.927866, + "main_score": 0.911298, + "hf_subset": "azb_Arab-ary_Arab", + "languages": [ + "azb-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.938323, + "recall": 0.95751, + "f1": 0.944401, + "accuracy": 0.95751, + "main_score": 0.944401, + "hf_subset": "azb_Arab-ces_Latn", + "languages": [ + "azb-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.529936, + "recall": 0.601779, + "f1": 0.550007, + "accuracy": 0.601779, + "main_score": 0.550007, + "hf_subset": "azb_Arab-gaz_Latn", + "languages": [ + "azb-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.498691, + "recall": 0.565217, + "f1": 0.516068, + "accuracy": 0.565217, + "main_score": 0.516068, + "hf_subset": "azb_Arab-kam_Latn", + "languages": [ + "azb-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.928442, + "recall": 0.948617, + "f1": 0.934651, + "accuracy": 0.948617, + "main_score": 0.934651, + "hf_subset": "azb_Arab-lit_Latn", + "languages": [ + "azb-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.941947, + "recall": 0.959486, + "f1": 0.947365, + "accuracy": 0.959486, + "main_score": 0.947365, + "hf_subset": "azb_Arab-nob_Latn", + "languages": [ + "azb-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.923871, + "recall": 0.943676, + "f1": 0.929795, + "accuracy": 0.943676, + "main_score": 0.929795, + "hf_subset": "azb_Arab-scn_Latn", + "languages": [ + "azb-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.901993, + "recall": 0.926877, + "f1": 0.909241, + "accuracy": 0.926877, + "main_score": 0.909241, + "hf_subset": "azb_Arab-tgk_Cyrl", + "languages": [ + "azb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.643319, + "recall": 0.722332, + "f1": 0.6661, + "accuracy": 0.722332, + "main_score": 0.6661, + "hf_subset": "azb_Arab-yor_Latn", + "languages": [ + "azb-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.935912, + "recall": 0.952569, + "f1": 0.940761, + "accuracy": 0.952569, + "main_score": 0.940761, + "hf_subset": "azb_Arab-arz_Arab", + "languages": [ + "azb-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.444019, + "recall": 0.508893, + "f1": 0.462236, + "accuracy": 0.508893, + "main_score": 0.462236, + "hf_subset": "azb_Arab-cjk_Latn", + "languages": [ + "azb-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.844236, + "recall": 0.88834, + "f1": 0.857957, + "accuracy": 0.88834, + "main_score": 0.857957, + "hf_subset": "azb_Arab-gla_Latn", + "languages": [ + "azb-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.908926, + "recall": 0.933794, + "f1": 0.91639, + "accuracy": 0.933794, + "main_score": 0.91639, + "hf_subset": "azb_Arab-kan_Knda", + "languages": [ + "azb-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.925569, + "recall": 0.945652, + "f1": 0.931736, + "accuracy": 0.945652, + "main_score": 0.931736, + "hf_subset": "azb_Arab-lmo_Latn", + "languages": [ + "azb-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.931743, + "recall": 0.950593, + "f1": 0.937582, + "accuracy": 0.950593, + "main_score": 0.937582, + "hf_subset": "azb_Arab-npi_Deva", + "languages": [ + "azb-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.46654, + "recall": 0.539526, + "f1": 0.486368, + "accuracy": 0.539526, + "main_score": 0.486368, + "hf_subset": "azb_Arab-shn_Mymr", + "languages": [ + "azb-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.918561, + "recall": 0.9417, + "f1": 0.925593, + "accuracy": 0.9417, + "main_score": 0.925593, + "hf_subset": "azb_Arab-tgl_Latn", + "languages": [ + "azb-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "azb_Arab-yue_Hant", + "languages": [ + "azb-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.90219, + "recall": 0.929842, + "f1": 0.910819, + "accuracy": 0.929842, + "main_score": 0.910819, + "hf_subset": "azb_Arab-asm_Beng", + "languages": [ + "azb-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.845479, + "recall": 0.887352, + "f1": 0.858355, + "accuracy": 0.887352, + "main_score": 0.858355, + "hf_subset": "azb_Arab-ckb_Arab", + "languages": [ + "azb-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.870422, + "recall": 0.906126, + "f1": 0.88139, + "accuracy": 0.906126, + "main_score": 0.88139, + "hf_subset": "azb_Arab-gle_Latn", + "languages": [ + "azb-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.882329, + "recall": 0.913043, + "f1": 0.891864, + "accuracy": 0.913043, + "main_score": 0.891864, + "hf_subset": "azb_Arab-kas_Arab", + "languages": [ + "azb-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.819252, + "recall": 0.865613, + "f1": 0.833696, + "accuracy": 0.865613, + "main_score": 0.833696, + "hf_subset": "azb_Arab-ltg_Latn", + "languages": [ + "azb-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.708675, + "recall": 0.766798, + "f1": 0.725767, + "accuracy": 0.766798, + "main_score": 0.725767, + "hf_subset": "azb_Arab-nso_Latn", + "languages": [ + "azb-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.883514, + "recall": 0.913043, + "f1": 0.892292, + "accuracy": 0.913043, + "main_score": 0.892292, + "hf_subset": "azb_Arab-sin_Sinh", + "languages": [ + "azb-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.918347, + "recall": 0.9417, + "f1": 0.925362, + "accuracy": 0.9417, + "main_score": 0.925362, + "hf_subset": "azb_Arab-tha_Thai", + "languages": [ + "azb-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.904035, + "recall": 0.93083, + "f1": 0.911957, + "accuracy": 0.93083, + "main_score": 0.911957, + "hf_subset": "azb_Arab-zho_Hans", + "languages": [ + "azb-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.929677, + "recall": 0.949605, + "f1": 0.935691, + "accuracy": 0.949605, + "main_score": 0.935691, + "hf_subset": "azb_Arab-ast_Latn", + "languages": [ + "azb-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.922678, + "recall": 0.945652, + "f1": 0.929861, + "accuracy": 0.945652, + "main_score": 0.929861, + "hf_subset": "azb_Arab-crh_Latn", + "languages": [ + "azb-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.940382, + "recall": 0.958498, + "f1": 0.946146, + "accuracy": 0.958498, + "main_score": 0.946146, + "hf_subset": "azb_Arab-glg_Latn", + "languages": [ + "azb-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.80621, + "recall": 0.850791, + "f1": 0.819095, + "accuracy": 0.850791, + "main_score": 0.819095, + "hf_subset": "azb_Arab-kas_Deva", + "languages": [ + "azb-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.916164, + "recall": 0.937747, + "f1": 0.92242, + "accuracy": 0.937747, + "main_score": 0.92242, + "hf_subset": "azb_Arab-ltz_Latn", + "languages": [ + "azb-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.369754, + "recall": 0.434783, + "f1": 0.387813, + "accuracy": 0.434783, + "main_score": 0.387813, + "hf_subset": "azb_Arab-nus_Latn", + "languages": [ + "azb-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.936462, + "recall": 0.952569, + "f1": 0.941259, + "accuracy": 0.952569, + "main_score": 0.941259, + "hf_subset": "azb_Arab-slk_Latn", + "languages": [ + "azb-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.613952, + "recall": 0.682806, + "f1": 0.632915, + "accuracy": 0.682806, + "main_score": 0.632915, + "hf_subset": "azb_Arab-tir_Ethi", + "languages": [ + "azb-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.940662, + "recall": 0.95751, + "f1": 0.945883, + "accuracy": 0.95751, + "main_score": 0.945883, + "hf_subset": "azb_Arab-zho_Hant", + "languages": [ + "azb-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.92239, + "recall": 0.942688, + "f1": 0.928579, + "accuracy": 0.942688, + "main_score": 0.928579, + "hf_subset": "azb_Arab-awa_Deva", + "languages": [ + "azb-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.906991, + "recall": 0.932806, + "f1": 0.914976, + "accuracy": 0.932806, + "main_score": 0.914976, + "hf_subset": "azb_Arab-cym_Latn", + "languages": [ + "azb-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.708356, + "recall": 0.758893, + "f1": 0.722442, + "accuracy": 0.758893, + "main_score": 0.722442, + "hf_subset": "azb_Arab-grn_Latn", + "languages": [ + "azb-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.9174, + "recall": 0.938735, + "f1": 0.923657, + "accuracy": 0.938735, + "main_score": 0.923657, + "hf_subset": "azb_Arab-kat_Geor", + "languages": [ + "azb-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.535639, + "recall": 0.599802, + "f1": 0.553398, + "accuracy": 0.599802, + "main_score": 0.553398, + "hf_subset": "azb_Arab-lua_Latn", + "languages": [ + "azb-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.71115, + "recall": 0.773715, + "f1": 0.729301, + "accuracy": 0.773715, + "main_score": 0.729301, + "hf_subset": "azb_Arab-nya_Latn", + "languages": [ + "azb-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.940359, + "recall": 0.956522, + "f1": 0.945208, + "accuracy": 0.956522, + "main_score": 0.945208, + "hf_subset": "azb_Arab-slv_Latn", + "languages": [ + "azb-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.872127, + "recall": 0.905138, + "f1": 0.881938, + "accuracy": 0.905138, + "main_score": 0.881938, + "hf_subset": "azb_Arab-tpi_Latn", + "languages": [ + "azb-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.932865, + "recall": 0.951581, + "f1": 0.938389, + "accuracy": 0.951581, + "main_score": 0.938389, + "hf_subset": "azb_Arab-zsm_Latn", + "languages": [ + "azb-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.438689, + "recall": 0.498024, + "f1": 0.454476, + "accuracy": 0.498024, + "main_score": 0.454476, + "hf_subset": "azb_Arab-ayr_Latn", + "languages": [ + "azb-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.953014, + "recall": 0.967391, + "f1": 0.957576, + "accuracy": 0.967391, + "main_score": 0.957576, + "hf_subset": "azb_Arab-dan_Latn", + "languages": [ + "azb-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.931522, + "recall": 0.951581, + "f1": 0.937714, + "accuracy": 0.951581, + "main_score": 0.937714, + "hf_subset": "azb_Arab-guj_Gujr", + "languages": [ + "azb-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.909536, + "recall": 0.935771, + "f1": 0.917688, + "accuracy": 0.935771, + "main_score": 0.917688, + "hf_subset": "azb_Arab-kaz_Cyrl", + "languages": [ + "azb-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.564279, + "recall": 0.636364, + "f1": 0.584938, + "accuracy": 0.636364, + "main_score": 0.584938, + "hf_subset": "azb_Arab-lug_Latn", + "languages": [ + "azb-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.935474, + "recall": 0.952569, + "f1": 0.940467, + "accuracy": 0.952569, + "main_score": 0.940467, + "hf_subset": "azb_Arab-oci_Latn", + "languages": [ + "azb-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.711089, + "recall": 0.764822, + "f1": 0.726705, + "accuracy": 0.764822, + "main_score": 0.726705, + "hf_subset": "azb_Arab-smo_Latn", + "languages": [ + "azb-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.650158, + "recall": 0.716403, + "f1": 0.668928, + "accuracy": 0.716403, + "main_score": 0.668928, + "hf_subset": "azb_Arab-tsn_Latn", + "languages": [ + "azb-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.783045, + "recall": 0.83498, + "f1": 0.798493, + "accuracy": 0.83498, + "main_score": 0.798493, + "hf_subset": "azb_Arab-zul_Latn", + "languages": [ + "azb-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.942474, + "recall": 0.959486, + "f1": 0.947694, + "accuracy": 0.959486, + "main_score": 0.947694, + "hf_subset": "azb_Arab-deu_Latn", + "languages": [ + "azb-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.905591, + "recall": 0.931818, + "f1": 0.91356, + "accuracy": 0.931818, + "main_score": 0.91356, + "hf_subset": "azb_Arab-hat_Latn", + "languages": [ + "azb-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.440036, + "recall": 0.5, + "f1": 0.456138, + "accuracy": 0.5, + "main_score": 0.456138, + "hf_subset": "azb_Arab-kbp_Latn", + "languages": [ + "azb-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.454423, + "recall": 0.520751, + "f1": 0.472684, + "accuracy": 0.520751, + "main_score": 0.472684, + "hf_subset": "azb_Arab-luo_Latn", + "languages": [ + "azb-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.897398, + "recall": 0.925889, + "f1": 0.905882, + "accuracy": 0.925889, + "main_score": 0.905882, + "hf_subset": "azb_Arab-ory_Orya", + "languages": [ + "azb-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.76976, + "recall": 0.823123, + "f1": 0.785806, + "accuracy": 0.823123, + "main_score": 0.785806, + "hf_subset": "azb_Arab-sna_Latn", + "languages": [ + "azb-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.596544, + "recall": 0.663043, + "f1": 0.615898, + "accuracy": 0.663043, + "main_score": 0.615898, + "hf_subset": "azb_Arab-tso_Latn", + "languages": [ + "azb-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.919911, + "recall": 0.943676, + "f1": 0.927273, + "accuracy": 0.943676, + "main_score": 0.927273, + "hf_subset": "azb_Arab-azj_Latn", + "languages": [ + "azb-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.430663, + "recall": 0.498024, + "f1": 0.44972, + "accuracy": 0.498024, + "main_score": 0.44972, + "hf_subset": "azb_Arab-dik_Latn", + "languages": [ + "azb-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.813398, + "recall": 0.862648, + "f1": 0.828579, + "accuracy": 0.862648, + "main_score": 0.828579, + "hf_subset": "azb_Arab-hau_Latn", + "languages": [ + "azb-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.907708, + "recall": 0.932806, + "f1": 0.915529, + "accuracy": 0.932806, + "main_score": 0.915529, + "hf_subset": "azb_Arab-kea_Latn", + "languages": [ + "azb-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.824077, + "recall": 0.865613, + "f1": 0.836306, + "accuracy": 0.865613, + "main_score": 0.836306, + "hf_subset": "azb_Arab-lus_Latn", + "languages": [ + "azb-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.794293, + "recall": 0.838933, + "f1": 0.807386, + "accuracy": 0.838933, + "main_score": 0.807386, + "hf_subset": "azb_Arab-pag_Latn", + "languages": [ + "azb-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.896443, + "recall": 0.926877, + "f1": 0.905764, + "accuracy": 0.926877, + "main_score": 0.905764, + "hf_subset": "azb_Arab-snd_Arab", + "languages": [ + "azb-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.904809, + "recall": 0.933794, + "f1": 0.913999, + "accuracy": 0.933794, + "main_score": 0.913999, + "hf_subset": "azb_Arab-tuk_Latn", + "languages": [ + "azb-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.909206, + "recall": 0.933794, + "f1": 0.916535, + "accuracy": 0.933794, + "main_score": 0.916535, + "hf_subset": "azb_Arab-bak_Cyrl", + "languages": [ + "azb-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.397026, + "recall": 0.464427, + "f1": 0.41498, + "accuracy": 0.464427, + "main_score": 0.41498, + "hf_subset": "azb_Arab-dyu_Latn", + "languages": [ + "azb-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.947875, + "recall": 0.963439, + "f1": 0.952635, + "accuracy": 0.963439, + "main_score": 0.952635, + "hf_subset": "azb_Arab-heb_Hebr", + "languages": [ + "azb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.886012, + "recall": 0.916008, + "f1": 0.895092, + "accuracy": 0.916008, + "main_score": 0.895092, + "hf_subset": "azb_Arab-khk_Cyrl", + "languages": [ + "azb-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.939097, + "recall": 0.955534, + "f1": 0.943972, + "accuracy": 0.955534, + "main_score": 0.943972, + "hf_subset": "azb_Arab-lvs_Latn", + "languages": [ + "azb-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.924664, + "recall": 0.945652, + "f1": 0.930978, + "accuracy": 0.945652, + "main_score": 0.930978, + "hf_subset": "azb_Arab-pan_Guru", + "languages": [ + "azb-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.771097, + "recall": 0.831028, + "f1": 0.789182, + "accuracy": 0.831028, + "main_score": 0.789182, + "hf_subset": "azb_Arab-som_Latn", + "languages": [ + "azb-Arab", + "som-Latn" + ] + }, + { + "precision": 0.615488, + "recall": 0.677866, + "f1": 0.633239, + "accuracy": 0.677866, + "main_score": 0.633239, + "hf_subset": "azb_Arab-tum_Latn", + "languages": [ + "azb-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.533883, + "recall": 0.625494, + "f1": 0.560151, + "accuracy": 0.625494, + "main_score": 0.560151, + "hf_subset": "deu_Latn-ace_Arab", + "languages": [ + "deu-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.471493, + "recall": 0.538538, + "f1": 0.489999, + "accuracy": 0.538538, + "main_score": 0.489999, + "hf_subset": "deu_Latn-bam_Latn", + "languages": [ + "deu-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.655797, + "recall": 0.73913, + "f1": 0.679999, + "accuracy": 0.73913, + "main_score": 0.679999, + "hf_subset": "deu_Latn-dzo_Tibt", + "languages": [ + "deu-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-hin_Deva", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "deu_Latn-khm_Khmr", + "languages": [ + "deu-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-mag_Deva", + "languages": [ + "deu-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-pap_Latn", + "languages": [ + "deu-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.861034, + "recall": 0.902174, + "f1": 0.87365, + "accuracy": 0.902174, + "main_score": 0.87365, + "hf_subset": "deu_Latn-sot_Latn", + "languages": [ + "deu-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-tur_Latn", + "languages": [ + "deu-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.877635, + "recall": 0.913043, + "f1": 0.888952, + "accuracy": 0.913043, + "main_score": 0.888952, + "hf_subset": "deu_Latn-ace_Latn", + "languages": [ + "deu-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "deu_Latn-ban_Latn", + "languages": [ + "deu-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-ell_Grek", + "languages": [ + "deu-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "deu_Latn-hne_Deva", + "languages": [ + "deu-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.57185, + "recall": 0.648221, + "f1": 0.592958, + "accuracy": 0.648221, + "main_score": 0.592958, + "hf_subset": "deu_Latn-kik_Latn", + "languages": [ + "deu-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-mai_Deva", + "languages": [ + "deu-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "deu_Latn-pbt_Arab", + "languages": [ + "deu-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-spa_Latn", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.78475, + "recall": 0.839921, + "f1": 0.801416, + "accuracy": 0.839921, + "main_score": 0.801416, + "hf_subset": "deu_Latn-twi_Latn", + "languages": [ + "deu-Latn", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-acm_Arab", + "languages": [ + "deu-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-bel_Cyrl", + "languages": [ + "deu-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-hrv_Latn", + "languages": [ + "deu-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.856317, + "recall": 0.895257, + "f1": 0.868231, + "accuracy": 0.895257, + "main_score": 0.868231, + "hf_subset": "deu_Latn-kin_Latn", + "languages": [ + "deu-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "deu_Latn-mal_Mlym", + "languages": [ + "deu-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-pes_Arab", + "languages": [ + "deu-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "deu_Latn-srd_Latn", + "languages": [ + "deu-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.207448, + "recall": 0.270751, + "f1": 0.222468, + "accuracy": 0.270751, + "main_score": 0.222468, + "hf_subset": "deu_Latn-tzm_Tfng", + "languages": [ + "deu-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-acq_Arab", + "languages": [ + "deu-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.66805, + "recall": 0.745059, + "f1": 0.690669, + "accuracy": 0.745059, + "main_score": 0.690669, + "hf_subset": "deu_Latn-bem_Latn", + "languages": [ + "deu-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-epo_Latn", + "languages": [ + "deu-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-hun_Latn", + "languages": [ + "deu-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "deu_Latn-kir_Cyrl", + "languages": [ + "deu-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "deu_Latn-mar_Deva", + "languages": [ + "deu-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.889328, + "recall": 0.920949, + "f1": 0.899012, + "accuracy": 0.920949, + "main_score": 0.899012, + "hf_subset": "deu_Latn-plt_Latn", + "languages": [ + "deu-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-srp_Cyrl", + "languages": [ + "deu-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "deu_Latn-uig_Arab", + "languages": [ + "deu-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-aeb_Arab", + "languages": [ + "deu-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-ben_Beng", + "languages": [ + "deu-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-est_Latn", + "languages": [ + "deu-Latn", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-hye_Armn", + "languages": [ + "deu-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.468445, + "recall": 0.535573, + "f1": 0.487091, + "accuracy": 0.535573, + "main_score": 0.487091, + "hf_subset": "deu_Latn-kmb_Latn", + "languages": [ + "deu-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.505811, + "recall": 0.594862, + "f1": 0.529673, + "accuracy": 0.594862, + "main_score": 0.529673, + "hf_subset": "deu_Latn-min_Arab", + "languages": [ + "deu-Latn", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-pol_Latn", + "languages": [ + "deu-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.754776, + "recall": 0.821146, + "f1": 0.775264, + "accuracy": 0.821146, + "main_score": 0.775264, + "hf_subset": "deu_Latn-ssw_Latn", + "languages": [ + "deu-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-ukr_Cyrl", + "languages": [ + "deu-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-afr_Latn", + "languages": [ + "deu-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "deu_Latn-bho_Deva", + "languages": [ + "deu-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-eus_Latn", + "languages": [ + "deu-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.870504, + "recall": 0.910079, + "f1": 0.882971, + "accuracy": 0.910079, + "main_score": 0.882971, + "hf_subset": "deu_Latn-ibo_Latn", + "languages": [ + "deu-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.883811, + "recall": 0.917984, + "f1": 0.894302, + "accuracy": 0.917984, + "main_score": 0.894302, + "hf_subset": "deu_Latn-kmr_Latn", + "languages": [ + "deu-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "deu_Latn-min_Latn", + "languages": [ + "deu-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-por_Latn", + "languages": [ + "deu-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "deu_Latn-sun_Latn", + "languages": [ + "deu-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.486981, + "recall": 0.556324, + "f1": 0.506487, + "accuracy": 0.556324, + "main_score": 0.506487, + "hf_subset": "deu_Latn-umb_Latn", + "languages": [ + "deu-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-ajp_Arab", + "languages": [ + "deu-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.521576, + "recall": 0.605731, + "f1": 0.544707, + "accuracy": 0.605731, + "main_score": 0.544707, + "hf_subset": "deu_Latn-bjn_Arab", + "languages": [ + "deu-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.451615, + "recall": 0.516798, + "f1": 0.469404, + "accuracy": 0.516798, + "main_score": 0.469404, + "hf_subset": "deu_Latn-ewe_Latn", + "languages": [ + "deu-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "deu_Latn-ilo_Latn", + "languages": [ + "deu-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.271015, + "recall": 0.339921, + "f1": 0.287406, + "accuracy": 0.339921, + "main_score": 0.287406, + "hf_subset": "deu_Latn-knc_Arab", + "languages": [ + "deu-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-mkd_Cyrl", + "languages": [ + "deu-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-prs_Arab", + "languages": [ + "deu-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-swe_Latn", + "languages": [ + "deu-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-urd_Arab", + "languages": [ + "deu-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.756136, + "recall": 0.815217, + "f1": 0.773605, + "accuracy": 0.815217, + "main_score": 0.773605, + "hf_subset": "deu_Latn-aka_Latn", + "languages": [ + "deu-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "deu_Latn-bjn_Latn", + "languages": [ + "deu-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "deu_Latn-fao_Latn", + "languages": [ + "deu-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-ind_Latn", + "languages": [ + "deu-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.51591, + "recall": 0.581028, + "f1": 0.533795, + "accuracy": 0.581028, + "main_score": 0.533795, + "hf_subset": "deu_Latn-knc_Latn", + "languages": [ + "deu-Latn", + "knc-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-mlt_Latn", + "languages": [ + "deu-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.637165, + "recall": 0.710474, + "f1": 0.658071, + "accuracy": 0.710474, + "main_score": 0.658071, + "hf_subset": "deu_Latn-quy_Latn", + "languages": [ + "deu-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "deu_Latn-swh_Latn", + "languages": [ + "deu-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-uzn_Latn", + "languages": [ + "deu-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-als_Latn", + "languages": [ + "deu-Latn", + "als-Latn" + ] + }, + { + "precision": 0.853129, + "recall": 0.894269, + "f1": 0.865744, + "accuracy": 0.894269, + "main_score": 0.865744, + "hf_subset": "deu_Latn-bod_Tibt", + "languages": [ + "deu-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.63055, + "recall": 0.702569, + "f1": 0.651026, + "accuracy": 0.702569, + "main_score": 0.651026, + "hf_subset": "deu_Latn-fij_Latn", + "languages": [ + "deu-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "deu_Latn-isl_Latn", + "languages": [ + "deu-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.597812, + "recall": 0.675889, + "f1": 0.62004, + "accuracy": 0.675889, + "main_score": 0.62004, + "hf_subset": "deu_Latn-kon_Latn", + "languages": [ + "deu-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.617285, + "recall": 0.700593, + "f1": 0.641029, + "accuracy": 0.700593, + "main_score": 0.641029, + "hf_subset": "deu_Latn-mni_Beng", + "languages": [ + "deu-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ron_Latn", + "languages": [ + "deu-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "deu_Latn-szl_Latn", + "languages": [ + "deu-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-vec_Latn", + "languages": [ + "deu-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.942523, + "recall": 0.959486, + "f1": 0.947958, + "accuracy": 0.959486, + "main_score": 0.947958, + "hf_subset": "deu_Latn-amh_Ethi", + "languages": [ + "deu-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-bos_Latn", + "languages": [ + "deu-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-fin_Latn", + "languages": [ + "deu-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ita_Latn", + "languages": [ + "deu-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-kor_Hang", + "languages": [ + "deu-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.49557, + "recall": 0.561265, + "f1": 0.514182, + "accuracy": 0.561265, + "main_score": 0.514182, + "hf_subset": "deu_Latn-mos_Latn", + "languages": [ + "deu-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.772184, + "recall": 0.831028, + "f1": 0.789756, + "accuracy": 0.831028, + "main_score": 0.789756, + "hf_subset": "deu_Latn-run_Latn", + "languages": [ + "deu-Latn", + "run-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-tam_Taml", + "languages": [ + "deu-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-vie_Latn", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-apc_Arab", + "languages": [ + "deu-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.736841, + "recall": 0.804348, + "f1": 0.757279, + "accuracy": 0.804348, + "main_score": 0.757279, + "hf_subset": "deu_Latn-bug_Latn", + "languages": [ + "deu-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.421093, + "recall": 0.478261, + "f1": 0.436204, + "accuracy": 0.478261, + "main_score": 0.436204, + "hf_subset": "deu_Latn-fon_Latn", + "languages": [ + "deu-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "deu_Latn-jav_Latn", + "languages": [ + "deu-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.952816, + "recall": 0.967391, + "f1": 0.957411, + "accuracy": 0.967391, + "main_score": 0.957411, + "hf_subset": "deu_Latn-lao_Laoo", + "languages": [ + "deu-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.877223, + "recall": 0.91502, + "f1": 0.889229, + "accuracy": 0.91502, + "main_score": 0.889229, + "hf_subset": "deu_Latn-mri_Latn", + "languages": [ + "deu-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-rus_Cyrl", + "languages": [ + "deu-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.500035, + "recall": 0.567194, + "f1": 0.518305, + "accuracy": 0.567194, + "main_score": 0.518305, + "hf_subset": "deu_Latn-taq_Latn", + "languages": [ + "deu-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-war_Latn", + "languages": [ + "deu-Latn", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-arb_Arab", + "languages": [ + "deu-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-bul_Cyrl", + "languages": [ + "deu-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-fra_Latn", + "languages": [ + "deu-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-jpn_Jpan", + "languages": [ + "deu-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "deu_Latn-lij_Latn", + "languages": [ + "deu-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "deu_Latn-mya_Mymr", + "languages": [ + "deu-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.544922, + "recall": 0.619565, + "f1": 0.564923, + "accuracy": 0.619565, + "main_score": 0.564923, + "hf_subset": "deu_Latn-sag_Latn", + "languages": [ + "deu-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.227284, + "recall": 0.293478, + "f1": 0.24341, + "accuracy": 0.293478, + "main_score": 0.24341, + "hf_subset": "deu_Latn-taq_Tfng", + "languages": [ + "deu-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.611722, + "recall": 0.689723, + "f1": 0.633753, + "accuracy": 0.689723, + "main_score": 0.633753, + "hf_subset": "deu_Latn-wol_Latn", + "languages": [ + "deu-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.846014, + "recall": 0.890316, + "f1": 0.859618, + "accuracy": 0.890316, + "main_score": 0.859618, + "hf_subset": "deu_Latn-arb_Latn", + "languages": [ + "deu-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-cat_Latn", + "languages": [ + "deu-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "deu_Latn-fur_Latn", + "languages": [ + "deu-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.444471, + "recall": 0.519763, + "f1": 0.46488, + "accuracy": 0.519763, + "main_score": 0.46488, + "hf_subset": "deu_Latn-kab_Latn", + "languages": [ + "deu-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "deu_Latn-lim_Latn", + "languages": [ + "deu-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-nld_Latn", + "languages": [ + "deu-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "deu_Latn-san_Deva", + "languages": [ + "deu-Latn", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-tat_Cyrl", + "languages": [ + "deu-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.869763, + "recall": 0.908103, + "f1": 0.882082, + "accuracy": 0.908103, + "main_score": 0.882082, + "hf_subset": "deu_Latn-xho_Latn", + "languages": [ + "deu-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-ars_Arab", + "languages": [ + "deu-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-ceb_Latn", + "languages": [ + "deu-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.467691, + "recall": 0.550395, + "f1": 0.490646, + "accuracy": 0.550395, + "main_score": 0.490646, + "hf_subset": "deu_Latn-fuv_Latn", + "languages": [ + "deu-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.476674, + "recall": 0.543478, + "f1": 0.494212, + "accuracy": 0.543478, + "main_score": 0.494212, + "hf_subset": "deu_Latn-kac_Latn", + "languages": [ + "deu-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.619188, + "recall": 0.694664, + "f1": 0.640491, + "accuracy": 0.694664, + "main_score": 0.640491, + "hf_subset": "deu_Latn-lin_Latn", + "languages": [ + "deu-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-nno_Latn", + "languages": [ + "deu-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.863966, + "recall": 0.903162, + "f1": 0.875889, + "accuracy": 0.903162, + "main_score": 0.875889, + "hf_subset": "deu_Latn-sat_Olck", + "languages": [ + "deu-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "deu_Latn-tel_Telu", + "languages": [ + "deu-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "deu_Latn-ydd_Hebr", + "languages": [ + "deu-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "deu_Latn-ary_Arab", + "languages": [ + "deu-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ces_Latn", + "languages": [ + "deu-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.550534, + "recall": 0.633399, + "f1": 0.573678, + "accuracy": 0.633399, + "main_score": 0.573678, + "hf_subset": "deu_Latn-gaz_Latn", + "languages": [ + "deu-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.539165, + "recall": 0.619565, + "f1": 0.561127, + "accuracy": 0.619565, + "main_score": 0.561127, + "hf_subset": "deu_Latn-kam_Latn", + "languages": [ + "deu-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "deu_Latn-lit_Latn", + "languages": [ + "deu-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-nob_Latn", + "languages": [ + "deu-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "deu_Latn-scn_Latn", + "languages": [ + "deu-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "deu_Latn-tgk_Cyrl", + "languages": [ + "deu-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.754011, + "recall": 0.817194, + "f1": 0.772777, + "accuracy": 0.817194, + "main_score": 0.772777, + "hf_subset": "deu_Latn-yor_Latn", + "languages": [ + "deu-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-arz_Arab", + "languages": [ + "deu-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.497527, + "recall": 0.573123, + "f1": 0.518227, + "accuracy": 0.573123, + "main_score": 0.518227, + "hf_subset": "deu_Latn-cjk_Latn", + "languages": [ + "deu-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "deu_Latn-gla_Latn", + "languages": [ + "deu-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "deu_Latn-kan_Knda", + "languages": [ + "deu-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "deu_Latn-lmo_Latn", + "languages": [ + "deu-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "deu_Latn-npi_Deva", + "languages": [ + "deu-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.537196, + "recall": 0.625494, + "f1": 0.561665, + "accuracy": 0.625494, + "main_score": 0.561665, + "hf_subset": "deu_Latn-shn_Mymr", + "languages": [ + "deu-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-tgl_Latn", + "languages": [ + "deu-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-yue_Hant", + "languages": [ + "deu-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "deu_Latn-asm_Beng", + "languages": [ + "deu-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.935853, + "recall": 0.955534, + "f1": 0.942095, + "accuracy": 0.955534, + "main_score": 0.942095, + "hf_subset": "deu_Latn-ckb_Arab", + "languages": [ + "deu-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "deu_Latn-gle_Latn", + "languages": [ + "deu-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.923748, + "recall": 0.94664, + "f1": 0.930995, + "accuracy": 0.94664, + "main_score": 0.930995, + "hf_subset": "deu_Latn-kas_Arab", + "languages": [ + "deu-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.903821, + "recall": 0.932806, + "f1": 0.913011, + "accuracy": 0.932806, + "main_score": 0.913011, + "hf_subset": "deu_Latn-ltg_Latn", + "languages": [ + "deu-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.788554, + "recall": 0.841897, + "f1": 0.804545, + "accuracy": 0.841897, + "main_score": 0.804545, + "hf_subset": "deu_Latn-nso_Latn", + "languages": [ + "deu-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "deu_Latn-sin_Sinh", + "languages": [ + "deu-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-tha_Thai", + "languages": [ + "deu-Latn", + "tha-Thai" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-zho_Hans", + "languages": [ + "deu-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-ast_Latn", + "languages": [ + "deu-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "deu_Latn-crh_Latn", + "languages": [ + "deu-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-glg_Latn", + "languages": [ + "deu-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.856061, + "recall": 0.898221, + "f1": 0.869038, + "accuracy": 0.898221, + "main_score": 0.869038, + "hf_subset": "deu_Latn-kas_Deva", + "languages": [ + "deu-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-ltz_Latn", + "languages": [ + "deu-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.423853, + "recall": 0.493083, + "f1": 0.442874, + "accuracy": 0.493083, + "main_score": 0.442874, + "hf_subset": "deu_Latn-nus_Latn", + "languages": [ + "deu-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-slk_Latn", + "languages": [ + "deu-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.645909, + "recall": 0.726285, + "f1": 0.669041, + "accuracy": 0.726285, + "main_score": 0.669041, + "hf_subset": "deu_Latn-tir_Ethi", + "languages": [ + "deu-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-zho_Hant", + "languages": [ + "deu-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.981061, + "recall": 0.986166, + "f1": 0.982708, + "accuracy": 0.986166, + "main_score": 0.982708, + "hf_subset": "deu_Latn-awa_Deva", + "languages": [ + "deu-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "deu_Latn-cym_Latn", + "languages": [ + "deu-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.78443, + "recall": 0.837945, + "f1": 0.800379, + "accuracy": 0.837945, + "main_score": 0.800379, + "hf_subset": "deu_Latn-grn_Latn", + "languages": [ + "deu-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-kat_Geor", + "languages": [ + "deu-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.589676, + "recall": 0.663043, + "f1": 0.610465, + "accuracy": 0.663043, + "main_score": 0.610465, + "hf_subset": "deu_Latn-lua_Latn", + "languages": [ + "deu-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.830731, + "recall": 0.879447, + "f1": 0.846146, + "accuracy": 0.879447, + "main_score": 0.846146, + "hf_subset": "deu_Latn-nya_Latn", + "languages": [ + "deu-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "deu_Latn-slv_Latn", + "languages": [ + "deu-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "deu_Latn-tpi_Latn", + "languages": [ + "deu-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-zsm_Latn", + "languages": [ + "deu-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.499037, + "recall": 0.572134, + "f1": 0.519147, + "accuracy": 0.572134, + "main_score": 0.519147, + "hf_subset": "deu_Latn-ayr_Latn", + "languages": [ + "deu-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-dan_Latn", + "languages": [ + "deu-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-guj_Gujr", + "languages": [ + "deu-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "deu_Latn-kaz_Cyrl", + "languages": [ + "deu-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.637666, + "recall": 0.715415, + "f1": 0.66024, + "accuracy": 0.715415, + "main_score": 0.66024, + "hf_subset": "deu_Latn-lug_Latn", + "languages": [ + "deu-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-oci_Latn", + "languages": [ + "deu-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.831037, + "recall": 0.876482, + "f1": 0.845076, + "accuracy": 0.876482, + "main_score": 0.845076, + "hf_subset": "deu_Latn-smo_Latn", + "languages": [ + "deu-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.749489, + "recall": 0.814229, + "f1": 0.769104, + "accuracy": 0.814229, + "main_score": 0.769104, + "hf_subset": "deu_Latn-tsn_Latn", + "languages": [ + "deu-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.89114, + "recall": 0.923913, + "f1": 0.901482, + "accuracy": 0.923913, + "main_score": 0.901482, + "hf_subset": "deu_Latn-zul_Latn", + "languages": [ + "deu-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.943923, + "recall": 0.961462, + "f1": 0.949506, + "accuracy": 0.961462, + "main_score": 0.949506, + "hf_subset": "deu_Latn-azb_Arab", + "languages": [ + "deu-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "deu_Latn-hat_Latn", + "languages": [ + "deu-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.472901, + "recall": 0.539526, + "f1": 0.491525, + "accuracy": 0.539526, + "main_score": 0.491525, + "hf_subset": "deu_Latn-kbp_Latn", + "languages": [ + "deu-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.514252, + "recall": 0.582016, + "f1": 0.532535, + "accuracy": 0.582016, + "main_score": 0.532535, + "hf_subset": "deu_Latn-luo_Latn", + "languages": [ + "deu-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "deu_Latn-ory_Orya", + "languages": [ + "deu-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.900115, + "recall": 0.929842, + "f1": 0.909486, + "accuracy": 0.929842, + "main_score": 0.909486, + "hf_subset": "deu_Latn-sna_Latn", + "languages": [ + "deu-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.653937, + "recall": 0.728261, + "f1": 0.675713, + "accuracy": 0.728261, + "main_score": 0.675713, + "hf_subset": "deu_Latn-tso_Latn", + "languages": [ + "deu-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-azj_Latn", + "languages": [ + "deu-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.487963, + "recall": 0.563241, + "f1": 0.509207, + "accuracy": 0.563241, + "main_score": 0.509207, + "hf_subset": "deu_Latn-dik_Latn", + "languages": [ + "deu-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.915349, + "recall": 0.9417, + "f1": 0.923913, + "accuracy": 0.9417, + "main_score": 0.923913, + "hf_subset": "deu_Latn-hau_Latn", + "languages": [ + "deu-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "deu_Latn-kea_Latn", + "languages": [ + "deu-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.923254, + "recall": 0.947628, + "f1": 0.931159, + "accuracy": 0.947628, + "main_score": 0.931159, + "hf_subset": "deu_Latn-lus_Latn", + "languages": [ + "deu-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.87393, + "recall": 0.911067, + "f1": 0.885771, + "accuracy": 0.911067, + "main_score": 0.885771, + "hf_subset": "deu_Latn-pag_Latn", + "languages": [ + "deu-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "deu_Latn-snd_Arab", + "languages": [ + "deu-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "deu_Latn-tuk_Latn", + "languages": [ + "deu-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-bak_Cyrl", + "languages": [ + "deu-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.463727, + "recall": 0.543478, + "f1": 0.485241, + "accuracy": 0.543478, + "main_score": 0.485241, + "hf_subset": "deu_Latn-dyu_Latn", + "languages": [ + "deu-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-heb_Hebr", + "languages": [ + "deu-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "deu_Latn-khk_Cyrl", + "languages": [ + "deu-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-lvs_Latn", + "languages": [ + "deu-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-pan_Guru", + "languages": [ + "deu-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.880599, + "recall": 0.916008, + "f1": 0.891601, + "accuracy": 0.916008, + "main_score": 0.891601, + "hf_subset": "deu_Latn-som_Latn", + "languages": [ + "deu-Latn", + "som-Latn" + ] + }, + { + "precision": 0.705534, + "recall": 0.770751, + "f1": 0.724473, + "accuracy": 0.770751, + "main_score": 0.724473, + "hf_subset": "deu_Latn-tum_Latn", + "languages": [ + "deu-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.521731, + "recall": 0.610672, + "f1": 0.548005, + "accuracy": 0.610672, + "main_score": 0.548005, + "hf_subset": "hat_Latn-ace_Arab", + "languages": [ + "hat-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.486506, + "recall": 0.550395, + "f1": 0.503948, + "accuracy": 0.550395, + "main_score": 0.503948, + "hf_subset": "hat_Latn-bam_Latn", + "languages": [ + "hat-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.62782, + "recall": 0.709486, + "f1": 0.650655, + "accuracy": 0.709486, + "main_score": 0.650655, + "hf_subset": "hat_Latn-dzo_Tibt", + "languages": [ + "hat-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "hat_Latn-hin_Deva", + "languages": [ + "hat-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "hat_Latn-khm_Khmr", + "languages": [ + "hat-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hat_Latn-mag_Deva", + "languages": [ + "hat-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hat_Latn-pap_Latn", + "languages": [ + "hat-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.860705, + "recall": 0.899209, + "f1": 0.872661, + "accuracy": 0.899209, + "main_score": 0.872661, + "hf_subset": "hat_Latn-sot_Latn", + "languages": [ + "hat-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hat_Latn-tur_Latn", + "languages": [ + "hat-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.852884, + "recall": 0.891304, + "f1": 0.864954, + "accuracy": 0.891304, + "main_score": 0.864954, + "hf_subset": "hat_Latn-ace_Latn", + "languages": [ + "hat-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.947628, + "recall": 0.963439, + "f1": 0.952899, + "accuracy": 0.963439, + "main_score": 0.952899, + "hf_subset": "hat_Latn-ban_Latn", + "languages": [ + "hat-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-ell_Grek", + "languages": [ + "hat-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "hat_Latn-hne_Deva", + "languages": [ + "hat-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.560735, + "recall": 0.626482, + "f1": 0.579617, + "accuracy": 0.626482, + "main_score": 0.579617, + "hf_subset": "hat_Latn-kik_Latn", + "languages": [ + "hat-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-mai_Deva", + "languages": [ + "hat-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.934042, + "recall": 0.954545, + "f1": 0.940613, + "accuracy": 0.954545, + "main_score": 0.940613, + "hf_subset": "hat_Latn-pbt_Arab", + "languages": [ + "hat-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hat_Latn-spa_Latn", + "languages": [ + "hat-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.759931, + "recall": 0.814229, + "f1": 0.776172, + "accuracy": 0.814229, + "main_score": 0.776172, + "hf_subset": "hat_Latn-twi_Latn", + "languages": [ + "hat-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-acm_Arab", + "languages": [ + "hat-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-bel_Cyrl", + "languages": [ + "hat-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hat_Latn-hrv_Latn", + "languages": [ + "hat-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.849868, + "recall": 0.889328, + "f1": 0.862154, + "accuracy": 0.889328, + "main_score": 0.862154, + "hf_subset": "hat_Latn-kin_Latn", + "languages": [ + "hat-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hat_Latn-mal_Mlym", + "languages": [ + "hat-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "hat_Latn-pes_Arab", + "languages": [ + "hat-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hat_Latn-srd_Latn", + "languages": [ + "hat-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.219409, + "recall": 0.285573, + "f1": 0.235092, + "accuracy": 0.285573, + "main_score": 0.235092, + "hf_subset": "hat_Latn-tzm_Tfng", + "languages": [ + "hat-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-acq_Arab", + "languages": [ + "hat-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.646599, + "recall": 0.714427, + "f1": 0.665588, + "accuracy": 0.714427, + "main_score": 0.665588, + "hf_subset": "hat_Latn-bem_Latn", + "languages": [ + "hat-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hat_Latn-epo_Latn", + "languages": [ + "hat-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hat_Latn-hun_Latn", + "languages": [ + "hat-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "hat_Latn-kir_Cyrl", + "languages": [ + "hat-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hat_Latn-mar_Deva", + "languages": [ + "hat-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.851449, + "recall": 0.891304, + "f1": 0.863735, + "accuracy": 0.891304, + "main_score": 0.863735, + "hf_subset": "hat_Latn-plt_Latn", + "languages": [ + "hat-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hat_Latn-srp_Cyrl", + "languages": [ + "hat-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.917984, + "recall": 0.943676, + "f1": 0.926383, + "accuracy": 0.943676, + "main_score": 0.926383, + "hf_subset": "hat_Latn-uig_Arab", + "languages": [ + "hat-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "hat_Latn-aeb_Arab", + "languages": [ + "hat-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hat_Latn-ben_Beng", + "languages": [ + "hat-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hat_Latn-est_Latn", + "languages": [ + "hat-Latn", + "est-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "hat_Latn-hye_Armn", + "languages": [ + "hat-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.466648, + "recall": 0.521739, + "f1": 0.482097, + "accuracy": 0.521739, + "main_score": 0.482097, + "hf_subset": "hat_Latn-kmb_Latn", + "languages": [ + "hat-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.513174, + "recall": 0.59585, + "f1": 0.535837, + "accuracy": 0.59585, + "main_score": 0.535837, + "hf_subset": "hat_Latn-min_Arab", + "languages": [ + "hat-Latn", + "min-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hat_Latn-pol_Latn", + "languages": [ + "hat-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.720826, + "recall": 0.791502, + "f1": 0.742408, + "accuracy": 0.791502, + "main_score": 0.742408, + "hf_subset": "hat_Latn-ssw_Latn", + "languages": [ + "hat-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "hat_Latn-ukr_Cyrl", + "languages": [ + "hat-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hat_Latn-afr_Latn", + "languages": [ + "hat-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "hat_Latn-bho_Deva", + "languages": [ + "hat-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "hat_Latn-eus_Latn", + "languages": [ + "hat-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.848403, + "recall": 0.893281, + "f1": 0.862549, + "accuracy": 0.893281, + "main_score": 0.862549, + "hf_subset": "hat_Latn-ibo_Latn", + "languages": [ + "hat-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.867128, + "recall": 0.905138, + "f1": 0.879282, + "accuracy": 0.905138, + "main_score": 0.879282, + "hf_subset": "hat_Latn-kmr_Latn", + "languages": [ + "hat-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "hat_Latn-min_Latn", + "languages": [ + "hat-Latn", + "min-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hat_Latn-por_Latn", + "languages": [ + "hat-Latn", + "por-Latn" + ] + }, + { + "precision": 0.963686, + "recall": 0.975296, + "f1": 0.967457, + "accuracy": 0.975296, + "main_score": 0.967457, + "hf_subset": "hat_Latn-sun_Latn", + "languages": [ + "hat-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.464428, + "recall": 0.531621, + "f1": 0.483758, + "accuracy": 0.531621, + "main_score": 0.483758, + "hf_subset": "hat_Latn-umb_Latn", + "languages": [ + "hat-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hat_Latn-ajp_Arab", + "languages": [ + "hat-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.525692, + "recall": 0.602767, + "f1": 0.547251, + "accuracy": 0.602767, + "main_score": 0.547251, + "hf_subset": "hat_Latn-bjn_Arab", + "languages": [ + "hat-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.447778, + "recall": 0.502964, + "f1": 0.463124, + "accuracy": 0.502964, + "main_score": 0.463124, + "hf_subset": "hat_Latn-ewe_Latn", + "languages": [ + "hat-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.932312, + "recall": 0.952569, + "f1": 0.9389, + "accuracy": 0.952569, + "main_score": 0.9389, + "hf_subset": "hat_Latn-ilo_Latn", + "languages": [ + "hat-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.264318, + "recall": 0.326087, + "f1": 0.280194, + "accuracy": 0.326087, + "main_score": 0.280194, + "hf_subset": "hat_Latn-knc_Arab", + "languages": [ + "hat-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hat_Latn-mkd_Cyrl", + "languages": [ + "hat-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hat_Latn-prs_Arab", + "languages": [ + "hat-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hat_Latn-swe_Latn", + "languages": [ + "hat-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-urd_Arab", + "languages": [ + "hat-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.723584, + "recall": 0.787549, + "f1": 0.742514, + "accuracy": 0.787549, + "main_score": 0.742514, + "hf_subset": "hat_Latn-aka_Latn", + "languages": [ + "hat-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "hat_Latn-bjn_Latn", + "languages": [ + "hat-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.954084, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "hat_Latn-fao_Latn", + "languages": [ + "hat-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "hat_Latn-ind_Latn", + "languages": [ + "hat-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.500142, + "recall": 0.562253, + "f1": 0.516847, + "accuracy": 0.562253, + "main_score": 0.516847, + "hf_subset": "hat_Latn-knc_Latn", + "languages": [ + "hat-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "hat_Latn-mlt_Latn", + "languages": [ + "hat-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.609843, + "recall": 0.682806, + "f1": 0.630894, + "accuracy": 0.682806, + "main_score": 0.630894, + "hf_subset": "hat_Latn-quy_Latn", + "languages": [ + "hat-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hat_Latn-swh_Latn", + "languages": [ + "hat-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-uzn_Latn", + "languages": [ + "hat-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-als_Latn", + "languages": [ + "hat-Latn", + "als-Latn" + ] + }, + { + "precision": 0.773099, + "recall": 0.832016, + "f1": 0.791078, + "accuracy": 0.832016, + "main_score": 0.791078, + "hf_subset": "hat_Latn-bod_Tibt", + "languages": [ + "hat-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.604529, + "recall": 0.670949, + "f1": 0.623717, + "accuracy": 0.670949, + "main_score": 0.623717, + "hf_subset": "hat_Latn-fij_Latn", + "languages": [ + "hat-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.953393, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "hat_Latn-isl_Latn", + "languages": [ + "hat-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.597876, + "recall": 0.664032, + "f1": 0.615906, + "accuracy": 0.664032, + "main_score": 0.615906, + "hf_subset": "hat_Latn-kon_Latn", + "languages": [ + "hat-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.579349, + "recall": 0.660079, + "f1": 0.602857, + "accuracy": 0.660079, + "main_score": 0.602857, + "hf_subset": "hat_Latn-mni_Beng", + "languages": [ + "hat-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hat_Latn-ron_Latn", + "languages": [ + "hat-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.981225, + "f1": 0.976285, + "accuracy": 0.981225, + "main_score": 0.976285, + "hf_subset": "hat_Latn-szl_Latn", + "languages": [ + "hat-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hat_Latn-vec_Latn", + "languages": [ + "hat-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.918231, + "recall": 0.942688, + "f1": 0.92612, + "accuracy": 0.942688, + "main_score": 0.92612, + "hf_subset": "hat_Latn-amh_Ethi", + "languages": [ + "hat-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "hat_Latn-bos_Latn", + "languages": [ + "hat-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "hat_Latn-fin_Latn", + "languages": [ + "hat-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hat_Latn-ita_Latn", + "languages": [ + "hat-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "hat_Latn-kor_Hang", + "languages": [ + "hat-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.500654, + "recall": 0.563241, + "f1": 0.517764, + "accuracy": 0.563241, + "main_score": 0.517764, + "hf_subset": "hat_Latn-mos_Latn", + "languages": [ + "hat-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.744895, + "recall": 0.806324, + "f1": 0.763603, + "accuracy": 0.806324, + "main_score": 0.763603, + "hf_subset": "hat_Latn-run_Latn", + "languages": [ + "hat-Latn", + "run-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "hat_Latn-tam_Taml", + "languages": [ + "hat-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hat_Latn-vie_Latn", + "languages": [ + "hat-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "hat_Latn-apc_Arab", + "languages": [ + "hat-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.719417, + "recall": 0.780632, + "f1": 0.737239, + "accuracy": 0.780632, + "main_score": 0.737239, + "hf_subset": "hat_Latn-bug_Latn", + "languages": [ + "hat-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.419638, + "recall": 0.470356, + "f1": 0.433518, + "accuracy": 0.470356, + "main_score": 0.433518, + "hf_subset": "hat_Latn-fon_Latn", + "languages": [ + "hat-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "hat_Latn-jav_Latn", + "languages": [ + "hat-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.92836, + "recall": 0.950593, + "f1": 0.935441, + "accuracy": 0.950593, + "main_score": 0.935441, + "hf_subset": "hat_Latn-lao_Laoo", + "languages": [ + "hat-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.854661, + "recall": 0.895257, + "f1": 0.867128, + "accuracy": 0.895257, + "main_score": 0.867128, + "hf_subset": "hat_Latn-mri_Latn", + "languages": [ + "hat-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "hat_Latn-rus_Cyrl", + "languages": [ + "hat-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.512851, + "recall": 0.567194, + "f1": 0.527313, + "accuracy": 0.567194, + "main_score": 0.527313, + "hf_subset": "hat_Latn-taq_Latn", + "languages": [ + "hat-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "hat_Latn-war_Latn", + "languages": [ + "hat-Latn", + "war-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "hat_Latn-arb_Arab", + "languages": [ + "hat-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hat_Latn-bul_Cyrl", + "languages": [ + "hat-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hat_Latn-fra_Latn", + "languages": [ + "hat-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hat_Latn-jpn_Jpan", + "languages": [ + "hat-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hat_Latn-lij_Latn", + "languages": [ + "hat-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.944993, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "hat_Latn-mya_Mymr", + "languages": [ + "hat-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.556731, + "recall": 0.619565, + "f1": 0.573652, + "accuracy": 0.619565, + "main_score": 0.573652, + "hf_subset": "hat_Latn-sag_Latn", + "languages": [ + "hat-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.227311, + "recall": 0.295455, + "f1": 0.245263, + "accuracy": 0.295455, + "main_score": 0.245263, + "hf_subset": "hat_Latn-taq_Tfng", + "languages": [ + "hat-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.631102, + "recall": 0.693676, + "f1": 0.64874, + "accuracy": 0.693676, + "main_score": 0.64874, + "hf_subset": "hat_Latn-wol_Latn", + "languages": [ + "hat-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.833531, + "recall": 0.880435, + "f1": 0.848287, + "accuracy": 0.880435, + "main_score": 0.848287, + "hf_subset": "hat_Latn-arb_Latn", + "languages": [ + "hat-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hat_Latn-cat_Latn", + "languages": [ + "hat-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hat_Latn-fur_Latn", + "languages": [ + "hat-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.43727, + "recall": 0.51087, + "f1": 0.457204, + "accuracy": 0.51087, + "main_score": 0.457204, + "hf_subset": "hat_Latn-kab_Latn", + "languages": [ + "hat-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "hat_Latn-lim_Latn", + "languages": [ + "hat-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-nld_Latn", + "languages": [ + "hat-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.952734, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "hat_Latn-san_Deva", + "languages": [ + "hat-Latn", + "san-Deva" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-tat_Cyrl", + "languages": [ + "hat-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.861495, + "recall": 0.898221, + "f1": 0.872991, + "accuracy": 0.898221, + "main_score": 0.872991, + "hf_subset": "hat_Latn-xho_Latn", + "languages": [ + "hat-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-ars_Arab", + "languages": [ + "hat-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "hat_Latn-ceb_Latn", + "languages": [ + "hat-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.468338, + "recall": 0.538538, + "f1": 0.487202, + "accuracy": 0.538538, + "main_score": 0.487202, + "hf_subset": "hat_Latn-fuv_Latn", + "languages": [ + "hat-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.471847, + "recall": 0.529644, + "f1": 0.487663, + "accuracy": 0.529644, + "main_score": 0.487663, + "hf_subset": "hat_Latn-kac_Latn", + "languages": [ + "hat-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.631137, + "recall": 0.698617, + "f1": 0.649995, + "accuracy": 0.698617, + "main_score": 0.649995, + "hf_subset": "hat_Latn-lin_Latn", + "languages": [ + "hat-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "hat_Latn-nno_Latn", + "languages": [ + "hat-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.856308, + "recall": 0.897233, + "f1": 0.869104, + "accuracy": 0.897233, + "main_score": 0.869104, + "hf_subset": "hat_Latn-sat_Olck", + "languages": [ + "hat-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "hat_Latn-tel_Telu", + "languages": [ + "hat-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "hat_Latn-ydd_Hebr", + "languages": [ + "hat-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.949605, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "hat_Latn-ary_Arab", + "languages": [ + "hat-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hat_Latn-ces_Latn", + "languages": [ + "hat-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.558586, + "recall": 0.635375, + "f1": 0.579589, + "accuracy": 0.635375, + "main_score": 0.579589, + "hf_subset": "hat_Latn-gaz_Latn", + "languages": [ + "hat-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.533638, + "recall": 0.602767, + "f1": 0.553376, + "accuracy": 0.602767, + "main_score": 0.553376, + "hf_subset": "hat_Latn-kam_Latn", + "languages": [ + "hat-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "hat_Latn-lit_Latn", + "languages": [ + "hat-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hat_Latn-nob_Latn", + "languages": [ + "hat-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "hat_Latn-scn_Latn", + "languages": [ + "hat-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.970356, + "f1": 0.962286, + "accuracy": 0.970356, + "main_score": 0.962286, + "hf_subset": "hat_Latn-tgk_Cyrl", + "languages": [ + "hat-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.742358, + "recall": 0.804348, + "f1": 0.760954, + "accuracy": 0.804348, + "main_score": 0.760954, + "hf_subset": "hat_Latn-yor_Latn", + "languages": [ + "hat-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "hat_Latn-arz_Arab", + "languages": [ + "hat-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.48913, + "recall": 0.552372, + "f1": 0.506995, + "accuracy": 0.552372, + "main_score": 0.506995, + "hf_subset": "hat_Latn-cjk_Latn", + "languages": [ + "hat-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.920949, + "recall": 0.945652, + "f1": 0.929018, + "accuracy": 0.945652, + "main_score": 0.929018, + "hf_subset": "hat_Latn-gla_Latn", + "languages": [ + "hat-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "hat_Latn-kan_Knda", + "languages": [ + "hat-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-lmo_Latn", + "languages": [ + "hat-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "hat_Latn-npi_Deva", + "languages": [ + "hat-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.530264, + "recall": 0.606719, + "f1": 0.551898, + "accuracy": 0.606719, + "main_score": 0.551898, + "hf_subset": "hat_Latn-shn_Mymr", + "languages": [ + "hat-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-tgl_Latn", + "languages": [ + "hat-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hat_Latn-yue_Hant", + "languages": [ + "hat-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "hat_Latn-asm_Beng", + "languages": [ + "hat-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.914032, + "recall": 0.939723, + "f1": 0.922266, + "accuracy": 0.939723, + "main_score": 0.922266, + "hf_subset": "hat_Latn-ckb_Arab", + "languages": [ + "hat-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "hat_Latn-gle_Latn", + "languages": [ + "hat-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.899457, + "recall": 0.93083, + "f1": 0.909651, + "accuracy": 0.93083, + "main_score": 0.909651, + "hf_subset": "hat_Latn-kas_Arab", + "languages": [ + "hat-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.894763, + "recall": 0.926877, + "f1": 0.905303, + "accuracy": 0.926877, + "main_score": 0.905303, + "hf_subset": "hat_Latn-ltg_Latn", + "languages": [ + "hat-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.783284, + "recall": 0.835968, + "f1": 0.799261, + "accuracy": 0.835968, + "main_score": 0.799261, + "hf_subset": "hat_Latn-nso_Latn", + "languages": [ + "hat-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "hat_Latn-sin_Sinh", + "languages": [ + "hat-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hat_Latn-tha_Thai", + "languages": [ + "hat-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "hat_Latn-zho_Hans", + "languages": [ + "hat-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hat_Latn-ast_Latn", + "languages": [ + "hat-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "hat_Latn-crh_Latn", + "languages": [ + "hat-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hat_Latn-glg_Latn", + "languages": [ + "hat-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.841996, + "recall": 0.885375, + "f1": 0.855534, + "accuracy": 0.885375, + "main_score": 0.855534, + "hf_subset": "hat_Latn-kas_Deva", + "languages": [ + "hat-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-ltz_Latn", + "languages": [ + "hat-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.410559, + "recall": 0.476285, + "f1": 0.428863, + "accuracy": 0.476285, + "main_score": 0.428863, + "hf_subset": "hat_Latn-nus_Latn", + "languages": [ + "hat-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hat_Latn-slk_Latn", + "languages": [ + "hat-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.614767, + "recall": 0.693676, + "f1": 0.637163, + "accuracy": 0.693676, + "main_score": 0.637163, + "hf_subset": "hat_Latn-tir_Ethi", + "languages": [ + "hat-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-zho_Hant", + "languages": [ + "hat-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.963768, + "recall": 0.974308, + "f1": 0.967227, + "accuracy": 0.974308, + "main_score": 0.967227, + "hf_subset": "hat_Latn-awa_Deva", + "languages": [ + "hat-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-cym_Latn", + "languages": [ + "hat-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.754554, + "recall": 0.809289, + "f1": 0.770773, + "accuracy": 0.809289, + "main_score": 0.770773, + "hf_subset": "hat_Latn-grn_Latn", + "languages": [ + "hat-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "hat_Latn-kat_Geor", + "languages": [ + "hat-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.590607, + "recall": 0.652174, + "f1": 0.60711, + "accuracy": 0.652174, + "main_score": 0.60711, + "hf_subset": "hat_Latn-lua_Latn", + "languages": [ + "hat-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.829957, + "recall": 0.876482, + "f1": 0.844763, + "accuracy": 0.876482, + "main_score": 0.844763, + "hf_subset": "hat_Latn-nya_Latn", + "languages": [ + "hat-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hat_Latn-slv_Latn", + "languages": [ + "hat-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "hat_Latn-tpi_Latn", + "languages": [ + "hat-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hat_Latn-zsm_Latn", + "languages": [ + "hat-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.501577, + "recall": 0.562253, + "f1": 0.518217, + "accuracy": 0.562253, + "main_score": 0.518217, + "hf_subset": "hat_Latn-ayr_Latn", + "languages": [ + "hat-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hat_Latn-dan_Latn", + "languages": [ + "hat-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-guj_Gujr", + "languages": [ + "hat-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-kaz_Cyrl", + "languages": [ + "hat-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.653757, + "recall": 0.721344, + "f1": 0.672878, + "accuracy": 0.721344, + "main_score": 0.672878, + "hf_subset": "hat_Latn-lug_Latn", + "languages": [ + "hat-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hat_Latn-oci_Latn", + "languages": [ + "hat-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.837319, + "recall": 0.879447, + "f1": 0.850579, + "accuracy": 0.879447, + "main_score": 0.850579, + "hf_subset": "hat_Latn-smo_Latn", + "languages": [ + "hat-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.738752, + "recall": 0.802372, + "f1": 0.75807, + "accuracy": 0.802372, + "main_score": 0.75807, + "hf_subset": "hat_Latn-tsn_Latn", + "languages": [ + "hat-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.894186, + "recall": 0.925889, + "f1": 0.904381, + "accuracy": 0.925889, + "main_score": 0.904381, + "hf_subset": "hat_Latn-zul_Latn", + "languages": [ + "hat-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.91469, + "recall": 0.938735, + "f1": 0.922431, + "accuracy": 0.938735, + "main_score": 0.922431, + "hf_subset": "hat_Latn-azb_Arab", + "languages": [ + "hat-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-deu_Latn", + "languages": [ + "hat-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.480484, + "recall": 0.535573, + "f1": 0.495421, + "accuracy": 0.535573, + "main_score": 0.495421, + "hf_subset": "hat_Latn-kbp_Latn", + "languages": [ + "hat-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.501325, + "recall": 0.560277, + "f1": 0.517506, + "accuracy": 0.560277, + "main_score": 0.517506, + "hf_subset": "hat_Latn-luo_Latn", + "languages": [ + "hat-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "hat_Latn-ory_Orya", + "languages": [ + "hat-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.87607, + "recall": 0.913043, + "f1": 0.888076, + "accuracy": 0.913043, + "main_score": 0.888076, + "hf_subset": "hat_Latn-sna_Latn", + "languages": [ + "hat-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.64253, + "recall": 0.711462, + "f1": 0.662436, + "accuracy": 0.711462, + "main_score": 0.662436, + "hf_subset": "hat_Latn-tso_Latn", + "languages": [ + "hat-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "hat_Latn-azj_Latn", + "languages": [ + "hat-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.483786, + "recall": 0.544466, + "f1": 0.500869, + "accuracy": 0.544466, + "main_score": 0.500869, + "hf_subset": "hat_Latn-dik_Latn", + "languages": [ + "hat-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.885244, + "recall": 0.91996, + "f1": 0.896574, + "accuracy": 0.91996, + "main_score": 0.896574, + "hf_subset": "hat_Latn-hau_Latn", + "languages": [ + "hat-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "hat_Latn-kea_Latn", + "languages": [ + "hat-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.900692, + "recall": 0.929842, + "f1": 0.910046, + "accuracy": 0.929842, + "main_score": 0.910046, + "hf_subset": "hat_Latn-lus_Latn", + "languages": [ + "hat-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.850873, + "recall": 0.887352, + "f1": 0.862549, + "accuracy": 0.887352, + "main_score": 0.862549, + "hf_subset": "hat_Latn-pag_Latn", + "languages": [ + "hat-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "hat_Latn-snd_Arab", + "languages": [ + "hat-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "hat_Latn-tuk_Latn", + "languages": [ + "hat-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "hat_Latn-bak_Cyrl", + "languages": [ + "hat-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.447715, + "recall": 0.519763, + "f1": 0.467219, + "accuracy": 0.519763, + "main_score": 0.467219, + "hf_subset": "hat_Latn-dyu_Latn", + "languages": [ + "hat-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "hat_Latn-heb_Hebr", + "languages": [ + "hat-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "hat_Latn-khk_Cyrl", + "languages": [ + "hat-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hat_Latn-lvs_Latn", + "languages": [ + "hat-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hat_Latn-pan_Guru", + "languages": [ + "hat-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.863389, + "recall": 0.905138, + "f1": 0.876713, + "accuracy": 0.905138, + "main_score": 0.876713, + "hf_subset": "hat_Latn-som_Latn", + "languages": [ + "hat-Latn", + "som-Latn" + ] + }, + { + "precision": 0.687772, + "recall": 0.749012, + "f1": 0.704981, + "accuracy": 0.749012, + "main_score": 0.704981, + "hf_subset": "hat_Latn-tum_Latn", + "languages": [ + "hat-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.391292, + "recall": 0.445652, + "f1": 0.40621, + "accuracy": 0.445652, + "main_score": 0.40621, + "hf_subset": "kbp_Latn-ace_Arab", + "languages": [ + "kbp-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.483181, + "recall": 0.516798, + "f1": 0.492935, + "accuracy": 0.516798, + "main_score": 0.492935, + "hf_subset": "kbp_Latn-bam_Latn", + "languages": [ + "kbp-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.341366, + "recall": 0.395257, + "f1": 0.355776, + "accuracy": 0.395257, + "main_score": 0.355776, + "hf_subset": "kbp_Latn-dzo_Tibt", + "languages": [ + "kbp-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.473411, + "recall": 0.52668, + "f1": 0.487849, + "accuracy": 0.52668, + "main_score": 0.487849, + "hf_subset": "kbp_Latn-hin_Deva", + "languages": [ + "kbp-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.442448, + "recall": 0.493083, + "f1": 0.45658, + "accuracy": 0.493083, + "main_score": 0.45658, + "hf_subset": "kbp_Latn-khm_Khmr", + "languages": [ + "kbp-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.467709, + "recall": 0.51581, + "f1": 0.481177, + "accuracy": 0.51581, + "main_score": 0.481177, + "hf_subset": "kbp_Latn-mag_Deva", + "languages": [ + "kbp-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.483149, + "recall": 0.525692, + "f1": 0.494892, + "accuracy": 0.525692, + "main_score": 0.494892, + "hf_subset": "kbp_Latn-pap_Latn", + "languages": [ + "kbp-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.479671, + "recall": 0.522727, + "f1": 0.490972, + "accuracy": 0.522727, + "main_score": 0.490972, + "hf_subset": "kbp_Latn-sot_Latn", + "languages": [ + "kbp-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.465564, + "recall": 0.51087, + "f1": 0.478381, + "accuracy": 0.51087, + "main_score": 0.478381, + "hf_subset": "kbp_Latn-tur_Latn", + "languages": [ + "kbp-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.479781, + "recall": 0.519763, + "f1": 0.490251, + "accuracy": 0.519763, + "main_score": 0.490251, + "hf_subset": "kbp_Latn-ace_Latn", + "languages": [ + "kbp-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.471351, + "recall": 0.512846, + "f1": 0.482283, + "accuracy": 0.512846, + "main_score": 0.482283, + "hf_subset": "kbp_Latn-ban_Latn", + "languages": [ + "kbp-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.465151, + "recall": 0.513834, + "f1": 0.478548, + "accuracy": 0.513834, + "main_score": 0.478548, + "hf_subset": "kbp_Latn-ell_Grek", + "languages": [ + "kbp-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.465907, + "recall": 0.509881, + "f1": 0.477199, + "accuracy": 0.509881, + "main_score": 0.477199, + "hf_subset": "kbp_Latn-hne_Deva", + "languages": [ + "kbp-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.464467, + "recall": 0.505929, + "f1": 0.475956, + "accuracy": 0.505929, + "main_score": 0.475956, + "hf_subset": "kbp_Latn-kik_Latn", + "languages": [ + "kbp-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.461043, + "recall": 0.51087, + "f1": 0.473866, + "accuracy": 0.51087, + "main_score": 0.473866, + "hf_subset": "kbp_Latn-mai_Deva", + "languages": [ + "kbp-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.439673, + "recall": 0.492095, + "f1": 0.453397, + "accuracy": 0.492095, + "main_score": 0.453397, + "hf_subset": "kbp_Latn-pbt_Arab", + "languages": [ + "kbp-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.488104, + "recall": 0.537549, + "f1": 0.501072, + "accuracy": 0.537549, + "main_score": 0.501072, + "hf_subset": "kbp_Latn-spa_Latn", + "languages": [ + "kbp-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.490262, + "recall": 0.534585, + "f1": 0.502305, + "accuracy": 0.534585, + "main_score": 0.502305, + "hf_subset": "kbp_Latn-twi_Latn", + "languages": [ + "kbp-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.45859, + "recall": 0.501976, + "f1": 0.470943, + "accuracy": 0.501976, + "main_score": 0.470943, + "hf_subset": "kbp_Latn-acm_Arab", + "languages": [ + "kbp-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.442005, + "recall": 0.491107, + "f1": 0.455642, + "accuracy": 0.491107, + "main_score": 0.455642, + "hf_subset": "kbp_Latn-bel_Cyrl", + "languages": [ + "kbp-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.480359, + "recall": 0.529644, + "f1": 0.493802, + "accuracy": 0.529644, + "main_score": 0.493802, + "hf_subset": "kbp_Latn-eng_Latn", + "languages": [ + "kbp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.482515, + "recall": 0.533597, + "f1": 0.496334, + "accuracy": 0.533597, + "main_score": 0.496334, + "hf_subset": "kbp_Latn-hrv_Latn", + "languages": [ + "kbp-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.482637, + "recall": 0.522727, + "f1": 0.493686, + "accuracy": 0.522727, + "main_score": 0.493686, + "hf_subset": "kbp_Latn-kin_Latn", + "languages": [ + "kbp-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.452656, + "recall": 0.502964, + "f1": 0.466176, + "accuracy": 0.502964, + "main_score": 0.466176, + "hf_subset": "kbp_Latn-mal_Mlym", + "languages": [ + "kbp-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.443598, + "recall": 0.497036, + "f1": 0.458209, + "accuracy": 0.497036, + "main_score": 0.458209, + "hf_subset": "kbp_Latn-pes_Arab", + "languages": [ + "kbp-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.462315, + "recall": 0.513834, + "f1": 0.475769, + "accuracy": 0.513834, + "main_score": 0.475769, + "hf_subset": "kbp_Latn-srd_Latn", + "languages": [ + "kbp-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.239921, + "recall": 0.294466, + "f1": 0.254233, + "accuracy": 0.294466, + "main_score": 0.254233, + "hf_subset": "kbp_Latn-tzm_Tfng", + "languages": [ + "kbp-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.463666, + "recall": 0.507905, + "f1": 0.475917, + "accuracy": 0.507905, + "main_score": 0.475917, + "hf_subset": "kbp_Latn-acq_Arab", + "languages": [ + "kbp-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.489615, + "recall": 0.531621, + "f1": 0.501213, + "accuracy": 0.531621, + "main_score": 0.501213, + "hf_subset": "kbp_Latn-bem_Latn", + "languages": [ + "kbp-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.464162, + "recall": 0.504941, + "f1": 0.474942, + "accuracy": 0.504941, + "main_score": 0.474942, + "hf_subset": "kbp_Latn-epo_Latn", + "languages": [ + "kbp-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.463272, + "recall": 0.513834, + "f1": 0.477719, + "accuracy": 0.513834, + "main_score": 0.477719, + "hf_subset": "kbp_Latn-hun_Latn", + "languages": [ + "kbp-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.449914, + "recall": 0.500988, + "f1": 0.463558, + "accuracy": 0.500988, + "main_score": 0.463558, + "hf_subset": "kbp_Latn-kir_Cyrl", + "languages": [ + "kbp-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.45311, + "recall": 0.501976, + "f1": 0.465779, + "accuracy": 0.501976, + "main_score": 0.465779, + "hf_subset": "kbp_Latn-mar_Deva", + "languages": [ + "kbp-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.481247, + "recall": 0.520751, + "f1": 0.492216, + "accuracy": 0.520751, + "main_score": 0.492216, + "hf_subset": "kbp_Latn-plt_Latn", + "languages": [ + "kbp-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.466583, + "recall": 0.512846, + "f1": 0.478896, + "accuracy": 0.512846, + "main_score": 0.478896, + "hf_subset": "kbp_Latn-srp_Cyrl", + "languages": [ + "kbp-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.406338, + "recall": 0.461462, + "f1": 0.420761, + "accuracy": 0.461462, + "main_score": 0.420761, + "hf_subset": "kbp_Latn-uig_Arab", + "languages": [ + "kbp-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.473978, + "recall": 0.514822, + "f1": 0.485515, + "accuracy": 0.514822, + "main_score": 0.485515, + "hf_subset": "kbp_Latn-aeb_Arab", + "languages": [ + "kbp-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.461234, + "recall": 0.502964, + "f1": 0.47265, + "accuracy": 0.502964, + "main_score": 0.47265, + "hf_subset": "kbp_Latn-ben_Beng", + "languages": [ + "kbp-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.459538, + "recall": 0.504941, + "f1": 0.47224, + "accuracy": 0.504941, + "main_score": 0.47224, + "hf_subset": "kbp_Latn-est_Latn", + "languages": [ + "kbp-Latn", + "est-Latn" + ] + }, + { + "precision": 0.445506, + "recall": 0.496047, + "f1": 0.458778, + "accuracy": 0.496047, + "main_score": 0.458778, + "hf_subset": "kbp_Latn-hye_Armn", + "languages": [ + "kbp-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.461635, + "recall": 0.5, + "f1": 0.472749, + "accuracy": 0.5, + "main_score": 0.472749, + "hf_subset": "kbp_Latn-kmb_Latn", + "languages": [ + "kbp-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.363775, + "recall": 0.421937, + "f1": 0.380109, + "accuracy": 0.421937, + "main_score": 0.380109, + "hf_subset": "kbp_Latn-min_Arab", + "languages": [ + "kbp-Latn", + "min-Arab" + ] + }, + { + "precision": 0.479459, + "recall": 0.521739, + "f1": 0.490941, + "accuracy": 0.521739, + "main_score": 0.490941, + "hf_subset": "kbp_Latn-pol_Latn", + "languages": [ + "kbp-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.473163, + "recall": 0.514822, + "f1": 0.484202, + "accuracy": 0.514822, + "main_score": 0.484202, + "hf_subset": "kbp_Latn-ssw_Latn", + "languages": [ + "kbp-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.463927, + "recall": 0.511858, + "f1": 0.477389, + "accuracy": 0.511858, + "main_score": 0.477389, + "hf_subset": "kbp_Latn-ukr_Cyrl", + "languages": [ + "kbp-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.477807, + "recall": 0.518775, + "f1": 0.489374, + "accuracy": 0.518775, + "main_score": 0.489374, + "hf_subset": "kbp_Latn-afr_Latn", + "languages": [ + "kbp-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.474452, + "recall": 0.520751, + "f1": 0.487093, + "accuracy": 0.520751, + "main_score": 0.487093, + "hf_subset": "kbp_Latn-bho_Deva", + "languages": [ + "kbp-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.455117, + "recall": 0.501976, + "f1": 0.467758, + "accuracy": 0.501976, + "main_score": 0.467758, + "hf_subset": "kbp_Latn-eus_Latn", + "languages": [ + "kbp-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.45575, + "recall": 0.495059, + "f1": 0.466521, + "accuracy": 0.495059, + "main_score": 0.466521, + "hf_subset": "kbp_Latn-ibo_Latn", + "languages": [ + "kbp-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.482997, + "recall": 0.531621, + "f1": 0.496465, + "accuracy": 0.531621, + "main_score": 0.496465, + "hf_subset": "kbp_Latn-kmr_Latn", + "languages": [ + "kbp-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.456339, + "recall": 0.496047, + "f1": 0.466488, + "accuracy": 0.496047, + "main_score": 0.466488, + "hf_subset": "kbp_Latn-min_Latn", + "languages": [ + "kbp-Latn", + "min-Latn" + ] + }, + { + "precision": 0.484521, + "recall": 0.527668, + "f1": 0.496082, + "accuracy": 0.527668, + "main_score": 0.496082, + "hf_subset": "kbp_Latn-por_Latn", + "languages": [ + "kbp-Latn", + "por-Latn" + ] + }, + { + "precision": 0.455609, + "recall": 0.496047, + "f1": 0.466375, + "accuracy": 0.496047, + "main_score": 0.466375, + "hf_subset": "kbp_Latn-sun_Latn", + "languages": [ + "kbp-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.459415, + "recall": 0.503953, + "f1": 0.472409, + "accuracy": 0.503953, + "main_score": 0.472409, + "hf_subset": "kbp_Latn-umb_Latn", + "languages": [ + "kbp-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.466112, + "recall": 0.51581, + "f1": 0.479086, + "accuracy": 0.51581, + "main_score": 0.479086, + "hf_subset": "kbp_Latn-ajp_Arab", + "languages": [ + "kbp-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.359883, + "recall": 0.418972, + "f1": 0.376162, + "accuracy": 0.418972, + "main_score": 0.376162, + "hf_subset": "kbp_Latn-bjn_Arab", + "languages": [ + "kbp-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.469812, + "recall": 0.508893, + "f1": 0.48139, + "accuracy": 0.508893, + "main_score": 0.48139, + "hf_subset": "kbp_Latn-ewe_Latn", + "languages": [ + "kbp-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.469474, + "recall": 0.513834, + "f1": 0.480807, + "accuracy": 0.513834, + "main_score": 0.480807, + "hf_subset": "kbp_Latn-ilo_Latn", + "languages": [ + "kbp-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.261868, + "recall": 0.313241, + "f1": 0.27535, + "accuracy": 0.313241, + "main_score": 0.27535, + "hf_subset": "kbp_Latn-knc_Arab", + "languages": [ + "kbp-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.464418, + "recall": 0.508893, + "f1": 0.4766, + "accuracy": 0.508893, + "main_score": 0.4766, + "hf_subset": "kbp_Latn-mkd_Cyrl", + "languages": [ + "kbp-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.460905, + "recall": 0.512846, + "f1": 0.474451, + "accuracy": 0.512846, + "main_score": 0.474451, + "hf_subset": "kbp_Latn-prs_Arab", + "languages": [ + "kbp-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.455494, + "recall": 0.509881, + "f1": 0.470738, + "accuracy": 0.509881, + "main_score": 0.470738, + "hf_subset": "kbp_Latn-swe_Latn", + "languages": [ + "kbp-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.446992, + "recall": 0.498024, + "f1": 0.460305, + "accuracy": 0.498024, + "main_score": 0.460305, + "hf_subset": "kbp_Latn-urd_Arab", + "languages": [ + "kbp-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.498532, + "recall": 0.538538, + "f1": 0.509489, + "accuracy": 0.538538, + "main_score": 0.509489, + "hf_subset": "kbp_Latn-aka_Latn", + "languages": [ + "kbp-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.476395, + "recall": 0.518775, + "f1": 0.487998, + "accuracy": 0.518775, + "main_score": 0.487998, + "hf_subset": "kbp_Latn-bjn_Latn", + "languages": [ + "kbp-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.457159, + "recall": 0.500988, + "f1": 0.469384, + "accuracy": 0.500988, + "main_score": 0.469384, + "hf_subset": "kbp_Latn-fao_Latn", + "languages": [ + "kbp-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.474982, + "recall": 0.521739, + "f1": 0.487471, + "accuracy": 0.521739, + "main_score": 0.487471, + "hf_subset": "kbp_Latn-ind_Latn", + "languages": [ + "kbp-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.4785, + "recall": 0.517787, + "f1": 0.489816, + "accuracy": 0.517787, + "main_score": 0.489816, + "hf_subset": "kbp_Latn-knc_Latn", + "languages": [ + "kbp-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.458482, + "recall": 0.504941, + "f1": 0.47063, + "accuracy": 0.504941, + "main_score": 0.47063, + "hf_subset": "kbp_Latn-mlt_Latn", + "languages": [ + "kbp-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.487159, + "recall": 0.527668, + "f1": 0.498075, + "accuracy": 0.527668, + "main_score": 0.498075, + "hf_subset": "kbp_Latn-quy_Latn", + "languages": [ + "kbp-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.478489, + "recall": 0.525692, + "f1": 0.490601, + "accuracy": 0.525692, + "main_score": 0.490601, + "hf_subset": "kbp_Latn-swh_Latn", + "languages": [ + "kbp-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.442417, + "recall": 0.491107, + "f1": 0.454643, + "accuracy": 0.491107, + "main_score": 0.454643, + "hf_subset": "kbp_Latn-uzn_Latn", + "languages": [ + "kbp-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.463482, + "recall": 0.509881, + "f1": 0.475341, + "accuracy": 0.509881, + "main_score": 0.475341, + "hf_subset": "kbp_Latn-als_Latn", + "languages": [ + "kbp-Latn", + "als-Latn" + ] + }, + { + "precision": 0.382049, + "recall": 0.434783, + "f1": 0.396436, + "accuracy": 0.434783, + "main_score": 0.396436, + "hf_subset": "kbp_Latn-bod_Tibt", + "languages": [ + "kbp-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.480056, + "recall": 0.518775, + "f1": 0.491601, + "accuracy": 0.518775, + "main_score": 0.491601, + "hf_subset": "kbp_Latn-fij_Latn", + "languages": [ + "kbp-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.44242, + "recall": 0.493083, + "f1": 0.455909, + "accuracy": 0.493083, + "main_score": 0.455909, + "hf_subset": "kbp_Latn-isl_Latn", + "languages": [ + "kbp-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.492787, + "recall": 0.531621, + "f1": 0.504663, + "accuracy": 0.531621, + "main_score": 0.504663, + "hf_subset": "kbp_Latn-kon_Latn", + "languages": [ + "kbp-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.399755, + "recall": 0.447628, + "f1": 0.413013, + "accuracy": 0.447628, + "main_score": 0.413013, + "hf_subset": "kbp_Latn-mni_Beng", + "languages": [ + "kbp-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.475635, + "recall": 0.523715, + "f1": 0.488909, + "accuracy": 0.523715, + "main_score": 0.488909, + "hf_subset": "kbp_Latn-ron_Latn", + "languages": [ + "kbp-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.470187, + "recall": 0.516798, + "f1": 0.482269, + "accuracy": 0.516798, + "main_score": 0.482269, + "hf_subset": "kbp_Latn-szl_Latn", + "languages": [ + "kbp-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.47807, + "recall": 0.52668, + "f1": 0.490411, + "accuracy": 0.52668, + "main_score": 0.490411, + "hf_subset": "kbp_Latn-vec_Latn", + "languages": [ + "kbp-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.473303, + "recall": 0.522727, + "f1": 0.486005, + "accuracy": 0.522727, + "main_score": 0.486005, + "hf_subset": "kbp_Latn-amh_Ethi", + "languages": [ + "kbp-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.470817, + "recall": 0.522727, + "f1": 0.484795, + "accuracy": 0.522727, + "main_score": 0.484795, + "hf_subset": "kbp_Latn-bos_Latn", + "languages": [ + "kbp-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.474899, + "recall": 0.51581, + "f1": 0.48609, + "accuracy": 0.51581, + "main_score": 0.48609, + "hf_subset": "kbp_Latn-fin_Latn", + "languages": [ + "kbp-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.478887, + "recall": 0.527668, + "f1": 0.492455, + "accuracy": 0.527668, + "main_score": 0.492455, + "hf_subset": "kbp_Latn-ita_Latn", + "languages": [ + "kbp-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.470685, + "recall": 0.519763, + "f1": 0.484005, + "accuracy": 0.519763, + "main_score": 0.484005, + "hf_subset": "kbp_Latn-kor_Hang", + "languages": [ + "kbp-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.476156, + "recall": 0.51087, + "f1": 0.486162, + "accuracy": 0.51087, + "main_score": 0.486162, + "hf_subset": "kbp_Latn-mos_Latn", + "languages": [ + "kbp-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.493541, + "recall": 0.532609, + "f1": 0.504812, + "accuracy": 0.532609, + "main_score": 0.504812, + "hf_subset": "kbp_Latn-run_Latn", + "languages": [ + "kbp-Latn", + "run-Latn" + ] + }, + { + "precision": 0.435321, + "recall": 0.490119, + "f1": 0.450953, + "accuracy": 0.490119, + "main_score": 0.450953, + "hf_subset": "kbp_Latn-tam_Taml", + "languages": [ + "kbp-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.483993, + "recall": 0.523715, + "f1": 0.495296, + "accuracy": 0.523715, + "main_score": 0.495296, + "hf_subset": "kbp_Latn-vie_Latn", + "languages": [ + "kbp-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.456384, + "recall": 0.503953, + "f1": 0.469204, + "accuracy": 0.503953, + "main_score": 0.469204, + "hf_subset": "kbp_Latn-apc_Arab", + "languages": [ + "kbp-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.47368, + "recall": 0.512846, + "f1": 0.48456, + "accuracy": 0.512846, + "main_score": 0.48456, + "hf_subset": "kbp_Latn-bug_Latn", + "languages": [ + "kbp-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.441038, + "recall": 0.479249, + "f1": 0.451713, + "accuracy": 0.479249, + "main_score": 0.451713, + "hf_subset": "kbp_Latn-fon_Latn", + "languages": [ + "kbp-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.463838, + "recall": 0.51087, + "f1": 0.476021, + "accuracy": 0.51087, + "main_score": 0.476021, + "hf_subset": "kbp_Latn-jav_Latn", + "languages": [ + "kbp-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.437402, + "recall": 0.48419, + "f1": 0.450411, + "accuracy": 0.48419, + "main_score": 0.450411, + "hf_subset": "kbp_Latn-lao_Laoo", + "languages": [ + "kbp-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.455472, + "recall": 0.5, + "f1": 0.467585, + "accuracy": 0.5, + "main_score": 0.467585, + "hf_subset": "kbp_Latn-mri_Latn", + "languages": [ + "kbp-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.463063, + "recall": 0.511858, + "f1": 0.475961, + "accuracy": 0.511858, + "main_score": 0.475961, + "hf_subset": "kbp_Latn-rus_Cyrl", + "languages": [ + "kbp-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.4601, + "recall": 0.503953, + "f1": 0.472614, + "accuracy": 0.503953, + "main_score": 0.472614, + "hf_subset": "kbp_Latn-taq_Latn", + "languages": [ + "kbp-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.460227, + "recall": 0.508893, + "f1": 0.472176, + "accuracy": 0.508893, + "main_score": 0.472176, + "hf_subset": "kbp_Latn-war_Latn", + "languages": [ + "kbp-Latn", + "war-Latn" + ] + }, + { + "precision": 0.468527, + "recall": 0.517787, + "f1": 0.482553, + "accuracy": 0.517787, + "main_score": 0.482553, + "hf_subset": "kbp_Latn-arb_Arab", + "languages": [ + "kbp-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.467672, + "recall": 0.517787, + "f1": 0.481483, + "accuracy": 0.517787, + "main_score": 0.481483, + "hf_subset": "kbp_Latn-bul_Cyrl", + "languages": [ + "kbp-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.486788, + "recall": 0.532609, + "f1": 0.499277, + "accuracy": 0.532609, + "main_score": 0.499277, + "hf_subset": "kbp_Latn-fra_Latn", + "languages": [ + "kbp-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.450918, + "recall": 0.501976, + "f1": 0.465034, + "accuracy": 0.501976, + "main_score": 0.465034, + "hf_subset": "kbp_Latn-jpn_Jpan", + "languages": [ + "kbp-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.476899, + "recall": 0.519763, + "f1": 0.488354, + "accuracy": 0.519763, + "main_score": 0.488354, + "hf_subset": "kbp_Latn-lij_Latn", + "languages": [ + "kbp-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.422269, + "recall": 0.471344, + "f1": 0.435968, + "accuracy": 0.471344, + "main_score": 0.435968, + "hf_subset": "kbp_Latn-mya_Mymr", + "languages": [ + "kbp-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.476256, + "recall": 0.512846, + "f1": 0.487029, + "accuracy": 0.512846, + "main_score": 0.487029, + "hf_subset": "kbp_Latn-sag_Latn", + "languages": [ + "kbp-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.242895, + "recall": 0.291502, + "f1": 0.256308, + "accuracy": 0.291502, + "main_score": 0.256308, + "hf_subset": "kbp_Latn-taq_Tfng", + "languages": [ + "kbp-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.506515, + "recall": 0.541502, + "f1": 0.516431, + "accuracy": 0.541502, + "main_score": 0.516431, + "hf_subset": "kbp_Latn-wol_Latn", + "languages": [ + "kbp-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.420424, + "recall": 0.47332, + "f1": 0.434652, + "accuracy": 0.47332, + "main_score": 0.434652, + "hf_subset": "kbp_Latn-arb_Latn", + "languages": [ + "kbp-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.478731, + "recall": 0.524704, + "f1": 0.491387, + "accuracy": 0.524704, + "main_score": 0.491387, + "hf_subset": "kbp_Latn-cat_Latn", + "languages": [ + "kbp-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.470322, + "recall": 0.514822, + "f1": 0.4818, + "accuracy": 0.514822, + "main_score": 0.4818, + "hf_subset": "kbp_Latn-fur_Latn", + "languages": [ + "kbp-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.403731, + "recall": 0.44664, + "f1": 0.416311, + "accuracy": 0.44664, + "main_score": 0.416311, + "hf_subset": "kbp_Latn-kab_Latn", + "languages": [ + "kbp-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.467153, + "recall": 0.507905, + "f1": 0.477774, + "accuracy": 0.507905, + "main_score": 0.477774, + "hf_subset": "kbp_Latn-lim_Latn", + "languages": [ + "kbp-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.480532, + "recall": 0.529644, + "f1": 0.49351, + "accuracy": 0.529644, + "main_score": 0.49351, + "hf_subset": "kbp_Latn-nld_Latn", + "languages": [ + "kbp-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.449167, + "recall": 0.502964, + "f1": 0.462952, + "accuracy": 0.502964, + "main_score": 0.462952, + "hf_subset": "kbp_Latn-san_Deva", + "languages": [ + "kbp-Latn", + "san-Deva" + ] + }, + { + "precision": 0.44913, + "recall": 0.500988, + "f1": 0.461812, + "accuracy": 0.500988, + "main_score": 0.461812, + "hf_subset": "kbp_Latn-tat_Cyrl", + "languages": [ + "kbp-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.465975, + "recall": 0.512846, + "f1": 0.478545, + "accuracy": 0.512846, + "main_score": 0.478545, + "hf_subset": "kbp_Latn-xho_Latn", + "languages": [ + "kbp-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.460176, + "recall": 0.508893, + "f1": 0.474081, + "accuracy": 0.508893, + "main_score": 0.474081, + "hf_subset": "kbp_Latn-ars_Arab", + "languages": [ + "kbp-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.458719, + "recall": 0.507905, + "f1": 0.471537, + "accuracy": 0.507905, + "main_score": 0.471537, + "hf_subset": "kbp_Latn-ceb_Latn", + "languages": [ + "kbp-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.431565, + "recall": 0.475296, + "f1": 0.444375, + "accuracy": 0.475296, + "main_score": 0.444375, + "hf_subset": "kbp_Latn-fuv_Latn", + "languages": [ + "kbp-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.465415, + "recall": 0.500988, + "f1": 0.475828, + "accuracy": 0.500988, + "main_score": 0.475828, + "hf_subset": "kbp_Latn-kac_Latn", + "languages": [ + "kbp-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.506664, + "recall": 0.550395, + "f1": 0.518578, + "accuracy": 0.550395, + "main_score": 0.518578, + "hf_subset": "kbp_Latn-lin_Latn", + "languages": [ + "kbp-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.469219, + "recall": 0.514822, + "f1": 0.481343, + "accuracy": 0.514822, + "main_score": 0.481343, + "hf_subset": "kbp_Latn-nno_Latn", + "languages": [ + "kbp-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.439666, + "recall": 0.491107, + "f1": 0.454912, + "accuracy": 0.491107, + "main_score": 0.454912, + "hf_subset": "kbp_Latn-sat_Olck", + "languages": [ + "kbp-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.434393, + "recall": 0.488142, + "f1": 0.448756, + "accuracy": 0.488142, + "main_score": 0.448756, + "hf_subset": "kbp_Latn-tel_Telu", + "languages": [ + "kbp-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.417273, + "recall": 0.466403, + "f1": 0.42995, + "accuracy": 0.466403, + "main_score": 0.42995, + "hf_subset": "kbp_Latn-ydd_Hebr", + "languages": [ + "kbp-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.438255, + "recall": 0.490119, + "f1": 0.451665, + "accuracy": 0.490119, + "main_score": 0.451665, + "hf_subset": "kbp_Latn-ary_Arab", + "languages": [ + "kbp-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.462665, + "recall": 0.511858, + "f1": 0.476395, + "accuracy": 0.511858, + "main_score": 0.476395, + "hf_subset": "kbp_Latn-ces_Latn", + "languages": [ + "kbp-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.445108, + "recall": 0.491107, + "f1": 0.458064, + "accuracy": 0.491107, + "main_score": 0.458064, + "hf_subset": "kbp_Latn-gaz_Latn", + "languages": [ + "kbp-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.465549, + "recall": 0.508893, + "f1": 0.478033, + "accuracy": 0.508893, + "main_score": 0.478033, + "hf_subset": "kbp_Latn-kam_Latn", + "languages": [ + "kbp-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.453598, + "recall": 0.504941, + "f1": 0.467028, + "accuracy": 0.504941, + "main_score": 0.467028, + "hf_subset": "kbp_Latn-lit_Latn", + "languages": [ + "kbp-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.471472, + "recall": 0.520751, + "f1": 0.485118, + "accuracy": 0.520751, + "main_score": 0.485118, + "hf_subset": "kbp_Latn-nob_Latn", + "languages": [ + "kbp-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.473619, + "recall": 0.51581, + "f1": 0.485291, + "accuracy": 0.51581, + "main_score": 0.485291, + "hf_subset": "kbp_Latn-scn_Latn", + "languages": [ + "kbp-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.457886, + "recall": 0.504941, + "f1": 0.470107, + "accuracy": 0.504941, + "main_score": 0.470107, + "hf_subset": "kbp_Latn-tgk_Cyrl", + "languages": [ + "kbp-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.450041, + "recall": 0.497036, + "f1": 0.463476, + "accuracy": 0.497036, + "main_score": 0.463476, + "hf_subset": "kbp_Latn-yor_Latn", + "languages": [ + "kbp-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.458375, + "recall": 0.503953, + "f1": 0.470813, + "accuracy": 0.503953, + "main_score": 0.470813, + "hf_subset": "kbp_Latn-arz_Arab", + "languages": [ + "kbp-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.44864, + "recall": 0.490119, + "f1": 0.461028, + "accuracy": 0.490119, + "main_score": 0.461028, + "hf_subset": "kbp_Latn-cjk_Latn", + "languages": [ + "kbp-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.459795, + "recall": 0.506917, + "f1": 0.47241, + "accuracy": 0.506917, + "main_score": 0.47241, + "hf_subset": "kbp_Latn-gla_Latn", + "languages": [ + "kbp-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.448526, + "recall": 0.499012, + "f1": 0.462288, + "accuracy": 0.499012, + "main_score": 0.462288, + "hf_subset": "kbp_Latn-kan_Knda", + "languages": [ + "kbp-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.486022, + "recall": 0.529644, + "f1": 0.497593, + "accuracy": 0.529644, + "main_score": 0.497593, + "hf_subset": "kbp_Latn-lmo_Latn", + "languages": [ + "kbp-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.447812, + "recall": 0.498024, + "f1": 0.460856, + "accuracy": 0.498024, + "main_score": 0.460856, + "hf_subset": "kbp_Latn-npi_Deva", + "languages": [ + "kbp-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.40469, + "recall": 0.454545, + "f1": 0.418465, + "accuracy": 0.454545, + "main_score": 0.418465, + "hf_subset": "kbp_Latn-shn_Mymr", + "languages": [ + "kbp-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.483118, + "recall": 0.525692, + "f1": 0.494004, + "accuracy": 0.525692, + "main_score": 0.494004, + "hf_subset": "kbp_Latn-tgl_Latn", + "languages": [ + "kbp-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.458269, + "recall": 0.503953, + "f1": 0.470245, + "accuracy": 0.503953, + "main_score": 0.470245, + "hf_subset": "kbp_Latn-yue_Hant", + "languages": [ + "kbp-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.417005, + "recall": 0.464427, + "f1": 0.43029, + "accuracy": 0.464427, + "main_score": 0.43029, + "hf_subset": "kbp_Latn-asm_Beng", + "languages": [ + "kbp-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.457138, + "recall": 0.505929, + "f1": 0.469982, + "accuracy": 0.505929, + "main_score": 0.469982, + "hf_subset": "kbp_Latn-ckb_Arab", + "languages": [ + "kbp-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.45851, + "recall": 0.505929, + "f1": 0.471319, + "accuracy": 0.505929, + "main_score": 0.471319, + "hf_subset": "kbp_Latn-gle_Latn", + "languages": [ + "kbp-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.43293, + "recall": 0.48419, + "f1": 0.446548, + "accuracy": 0.48419, + "main_score": 0.446548, + "hf_subset": "kbp_Latn-kas_Arab", + "languages": [ + "kbp-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.454584, + "recall": 0.504941, + "f1": 0.468343, + "accuracy": 0.504941, + "main_score": 0.468343, + "hf_subset": "kbp_Latn-ltg_Latn", + "languages": [ + "kbp-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.50028, + "recall": 0.537549, + "f1": 0.511349, + "accuracy": 0.537549, + "main_score": 0.511349, + "hf_subset": "kbp_Latn-nso_Latn", + "languages": [ + "kbp-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.44838, + "recall": 0.48913, + "f1": 0.459432, + "accuracy": 0.48913, + "main_score": 0.459432, + "hf_subset": "kbp_Latn-sin_Sinh", + "languages": [ + "kbp-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.45504, + "recall": 0.503953, + "f1": 0.468118, + "accuracy": 0.503953, + "main_score": 0.468118, + "hf_subset": "kbp_Latn-tha_Thai", + "languages": [ + "kbp-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.400075, + "recall": 0.44664, + "f1": 0.411762, + "accuracy": 0.44664, + "main_score": 0.411762, + "hf_subset": "kbp_Latn-zho_Hans", + "languages": [ + "kbp-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.470446, + "recall": 0.51581, + "f1": 0.483261, + "accuracy": 0.51581, + "main_score": 0.483261, + "hf_subset": "kbp_Latn-ast_Latn", + "languages": [ + "kbp-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.466753, + "recall": 0.512846, + "f1": 0.479307, + "accuracy": 0.512846, + "main_score": 0.479307, + "hf_subset": "kbp_Latn-crh_Latn", + "languages": [ + "kbp-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.475472, + "recall": 0.522727, + "f1": 0.487782, + "accuracy": 0.522727, + "main_score": 0.487782, + "hf_subset": "kbp_Latn-glg_Latn", + "languages": [ + "kbp-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.442105, + "recall": 0.488142, + "f1": 0.454225, + "accuracy": 0.488142, + "main_score": 0.454225, + "hf_subset": "kbp_Latn-kas_Deva", + "languages": [ + "kbp-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.434951, + "recall": 0.482213, + "f1": 0.447656, + "accuracy": 0.482213, + "main_score": 0.447656, + "hf_subset": "kbp_Latn-ltz_Latn", + "languages": [ + "kbp-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.437755, + "recall": 0.481225, + "f1": 0.449942, + "accuracy": 0.481225, + "main_score": 0.449942, + "hf_subset": "kbp_Latn-nus_Latn", + "languages": [ + "kbp-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.465804, + "recall": 0.509881, + "f1": 0.478156, + "accuracy": 0.509881, + "main_score": 0.478156, + "hf_subset": "kbp_Latn-slk_Latn", + "languages": [ + "kbp-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.465856, + "recall": 0.513834, + "f1": 0.480237, + "accuracy": 0.513834, + "main_score": 0.480237, + "hf_subset": "kbp_Latn-tir_Ethi", + "languages": [ + "kbp-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.445171, + "recall": 0.496047, + "f1": 0.459198, + "accuracy": 0.496047, + "main_score": 0.459198, + "hf_subset": "kbp_Latn-zho_Hant", + "languages": [ + "kbp-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.455692, + "recall": 0.507905, + "f1": 0.46937, + "accuracy": 0.507905, + "main_score": 0.46937, + "hf_subset": "kbp_Latn-awa_Deva", + "languages": [ + "kbp-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.457638, + "recall": 0.506917, + "f1": 0.470841, + "accuracy": 0.506917, + "main_score": 0.470841, + "hf_subset": "kbp_Latn-cym_Latn", + "languages": [ + "kbp-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.476304, + "recall": 0.514822, + "f1": 0.486842, + "accuracy": 0.514822, + "main_score": 0.486842, + "hf_subset": "kbp_Latn-grn_Latn", + "languages": [ + "kbp-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.450064, + "recall": 0.495059, + "f1": 0.461325, + "accuracy": 0.495059, + "main_score": 0.461325, + "hf_subset": "kbp_Latn-kat_Geor", + "languages": [ + "kbp-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.484445, + "recall": 0.517787, + "f1": 0.49375, + "accuracy": 0.517787, + "main_score": 0.49375, + "hf_subset": "kbp_Latn-lua_Latn", + "languages": [ + "kbp-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.46618, + "recall": 0.512846, + "f1": 0.479696, + "accuracy": 0.512846, + "main_score": 0.479696, + "hf_subset": "kbp_Latn-nya_Latn", + "languages": [ + "kbp-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.473208, + "recall": 0.521739, + "f1": 0.485757, + "accuracy": 0.521739, + "main_score": 0.485757, + "hf_subset": "kbp_Latn-slv_Latn", + "languages": [ + "kbp-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.467232, + "recall": 0.506917, + "f1": 0.477356, + "accuracy": 0.506917, + "main_score": 0.477356, + "hf_subset": "kbp_Latn-tpi_Latn", + "languages": [ + "kbp-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.479384, + "recall": 0.522727, + "f1": 0.491671, + "accuracy": 0.522727, + "main_score": 0.491671, + "hf_subset": "kbp_Latn-zsm_Latn", + "languages": [ + "kbp-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.461479, + "recall": 0.501976, + "f1": 0.47332, + "accuracy": 0.501976, + "main_score": 0.47332, + "hf_subset": "kbp_Latn-ayr_Latn", + "languages": [ + "kbp-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.485481, + "recall": 0.527668, + "f1": 0.496985, + "accuracy": 0.527668, + "main_score": 0.496985, + "hf_subset": "kbp_Latn-dan_Latn", + "languages": [ + "kbp-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.457909, + "recall": 0.508893, + "f1": 0.471286, + "accuracy": 0.508893, + "main_score": 0.471286, + "hf_subset": "kbp_Latn-guj_Gujr", + "languages": [ + "kbp-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.452383, + "recall": 0.497036, + "f1": 0.463734, + "accuracy": 0.497036, + "main_score": 0.463734, + "hf_subset": "kbp_Latn-kaz_Cyrl", + "languages": [ + "kbp-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.465161, + "recall": 0.513834, + "f1": 0.47914, + "accuracy": 0.513834, + "main_score": 0.47914, + "hf_subset": "kbp_Latn-lug_Latn", + "languages": [ + "kbp-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.472836, + "recall": 0.524704, + "f1": 0.485531, + "accuracy": 0.524704, + "main_score": 0.485531, + "hf_subset": "kbp_Latn-oci_Latn", + "languages": [ + "kbp-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.47872, + "recall": 0.51581, + "f1": 0.488509, + "accuracy": 0.51581, + "main_score": 0.488509, + "hf_subset": "kbp_Latn-smo_Latn", + "languages": [ + "kbp-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.476667, + "recall": 0.521739, + "f1": 0.489049, + "accuracy": 0.521739, + "main_score": 0.489049, + "hf_subset": "kbp_Latn-tsn_Latn", + "languages": [ + "kbp-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.465006, + "recall": 0.51581, + "f1": 0.47927, + "accuracy": 0.51581, + "main_score": 0.47927, + "hf_subset": "kbp_Latn-zul_Latn", + "languages": [ + "kbp-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.424178, + "recall": 0.478261, + "f1": 0.439114, + "accuracy": 0.478261, + "main_score": 0.439114, + "hf_subset": "kbp_Latn-azb_Arab", + "languages": [ + "kbp-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.47791, + "recall": 0.521739, + "f1": 0.489383, + "accuracy": 0.521739, + "main_score": 0.489383, + "hf_subset": "kbp_Latn-deu_Latn", + "languages": [ + "kbp-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.449153, + "recall": 0.503953, + "f1": 0.463428, + "accuracy": 0.503953, + "main_score": 0.463428, + "hf_subset": "kbp_Latn-hat_Latn", + "languages": [ + "kbp-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.489429, + "recall": 0.52668, + "f1": 0.499953, + "accuracy": 0.52668, + "main_score": 0.499953, + "hf_subset": "kbp_Latn-luo_Latn", + "languages": [ + "kbp-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.433538, + "recall": 0.491107, + "f1": 0.448549, + "accuracy": 0.491107, + "main_score": 0.448549, + "hf_subset": "kbp_Latn-ory_Orya", + "languages": [ + "kbp-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.477384, + "recall": 0.519763, + "f1": 0.489535, + "accuracy": 0.519763, + "main_score": 0.489535, + "hf_subset": "kbp_Latn-sna_Latn", + "languages": [ + "kbp-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.495682, + "recall": 0.532609, + "f1": 0.50605, + "accuracy": 0.532609, + "main_score": 0.50605, + "hf_subset": "kbp_Latn-tso_Latn", + "languages": [ + "kbp-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.443581, + "recall": 0.488142, + "f1": 0.455671, + "accuracy": 0.488142, + "main_score": 0.455671, + "hf_subset": "kbp_Latn-azj_Latn", + "languages": [ + "kbp-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.422784, + "recall": 0.467391, + "f1": 0.435837, + "accuracy": 0.467391, + "main_score": 0.435837, + "hf_subset": "kbp_Latn-dik_Latn", + "languages": [ + "kbp-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.449874, + "recall": 0.497036, + "f1": 0.462409, + "accuracy": 0.497036, + "main_score": 0.462409, + "hf_subset": "kbp_Latn-hau_Latn", + "languages": [ + "kbp-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.462894, + "recall": 0.508893, + "f1": 0.475183, + "accuracy": 0.508893, + "main_score": 0.475183, + "hf_subset": "kbp_Latn-kea_Latn", + "languages": [ + "kbp-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.460691, + "recall": 0.505929, + "f1": 0.472358, + "accuracy": 0.505929, + "main_score": 0.472358, + "hf_subset": "kbp_Latn-lus_Latn", + "languages": [ + "kbp-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.463012, + "recall": 0.503953, + "f1": 0.474496, + "accuracy": 0.503953, + "main_score": 0.474496, + "hf_subset": "kbp_Latn-pag_Latn", + "languages": [ + "kbp-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.413874, + "recall": 0.478261, + "f1": 0.431241, + "accuracy": 0.478261, + "main_score": 0.431241, + "hf_subset": "kbp_Latn-snd_Arab", + "languages": [ + "kbp-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.450461, + "recall": 0.496047, + "f1": 0.462575, + "accuracy": 0.496047, + "main_score": 0.462575, + "hf_subset": "kbp_Latn-tuk_Latn", + "languages": [ + "kbp-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.448545, + "recall": 0.497036, + "f1": 0.462406, + "accuracy": 0.497036, + "main_score": 0.462406, + "hf_subset": "kbp_Latn-bak_Cyrl", + "languages": [ + "kbp-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.405344, + "recall": 0.45751, + "f1": 0.420393, + "accuracy": 0.45751, + "main_score": 0.420393, + "hf_subset": "kbp_Latn-dyu_Latn", + "languages": [ + "kbp-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.462147, + "recall": 0.507905, + "f1": 0.474628, + "accuracy": 0.507905, + "main_score": 0.474628, + "hf_subset": "kbp_Latn-heb_Hebr", + "languages": [ + "kbp-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.474028, + "recall": 0.513834, + "f1": 0.485292, + "accuracy": 0.513834, + "main_score": 0.485292, + "hf_subset": "kbp_Latn-khk_Cyrl", + "languages": [ + "kbp-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.456401, + "recall": 0.51087, + "f1": 0.470615, + "accuracy": 0.51087, + "main_score": 0.470615, + "hf_subset": "kbp_Latn-lvs_Latn", + "languages": [ + "kbp-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.439876, + "recall": 0.492095, + "f1": 0.453053, + "accuracy": 0.492095, + "main_score": 0.453053, + "hf_subset": "kbp_Latn-pan_Guru", + "languages": [ + "kbp-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.455595, + "recall": 0.504941, + "f1": 0.468465, + "accuracy": 0.504941, + "main_score": 0.468465, + "hf_subset": "kbp_Latn-som_Latn", + "languages": [ + "kbp-Latn", + "som-Latn" + ] + }, + { + "precision": 0.487019, + "recall": 0.521739, + "f1": 0.496783, + "accuracy": 0.521739, + "main_score": 0.496783, + "hf_subset": "kbp_Latn-tum_Latn", + "languages": [ + "kbp-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.401816, + "recall": 0.456522, + "f1": 0.416773, + "accuracy": 0.456522, + "main_score": 0.416773, + "hf_subset": "luo_Latn-ace_Arab", + "languages": [ + "luo-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.494178, + "recall": 0.536561, + "f1": 0.506628, + "accuracy": 0.536561, + "main_score": 0.506628, + "hf_subset": "luo_Latn-bam_Latn", + "languages": [ + "luo-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.339268, + "recall": 0.393281, + "f1": 0.353524, + "accuracy": 0.393281, + "main_score": 0.353524, + "hf_subset": "luo_Latn-dzo_Tibt", + "languages": [ + "luo-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.49424, + "recall": 0.556324, + "f1": 0.511524, + "accuracy": 0.556324, + "main_score": 0.511524, + "hf_subset": "luo_Latn-hin_Deva", + "languages": [ + "luo-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.469481, + "recall": 0.521739, + "f1": 0.483746, + "accuracy": 0.521739, + "main_score": 0.483746, + "hf_subset": "luo_Latn-khm_Khmr", + "languages": [ + "luo-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.488577, + "recall": 0.537549, + "f1": 0.501287, + "accuracy": 0.537549, + "main_score": 0.501287, + "hf_subset": "luo_Latn-mag_Deva", + "languages": [ + "luo-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.498532, + "recall": 0.546443, + "f1": 0.51202, + "accuracy": 0.546443, + "main_score": 0.51202, + "hf_subset": "luo_Latn-pap_Latn", + "languages": [ + "luo-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.499173, + "recall": 0.539526, + "f1": 0.51046, + "accuracy": 0.539526, + "main_score": 0.51046, + "hf_subset": "luo_Latn-sot_Latn", + "languages": [ + "luo-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.505874, + "recall": 0.556324, + "f1": 0.518958, + "accuracy": 0.556324, + "main_score": 0.518958, + "hf_subset": "luo_Latn-tur_Latn", + "languages": [ + "luo-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.50425, + "recall": 0.549407, + "f1": 0.51652, + "accuracy": 0.549407, + "main_score": 0.51652, + "hf_subset": "luo_Latn-ace_Latn", + "languages": [ + "luo-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.483865, + "recall": 0.524704, + "f1": 0.495189, + "accuracy": 0.524704, + "main_score": 0.495189, + "hf_subset": "luo_Latn-ban_Latn", + "languages": [ + "luo-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.486928, + "recall": 0.54249, + "f1": 0.502303, + "accuracy": 0.54249, + "main_score": 0.502303, + "hf_subset": "luo_Latn-ell_Grek", + "languages": [ + "luo-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.485704, + "recall": 0.536561, + "f1": 0.49951, + "accuracy": 0.536561, + "main_score": 0.49951, + "hf_subset": "luo_Latn-hne_Deva", + "languages": [ + "luo-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.500184, + "recall": 0.543478, + "f1": 0.511961, + "accuracy": 0.543478, + "main_score": 0.511961, + "hf_subset": "luo_Latn-kik_Latn", + "languages": [ + "luo-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.490681, + "recall": 0.534585, + "f1": 0.502302, + "accuracy": 0.534585, + "main_score": 0.502302, + "hf_subset": "luo_Latn-mai_Deva", + "languages": [ + "luo-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.469645, + "recall": 0.525692, + "f1": 0.485276, + "accuracy": 0.525692, + "main_score": 0.485276, + "hf_subset": "luo_Latn-pbt_Arab", + "languages": [ + "luo-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.513774, + "recall": 0.571146, + "f1": 0.529209, + "accuracy": 0.571146, + "main_score": 0.529209, + "hf_subset": "luo_Latn-spa_Latn", + "languages": [ + "luo-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.5135, + "recall": 0.559289, + "f1": 0.525872, + "accuracy": 0.559289, + "main_score": 0.525872, + "hf_subset": "luo_Latn-twi_Latn", + "languages": [ + "luo-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.484737, + "recall": 0.532609, + "f1": 0.498219, + "accuracy": 0.532609, + "main_score": 0.498219, + "hf_subset": "luo_Latn-acm_Arab", + "languages": [ + "luo-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.461213, + "recall": 0.511858, + "f1": 0.47461, + "accuracy": 0.511858, + "main_score": 0.47461, + "hf_subset": "luo_Latn-bel_Cyrl", + "languages": [ + "luo-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.528445, + "recall": 0.591897, + "f1": 0.546015, + "accuracy": 0.591897, + "main_score": 0.546015, + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.505385, + "recall": 0.557312, + "f1": 0.519663, + "accuracy": 0.557312, + "main_score": 0.519663, + "hf_subset": "luo_Latn-hrv_Latn", + "languages": [ + "luo-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.485915, + "recall": 0.527668, + "f1": 0.496579, + "accuracy": 0.527668, + "main_score": 0.496579, + "hf_subset": "luo_Latn-kin_Latn", + "languages": [ + "luo-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.475455, + "recall": 0.535573, + "f1": 0.491026, + "accuracy": 0.535573, + "main_score": 0.491026, + "hf_subset": "luo_Latn-mal_Mlym", + "languages": [ + "luo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.481713, + "recall": 0.538538, + "f1": 0.496291, + "accuracy": 0.538538, + "main_score": 0.496291, + "hf_subset": "luo_Latn-pes_Arab", + "languages": [ + "luo-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.487748, + "recall": 0.532609, + "f1": 0.499558, + "accuracy": 0.532609, + "main_score": 0.499558, + "hf_subset": "luo_Latn-srd_Latn", + "languages": [ + "luo-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.242941, + "recall": 0.294466, + "f1": 0.255651, + "accuracy": 0.294466, + "main_score": 0.255651, + "hf_subset": "luo_Latn-tzm_Tfng", + "languages": [ + "luo-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.484794, + "recall": 0.531621, + "f1": 0.497177, + "accuracy": 0.531621, + "main_score": 0.497177, + "hf_subset": "luo_Latn-acq_Arab", + "languages": [ + "luo-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.520945, + "recall": 0.560277, + "f1": 0.532203, + "accuracy": 0.560277, + "main_score": 0.532203, + "hf_subset": "luo_Latn-bem_Latn", + "languages": [ + "luo-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.497498, + "recall": 0.549407, + "f1": 0.511234, + "accuracy": 0.549407, + "main_score": 0.511234, + "hf_subset": "luo_Latn-epo_Latn", + "languages": [ + "luo-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.490647, + "recall": 0.545455, + "f1": 0.50557, + "accuracy": 0.545455, + "main_score": 0.50557, + "hf_subset": "luo_Latn-hun_Latn", + "languages": [ + "luo-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.48711, + "recall": 0.541502, + "f1": 0.502507, + "accuracy": 0.541502, + "main_score": 0.502507, + "hf_subset": "luo_Latn-kir_Cyrl", + "languages": [ + "luo-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.488023, + "recall": 0.541502, + "f1": 0.50238, + "accuracy": 0.541502, + "main_score": 0.50238, + "hf_subset": "luo_Latn-mar_Deva", + "languages": [ + "luo-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.484889, + "recall": 0.529644, + "f1": 0.497356, + "accuracy": 0.529644, + "main_score": 0.497356, + "hf_subset": "luo_Latn-plt_Latn", + "languages": [ + "luo-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.486047, + "recall": 0.533597, + "f1": 0.498825, + "accuracy": 0.533597, + "main_score": 0.498825, + "hf_subset": "luo_Latn-srp_Cyrl", + "languages": [ + "luo-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.435194, + "recall": 0.495059, + "f1": 0.450051, + "accuracy": 0.495059, + "main_score": 0.450051, + "hf_subset": "luo_Latn-uig_Arab", + "languages": [ + "luo-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.47437, + "recall": 0.519763, + "f1": 0.486602, + "accuracy": 0.519763, + "main_score": 0.486602, + "hf_subset": "luo_Latn-aeb_Arab", + "languages": [ + "luo-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.496964, + "recall": 0.546443, + "f1": 0.510027, + "accuracy": 0.546443, + "main_score": 0.510027, + "hf_subset": "luo_Latn-ben_Beng", + "languages": [ + "luo-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.48739, + "recall": 0.541502, + "f1": 0.502264, + "accuracy": 0.541502, + "main_score": 0.502264, + "hf_subset": "luo_Latn-est_Latn", + "languages": [ + "luo-Latn", + "est-Latn" + ] + }, + { + "precision": 0.467184, + "recall": 0.523715, + "f1": 0.481524, + "accuracy": 0.523715, + "main_score": 0.481524, + "hf_subset": "luo_Latn-hye_Armn", + "languages": [ + "luo-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.483877, + "recall": 0.521739, + "f1": 0.49488, + "accuracy": 0.521739, + "main_score": 0.49488, + "hf_subset": "luo_Latn-kmb_Latn", + "languages": [ + "luo-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.382775, + "recall": 0.436759, + "f1": 0.39794, + "accuracy": 0.436759, + "main_score": 0.39794, + "hf_subset": "luo_Latn-min_Arab", + "languages": [ + "luo-Latn", + "min-Arab" + ] + }, + { + "precision": 0.518426, + "recall": 0.568182, + "f1": 0.531374, + "accuracy": 0.568182, + "main_score": 0.531374, + "hf_subset": "luo_Latn-pol_Latn", + "languages": [ + "luo-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.485752, + "recall": 0.528656, + "f1": 0.497176, + "accuracy": 0.528656, + "main_score": 0.497176, + "hf_subset": "luo_Latn-ssw_Latn", + "languages": [ + "luo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.492224, + "recall": 0.549407, + "f1": 0.507202, + "accuracy": 0.549407, + "main_score": 0.507202, + "hf_subset": "luo_Latn-ukr_Cyrl", + "languages": [ + "luo-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.506526, + "recall": 0.555336, + "f1": 0.520112, + "accuracy": 0.555336, + "main_score": 0.520112, + "hf_subset": "luo_Latn-afr_Latn", + "languages": [ + "luo-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.507533, + "recall": 0.559289, + "f1": 0.521741, + "accuracy": 0.559289, + "main_score": 0.521741, + "hf_subset": "luo_Latn-bho_Deva", + "languages": [ + "luo-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.487863, + "recall": 0.529644, + "f1": 0.498923, + "accuracy": 0.529644, + "main_score": 0.498923, + "hf_subset": "luo_Latn-eus_Latn", + "languages": [ + "luo-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.483755, + "recall": 0.528656, + "f1": 0.496507, + "accuracy": 0.528656, + "main_score": 0.496507, + "hf_subset": "luo_Latn-ibo_Latn", + "languages": [ + "luo-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.483172, + "recall": 0.531621, + "f1": 0.496698, + "accuracy": 0.531621, + "main_score": 0.496698, + "hf_subset": "luo_Latn-kmr_Latn", + "languages": [ + "luo-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.491129, + "recall": 0.541502, + "f1": 0.503567, + "accuracy": 0.541502, + "main_score": 0.503567, + "hf_subset": "luo_Latn-min_Latn", + "languages": [ + "luo-Latn", + "min-Latn" + ] + }, + { + "precision": 0.530446, + "recall": 0.582016, + "f1": 0.543883, + "accuracy": 0.582016, + "main_score": 0.543883, + "hf_subset": "luo_Latn-por_Latn", + "languages": [ + "luo-Latn", + "por-Latn" + ] + }, + { + "precision": 0.488213, + "recall": 0.532609, + "f1": 0.499885, + "accuracy": 0.532609, + "main_score": 0.499885, + "hf_subset": "luo_Latn-sun_Latn", + "languages": [ + "luo-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.465832, + "recall": 0.512846, + "f1": 0.479077, + "accuracy": 0.512846, + "main_score": 0.479077, + "hf_subset": "luo_Latn-umb_Latn", + "languages": [ + "luo-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.489308, + "recall": 0.540514, + "f1": 0.502881, + "accuracy": 0.540514, + "main_score": 0.502881, + "hf_subset": "luo_Latn-ajp_Arab", + "languages": [ + "luo-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.39852, + "recall": 0.452569, + "f1": 0.412777, + "accuracy": 0.452569, + "main_score": 0.412777, + "hf_subset": "luo_Latn-bjn_Arab", + "languages": [ + "luo-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.490657, + "recall": 0.530632, + "f1": 0.502085, + "accuracy": 0.530632, + "main_score": 0.502085, + "hf_subset": "luo_Latn-ewe_Latn", + "languages": [ + "luo-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.50494, + "recall": 0.551383, + "f1": 0.517846, + "accuracy": 0.551383, + "main_score": 0.517846, + "hf_subset": "luo_Latn-ilo_Latn", + "languages": [ + "luo-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.27732, + "recall": 0.333992, + "f1": 0.292483, + "accuracy": 0.333992, + "main_score": 0.292483, + "hf_subset": "luo_Latn-knc_Arab", + "languages": [ + "luo-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.491847, + "recall": 0.540514, + "f1": 0.50543, + "accuracy": 0.540514, + "main_score": 0.50543, + "hf_subset": "luo_Latn-mkd_Cyrl", + "languages": [ + "luo-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.509808, + "recall": 0.561265, + "f1": 0.52342, + "accuracy": 0.561265, + "main_score": 0.52342, + "hf_subset": "luo_Latn-prs_Arab", + "languages": [ + "luo-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.513944, + "recall": 0.567194, + "f1": 0.528332, + "accuracy": 0.567194, + "main_score": 0.528332, + "hf_subset": "luo_Latn-swe_Latn", + "languages": [ + "luo-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.479316, + "recall": 0.531621, + "f1": 0.493777, + "accuracy": 0.531621, + "main_score": 0.493777, + "hf_subset": "luo_Latn-urd_Arab", + "languages": [ + "luo-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.518272, + "recall": 0.555336, + "f1": 0.528859, + "accuracy": 0.555336, + "main_score": 0.528859, + "hf_subset": "luo_Latn-aka_Latn", + "languages": [ + "luo-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.506827, + "recall": 0.550395, + "f1": 0.518778, + "accuracy": 0.550395, + "main_score": 0.518778, + "hf_subset": "luo_Latn-bjn_Latn", + "languages": [ + "luo-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.470019, + "recall": 0.517787, + "f1": 0.483673, + "accuracy": 0.517787, + "main_score": 0.483673, + "hf_subset": "luo_Latn-fao_Latn", + "languages": [ + "luo-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.51541, + "recall": 0.563241, + "f1": 0.528605, + "accuracy": 0.563241, + "main_score": 0.528605, + "hf_subset": "luo_Latn-ind_Latn", + "languages": [ + "luo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.522046, + "recall": 0.557312, + "f1": 0.532055, + "accuracy": 0.557312, + "main_score": 0.532055, + "hf_subset": "luo_Latn-knc_Latn", + "languages": [ + "luo-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.486573, + "recall": 0.533597, + "f1": 0.498888, + "accuracy": 0.533597, + "main_score": 0.498888, + "hf_subset": "luo_Latn-mlt_Latn", + "languages": [ + "luo-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.504587, + "recall": 0.547431, + "f1": 0.516882, + "accuracy": 0.547431, + "main_score": 0.516882, + "hf_subset": "luo_Latn-quy_Latn", + "languages": [ + "luo-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.488292, + "recall": 0.54249, + "f1": 0.502664, + "accuracy": 0.54249, + "main_score": 0.502664, + "hf_subset": "luo_Latn-swh_Latn", + "languages": [ + "luo-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.483712, + "recall": 0.533597, + "f1": 0.496904, + "accuracy": 0.533597, + "main_score": 0.496904, + "hf_subset": "luo_Latn-uzn_Latn", + "languages": [ + "luo-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.484856, + "recall": 0.530632, + "f1": 0.497239, + "accuracy": 0.530632, + "main_score": 0.497239, + "hf_subset": "luo_Latn-als_Latn", + "languages": [ + "luo-Latn", + "als-Latn" + ] + }, + { + "precision": 0.3535, + "recall": 0.406126, + "f1": 0.3681, + "accuracy": 0.406126, + "main_score": 0.3681, + "hf_subset": "luo_Latn-bod_Tibt", + "languages": [ + "luo-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.50807, + "recall": 0.547431, + "f1": 0.520177, + "accuracy": 0.547431, + "main_score": 0.520177, + "hf_subset": "luo_Latn-fij_Latn", + "languages": [ + "luo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.469312, + "recall": 0.522727, + "f1": 0.482903, + "accuracy": 0.522727, + "main_score": 0.482903, + "hf_subset": "luo_Latn-isl_Latn", + "languages": [ + "luo-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.538776, + "recall": 0.573123, + "f1": 0.548466, + "accuracy": 0.573123, + "main_score": 0.548466, + "hf_subset": "luo_Latn-kon_Latn", + "languages": [ + "luo-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.461437, + "recall": 0.513834, + "f1": 0.475973, + "accuracy": 0.513834, + "main_score": 0.475973, + "hf_subset": "luo_Latn-mni_Beng", + "languages": [ + "luo-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.514135, + "recall": 0.565217, + "f1": 0.527621, + "accuracy": 0.565217, + "main_score": 0.527621, + "hf_subset": "luo_Latn-ron_Latn", + "languages": [ + "luo-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.502456, + "recall": 0.546443, + "f1": 0.514301, + "accuracy": 0.546443, + "main_score": 0.514301, + "hf_subset": "luo_Latn-szl_Latn", + "languages": [ + "luo-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.515792, + "recall": 0.562253, + "f1": 0.52828, + "accuracy": 0.562253, + "main_score": 0.52828, + "hf_subset": "luo_Latn-vec_Latn", + "languages": [ + "luo-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.495451, + "recall": 0.545455, + "f1": 0.508844, + "accuracy": 0.545455, + "main_score": 0.508844, + "hf_subset": "luo_Latn-amh_Ethi", + "languages": [ + "luo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.50718, + "recall": 0.559289, + "f1": 0.521318, + "accuracy": 0.559289, + "main_score": 0.521318, + "hf_subset": "luo_Latn-bos_Latn", + "languages": [ + "luo-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.49067, + "recall": 0.54249, + "f1": 0.504201, + "accuracy": 0.54249, + "main_score": 0.504201, + "hf_subset": "luo_Latn-fin_Latn", + "languages": [ + "luo-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.524969, + "recall": 0.574111, + "f1": 0.53861, + "accuracy": 0.574111, + "main_score": 0.53861, + "hf_subset": "luo_Latn-ita_Latn", + "languages": [ + "luo-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.513045, + "recall": 0.570158, + "f1": 0.528603, + "accuracy": 0.570158, + "main_score": 0.528603, + "hf_subset": "luo_Latn-kor_Hang", + "languages": [ + "luo-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.498431, + "recall": 0.540514, + "f1": 0.5104, + "accuracy": 0.540514, + "main_score": 0.5104, + "hf_subset": "luo_Latn-mos_Latn", + "languages": [ + "luo-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.483211, + "recall": 0.532609, + "f1": 0.49752, + "accuracy": 0.532609, + "main_score": 0.49752, + "hf_subset": "luo_Latn-run_Latn", + "languages": [ + "luo-Latn", + "run-Latn" + ] + }, + { + "precision": 0.476889, + "recall": 0.530632, + "f1": 0.491676, + "accuracy": 0.530632, + "main_score": 0.491676, + "hf_subset": "luo_Latn-tam_Taml", + "languages": [ + "luo-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.502101, + "recall": 0.548419, + "f1": 0.514215, + "accuracy": 0.548419, + "main_score": 0.514215, + "hf_subset": "luo_Latn-vie_Latn", + "languages": [ + "luo-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.479486, + "recall": 0.529644, + "f1": 0.492514, + "accuracy": 0.529644, + "main_score": 0.492514, + "hf_subset": "luo_Latn-apc_Arab", + "languages": [ + "luo-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.515656, + "recall": 0.5583, + "f1": 0.527494, + "accuracy": 0.5583, + "main_score": 0.527494, + "hf_subset": "luo_Latn-bug_Latn", + "languages": [ + "luo-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.452233, + "recall": 0.496047, + "f1": 0.465168, + "accuracy": 0.496047, + "main_score": 0.465168, + "hf_subset": "luo_Latn-fon_Latn", + "languages": [ + "luo-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.488047, + "recall": 0.54249, + "f1": 0.502698, + "accuracy": 0.54249, + "main_score": 0.502698, + "hf_subset": "luo_Latn-jav_Latn", + "languages": [ + "luo-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.469067, + "recall": 0.516798, + "f1": 0.482062, + "accuracy": 0.516798, + "main_score": 0.482062, + "hf_subset": "luo_Latn-lao_Laoo", + "languages": [ + "luo-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.462442, + "recall": 0.509881, + "f1": 0.476194, + "accuracy": 0.509881, + "main_score": 0.476194, + "hf_subset": "luo_Latn-mri_Latn", + "languages": [ + "luo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.508558, + "recall": 0.560277, + "f1": 0.522592, + "accuracy": 0.560277, + "main_score": 0.522592, + "hf_subset": "luo_Latn-rus_Cyrl", + "languages": [ + "luo-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.496327, + "recall": 0.546443, + "f1": 0.510734, + "accuracy": 0.546443, + "main_score": 0.510734, + "hf_subset": "luo_Latn-taq_Latn", + "languages": [ + "luo-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.492313, + "recall": 0.539526, + "f1": 0.50511, + "accuracy": 0.539526, + "main_score": 0.50511, + "hf_subset": "luo_Latn-war_Latn", + "languages": [ + "luo-Latn", + "war-Latn" + ] + }, + { + "precision": 0.492779, + "recall": 0.54249, + "f1": 0.50605, + "accuracy": 0.54249, + "main_score": 0.50605, + "hf_subset": "luo_Latn-arb_Arab", + "languages": [ + "luo-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.510614, + "recall": 0.564229, + "f1": 0.525103, + "accuracy": 0.564229, + "main_score": 0.525103, + "hf_subset": "luo_Latn-bul_Cyrl", + "languages": [ + "luo-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.511292, + "recall": 0.562253, + "f1": 0.52485, + "accuracy": 0.562253, + "main_score": 0.52485, + "hf_subset": "luo_Latn-fra_Latn", + "languages": [ + "luo-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.501073, + "recall": 0.559289, + "f1": 0.516559, + "accuracy": 0.559289, + "main_score": 0.516559, + "hf_subset": "luo_Latn-jpn_Jpan", + "languages": [ + "luo-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.514218, + "recall": 0.5583, + "f1": 0.52638, + "accuracy": 0.5583, + "main_score": 0.52638, + "hf_subset": "luo_Latn-lij_Latn", + "languages": [ + "luo-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.469177, + "recall": 0.51581, + "f1": 0.482355, + "accuracy": 0.51581, + "main_score": 0.482355, + "hf_subset": "luo_Latn-mya_Mymr", + "languages": [ + "luo-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.504587, + "recall": 0.545455, + "f1": 0.51666, + "accuracy": 0.545455, + "main_score": 0.51666, + "hf_subset": "luo_Latn-sag_Latn", + "languages": [ + "luo-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.247355, + "recall": 0.298419, + "f1": 0.259696, + "accuracy": 0.298419, + "main_score": 0.259696, + "hf_subset": "luo_Latn-taq_Tfng", + "languages": [ + "luo-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.529727, + "recall": 0.565217, + "f1": 0.540664, + "accuracy": 0.565217, + "main_score": 0.540664, + "hf_subset": "luo_Latn-wol_Latn", + "languages": [ + "luo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.428244, + "recall": 0.480237, + "f1": 0.442323, + "accuracy": 0.480237, + "main_score": 0.442323, + "hf_subset": "luo_Latn-arb_Latn", + "languages": [ + "luo-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.5141, + "recall": 0.559289, + "f1": 0.526677, + "accuracy": 0.559289, + "main_score": 0.526677, + "hf_subset": "luo_Latn-cat_Latn", + "languages": [ + "luo-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.518395, + "recall": 0.564229, + "f1": 0.531059, + "accuracy": 0.564229, + "main_score": 0.531059, + "hf_subset": "luo_Latn-fur_Latn", + "languages": [ + "luo-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.404739, + "recall": 0.45751, + "f1": 0.419946, + "accuracy": 0.45751, + "main_score": 0.419946, + "hf_subset": "luo_Latn-kab_Latn", + "languages": [ + "luo-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.49546, + "recall": 0.541502, + "f1": 0.507627, + "accuracy": 0.541502, + "main_score": 0.507627, + "hf_subset": "luo_Latn-lim_Latn", + "languages": [ + "luo-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.508542, + "recall": 0.566206, + "f1": 0.524121, + "accuracy": 0.566206, + "main_score": 0.524121, + "hf_subset": "luo_Latn-nld_Latn", + "languages": [ + "luo-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.462722, + "recall": 0.520751, + "f1": 0.478887, + "accuracy": 0.520751, + "main_score": 0.478887, + "hf_subset": "luo_Latn-san_Deva", + "languages": [ + "luo-Latn", + "san-Deva" + ] + }, + { + "precision": 0.47743, + "recall": 0.527668, + "f1": 0.490809, + "accuracy": 0.527668, + "main_score": 0.490809, + "hf_subset": "luo_Latn-tat_Cyrl", + "languages": [ + "luo-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.487118, + "recall": 0.541502, + "f1": 0.50195, + "accuracy": 0.541502, + "main_score": 0.50195, + "hf_subset": "luo_Latn-xho_Latn", + "languages": [ + "luo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.47983, + "recall": 0.533597, + "f1": 0.493923, + "accuracy": 0.533597, + "main_score": 0.493923, + "hf_subset": "luo_Latn-ars_Arab", + "languages": [ + "luo-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.503844, + "recall": 0.549407, + "f1": 0.515696, + "accuracy": 0.549407, + "main_score": 0.515696, + "hf_subset": "luo_Latn-ceb_Latn", + "languages": [ + "luo-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.48619, + "recall": 0.538538, + "f1": 0.501304, + "accuracy": 0.538538, + "main_score": 0.501304, + "hf_subset": "luo_Latn-fuv_Latn", + "languages": [ + "luo-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.511834, + "recall": 0.550395, + "f1": 0.522965, + "accuracy": 0.550395, + "main_score": 0.522965, + "hf_subset": "luo_Latn-kac_Latn", + "languages": [ + "luo-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.544879, + "recall": 0.582016, + "f1": 0.555616, + "accuracy": 0.582016, + "main_score": 0.555616, + "hf_subset": "luo_Latn-lin_Latn", + "languages": [ + "luo-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.496769, + "recall": 0.541502, + "f1": 0.509323, + "accuracy": 0.541502, + "main_score": 0.509323, + "hf_subset": "luo_Latn-nno_Latn", + "languages": [ + "luo-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.466388, + "recall": 0.512846, + "f1": 0.479372, + "accuracy": 0.512846, + "main_score": 0.479372, + "hf_subset": "luo_Latn-sat_Olck", + "languages": [ + "luo-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.475012, + "recall": 0.527668, + "f1": 0.488644, + "accuracy": 0.527668, + "main_score": 0.488644, + "hf_subset": "luo_Latn-tel_Telu", + "languages": [ + "luo-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.452908, + "recall": 0.504941, + "f1": 0.466649, + "accuracy": 0.504941, + "main_score": 0.466649, + "hf_subset": "luo_Latn-ydd_Hebr", + "languages": [ + "luo-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.46457, + "recall": 0.512846, + "f1": 0.476882, + "accuracy": 0.512846, + "main_score": 0.476882, + "hf_subset": "luo_Latn-ary_Arab", + "languages": [ + "luo-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.508043, + "recall": 0.559289, + "f1": 0.521264, + "accuracy": 0.559289, + "main_score": 0.521264, + "hf_subset": "luo_Latn-ces_Latn", + "languages": [ + "luo-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.480967, + "recall": 0.532609, + "f1": 0.495313, + "accuracy": 0.532609, + "main_score": 0.495313, + "hf_subset": "luo_Latn-gaz_Latn", + "languages": [ + "luo-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.50387, + "recall": 0.546443, + "f1": 0.516093, + "accuracy": 0.546443, + "main_score": 0.516093, + "hf_subset": "luo_Latn-kam_Latn", + "languages": [ + "luo-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.48309, + "recall": 0.536561, + "f1": 0.496771, + "accuracy": 0.536561, + "main_score": 0.496771, + "hf_subset": "luo_Latn-lit_Latn", + "languages": [ + "luo-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.501312, + "recall": 0.555336, + "f1": 0.515928, + "accuracy": 0.555336, + "main_score": 0.515928, + "hf_subset": "luo_Latn-nob_Latn", + "languages": [ + "luo-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.503639, + "recall": 0.544466, + "f1": 0.515596, + "accuracy": 0.544466, + "main_score": 0.515596, + "hf_subset": "luo_Latn-scn_Latn", + "languages": [ + "luo-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.464698, + "recall": 0.514822, + "f1": 0.478215, + "accuracy": 0.514822, + "main_score": 0.478215, + "hf_subset": "luo_Latn-tgk_Cyrl", + "languages": [ + "luo-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.455765, + "recall": 0.505929, + "f1": 0.470411, + "accuracy": 0.505929, + "main_score": 0.470411, + "hf_subset": "luo_Latn-yor_Latn", + "languages": [ + "luo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.488505, + "recall": 0.538538, + "f1": 0.50163, + "accuracy": 0.538538, + "main_score": 0.50163, + "hf_subset": "luo_Latn-arz_Arab", + "languages": [ + "luo-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.487301, + "recall": 0.531621, + "f1": 0.500207, + "accuracy": 0.531621, + "main_score": 0.500207, + "hf_subset": "luo_Latn-cjk_Latn", + "languages": [ + "luo-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.475593, + "recall": 0.521739, + "f1": 0.48811, + "accuracy": 0.521739, + "main_score": 0.48811, + "hf_subset": "luo_Latn-gla_Latn", + "languages": [ + "luo-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.47042, + "recall": 0.521739, + "f1": 0.483983, + "accuracy": 0.521739, + "main_score": 0.483983, + "hf_subset": "luo_Latn-kan_Knda", + "languages": [ + "luo-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.520714, + "recall": 0.563241, + "f1": 0.532406, + "accuracy": 0.563241, + "main_score": 0.532406, + "hf_subset": "luo_Latn-lmo_Latn", + "languages": [ + "luo-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.479971, + "recall": 0.52668, + "f1": 0.493097, + "accuracy": 0.52668, + "main_score": 0.493097, + "hf_subset": "luo_Latn-npi_Deva", + "languages": [ + "luo-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.42733, + "recall": 0.483202, + "f1": 0.442995, + "accuracy": 0.483202, + "main_score": 0.442995, + "hf_subset": "luo_Latn-shn_Mymr", + "languages": [ + "luo-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.506201, + "recall": 0.55336, + "f1": 0.519659, + "accuracy": 0.55336, + "main_score": 0.519659, + "hf_subset": "luo_Latn-tgl_Latn", + "languages": [ + "luo-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.475222, + "recall": 0.533597, + "f1": 0.490923, + "accuracy": 0.533597, + "main_score": 0.490923, + "hf_subset": "luo_Latn-yue_Hant", + "languages": [ + "luo-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.446793, + "recall": 0.492095, + "f1": 0.460154, + "accuracy": 0.492095, + "main_score": 0.460154, + "hf_subset": "luo_Latn-asm_Beng", + "languages": [ + "luo-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.465655, + "recall": 0.513834, + "f1": 0.479248, + "accuracy": 0.513834, + "main_score": 0.479248, + "hf_subset": "luo_Latn-ckb_Arab", + "languages": [ + "luo-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.471929, + "recall": 0.520751, + "f1": 0.485178, + "accuracy": 0.520751, + "main_score": 0.485178, + "hf_subset": "luo_Latn-gle_Latn", + "languages": [ + "luo-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.478524, + "recall": 0.52668, + "f1": 0.491745, + "accuracy": 0.52668, + "main_score": 0.491745, + "hf_subset": "luo_Latn-kas_Arab", + "languages": [ + "luo-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.481309, + "recall": 0.52668, + "f1": 0.493088, + "accuracy": 0.52668, + "main_score": 0.493088, + "hf_subset": "luo_Latn-ltg_Latn", + "languages": [ + "luo-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.52674, + "recall": 0.56917, + "f1": 0.538805, + "accuracy": 0.56917, + "main_score": 0.538805, + "hf_subset": "luo_Latn-nso_Latn", + "languages": [ + "luo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.453253, + "recall": 0.503953, + "f1": 0.466626, + "accuracy": 0.503953, + "main_score": 0.466626, + "hf_subset": "luo_Latn-sin_Sinh", + "languages": [ + "luo-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.483105, + "recall": 0.536561, + "f1": 0.497243, + "accuracy": 0.536561, + "main_score": 0.497243, + "hf_subset": "luo_Latn-tha_Thai", + "languages": [ + "luo-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.442691, + "recall": 0.497036, + "f1": 0.456895, + "accuracy": 0.497036, + "main_score": 0.456895, + "hf_subset": "luo_Latn-zho_Hans", + "languages": [ + "luo-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.498662, + "recall": 0.541502, + "f1": 0.510157, + "accuracy": 0.541502, + "main_score": 0.510157, + "hf_subset": "luo_Latn-ast_Latn", + "languages": [ + "luo-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.500204, + "recall": 0.548419, + "f1": 0.513253, + "accuracy": 0.548419, + "main_score": 0.513253, + "hf_subset": "luo_Latn-crh_Latn", + "languages": [ + "luo-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.498592, + "recall": 0.551383, + "f1": 0.512483, + "accuracy": 0.551383, + "main_score": 0.512483, + "hf_subset": "luo_Latn-glg_Latn", + "languages": [ + "luo-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.48754, + "recall": 0.539526, + "f1": 0.501678, + "accuracy": 0.539526, + "main_score": 0.501678, + "hf_subset": "luo_Latn-kas_Deva", + "languages": [ + "luo-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.472229, + "recall": 0.519763, + "f1": 0.484863, + "accuracy": 0.519763, + "main_score": 0.484863, + "hf_subset": "luo_Latn-ltz_Latn", + "languages": [ + "luo-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.457902, + "recall": 0.508893, + "f1": 0.472087, + "accuracy": 0.508893, + "main_score": 0.472087, + "hf_subset": "luo_Latn-nus_Latn", + "languages": [ + "luo-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.491258, + "recall": 0.545455, + "f1": 0.506102, + "accuracy": 0.545455, + "main_score": 0.506102, + "hf_subset": "luo_Latn-slk_Latn", + "languages": [ + "luo-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.470397, + "recall": 0.521739, + "f1": 0.48499, + "accuracy": 0.521739, + "main_score": 0.48499, + "hf_subset": "luo_Latn-tir_Ethi", + "languages": [ + "luo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.473664, + "recall": 0.530632, + "f1": 0.48834, + "accuracy": 0.530632, + "main_score": 0.48834, + "hf_subset": "luo_Latn-zho_Hant", + "languages": [ + "luo-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.494635, + "recall": 0.547431, + "f1": 0.508574, + "accuracy": 0.547431, + "main_score": 0.508574, + "hf_subset": "luo_Latn-awa_Deva", + "languages": [ + "luo-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.483864, + "recall": 0.529644, + "f1": 0.495842, + "accuracy": 0.529644, + "main_score": 0.495842, + "hf_subset": "luo_Latn-cym_Latn", + "languages": [ + "luo-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.517198, + "recall": 0.561265, + "f1": 0.529169, + "accuracy": 0.561265, + "main_score": 0.529169, + "hf_subset": "luo_Latn-grn_Latn", + "languages": [ + "luo-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.474541, + "recall": 0.527668, + "f1": 0.488032, + "accuracy": 0.527668, + "main_score": 0.488032, + "hf_subset": "luo_Latn-kat_Geor", + "languages": [ + "luo-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.506235, + "recall": 0.548419, + "f1": 0.518007, + "accuracy": 0.548419, + "main_score": 0.518007, + "hf_subset": "luo_Latn-lua_Latn", + "languages": [ + "luo-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.502959, + "recall": 0.546443, + "f1": 0.514604, + "accuracy": 0.546443, + "main_score": 0.514604, + "hf_subset": "luo_Latn-nya_Latn", + "languages": [ + "luo-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.494771, + "recall": 0.54249, + "f1": 0.508224, + "accuracy": 0.54249, + "main_score": 0.508224, + "hf_subset": "luo_Latn-slv_Latn", + "languages": [ + "luo-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.507126, + "recall": 0.55336, + "f1": 0.520241, + "accuracy": 0.55336, + "main_score": 0.520241, + "hf_subset": "luo_Latn-tpi_Latn", + "languages": [ + "luo-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.507544, + "recall": 0.556324, + "f1": 0.520993, + "accuracy": 0.556324, + "main_score": 0.520993, + "hf_subset": "luo_Latn-zsm_Latn", + "languages": [ + "luo-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.484794, + "recall": 0.533597, + "f1": 0.499097, + "accuracy": 0.533597, + "main_score": 0.499097, + "hf_subset": "luo_Latn-ayr_Latn", + "languages": [ + "luo-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.508532, + "recall": 0.563241, + "f1": 0.523366, + "accuracy": 0.563241, + "main_score": 0.523366, + "hf_subset": "luo_Latn-dan_Latn", + "languages": [ + "luo-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.487784, + "recall": 0.541502, + "f1": 0.501628, + "accuracy": 0.541502, + "main_score": 0.501628, + "hf_subset": "luo_Latn-guj_Gujr", + "languages": [ + "luo-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.4747, + "recall": 0.525692, + "f1": 0.488383, + "accuracy": 0.525692, + "main_score": 0.488383, + "hf_subset": "luo_Latn-kaz_Cyrl", + "languages": [ + "luo-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.458552, + "recall": 0.505929, + "f1": 0.471974, + "accuracy": 0.505929, + "main_score": 0.471974, + "hf_subset": "luo_Latn-lug_Latn", + "languages": [ + "luo-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.496497, + "recall": 0.546443, + "f1": 0.510066, + "accuracy": 0.546443, + "main_score": 0.510066, + "hf_subset": "luo_Latn-oci_Latn", + "languages": [ + "luo-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.504796, + "recall": 0.543478, + "f1": 0.515851, + "accuracy": 0.543478, + "main_score": 0.515851, + "hf_subset": "luo_Latn-smo_Latn", + "languages": [ + "luo-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.480461, + "recall": 0.524704, + "f1": 0.493659, + "accuracy": 0.524704, + "main_score": 0.493659, + "hf_subset": "luo_Latn-tsn_Latn", + "languages": [ + "luo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.485178, + "recall": 0.531621, + "f1": 0.497614, + "accuracy": 0.531621, + "main_score": 0.497614, + "hf_subset": "luo_Latn-zul_Latn", + "languages": [ + "luo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.447292, + "recall": 0.497036, + "f1": 0.460766, + "accuracy": 0.497036, + "main_score": 0.460766, + "hf_subset": "luo_Latn-azb_Arab", + "languages": [ + "luo-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.508311, + "recall": 0.5583, + "f1": 0.521136, + "accuracy": 0.5583, + "main_score": 0.521136, + "hf_subset": "luo_Latn-deu_Latn", + "languages": [ + "luo-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.476519, + "recall": 0.530632, + "f1": 0.491513, + "accuracy": 0.530632, + "main_score": 0.491513, + "hf_subset": "luo_Latn-hat_Latn", + "languages": [ + "luo-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.477026, + "recall": 0.517787, + "f1": 0.488815, + "accuracy": 0.517787, + "main_score": 0.488815, + "hf_subset": "luo_Latn-kbp_Latn", + "languages": [ + "luo-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.444349, + "recall": 0.503953, + "f1": 0.45983, + "accuracy": 0.503953, + "main_score": 0.45983, + "hf_subset": "luo_Latn-ory_Orya", + "languages": [ + "luo-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.479922, + "recall": 0.527668, + "f1": 0.493596, + "accuracy": 0.527668, + "main_score": 0.493596, + "hf_subset": "luo_Latn-sna_Latn", + "languages": [ + "luo-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.502624, + "recall": 0.54249, + "f1": 0.513903, + "accuracy": 0.54249, + "main_score": 0.513903, + "hf_subset": "luo_Latn-tso_Latn", + "languages": [ + "luo-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.484035, + "recall": 0.535573, + "f1": 0.498157, + "accuracy": 0.535573, + "main_score": 0.498157, + "hf_subset": "luo_Latn-azj_Latn", + "languages": [ + "luo-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.485367, + "recall": 0.528656, + "f1": 0.49813, + "accuracy": 0.528656, + "main_score": 0.49813, + "hf_subset": "luo_Latn-dik_Latn", + "languages": [ + "luo-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.463237, + "recall": 0.508893, + "f1": 0.475387, + "accuracy": 0.508893, + "main_score": 0.475387, + "hf_subset": "luo_Latn-hau_Latn", + "languages": [ + "luo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.502779, + "recall": 0.548419, + "f1": 0.515414, + "accuracy": 0.548419, + "main_score": 0.515414, + "hf_subset": "luo_Latn-kea_Latn", + "languages": [ + "luo-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.495818, + "recall": 0.545455, + "f1": 0.509737, + "accuracy": 0.545455, + "main_score": 0.509737, + "hf_subset": "luo_Latn-lus_Latn", + "languages": [ + "luo-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.528187, + "recall": 0.572134, + "f1": 0.540749, + "accuracy": 0.572134, + "main_score": 0.540749, + "hf_subset": "luo_Latn-pag_Latn", + "languages": [ + "luo-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.451182, + "recall": 0.501976, + "f1": 0.465402, + "accuracy": 0.501976, + "main_score": 0.465402, + "hf_subset": "luo_Latn-snd_Arab", + "languages": [ + "luo-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.474766, + "recall": 0.522727, + "f1": 0.487955, + "accuracy": 0.522727, + "main_score": 0.487955, + "hf_subset": "luo_Latn-tuk_Latn", + "languages": [ + "luo-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.477475, + "recall": 0.52668, + "f1": 0.490166, + "accuracy": 0.52668, + "main_score": 0.490166, + "hf_subset": "luo_Latn-bak_Cyrl", + "languages": [ + "luo-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.426663, + "recall": 0.483202, + "f1": 0.442891, + "accuracy": 0.483202, + "main_score": 0.442891, + "hf_subset": "luo_Latn-dyu_Latn", + "languages": [ + "luo-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.481699, + "recall": 0.537549, + "f1": 0.496924, + "accuracy": 0.537549, + "main_score": 0.496924, + "hf_subset": "luo_Latn-heb_Hebr", + "languages": [ + "luo-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.494146, + "recall": 0.539526, + "f1": 0.506686, + "accuracy": 0.539526, + "main_score": 0.506686, + "hf_subset": "luo_Latn-khk_Cyrl", + "languages": [ + "luo-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.488319, + "recall": 0.543478, + "f1": 0.503429, + "accuracy": 0.543478, + "main_score": 0.503429, + "hf_subset": "luo_Latn-lvs_Latn", + "languages": [ + "luo-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.460506, + "recall": 0.51581, + "f1": 0.47546, + "accuracy": 0.51581, + "main_score": 0.47546, + "hf_subset": "luo_Latn-pan_Guru", + "languages": [ + "luo-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.451925, + "recall": 0.5, + "f1": 0.465, + "accuracy": 0.5, + "main_score": 0.465, + "hf_subset": "luo_Latn-som_Latn", + "languages": [ + "luo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.490268, + "recall": 0.539526, + "f1": 0.503525, + "accuracy": 0.539526, + "main_score": 0.503525, + "hf_subset": "luo_Latn-tum_Latn", + "languages": [ + "luo-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.500798, + "recall": 0.579051, + "f1": 0.522932, + "accuracy": 0.579051, + "main_score": 0.522932, + "hf_subset": "ory_Orya-ace_Arab", + "languages": [ + "ory-Orya", + "ace-Arab" + ] + }, + { + "precision": 0.438996, + "recall": 0.497036, + "f1": 0.454305, + "accuracy": 0.497036, + "main_score": 0.454305, + "hf_subset": "ory_Orya-bam_Latn", + "languages": [ + "ory-Orya", + "bam-Latn" + ] + }, + { + "precision": 0.647074, + "recall": 0.725296, + "f1": 0.668982, + "accuracy": 0.725296, + "main_score": 0.668982, + "hf_subset": "ory_Orya-dzo_Tibt", + "languages": [ + "ory-Orya", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ory_Orya-hin_Deva", + "languages": [ + "ory-Orya", + "hin-Deva" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ory_Orya-khm_Khmr", + "languages": [ + "ory-Orya", + "khm-Khmr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ory_Orya-mag_Deva", + "languages": [ + "ory-Orya", + "mag-Deva" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ory_Orya-pap_Latn", + "languages": [ + "ory-Orya", + "pap-Latn" + ] + }, + { + "precision": 0.842309, + "recall": 0.885375, + "f1": 0.855703, + "accuracy": 0.885375, + "main_score": 0.855703, + "hf_subset": "ory_Orya-sot_Latn", + "languages": [ + "ory-Orya", + "sot-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ory_Orya-tur_Latn", + "languages": [ + "ory-Orya", + "tur-Latn" + ] + }, + { + "precision": 0.838538, + "recall": 0.879447, + "f1": 0.851188, + "accuracy": 0.879447, + "main_score": 0.851188, + "hf_subset": "ory_Orya-ace_Latn", + "languages": [ + "ory-Orya", + "ace-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "ory_Orya-ban_Latn", + "languages": [ + "ory-Orya", + "ban-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ory_Orya-ell_Grek", + "languages": [ + "ory-Orya", + "ell-Grek" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "ory_Orya-hne_Deva", + "languages": [ + "ory-Orya", + "hne-Deva" + ] + }, + { + "precision": 0.5431, + "recall": 0.612648, + "f1": 0.562392, + "accuracy": 0.612648, + "main_score": 0.562392, + "hf_subset": "ory_Orya-kik_Latn", + "languages": [ + "ory-Orya", + "kik-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-mai_Deva", + "languages": [ + "ory-Orya", + "mai-Deva" + ] + }, + { + "precision": 0.942688, + "recall": 0.961462, + "f1": 0.948946, + "accuracy": 0.961462, + "main_score": 0.948946, + "hf_subset": "ory_Orya-pbt_Arab", + "languages": [ + "ory-Orya", + "pbt-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-spa_Latn", + "languages": [ + "ory-Orya", + "spa-Latn" + ] + }, + { + "precision": 0.726574, + "recall": 0.789526, + "f1": 0.744897, + "accuracy": 0.789526, + "main_score": 0.744897, + "hf_subset": "ory_Orya-twi_Latn", + "languages": [ + "ory-Orya", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-acm_Arab", + "languages": [ + "ory-Orya", + "acm-Arab" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ory_Orya-bel_Cyrl", + "languages": [ + "ory-Orya", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ory_Orya-hrv_Latn", + "languages": [ + "ory-Orya", + "hrv-Latn" + ] + }, + { + "precision": 0.839065, + "recall": 0.880435, + "f1": 0.851416, + "accuracy": 0.880435, + "main_score": 0.851416, + "hf_subset": "ory_Orya-kin_Latn", + "languages": [ + "ory-Orya", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ory_Orya-mal_Mlym", + "languages": [ + "ory-Orya", + "mal-Mlym" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ory_Orya-pes_Arab", + "languages": [ + "ory-Orya", + "pes-Arab" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ory_Orya-srd_Latn", + "languages": [ + "ory-Orya", + "srd-Latn" + ] + }, + { + "precision": 0.212122, + "recall": 0.26581, + "f1": 0.224871, + "accuracy": 0.26581, + "main_score": 0.224871, + "hf_subset": "ory_Orya-tzm_Tfng", + "languages": [ + "ory-Orya", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ory_Orya-acq_Arab", + "languages": [ + "ory-Orya", + "acq-Arab" + ] + }, + { + "precision": 0.629143, + "recall": 0.698617, + "f1": 0.648541, + "accuracy": 0.698617, + "main_score": 0.648541, + "hf_subset": "ory_Orya-bem_Latn", + "languages": [ + "ory-Orya", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ory_Orya-epo_Latn", + "languages": [ + "ory-Orya", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-hun_Latn", + "languages": [ + "ory-Orya", + "hun-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ory_Orya-kir_Cyrl", + "languages": [ + "ory-Orya", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ory_Orya-mar_Deva", + "languages": [ + "ory-Orya", + "mar-Deva" + ] + }, + { + "precision": 0.865201, + "recall": 0.902174, + "f1": 0.87683, + "accuracy": 0.902174, + "main_score": 0.87683, + "hf_subset": "ory_Orya-plt_Latn", + "languages": [ + "ory-Orya", + "plt-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ory_Orya-srp_Cyrl", + "languages": [ + "ory-Orya", + "srp-Cyrl" + ] + }, + { + "precision": 0.947464, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "ory_Orya-uig_Arab", + "languages": [ + "ory-Orya", + "uig-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ory_Orya-aeb_Arab", + "languages": [ + "ory-Orya", + "aeb-Arab" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ory_Orya-ben_Beng", + "languages": [ + "ory-Orya", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-est_Latn", + "languages": [ + "ory-Orya", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ory_Orya-hye_Armn", + "languages": [ + "ory-Orya", + "hye-Armn" + ] + }, + { + "precision": 0.427117, + "recall": 0.488142, + "f1": 0.443952, + "accuracy": 0.488142, + "main_score": 0.443952, + "hf_subset": "ory_Orya-kmb_Latn", + "languages": [ + "ory-Orya", + "kmb-Latn" + ] + }, + { + "precision": 0.456296, + "recall": 0.547431, + "f1": 0.480908, + "accuracy": 0.547431, + "main_score": 0.480908, + "hf_subset": "ory_Orya-min_Arab", + "languages": [ + "ory-Orya", + "min-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ory_Orya-pol_Latn", + "languages": [ + "ory-Orya", + "pol-Latn" + ] + }, + { + "precision": 0.722852, + "recall": 0.788538, + "f1": 0.742427, + "accuracy": 0.788538, + "main_score": 0.742427, + "hf_subset": "ory_Orya-ssw_Latn", + "languages": [ + "ory-Orya", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ory_Orya-ukr_Cyrl", + "languages": [ + "ory-Orya", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ory_Orya-afr_Latn", + "languages": [ + "ory-Orya", + "afr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ory_Orya-bho_Deva", + "languages": [ + "ory-Orya", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ory_Orya-eus_Latn", + "languages": [ + "ory-Orya", + "eus-Latn" + ] + }, + { + "precision": 0.856555, + "recall": 0.895257, + "f1": 0.868299, + "accuracy": 0.895257, + "main_score": 0.868299, + "hf_subset": "ory_Orya-ibo_Latn", + "languages": [ + "ory-Orya", + "ibo-Latn" + ] + }, + { + "precision": 0.869812, + "recall": 0.907115, + "f1": 0.881653, + "accuracy": 0.907115, + "main_score": 0.881653, + "hf_subset": "ory_Orya-kmr_Latn", + "languages": [ + "ory-Orya", + "kmr-Latn" + ] + }, + { + "precision": 0.972908, + "recall": 0.981225, + "f1": 0.975527, + "accuracy": 0.981225, + "main_score": 0.975527, + "hf_subset": "ory_Orya-min_Latn", + "languages": [ + "ory-Orya", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-por_Latn", + "languages": [ + "ory-Orya", + "por-Latn" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ory_Orya-sun_Latn", + "languages": [ + "ory-Orya", + "sun-Latn" + ] + }, + { + "precision": 0.427011, + "recall": 0.496047, + "f1": 0.445406, + "accuracy": 0.496047, + "main_score": 0.445406, + "hf_subset": "ory_Orya-umb_Latn", + "languages": [ + "ory-Orya", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-ajp_Arab", + "languages": [ + "ory-Orya", + "ajp-Arab" + ] + }, + { + "precision": 0.468654, + "recall": 0.551383, + "f1": 0.490861, + "accuracy": 0.551383, + "main_score": 0.490861, + "hf_subset": "ory_Orya-bjn_Arab", + "languages": [ + "ory-Orya", + "bjn-Arab" + ] + }, + { + "precision": 0.416942, + "recall": 0.475296, + "f1": 0.433414, + "accuracy": 0.475296, + "main_score": 0.433414, + "hf_subset": "ory_Orya-ewe_Latn", + "languages": [ + "ory-Orya", + "ewe-Latn" + ] + }, + { + "precision": 0.937088, + "recall": 0.956522, + "f1": 0.943511, + "accuracy": 0.956522, + "main_score": 0.943511, + "hf_subset": "ory_Orya-ilo_Latn", + "languages": [ + "ory-Orya", + "ilo-Latn" + ] + }, + { + "precision": 0.247134, + "recall": 0.311265, + "f1": 0.26275, + "accuracy": 0.311265, + "main_score": 0.26275, + "hf_subset": "ory_Orya-knc_Arab", + "languages": [ + "ory-Orya", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-mkd_Cyrl", + "languages": [ + "ory-Orya", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ory_Orya-prs_Arab", + "languages": [ + "ory-Orya", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-swe_Latn", + "languages": [ + "ory-Orya", + "swe-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ory_Orya-urd_Arab", + "languages": [ + "ory-Orya", + "urd-Arab" + ] + }, + { + "precision": 0.72351, + "recall": 0.785573, + "f1": 0.741675, + "accuracy": 0.785573, + "main_score": 0.741675, + "hf_subset": "ory_Orya-aka_Latn", + "languages": [ + "ory-Orya", + "aka-Latn" + ] + }, + { + "precision": 0.974555, + "recall": 0.982213, + "f1": 0.977009, + "accuracy": 0.982213, + "main_score": 0.977009, + "hf_subset": "ory_Orya-bjn_Latn", + "languages": [ + "ory-Orya", + "bjn-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "ory_Orya-fao_Latn", + "languages": [ + "ory-Orya", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ory_Orya-ind_Latn", + "languages": [ + "ory-Orya", + "ind-Latn" + ] + }, + { + "precision": 0.473787, + "recall": 0.533597, + "f1": 0.489959, + "accuracy": 0.533597, + "main_score": 0.489959, + "hf_subset": "ory_Orya-knc_Latn", + "languages": [ + "ory-Orya", + "knc-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ory_Orya-mlt_Latn", + "languages": [ + "ory-Orya", + "mlt-Latn" + ] + }, + { + "precision": 0.602259, + "recall": 0.672925, + "f1": 0.622304, + "accuracy": 0.672925, + "main_score": 0.622304, + "hf_subset": "ory_Orya-quy_Latn", + "languages": [ + "ory-Orya", + "quy-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ory_Orya-swh_Latn", + "languages": [ + "ory-Orya", + "swh-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ory_Orya-uzn_Latn", + "languages": [ + "ory-Orya", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ory_Orya-als_Latn", + "languages": [ + "ory-Orya", + "als-Latn" + ] + }, + { + "precision": 0.788135, + "recall": 0.842885, + "f1": 0.804681, + "accuracy": 0.842885, + "main_score": 0.804681, + "hf_subset": "ory_Orya-bod_Tibt", + "languages": [ + "ory-Orya", + "bod-Tibt" + ] + }, + { + "precision": 0.588464, + "recall": 0.659091, + "f1": 0.608445, + "accuracy": 0.659091, + "main_score": 0.608445, + "hf_subset": "ory_Orya-fij_Latn", + "languages": [ + "ory-Orya", + "fij-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "ory_Orya-isl_Latn", + "languages": [ + "ory-Orya", + "isl-Latn" + ] + }, + { + "precision": 0.554722, + "recall": 0.625494, + "f1": 0.574221, + "accuracy": 0.625494, + "main_score": 0.574221, + "hf_subset": "ory_Orya-kon_Latn", + "languages": [ + "ory-Orya", + "kon-Latn" + ] + }, + { + "precision": 0.591012, + "recall": 0.668972, + "f1": 0.613324, + "accuracy": 0.668972, + "main_score": 0.613324, + "hf_subset": "ory_Orya-mni_Beng", + "languages": [ + "ory-Orya", + "mni-Beng" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ory_Orya-ron_Latn", + "languages": [ + "ory-Orya", + "ron-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "ory_Orya-szl_Latn", + "languages": [ + "ory-Orya", + "szl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-vec_Latn", + "languages": [ + "ory-Orya", + "vec-Latn" + ] + }, + { + "precision": 0.937253, + "recall": 0.956522, + "f1": 0.943511, + "accuracy": 0.956522, + "main_score": 0.943511, + "hf_subset": "ory_Orya-amh_Ethi", + "languages": [ + "ory-Orya", + "amh-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-bos_Latn", + "languages": [ + "ory-Orya", + "bos-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ory_Orya-fin_Latn", + "languages": [ + "ory-Orya", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ory_Orya-ita_Latn", + "languages": [ + "ory-Orya", + "ita-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ory_Orya-kor_Hang", + "languages": [ + "ory-Orya", + "kor-Hang" + ] + }, + { + "precision": 0.445819, + "recall": 0.503953, + "f1": 0.461811, + "accuracy": 0.503953, + "main_score": 0.461811, + "hf_subset": "ory_Orya-mos_Latn", + "languages": [ + "ory-Orya", + "mos-Latn" + ] + }, + { + "precision": 0.729463, + "recall": 0.790514, + "f1": 0.747694, + "accuracy": 0.790514, + "main_score": 0.747694, + "hf_subset": "ory_Orya-run_Latn", + "languages": [ + "ory-Orya", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-tam_Taml", + "languages": [ + "ory-Orya", + "tam-Taml" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ory_Orya-vie_Latn", + "languages": [ + "ory-Orya", + "vie-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ory_Orya-apc_Arab", + "languages": [ + "ory-Orya", + "apc-Arab" + ] + }, + { + "precision": 0.696344, + "recall": 0.763834, + "f1": 0.715583, + "accuracy": 0.763834, + "main_score": 0.715583, + "hf_subset": "ory_Orya-bug_Latn", + "languages": [ + "ory-Orya", + "bug-Latn" + ] + }, + { + "precision": 0.389419, + "recall": 0.438735, + "f1": 0.402739, + "accuracy": 0.438735, + "main_score": 0.402739, + "hf_subset": "ory_Orya-fon_Latn", + "languages": [ + "ory-Orya", + "fon-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ory_Orya-jav_Latn", + "languages": [ + "ory-Orya", + "jav-Latn" + ] + }, + { + "precision": 0.943347, + "recall": 0.961462, + "f1": 0.949275, + "accuracy": 0.961462, + "main_score": 0.949275, + "hf_subset": "ory_Orya-lao_Laoo", + "languages": [ + "ory-Orya", + "lao-Laoo" + ] + }, + { + "precision": 0.863883, + "recall": 0.903162, + "f1": 0.876383, + "accuracy": 0.903162, + "main_score": 0.876383, + "hf_subset": "ory_Orya-mri_Latn", + "languages": [ + "ory-Orya", + "mri-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ory_Orya-rus_Cyrl", + "languages": [ + "ory-Orya", + "rus-Cyrl" + ] + }, + { + "precision": 0.462658, + "recall": 0.518775, + "f1": 0.478018, + "accuracy": 0.518775, + "main_score": 0.478018, + "hf_subset": "ory_Orya-taq_Latn", + "languages": [ + "ory-Orya", + "taq-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ory_Orya-war_Latn", + "languages": [ + "ory-Orya", + "war-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ory_Orya-arb_Arab", + "languages": [ + "ory-Orya", + "arb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ory_Orya-bul_Cyrl", + "languages": [ + "ory-Orya", + "bul-Cyrl" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ory_Orya-fra_Latn", + "languages": [ + "ory-Orya", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ory_Orya-jpn_Jpan", + "languages": [ + "ory-Orya", + "jpn-Jpan" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ory_Orya-lij_Latn", + "languages": [ + "ory-Orya", + "lij-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "ory_Orya-mya_Mymr", + "languages": [ + "ory-Orya", + "mya-Mymr" + ] + }, + { + "precision": 0.503185, + "recall": 0.56917, + "f1": 0.520951, + "accuracy": 0.56917, + "main_score": 0.520951, + "hf_subset": "ory_Orya-sag_Latn", + "languages": [ + "ory-Orya", + "sag-Latn" + ] + }, + { + "precision": 0.217863, + "recall": 0.281621, + "f1": 0.23383, + "accuracy": 0.281621, + "main_score": 0.23383, + "hf_subset": "ory_Orya-taq_Tfng", + "languages": [ + "ory-Orya", + "taq-Tfng" + ] + }, + { + "precision": 0.573363, + "recall": 0.648221, + "f1": 0.593582, + "accuracy": 0.648221, + "main_score": 0.593582, + "hf_subset": "ory_Orya-wol_Latn", + "languages": [ + "ory-Orya", + "wol-Latn" + ] + }, + { + "precision": 0.832543, + "recall": 0.878458, + "f1": 0.846443, + "accuracy": 0.878458, + "main_score": 0.846443, + "hf_subset": "ory_Orya-arb_Latn", + "languages": [ + "ory-Orya", + "arb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-cat_Latn", + "languages": [ + "ory-Orya", + "cat-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ory_Orya-fur_Latn", + "languages": [ + "ory-Orya", + "fur-Latn" + ] + }, + { + "precision": 0.410038, + "recall": 0.478261, + "f1": 0.427984, + "accuracy": 0.478261, + "main_score": 0.427984, + "hf_subset": "ory_Orya-kab_Latn", + "languages": [ + "ory-Orya", + "kab-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ory_Orya-lim_Latn", + "languages": [ + "ory-Orya", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ory_Orya-nld_Latn", + "languages": [ + "ory-Orya", + "nld-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "ory_Orya-san_Deva", + "languages": [ + "ory-Orya", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-tat_Cyrl", + "languages": [ + "ory-Orya", + "tat-Cyrl" + ] + }, + { + "precision": 0.884634, + "recall": 0.916996, + "f1": 0.894993, + "accuracy": 0.916996, + "main_score": 0.894993, + "hf_subset": "ory_Orya-xho_Latn", + "languages": [ + "ory-Orya", + "xho-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ory_Orya-ars_Arab", + "languages": [ + "ory-Orya", + "ars-Arab" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ory_Orya-ceb_Latn", + "languages": [ + "ory-Orya", + "ceb-Latn" + ] + }, + { + "precision": 0.44443, + "recall": 0.512846, + "f1": 0.462266, + "accuracy": 0.512846, + "main_score": 0.462266, + "hf_subset": "ory_Orya-fuv_Latn", + "languages": [ + "ory-Orya", + "fuv-Latn" + ] + }, + { + "precision": 0.442738, + "recall": 0.51087, + "f1": 0.460639, + "accuracy": 0.51087, + "main_score": 0.460639, + "hf_subset": "ory_Orya-kac_Latn", + "languages": [ + "ory-Orya", + "kac-Latn" + ] + }, + { + "precision": 0.582437, + "recall": 0.655138, + "f1": 0.602356, + "accuracy": 0.655138, + "main_score": 0.602356, + "hf_subset": "ory_Orya-lin_Latn", + "languages": [ + "ory-Orya", + "lin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ory_Orya-nno_Latn", + "languages": [ + "ory-Orya", + "nno-Latn" + ] + }, + { + "precision": 0.891057, + "recall": 0.922925, + "f1": 0.901087, + "accuracy": 0.922925, + "main_score": 0.901087, + "hf_subset": "ory_Orya-sat_Olck", + "languages": [ + "ory-Orya", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-tel_Telu", + "languages": [ + "ory-Orya", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ory_Orya-ydd_Hebr", + "languages": [ + "ory-Orya", + "ydd-Hebr" + ] + }, + { + "precision": 0.961709, + "recall": 0.97332, + "f1": 0.965481, + "accuracy": 0.97332, + "main_score": 0.965481, + "hf_subset": "ory_Orya-ary_Arab", + "languages": [ + "ory-Orya", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ory_Orya-ces_Latn", + "languages": [ + "ory-Orya", + "ces-Latn" + ] + }, + { + "precision": 0.540425, + "recall": 0.620553, + "f1": 0.563286, + "accuracy": 0.620553, + "main_score": 0.563286, + "hf_subset": "ory_Orya-gaz_Latn", + "languages": [ + "ory-Orya", + "gaz-Latn" + ] + }, + { + "precision": 0.493614, + "recall": 0.568182, + "f1": 0.513603, + "accuracy": 0.568182, + "main_score": 0.513603, + "hf_subset": "ory_Orya-kam_Latn", + "languages": [ + "ory-Orya", + "kam-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ory_Orya-lit_Latn", + "languages": [ + "ory-Orya", + "lit-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ory_Orya-nob_Latn", + "languages": [ + "ory-Orya", + "nob-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ory_Orya-scn_Latn", + "languages": [ + "ory-Orya", + "scn-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "ory_Orya-tgk_Cyrl", + "languages": [ + "ory-Orya", + "tgk-Cyrl" + ] + }, + { + "precision": 0.708869, + "recall": 0.778656, + "f1": 0.729145, + "accuracy": 0.778656, + "main_score": 0.729145, + "hf_subset": "ory_Orya-yor_Latn", + "languages": [ + "ory-Orya", + "yor-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-arz_Arab", + "languages": [ + "ory-Orya", + "arz-Arab" + ] + }, + { + "precision": 0.460638, + "recall": 0.524704, + "f1": 0.47772, + "accuracy": 0.524704, + "main_score": 0.47772, + "hf_subset": "ory_Orya-cjk_Latn", + "languages": [ + "ory-Orya", + "cjk-Latn" + ] + }, + { + "precision": 0.930501, + "recall": 0.952569, + "f1": 0.937747, + "accuracy": 0.952569, + "main_score": 0.937747, + "hf_subset": "ory_Orya-gla_Latn", + "languages": [ + "ory-Orya", + "gla-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ory_Orya-kan_Knda", + "languages": [ + "ory-Orya", + "kan-Knda" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ory_Orya-lmo_Latn", + "languages": [ + "ory-Orya", + "lmo-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "ory_Orya-npi_Deva", + "languages": [ + "ory-Orya", + "npi-Deva" + ] + }, + { + "precision": 0.521371, + "recall": 0.602767, + "f1": 0.544372, + "accuracy": 0.602767, + "main_score": 0.544372, + "hf_subset": "ory_Orya-shn_Mymr", + "languages": [ + "ory-Orya", + "shn-Mymr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-tgl_Latn", + "languages": [ + "ory-Orya", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ory_Orya-yue_Hant", + "languages": [ + "ory-Orya", + "yue-Hant" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ory_Orya-asm_Beng", + "languages": [ + "ory-Orya", + "asm-Beng" + ] + }, + { + "precision": 0.931077, + "recall": 0.952569, + "f1": 0.937978, + "accuracy": 0.952569, + "main_score": 0.937978, + "hf_subset": "ory_Orya-ckb_Arab", + "languages": [ + "ory-Orya", + "ckb-Arab" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "ory_Orya-gle_Latn", + "languages": [ + "ory-Orya", + "gle-Latn" + ] + }, + { + "precision": 0.907444, + "recall": 0.935771, + "f1": 0.916502, + "accuracy": 0.935771, + "main_score": 0.916502, + "hf_subset": "ory_Orya-kas_Arab", + "languages": [ + "ory-Orya", + "kas-Arab" + ] + }, + { + "precision": 0.880929, + "recall": 0.917984, + "f1": 0.892951, + "accuracy": 0.917984, + "main_score": 0.892951, + "hf_subset": "ory_Orya-ltg_Latn", + "languages": [ + "ory-Orya", + "ltg-Latn" + ] + }, + { + "precision": 0.769219, + "recall": 0.823123, + "f1": 0.785493, + "accuracy": 0.823123, + "main_score": 0.785493, + "hf_subset": "ory_Orya-nso_Latn", + "languages": [ + "ory-Orya", + "nso-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ory_Orya-sin_Sinh", + "languages": [ + "ory-Orya", + "sin-Sinh" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ory_Orya-tha_Thai", + "languages": [ + "ory-Orya", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-zho_Hans", + "languages": [ + "ory-Orya", + "zho-Hans" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ory_Orya-ast_Latn", + "languages": [ + "ory-Orya", + "ast-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ory_Orya-crh_Latn", + "languages": [ + "ory-Orya", + "crh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-glg_Latn", + "languages": [ + "ory-Orya", + "glg-Latn" + ] + }, + { + "precision": 0.857338, + "recall": 0.896245, + "f1": 0.869219, + "accuracy": 0.896245, + "main_score": 0.869219, + "hf_subset": "ory_Orya-kas_Deva", + "languages": [ + "ory-Orya", + "kas-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ory_Orya-ltz_Latn", + "languages": [ + "ory-Orya", + "ltz-Latn" + ] + }, + { + "precision": 0.385813, + "recall": 0.453557, + "f1": 0.403996, + "accuracy": 0.453557, + "main_score": 0.403996, + "hf_subset": "ory_Orya-nus_Latn", + "languages": [ + "ory-Orya", + "nus-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ory_Orya-slk_Latn", + "languages": [ + "ory-Orya", + "slk-Latn" + ] + }, + { + "precision": 0.612709, + "recall": 0.6917, + "f1": 0.634792, + "accuracy": 0.6917, + "main_score": 0.634792, + "hf_subset": "ory_Orya-tir_Ethi", + "languages": [ + "ory-Orya", + "tir-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-zho_Hant", + "languages": [ + "ory-Orya", + "zho-Hant" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "ory_Orya-awa_Deva", + "languages": [ + "ory-Orya", + "awa-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ory_Orya-cym_Latn", + "languages": [ + "ory-Orya", + "cym-Latn" + ] + }, + { + "precision": 0.723394, + "recall": 0.784585, + "f1": 0.741312, + "accuracy": 0.784585, + "main_score": 0.741312, + "hf_subset": "ory_Orya-grn_Latn", + "languages": [ + "ory-Orya", + "grn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ory_Orya-kat_Geor", + "languages": [ + "ory-Orya", + "kat-Geor" + ] + }, + { + "precision": 0.55065, + "recall": 0.616601, + "f1": 0.568696, + "accuracy": 0.616601, + "main_score": 0.568696, + "hf_subset": "ory_Orya-lua_Latn", + "languages": [ + "ory-Orya", + "lua-Latn" + ] + }, + { + "precision": 0.809289, + "recall": 0.860672, + "f1": 0.825198, + "accuracy": 0.860672, + "main_score": 0.825198, + "hf_subset": "ory_Orya-nya_Latn", + "languages": [ + "ory-Orya", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-slv_Latn", + "languages": [ + "ory-Orya", + "slv-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.968379, + "f1": 0.959157, + "accuracy": 0.968379, + "main_score": 0.959157, + "hf_subset": "ory_Orya-tpi_Latn", + "languages": [ + "ory-Orya", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-zsm_Latn", + "languages": [ + "ory-Orya", + "zsm-Latn" + ] + }, + { + "precision": 0.454805, + "recall": 0.518775, + "f1": 0.472263, + "accuracy": 0.518775, + "main_score": 0.472263, + "hf_subset": "ory_Orya-ayr_Latn", + "languages": [ + "ory-Orya", + "ayr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-dan_Latn", + "languages": [ + "ory-Orya", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ory_Orya-guj_Gujr", + "languages": [ + "ory-Orya", + "guj-Gujr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ory_Orya-kaz_Cyrl", + "languages": [ + "ory-Orya", + "kaz-Cyrl" + ] + }, + { + "precision": 0.615195, + "recall": 0.686759, + "f1": 0.634688, + "accuracy": 0.686759, + "main_score": 0.634688, + "hf_subset": "ory_Orya-lug_Latn", + "languages": [ + "ory-Orya", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ory_Orya-oci_Latn", + "languages": [ + "ory-Orya", + "oci-Latn" + ] + }, + { + "precision": 0.814097, + "recall": 0.86166, + "f1": 0.828854, + "accuracy": 0.86166, + "main_score": 0.828854, + "hf_subset": "ory_Orya-smo_Latn", + "languages": [ + "ory-Orya", + "smo-Latn" + ] + }, + { + "precision": 0.727503, + "recall": 0.790514, + "f1": 0.746758, + "accuracy": 0.790514, + "main_score": 0.746758, + "hf_subset": "ory_Orya-tsn_Latn", + "languages": [ + "ory-Orya", + "tsn-Latn" + ] + }, + { + "precision": 0.889657, + "recall": 0.920949, + "f1": 0.899704, + "accuracy": 0.920949, + "main_score": 0.899704, + "hf_subset": "ory_Orya-zul_Latn", + "languages": [ + "ory-Orya", + "zul-Latn" + ] + }, + { + "precision": 0.912961, + "recall": 0.938735, + "f1": 0.921179, + "accuracy": 0.938735, + "main_score": 0.921179, + "hf_subset": "ory_Orya-azb_Arab", + "languages": [ + "ory-Orya", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-deu_Latn", + "languages": [ + "ory-Orya", + "deu-Latn" + ] + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953887, + "accuracy": 0.964427, + "main_score": 0.953887, + "hf_subset": "ory_Orya-hat_Latn", + "languages": [ + "ory-Orya", + "hat-Latn" + ] + }, + { + "precision": 0.429668, + "recall": 0.494071, + "f1": 0.446621, + "accuracy": 0.494071, + "main_score": 0.446621, + "hf_subset": "ory_Orya-kbp_Latn", + "languages": [ + "ory-Orya", + "kbp-Latn" + ] + }, + { + "precision": 0.476014, + "recall": 0.54249, + "f1": 0.49416, + "accuracy": 0.54249, + "main_score": 0.49416, + "hf_subset": "ory_Orya-luo_Latn", + "languages": [ + "ory-Orya", + "luo-Latn" + ] + }, + { + "precision": 0.877059, + "recall": 0.914032, + "f1": 0.889065, + "accuracy": 0.914032, + "main_score": 0.889065, + "hf_subset": "ory_Orya-sna_Latn", + "languages": [ + "ory-Orya", + "sna-Latn" + ] + }, + { + "precision": 0.598908, + "recall": 0.676877, + "f1": 0.620038, + "accuracy": 0.676877, + "main_score": 0.620038, + "hf_subset": "ory_Orya-tso_Latn", + "languages": [ + "ory-Orya", + "tso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-azj_Latn", + "languages": [ + "ory-Orya", + "azj-Latn" + ] + }, + { + "precision": 0.457497, + "recall": 0.524704, + "f1": 0.476788, + "accuracy": 0.524704, + "main_score": 0.476788, + "hf_subset": "ory_Orya-dik_Latn", + "languages": [ + "ory-Orya", + "dik-Latn" + ] + }, + { + "precision": 0.878541, + "recall": 0.914032, + "f1": 0.890053, + "accuracy": 0.914032, + "main_score": 0.890053, + "hf_subset": "ory_Orya-hau_Latn", + "languages": [ + "ory-Orya", + "hau-Latn" + ] + }, + { + "precision": 0.964839, + "recall": 0.975296, + "f1": 0.968116, + "accuracy": 0.975296, + "main_score": 0.968116, + "hf_subset": "ory_Orya-kea_Latn", + "languages": [ + "ory-Orya", + "kea-Latn" + ] + }, + { + "precision": 0.908514, + "recall": 0.934783, + "f1": 0.916897, + "accuracy": 0.934783, + "main_score": 0.916897, + "hf_subset": "ory_Orya-lus_Latn", + "languages": [ + "ory-Orya", + "lus-Latn" + ] + }, + { + "precision": 0.827849, + "recall": 0.873518, + "f1": 0.841765, + "accuracy": 0.873518, + "main_score": 0.841765, + "hf_subset": "ory_Orya-pag_Latn", + "languages": [ + "ory-Orya", + "pag-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ory_Orya-snd_Arab", + "languages": [ + "ory-Orya", + "snd-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ory_Orya-tuk_Latn", + "languages": [ + "ory-Orya", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ory_Orya-bak_Cyrl", + "languages": [ + "ory-Orya", + "bak-Cyrl" + ] + }, + { + "precision": 0.415739, + "recall": 0.493083, + "f1": 0.437387, + "accuracy": 0.493083, + "main_score": 0.437387, + "hf_subset": "ory_Orya-dyu_Latn", + "languages": [ + "ory-Orya", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-heb_Hebr", + "languages": [ + "ory-Orya", + "heb-Hebr" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "ory_Orya-khk_Cyrl", + "languages": [ + "ory-Orya", + "khk-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ory_Orya-lvs_Latn", + "languages": [ + "ory-Orya", + "lvs-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ory_Orya-pan_Guru", + "languages": [ + "ory-Orya", + "pan-Guru" + ] + }, + { + "precision": 0.863752, + "recall": 0.903162, + "f1": 0.876007, + "accuracy": 0.903162, + "main_score": 0.876007, + "hf_subset": "ory_Orya-som_Latn", + "languages": [ + "ory-Orya", + "som-Latn" + ] + }, + { + "precision": 0.644483, + "recall": 0.715415, + "f1": 0.665481, + "accuracy": 0.715415, + "main_score": 0.665481, + "hf_subset": "ory_Orya-tum_Latn", + "languages": [ + "ory-Orya", + "tum-Latn" + ] + }, + { + "precision": 0.443115, + "recall": 0.513834, + "f1": 0.463183, + "accuracy": 0.513834, + "main_score": 0.463183, + "hf_subset": "sna_Latn-ace_Arab", + "languages": [ + "sna-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.468444, + "recall": 0.520751, + "f1": 0.482062, + "accuracy": 0.520751, + "main_score": 0.482062, + "hf_subset": "sna_Latn-bam_Latn", + "languages": [ + "sna-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.537551, + "recall": 0.623518, + "f1": 0.561701, + "accuracy": 0.623518, + "main_score": 0.561701, + "hf_subset": "sna_Latn-dzo_Tibt", + "languages": [ + "sna-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.912088, + "recall": 0.938735, + "f1": 0.920619, + "accuracy": 0.938735, + "main_score": 0.920619, + "hf_subset": "sna_Latn-hin_Deva", + "languages": [ + "sna-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.857305, + "recall": 0.895257, + "f1": 0.868678, + "accuracy": 0.895257, + "main_score": 0.868678, + "hf_subset": "sna_Latn-khm_Khmr", + "languages": [ + "sna-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.880756, + "recall": 0.913043, + "f1": 0.890668, + "accuracy": 0.913043, + "main_score": 0.890668, + "hf_subset": "sna_Latn-mag_Deva", + "languages": [ + "sna-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.875635, + "recall": 0.907115, + "f1": 0.884898, + "accuracy": 0.907115, + "main_score": 0.884898, + "hf_subset": "sna_Latn-pap_Latn", + "languages": [ + "sna-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.843659, + "recall": 0.883399, + "f1": 0.855731, + "accuracy": 0.883399, + "main_score": 0.855731, + "hf_subset": "sna_Latn-sot_Latn", + "languages": [ + "sna-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.903244, + "recall": 0.931818, + "f1": 0.912088, + "accuracy": 0.931818, + "main_score": 0.912088, + "hf_subset": "sna_Latn-tur_Latn", + "languages": [ + "sna-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.749297, + "recall": 0.796443, + "f1": 0.762401, + "accuracy": 0.796443, + "main_score": 0.762401, + "hf_subset": "sna_Latn-ace_Latn", + "languages": [ + "sna-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.84246, + "recall": 0.880435, + "f1": 0.853975, + "accuracy": 0.880435, + "main_score": 0.853975, + "hf_subset": "sna_Latn-ban_Latn", + "languages": [ + "sna-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.887516, + "recall": 0.91996, + "f1": 0.89753, + "accuracy": 0.91996, + "main_score": 0.89753, + "hf_subset": "sna_Latn-ell_Grek", + "languages": [ + "sna-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.888043, + "recall": 0.917984, + "f1": 0.897003, + "accuracy": 0.917984, + "main_score": 0.897003, + "hf_subset": "sna_Latn-hne_Deva", + "languages": [ + "sna-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.573241, + "recall": 0.630435, + "f1": 0.588975, + "accuracy": 0.630435, + "main_score": 0.588975, + "hf_subset": "sna_Latn-kik_Latn", + "languages": [ + "sna-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.88346, + "recall": 0.913043, + "f1": 0.891982, + "accuracy": 0.913043, + "main_score": 0.891982, + "hf_subset": "sna_Latn-mai_Deva", + "languages": [ + "sna-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.832049, + "recall": 0.874506, + "f1": 0.844763, + "accuracy": 0.874506, + "main_score": 0.844763, + "hf_subset": "sna_Latn-pbt_Arab", + "languages": [ + "sna-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.895702, + "recall": 0.925889, + "f1": 0.905007, + "accuracy": 0.925889, + "main_score": 0.905007, + "hf_subset": "sna_Latn-spa_Latn", + "languages": [ + "sna-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.727834, + "recall": 0.783597, + "f1": 0.743866, + "accuracy": 0.783597, + "main_score": 0.743866, + "hf_subset": "sna_Latn-twi_Latn", + "languages": [ + "sna-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.894598, + "recall": 0.926877, + "f1": 0.904776, + "accuracy": 0.926877, + "main_score": 0.904776, + "hf_subset": "sna_Latn-acm_Arab", + "languages": [ + "sna-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.868775, + "recall": 0.90415, + "f1": 0.879531, + "accuracy": 0.90415, + "main_score": 0.879531, + "hf_subset": "sna_Latn-bel_Cyrl", + "languages": [ + "sna-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.890473, + "recall": 0.921937, + "f1": 0.900253, + "accuracy": 0.921937, + "main_score": 0.900253, + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.903327, + "recall": 0.931818, + "f1": 0.912338, + "accuracy": 0.931818, + "main_score": 0.912338, + "hf_subset": "sna_Latn-hrv_Latn", + "languages": [ + "sna-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.822011, + "recall": 0.864625, + "f1": 0.8352, + "accuracy": 0.864625, + "main_score": 0.8352, + "hf_subset": "sna_Latn-kin_Latn", + "languages": [ + "sna-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.887747, + "recall": 0.917984, + "f1": 0.896871, + "accuracy": 0.917984, + "main_score": 0.896871, + "hf_subset": "sna_Latn-mal_Mlym", + "languages": [ + "sna-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.894219, + "recall": 0.922925, + "f1": 0.90303, + "accuracy": 0.922925, + "main_score": 0.90303, + "hf_subset": "sna_Latn-pes_Arab", + "languages": [ + "sna-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.87916, + "recall": 0.909091, + "f1": 0.888258, + "accuracy": 0.909091, + "main_score": 0.888258, + "hf_subset": "sna_Latn-srd_Latn", + "languages": [ + "sna-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.221359, + "recall": 0.283597, + "f1": 0.236734, + "accuracy": 0.283597, + "main_score": 0.236734, + "hf_subset": "sna_Latn-tzm_Tfng", + "languages": [ + "sna-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.896937, + "recall": 0.927866, + "f1": 0.906621, + "accuracy": 0.927866, + "main_score": 0.906621, + "hf_subset": "sna_Latn-acq_Arab", + "languages": [ + "sna-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.693539, + "recall": 0.749012, + "f1": 0.709863, + "accuracy": 0.749012, + "main_score": 0.709863, + "hf_subset": "sna_Latn-bem_Latn", + "languages": [ + "sna-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.893561, + "recall": 0.921937, + "f1": 0.901995, + "accuracy": 0.921937, + "main_score": 0.901995, + "hf_subset": "sna_Latn-epo_Latn", + "languages": [ + "sna-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.915711, + "recall": 0.940711, + "f1": 0.923584, + "accuracy": 0.940711, + "main_score": 0.923584, + "hf_subset": "sna_Latn-hun_Latn", + "languages": [ + "sna-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.874374, + "recall": 0.908103, + "f1": 0.884651, + "accuracy": 0.908103, + "main_score": 0.884651, + "hf_subset": "sna_Latn-kir_Cyrl", + "languages": [ + "sna-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.903689, + "recall": 0.931818, + "f1": 0.912385, + "accuracy": 0.931818, + "main_score": 0.912385, + "hf_subset": "sna_Latn-mar_Deva", + "languages": [ + "sna-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.814328, + "recall": 0.857708, + "f1": 0.827372, + "accuracy": 0.857708, + "main_score": 0.827372, + "hf_subset": "sna_Latn-plt_Latn", + "languages": [ + "sna-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.904965, + "recall": 0.93083, + "f1": 0.912887, + "accuracy": 0.93083, + "main_score": 0.912887, + "hf_subset": "sna_Latn-srp_Cyrl", + "languages": [ + "sna-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.822003, + "recall": 0.864625, + "f1": 0.835112, + "accuracy": 0.864625, + "main_score": 0.835112, + "hf_subset": "sna_Latn-uig_Arab", + "languages": [ + "sna-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.873732, + "recall": 0.905138, + "f1": 0.882515, + "accuracy": 0.905138, + "main_score": 0.882515, + "hf_subset": "sna_Latn-aeb_Arab", + "languages": [ + "sna-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.883383, + "recall": 0.916008, + "f1": 0.893314, + "accuracy": 0.916008, + "main_score": 0.893314, + "hf_subset": "sna_Latn-ben_Beng", + "languages": [ + "sna-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.905138, + "recall": 0.932806, + "f1": 0.913834, + "accuracy": 0.932806, + "main_score": 0.913834, + "hf_subset": "sna_Latn-est_Latn", + "languages": [ + "sna-Latn", + "est-Latn" + ] + }, + { + "precision": 0.901383, + "recall": 0.929842, + "f1": 0.910211, + "accuracy": 0.929842, + "main_score": 0.910211, + "hf_subset": "sna_Latn-hye_Armn", + "languages": [ + "sna-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.493451, + "recall": 0.54249, + "f1": 0.507061, + "accuracy": 0.54249, + "main_score": 0.507061, + "hf_subset": "sna_Latn-kmb_Latn", + "languages": [ + "sna-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.438045, + "recall": 0.51087, + "f1": 0.4569, + "accuracy": 0.51087, + "main_score": 0.4569, + "hf_subset": "sna_Latn-min_Arab", + "languages": [ + "sna-Latn", + "min-Arab" + ] + }, + { + "precision": 0.906785, + "recall": 0.932806, + "f1": 0.914987, + "accuracy": 0.932806, + "main_score": 0.914987, + "hf_subset": "sna_Latn-pol_Latn", + "languages": [ + "sna-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.758292, + "recall": 0.815217, + "f1": 0.77514, + "accuracy": 0.815217, + "main_score": 0.77514, + "hf_subset": "sna_Latn-ssw_Latn", + "languages": [ + "sna-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.893923, + "recall": 0.923913, + "f1": 0.903228, + "accuracy": 0.923913, + "main_score": 0.903228, + "hf_subset": "sna_Latn-ukr_Cyrl", + "languages": [ + "sna-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.897333, + "recall": 0.923913, + "f1": 0.905196, + "accuracy": 0.923913, + "main_score": 0.905196, + "hf_subset": "sna_Latn-afr_Latn", + "languages": [ + "sna-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.875421, + "recall": 0.909091, + "f1": 0.886018, + "accuracy": 0.909091, + "main_score": 0.886018, + "hf_subset": "sna_Latn-bho_Deva", + "languages": [ + "sna-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.869096, + "recall": 0.902174, + "f1": 0.878744, + "accuracy": 0.902174, + "main_score": 0.878744, + "hf_subset": "sna_Latn-eus_Latn", + "languages": [ + "sna-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.830247, + "recall": 0.87253, + "f1": 0.843297, + "accuracy": 0.87253, + "main_score": 0.843297, + "hf_subset": "sna_Latn-ibo_Latn", + "languages": [ + "sna-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.797786, + "recall": 0.840909, + "f1": 0.810378, + "accuracy": 0.840909, + "main_score": 0.810378, + "hf_subset": "sna_Latn-kmr_Latn", + "languages": [ + "sna-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.865851, + "recall": 0.900198, + "f1": 0.876194, + "accuracy": 0.900198, + "main_score": 0.876194, + "hf_subset": "sna_Latn-min_Latn", + "languages": [ + "sna-Latn", + "min-Latn" + ] + }, + { + "precision": 0.931851, + "recall": 0.951581, + "f1": 0.938076, + "accuracy": 0.951581, + "main_score": 0.938076, + "hf_subset": "sna_Latn-por_Latn", + "languages": [ + "sna-Latn", + "por-Latn" + ] + }, + { + "precision": 0.851749, + "recall": 0.887352, + "f1": 0.862199, + "accuracy": 0.887352, + "main_score": 0.862199, + "hf_subset": "sna_Latn-sun_Latn", + "languages": [ + "sna-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.476906, + "recall": 0.536561, + "f1": 0.493644, + "accuracy": 0.536561, + "main_score": 0.493644, + "hf_subset": "sna_Latn-umb_Latn", + "languages": [ + "sna-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.905395, + "recall": 0.929842, + "f1": 0.912862, + "accuracy": 0.929842, + "main_score": 0.912862, + "hf_subset": "sna_Latn-ajp_Arab", + "languages": [ + "sna-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.443423, + "recall": 0.518775, + "f1": 0.463534, + "accuracy": 0.518775, + "main_score": 0.463534, + "hf_subset": "sna_Latn-bjn_Arab", + "languages": [ + "sna-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.467471, + "recall": 0.520751, + "f1": 0.482098, + "accuracy": 0.520751, + "main_score": 0.482098, + "hf_subset": "sna_Latn-ewe_Latn", + "languages": [ + "sna-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.848831, + "recall": 0.884387, + "f1": 0.859223, + "accuracy": 0.884387, + "main_score": 0.859223, + "hf_subset": "sna_Latn-ilo_Latn", + "languages": [ + "sna-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.249653, + "recall": 0.313241, + "f1": 0.265569, + "accuracy": 0.313241, + "main_score": 0.265569, + "hf_subset": "sna_Latn-knc_Arab", + "languages": [ + "sna-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.899736, + "recall": 0.927866, + "f1": 0.908399, + "accuracy": 0.927866, + "main_score": 0.908399, + "hf_subset": "sna_Latn-mkd_Cyrl", + "languages": [ + "sna-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.891206, + "recall": 0.920949, + "f1": 0.900165, + "accuracy": 0.920949, + "main_score": 0.900165, + "hf_subset": "sna_Latn-prs_Arab", + "languages": [ + "sna-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.905724, + "recall": 0.932806, + "f1": 0.91418, + "accuracy": 0.932806, + "main_score": 0.91418, + "hf_subset": "sna_Latn-swe_Latn", + "languages": [ + "sna-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.890728, + "recall": 0.918972, + "f1": 0.899558, + "accuracy": 0.918972, + "main_score": 0.899558, + "hf_subset": "sna_Latn-urd_Arab", + "languages": [ + "sna-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.704844, + "recall": 0.753953, + "f1": 0.718214, + "accuracy": 0.753953, + "main_score": 0.718214, + "hf_subset": "sna_Latn-aka_Latn", + "languages": [ + "sna-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.859101, + "recall": 0.890316, + "f1": 0.868607, + "accuracy": 0.890316, + "main_score": 0.868607, + "hf_subset": "sna_Latn-bjn_Latn", + "languages": [ + "sna-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.885491, + "recall": 0.91502, + "f1": 0.894617, + "accuracy": 0.91502, + "main_score": 0.894617, + "hf_subset": "sna_Latn-fao_Latn", + "languages": [ + "sna-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.905336, + "recall": 0.932806, + "f1": 0.913834, + "accuracy": 0.932806, + "main_score": 0.913834, + "hf_subset": "sna_Latn-ind_Latn", + "languages": [ + "sna-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.520553, + "recall": 0.567194, + "f1": 0.532718, + "accuracy": 0.567194, + "main_score": 0.532718, + "hf_subset": "sna_Latn-knc_Latn", + "languages": [ + "sna-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.864246, + "recall": 0.901186, + "f1": 0.87548, + "accuracy": 0.901186, + "main_score": 0.87548, + "hf_subset": "sna_Latn-mlt_Latn", + "languages": [ + "sna-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.597939, + "recall": 0.656126, + "f1": 0.614716, + "accuracy": 0.656126, + "main_score": 0.614716, + "hf_subset": "sna_Latn-quy_Latn", + "languages": [ + "sna-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.917737, + "recall": 0.9417, + "f1": 0.925296, + "accuracy": 0.9417, + "main_score": 0.925296, + "hf_subset": "sna_Latn-swh_Latn", + "languages": [ + "sna-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.888505, + "recall": 0.916996, + "f1": 0.897089, + "accuracy": 0.916996, + "main_score": 0.897089, + "hf_subset": "sna_Latn-uzn_Latn", + "languages": [ + "sna-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.887495, + "recall": 0.917984, + "f1": 0.896706, + "accuracy": 0.917984, + "main_score": 0.896706, + "hf_subset": "sna_Latn-als_Latn", + "languages": [ + "sna-Latn", + "als-Latn" + ] + }, + { + "precision": 0.668134, + "recall": 0.738142, + "f1": 0.688843, + "accuracy": 0.738142, + "main_score": 0.688843, + "hf_subset": "sna_Latn-bod_Tibt", + "languages": [ + "sna-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.638417, + "recall": 0.690711, + "f1": 0.65377, + "accuracy": 0.690711, + "main_score": 0.65377, + "hf_subset": "sna_Latn-fij_Latn", + "languages": [ + "sna-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.880188, + "recall": 0.914032, + "f1": 0.890679, + "accuracy": 0.914032, + "main_score": 0.890679, + "hf_subset": "sna_Latn-isl_Latn", + "languages": [ + "sna-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.574904, + "recall": 0.625494, + "f1": 0.588716, + "accuracy": 0.625494, + "main_score": 0.588716, + "hf_subset": "sna_Latn-kon_Latn", + "languages": [ + "sna-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.519729, + "recall": 0.58004, + "f1": 0.535714, + "accuracy": 0.58004, + "main_score": 0.535714, + "hf_subset": "sna_Latn-mni_Beng", + "languages": [ + "sna-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.911314, + "recall": 0.937747, + "f1": 0.919697, + "accuracy": 0.937747, + "main_score": 0.919697, + "hf_subset": "sna_Latn-ron_Latn", + "languages": [ + "sna-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.895982, + "recall": 0.923913, + "f1": 0.904809, + "accuracy": 0.923913, + "main_score": 0.904809, + "hf_subset": "sna_Latn-szl_Latn", + "languages": [ + "sna-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.911924, + "recall": 0.935771, + "f1": 0.919222, + "accuracy": 0.935771, + "main_score": 0.919222, + "hf_subset": "sna_Latn-vec_Latn", + "languages": [ + "sna-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.852108, + "recall": 0.890316, + "f1": 0.863688, + "accuracy": 0.890316, + "main_score": 0.863688, + "hf_subset": "sna_Latn-amh_Ethi", + "languages": [ + "sna-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.899572, + "recall": 0.928854, + "f1": 0.908729, + "accuracy": 0.928854, + "main_score": 0.908729, + "hf_subset": "sna_Latn-bos_Latn", + "languages": [ + "sna-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.89748, + "recall": 0.928854, + "f1": 0.90751, + "accuracy": 0.928854, + "main_score": 0.90751, + "hf_subset": "sna_Latn-fin_Latn", + "languages": [ + "sna-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.907642, + "recall": 0.934783, + "f1": 0.916337, + "accuracy": 0.934783, + "main_score": 0.916337, + "hf_subset": "sna_Latn-ita_Latn", + "languages": [ + "sna-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.900807, + "recall": 0.929842, + "f1": 0.90998, + "accuracy": 0.929842, + "main_score": 0.90998, + "hf_subset": "sna_Latn-kor_Hang", + "languages": [ + "sna-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.483896, + "recall": 0.530632, + "f1": 0.497812, + "accuracy": 0.530632, + "main_score": 0.497812, + "hf_subset": "sna_Latn-mos_Latn", + "languages": [ + "sna-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.749278, + "recall": 0.798419, + "f1": 0.763494, + "accuracy": 0.798419, + "main_score": 0.763494, + "hf_subset": "sna_Latn-run_Latn", + "languages": [ + "sna-Latn", + "run-Latn" + ] + }, + { + "precision": 0.885458, + "recall": 0.916996, + "f1": 0.895173, + "accuracy": 0.916996, + "main_score": 0.895173, + "hf_subset": "sna_Latn-tam_Taml", + "languages": [ + "sna-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.908136, + "recall": 0.933794, + "f1": 0.915928, + "accuracy": 0.933794, + "main_score": 0.915928, + "hf_subset": "sna_Latn-vie_Latn", + "languages": [ + "sna-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.89479, + "recall": 0.922925, + "f1": 0.903426, + "accuracy": 0.922925, + "main_score": 0.903426, + "hf_subset": "sna_Latn-apc_Arab", + "languages": [ + "sna-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.6104, + "recall": 0.66996, + "f1": 0.626823, + "accuracy": 0.66996, + "main_score": 0.626823, + "hf_subset": "sna_Latn-bug_Latn", + "languages": [ + "sna-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.42864, + "recall": 0.472332, + "f1": 0.440868, + "accuracy": 0.472332, + "main_score": 0.440868, + "hf_subset": "sna_Latn-fon_Latn", + "languages": [ + "sna-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.866118, + "recall": 0.898221, + "f1": 0.875642, + "accuracy": 0.898221, + "main_score": 0.875642, + "hf_subset": "sna_Latn-jav_Latn", + "languages": [ + "sna-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.850791, + "recall": 0.88834, + "f1": 0.862008, + "accuracy": 0.88834, + "main_score": 0.862008, + "hf_subset": "sna_Latn-lao_Laoo", + "languages": [ + "sna-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.813647, + "recall": 0.859684, + "f1": 0.827551, + "accuracy": 0.859684, + "main_score": 0.827551, + "hf_subset": "sna_Latn-mri_Latn", + "languages": [ + "sna-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.898962, + "recall": 0.929842, + "f1": 0.908663, + "accuracy": 0.929842, + "main_score": 0.908663, + "hf_subset": "sna_Latn-rus_Cyrl", + "languages": [ + "sna-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.48713, + "recall": 0.530632, + "f1": 0.499679, + "accuracy": 0.530632, + "main_score": 0.499679, + "hf_subset": "sna_Latn-taq_Latn", + "languages": [ + "sna-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.864051, + "recall": 0.897233, + "f1": 0.873654, + "accuracy": 0.897233, + "main_score": 0.873654, + "hf_subset": "sna_Latn-war_Latn", + "languages": [ + "sna-Latn", + "war-Latn" + ] + }, + { + "precision": 0.898468, + "recall": 0.928854, + "f1": 0.908169, + "accuracy": 0.928854, + "main_score": 0.908169, + "hf_subset": "sna_Latn-arb_Arab", + "languages": [ + "sna-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.912855, + "recall": 0.937747, + "f1": 0.920702, + "accuracy": 0.937747, + "main_score": 0.920702, + "hf_subset": "sna_Latn-bul_Cyrl", + "languages": [ + "sna-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.907115, + "recall": 0.936759, + "f1": 0.916831, + "accuracy": 0.936759, + "main_score": 0.916831, + "hf_subset": "sna_Latn-fra_Latn", + "languages": [ + "sna-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.905385, + "recall": 0.933794, + "f1": 0.914394, + "accuracy": 0.933794, + "main_score": 0.914394, + "hf_subset": "sna_Latn-jpn_Jpan", + "languages": [ + "sna-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.889305, + "recall": 0.916996, + "f1": 0.897665, + "accuracy": 0.916996, + "main_score": 0.897665, + "hf_subset": "sna_Latn-lij_Latn", + "languages": [ + "sna-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.88274, + "recall": 0.91502, + "f1": 0.892918, + "accuracy": 0.91502, + "main_score": 0.892918, + "hf_subset": "sna_Latn-mya_Mymr", + "languages": [ + "sna-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.51974, + "recall": 0.566206, + "f1": 0.532548, + "accuracy": 0.566206, + "main_score": 0.532548, + "hf_subset": "sna_Latn-sag_Latn", + "languages": [ + "sna-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.226274, + "recall": 0.285573, + "f1": 0.240874, + "accuracy": 0.285573, + "main_score": 0.240874, + "hf_subset": "sna_Latn-taq_Tfng", + "languages": [ + "sna-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.601445, + "recall": 0.653162, + "f1": 0.615834, + "accuracy": 0.653162, + "main_score": 0.615834, + "hf_subset": "sna_Latn-wol_Latn", + "languages": [ + "sna-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.75271, + "recall": 0.809289, + "f1": 0.769172, + "accuracy": 0.809289, + "main_score": 0.769172, + "hf_subset": "sna_Latn-arb_Latn", + "languages": [ + "sna-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.914773, + "recall": 0.9417, + "f1": 0.923485, + "accuracy": 0.9417, + "main_score": 0.923485, + "hf_subset": "sna_Latn-cat_Latn", + "languages": [ + "sna-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.874662, + "recall": 0.907115, + "f1": 0.884409, + "accuracy": 0.907115, + "main_score": 0.884409, + "hf_subset": "sna_Latn-fur_Latn", + "languages": [ + "sna-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.450769, + "recall": 0.525692, + "f1": 0.470432, + "accuracy": 0.525692, + "main_score": 0.470432, + "hf_subset": "sna_Latn-kab_Latn", + "languages": [ + "sna-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.874135, + "recall": 0.909091, + "f1": 0.88487, + "accuracy": 0.909091, + "main_score": 0.88487, + "hf_subset": "sna_Latn-lim_Latn", + "languages": [ + "sna-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.904644, + "recall": 0.933794, + "f1": 0.913834, + "accuracy": 0.933794, + "main_score": 0.913834, + "hf_subset": "sna_Latn-nld_Latn", + "languages": [ + "sna-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.864651, + "recall": 0.897233, + "f1": 0.874351, + "accuracy": 0.897233, + "main_score": 0.874351, + "hf_subset": "sna_Latn-san_Deva", + "languages": [ + "sna-Latn", + "san-Deva" + ] + }, + { + "precision": 0.877894, + "recall": 0.907115, + "f1": 0.886565, + "accuracy": 0.907115, + "main_score": 0.886565, + "hf_subset": "sna_Latn-tat_Cyrl", + "languages": [ + "sna-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.854529, + "recall": 0.893281, + "f1": 0.866469, + "accuracy": 0.893281, + "main_score": 0.866469, + "hf_subset": "sna_Latn-xho_Latn", + "languages": [ + "sna-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.899786, + "recall": 0.929842, + "f1": 0.909321, + "accuracy": 0.929842, + "main_score": 0.909321, + "hf_subset": "sna_Latn-ars_Arab", + "languages": [ + "sna-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.881803, + "recall": 0.912055, + "f1": 0.890439, + "accuracy": 0.912055, + "main_score": 0.890439, + "hf_subset": "sna_Latn-ceb_Latn", + "languages": [ + "sna-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.468037, + "recall": 0.530632, + "f1": 0.485473, + "accuracy": 0.530632, + "main_score": 0.485473, + "hf_subset": "sna_Latn-fuv_Latn", + "languages": [ + "sna-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.479482, + "recall": 0.532609, + "f1": 0.494563, + "accuracy": 0.532609, + "main_score": 0.494563, + "hf_subset": "sna_Latn-kac_Latn", + "languages": [ + "sna-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.620377, + "recall": 0.677866, + "f1": 0.635866, + "accuracy": 0.677866, + "main_score": 0.635866, + "hf_subset": "sna_Latn-lin_Latn", + "languages": [ + "sna-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.874621, + "recall": 0.909091, + "f1": 0.885032, + "accuracy": 0.909091, + "main_score": 0.885032, + "hf_subset": "sna_Latn-nno_Latn", + "languages": [ + "sna-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.764453, + "recall": 0.820158, + "f1": 0.781162, + "accuracy": 0.820158, + "main_score": 0.781162, + "hf_subset": "sna_Latn-sat_Olck", + "languages": [ + "sna-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.882395, + "recall": 0.914032, + "f1": 0.891996, + "accuracy": 0.914032, + "main_score": 0.891996, + "hf_subset": "sna_Latn-tel_Telu", + "languages": [ + "sna-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.887516, + "recall": 0.91996, + "f1": 0.897647, + "accuracy": 0.91996, + "main_score": 0.897647, + "hf_subset": "sna_Latn-ydd_Hebr", + "languages": [ + "sna-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.875939, + "recall": 0.908103, + "f1": 0.885691, + "accuracy": 0.908103, + "main_score": 0.885691, + "hf_subset": "sna_Latn-ary_Arab", + "languages": [ + "sna-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.902421, + "recall": 0.93083, + "f1": 0.911462, + "accuracy": 0.93083, + "main_score": 0.911462, + "hf_subset": "sna_Latn-ces_Latn", + "languages": [ + "sna-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.545701, + "recall": 0.619565, + "f1": 0.56575, + "accuracy": 0.619565, + "main_score": 0.56575, + "hf_subset": "sna_Latn-gaz_Latn", + "languages": [ + "sna-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.553727, + "recall": 0.605731, + "f1": 0.568022, + "accuracy": 0.605731, + "main_score": 0.568022, + "hf_subset": "sna_Latn-kam_Latn", + "languages": [ + "sna-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.897786, + "recall": 0.927866, + "f1": 0.907263, + "accuracy": 0.927866, + "main_score": 0.907263, + "hf_subset": "sna_Latn-lit_Latn", + "languages": [ + "sna-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.889699, + "recall": 0.920949, + "f1": 0.899166, + "accuracy": 0.920949, + "main_score": 0.899166, + "hf_subset": "sna_Latn-nob_Latn", + "languages": [ + "sna-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.877196, + "recall": 0.908103, + "f1": 0.886514, + "accuracy": 0.908103, + "main_score": 0.886514, + "hf_subset": "sna_Latn-scn_Latn", + "languages": [ + "sna-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.865481, + "recall": 0.901186, + "f1": 0.876614, + "accuracy": 0.901186, + "main_score": 0.876614, + "hf_subset": "sna_Latn-tgk_Cyrl", + "languages": [ + "sna-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.694734, + "recall": 0.759881, + "f1": 0.713277, + "accuracy": 0.759881, + "main_score": 0.713277, + "hf_subset": "sna_Latn-yor_Latn", + "languages": [ + "sna-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.885623, + "recall": 0.917984, + "f1": 0.89544, + "accuracy": 0.917984, + "main_score": 0.89544, + "hf_subset": "sna_Latn-arz_Arab", + "languages": [ + "sna-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.475377, + "recall": 0.520751, + "f1": 0.487924, + "accuracy": 0.520751, + "main_score": 0.487924, + "hf_subset": "sna_Latn-cjk_Latn", + "languages": [ + "sna-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.837039, + "recall": 0.878458, + "f1": 0.849835, + "accuracy": 0.878458, + "main_score": 0.849835, + "hf_subset": "sna_Latn-gla_Latn", + "languages": [ + "sna-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.876548, + "recall": 0.912055, + "f1": 0.887648, + "accuracy": 0.912055, + "main_score": 0.887648, + "hf_subset": "sna_Latn-kan_Knda", + "languages": [ + "sna-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.882823, + "recall": 0.916008, + "f1": 0.892937, + "accuracy": 0.916008, + "main_score": 0.892937, + "hf_subset": "sna_Latn-lmo_Latn", + "languages": [ + "sna-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.892128, + "recall": 0.923913, + "f1": 0.902174, + "accuracy": 0.923913, + "main_score": 0.902174, + "hf_subset": "sna_Latn-npi_Deva", + "languages": [ + "sna-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.512998, + "recall": 0.579051, + "f1": 0.531016, + "accuracy": 0.579051, + "main_score": 0.531016, + "hf_subset": "sna_Latn-shn_Mymr", + "languages": [ + "sna-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.901103, + "recall": 0.93083, + "f1": 0.910474, + "accuracy": 0.93083, + "main_score": 0.910474, + "hf_subset": "sna_Latn-tgl_Latn", + "languages": [ + "sna-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.881028, + "recall": 0.914032, + "f1": 0.891319, + "accuracy": 0.914032, + "main_score": 0.891319, + "hf_subset": "sna_Latn-yue_Hant", + "languages": [ + "sna-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.870718, + "recall": 0.905138, + "f1": 0.88139, + "accuracy": 0.905138, + "main_score": 0.88139, + "hf_subset": "sna_Latn-asm_Beng", + "languages": [ + "sna-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.856235, + "recall": 0.893281, + "f1": 0.867309, + "accuracy": 0.893281, + "main_score": 0.867309, + "hf_subset": "sna_Latn-ckb_Arab", + "languages": [ + "sna-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.874242, + "recall": 0.907115, + "f1": 0.88411, + "accuracy": 0.907115, + "main_score": 0.88411, + "hf_subset": "sna_Latn-gle_Latn", + "languages": [ + "sna-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.754481, + "recall": 0.807312, + "f1": 0.770281, + "accuracy": 0.807312, + "main_score": 0.770281, + "hf_subset": "sna_Latn-kas_Arab", + "languages": [ + "sna-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.786644, + "recall": 0.833992, + "f1": 0.800842, + "accuracy": 0.833992, + "main_score": 0.800842, + "hf_subset": "sna_Latn-ltg_Latn", + "languages": [ + "sna-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.7897, + "recall": 0.831028, + "f1": 0.801663, + "accuracy": 0.831028, + "main_score": 0.801663, + "hf_subset": "sna_Latn-nso_Latn", + "languages": [ + "sna-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.871436, + "recall": 0.907115, + "f1": 0.882724, + "accuracy": 0.907115, + "main_score": 0.882724, + "hf_subset": "sna_Latn-sin_Sinh", + "languages": [ + "sna-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.88955, + "recall": 0.918972, + "f1": 0.898408, + "accuracy": 0.918972, + "main_score": 0.898408, + "hf_subset": "sna_Latn-tha_Thai", + "languages": [ + "sna-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.860359, + "recall": 0.895257, + "f1": 0.870461, + "accuracy": 0.895257, + "main_score": 0.870461, + "hf_subset": "sna_Latn-zho_Hans", + "languages": [ + "sna-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.910853, + "recall": 0.935771, + "f1": 0.918511, + "accuracy": 0.935771, + "main_score": 0.918511, + "hf_subset": "sna_Latn-ast_Latn", + "languages": [ + "sna-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.872447, + "recall": 0.908103, + "f1": 0.883187, + "accuracy": 0.908103, + "main_score": 0.883187, + "hf_subset": "sna_Latn-crh_Latn", + "languages": [ + "sna-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.90135, + "recall": 0.93083, + "f1": 0.910738, + "accuracy": 0.93083, + "main_score": 0.910738, + "hf_subset": "sna_Latn-glg_Latn", + "languages": [ + "sna-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.713331, + "recall": 0.768775, + "f1": 0.729445, + "accuracy": 0.768775, + "main_score": 0.729445, + "hf_subset": "sna_Latn-kas_Deva", + "languages": [ + "sna-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.877557, + "recall": 0.908103, + "f1": 0.886385, + "accuracy": 0.908103, + "main_score": 0.886385, + "hf_subset": "sna_Latn-ltz_Latn", + "languages": [ + "sna-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.423306, + "recall": 0.485178, + "f1": 0.440353, + "accuracy": 0.485178, + "main_score": 0.440353, + "hf_subset": "sna_Latn-nus_Latn", + "languages": [ + "sna-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.893816, + "recall": 0.922925, + "f1": 0.902921, + "accuracy": 0.922925, + "main_score": 0.902921, + "hf_subset": "sna_Latn-slk_Latn", + "languages": [ + "sna-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.577492, + "recall": 0.657115, + "f1": 0.59959, + "accuracy": 0.657115, + "main_score": 0.59959, + "hf_subset": "sna_Latn-tir_Ethi", + "languages": [ + "sna-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.885417, + "recall": 0.916996, + "f1": 0.894982, + "accuracy": 0.916996, + "main_score": 0.894982, + "hf_subset": "sna_Latn-zho_Hant", + "languages": [ + "sna-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.87999, + "recall": 0.908103, + "f1": 0.888406, + "accuracy": 0.908103, + "main_score": 0.888406, + "hf_subset": "sna_Latn-awa_Deva", + "languages": [ + "sna-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.897266, + "recall": 0.925889, + "f1": 0.906258, + "accuracy": 0.925889, + "main_score": 0.906258, + "hf_subset": "sna_Latn-cym_Latn", + "languages": [ + "sna-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.656227, + "recall": 0.70751, + "f1": 0.669969, + "accuracy": 0.70751, + "main_score": 0.669969, + "hf_subset": "sna_Latn-grn_Latn", + "languages": [ + "sna-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.889641, + "recall": 0.91996, + "f1": 0.898781, + "accuracy": 0.91996, + "main_score": 0.898781, + "hf_subset": "sna_Latn-kat_Geor", + "languages": [ + "sna-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.564682, + "recall": 0.616601, + "f1": 0.579133, + "accuracy": 0.616601, + "main_score": 0.579133, + "hf_subset": "sna_Latn-lua_Latn", + "languages": [ + "sna-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.819269, + "recall": 0.86166, + "f1": 0.832148, + "accuracy": 0.86166, + "main_score": 0.832148, + "hf_subset": "sna_Latn-nya_Latn", + "languages": [ + "sna-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.901574, + "recall": 0.928854, + "f1": 0.910063, + "accuracy": 0.928854, + "main_score": 0.910063, + "hf_subset": "sna_Latn-slv_Latn", + "languages": [ + "sna-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.849795, + "recall": 0.88834, + "f1": 0.861117, + "accuracy": 0.88834, + "main_score": 0.861117, + "hf_subset": "sna_Latn-tpi_Latn", + "languages": [ + "sna-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.914229, + "recall": 0.938735, + "f1": 0.921904, + "accuracy": 0.938735, + "main_score": 0.921904, + "hf_subset": "sna_Latn-zsm_Latn", + "languages": [ + "sna-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.485646, + "recall": 0.529644, + "f1": 0.497848, + "accuracy": 0.529644, + "main_score": 0.497848, + "hf_subset": "sna_Latn-ayr_Latn", + "languages": [ + "sna-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.918939, + "recall": 0.9417, + "f1": 0.926069, + "accuracy": 0.9417, + "main_score": 0.926069, + "hf_subset": "sna_Latn-dan_Latn", + "languages": [ + "sna-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.896986, + "recall": 0.925889, + "f1": 0.905981, + "accuracy": 0.925889, + "main_score": 0.905981, + "hf_subset": "sna_Latn-guj_Gujr", + "languages": [ + "sna-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.872753, + "recall": 0.907115, + "f1": 0.88335, + "accuracy": 0.907115, + "main_score": 0.88335, + "hf_subset": "sna_Latn-kaz_Cyrl", + "languages": [ + "sna-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.65821, + "recall": 0.724308, + "f1": 0.677136, + "accuracy": 0.724308, + "main_score": 0.677136, + "hf_subset": "sna_Latn-lug_Latn", + "languages": [ + "sna-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.882256, + "recall": 0.913043, + "f1": 0.891471, + "accuracy": 0.913043, + "main_score": 0.891471, + "hf_subset": "sna_Latn-oci_Latn", + "languages": [ + "sna-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.787905, + "recall": 0.83004, + "f1": 0.800207, + "accuracy": 0.83004, + "main_score": 0.800207, + "hf_subset": "sna_Latn-smo_Latn", + "languages": [ + "sna-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.75126, + "recall": 0.806324, + "f1": 0.766938, + "accuracy": 0.806324, + "main_score": 0.766938, + "hf_subset": "sna_Latn-tsn_Latn", + "languages": [ + "sna-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.872365, + "recall": 0.907115, + "f1": 0.883333, + "accuracy": 0.907115, + "main_score": 0.883333, + "hf_subset": "sna_Latn-zul_Latn", + "languages": [ + "sna-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.77943, + "recall": 0.825099, + "f1": 0.793347, + "accuracy": 0.825099, + "main_score": 0.793347, + "hf_subset": "sna_Latn-azb_Arab", + "languages": [ + "sna-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.90583, + "recall": 0.931818, + "f1": 0.913773, + "accuracy": 0.931818, + "main_score": 0.913773, + "hf_subset": "sna_Latn-deu_Latn", + "languages": [ + "sna-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.850576, + "recall": 0.889328, + "f1": 0.862225, + "accuracy": 0.889328, + "main_score": 0.862225, + "hf_subset": "sna_Latn-hat_Latn", + "languages": [ + "sna-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.490649, + "recall": 0.541502, + "f1": 0.504833, + "accuracy": 0.541502, + "main_score": 0.504833, + "hf_subset": "sna_Latn-kbp_Latn", + "languages": [ + "sna-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.520065, + "recall": 0.56917, + "f1": 0.533857, + "accuracy": 0.56917, + "main_score": 0.533857, + "hf_subset": "sna_Latn-luo_Latn", + "languages": [ + "sna-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.845455, + "recall": 0.887352, + "f1": 0.858122, + "accuracy": 0.887352, + "main_score": 0.858122, + "hf_subset": "sna_Latn-ory_Orya", + "languages": [ + "sna-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.666274, + "recall": 0.724308, + "f1": 0.68291, + "accuracy": 0.724308, + "main_score": 0.68291, + "hf_subset": "sna_Latn-tso_Latn", + "languages": [ + "sna-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.881423, + "recall": 0.914032, + "f1": 0.891634, + "accuracy": 0.914032, + "main_score": 0.891634, + "hf_subset": "sna_Latn-azj_Latn", + "languages": [ + "sna-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.490366, + "recall": 0.540514, + "f1": 0.504672, + "accuracy": 0.540514, + "main_score": 0.504672, + "hf_subset": "sna_Latn-dik_Latn", + "languages": [ + "sna-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.847941, + "recall": 0.88834, + "f1": 0.860211, + "accuracy": 0.88834, + "main_score": 0.860211, + "hf_subset": "sna_Latn-hau_Latn", + "languages": [ + "sna-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.863193, + "recall": 0.898221, + "f1": 0.873721, + "accuracy": 0.898221, + "main_score": 0.873721, + "hf_subset": "sna_Latn-kea_Latn", + "languages": [ + "sna-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.824664, + "recall": 0.869565, + "f1": 0.838554, + "accuracy": 0.869565, + "main_score": 0.838554, + "hf_subset": "sna_Latn-lus_Latn", + "languages": [ + "sna-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.747155, + "recall": 0.788538, + "f1": 0.758919, + "accuracy": 0.788538, + "main_score": 0.758919, + "hf_subset": "sna_Latn-pag_Latn", + "languages": [ + "sna-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.84372, + "recall": 0.883399, + "f1": 0.855764, + "accuracy": 0.883399, + "main_score": 0.855764, + "hf_subset": "sna_Latn-snd_Arab", + "languages": [ + "sna-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.875733, + "recall": 0.908103, + "f1": 0.885661, + "accuracy": 0.908103, + "main_score": 0.885661, + "hf_subset": "sna_Latn-tuk_Latn", + "languages": [ + "sna-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.884694, + "recall": 0.911067, + "f1": 0.892368, + "accuracy": 0.911067, + "main_score": 0.892368, + "hf_subset": "sna_Latn-bak_Cyrl", + "languages": [ + "sna-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.440591, + "recall": 0.504941, + "f1": 0.457888, + "accuracy": 0.504941, + "main_score": 0.457888, + "hf_subset": "sna_Latn-dyu_Latn", + "languages": [ + "sna-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.902125, + "recall": 0.931818, + "f1": 0.911627, + "accuracy": 0.931818, + "main_score": 0.911627, + "hf_subset": "sna_Latn-heb_Hebr", + "languages": [ + "sna-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.859313, + "recall": 0.893281, + "f1": 0.869705, + "accuracy": 0.893281, + "main_score": 0.869705, + "hf_subset": "sna_Latn-khk_Cyrl", + "languages": [ + "sna-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.896278, + "recall": 0.924901, + "f1": 0.905105, + "accuracy": 0.924901, + "main_score": 0.905105, + "hf_subset": "sna_Latn-lvs_Latn", + "languages": [ + "sna-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.884552, + "recall": 0.916996, + "f1": 0.894532, + "accuracy": 0.916996, + "main_score": 0.894532, + "hf_subset": "sna_Latn-pan_Guru", + "languages": [ + "sna-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.805814, + "recall": 0.855731, + "f1": 0.820967, + "accuracy": 0.855731, + "main_score": 0.820967, + "hf_subset": "sna_Latn-som_Latn", + "languages": [ + "sna-Latn", + "som-Latn" + ] + }, + { + "precision": 0.718323, + "recall": 0.766798, + "f1": 0.732348, + "accuracy": 0.766798, + "main_score": 0.732348, + "hf_subset": "sna_Latn-tum_Latn", + "languages": [ + "sna-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.459136, + "recall": 0.518775, + "f1": 0.475721, + "accuracy": 0.518775, + "main_score": 0.475721, + "hf_subset": "tso_Latn-ace_Arab", + "languages": [ + "tso-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.488396, + "recall": 0.533597, + "f1": 0.500726, + "accuracy": 0.533597, + "main_score": 0.500726, + "hf_subset": "tso_Latn-bam_Latn", + "languages": [ + "tso-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.444361, + "recall": 0.507905, + "f1": 0.461705, + "accuracy": 0.507905, + "main_score": 0.461705, + "hf_subset": "tso_Latn-dzo_Tibt", + "languages": [ + "tso-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.685651, + "recall": 0.73913, + "f1": 0.699818, + "accuracy": 0.73913, + "main_score": 0.699818, + "hf_subset": "tso_Latn-hin_Deva", + "languages": [ + "tso-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.634103, + "recall": 0.681818, + "f1": 0.64697, + "accuracy": 0.681818, + "main_score": 0.64697, + "hf_subset": "tso_Latn-khm_Khmr", + "languages": [ + "tso-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.673286, + "recall": 0.718379, + "f1": 0.685654, + "accuracy": 0.718379, + "main_score": 0.685654, + "hf_subset": "tso_Latn-mag_Deva", + "languages": [ + "tso-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.668851, + "recall": 0.716403, + "f1": 0.681115, + "accuracy": 0.716403, + "main_score": 0.681115, + "hf_subset": "tso_Latn-pap_Latn", + "languages": [ + "tso-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.715192, + "recall": 0.757905, + "f1": 0.726785, + "accuracy": 0.757905, + "main_score": 0.726785, + "hf_subset": "tso_Latn-sot_Latn", + "languages": [ + "tso-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.688348, + "recall": 0.738142, + "f1": 0.70097, + "accuracy": 0.738142, + "main_score": 0.70097, + "hf_subset": "tso_Latn-tur_Latn", + "languages": [ + "tso-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.637302, + "recall": 0.673913, + "f1": 0.647148, + "accuracy": 0.673913, + "main_score": 0.647148, + "hf_subset": "tso_Latn-ace_Latn", + "languages": [ + "tso-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.653528, + "recall": 0.693676, + "f1": 0.664271, + "accuracy": 0.693676, + "main_score": 0.664271, + "hf_subset": "tso_Latn-ban_Latn", + "languages": [ + "tso-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.663836, + "recall": 0.717391, + "f1": 0.678092, + "accuracy": 0.717391, + "main_score": 0.678092, + "hf_subset": "tso_Latn-ell_Grek", + "languages": [ + "tso-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.666422, + "recall": 0.716403, + "f1": 0.679881, + "accuracy": 0.716403, + "main_score": 0.679881, + "hf_subset": "tso_Latn-hne_Deva", + "languages": [ + "tso-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.556683, + "recall": 0.605731, + "f1": 0.570332, + "accuracy": 0.605731, + "main_score": 0.570332, + "hf_subset": "tso_Latn-kik_Latn", + "languages": [ + "tso-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.654394, + "recall": 0.709486, + "f1": 0.669088, + "accuracy": 0.709486, + "main_score": 0.669088, + "hf_subset": "tso_Latn-mai_Deva", + "languages": [ + "tso-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.625607, + "recall": 0.679842, + "f1": 0.63961, + "accuracy": 0.679842, + "main_score": 0.63961, + "hf_subset": "tso_Latn-pbt_Arab", + "languages": [ + "tso-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.685898, + "recall": 0.736166, + "f1": 0.69864, + "accuracy": 0.736166, + "main_score": 0.69864, + "hf_subset": "tso_Latn-spa_Latn", + "languages": [ + "tso-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.623605, + "recall": 0.666996, + "f1": 0.634772, + "accuracy": 0.666996, + "main_score": 0.634772, + "hf_subset": "tso_Latn-twi_Latn", + "languages": [ + "tso-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.664395, + "recall": 0.72332, + "f1": 0.679836, + "accuracy": 0.72332, + "main_score": 0.679836, + "hf_subset": "tso_Latn-acm_Arab", + "languages": [ + "tso-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.636023, + "recall": 0.695652, + "f1": 0.651513, + "accuracy": 0.695652, + "main_score": 0.651513, + "hf_subset": "tso_Latn-bel_Cyrl", + "languages": [ + "tso-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.679779, + "recall": 0.73913, + "f1": 0.695553, + "accuracy": 0.73913, + "main_score": 0.695553, + "hf_subset": "tso_Latn-eng_Latn", + "languages": [ + "tso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.674084, + "recall": 0.725296, + "f1": 0.687218, + "accuracy": 0.725296, + "main_score": 0.687218, + "hf_subset": "tso_Latn-hrv_Latn", + "languages": [ + "tso-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.673177, + "recall": 0.721344, + "f1": 0.686171, + "accuracy": 0.721344, + "main_score": 0.686171, + "hf_subset": "tso_Latn-kin_Latn", + "languages": [ + "tso-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.650429, + "recall": 0.704545, + "f1": 0.664515, + "accuracy": 0.704545, + "main_score": 0.664515, + "hf_subset": "tso_Latn-mal_Mlym", + "languages": [ + "tso-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.652302, + "recall": 0.710474, + "f1": 0.667813, + "accuracy": 0.710474, + "main_score": 0.667813, + "hf_subset": "tso_Latn-pes_Arab", + "languages": [ + "tso-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.675757, + "recall": 0.729249, + "f1": 0.690172, + "accuracy": 0.729249, + "main_score": 0.690172, + "hf_subset": "tso_Latn-srd_Latn", + "languages": [ + "tso-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.25847, + "recall": 0.320158, + "f1": 0.274534, + "accuracy": 0.320158, + "main_score": 0.274534, + "hf_subset": "tso_Latn-tzm_Tfng", + "languages": [ + "tso-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.662916, + "recall": 0.724308, + "f1": 0.679312, + "accuracy": 0.724308, + "main_score": 0.679312, + "hf_subset": "tso_Latn-acq_Arab", + "languages": [ + "tso-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.642, + "recall": 0.683794, + "f1": 0.653644, + "accuracy": 0.683794, + "main_score": 0.653644, + "hf_subset": "tso_Latn-bem_Latn", + "languages": [ + "tso-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.674533, + "recall": 0.72332, + "f1": 0.686925, + "accuracy": 0.72332, + "main_score": 0.686925, + "hf_subset": "tso_Latn-epo_Latn", + "languages": [ + "tso-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.669006, + "recall": 0.725296, + "f1": 0.683667, + "accuracy": 0.725296, + "main_score": 0.683667, + "hf_subset": "tso_Latn-hun_Latn", + "languages": [ + "tso-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.649649, + "recall": 0.703557, + "f1": 0.664742, + "accuracy": 0.703557, + "main_score": 0.664742, + "hf_subset": "tso_Latn-kir_Cyrl", + "languages": [ + "tso-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.66143, + "recall": 0.713439, + "f1": 0.675695, + "accuracy": 0.713439, + "main_score": 0.675695, + "hf_subset": "tso_Latn-mar_Deva", + "languages": [ + "tso-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.649566, + "recall": 0.690711, + "f1": 0.660826, + "accuracy": 0.690711, + "main_score": 0.660826, + "hf_subset": "tso_Latn-plt_Latn", + "languages": [ + "tso-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.661338, + "recall": 0.714427, + "f1": 0.675443, + "accuracy": 0.714427, + "main_score": 0.675443, + "hf_subset": "tso_Latn-srp_Cyrl", + "languages": [ + "tso-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.595343, + "recall": 0.658103, + "f1": 0.612611, + "accuracy": 0.658103, + "main_score": 0.612611, + "hf_subset": "tso_Latn-uig_Arab", + "languages": [ + "tso-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.637063, + "recall": 0.695652, + "f1": 0.651979, + "accuracy": 0.695652, + "main_score": 0.651979, + "hf_subset": "tso_Latn-aeb_Arab", + "languages": [ + "tso-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.66196, + "recall": 0.711462, + "f1": 0.675719, + "accuracy": 0.711462, + "main_score": 0.675719, + "hf_subset": "tso_Latn-ben_Beng", + "languages": [ + "tso-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.666015, + "recall": 0.724308, + "f1": 0.681166, + "accuracy": 0.724308, + "main_score": 0.681166, + "hf_subset": "tso_Latn-est_Latn", + "languages": [ + "tso-Latn", + "est-Latn" + ] + }, + { + "precision": 0.657846, + "recall": 0.713439, + "f1": 0.672425, + "accuracy": 0.713439, + "main_score": 0.672425, + "hf_subset": "tso_Latn-hye_Armn", + "languages": [ + "tso-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.512041, + "recall": 0.547431, + "f1": 0.52253, + "accuracy": 0.547431, + "main_score": 0.52253, + "hf_subset": "tso_Latn-kmb_Latn", + "languages": [ + "tso-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.431793, + "recall": 0.5, + "f1": 0.45103, + "accuracy": 0.5, + "main_score": 0.45103, + "hf_subset": "tso_Latn-min_Arab", + "languages": [ + "tso-Latn", + "min-Arab" + ] + }, + { + "precision": 0.680407, + "recall": 0.737154, + "f1": 0.695224, + "accuracy": 0.737154, + "main_score": 0.695224, + "hf_subset": "tso_Latn-pol_Latn", + "languages": [ + "tso-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.671105, + "recall": 0.720356, + "f1": 0.684627, + "accuracy": 0.720356, + "main_score": 0.684627, + "hf_subset": "tso_Latn-ssw_Latn", + "languages": [ + "tso-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.667601, + "recall": 0.728261, + "f1": 0.683598, + "accuracy": 0.728261, + "main_score": 0.683598, + "hf_subset": "tso_Latn-ukr_Cyrl", + "languages": [ + "tso-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.667819, + "recall": 0.717391, + "f1": 0.680611, + "accuracy": 0.717391, + "main_score": 0.680611, + "hf_subset": "tso_Latn-afr_Latn", + "languages": [ + "tso-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.662615, + "recall": 0.717391, + "f1": 0.676594, + "accuracy": 0.717391, + "main_score": 0.676594, + "hf_subset": "tso_Latn-bho_Deva", + "languages": [ + "tso-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.655128, + "recall": 0.697628, + "f1": 0.666192, + "accuracy": 0.697628, + "main_score": 0.666192, + "hf_subset": "tso_Latn-eus_Latn", + "languages": [ + "tso-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.65688, + "recall": 0.704545, + "f1": 0.669578, + "accuracy": 0.704545, + "main_score": 0.669578, + "hf_subset": "tso_Latn-ibo_Latn", + "languages": [ + "tso-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.648248, + "recall": 0.702569, + "f1": 0.662871, + "accuracy": 0.702569, + "main_score": 0.662871, + "hf_subset": "tso_Latn-kmr_Latn", + "languages": [ + "tso-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.653291, + "recall": 0.703557, + "f1": 0.665827, + "accuracy": 0.703557, + "main_score": 0.665827, + "hf_subset": "tso_Latn-min_Latn", + "languages": [ + "tso-Latn", + "min-Latn" + ] + }, + { + "precision": 0.697871, + "recall": 0.747036, + "f1": 0.710398, + "accuracy": 0.747036, + "main_score": 0.710398, + "hf_subset": "tso_Latn-por_Latn", + "languages": [ + "tso-Latn", + "por-Latn" + ] + }, + { + "precision": 0.637094, + "recall": 0.684783, + "f1": 0.648441, + "accuracy": 0.684783, + "main_score": 0.648441, + "hf_subset": "tso_Latn-sun_Latn", + "languages": [ + "tso-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.515754, + "recall": 0.555336, + "f1": 0.527404, + "accuracy": 0.555336, + "main_score": 0.527404, + "hf_subset": "tso_Latn-umb_Latn", + "languages": [ + "tso-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.669519, + "recall": 0.727273, + "f1": 0.684738, + "accuracy": 0.727273, + "main_score": 0.684738, + "hf_subset": "tso_Latn-ajp_Arab", + "languages": [ + "tso-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.443196, + "recall": 0.503953, + "f1": 0.46053, + "accuracy": 0.503953, + "main_score": 0.46053, + "hf_subset": "tso_Latn-bjn_Arab", + "languages": [ + "tso-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.491451, + "recall": 0.535573, + "f1": 0.50306, + "accuracy": 0.535573, + "main_score": 0.50306, + "hf_subset": "tso_Latn-ewe_Latn", + "languages": [ + "tso-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.654146, + "recall": 0.701581, + "f1": 0.666725, + "accuracy": 0.701581, + "main_score": 0.666725, + "hf_subset": "tso_Latn-ilo_Latn", + "languages": [ + "tso-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.285291, + "recall": 0.347826, + "f1": 0.301601, + "accuracy": 0.347826, + "main_score": 0.301601, + "hf_subset": "tso_Latn-knc_Arab", + "languages": [ + "tso-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.673332, + "recall": 0.725296, + "f1": 0.687849, + "accuracy": 0.725296, + "main_score": 0.687849, + "hf_subset": "tso_Latn-mkd_Cyrl", + "languages": [ + "tso-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.68099, + "recall": 0.733202, + "f1": 0.69563, + "accuracy": 0.733202, + "main_score": 0.69563, + "hf_subset": "tso_Latn-prs_Arab", + "languages": [ + "tso-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.685117, + "recall": 0.738142, + "f1": 0.699156, + "accuracy": 0.738142, + "main_score": 0.699156, + "hf_subset": "tso_Latn-swe_Latn", + "languages": [ + "tso-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.661235, + "recall": 0.720356, + "f1": 0.677903, + "accuracy": 0.720356, + "main_score": 0.677903, + "hf_subset": "tso_Latn-urd_Arab", + "languages": [ + "tso-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.622606, + "recall": 0.662055, + "f1": 0.632539, + "accuracy": 0.662055, + "main_score": 0.632539, + "hf_subset": "tso_Latn-aka_Latn", + "languages": [ + "tso-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.665597, + "recall": 0.713439, + "f1": 0.678359, + "accuracy": 0.713439, + "main_score": 0.678359, + "hf_subset": "tso_Latn-bjn_Latn", + "languages": [ + "tso-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.661438, + "recall": 0.70751, + "f1": 0.674395, + "accuracy": 0.70751, + "main_score": 0.674395, + "hf_subset": "tso_Latn-fao_Latn", + "languages": [ + "tso-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.678152, + "recall": 0.732213, + "f1": 0.692536, + "accuracy": 0.732213, + "main_score": 0.692536, + "hf_subset": "tso_Latn-ind_Latn", + "languages": [ + "tso-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.533247, + "recall": 0.571146, + "f1": 0.544418, + "accuracy": 0.571146, + "main_score": 0.544418, + "hf_subset": "tso_Latn-knc_Latn", + "languages": [ + "tso-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.63542, + "recall": 0.68083, + "f1": 0.647525, + "accuracy": 0.68083, + "main_score": 0.647525, + "hf_subset": "tso_Latn-mlt_Latn", + "languages": [ + "tso-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.554208, + "recall": 0.597826, + "f1": 0.566393, + "accuracy": 0.597826, + "main_score": 0.566393, + "hf_subset": "tso_Latn-quy_Latn", + "languages": [ + "tso-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.693634, + "recall": 0.740119, + "f1": 0.706008, + "accuracy": 0.740119, + "main_score": 0.706008, + "hf_subset": "tso_Latn-swh_Latn", + "languages": [ + "tso-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.65104, + "recall": 0.708498, + "f1": 0.666003, + "accuracy": 0.708498, + "main_score": 0.666003, + "hf_subset": "tso_Latn-uzn_Latn", + "languages": [ + "tso-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.646749, + "recall": 0.704545, + "f1": 0.662006, + "accuracy": 0.704545, + "main_score": 0.662006, + "hf_subset": "tso_Latn-als_Latn", + "languages": [ + "tso-Latn", + "als-Latn" + ] + }, + { + "precision": 0.512865, + "recall": 0.582016, + "f1": 0.532004, + "accuracy": 0.582016, + "main_score": 0.532004, + "hf_subset": "tso_Latn-bod_Tibt", + "languages": [ + "tso-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.579685, + "recall": 0.624506, + "f1": 0.592447, + "accuracy": 0.624506, + "main_score": 0.592447, + "hf_subset": "tso_Latn-fij_Latn", + "languages": [ + "tso-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.635064, + "recall": 0.693676, + "f1": 0.650861, + "accuracy": 0.693676, + "main_score": 0.650861, + "hf_subset": "tso_Latn-isl_Latn", + "languages": [ + "tso-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.582337, + "recall": 0.621542, + "f1": 0.592838, + "accuracy": 0.621542, + "main_score": 0.592838, + "hf_subset": "tso_Latn-kon_Latn", + "languages": [ + "tso-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.488073, + "recall": 0.54249, + "f1": 0.502711, + "accuracy": 0.54249, + "main_score": 0.502711, + "hf_subset": "tso_Latn-mni_Beng", + "languages": [ + "tso-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.686366, + "recall": 0.736166, + "f1": 0.699173, + "accuracy": 0.736166, + "main_score": 0.699173, + "hf_subset": "tso_Latn-ron_Latn", + "languages": [ + "tso-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.669527, + "recall": 0.722332, + "f1": 0.683612, + "accuracy": 0.722332, + "main_score": 0.683612, + "hf_subset": "tso_Latn-szl_Latn", + "languages": [ + "tso-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.680619, + "recall": 0.730237, + "f1": 0.693974, + "accuracy": 0.730237, + "main_score": 0.693974, + "hf_subset": "tso_Latn-vec_Latn", + "languages": [ + "tso-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.672279, + "recall": 0.720356, + "f1": 0.685841, + "accuracy": 0.720356, + "main_score": 0.685841, + "hf_subset": "tso_Latn-amh_Ethi", + "languages": [ + "tso-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.678776, + "recall": 0.729249, + "f1": 0.691708, + "accuracy": 0.729249, + "main_score": 0.691708, + "hf_subset": "tso_Latn-bos_Latn", + "languages": [ + "tso-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.665771, + "recall": 0.719368, + "f1": 0.679791, + "accuracy": 0.719368, + "main_score": 0.679791, + "hf_subset": "tso_Latn-fin_Latn", + "languages": [ + "tso-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.683194, + "recall": 0.737154, + "f1": 0.697204, + "accuracy": 0.737154, + "main_score": 0.697204, + "hf_subset": "tso_Latn-ita_Latn", + "languages": [ + "tso-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.683155, + "recall": 0.744071, + "f1": 0.699889, + "accuracy": 0.744071, + "main_score": 0.699889, + "hf_subset": "tso_Latn-kor_Hang", + "languages": [ + "tso-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.499918, + "recall": 0.538538, + "f1": 0.510484, + "accuracy": 0.538538, + "main_score": 0.510484, + "hf_subset": "tso_Latn-mos_Latn", + "languages": [ + "tso-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.623148, + "recall": 0.66996, + "f1": 0.636578, + "accuracy": 0.66996, + "main_score": 0.636578, + "hf_subset": "tso_Latn-run_Latn", + "languages": [ + "tso-Latn", + "run-Latn" + ] + }, + { + "precision": 0.655047, + "recall": 0.704545, + "f1": 0.668012, + "accuracy": 0.704545, + "main_score": 0.668012, + "hf_subset": "tso_Latn-tam_Taml", + "languages": [ + "tso-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.676684, + "recall": 0.729249, + "f1": 0.69002, + "accuracy": 0.729249, + "main_score": 0.69002, + "hf_subset": "tso_Latn-vie_Latn", + "languages": [ + "tso-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.67116, + "recall": 0.732213, + "f1": 0.688051, + "accuracy": 0.732213, + "main_score": 0.688051, + "hf_subset": "tso_Latn-apc_Arab", + "languages": [ + "tso-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.579073, + "recall": 0.616601, + "f1": 0.590024, + "accuracy": 0.616601, + "main_score": 0.590024, + "hf_subset": "tso_Latn-bug_Latn", + "languages": [ + "tso-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.439528, + "recall": 0.477273, + "f1": 0.450283, + "accuracy": 0.477273, + "main_score": 0.450283, + "hf_subset": "tso_Latn-fon_Latn", + "languages": [ + "tso-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.652175, + "recall": 0.697628, + "f1": 0.66412, + "accuracy": 0.697628, + "main_score": 0.66412, + "hf_subset": "tso_Latn-jav_Latn", + "languages": [ + "tso-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.618671, + "recall": 0.668972, + "f1": 0.632062, + "accuracy": 0.668972, + "main_score": 0.632062, + "hf_subset": "tso_Latn-lao_Laoo", + "languages": [ + "tso-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.632046, + "recall": 0.678854, + "f1": 0.645248, + "accuracy": 0.678854, + "main_score": 0.645248, + "hf_subset": "tso_Latn-mri_Latn", + "languages": [ + "tso-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.671077, + "recall": 0.722332, + "f1": 0.683689, + "accuracy": 0.722332, + "main_score": 0.683689, + "hf_subset": "tso_Latn-rus_Cyrl", + "languages": [ + "tso-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.503075, + "recall": 0.540514, + "f1": 0.513293, + "accuracy": 0.540514, + "main_score": 0.513293, + "hf_subset": "tso_Latn-taq_Latn", + "languages": [ + "tso-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.66158, + "recall": 0.713439, + "f1": 0.674431, + "accuracy": 0.713439, + "main_score": 0.674431, + "hf_subset": "tso_Latn-war_Latn", + "languages": [ + "tso-Latn", + "war-Latn" + ] + }, + { + "precision": 0.670162, + "recall": 0.729249, + "f1": 0.686271, + "accuracy": 0.729249, + "main_score": 0.686271, + "hf_subset": "tso_Latn-arb_Arab", + "languages": [ + "tso-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.684412, + "recall": 0.737154, + "f1": 0.698087, + "accuracy": 0.737154, + "main_score": 0.698087, + "hf_subset": "tso_Latn-bul_Cyrl", + "languages": [ + "tso-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.694863, + "recall": 0.75, + "f1": 0.70975, + "accuracy": 0.75, + "main_score": 0.70975, + "hf_subset": "tso_Latn-fra_Latn", + "languages": [ + "tso-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.669207, + "recall": 0.726285, + "f1": 0.684703, + "accuracy": 0.726285, + "main_score": 0.684703, + "hf_subset": "tso_Latn-jpn_Jpan", + "languages": [ + "tso-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.687687, + "recall": 0.73419, + "f1": 0.700522, + "accuracy": 0.73419, + "main_score": 0.700522, + "hf_subset": "tso_Latn-lij_Latn", + "languages": [ + "tso-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.62433, + "recall": 0.687747, + "f1": 0.642267, + "accuracy": 0.687747, + "main_score": 0.642267, + "hf_subset": "tso_Latn-mya_Mymr", + "languages": [ + "tso-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.522347, + "recall": 0.559289, + "f1": 0.533248, + "accuracy": 0.559289, + "main_score": 0.533248, + "hf_subset": "tso_Latn-sag_Latn", + "languages": [ + "tso-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.262852, + "recall": 0.320158, + "f1": 0.277658, + "accuracy": 0.320158, + "main_score": 0.277658, + "hf_subset": "tso_Latn-taq_Tfng", + "languages": [ + "tso-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.548461, + "recall": 0.596838, + "f1": 0.561538, + "accuracy": 0.596838, + "main_score": 0.561538, + "hf_subset": "tso_Latn-wol_Latn", + "languages": [ + "tso-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.593162, + "recall": 0.650198, + "f1": 0.609289, + "accuracy": 0.650198, + "main_score": 0.609289, + "hf_subset": "tso_Latn-arb_Latn", + "languages": [ + "tso-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.683198, + "recall": 0.73419, + "f1": 0.696136, + "accuracy": 0.73419, + "main_score": 0.696136, + "hf_subset": "tso_Latn-cat_Latn", + "languages": [ + "tso-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.660072, + "recall": 0.713439, + "f1": 0.673818, + "accuracy": 0.713439, + "main_score": 0.673818, + "hf_subset": "tso_Latn-fur_Latn", + "languages": [ + "tso-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.465284, + "recall": 0.521739, + "f1": 0.480309, + "accuracy": 0.521739, + "main_score": 0.480309, + "hf_subset": "tso_Latn-kab_Latn", + "languages": [ + "tso-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.670892, + "recall": 0.718379, + "f1": 0.68314, + "accuracy": 0.718379, + "main_score": 0.68314, + "hf_subset": "tso_Latn-lim_Latn", + "languages": [ + "tso-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.672507, + "recall": 0.72332, + "f1": 0.686108, + "accuracy": 0.72332, + "main_score": 0.686108, + "hf_subset": "tso_Latn-nld_Latn", + "languages": [ + "tso-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.619798, + "recall": 0.672925, + "f1": 0.634935, + "accuracy": 0.672925, + "main_score": 0.634935, + "hf_subset": "tso_Latn-san_Deva", + "languages": [ + "tso-Latn", + "san-Deva" + ] + }, + { + "precision": 0.651427, + "recall": 0.699605, + "f1": 0.663786, + "accuracy": 0.699605, + "main_score": 0.663786, + "hf_subset": "tso_Latn-tat_Cyrl", + "languages": [ + "tso-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.715787, + "recall": 0.763834, + "f1": 0.729306, + "accuracy": 0.763834, + "main_score": 0.729306, + "hf_subset": "tso_Latn-xho_Latn", + "languages": [ + "tso-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.665782, + "recall": 0.726285, + "f1": 0.68209, + "accuracy": 0.726285, + "main_score": 0.68209, + "hf_subset": "tso_Latn-ars_Arab", + "languages": [ + "tso-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.660503, + "recall": 0.705534, + "f1": 0.671632, + "accuracy": 0.705534, + "main_score": 0.671632, + "hf_subset": "tso_Latn-ceb_Latn", + "languages": [ + "tso-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.490474, + "recall": 0.536561, + "f1": 0.503596, + "accuracy": 0.536561, + "main_score": 0.503596, + "hf_subset": "tso_Latn-fuv_Latn", + "languages": [ + "tso-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.498494, + "recall": 0.534585, + "f1": 0.508994, + "accuracy": 0.534585, + "main_score": 0.508994, + "hf_subset": "tso_Latn-kac_Latn", + "languages": [ + "tso-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.602623, + "recall": 0.649209, + "f1": 0.61451, + "accuracy": 0.649209, + "main_score": 0.61451, + "hf_subset": "tso_Latn-lin_Latn", + "languages": [ + "tso-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.661536, + "recall": 0.717391, + "f1": 0.676428, + "accuracy": 0.717391, + "main_score": 0.676428, + "hf_subset": "tso_Latn-nno_Latn", + "languages": [ + "tso-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.611895, + "recall": 0.666996, + "f1": 0.626634, + "accuracy": 0.666996, + "main_score": 0.626634, + "hf_subset": "tso_Latn-sat_Olck", + "languages": [ + "tso-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.64551, + "recall": 0.704545, + "f1": 0.661398, + "accuracy": 0.704545, + "main_score": 0.661398, + "hf_subset": "tso_Latn-tel_Telu", + "languages": [ + "tso-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.651175, + "recall": 0.706522, + "f1": 0.665359, + "accuracy": 0.706522, + "main_score": 0.665359, + "hf_subset": "tso_Latn-ydd_Hebr", + "languages": [ + "tso-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.646812, + "recall": 0.704545, + "f1": 0.661948, + "accuracy": 0.704545, + "main_score": 0.661948, + "hf_subset": "tso_Latn-ary_Arab", + "languages": [ + "tso-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.669284, + "recall": 0.725296, + "f1": 0.684194, + "accuracy": 0.725296, + "main_score": 0.684194, + "hf_subset": "tso_Latn-ces_Latn", + "languages": [ + "tso-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.532753, + "recall": 0.590909, + "f1": 0.548758, + "accuracy": 0.590909, + "main_score": 0.548758, + "hf_subset": "tso_Latn-gaz_Latn", + "languages": [ + "tso-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.552328, + "recall": 0.599802, + "f1": 0.565378, + "accuracy": 0.599802, + "main_score": 0.565378, + "hf_subset": "tso_Latn-kam_Latn", + "languages": [ + "tso-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.653188, + "recall": 0.710474, + "f1": 0.667875, + "accuracy": 0.710474, + "main_score": 0.667875, + "hf_subset": "tso_Latn-lit_Latn", + "languages": [ + "tso-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.675828, + "recall": 0.728261, + "f1": 0.68926, + "accuracy": 0.728261, + "main_score": 0.68926, + "hf_subset": "tso_Latn-nob_Latn", + "languages": [ + "tso-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.659797, + "recall": 0.701581, + "f1": 0.670373, + "accuracy": 0.701581, + "main_score": 0.670373, + "hf_subset": "tso_Latn-scn_Latn", + "languages": [ + "tso-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.644749, + "recall": 0.694664, + "f1": 0.657213, + "accuracy": 0.694664, + "main_score": 0.657213, + "hf_subset": "tso_Latn-tgk_Cyrl", + "languages": [ + "tso-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.570794, + "recall": 0.630435, + "f1": 0.587325, + "accuracy": 0.630435, + "main_score": 0.587325, + "hf_subset": "tso_Latn-yor_Latn", + "languages": [ + "tso-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.643673, + "recall": 0.702569, + "f1": 0.659857, + "accuracy": 0.702569, + "main_score": 0.659857, + "hf_subset": "tso_Latn-arz_Arab", + "languages": [ + "tso-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.501013, + "recall": 0.54249, + "f1": 0.512877, + "accuracy": 0.54249, + "main_score": 0.512877, + "hf_subset": "tso_Latn-cjk_Latn", + "languages": [ + "tso-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.658493, + "recall": 0.714427, + "f1": 0.674097, + "accuracy": 0.714427, + "main_score": 0.674097, + "hf_subset": "tso_Latn-gla_Latn", + "languages": [ + "tso-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.647986, + "recall": 0.697628, + "f1": 0.661511, + "accuracy": 0.697628, + "main_score": 0.661511, + "hf_subset": "tso_Latn-kan_Knda", + "languages": [ + "tso-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.670061, + "recall": 0.721344, + "f1": 0.683576, + "accuracy": 0.721344, + "main_score": 0.683576, + "hf_subset": "tso_Latn-lmo_Latn", + "languages": [ + "tso-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.662021, + "recall": 0.713439, + "f1": 0.675333, + "accuracy": 0.713439, + "main_score": 0.675333, + "hf_subset": "tso_Latn-npi_Deva", + "languages": [ + "tso-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.486575, + "recall": 0.54249, + "f1": 0.502072, + "accuracy": 0.54249, + "main_score": 0.502072, + "hf_subset": "tso_Latn-shn_Mymr", + "languages": [ + "tso-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.683106, + "recall": 0.732213, + "f1": 0.695852, + "accuracy": 0.732213, + "main_score": 0.695852, + "hf_subset": "tso_Latn-tgl_Latn", + "languages": [ + "tso-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.653122, + "recall": 0.712451, + "f1": 0.668361, + "accuracy": 0.712451, + "main_score": 0.668361, + "hf_subset": "tso_Latn-yue_Hant", + "languages": [ + "tso-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.608075, + "recall": 0.66502, + "f1": 0.622926, + "accuracy": 0.66502, + "main_score": 0.622926, + "hf_subset": "tso_Latn-asm_Beng", + "languages": [ + "tso-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.665979, + "recall": 0.716403, + "f1": 0.679923, + "accuracy": 0.716403, + "main_score": 0.679923, + "hf_subset": "tso_Latn-ckb_Arab", + "languages": [ + "tso-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.646064, + "recall": 0.695652, + "f1": 0.659798, + "accuracy": 0.695652, + "main_score": 0.659798, + "hf_subset": "tso_Latn-gle_Latn", + "languages": [ + "tso-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.589716, + "recall": 0.63834, + "f1": 0.603426, + "accuracy": 0.63834, + "main_score": 0.603426, + "hf_subset": "tso_Latn-kas_Arab", + "languages": [ + "tso-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.61592, + "recall": 0.667984, + "f1": 0.629987, + "accuracy": 0.667984, + "main_score": 0.629987, + "hf_subset": "tso_Latn-ltg_Latn", + "languages": [ + "tso-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.708806, + "recall": 0.75, + "f1": 0.720586, + "accuracy": 0.75, + "main_score": 0.720586, + "hf_subset": "tso_Latn-nso_Latn", + "languages": [ + "tso-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.622387, + "recall": 0.676877, + "f1": 0.637372, + "accuracy": 0.676877, + "main_score": 0.637372, + "hf_subset": "tso_Latn-sin_Sinh", + "languages": [ + "tso-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.642518, + "recall": 0.700593, + "f1": 0.657465, + "accuracy": 0.700593, + "main_score": 0.657465, + "hf_subset": "tso_Latn-tha_Thai", + "languages": [ + "tso-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.618575, + "recall": 0.670949, + "f1": 0.631292, + "accuracy": 0.670949, + "main_score": 0.631292, + "hf_subset": "tso_Latn-zho_Hans", + "languages": [ + "tso-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.672177, + "recall": 0.726285, + "f1": 0.687088, + "accuracy": 0.726285, + "main_score": 0.687088, + "hf_subset": "tso_Latn-ast_Latn", + "languages": [ + "tso-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.663705, + "recall": 0.715415, + "f1": 0.676915, + "accuracy": 0.715415, + "main_score": 0.676915, + "hf_subset": "tso_Latn-crh_Latn", + "languages": [ + "tso-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.675488, + "recall": 0.730237, + "f1": 0.689643, + "accuracy": 0.730237, + "main_score": 0.689643, + "hf_subset": "tso_Latn-glg_Latn", + "languages": [ + "tso-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.597959, + "recall": 0.645257, + "f1": 0.610577, + "accuracy": 0.645257, + "main_score": 0.610577, + "hf_subset": "tso_Latn-kas_Deva", + "languages": [ + "tso-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.653228, + "recall": 0.701581, + "f1": 0.666071, + "accuracy": 0.701581, + "main_score": 0.666071, + "hf_subset": "tso_Latn-ltz_Latn", + "languages": [ + "tso-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.449539, + "recall": 0.503953, + "f1": 0.465485, + "accuracy": 0.503953, + "main_score": 0.465485, + "hf_subset": "tso_Latn-nus_Latn", + "languages": [ + "tso-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.678695, + "recall": 0.726285, + "f1": 0.69124, + "accuracy": 0.726285, + "main_score": 0.69124, + "hf_subset": "tso_Latn-slk_Latn", + "languages": [ + "tso-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.54677, + "recall": 0.607708, + "f1": 0.563831, + "accuracy": 0.607708, + "main_score": 0.563831, + "hf_subset": "tso_Latn-tir_Ethi", + "languages": [ + "tso-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.634449, + "recall": 0.69664, + "f1": 0.650714, + "accuracy": 0.69664, + "main_score": 0.650714, + "hf_subset": "tso_Latn-zho_Hant", + "languages": [ + "tso-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.663786, + "recall": 0.711462, + "f1": 0.676762, + "accuracy": 0.711462, + "main_score": 0.676762, + "hf_subset": "tso_Latn-awa_Deva", + "languages": [ + "tso-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.665423, + "recall": 0.709486, + "f1": 0.677, + "accuracy": 0.709486, + "main_score": 0.677, + "hf_subset": "tso_Latn-cym_Latn", + "languages": [ + "tso-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.571039, + "recall": 0.61166, + "f1": 0.581707, + "accuracy": 0.61166, + "main_score": 0.581707, + "hf_subset": "tso_Latn-grn_Latn", + "languages": [ + "tso-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.652305, + "recall": 0.701581, + "f1": 0.665431, + "accuracy": 0.701581, + "main_score": 0.665431, + "hf_subset": "tso_Latn-kat_Geor", + "languages": [ + "tso-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.557231, + "recall": 0.598814, + "f1": 0.568288, + "accuracy": 0.598814, + "main_score": 0.568288, + "hf_subset": "tso_Latn-lua_Latn", + "languages": [ + "tso-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.679621, + "recall": 0.727273, + "f1": 0.693201, + "accuracy": 0.727273, + "main_score": 0.693201, + "hf_subset": "tso_Latn-nya_Latn", + "languages": [ + "tso-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.67411, + "recall": 0.725296, + "f1": 0.688025, + "accuracy": 0.725296, + "main_score": 0.688025, + "hf_subset": "tso_Latn-slv_Latn", + "languages": [ + "tso-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.655721, + "recall": 0.701581, + "f1": 0.66737, + "accuracy": 0.701581, + "main_score": 0.66737, + "hf_subset": "tso_Latn-tpi_Latn", + "languages": [ + "tso-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.681918, + "recall": 0.736166, + "f1": 0.69681, + "accuracy": 0.736166, + "main_score": 0.69681, + "hf_subset": "tso_Latn-zsm_Latn", + "languages": [ + "tso-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.497527, + "recall": 0.539526, + "f1": 0.509917, + "accuracy": 0.539526, + "main_score": 0.509917, + "hf_subset": "tso_Latn-ayr_Latn", + "languages": [ + "tso-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.682484, + "recall": 0.732213, + "f1": 0.695818, + "accuracy": 0.732213, + "main_score": 0.695818, + "hf_subset": "tso_Latn-dan_Latn", + "languages": [ + "tso-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.662369, + "recall": 0.719368, + "f1": 0.677695, + "accuracy": 0.719368, + "main_score": 0.677695, + "hf_subset": "tso_Latn-guj_Gujr", + "languages": [ + "tso-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.650221, + "recall": 0.705534, + "f1": 0.665036, + "accuracy": 0.705534, + "main_score": 0.665036, + "hf_subset": "tso_Latn-kaz_Cyrl", + "languages": [ + "tso-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.580652, + "recall": 0.636364, + "f1": 0.595731, + "accuracy": 0.636364, + "main_score": 0.595731, + "hf_subset": "tso_Latn-lug_Latn", + "languages": [ + "tso-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.671389, + "recall": 0.727273, + "f1": 0.685794, + "accuracy": 0.727273, + "main_score": 0.685794, + "hf_subset": "tso_Latn-oci_Latn", + "languages": [ + "tso-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.657055, + "recall": 0.700593, + "f1": 0.669093, + "accuracy": 0.700593, + "main_score": 0.669093, + "hf_subset": "tso_Latn-smo_Latn", + "languages": [ + "tso-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.651396, + "recall": 0.70751, + "f1": 0.666907, + "accuracy": 0.70751, + "main_score": 0.666907, + "hf_subset": "tso_Latn-tsn_Latn", + "languages": [ + "tso-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.694811, + "recall": 0.750988, + "f1": 0.710297, + "accuracy": 0.750988, + "main_score": 0.710297, + "hf_subset": "tso_Latn-zul_Latn", + "languages": [ + "tso-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.585658, + "recall": 0.635375, + "f1": 0.599774, + "accuracy": 0.635375, + "main_score": 0.599774, + "hf_subset": "tso_Latn-azb_Arab", + "languages": [ + "tso-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.678062, + "recall": 0.727273, + "f1": 0.690733, + "accuracy": 0.727273, + "main_score": 0.690733, + "hf_subset": "tso_Latn-deu_Latn", + "languages": [ + "tso-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.639141, + "recall": 0.698617, + "f1": 0.655397, + "accuracy": 0.698617, + "main_score": 0.655397, + "hf_subset": "tso_Latn-hat_Latn", + "languages": [ + "tso-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.505212, + "recall": 0.546443, + "f1": 0.517066, + "accuracy": 0.546443, + "main_score": 0.517066, + "hf_subset": "tso_Latn-kbp_Latn", + "languages": [ + "tso-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.534836, + "recall": 0.571146, + "f1": 0.545655, + "accuracy": 0.571146, + "main_score": 0.545655, + "hf_subset": "tso_Latn-luo_Latn", + "languages": [ + "tso-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.599768, + "recall": 0.660079, + "f1": 0.615961, + "accuracy": 0.660079, + "main_score": 0.615961, + "hf_subset": "tso_Latn-ory_Orya", + "languages": [ + "tso-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.674439, + "recall": 0.727273, + "f1": 0.688719, + "accuracy": 0.727273, + "main_score": 0.688719, + "hf_subset": "tso_Latn-sna_Latn", + "languages": [ + "tso-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.631023, + "recall": 0.689723, + "f1": 0.646449, + "accuracy": 0.689723, + "main_score": 0.646449, + "hf_subset": "tso_Latn-azj_Latn", + "languages": [ + "tso-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.479754, + "recall": 0.524704, + "f1": 0.492169, + "accuracy": 0.524704, + "main_score": 0.492169, + "hf_subset": "tso_Latn-dik_Latn", + "languages": [ + "tso-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.659596, + "recall": 0.710474, + "f1": 0.673077, + "accuracy": 0.710474, + "main_score": 0.673077, + "hf_subset": "tso_Latn-hau_Latn", + "languages": [ + "tso-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.636811, + "recall": 0.684783, + "f1": 0.649028, + "accuracy": 0.684783, + "main_score": 0.649028, + "hf_subset": "tso_Latn-kea_Latn", + "languages": [ + "tso-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.620031, + "recall": 0.667984, + "f1": 0.633271, + "accuracy": 0.667984, + "main_score": 0.633271, + "hf_subset": "tso_Latn-lus_Latn", + "languages": [ + "tso-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.622757, + "recall": 0.66502, + "f1": 0.634173, + "accuracy": 0.66502, + "main_score": 0.634173, + "hf_subset": "tso_Latn-pag_Latn", + "languages": [ + "tso-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.622864, + "recall": 0.674901, + "f1": 0.636491, + "accuracy": 0.674901, + "main_score": 0.636491, + "hf_subset": "tso_Latn-snd_Arab", + "languages": [ + "tso-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.649772, + "recall": 0.700593, + "f1": 0.663861, + "accuracy": 0.700593, + "main_score": 0.663861, + "hf_subset": "tso_Latn-tuk_Latn", + "languages": [ + "tso-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.642583, + "recall": 0.6917, + "f1": 0.654578, + "accuracy": 0.6917, + "main_score": 0.654578, + "hf_subset": "tso_Latn-bak_Cyrl", + "languages": [ + "tso-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.435511, + "recall": 0.499012, + "f1": 0.453439, + "accuracy": 0.499012, + "main_score": 0.453439, + "hf_subset": "tso_Latn-dyu_Latn", + "languages": [ + "tso-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.66527, + "recall": 0.724308, + "f1": 0.681297, + "accuracy": 0.724308, + "main_score": 0.681297, + "hf_subset": "tso_Latn-heb_Hebr", + "languages": [ + "tso-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.649319, + "recall": 0.699605, + "f1": 0.663413, + "accuracy": 0.699605, + "main_score": 0.663413, + "hf_subset": "tso_Latn-khk_Cyrl", + "languages": [ + "tso-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.671393, + "recall": 0.724308, + "f1": 0.685659, + "accuracy": 0.724308, + "main_score": 0.685659, + "hf_subset": "tso_Latn-lvs_Latn", + "languages": [ + "tso-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.644463, + "recall": 0.69664, + "f1": 0.658303, + "accuracy": 0.69664, + "main_score": 0.658303, + "hf_subset": "tso_Latn-pan_Guru", + "languages": [ + "tso-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.650147, + "recall": 0.702569, + "f1": 0.664143, + "accuracy": 0.702569, + "main_score": 0.664143, + "hf_subset": "tso_Latn-som_Latn", + "languages": [ + "tso-Latn", + "som-Latn" + ] + }, + { + "precision": 0.609155, + "recall": 0.652174, + "f1": 0.621132, + "accuracy": 0.652174, + "main_score": 0.621132, + "hf_subset": "tso_Latn-tum_Latn", + "languages": [ + "tso-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.49661, + "recall": 0.586957, + "f1": 0.522206, + "accuracy": 0.586957, + "main_score": 0.522206, + "hf_subset": "azj_Latn-ace_Arab", + "languages": [ + "azj-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.450696, + "recall": 0.512846, + "f1": 0.467375, + "accuracy": 0.512846, + "main_score": 0.467375, + "hf_subset": "azj_Latn-bam_Latn", + "languages": [ + "azj-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.617287, + "recall": 0.706522, + "f1": 0.642501, + "accuracy": 0.706522, + "main_score": 0.642501, + "hf_subset": "azj_Latn-dzo_Tibt", + "languages": [ + "azj-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-hin_Deva", + "languages": [ + "azj-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "azj_Latn-khm_Khmr", + "languages": [ + "azj-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "azj_Latn-mag_Deva", + "languages": [ + "azj-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-pap_Latn", + "languages": [ + "azj-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.84058, + "recall": 0.885375, + "f1": 0.854348, + "accuracy": 0.885375, + "main_score": 0.854348, + "hf_subset": "azj_Latn-sot_Latn", + "languages": [ + "azj-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-tur_Latn", + "languages": [ + "azj-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.83228, + "recall": 0.87747, + "f1": 0.846448, + "accuracy": 0.87747, + "main_score": 0.846448, + "hf_subset": "azj_Latn-ace_Latn", + "languages": [ + "azj-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "azj_Latn-ban_Latn", + "languages": [ + "azj-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-ell_Grek", + "languages": [ + "azj-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "azj_Latn-hne_Deva", + "languages": [ + "azj-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.552878, + "recall": 0.632411, + "f1": 0.575202, + "accuracy": 0.632411, + "main_score": 0.575202, + "hf_subset": "azj_Latn-kik_Latn", + "languages": [ + "azj-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-mai_Deva", + "languages": [ + "azj-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.945487, + "recall": 0.963439, + "f1": 0.951416, + "accuracy": 0.963439, + "main_score": 0.951416, + "hf_subset": "azj_Latn-pbt_Arab", + "languages": [ + "azj-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-spa_Latn", + "languages": [ + "azj-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.747513, + "recall": 0.807312, + "f1": 0.765024, + "accuracy": 0.807312, + "main_score": 0.765024, + "hf_subset": "azj_Latn-twi_Latn", + "languages": [ + "azj-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-acm_Arab", + "languages": [ + "azj-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-bel_Cyrl", + "languages": [ + "azj-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-eng_Latn", + "languages": [ + "azj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-hrv_Latn", + "languages": [ + "azj-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.8458, + "recall": 0.886364, + "f1": 0.858399, + "accuracy": 0.886364, + "main_score": 0.858399, + "hf_subset": "azj_Latn-kin_Latn", + "languages": [ + "azj-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "azj_Latn-mal_Mlym", + "languages": [ + "azj-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "azj_Latn-pes_Arab", + "languages": [ + "azj-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "azj_Latn-srd_Latn", + "languages": [ + "azj-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.200076, + "recall": 0.26581, + "f1": 0.215724, + "accuracy": 0.26581, + "main_score": 0.215724, + "hf_subset": "azj_Latn-tzm_Tfng", + "languages": [ + "azj-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-acq_Arab", + "languages": [ + "azj-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.656379, + "recall": 0.727273, + "f1": 0.676514, + "accuracy": 0.727273, + "main_score": 0.676514, + "hf_subset": "azj_Latn-bem_Latn", + "languages": [ + "azj-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-epo_Latn", + "languages": [ + "azj-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-hun_Latn", + "languages": [ + "azj-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "azj_Latn-kir_Cyrl", + "languages": [ + "azj-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-mar_Deva", + "languages": [ + "azj-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.84585, + "recall": 0.890316, + "f1": 0.859571, + "accuracy": 0.890316, + "main_score": 0.859571, + "hf_subset": "azj_Latn-plt_Latn", + "languages": [ + "azj-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-srp_Cyrl", + "languages": [ + "azj-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.942523, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "azj_Latn-uig_Arab", + "languages": [ + "azj-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "azj_Latn-aeb_Arab", + "languages": [ + "azj-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-ben_Beng", + "languages": [ + "azj-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-est_Latn", + "languages": [ + "azj-Latn", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "azj_Latn-hye_Armn", + "languages": [ + "azj-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.450712, + "recall": 0.512846, + "f1": 0.467976, + "accuracy": 0.512846, + "main_score": 0.467976, + "hf_subset": "azj_Latn-kmb_Latn", + "languages": [ + "azj-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.461529, + "recall": 0.554348, + "f1": 0.48654, + "accuracy": 0.554348, + "main_score": 0.48654, + "hf_subset": "azj_Latn-min_Arab", + "languages": [ + "azj-Latn", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-pol_Latn", + "languages": [ + "azj-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.719631, + "recall": 0.790514, + "f1": 0.741008, + "accuracy": 0.790514, + "main_score": 0.741008, + "hf_subset": "azj_Latn-ssw_Latn", + "languages": [ + "azj-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-ukr_Cyrl", + "languages": [ + "azj-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-afr_Latn", + "languages": [ + "azj-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-bho_Deva", + "languages": [ + "azj-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-eus_Latn", + "languages": [ + "azj-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.848485, + "recall": 0.893281, + "f1": 0.862418, + "accuracy": 0.893281, + "main_score": 0.862418, + "hf_subset": "azj_Latn-ibo_Latn", + "languages": [ + "azj-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.867013, + "recall": 0.906126, + "f1": 0.879315, + "accuracy": 0.906126, + "main_score": 0.879315, + "hf_subset": "azj_Latn-kmr_Latn", + "languages": [ + "azj-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "azj_Latn-min_Latn", + "languages": [ + "azj-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-por_Latn", + "languages": [ + "azj-Latn", + "por-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "azj_Latn-sun_Latn", + "languages": [ + "azj-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.439796, + "recall": 0.514822, + "f1": 0.460565, + "accuracy": 0.514822, + "main_score": 0.460565, + "hf_subset": "azj_Latn-umb_Latn", + "languages": [ + "azj-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-ajp_Arab", + "languages": [ + "azj-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.487654, + "recall": 0.576087, + "f1": 0.511581, + "accuracy": 0.576087, + "main_score": 0.511581, + "hf_subset": "azj_Latn-bjn_Arab", + "languages": [ + "azj-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.436025, + "recall": 0.496047, + "f1": 0.452379, + "accuracy": 0.496047, + "main_score": 0.452379, + "hf_subset": "azj_Latn-ewe_Latn", + "languages": [ + "azj-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.935606, + "recall": 0.956522, + "f1": 0.942523, + "accuracy": 0.956522, + "main_score": 0.942523, + "hf_subset": "azj_Latn-ilo_Latn", + "languages": [ + "azj-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.247235, + "recall": 0.313241, + "f1": 0.263714, + "accuracy": 0.313241, + "main_score": 0.263714, + "hf_subset": "azj_Latn-knc_Arab", + "languages": [ + "azj-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-mkd_Cyrl", + "languages": [ + "azj-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-prs_Arab", + "languages": [ + "azj-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-swe_Latn", + "languages": [ + "azj-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "azj_Latn-urd_Arab", + "languages": [ + "azj-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.730007, + "recall": 0.796443, + "f1": 0.749445, + "accuracy": 0.796443, + "main_score": 0.749445, + "hf_subset": "azj_Latn-aka_Latn", + "languages": [ + "azj-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "azj_Latn-bjn_Latn", + "languages": [ + "azj-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "azj_Latn-fao_Latn", + "languages": [ + "azj-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-ind_Latn", + "languages": [ + "azj-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.481245, + "recall": 0.54249, + "f1": 0.497278, + "accuracy": 0.54249, + "main_score": 0.497278, + "hf_subset": "azj_Latn-knc_Latn", + "languages": [ + "azj-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-mlt_Latn", + "languages": [ + "azj-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.597052, + "recall": 0.677866, + "f1": 0.620371, + "accuracy": 0.677866, + "main_score": 0.620371, + "hf_subset": "azj_Latn-quy_Latn", + "languages": [ + "azj-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-swh_Latn", + "languages": [ + "azj-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-uzn_Latn", + "languages": [ + "azj-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-als_Latn", + "languages": [ + "azj-Latn", + "als-Latn" + ] + }, + { + "precision": 0.791897, + "recall": 0.851779, + "f1": 0.810408, + "accuracy": 0.851779, + "main_score": 0.810408, + "hf_subset": "azj_Latn-bod_Tibt", + "languages": [ + "azj-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.59941, + "recall": 0.674901, + "f1": 0.620317, + "accuracy": 0.674901, + "main_score": 0.620317, + "hf_subset": "azj_Latn-fij_Latn", + "languages": [ + "azj-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "azj_Latn-isl_Latn", + "languages": [ + "azj-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.57121, + "recall": 0.650198, + "f1": 0.593169, + "accuracy": 0.650198, + "main_score": 0.593169, + "hf_subset": "azj_Latn-kon_Latn", + "languages": [ + "azj-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.566254, + "recall": 0.651186, + "f1": 0.590213, + "accuracy": 0.651186, + "main_score": 0.590213, + "hf_subset": "azj_Latn-mni_Beng", + "languages": [ + "azj-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-ron_Latn", + "languages": [ + "azj-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "azj_Latn-szl_Latn", + "languages": [ + "azj-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-vec_Latn", + "languages": [ + "azj-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.924078, + "recall": 0.947628, + "f1": 0.931653, + "accuracy": 0.947628, + "main_score": 0.931653, + "hf_subset": "azj_Latn-amh_Ethi", + "languages": [ + "azj-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-bos_Latn", + "languages": [ + "azj-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-fin_Latn", + "languages": [ + "azj-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-ita_Latn", + "languages": [ + "azj-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-kor_Hang", + "languages": [ + "azj-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.474288, + "recall": 0.540514, + "f1": 0.492477, + "accuracy": 0.540514, + "main_score": 0.492477, + "hf_subset": "azj_Latn-mos_Latn", + "languages": [ + "azj-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.737599, + "recall": 0.801383, + "f1": 0.75639, + "accuracy": 0.801383, + "main_score": 0.75639, + "hf_subset": "azj_Latn-run_Latn", + "languages": [ + "azj-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "azj_Latn-tam_Taml", + "languages": [ + "azj-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-vie_Latn", + "languages": [ + "azj-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-apc_Arab", + "languages": [ + "azj-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.700233, + "recall": 0.768775, + "f1": 0.720218, + "accuracy": 0.768775, + "main_score": 0.720218, + "hf_subset": "azj_Latn-bug_Latn", + "languages": [ + "azj-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.400937, + "recall": 0.459486, + "f1": 0.417173, + "accuracy": 0.459486, + "main_score": 0.417173, + "hf_subset": "azj_Latn-fon_Latn", + "languages": [ + "azj-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "azj_Latn-jav_Latn", + "languages": [ + "azj-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.943594, + "recall": 0.960474, + "f1": 0.948847, + "accuracy": 0.960474, + "main_score": 0.948847, + "hf_subset": "azj_Latn-lao_Laoo", + "languages": [ + "azj-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.856555, + "recall": 0.897233, + "f1": 0.869368, + "accuracy": 0.897233, + "main_score": 0.869368, + "hf_subset": "azj_Latn-mri_Latn", + "languages": [ + "azj-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-rus_Cyrl", + "languages": [ + "azj-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.47781, + "recall": 0.543478, + "f1": 0.495574, + "accuracy": 0.543478, + "main_score": 0.495574, + "hf_subset": "azj_Latn-taq_Latn", + "languages": [ + "azj-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-war_Latn", + "languages": [ + "azj-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-arb_Arab", + "languages": [ + "azj-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-bul_Cyrl", + "languages": [ + "azj-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-fra_Latn", + "languages": [ + "azj-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-jpn_Jpan", + "languages": [ + "azj-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "azj_Latn-lij_Latn", + "languages": [ + "azj-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "azj_Latn-mya_Mymr", + "languages": [ + "azj-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.519448, + "recall": 0.593874, + "f1": 0.539027, + "accuracy": 0.593874, + "main_score": 0.539027, + "hf_subset": "azj_Latn-sag_Latn", + "languages": [ + "azj-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.215369, + "recall": 0.283597, + "f1": 0.232054, + "accuracy": 0.283597, + "main_score": 0.232054, + "hf_subset": "azj_Latn-taq_Tfng", + "languages": [ + "azj-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.597174, + "recall": 0.670949, + "f1": 0.618173, + "accuracy": 0.670949, + "main_score": 0.618173, + "hf_subset": "azj_Latn-wol_Latn", + "languages": [ + "azj-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.825405, + "recall": 0.874506, + "f1": 0.840629, + "accuracy": 0.874506, + "main_score": 0.840629, + "hf_subset": "azj_Latn-arb_Latn", + "languages": [ + "azj-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-cat_Latn", + "languages": [ + "azj-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "azj_Latn-fur_Latn", + "languages": [ + "azj-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.419483, + "recall": 0.496047, + "f1": 0.439602, + "accuracy": 0.496047, + "main_score": 0.439602, + "hf_subset": "azj_Latn-kab_Latn", + "languages": [ + "azj-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "azj_Latn-lim_Latn", + "languages": [ + "azj-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-nld_Latn", + "languages": [ + "azj-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.97332, + "f1": 0.96558, + "accuracy": 0.97332, + "main_score": 0.96558, + "hf_subset": "azj_Latn-san_Deva", + "languages": [ + "azj-Latn", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-tat_Cyrl", + "languages": [ + "azj-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.862928, + "recall": 0.902174, + "f1": 0.875231, + "accuracy": 0.902174, + "main_score": 0.875231, + "hf_subset": "azj_Latn-xho_Latn", + "languages": [ + "azj-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-ars_Arab", + "languages": [ + "azj-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-ceb_Latn", + "languages": [ + "azj-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.447681, + "recall": 0.525692, + "f1": 0.468809, + "accuracy": 0.525692, + "main_score": 0.468809, + "hf_subset": "azj_Latn-fuv_Latn", + "languages": [ + "azj-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.448055, + "recall": 0.520751, + "f1": 0.467773, + "accuracy": 0.520751, + "main_score": 0.467773, + "hf_subset": "azj_Latn-kac_Latn", + "languages": [ + "azj-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.595432, + "recall": 0.671937, + "f1": 0.616996, + "accuracy": 0.671937, + "main_score": 0.616996, + "hf_subset": "azj_Latn-lin_Latn", + "languages": [ + "azj-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-nno_Latn", + "languages": [ + "azj-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.858531, + "recall": 0.898221, + "f1": 0.870652, + "accuracy": 0.898221, + "main_score": 0.870652, + "hf_subset": "azj_Latn-sat_Olck", + "languages": [ + "azj-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "azj_Latn-tel_Telu", + "languages": [ + "azj-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "azj_Latn-ydd_Hebr", + "languages": [ + "azj-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "azj_Latn-ary_Arab", + "languages": [ + "azj-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-ces_Latn", + "languages": [ + "azj-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.535913, + "recall": 0.619565, + "f1": 0.558879, + "accuracy": 0.619565, + "main_score": 0.558879, + "hf_subset": "azj_Latn-gaz_Latn", + "languages": [ + "azj-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.512072, + "recall": 0.591897, + "f1": 0.534346, + "accuracy": 0.591897, + "main_score": 0.534346, + "hf_subset": "azj_Latn-kam_Latn", + "languages": [ + "azj-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "azj_Latn-lit_Latn", + "languages": [ + "azj-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-nob_Latn", + "languages": [ + "azj-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "azj_Latn-scn_Latn", + "languages": [ + "azj-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "azj_Latn-tgk_Cyrl", + "languages": [ + "azj-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.725956, + "recall": 0.795455, + "f1": 0.746826, + "accuracy": 0.795455, + "main_score": 0.746826, + "hf_subset": "azj_Latn-yor_Latn", + "languages": [ + "azj-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-arz_Arab", + "languages": [ + "azj-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.449938, + "recall": 0.524704, + "f1": 0.47082, + "accuracy": 0.524704, + "main_score": 0.47082, + "hf_subset": "azj_Latn-cjk_Latn", + "languages": [ + "azj-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.926219, + "recall": 0.949605, + "f1": 0.933959, + "accuracy": 0.949605, + "main_score": 0.933959, + "hf_subset": "azj_Latn-gla_Latn", + "languages": [ + "azj-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "azj_Latn-kan_Knda", + "languages": [ + "azj-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "azj_Latn-lmo_Latn", + "languages": [ + "azj-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "azj_Latn-npi_Deva", + "languages": [ + "azj-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.518306, + "recall": 0.603755, + "f1": 0.542538, + "accuracy": 0.603755, + "main_score": 0.542538, + "hf_subset": "azj_Latn-shn_Mymr", + "languages": [ + "azj-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-tgl_Latn", + "languages": [ + "azj-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-yue_Hant", + "languages": [ + "azj-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "azj_Latn-asm_Beng", + "languages": [ + "azj-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.927207, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "azj_Latn-ckb_Arab", + "languages": [ + "azj-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968017, + "accuracy": 0.975296, + "main_score": 0.968017, + "hf_subset": "azj_Latn-gle_Latn", + "languages": [ + "azj-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.895586, + "recall": 0.925889, + "f1": 0.905072, + "accuracy": 0.925889, + "main_score": 0.905072, + "hf_subset": "azj_Latn-kas_Arab", + "languages": [ + "azj-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.872612, + "recall": 0.910079, + "f1": 0.884618, + "accuracy": 0.910079, + "main_score": 0.884618, + "hf_subset": "azj_Latn-ltg_Latn", + "languages": [ + "azj-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.762495, + "recall": 0.821146, + "f1": 0.780072, + "accuracy": 0.821146, + "main_score": 0.780072, + "hf_subset": "azj_Latn-nso_Latn", + "languages": [ + "azj-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "azj_Latn-sin_Sinh", + "languages": [ + "azj-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "azj_Latn-tha_Thai", + "languages": [ + "azj-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-zho_Hans", + "languages": [ + "azj-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-ast_Latn", + "languages": [ + "azj-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "azj_Latn-crh_Latn", + "languages": [ + "azj-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-glg_Latn", + "languages": [ + "azj-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.847283, + "recall": 0.88834, + "f1": 0.85967, + "accuracy": 0.88834, + "main_score": 0.85967, + "hf_subset": "azj_Latn-kas_Deva", + "languages": [ + "azj-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "azj_Latn-ltz_Latn", + "languages": [ + "azj-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.392847, + "recall": 0.464427, + "f1": 0.411804, + "accuracy": 0.464427, + "main_score": 0.411804, + "hf_subset": "azj_Latn-nus_Latn", + "languages": [ + "azj-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-slk_Latn", + "languages": [ + "azj-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.631275, + "recall": 0.714427, + "f1": 0.655308, + "accuracy": 0.714427, + "main_score": 0.655308, + "hf_subset": "azj_Latn-tir_Ethi", + "languages": [ + "azj-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-zho_Hant", + "languages": [ + "azj-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.979578, + "recall": 0.985178, + "f1": 0.98139, + "accuracy": 0.985178, + "main_score": 0.98139, + "hf_subset": "azj_Latn-awa_Deva", + "languages": [ + "azj-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "azj_Latn-cym_Latn", + "languages": [ + "azj-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.747167, + "recall": 0.80336, + "f1": 0.76334, + "accuracy": 0.80336, + "main_score": 0.76334, + "hf_subset": "azj_Latn-grn_Latn", + "languages": [ + "azj-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-kat_Geor", + "languages": [ + "azj-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.566631, + "recall": 0.630435, + "f1": 0.583939, + "accuracy": 0.630435, + "main_score": 0.583939, + "hf_subset": "azj_Latn-lua_Latn", + "languages": [ + "azj-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.808383, + "recall": 0.864625, + "f1": 0.826153, + "accuracy": 0.864625, + "main_score": 0.826153, + "hf_subset": "azj_Latn-nya_Latn", + "languages": [ + "azj-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-slv_Latn", + "languages": [ + "azj-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "azj_Latn-tpi_Latn", + "languages": [ + "azj-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-zsm_Latn", + "languages": [ + "azj-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.469463, + "recall": 0.538538, + "f1": 0.48853, + "accuracy": 0.538538, + "main_score": 0.48853, + "hf_subset": "azj_Latn-ayr_Latn", + "languages": [ + "azj-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-dan_Latn", + "languages": [ + "azj-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-guj_Gujr", + "languages": [ + "azj-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "azj_Latn-kaz_Cyrl", + "languages": [ + "azj-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.617113, + "recall": 0.695652, + "f1": 0.640472, + "accuracy": 0.695652, + "main_score": 0.640472, + "hf_subset": "azj_Latn-lug_Latn", + "languages": [ + "azj-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-oci_Latn", + "languages": [ + "azj-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.823518, + "recall": 0.870553, + "f1": 0.838241, + "accuracy": 0.870553, + "main_score": 0.838241, + "hf_subset": "azj_Latn-smo_Latn", + "languages": [ + "azj-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.733762, + "recall": 0.797431, + "f1": 0.752574, + "accuracy": 0.797431, + "main_score": 0.752574, + "hf_subset": "azj_Latn-tsn_Latn", + "languages": [ + "azj-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.86586, + "recall": 0.906126, + "f1": 0.878524, + "accuracy": 0.906126, + "main_score": 0.878524, + "hf_subset": "azj_Latn-zul_Latn", + "languages": [ + "azj-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.919384, + "recall": 0.944664, + "f1": 0.927437, + "accuracy": 0.944664, + "main_score": 0.927437, + "hf_subset": "azj_Latn-azb_Arab", + "languages": [ + "azj-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-deu_Latn", + "languages": [ + "azj-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "azj_Latn-hat_Latn", + "languages": [ + "azj-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.45691, + "recall": 0.521739, + "f1": 0.474938, + "accuracy": 0.521739, + "main_score": 0.474938, + "hf_subset": "azj_Latn-kbp_Latn", + "languages": [ + "azj-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.48696, + "recall": 0.563241, + "f1": 0.507252, + "accuracy": 0.563241, + "main_score": 0.507252, + "hf_subset": "azj_Latn-luo_Latn", + "languages": [ + "azj-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "azj_Latn-ory_Orya", + "languages": [ + "azj-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.880599, + "recall": 0.91502, + "f1": 0.891469, + "accuracy": 0.91502, + "main_score": 0.891469, + "hf_subset": "azj_Latn-sna_Latn", + "languages": [ + "azj-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.624544, + "recall": 0.697628, + "f1": 0.645111, + "accuracy": 0.697628, + "main_score": 0.645111, + "hf_subset": "azj_Latn-tso_Latn", + "languages": [ + "azj-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.466192, + "recall": 0.540514, + "f1": 0.487502, + "accuracy": 0.540514, + "main_score": 0.487502, + "hf_subset": "azj_Latn-dik_Latn", + "languages": [ + "azj-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.889822, + "recall": 0.921937, + "f1": 0.9, + "accuracy": 0.921937, + "main_score": 0.9, + "hf_subset": "azj_Latn-hau_Latn", + "languages": [ + "azj-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "azj_Latn-kea_Latn", + "languages": [ + "azj-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.91469, + "recall": 0.9417, + "f1": 0.923419, + "accuracy": 0.9417, + "main_score": 0.923419, + "hf_subset": "azj_Latn-lus_Latn", + "languages": [ + "azj-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.835804, + "recall": 0.881423, + "f1": 0.849901, + "accuracy": 0.881423, + "main_score": 0.849901, + "hf_subset": "azj_Latn-pag_Latn", + "languages": [ + "azj-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "azj_Latn-snd_Arab", + "languages": [ + "azj-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "azj_Latn-tuk_Latn", + "languages": [ + "azj-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-bak_Cyrl", + "languages": [ + "azj-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.424791, + "recall": 0.5, + "f1": 0.445309, + "accuracy": 0.5, + "main_score": 0.445309, + "hf_subset": "azj_Latn-dyu_Latn", + "languages": [ + "azj-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-heb_Hebr", + "languages": [ + "azj-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "azj_Latn-khk_Cyrl", + "languages": [ + "azj-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-lvs_Latn", + "languages": [ + "azj-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-pan_Guru", + "languages": [ + "azj-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.852388, + "recall": 0.894269, + "f1": 0.865514, + "accuracy": 0.894269, + "main_score": 0.865514, + "hf_subset": "azj_Latn-som_Latn", + "languages": [ + "azj-Latn", + "som-Latn" + ] + }, + { + "precision": 0.658943, + "recall": 0.728261, + "f1": 0.679447, + "accuracy": 0.728261, + "main_score": 0.679447, + "hf_subset": "azj_Latn-tum_Latn", + "languages": [ + "azj-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.352977, + "recall": 0.416996, + "f1": 0.370794, + "accuracy": 0.416996, + "main_score": 0.370794, + "hf_subset": "dik_Latn-ace_Arab", + "languages": [ + "dik-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.464069, + "recall": 0.511858, + "f1": 0.476596, + "accuracy": 0.511858, + "main_score": 0.476596, + "hf_subset": "dik_Latn-bam_Latn", + "languages": [ + "dik-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.291941, + "recall": 0.349802, + "f1": 0.307279, + "accuracy": 0.349802, + "main_score": 0.307279, + "hf_subset": "dik_Latn-dzo_Tibt", + "languages": [ + "dik-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.482084, + "recall": 0.537549, + "f1": 0.497339, + "accuracy": 0.537549, + "main_score": 0.497339, + "hf_subset": "dik_Latn-hin_Deva", + "languages": [ + "dik-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.441366, + "recall": 0.492095, + "f1": 0.455338, + "accuracy": 0.492095, + "main_score": 0.455338, + "hf_subset": "dik_Latn-khm_Khmr", + "languages": [ + "dik-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.4636, + "recall": 0.519763, + "f1": 0.478855, + "accuracy": 0.519763, + "main_score": 0.478855, + "hf_subset": "dik_Latn-mag_Deva", + "languages": [ + "dik-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.487026, + "recall": 0.527668, + "f1": 0.498009, + "accuracy": 0.527668, + "main_score": 0.498009, + "hf_subset": "dik_Latn-pap_Latn", + "languages": [ + "dik-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.457024, + "recall": 0.507905, + "f1": 0.471199, + "accuracy": 0.507905, + "main_score": 0.471199, + "hf_subset": "dik_Latn-sot_Latn", + "languages": [ + "dik-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.475757, + "recall": 0.524704, + "f1": 0.488567, + "accuracy": 0.524704, + "main_score": 0.488567, + "hf_subset": "dik_Latn-tur_Latn", + "languages": [ + "dik-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.462651, + "recall": 0.51581, + "f1": 0.477159, + "accuracy": 0.51581, + "main_score": 0.477159, + "hf_subset": "dik_Latn-ace_Latn", + "languages": [ + "dik-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.452943, + "recall": 0.504941, + "f1": 0.467194, + "accuracy": 0.504941, + "main_score": 0.467194, + "hf_subset": "dik_Latn-ban_Latn", + "languages": [ + "dik-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.470234, + "recall": 0.521739, + "f1": 0.483723, + "accuracy": 0.521739, + "main_score": 0.483723, + "hf_subset": "dik_Latn-ell_Grek", + "languages": [ + "dik-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.467235, + "recall": 0.51581, + "f1": 0.480526, + "accuracy": 0.51581, + "main_score": 0.480526, + "hf_subset": "dik_Latn-hne_Deva", + "languages": [ + "dik-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.449122, + "recall": 0.498024, + "f1": 0.462908, + "accuracy": 0.498024, + "main_score": 0.462908, + "hf_subset": "dik_Latn-kik_Latn", + "languages": [ + "dik-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.461397, + "recall": 0.522727, + "f1": 0.477618, + "accuracy": 0.522727, + "main_score": 0.477618, + "hf_subset": "dik_Latn-mai_Deva", + "languages": [ + "dik-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.435297, + "recall": 0.490119, + "f1": 0.449864, + "accuracy": 0.490119, + "main_score": 0.449864, + "hf_subset": "dik_Latn-pbt_Arab", + "languages": [ + "dik-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.478027, + "recall": 0.537549, + "f1": 0.494032, + "accuracy": 0.537549, + "main_score": 0.494032, + "hf_subset": "dik_Latn-spa_Latn", + "languages": [ + "dik-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.477074, + "recall": 0.524704, + "f1": 0.490104, + "accuracy": 0.524704, + "main_score": 0.490104, + "hf_subset": "dik_Latn-twi_Latn", + "languages": [ + "dik-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.467908, + "recall": 0.517787, + "f1": 0.4819, + "accuracy": 0.517787, + "main_score": 0.4819, + "hf_subset": "dik_Latn-acm_Arab", + "languages": [ + "dik-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.442298, + "recall": 0.492095, + "f1": 0.455964, + "accuracy": 0.492095, + "main_score": 0.455964, + "hf_subset": "dik_Latn-bel_Cyrl", + "languages": [ + "dik-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.491144, + "recall": 0.55336, + "f1": 0.508764, + "accuracy": 0.55336, + "main_score": 0.508764, + "hf_subset": "dik_Latn-eng_Latn", + "languages": [ + "dik-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.480938, + "recall": 0.530632, + "f1": 0.494859, + "accuracy": 0.530632, + "main_score": 0.494859, + "hf_subset": "dik_Latn-hrv_Latn", + "languages": [ + "dik-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.447984, + "recall": 0.492095, + "f1": 0.460094, + "accuracy": 0.492095, + "main_score": 0.460094, + "hf_subset": "dik_Latn-kin_Latn", + "languages": [ + "dik-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.453184, + "recall": 0.509881, + "f1": 0.467634, + "accuracy": 0.509881, + "main_score": 0.467634, + "hf_subset": "dik_Latn-mal_Mlym", + "languages": [ + "dik-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.441547, + "recall": 0.496047, + "f1": 0.456105, + "accuracy": 0.496047, + "main_score": 0.456105, + "hf_subset": "dik_Latn-pes_Arab", + "languages": [ + "dik-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.468866, + "recall": 0.520751, + "f1": 0.482429, + "accuracy": 0.520751, + "main_score": 0.482429, + "hf_subset": "dik_Latn-srd_Latn", + "languages": [ + "dik-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.196122, + "recall": 0.250988, + "f1": 0.208714, + "accuracy": 0.250988, + "main_score": 0.208714, + "hf_subset": "dik_Latn-tzm_Tfng", + "languages": [ + "dik-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.475018, + "recall": 0.52668, + "f1": 0.488337, + "accuracy": 0.52668, + "main_score": 0.488337, + "hf_subset": "dik_Latn-acq_Arab", + "languages": [ + "dik-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.478516, + "recall": 0.527668, + "f1": 0.492118, + "accuracy": 0.527668, + "main_score": 0.492118, + "hf_subset": "dik_Latn-bem_Latn", + "languages": [ + "dik-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.472974, + "recall": 0.519763, + "f1": 0.485614, + "accuracy": 0.519763, + "main_score": 0.485614, + "hf_subset": "dik_Latn-epo_Latn", + "languages": [ + "dik-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.482206, + "recall": 0.530632, + "f1": 0.495291, + "accuracy": 0.530632, + "main_score": 0.495291, + "hf_subset": "dik_Latn-hun_Latn", + "languages": [ + "dik-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.454045, + "recall": 0.505929, + "f1": 0.468585, + "accuracy": 0.505929, + "main_score": 0.468585, + "hf_subset": "dik_Latn-kir_Cyrl", + "languages": [ + "dik-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.468991, + "recall": 0.522727, + "f1": 0.483896, + "accuracy": 0.522727, + "main_score": 0.483896, + "hf_subset": "dik_Latn-mar_Deva", + "languages": [ + "dik-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.441737, + "recall": 0.488142, + "f1": 0.453847, + "accuracy": 0.488142, + "main_score": 0.453847, + "hf_subset": "dik_Latn-plt_Latn", + "languages": [ + "dik-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.464153, + "recall": 0.519763, + "f1": 0.479184, + "accuracy": 0.519763, + "main_score": 0.479184, + "hf_subset": "dik_Latn-srp_Cyrl", + "languages": [ + "dik-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.3922, + "recall": 0.445652, + "f1": 0.406182, + "accuracy": 0.445652, + "main_score": 0.406182, + "hf_subset": "dik_Latn-uig_Arab", + "languages": [ + "dik-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.463767, + "recall": 0.516798, + "f1": 0.478105, + "accuracy": 0.516798, + "main_score": 0.478105, + "hf_subset": "dik_Latn-aeb_Arab", + "languages": [ + "dik-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.451725, + "recall": 0.502964, + "f1": 0.464792, + "accuracy": 0.502964, + "main_score": 0.464792, + "hf_subset": "dik_Latn-ben_Beng", + "languages": [ + "dik-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.463661, + "recall": 0.512846, + "f1": 0.477601, + "accuracy": 0.512846, + "main_score": 0.477601, + "hf_subset": "dik_Latn-est_Latn", + "languages": [ + "dik-Latn", + "est-Latn" + ] + }, + { + "precision": 0.434665, + "recall": 0.488142, + "f1": 0.44936, + "accuracy": 0.488142, + "main_score": 0.44936, + "hf_subset": "dik_Latn-hye_Armn", + "languages": [ + "dik-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.444219, + "recall": 0.490119, + "f1": 0.457384, + "accuracy": 0.490119, + "main_score": 0.457384, + "hf_subset": "dik_Latn-kmb_Latn", + "languages": [ + "dik-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.336817, + "recall": 0.393281, + "f1": 0.352146, + "accuracy": 0.393281, + "main_score": 0.352146, + "hf_subset": "dik_Latn-min_Arab", + "languages": [ + "dik-Latn", + "min-Arab" + ] + }, + { + "precision": 0.493525, + "recall": 0.544466, + "f1": 0.507554, + "accuracy": 0.544466, + "main_score": 0.507554, + "hf_subset": "dik_Latn-pol_Latn", + "languages": [ + "dik-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.460956, + "recall": 0.508893, + "f1": 0.473756, + "accuracy": 0.508893, + "main_score": 0.473756, + "hf_subset": "dik_Latn-ssw_Latn", + "languages": [ + "dik-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.476516, + "recall": 0.527668, + "f1": 0.489625, + "accuracy": 0.527668, + "main_score": 0.489625, + "hf_subset": "dik_Latn-ukr_Cyrl", + "languages": [ + "dik-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.481041, + "recall": 0.529644, + "f1": 0.494383, + "accuracy": 0.529644, + "main_score": 0.494383, + "hf_subset": "dik_Latn-afr_Latn", + "languages": [ + "dik-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.491, + "recall": 0.537549, + "f1": 0.502845, + "accuracy": 0.537549, + "main_score": 0.502845, + "hf_subset": "dik_Latn-bho_Deva", + "languages": [ + "dik-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.464456, + "recall": 0.508893, + "f1": 0.475953, + "accuracy": 0.508893, + "main_score": 0.475953, + "hf_subset": "dik_Latn-eus_Latn", + "languages": [ + "dik-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.457299, + "recall": 0.502964, + "f1": 0.469841, + "accuracy": 0.502964, + "main_score": 0.469841, + "hf_subset": "dik_Latn-ibo_Latn", + "languages": [ + "dik-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.46751, + "recall": 0.513834, + "f1": 0.479975, + "accuracy": 0.513834, + "main_score": 0.479975, + "hf_subset": "dik_Latn-kmr_Latn", + "languages": [ + "dik-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.452139, + "recall": 0.498024, + "f1": 0.464824, + "accuracy": 0.498024, + "main_score": 0.464824, + "hf_subset": "dik_Latn-min_Latn", + "languages": [ + "dik-Latn", + "min-Latn" + ] + }, + { + "precision": 0.49718, + "recall": 0.54249, + "f1": 0.509818, + "accuracy": 0.54249, + "main_score": 0.509818, + "hf_subset": "dik_Latn-por_Latn", + "languages": [ + "dik-Latn", + "por-Latn" + ] + }, + { + "precision": 0.476721, + "recall": 0.518775, + "f1": 0.487641, + "accuracy": 0.518775, + "main_score": 0.487641, + "hf_subset": "dik_Latn-sun_Latn", + "languages": [ + "dik-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.432208, + "recall": 0.478261, + "f1": 0.445817, + "accuracy": 0.478261, + "main_score": 0.445817, + "hf_subset": "dik_Latn-umb_Latn", + "languages": [ + "dik-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.473616, + "recall": 0.530632, + "f1": 0.488223, + "accuracy": 0.530632, + "main_score": 0.488223, + "hf_subset": "dik_Latn-ajp_Arab", + "languages": [ + "dik-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.3576, + "recall": 0.418972, + "f1": 0.373322, + "accuracy": 0.418972, + "main_score": 0.373322, + "hf_subset": "dik_Latn-bjn_Arab", + "languages": [ + "dik-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.449064, + "recall": 0.492095, + "f1": 0.460794, + "accuracy": 0.492095, + "main_score": 0.460794, + "hf_subset": "dik_Latn-ewe_Latn", + "languages": [ + "dik-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.468833, + "recall": 0.518775, + "f1": 0.482144, + "accuracy": 0.518775, + "main_score": 0.482144, + "hf_subset": "dik_Latn-ilo_Latn", + "languages": [ + "dik-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.240385, + "recall": 0.297431, + "f1": 0.254575, + "accuracy": 0.297431, + "main_score": 0.254575, + "hf_subset": "dik_Latn-knc_Arab", + "languages": [ + "dik-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.475326, + "recall": 0.521739, + "f1": 0.487842, + "accuracy": 0.521739, + "main_score": 0.487842, + "hf_subset": "dik_Latn-mkd_Cyrl", + "languages": [ + "dik-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.468321, + "recall": 0.519763, + "f1": 0.481996, + "accuracy": 0.519763, + "main_score": 0.481996, + "hf_subset": "dik_Latn-prs_Arab", + "languages": [ + "dik-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.473271, + "recall": 0.528656, + "f1": 0.488385, + "accuracy": 0.528656, + "main_score": 0.488385, + "hf_subset": "dik_Latn-swe_Latn", + "languages": [ + "dik-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.462236, + "recall": 0.508893, + "f1": 0.475131, + "accuracy": 0.508893, + "main_score": 0.475131, + "hf_subset": "dik_Latn-urd_Arab", + "languages": [ + "dik-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.485998, + "recall": 0.529644, + "f1": 0.49772, + "accuracy": 0.529644, + "main_score": 0.49772, + "hf_subset": "dik_Latn-aka_Latn", + "languages": [ + "dik-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.488442, + "recall": 0.535573, + "f1": 0.500953, + "accuracy": 0.535573, + "main_score": 0.500953, + "hf_subset": "dik_Latn-bjn_Latn", + "languages": [ + "dik-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.450956, + "recall": 0.495059, + "f1": 0.462956, + "accuracy": 0.495059, + "main_score": 0.462956, + "hf_subset": "dik_Latn-fao_Latn", + "languages": [ + "dik-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.476672, + "recall": 0.530632, + "f1": 0.491123, + "accuracy": 0.530632, + "main_score": 0.491123, + "hf_subset": "dik_Latn-ind_Latn", + "languages": [ + "dik-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.49431, + "recall": 0.535573, + "f1": 0.505751, + "accuracy": 0.535573, + "main_score": 0.505751, + "hf_subset": "dik_Latn-knc_Latn", + "languages": [ + "dik-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.457361, + "recall": 0.505929, + "f1": 0.470006, + "accuracy": 0.505929, + "main_score": 0.470006, + "hf_subset": "dik_Latn-mlt_Latn", + "languages": [ + "dik-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.471519, + "recall": 0.523715, + "f1": 0.48657, + "accuracy": 0.523715, + "main_score": 0.48657, + "hf_subset": "dik_Latn-quy_Latn", + "languages": [ + "dik-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.45334, + "recall": 0.511858, + "f1": 0.468579, + "accuracy": 0.511858, + "main_score": 0.468579, + "hf_subset": "dik_Latn-swh_Latn", + "languages": [ + "dik-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.451871, + "recall": 0.503953, + "f1": 0.465653, + "accuracy": 0.503953, + "main_score": 0.465653, + "hf_subset": "dik_Latn-uzn_Latn", + "languages": [ + "dik-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.456529, + "recall": 0.507905, + "f1": 0.47061, + "accuracy": 0.507905, + "main_score": 0.47061, + "hf_subset": "dik_Latn-als_Latn", + "languages": [ + "dik-Latn", + "als-Latn" + ] + }, + { + "precision": 0.331194, + "recall": 0.391304, + "f1": 0.346923, + "accuracy": 0.391304, + "main_score": 0.346923, + "hf_subset": "dik_Latn-bod_Tibt", + "languages": [ + "dik-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.469881, + "recall": 0.511858, + "f1": 0.481689, + "accuracy": 0.511858, + "main_score": 0.481689, + "hf_subset": "dik_Latn-fij_Latn", + "languages": [ + "dik-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.444153, + "recall": 0.495059, + "f1": 0.458683, + "accuracy": 0.495059, + "main_score": 0.458683, + "hf_subset": "dik_Latn-isl_Latn", + "languages": [ + "dik-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.483734, + "recall": 0.527668, + "f1": 0.496087, + "accuracy": 0.527668, + "main_score": 0.496087, + "hf_subset": "dik_Latn-kon_Latn", + "languages": [ + "dik-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.425689, + "recall": 0.481225, + "f1": 0.440621, + "accuracy": 0.481225, + "main_score": 0.440621, + "hf_subset": "dik_Latn-mni_Beng", + "languages": [ + "dik-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.475319, + "recall": 0.529644, + "f1": 0.490193, + "accuracy": 0.529644, + "main_score": 0.490193, + "hf_subset": "dik_Latn-ron_Latn", + "languages": [ + "dik-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.480387, + "recall": 0.528656, + "f1": 0.493178, + "accuracy": 0.528656, + "main_score": 0.493178, + "hf_subset": "dik_Latn-szl_Latn", + "languages": [ + "dik-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.495307, + "recall": 0.545455, + "f1": 0.508259, + "accuracy": 0.545455, + "main_score": 0.508259, + "hf_subset": "dik_Latn-vec_Latn", + "languages": [ + "dik-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.460499, + "recall": 0.507905, + "f1": 0.473435, + "accuracy": 0.507905, + "main_score": 0.473435, + "hf_subset": "dik_Latn-amh_Ethi", + "languages": [ + "dik-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.483441, + "recall": 0.533597, + "f1": 0.496589, + "accuracy": 0.533597, + "main_score": 0.496589, + "hf_subset": "dik_Latn-bos_Latn", + "languages": [ + "dik-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.461897, + "recall": 0.51581, + "f1": 0.476406, + "accuracy": 0.51581, + "main_score": 0.476406, + "hf_subset": "dik_Latn-fin_Latn", + "languages": [ + "dik-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.489626, + "recall": 0.537549, + "f1": 0.502535, + "accuracy": 0.537549, + "main_score": 0.502535, + "hf_subset": "dik_Latn-ita_Latn", + "languages": [ + "dik-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.483511, + "recall": 0.532609, + "f1": 0.496886, + "accuracy": 0.532609, + "main_score": 0.496886, + "hf_subset": "dik_Latn-kor_Hang", + "languages": [ + "dik-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.441052, + "recall": 0.485178, + "f1": 0.453774, + "accuracy": 0.485178, + "main_score": 0.453774, + "hf_subset": "dik_Latn-mos_Latn", + "languages": [ + "dik-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.450503, + "recall": 0.494071, + "f1": 0.46255, + "accuracy": 0.494071, + "main_score": 0.46255, + "hf_subset": "dik_Latn-run_Latn", + "languages": [ + "dik-Latn", + "run-Latn" + ] + }, + { + "precision": 0.460704, + "recall": 0.507905, + "f1": 0.473256, + "accuracy": 0.507905, + "main_score": 0.473256, + "hf_subset": "dik_Latn-tam_Taml", + "languages": [ + "dik-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.486877, + "recall": 0.539526, + "f1": 0.500925, + "accuracy": 0.539526, + "main_score": 0.500925, + "hf_subset": "dik_Latn-vie_Latn", + "languages": [ + "dik-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.45961, + "recall": 0.511858, + "f1": 0.473367, + "accuracy": 0.511858, + "main_score": 0.473367, + "hf_subset": "dik_Latn-apc_Arab", + "languages": [ + "dik-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.485121, + "recall": 0.528656, + "f1": 0.497329, + "accuracy": 0.528656, + "main_score": 0.497329, + "hf_subset": "dik_Latn-bug_Latn", + "languages": [ + "dik-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.406943, + "recall": 0.452569, + "f1": 0.42001, + "accuracy": 0.452569, + "main_score": 0.42001, + "hf_subset": "dik_Latn-fon_Latn", + "languages": [ + "dik-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.462366, + "recall": 0.511858, + "f1": 0.47524, + "accuracy": 0.511858, + "main_score": 0.47524, + "hf_subset": "dik_Latn-jav_Latn", + "languages": [ + "dik-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.435723, + "recall": 0.483202, + "f1": 0.448533, + "accuracy": 0.483202, + "main_score": 0.448533, + "hf_subset": "dik_Latn-lao_Laoo", + "languages": [ + "dik-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.417251, + "recall": 0.469368, + "f1": 0.431889, + "accuracy": 0.469368, + "main_score": 0.431889, + "hf_subset": "dik_Latn-mri_Latn", + "languages": [ + "dik-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.465387, + "recall": 0.523715, + "f1": 0.481646, + "accuracy": 0.523715, + "main_score": 0.481646, + "hf_subset": "dik_Latn-rus_Cyrl", + "languages": [ + "dik-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.458548, + "recall": 0.508893, + "f1": 0.47304, + "accuracy": 0.508893, + "main_score": 0.47304, + "hf_subset": "dik_Latn-taq_Latn", + "languages": [ + "dik-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.469042, + "recall": 0.518775, + "f1": 0.482781, + "accuracy": 0.518775, + "main_score": 0.482781, + "hf_subset": "dik_Latn-war_Latn", + "languages": [ + "dik-Latn", + "war-Latn" + ] + }, + { + "precision": 0.464883, + "recall": 0.516798, + "f1": 0.478783, + "accuracy": 0.516798, + "main_score": 0.478783, + "hf_subset": "dik_Latn-arb_Arab", + "languages": [ + "dik-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.486097, + "recall": 0.537549, + "f1": 0.49966, + "accuracy": 0.537549, + "main_score": 0.49966, + "hf_subset": "dik_Latn-bul_Cyrl", + "languages": [ + "dik-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.489347, + "recall": 0.538538, + "f1": 0.502966, + "accuracy": 0.538538, + "main_score": 0.502966, + "hf_subset": "dik_Latn-fra_Latn", + "languages": [ + "dik-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.475683, + "recall": 0.527668, + "f1": 0.489652, + "accuracy": 0.527668, + "main_score": 0.489652, + "hf_subset": "dik_Latn-jpn_Jpan", + "languages": [ + "dik-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.49075, + "recall": 0.533597, + "f1": 0.502995, + "accuracy": 0.533597, + "main_score": 0.502995, + "hf_subset": "dik_Latn-lij_Latn", + "languages": [ + "dik-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.431725, + "recall": 0.482213, + "f1": 0.445753, + "accuracy": 0.482213, + "main_score": 0.445753, + "hf_subset": "dik_Latn-mya_Mymr", + "languages": [ + "dik-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.478181, + "recall": 0.525692, + "f1": 0.491532, + "accuracy": 0.525692, + "main_score": 0.491532, + "hf_subset": "dik_Latn-sag_Latn", + "languages": [ + "dik-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.21184, + "recall": 0.271739, + "f1": 0.22656, + "accuracy": 0.271739, + "main_score": 0.22656, + "hf_subset": "dik_Latn-taq_Tfng", + "languages": [ + "dik-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.485326, + "recall": 0.52668, + "f1": 0.497892, + "accuracy": 0.52668, + "main_score": 0.497892, + "hf_subset": "dik_Latn-wol_Latn", + "languages": [ + "dik-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.405177, + "recall": 0.461462, + "f1": 0.419899, + "accuracy": 0.461462, + "main_score": 0.419899, + "hf_subset": "dik_Latn-arb_Latn", + "languages": [ + "dik-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.484788, + "recall": 0.531621, + "f1": 0.49814, + "accuracy": 0.531621, + "main_score": 0.49814, + "hf_subset": "dik_Latn-cat_Latn", + "languages": [ + "dik-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.484206, + "recall": 0.531621, + "f1": 0.496772, + "accuracy": 0.531621, + "main_score": 0.496772, + "hf_subset": "dik_Latn-fur_Latn", + "languages": [ + "dik-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.377569, + "recall": 0.432806, + "f1": 0.392897, + "accuracy": 0.432806, + "main_score": 0.392897, + "hf_subset": "dik_Latn-kab_Latn", + "languages": [ + "dik-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.472196, + "recall": 0.519763, + "f1": 0.485095, + "accuracy": 0.519763, + "main_score": 0.485095, + "hf_subset": "dik_Latn-lim_Latn", + "languages": [ + "dik-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.482079, + "recall": 0.532609, + "f1": 0.495581, + "accuracy": 0.532609, + "main_score": 0.495581, + "hf_subset": "dik_Latn-nld_Latn", + "languages": [ + "dik-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.436096, + "recall": 0.493083, + "f1": 0.451781, + "accuracy": 0.493083, + "main_score": 0.451781, + "hf_subset": "dik_Latn-san_Deva", + "languages": [ + "dik-Latn", + "san-Deva" + ] + }, + { + "precision": 0.448988, + "recall": 0.5, + "f1": 0.463168, + "accuracy": 0.5, + "main_score": 0.463168, + "hf_subset": "dik_Latn-tat_Cyrl", + "languages": [ + "dik-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.449182, + "recall": 0.499012, + "f1": 0.463317, + "accuracy": 0.499012, + "main_score": 0.463317, + "hf_subset": "dik_Latn-xho_Latn", + "languages": [ + "dik-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.456573, + "recall": 0.513834, + "f1": 0.471937, + "accuracy": 0.513834, + "main_score": 0.471937, + "hf_subset": "dik_Latn-ars_Arab", + "languages": [ + "dik-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.486346, + "recall": 0.529644, + "f1": 0.498036, + "accuracy": 0.529644, + "main_score": 0.498036, + "hf_subset": "dik_Latn-ceb_Latn", + "languages": [ + "dik-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.448559, + "recall": 0.496047, + "f1": 0.462425, + "accuracy": 0.496047, + "main_score": 0.462425, + "hf_subset": "dik_Latn-fuv_Latn", + "languages": [ + "dik-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.455948, + "recall": 0.498024, + "f1": 0.468182, + "accuracy": 0.498024, + "main_score": 0.468182, + "hf_subset": "dik_Latn-kac_Latn", + "languages": [ + "dik-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.512286, + "recall": 0.550395, + "f1": 0.523405, + "accuracy": 0.550395, + "main_score": 0.523405, + "hf_subset": "dik_Latn-lin_Latn", + "languages": [ + "dik-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.463196, + "recall": 0.51087, + "f1": 0.476619, + "accuracy": 0.51087, + "main_score": 0.476619, + "hf_subset": "dik_Latn-nno_Latn", + "languages": [ + "dik-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.43061, + "recall": 0.486166, + "f1": 0.445565, + "accuracy": 0.486166, + "main_score": 0.445565, + "hf_subset": "dik_Latn-sat_Olck", + "languages": [ + "dik-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.444448, + "recall": 0.498024, + "f1": 0.458489, + "accuracy": 0.498024, + "main_score": 0.458489, + "hf_subset": "dik_Latn-tel_Telu", + "languages": [ + "dik-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.436836, + "recall": 0.490119, + "f1": 0.45152, + "accuracy": 0.490119, + "main_score": 0.45152, + "hf_subset": "dik_Latn-ydd_Hebr", + "languages": [ + "dik-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.454013, + "recall": 0.509881, + "f1": 0.46842, + "accuracy": 0.509881, + "main_score": 0.46842, + "hf_subset": "dik_Latn-ary_Arab", + "languages": [ + "dik-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.483386, + "recall": 0.535573, + "f1": 0.497494, + "accuracy": 0.535573, + "main_score": 0.497494, + "hf_subset": "dik_Latn-ces_Latn", + "languages": [ + "dik-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.433185, + "recall": 0.48913, + "f1": 0.449108, + "accuracy": 0.48913, + "main_score": 0.449108, + "hf_subset": "dik_Latn-gaz_Latn", + "languages": [ + "dik-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.462044, + "recall": 0.508893, + "f1": 0.475419, + "accuracy": 0.508893, + "main_score": 0.475419, + "hf_subset": "dik_Latn-kam_Latn", + "languages": [ + "dik-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.454641, + "recall": 0.506917, + "f1": 0.468596, + "accuracy": 0.506917, + "main_score": 0.468596, + "hf_subset": "dik_Latn-lit_Latn", + "languages": [ + "dik-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.476045, + "recall": 0.523715, + "f1": 0.48907, + "accuracy": 0.523715, + "main_score": 0.48907, + "hf_subset": "dik_Latn-nob_Latn", + "languages": [ + "dik-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.477711, + "recall": 0.523715, + "f1": 0.489842, + "accuracy": 0.523715, + "main_score": 0.489842, + "hf_subset": "dik_Latn-scn_Latn", + "languages": [ + "dik-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.449307, + "recall": 0.5, + "f1": 0.463056, + "accuracy": 0.5, + "main_score": 0.463056, + "hf_subset": "dik_Latn-tgk_Cyrl", + "languages": [ + "dik-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.427456, + "recall": 0.483202, + "f1": 0.443103, + "accuracy": 0.483202, + "main_score": 0.443103, + "hf_subset": "dik_Latn-yor_Latn", + "languages": [ + "dik-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.462423, + "recall": 0.521739, + "f1": 0.478533, + "accuracy": 0.521739, + "main_score": 0.478533, + "hf_subset": "dik_Latn-arz_Arab", + "languages": [ + "dik-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.442837, + "recall": 0.494071, + "f1": 0.457802, + "accuracy": 0.494071, + "main_score": 0.457802, + "hf_subset": "dik_Latn-cjk_Latn", + "languages": [ + "dik-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.448625, + "recall": 0.496047, + "f1": 0.461597, + "accuracy": 0.496047, + "main_score": 0.461597, + "hf_subset": "dik_Latn-gla_Latn", + "languages": [ + "dik-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.453656, + "recall": 0.503953, + "f1": 0.467847, + "accuracy": 0.503953, + "main_score": 0.467847, + "hf_subset": "dik_Latn-kan_Knda", + "languages": [ + "dik-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.488469, + "recall": 0.534585, + "f1": 0.50055, + "accuracy": 0.534585, + "main_score": 0.50055, + "hf_subset": "dik_Latn-lmo_Latn", + "languages": [ + "dik-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.461403, + "recall": 0.507905, + "f1": 0.474486, + "accuracy": 0.507905, + "main_score": 0.474486, + "hf_subset": "dik_Latn-npi_Deva", + "languages": [ + "dik-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.391147, + "recall": 0.444664, + "f1": 0.40643, + "accuracy": 0.444664, + "main_score": 0.40643, + "hf_subset": "dik_Latn-shn_Mymr", + "languages": [ + "dik-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.481722, + "recall": 0.528656, + "f1": 0.493804, + "accuracy": 0.528656, + "main_score": 0.493804, + "hf_subset": "dik_Latn-tgl_Latn", + "languages": [ + "dik-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.452249, + "recall": 0.508893, + "f1": 0.467455, + "accuracy": 0.508893, + "main_score": 0.467455, + "hf_subset": "dik_Latn-yue_Hant", + "languages": [ + "dik-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.422852, + "recall": 0.472332, + "f1": 0.436032, + "accuracy": 0.472332, + "main_score": 0.436032, + "hf_subset": "dik_Latn-asm_Beng", + "languages": [ + "dik-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.429271, + "recall": 0.482213, + "f1": 0.444331, + "accuracy": 0.482213, + "main_score": 0.444331, + "hf_subset": "dik_Latn-ckb_Arab", + "languages": [ + "dik-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.437712, + "recall": 0.494071, + "f1": 0.453001, + "accuracy": 0.494071, + "main_score": 0.453001, + "hf_subset": "dik_Latn-gle_Latn", + "languages": [ + "dik-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.450349, + "recall": 0.503953, + "f1": 0.465189, + "accuracy": 0.503953, + "main_score": 0.465189, + "hf_subset": "dik_Latn-kas_Arab", + "languages": [ + "dik-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.453368, + "recall": 0.508893, + "f1": 0.468614, + "accuracy": 0.508893, + "main_score": 0.468614, + "hf_subset": "dik_Latn-ltg_Latn", + "languages": [ + "dik-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.481747, + "recall": 0.531621, + "f1": 0.495875, + "accuracy": 0.531621, + "main_score": 0.495875, + "hf_subset": "dik_Latn-nso_Latn", + "languages": [ + "dik-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.432978, + "recall": 0.486166, + "f1": 0.446955, + "accuracy": 0.486166, + "main_score": 0.446955, + "hf_subset": "dik_Latn-sin_Sinh", + "languages": [ + "dik-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.434492, + "recall": 0.493083, + "f1": 0.450288, + "accuracy": 0.493083, + "main_score": 0.450288, + "hf_subset": "dik_Latn-tha_Thai", + "languages": [ + "dik-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.416392, + "recall": 0.468379, + "f1": 0.430453, + "accuracy": 0.468379, + "main_score": 0.430453, + "hf_subset": "dik_Latn-zho_Hans", + "languages": [ + "dik-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.478944, + "recall": 0.525692, + "f1": 0.491351, + "accuracy": 0.525692, + "main_score": 0.491351, + "hf_subset": "dik_Latn-ast_Latn", + "languages": [ + "dik-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.47245, + "recall": 0.519763, + "f1": 0.485885, + "accuracy": 0.519763, + "main_score": 0.485885, + "hf_subset": "dik_Latn-crh_Latn", + "languages": [ + "dik-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.485365, + "recall": 0.533597, + "f1": 0.497701, + "accuracy": 0.533597, + "main_score": 0.497701, + "hf_subset": "dik_Latn-glg_Latn", + "languages": [ + "dik-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.444925, + "recall": 0.495059, + "f1": 0.458486, + "accuracy": 0.495059, + "main_score": 0.458486, + "hf_subset": "dik_Latn-kas_Deva", + "languages": [ + "dik-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.455839, + "recall": 0.509881, + "f1": 0.47032, + "accuracy": 0.509881, + "main_score": 0.47032, + "hf_subset": "dik_Latn-ltz_Latn", + "languages": [ + "dik-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.414505, + "recall": 0.469368, + "f1": 0.429866, + "accuracy": 0.469368, + "main_score": 0.429866, + "hf_subset": "dik_Latn-nus_Latn", + "languages": [ + "dik-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.480147, + "recall": 0.528656, + "f1": 0.493006, + "accuracy": 0.528656, + "main_score": 0.493006, + "hf_subset": "dik_Latn-slk_Latn", + "languages": [ + "dik-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.434147, + "recall": 0.486166, + "f1": 0.448734, + "accuracy": 0.486166, + "main_score": 0.448734, + "hf_subset": "dik_Latn-tir_Ethi", + "languages": [ + "dik-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.446194, + "recall": 0.500988, + "f1": 0.460768, + "accuracy": 0.500988, + "main_score": 0.460768, + "hf_subset": "dik_Latn-zho_Hant", + "languages": [ + "dik-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.471658, + "recall": 0.521739, + "f1": 0.485493, + "accuracy": 0.521739, + "main_score": 0.485493, + "hf_subset": "dik_Latn-awa_Deva", + "languages": [ + "dik-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.457041, + "recall": 0.506917, + "f1": 0.470723, + "accuracy": 0.506917, + "main_score": 0.470723, + "hf_subset": "dik_Latn-cym_Latn", + "languages": [ + "dik-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.495802, + "recall": 0.540514, + "f1": 0.508415, + "accuracy": 0.540514, + "main_score": 0.508415, + "hf_subset": "dik_Latn-grn_Latn", + "languages": [ + "dik-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.438949, + "recall": 0.496047, + "f1": 0.454341, + "accuracy": 0.496047, + "main_score": 0.454341, + "hf_subset": "dik_Latn-kat_Geor", + "languages": [ + "dik-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.484281, + "recall": 0.530632, + "f1": 0.496994, + "accuracy": 0.530632, + "main_score": 0.496994, + "hf_subset": "dik_Latn-lua_Latn", + "languages": [ + "dik-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.467353, + "recall": 0.511858, + "f1": 0.479294, + "accuracy": 0.511858, + "main_score": 0.479294, + "hf_subset": "dik_Latn-nya_Latn", + "languages": [ + "dik-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.476264, + "recall": 0.525692, + "f1": 0.489863, + "accuracy": 0.525692, + "main_score": 0.489863, + "hf_subset": "dik_Latn-slv_Latn", + "languages": [ + "dik-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.496027, + "recall": 0.537549, + "f1": 0.507726, + "accuracy": 0.537549, + "main_score": 0.507726, + "hf_subset": "dik_Latn-tpi_Latn", + "languages": [ + "dik-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.468161, + "recall": 0.519763, + "f1": 0.481428, + "accuracy": 0.519763, + "main_score": 0.481428, + "hf_subset": "dik_Latn-zsm_Latn", + "languages": [ + "dik-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.460601, + "recall": 0.508893, + "f1": 0.474193, + "accuracy": 0.508893, + "main_score": 0.474193, + "hf_subset": "dik_Latn-ayr_Latn", + "languages": [ + "dik-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.482128, + "recall": 0.528656, + "f1": 0.495015, + "accuracy": 0.528656, + "main_score": 0.495015, + "hf_subset": "dik_Latn-dan_Latn", + "languages": [ + "dik-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.46189, + "recall": 0.508893, + "f1": 0.474683, + "accuracy": 0.508893, + "main_score": 0.474683, + "hf_subset": "dik_Latn-guj_Gujr", + "languages": [ + "dik-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.451989, + "recall": 0.502964, + "f1": 0.466649, + "accuracy": 0.502964, + "main_score": 0.466649, + "hf_subset": "dik_Latn-kaz_Cyrl", + "languages": [ + "dik-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.431198, + "recall": 0.476285, + "f1": 0.444194, + "accuracy": 0.476285, + "main_score": 0.444194, + "hf_subset": "dik_Latn-lug_Latn", + "languages": [ + "dik-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.464083, + "recall": 0.51581, + "f1": 0.47858, + "accuracy": 0.51581, + "main_score": 0.47858, + "hf_subset": "dik_Latn-oci_Latn", + "languages": [ + "dik-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.467427, + "recall": 0.508893, + "f1": 0.478726, + "accuracy": 0.508893, + "main_score": 0.478726, + "hf_subset": "dik_Latn-smo_Latn", + "languages": [ + "dik-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.449347, + "recall": 0.493083, + "f1": 0.461383, + "accuracy": 0.493083, + "main_score": 0.461383, + "hf_subset": "dik_Latn-tsn_Latn", + "languages": [ + "dik-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.45564, + "recall": 0.503953, + "f1": 0.469035, + "accuracy": 0.503953, + "main_score": 0.469035, + "hf_subset": "dik_Latn-zul_Latn", + "languages": [ + "dik-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.430692, + "recall": 0.482213, + "f1": 0.445392, + "accuracy": 0.482213, + "main_score": 0.445392, + "hf_subset": "dik_Latn-azb_Arab", + "languages": [ + "dik-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.482533, + "recall": 0.534585, + "f1": 0.496693, + "accuracy": 0.534585, + "main_score": 0.496693, + "hf_subset": "dik_Latn-deu_Latn", + "languages": [ + "dik-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.442009, + "recall": 0.499012, + "f1": 0.457851, + "accuracy": 0.499012, + "main_score": 0.457851, + "hf_subset": "dik_Latn-hat_Latn", + "languages": [ + "dik-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.416786, + "recall": 0.464427, + "f1": 0.429859, + "accuracy": 0.464427, + "main_score": 0.429859, + "hf_subset": "dik_Latn-kbp_Latn", + "languages": [ + "dik-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.481192, + "recall": 0.524704, + "f1": 0.493549, + "accuracy": 0.524704, + "main_score": 0.493549, + "hf_subset": "dik_Latn-luo_Latn", + "languages": [ + "dik-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.426717, + "recall": 0.481225, + "f1": 0.441558, + "accuracy": 0.481225, + "main_score": 0.441558, + "hf_subset": "dik_Latn-ory_Orya", + "languages": [ + "dik-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.448776, + "recall": 0.498024, + "f1": 0.462415, + "accuracy": 0.498024, + "main_score": 0.462415, + "hf_subset": "dik_Latn-sna_Latn", + "languages": [ + "dik-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.451621, + "recall": 0.5, + "f1": 0.464246, + "accuracy": 0.5, + "main_score": 0.464246, + "hf_subset": "dik_Latn-tso_Latn", + "languages": [ + "dik-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.451081, + "recall": 0.506917, + "f1": 0.466407, + "accuracy": 0.506917, + "main_score": 0.466407, + "hf_subset": "dik_Latn-azj_Latn", + "languages": [ + "dik-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.461985, + "recall": 0.508893, + "f1": 0.474791, + "accuracy": 0.508893, + "main_score": 0.474791, + "hf_subset": "dik_Latn-hau_Latn", + "languages": [ + "dik-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.487615, + "recall": 0.532609, + "f1": 0.499649, + "accuracy": 0.532609, + "main_score": 0.499649, + "hf_subset": "dik_Latn-kea_Latn", + "languages": [ + "dik-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.47975, + "recall": 0.524704, + "f1": 0.491737, + "accuracy": 0.524704, + "main_score": 0.491737, + "hf_subset": "dik_Latn-lus_Latn", + "languages": [ + "dik-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.505182, + "recall": 0.548419, + "f1": 0.517443, + "accuracy": 0.548419, + "main_score": 0.517443, + "hf_subset": "dik_Latn-pag_Latn", + "languages": [ + "dik-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.4168, + "recall": 0.471344, + "f1": 0.430529, + "accuracy": 0.471344, + "main_score": 0.430529, + "hf_subset": "dik_Latn-snd_Arab", + "languages": [ + "dik-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.448547, + "recall": 0.5, + "f1": 0.462672, + "accuracy": 0.5, + "main_score": 0.462672, + "hf_subset": "dik_Latn-tuk_Latn", + "languages": [ + "dik-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.456269, + "recall": 0.502964, + "f1": 0.468876, + "accuracy": 0.502964, + "main_score": 0.468876, + "hf_subset": "dik_Latn-bak_Cyrl", + "languages": [ + "dik-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.41523, + "recall": 0.469368, + "f1": 0.43056, + "accuracy": 0.469368, + "main_score": 0.43056, + "hf_subset": "dik_Latn-dyu_Latn", + "languages": [ + "dik-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.454734, + "recall": 0.51087, + "f1": 0.470186, + "accuracy": 0.51087, + "main_score": 0.470186, + "hf_subset": "dik_Latn-heb_Hebr", + "languages": [ + "dik-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.440254, + "recall": 0.48913, + "f1": 0.454383, + "accuracy": 0.48913, + "main_score": 0.454383, + "hf_subset": "dik_Latn-khk_Cyrl", + "languages": [ + "dik-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.451075, + "recall": 0.504941, + "f1": 0.466379, + "accuracy": 0.504941, + "main_score": 0.466379, + "hf_subset": "dik_Latn-lvs_Latn", + "languages": [ + "dik-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.461363, + "recall": 0.51087, + "f1": 0.474705, + "accuracy": 0.51087, + "main_score": 0.474705, + "hf_subset": "dik_Latn-pan_Guru", + "languages": [ + "dik-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.421083, + "recall": 0.47332, + "f1": 0.435501, + "accuracy": 0.47332, + "main_score": 0.435501, + "hf_subset": "dik_Latn-som_Latn", + "languages": [ + "dik-Latn", + "som-Latn" + ] + }, + { + "precision": 0.438655, + "recall": 0.486166, + "f1": 0.451259, + "accuracy": 0.486166, + "main_score": 0.451259, + "hf_subset": "dik_Latn-tum_Latn", + "languages": [ + "dik-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.459557, + "recall": 0.533597, + "f1": 0.480233, + "accuracy": 0.533597, + "main_score": 0.480233, + "hf_subset": "hau_Latn-ace_Arab", + "languages": [ + "hau-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.469568, + "recall": 0.520751, + "f1": 0.483156, + "accuracy": 0.520751, + "main_score": 0.483156, + "hf_subset": "hau_Latn-bam_Latn", + "languages": [ + "hau-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.543008, + "recall": 0.624506, + "f1": 0.565434, + "accuracy": 0.624506, + "main_score": 0.565434, + "hf_subset": "hau_Latn-dzo_Tibt", + "languages": [ + "hau-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.920372, + "recall": 0.944664, + "f1": 0.928096, + "accuracy": 0.944664, + "main_score": 0.928096, + "hf_subset": "hau_Latn-hin_Deva", + "languages": [ + "hau-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.904621, + "recall": 0.931818, + "f1": 0.913093, + "accuracy": 0.931818, + "main_score": 0.913093, + "hf_subset": "hau_Latn-khm_Khmr", + "languages": [ + "hau-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.921717, + "recall": 0.9417, + "f1": 0.927701, + "accuracy": 0.9417, + "main_score": 0.927701, + "hf_subset": "hau_Latn-mag_Deva", + "languages": [ + "hau-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.903813, + "recall": 0.929842, + "f1": 0.911946, + "accuracy": 0.929842, + "main_score": 0.911946, + "hf_subset": "hau_Latn-pap_Latn", + "languages": [ + "hau-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.842095, + "recall": 0.883399, + "f1": 0.85504, + "accuracy": 0.883399, + "main_score": 0.85504, + "hf_subset": "hau_Latn-sot_Latn", + "languages": [ + "hau-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.912879, + "recall": 0.938735, + "f1": 0.920949, + "accuracy": 0.938735, + "main_score": 0.920949, + "hf_subset": "hau_Latn-tur_Latn", + "languages": [ + "hau-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.78145, + "recall": 0.824111, + "f1": 0.794162, + "accuracy": 0.824111, + "main_score": 0.794162, + "hf_subset": "hau_Latn-ace_Latn", + "languages": [ + "hau-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.873403, + "recall": 0.906126, + "f1": 0.88348, + "accuracy": 0.906126, + "main_score": 0.88348, + "hf_subset": "hau_Latn-ban_Latn", + "languages": [ + "hau-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.918972, + "recall": 0.9417, + "f1": 0.926186, + "accuracy": 0.9417, + "main_score": 0.926186, + "hf_subset": "hau_Latn-ell_Grek", + "languages": [ + "hau-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.906703, + "recall": 0.93083, + "f1": 0.913867, + "accuracy": 0.93083, + "main_score": 0.913867, + "hf_subset": "hau_Latn-hne_Deva", + "languages": [ + "hau-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.561833, + "recall": 0.620553, + "f1": 0.577592, + "accuracy": 0.620553, + "main_score": 0.577592, + "hf_subset": "hau_Latn-kik_Latn", + "languages": [ + "hau-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.899621, + "recall": 0.928854, + "f1": 0.908794, + "accuracy": 0.928854, + "main_score": 0.908794, + "hf_subset": "hau_Latn-mai_Deva", + "languages": [ + "hau-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.880792, + "recall": 0.912055, + "f1": 0.890382, + "accuracy": 0.912055, + "main_score": 0.890382, + "hf_subset": "hau_Latn-pbt_Arab", + "languages": [ + "hau-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.923748, + "recall": 0.942688, + "f1": 0.929527, + "accuracy": 0.942688, + "main_score": 0.929527, + "hf_subset": "hau_Latn-spa_Latn", + "languages": [ + "hau-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.708481, + "recall": 0.761858, + "f1": 0.723267, + "accuracy": 0.761858, + "main_score": 0.723267, + "hf_subset": "hau_Latn-twi_Latn", + "languages": [ + "hau-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.92556, + "recall": 0.947628, + "f1": 0.932444, + "accuracy": 0.947628, + "main_score": 0.932444, + "hf_subset": "hau_Latn-acm_Arab", + "languages": [ + "hau-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.905385, + "recall": 0.928854, + "f1": 0.912447, + "accuracy": 0.928854, + "main_score": 0.912447, + "hf_subset": "hau_Latn-bel_Cyrl", + "languages": [ + "hau-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.932963, + "recall": 0.951581, + "f1": 0.938625, + "accuracy": 0.951581, + "main_score": 0.938625, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.921772, + "recall": 0.943676, + "f1": 0.928689, + "accuracy": 0.943676, + "main_score": 0.928689, + "hf_subset": "hau_Latn-hrv_Latn", + "languages": [ + "hau-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.832263, + "recall": 0.873518, + "f1": 0.845059, + "accuracy": 0.873518, + "main_score": 0.845059, + "hf_subset": "hau_Latn-kin_Latn", + "languages": [ + "hau-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.900452, + "recall": 0.927866, + "f1": 0.908926, + "accuracy": 0.927866, + "main_score": 0.908926, + "hf_subset": "hau_Latn-mal_Mlym", + "languages": [ + "hau-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.918684, + "recall": 0.940711, + "f1": 0.925304, + "accuracy": 0.940711, + "main_score": 0.925304, + "hf_subset": "hau_Latn-pes_Arab", + "languages": [ + "hau-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.900107, + "recall": 0.926877, + "f1": 0.908059, + "accuracy": 0.926877, + "main_score": 0.908059, + "hf_subset": "hau_Latn-srd_Latn", + "languages": [ + "hau-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.218846, + "recall": 0.282609, + "f1": 0.234682, + "accuracy": 0.282609, + "main_score": 0.234682, + "hf_subset": "hau_Latn-tzm_Tfng", + "languages": [ + "hau-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.937829, + "recall": 0.956522, + "f1": 0.943742, + "accuracy": 0.956522, + "main_score": 0.943742, + "hf_subset": "hau_Latn-acq_Arab", + "languages": [ + "hau-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.673463, + "recall": 0.728261, + "f1": 0.689036, + "accuracy": 0.728261, + "main_score": 0.689036, + "hf_subset": "hau_Latn-bem_Latn", + "languages": [ + "hau-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.916173, + "recall": 0.939723, + "f1": 0.923207, + "accuracy": 0.939723, + "main_score": 0.923207, + "hf_subset": "hau_Latn-epo_Latn", + "languages": [ + "hau-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.92416, + "recall": 0.943676, + "f1": 0.929919, + "accuracy": 0.943676, + "main_score": 0.929919, + "hf_subset": "hau_Latn-hun_Latn", + "languages": [ + "hau-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.899078, + "recall": 0.927866, + "f1": 0.908103, + "accuracy": 0.927866, + "main_score": 0.908103, + "hf_subset": "hau_Latn-kir_Cyrl", + "languages": [ + "hau-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.918264, + "recall": 0.942688, + "f1": 0.925955, + "accuracy": 0.942688, + "main_score": 0.925955, + "hf_subset": "hau_Latn-mar_Deva", + "languages": [ + "hau-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.836611, + "recall": 0.875494, + "f1": 0.848353, + "accuracy": 0.875494, + "main_score": 0.848353, + "hf_subset": "hau_Latn-plt_Latn", + "languages": [ + "hau-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.911735, + "recall": 0.936759, + "f1": 0.919351, + "accuracy": 0.936759, + "main_score": 0.919351, + "hf_subset": "hau_Latn-srp_Cyrl", + "languages": [ + "hau-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.880115, + "recall": 0.912055, + "f1": 0.889904, + "accuracy": 0.912055, + "main_score": 0.889904, + "hf_subset": "hau_Latn-uig_Arab", + "languages": [ + "hau-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.907256, + "recall": 0.93083, + "f1": 0.914213, + "accuracy": 0.93083, + "main_score": 0.914213, + "hf_subset": "hau_Latn-aeb_Arab", + "languages": [ + "hau-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.917194, + "recall": 0.938735, + "f1": 0.923866, + "accuracy": 0.938735, + "main_score": 0.923866, + "hf_subset": "hau_Latn-ben_Beng", + "languages": [ + "hau-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.920487, + "recall": 0.9417, + "f1": 0.927009, + "accuracy": 0.9417, + "main_score": 0.927009, + "hf_subset": "hau_Latn-est_Latn", + "languages": [ + "hau-Latn", + "est-Latn" + ] + }, + { + "precision": 0.908926, + "recall": 0.933794, + "f1": 0.916634, + "accuracy": 0.933794, + "main_score": 0.916634, + "hf_subset": "hau_Latn-hye_Armn", + "languages": [ + "hau-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.483936, + "recall": 0.529644, + "f1": 0.496461, + "accuracy": 0.529644, + "main_score": 0.496461, + "hf_subset": "hau_Latn-kmb_Latn", + "languages": [ + "hau-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.434472, + "recall": 0.51087, + "f1": 0.455615, + "accuracy": 0.51087, + "main_score": 0.455615, + "hf_subset": "hau_Latn-min_Arab", + "languages": [ + "hau-Latn", + "min-Arab" + ] + }, + { + "precision": 0.92332, + "recall": 0.942688, + "f1": 0.928971, + "accuracy": 0.942688, + "main_score": 0.928971, + "hf_subset": "hau_Latn-pol_Latn", + "languages": [ + "hau-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.746278, + "recall": 0.801383, + "f1": 0.763109, + "accuracy": 0.801383, + "main_score": 0.763109, + "hf_subset": "hau_Latn-ssw_Latn", + "languages": [ + "hau-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.9077, + "recall": 0.932806, + "f1": 0.915333, + "accuracy": 0.932806, + "main_score": 0.915333, + "hf_subset": "hau_Latn-ukr_Cyrl", + "languages": [ + "hau-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.925313, + "recall": 0.945652, + "f1": 0.93131, + "accuracy": 0.945652, + "main_score": 0.93131, + "hf_subset": "hau_Latn-afr_Latn", + "languages": [ + "hau-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.903656, + "recall": 0.93083, + "f1": 0.912385, + "accuracy": 0.93083, + "main_score": 0.912385, + "hf_subset": "hau_Latn-bho_Deva", + "languages": [ + "hau-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.908443, + "recall": 0.932806, + "f1": 0.915711, + "accuracy": 0.932806, + "main_score": 0.915711, + "hf_subset": "hau_Latn-eus_Latn", + "languages": [ + "hau-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.828673, + "recall": 0.874506, + "f1": 0.842721, + "accuracy": 0.874506, + "main_score": 0.842721, + "hf_subset": "hau_Latn-ibo_Latn", + "languages": [ + "hau-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.81863, + "recall": 0.863636, + "f1": 0.832032, + "accuracy": 0.863636, + "main_score": 0.832032, + "hf_subset": "hau_Latn-kmr_Latn", + "languages": [ + "hau-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.900264, + "recall": 0.925889, + "f1": 0.908009, + "accuracy": 0.925889, + "main_score": 0.908009, + "hf_subset": "hau_Latn-min_Latn", + "languages": [ + "hau-Latn", + "min-Latn" + ] + }, + { + "precision": 0.941617, + "recall": 0.958498, + "f1": 0.946824, + "accuracy": 0.958498, + "main_score": 0.946824, + "hf_subset": "hau_Latn-por_Latn", + "languages": [ + "hau-Latn", + "por-Latn" + ] + }, + { + "precision": 0.9084, + "recall": 0.931818, + "f1": 0.915322, + "accuracy": 0.931818, + "main_score": 0.915322, + "hf_subset": "hau_Latn-sun_Latn", + "languages": [ + "hau-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.468159, + "recall": 0.528656, + "f1": 0.485165, + "accuracy": 0.528656, + "main_score": 0.485165, + "hf_subset": "hau_Latn-umb_Latn", + "languages": [ + "hau-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.928607, + "recall": 0.949605, + "f1": 0.93498, + "accuracy": 0.949605, + "main_score": 0.93498, + "hf_subset": "hau_Latn-ajp_Arab", + "languages": [ + "hau-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.445101, + "recall": 0.518775, + "f1": 0.464626, + "accuracy": 0.518775, + "main_score": 0.464626, + "hf_subset": "hau_Latn-bjn_Arab", + "languages": [ + "hau-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.463039, + "recall": 0.51087, + "f1": 0.476047, + "accuracy": 0.51087, + "main_score": 0.476047, + "hf_subset": "hau_Latn-ewe_Latn", + "languages": [ + "hau-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.865316, + "recall": 0.901186, + "f1": 0.87612, + "accuracy": 0.901186, + "main_score": 0.87612, + "hf_subset": "hau_Latn-ilo_Latn", + "languages": [ + "hau-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.259113, + "recall": 0.31917, + "f1": 0.273957, + "accuracy": 0.31917, + "main_score": 0.273957, + "hf_subset": "hau_Latn-knc_Arab", + "languages": [ + "hau-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.92696, + "recall": 0.948617, + "f1": 0.933696, + "accuracy": 0.948617, + "main_score": 0.933696, + "hf_subset": "hau_Latn-mkd_Cyrl", + "languages": [ + "hau-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.925999, + "recall": 0.942688, + "f1": 0.930783, + "accuracy": 0.942688, + "main_score": 0.930783, + "hf_subset": "hau_Latn-prs_Arab", + "languages": [ + "hau-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.916008, + "recall": 0.939723, + "f1": 0.923188, + "accuracy": 0.939723, + "main_score": 0.923188, + "hf_subset": "hau_Latn-swe_Latn", + "languages": [ + "hau-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.901301, + "recall": 0.928854, + "f1": 0.90998, + "accuracy": 0.928854, + "main_score": 0.90998, + "hf_subset": "hau_Latn-urd_Arab", + "languages": [ + "hau-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.697921, + "recall": 0.753953, + "f1": 0.713745, + "accuracy": 0.753953, + "main_score": 0.713745, + "hf_subset": "hau_Latn-aka_Latn", + "languages": [ + "hau-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.894424, + "recall": 0.920949, + "f1": 0.902339, + "accuracy": 0.920949, + "main_score": 0.902339, + "hf_subset": "hau_Latn-bjn_Latn", + "languages": [ + "hau-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.892128, + "recall": 0.920949, + "f1": 0.90135, + "accuracy": 0.920949, + "main_score": 0.90135, + "hf_subset": "hau_Latn-fao_Latn", + "languages": [ + "hau-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.930336, + "recall": 0.950593, + "f1": 0.936547, + "accuracy": 0.950593, + "main_score": 0.936547, + "hf_subset": "hau_Latn-ind_Latn", + "languages": [ + "hau-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.536086, + "recall": 0.588933, + "f1": 0.549859, + "accuracy": 0.588933, + "main_score": 0.549859, + "hf_subset": "hau_Latn-knc_Latn", + "languages": [ + "hau-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.909289, + "recall": 0.932806, + "f1": 0.916257, + "accuracy": 0.932806, + "main_score": 0.916257, + "hf_subset": "hau_Latn-mlt_Latn", + "languages": [ + "hau-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.587596, + "recall": 0.645257, + "f1": 0.603221, + "accuracy": 0.645257, + "main_score": 0.603221, + "hf_subset": "hau_Latn-quy_Latn", + "languages": [ + "hau-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.922952, + "recall": 0.943676, + "f1": 0.929282, + "accuracy": 0.943676, + "main_score": 0.929282, + "hf_subset": "hau_Latn-swh_Latn", + "languages": [ + "hau-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.914015, + "recall": 0.937747, + "f1": 0.921179, + "accuracy": 0.937747, + "main_score": 0.921179, + "hf_subset": "hau_Latn-uzn_Latn", + "languages": [ + "hau-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.905451, + "recall": 0.931818, + "f1": 0.913603, + "accuracy": 0.931818, + "main_score": 0.913603, + "hf_subset": "hau_Latn-als_Latn", + "languages": [ + "hau-Latn", + "als-Latn" + ] + }, + { + "precision": 0.714036, + "recall": 0.780632, + "f1": 0.733437, + "accuracy": 0.780632, + "main_score": 0.733437, + "hf_subset": "hau_Latn-bod_Tibt", + "languages": [ + "hau-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.625664, + "recall": 0.679842, + "f1": 0.640376, + "accuracy": 0.679842, + "main_score": 0.640376, + "hf_subset": "hau_Latn-fij_Latn", + "languages": [ + "hau-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.910079, + "recall": 0.935771, + "f1": 0.918116, + "accuracy": 0.935771, + "main_score": 0.918116, + "hf_subset": "hau_Latn-isl_Latn", + "languages": [ + "hau-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.565781, + "recall": 0.623518, + "f1": 0.581152, + "accuracy": 0.623518, + "main_score": 0.581152, + "hf_subset": "hau_Latn-kon_Latn", + "languages": [ + "hau-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.524692, + "recall": 0.585968, + "f1": 0.542039, + "accuracy": 0.585968, + "main_score": 0.542039, + "hf_subset": "hau_Latn-mni_Beng", + "languages": [ + "hau-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.917029, + "recall": 0.938735, + "f1": 0.923584, + "accuracy": 0.938735, + "main_score": 0.923584, + "hf_subset": "hau_Latn-ron_Latn", + "languages": [ + "hau-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.91889, + "recall": 0.940711, + "f1": 0.925743, + "accuracy": 0.940711, + "main_score": 0.925743, + "hf_subset": "hau_Latn-szl_Latn", + "languages": [ + "hau-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.936594, + "recall": 0.955534, + "f1": 0.94249, + "accuracy": 0.955534, + "main_score": 0.94249, + "hf_subset": "hau_Latn-vec_Latn", + "languages": [ + "hau-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.875033, + "recall": 0.908103, + "f1": 0.885178, + "accuracy": 0.908103, + "main_score": 0.885178, + "hf_subset": "hau_Latn-amh_Ethi", + "languages": [ + "hau-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.930254, + "recall": 0.947628, + "f1": 0.935474, + "accuracy": 0.947628, + "main_score": 0.935474, + "hf_subset": "hau_Latn-bos_Latn", + "languages": [ + "hau-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.91945, + "recall": 0.9417, + "f1": 0.92612, + "accuracy": 0.9417, + "main_score": 0.92612, + "hf_subset": "hau_Latn-fin_Latn", + "languages": [ + "hau-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.934463, + "recall": 0.951581, + "f1": 0.939443, + "accuracy": 0.951581, + "main_score": 0.939443, + "hf_subset": "hau_Latn-ita_Latn", + "languages": [ + "hau-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.928722, + "recall": 0.949605, + "f1": 0.935079, + "accuracy": 0.949605, + "main_score": 0.935079, + "hf_subset": "hau_Latn-kor_Hang", + "languages": [ + "hau-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.491745, + "recall": 0.537549, + "f1": 0.504085, + "accuracy": 0.537549, + "main_score": 0.504085, + "hf_subset": "hau_Latn-mos_Latn", + "languages": [ + "hau-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.748625, + "recall": 0.798419, + "f1": 0.763334, + "accuracy": 0.798419, + "main_score": 0.763334, + "hf_subset": "hau_Latn-run_Latn", + "languages": [ + "hau-Latn", + "run-Latn" + ] + }, + { + "precision": 0.913545, + "recall": 0.935771, + "f1": 0.920111, + "accuracy": 0.935771, + "main_score": 0.920111, + "hf_subset": "hau_Latn-tam_Taml", + "languages": [ + "hau-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.922917, + "recall": 0.942688, + "f1": 0.928664, + "accuracy": 0.942688, + "main_score": 0.928664, + "hf_subset": "hau_Latn-vie_Latn", + "languages": [ + "hau-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.915326, + "recall": 0.939723, + "f1": 0.922843, + "accuracy": 0.939723, + "main_score": 0.922843, + "hf_subset": "hau_Latn-apc_Arab", + "languages": [ + "hau-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.648911, + "recall": 0.708498, + "f1": 0.665316, + "accuracy": 0.708498, + "main_score": 0.665316, + "hf_subset": "hau_Latn-bug_Latn", + "languages": [ + "hau-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.424104, + "recall": 0.472332, + "f1": 0.437623, + "accuracy": 0.472332, + "main_score": 0.437623, + "hf_subset": "hau_Latn-fon_Latn", + "languages": [ + "hau-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.909165, + "recall": 0.932806, + "f1": 0.916096, + "accuracy": 0.932806, + "main_score": 0.916096, + "hf_subset": "hau_Latn-jav_Latn", + "languages": [ + "hau-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.893775, + "recall": 0.922925, + "f1": 0.902997, + "accuracy": 0.922925, + "main_score": 0.902997, + "hf_subset": "hau_Latn-lao_Laoo", + "languages": [ + "hau-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.828179, + "recall": 0.871542, + "f1": 0.841436, + "accuracy": 0.871542, + "main_score": 0.841436, + "hf_subset": "hau_Latn-mri_Latn", + "languages": [ + "hau-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.911512, + "recall": 0.937747, + "f1": 0.919697, + "accuracy": 0.937747, + "main_score": 0.919697, + "hf_subset": "hau_Latn-rus_Cyrl", + "languages": [ + "hau-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.47947, + "recall": 0.528656, + "f1": 0.493066, + "accuracy": 0.528656, + "main_score": 0.493066, + "hf_subset": "hau_Latn-taq_Latn", + "languages": [ + "hau-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.904621, + "recall": 0.93083, + "f1": 0.912434, + "accuracy": 0.93083, + "main_score": 0.912434, + "hf_subset": "hau_Latn-war_Latn", + "languages": [ + "hau-Latn", + "war-Latn" + ] + }, + { + "precision": 0.932724, + "recall": 0.953557, + "f1": 0.939295, + "accuracy": 0.953557, + "main_score": 0.939295, + "hf_subset": "hau_Latn-arb_Arab", + "languages": [ + "hau-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.936347, + "recall": 0.955534, + "f1": 0.942424, + "accuracy": 0.955534, + "main_score": 0.942424, + "hf_subset": "hau_Latn-bul_Cyrl", + "languages": [ + "hau-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.923617, + "recall": 0.944664, + "f1": 0.929927, + "accuracy": 0.944664, + "main_score": 0.929927, + "hf_subset": "hau_Latn-fra_Latn", + "languages": [ + "hau-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.924664, + "recall": 0.945652, + "f1": 0.930978, + "accuracy": 0.945652, + "main_score": 0.930978, + "hf_subset": "hau_Latn-jpn_Jpan", + "languages": [ + "hau-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.919911, + "recall": 0.938735, + "f1": 0.925171, + "accuracy": 0.938735, + "main_score": 0.925171, + "hf_subset": "hau_Latn-lij_Latn", + "languages": [ + "hau-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.887764, + "recall": 0.91996, + "f1": 0.898123, + "accuracy": 0.91996, + "main_score": 0.898123, + "hf_subset": "hau_Latn-mya_Mymr", + "languages": [ + "hau-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.507834, + "recall": 0.562253, + "f1": 0.52307, + "accuracy": 0.562253, + "main_score": 0.52307, + "hf_subset": "hau_Latn-sag_Latn", + "languages": [ + "hau-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.231455, + "recall": 0.295455, + "f1": 0.247571, + "accuracy": 0.295455, + "main_score": 0.247571, + "hf_subset": "hau_Latn-taq_Tfng", + "languages": [ + "hau-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.615007, + "recall": 0.663043, + "f1": 0.627796, + "accuracy": 0.663043, + "main_score": 0.627796, + "hf_subset": "hau_Latn-wol_Latn", + "languages": [ + "hau-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.79389, + "recall": 0.847826, + "f1": 0.810935, + "accuracy": 0.847826, + "main_score": 0.810935, + "hf_subset": "hau_Latn-arb_Latn", + "languages": [ + "hau-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.927783, + "recall": 0.948617, + "f1": 0.934354, + "accuracy": 0.948617, + "main_score": 0.934354, + "hf_subset": "hau_Latn-cat_Latn", + "languages": [ + "hau-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.910961, + "recall": 0.934783, + "f1": 0.918052, + "accuracy": 0.934783, + "main_score": 0.918052, + "hf_subset": "hau_Latn-fur_Latn", + "languages": [ + "hau-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.477615, + "recall": 0.545455, + "f1": 0.495484, + "accuracy": 0.545455, + "main_score": 0.495484, + "hf_subset": "hau_Latn-kab_Latn", + "languages": [ + "hau-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.900569, + "recall": 0.926877, + "f1": 0.90842, + "accuracy": 0.926877, + "main_score": 0.90842, + "hf_subset": "hau_Latn-lim_Latn", + "languages": [ + "hau-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.913159, + "recall": 0.936759, + "f1": 0.920097, + "accuracy": 0.936759, + "main_score": 0.920097, + "hf_subset": "hau_Latn-nld_Latn", + "languages": [ + "hau-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.907332, + "recall": 0.928854, + "f1": 0.913728, + "accuracy": 0.928854, + "main_score": 0.913728, + "hf_subset": "hau_Latn-san_Deva", + "languages": [ + "hau-Latn", + "san-Deva" + ] + }, + { + "precision": 0.90392, + "recall": 0.93083, + "f1": 0.912202, + "accuracy": 0.93083, + "main_score": 0.912202, + "hf_subset": "hau_Latn-tat_Cyrl", + "languages": [ + "hau-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.848139, + "recall": 0.886364, + "f1": 0.859585, + "accuracy": 0.886364, + "main_score": 0.859585, + "hf_subset": "hau_Latn-xho_Latn", + "languages": [ + "hau-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.938653, + "recall": 0.95751, + "f1": 0.944565, + "accuracy": 0.95751, + "main_score": 0.944565, + "hf_subset": "hau_Latn-ars_Arab", + "languages": [ + "hau-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.912114, + "recall": 0.936759, + "f1": 0.919582, + "accuracy": 0.936759, + "main_score": 0.919582, + "hf_subset": "hau_Latn-ceb_Latn", + "languages": [ + "hau-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.489227, + "recall": 0.549407, + "f1": 0.506326, + "accuracy": 0.549407, + "main_score": 0.506326, + "hf_subset": "hau_Latn-fuv_Latn", + "languages": [ + "hau-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.482233, + "recall": 0.528656, + "f1": 0.494535, + "accuracy": 0.528656, + "main_score": 0.494535, + "hf_subset": "hau_Latn-kac_Latn", + "languages": [ + "hau-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.593342, + "recall": 0.650198, + "f1": 0.608774, + "accuracy": 0.650198, + "main_score": 0.608774, + "hf_subset": "hau_Latn-lin_Latn", + "languages": [ + "hau-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.918103, + "recall": 0.938735, + "f1": 0.924193, + "accuracy": 0.938735, + "main_score": 0.924193, + "hf_subset": "hau_Latn-nno_Latn", + "languages": [ + "hau-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.790679, + "recall": 0.843874, + "f1": 0.806686, + "accuracy": 0.843874, + "main_score": 0.806686, + "hf_subset": "hau_Latn-sat_Olck", + "languages": [ + "hau-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.914188, + "recall": 0.937747, + "f1": 0.921333, + "accuracy": 0.937747, + "main_score": 0.921333, + "hf_subset": "hau_Latn-tel_Telu", + "languages": [ + "hau-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.911397, + "recall": 0.938735, + "f1": 0.920092, + "accuracy": 0.938735, + "main_score": 0.920092, + "hf_subset": "hau_Latn-ydd_Hebr", + "languages": [ + "hau-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.893422, + "recall": 0.921937, + "f1": 0.902026, + "accuracy": 0.921937, + "main_score": 0.902026, + "hf_subset": "hau_Latn-ary_Arab", + "languages": [ + "hau-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.92276, + "recall": 0.942688, + "f1": 0.928774, + "accuracy": 0.942688, + "main_score": 0.928774, + "hf_subset": "hau_Latn-ces_Latn", + "languages": [ + "hau-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.557688, + "recall": 0.628458, + "f1": 0.578246, + "accuracy": 0.628458, + "main_score": 0.578246, + "hf_subset": "hau_Latn-gaz_Latn", + "languages": [ + "hau-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.540014, + "recall": 0.598814, + "f1": 0.555949, + "accuracy": 0.598814, + "main_score": 0.555949, + "hf_subset": "hau_Latn-kam_Latn", + "languages": [ + "hau-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.900231, + "recall": 0.928854, + "f1": 0.909058, + "accuracy": 0.928854, + "main_score": 0.909058, + "hf_subset": "hau_Latn-lit_Latn", + "languages": [ + "hau-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.922217, + "recall": 0.944664, + "f1": 0.929084, + "accuracy": 0.944664, + "main_score": 0.929084, + "hf_subset": "hau_Latn-nob_Latn", + "languages": [ + "hau-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.908145, + "recall": 0.931818, + "f1": 0.915022, + "accuracy": 0.931818, + "main_score": 0.915022, + "hf_subset": "hau_Latn-scn_Latn", + "languages": [ + "hau-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.893725, + "recall": 0.922925, + "f1": 0.902734, + "accuracy": 0.922925, + "main_score": 0.902734, + "hf_subset": "hau_Latn-tgk_Cyrl", + "languages": [ + "hau-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.741319, + "recall": 0.798419, + "f1": 0.757542, + "accuracy": 0.798419, + "main_score": 0.757542, + "hf_subset": "hau_Latn-yor_Latn", + "languages": [ + "hau-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.930122, + "recall": 0.950593, + "f1": 0.936495, + "accuracy": 0.950593, + "main_score": 0.936495, + "hf_subset": "hau_Latn-arz_Arab", + "languages": [ + "hau-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.480976, + "recall": 0.524704, + "f1": 0.492458, + "accuracy": 0.524704, + "main_score": 0.492458, + "hf_subset": "hau_Latn-cjk_Latn", + "languages": [ + "hau-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.878458, + "recall": 0.913043, + "f1": 0.889281, + "accuracy": 0.913043, + "main_score": 0.889281, + "hf_subset": "hau_Latn-gla_Latn", + "languages": [ + "hau-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.902635, + "recall": 0.928854, + "f1": 0.910753, + "accuracy": 0.928854, + "main_score": 0.910753, + "hf_subset": "hau_Latn-kan_Knda", + "languages": [ + "hau-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.908053, + "recall": 0.932806, + "f1": 0.915744, + "accuracy": 0.932806, + "main_score": 0.915744, + "hf_subset": "hau_Latn-lmo_Latn", + "languages": [ + "hau-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.896829, + "recall": 0.923913, + "f1": 0.904875, + "accuracy": 0.923913, + "main_score": 0.904875, + "hf_subset": "hau_Latn-npi_Deva", + "languages": [ + "hau-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.532073, + "recall": 0.597826, + "f1": 0.549886, + "accuracy": 0.597826, + "main_score": 0.549886, + "hf_subset": "hau_Latn-shn_Mymr", + "languages": [ + "hau-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.918561, + "recall": 0.940711, + "f1": 0.925626, + "accuracy": 0.940711, + "main_score": 0.925626, + "hf_subset": "hau_Latn-tgl_Latn", + "languages": [ + "hau-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.919631, + "recall": 0.942688, + "f1": 0.926647, + "accuracy": 0.942688, + "main_score": 0.926647, + "hf_subset": "hau_Latn-yue_Hant", + "languages": [ + "hau-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.900527, + "recall": 0.931818, + "f1": 0.910573, + "accuracy": 0.931818, + "main_score": 0.910573, + "hf_subset": "hau_Latn-asm_Beng", + "languages": [ + "hau-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.873518, + "recall": 0.907115, + "f1": 0.88419, + "accuracy": 0.907115, + "main_score": 0.88419, + "hf_subset": "hau_Latn-ckb_Arab", + "languages": [ + "hau-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.906571, + "recall": 0.932806, + "f1": 0.914559, + "accuracy": 0.932806, + "main_score": 0.914559, + "hf_subset": "hau_Latn-gle_Latn", + "languages": [ + "hau-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.798139, + "recall": 0.844862, + "f1": 0.812121, + "accuracy": 0.844862, + "main_score": 0.812121, + "hf_subset": "hau_Latn-kas_Arab", + "languages": [ + "hau-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.787286, + "recall": 0.836957, + "f1": 0.802259, + "accuracy": 0.836957, + "main_score": 0.802259, + "hf_subset": "hau_Latn-ltg_Latn", + "languages": [ + "hau-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.790407, + "recall": 0.839921, + "f1": 0.80516, + "accuracy": 0.839921, + "main_score": 0.80516, + "hf_subset": "hau_Latn-nso_Latn", + "languages": [ + "hau-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.885074, + "recall": 0.918972, + "f1": 0.89585, + "accuracy": 0.918972, + "main_score": 0.89585, + "hf_subset": "hau_Latn-sin_Sinh", + "languages": [ + "hau-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.901689, + "recall": 0.927866, + "f1": 0.90947, + "accuracy": 0.927866, + "main_score": 0.90947, + "hf_subset": "hau_Latn-tha_Thai", + "languages": [ + "hau-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.885944, + "recall": 0.91502, + "f1": 0.894112, + "accuracy": 0.91502, + "main_score": 0.894112, + "hf_subset": "hau_Latn-zho_Hans", + "languages": [ + "hau-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.927619, + "recall": 0.947628, + "f1": 0.93386, + "accuracy": 0.947628, + "main_score": 0.93386, + "hf_subset": "hau_Latn-ast_Latn", + "languages": [ + "hau-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.9139, + "recall": 0.937747, + "f1": 0.921245, + "accuracy": 0.937747, + "main_score": 0.921245, + "hf_subset": "hau_Latn-crh_Latn", + "languages": [ + "hau-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.926589, + "recall": 0.94664, + "f1": 0.932598, + "accuracy": 0.94664, + "main_score": 0.932598, + "hf_subset": "hau_Latn-glg_Latn", + "languages": [ + "hau-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.751618, + "recall": 0.800395, + "f1": 0.765272, + "accuracy": 0.800395, + "main_score": 0.765272, + "hf_subset": "hau_Latn-kas_Deva", + "languages": [ + "hau-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.891494, + "recall": 0.920949, + "f1": 0.900384, + "accuracy": 0.920949, + "main_score": 0.900384, + "hf_subset": "hau_Latn-ltz_Latn", + "languages": [ + "hau-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.412582, + "recall": 0.468379, + "f1": 0.427839, + "accuracy": 0.468379, + "main_score": 0.427839, + "hf_subset": "hau_Latn-nus_Latn", + "languages": [ + "hau-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.920627, + "recall": 0.940711, + "f1": 0.926779, + "accuracy": 0.940711, + "main_score": 0.926779, + "hf_subset": "hau_Latn-slk_Latn", + "languages": [ + "hau-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.599315, + "recall": 0.66996, + "f1": 0.619272, + "accuracy": 0.66996, + "main_score": 0.619272, + "hf_subset": "hau_Latn-tir_Ethi", + "languages": [ + "hau-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.917902, + "recall": 0.9417, + "f1": 0.925296, + "accuracy": 0.9417, + "main_score": 0.925296, + "hf_subset": "hau_Latn-zho_Hant", + "languages": [ + "hau-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.902668, + "recall": 0.93083, + "f1": 0.911364, + "accuracy": 0.93083, + "main_score": 0.911364, + "hf_subset": "hau_Latn-awa_Deva", + "languages": [ + "hau-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.920735, + "recall": 0.942688, + "f1": 0.927437, + "accuracy": 0.942688, + "main_score": 0.927437, + "hf_subset": "hau_Latn-cym_Latn", + "languages": [ + "hau-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.650624, + "recall": 0.704545, + "f1": 0.664986, + "accuracy": 0.704545, + "main_score": 0.664986, + "hf_subset": "hau_Latn-grn_Latn", + "languages": [ + "hau-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.898468, + "recall": 0.923913, + "f1": 0.906159, + "accuracy": 0.923913, + "main_score": 0.906159, + "hf_subset": "hau_Latn-kat_Geor", + "languages": [ + "hau-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.55069, + "recall": 0.604743, + "f1": 0.565489, + "accuracy": 0.604743, + "main_score": 0.565489, + "hf_subset": "hau_Latn-lua_Latn", + "languages": [ + "hau-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.806028, + "recall": 0.854743, + "f1": 0.821184, + "accuracy": 0.854743, + "main_score": 0.821184, + "hf_subset": "hau_Latn-nya_Latn", + "languages": [ + "hau-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.913086, + "recall": 0.936759, + "f1": 0.920175, + "accuracy": 0.936759, + "main_score": 0.920175, + "hf_subset": "hau_Latn-slv_Latn", + "languages": [ + "hau-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.861281, + "recall": 0.898221, + "f1": 0.872186, + "accuracy": 0.898221, + "main_score": 0.872186, + "hf_subset": "hau_Latn-tpi_Latn", + "languages": [ + "hau-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.929995, + "recall": 0.947628, + "f1": 0.93531, + "accuracy": 0.947628, + "main_score": 0.93531, + "hf_subset": "hau_Latn-zsm_Latn", + "languages": [ + "hau-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.48823, + "recall": 0.537549, + "f1": 0.50218, + "accuracy": 0.537549, + "main_score": 0.50218, + "hf_subset": "hau_Latn-ayr_Latn", + "languages": [ + "hau-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.92803, + "recall": 0.948617, + "f1": 0.93442, + "accuracy": 0.948617, + "main_score": 0.93442, + "hf_subset": "hau_Latn-dan_Latn", + "languages": [ + "hau-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.918972, + "recall": 0.9417, + "f1": 0.925974, + "accuracy": 0.9417, + "main_score": 0.925974, + "hf_subset": "hau_Latn-guj_Gujr", + "languages": [ + "hau-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.896525, + "recall": 0.926877, + "f1": 0.906028, + "accuracy": 0.926877, + "main_score": 0.906028, + "hf_subset": "hau_Latn-kaz_Cyrl", + "languages": [ + "hau-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.631984, + "recall": 0.699605, + "f1": 0.650552, + "accuracy": 0.699605, + "main_score": 0.650552, + "hf_subset": "hau_Latn-lug_Latn", + "languages": [ + "hau-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.908498, + "recall": 0.932806, + "f1": 0.915566, + "accuracy": 0.932806, + "main_score": 0.915566, + "hf_subset": "hau_Latn-oci_Latn", + "languages": [ + "hau-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.807816, + "recall": 0.850791, + "f1": 0.820228, + "accuracy": 0.850791, + "main_score": 0.820228, + "hf_subset": "hau_Latn-smo_Latn", + "languages": [ + "hau-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.720339, + "recall": 0.781621, + "f1": 0.737876, + "accuracy": 0.781621, + "main_score": 0.737876, + "hf_subset": "hau_Latn-tsn_Latn", + "languages": [ + "hau-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.880082, + "recall": 0.912055, + "f1": 0.890234, + "accuracy": 0.912055, + "main_score": 0.890234, + "hf_subset": "hau_Latn-zul_Latn", + "languages": [ + "hau-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.814254, + "recall": 0.857708, + "f1": 0.827426, + "accuracy": 0.857708, + "main_score": 0.827426, + "hf_subset": "hau_Latn-azb_Arab", + "languages": [ + "hau-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.905484, + "recall": 0.93083, + "f1": 0.913091, + "accuracy": 0.93083, + "main_score": 0.913091, + "hf_subset": "hau_Latn-deu_Latn", + "languages": [ + "hau-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.893314, + "recall": 0.921937, + "f1": 0.902075, + "accuracy": 0.921937, + "main_score": 0.902075, + "hf_subset": "hau_Latn-hat_Latn", + "languages": [ + "hau-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.487238, + "recall": 0.537549, + "f1": 0.500848, + "accuracy": 0.537549, + "main_score": 0.500848, + "hf_subset": "hau_Latn-kbp_Latn", + "languages": [ + "hau-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.500979, + "recall": 0.546443, + "f1": 0.514065, + "accuracy": 0.546443, + "main_score": 0.514065, + "hf_subset": "hau_Latn-luo_Latn", + "languages": [ + "hau-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.903738, + "recall": 0.929842, + "f1": 0.912121, + "accuracy": 0.929842, + "main_score": 0.912121, + "hf_subset": "hau_Latn-ory_Orya", + "languages": [ + "hau-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.860211, + "recall": 0.899209, + "f1": 0.872299, + "accuracy": 0.899209, + "main_score": 0.872299, + "hf_subset": "hau_Latn-sna_Latn", + "languages": [ + "hau-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.656255, + "recall": 0.719368, + "f1": 0.673913, + "accuracy": 0.719368, + "main_score": 0.673913, + "hf_subset": "hau_Latn-tso_Latn", + "languages": [ + "hau-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.895645, + "recall": 0.923913, + "f1": 0.904101, + "accuracy": 0.923913, + "main_score": 0.904101, + "hf_subset": "hau_Latn-azj_Latn", + "languages": [ + "hau-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.491561, + "recall": 0.545455, + "f1": 0.506709, + "accuracy": 0.545455, + "main_score": 0.506709, + "hf_subset": "hau_Latn-dik_Latn", + "languages": [ + "hau-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.891996, + "recall": 0.923913, + "f1": 0.901976, + "accuracy": 0.923913, + "main_score": 0.901976, + "hf_subset": "hau_Latn-kea_Latn", + "languages": [ + "hau-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.837674, + "recall": 0.874506, + "f1": 0.848224, + "accuracy": 0.874506, + "main_score": 0.848224, + "hf_subset": "hau_Latn-lus_Latn", + "languages": [ + "hau-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.736013, + "recall": 0.782609, + "f1": 0.749111, + "accuracy": 0.782609, + "main_score": 0.749111, + "hf_subset": "hau_Latn-pag_Latn", + "languages": [ + "hau-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.886968, + "recall": 0.916996, + "f1": 0.89641, + "accuracy": 0.916996, + "main_score": 0.89641, + "hf_subset": "hau_Latn-snd_Arab", + "languages": [ + "hau-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.897003, + "recall": 0.925889, + "f1": 0.905944, + "accuracy": 0.925889, + "main_score": 0.905944, + "hf_subset": "hau_Latn-tuk_Latn", + "languages": [ + "hau-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.894121, + "recall": 0.922925, + "f1": 0.902687, + "accuracy": 0.922925, + "main_score": 0.902687, + "hf_subset": "hau_Latn-bak_Cyrl", + "languages": [ + "hau-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.424128, + "recall": 0.488142, + "f1": 0.44254, + "accuracy": 0.488142, + "main_score": 0.44254, + "hf_subset": "hau_Latn-dyu_Latn", + "languages": [ + "hau-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.923748, + "recall": 0.94664, + "f1": 0.931159, + "accuracy": 0.94664, + "main_score": 0.931159, + "hf_subset": "hau_Latn-heb_Hebr", + "languages": [ + "hau-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.903738, + "recall": 0.928854, + "f1": 0.911382, + "accuracy": 0.928854, + "main_score": 0.911382, + "hf_subset": "hau_Latn-khk_Cyrl", + "languages": [ + "hau-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.928689, + "recall": 0.94664, + "f1": 0.934256, + "accuracy": 0.94664, + "main_score": 0.934256, + "hf_subset": "hau_Latn-lvs_Latn", + "languages": [ + "hau-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.913076, + "recall": 0.936759, + "f1": 0.92029, + "accuracy": 0.936759, + "main_score": 0.92029, + "hf_subset": "hau_Latn-pan_Guru", + "languages": [ + "hau-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.83559, + "recall": 0.881423, + "f1": 0.850198, + "accuracy": 0.881423, + "main_score": 0.850198, + "hf_subset": "hau_Latn-som_Latn", + "languages": [ + "hau-Latn", + "som-Latn" + ] + }, + { + "precision": 0.655487, + "recall": 0.713439, + "f1": 0.672211, + "accuracy": 0.713439, + "main_score": 0.672211, + "hf_subset": "hau_Latn-tum_Latn", + "languages": [ + "hau-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.561055, + "recall": 0.647233, + "f1": 0.586138, + "accuracy": 0.647233, + "main_score": 0.586138, + "hf_subset": "kea_Latn-ace_Arab", + "languages": [ + "kea-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.504496, + "recall": 0.563241, + "f1": 0.521341, + "accuracy": 0.563241, + "main_score": 0.521341, + "hf_subset": "kea_Latn-bam_Latn", + "languages": [ + "kea-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.633383, + "recall": 0.714427, + "f1": 0.657018, + "accuracy": 0.714427, + "main_score": 0.657018, + "hf_subset": "kea_Latn-dzo_Tibt", + "languages": [ + "kea-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kea_Latn-hin_Deva", + "languages": [ + "kea-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "kea_Latn-khm_Khmr", + "languages": [ + "kea-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kea_Latn-mag_Deva", + "languages": [ + "kea-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kea_Latn-pap_Latn", + "languages": [ + "kea-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.857773, + "recall": 0.896245, + "f1": 0.869368, + "accuracy": 0.896245, + "main_score": 0.869368, + "hf_subset": "kea_Latn-sot_Latn", + "languages": [ + "kea-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-tur_Latn", + "languages": [ + "kea-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.875527, + "recall": 0.909091, + "f1": 0.886199, + "accuracy": 0.909091, + "main_score": 0.886199, + "hf_subset": "kea_Latn-ace_Latn", + "languages": [ + "kea-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.974308, + "f1": 0.967556, + "accuracy": 0.974308, + "main_score": 0.967556, + "hf_subset": "kea_Latn-ban_Latn", + "languages": [ + "kea-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kea_Latn-ell_Grek", + "languages": [ + "kea-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "kea_Latn-hne_Deva", + "languages": [ + "kea-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.588218, + "recall": 0.658103, + "f1": 0.607537, + "accuracy": 0.658103, + "main_score": 0.607537, + "hf_subset": "kea_Latn-kik_Latn", + "languages": [ + "kea-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kea_Latn-mai_Deva", + "languages": [ + "kea-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.940053, + "recall": 0.959486, + "f1": 0.946476, + "accuracy": 0.959486, + "main_score": 0.946476, + "hf_subset": "kea_Latn-pbt_Arab", + "languages": [ + "kea-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-spa_Latn", + "languages": [ + "kea-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.770284, + "recall": 0.827075, + "f1": 0.787747, + "accuracy": 0.827075, + "main_score": 0.787747, + "hf_subset": "kea_Latn-twi_Latn", + "languages": [ + "kea-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "kea_Latn-acm_Arab", + "languages": [ + "kea-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kea_Latn-bel_Cyrl", + "languages": [ + "kea-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kea_Latn-eng_Latn", + "languages": [ + "kea-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kea_Latn-hrv_Latn", + "languages": [ + "kea-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.833696, + "recall": 0.87747, + "f1": 0.847464, + "accuracy": 0.87747, + "main_score": 0.847464, + "hf_subset": "kea_Latn-kin_Latn", + "languages": [ + "kea-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kea_Latn-mal_Mlym", + "languages": [ + "kea-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "kea_Latn-pes_Arab", + "languages": [ + "kea-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kea_Latn-srd_Latn", + "languages": [ + "kea-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.21372, + "recall": 0.280632, + "f1": 0.230684, + "accuracy": 0.280632, + "main_score": 0.230684, + "hf_subset": "kea_Latn-tzm_Tfng", + "languages": [ + "kea-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-acq_Arab", + "languages": [ + "kea-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.671477, + "recall": 0.736166, + "f1": 0.69019, + "accuracy": 0.736166, + "main_score": 0.69019, + "hf_subset": "kea_Latn-bem_Latn", + "languages": [ + "kea-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kea_Latn-epo_Latn", + "languages": [ + "kea-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "kea_Latn-hun_Latn", + "languages": [ + "kea-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "kea_Latn-kir_Cyrl", + "languages": [ + "kea-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-mar_Deva", + "languages": [ + "kea-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.856637, + "recall": 0.894269, + "f1": 0.868116, + "accuracy": 0.894269, + "main_score": 0.868116, + "hf_subset": "kea_Latn-plt_Latn", + "languages": [ + "kea-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-srp_Cyrl", + "languages": [ + "kea-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.901845, + "recall": 0.93083, + "f1": 0.911034, + "accuracy": 0.93083, + "main_score": 0.911034, + "hf_subset": "kea_Latn-uig_Arab", + "languages": [ + "kea-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "kea_Latn-aeb_Arab", + "languages": [ + "kea-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-ben_Beng", + "languages": [ + "kea-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-est_Latn", + "languages": [ + "kea-Latn", + "est-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kea_Latn-hye_Armn", + "languages": [ + "kea-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.507967, + "recall": 0.567194, + "f1": 0.524465, + "accuracy": 0.567194, + "main_score": 0.524465, + "hf_subset": "kea_Latn-kmb_Latn", + "languages": [ + "kea-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.529505, + "recall": 0.616601, + "f1": 0.554717, + "accuracy": 0.616601, + "main_score": 0.554717, + "hf_subset": "kea_Latn-min_Arab", + "languages": [ + "kea-Latn", + "min-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kea_Latn-pol_Latn", + "languages": [ + "kea-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.766667, + "recall": 0.826087, + "f1": 0.785178, + "accuracy": 0.826087, + "main_score": 0.785178, + "hf_subset": "kea_Latn-ssw_Latn", + "languages": [ + "kea-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kea_Latn-ukr_Cyrl", + "languages": [ + "kea-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-afr_Latn", + "languages": [ + "kea-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kea_Latn-bho_Deva", + "languages": [ + "kea-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kea_Latn-eus_Latn", + "languages": [ + "kea-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.86087, + "recall": 0.898221, + "f1": 0.872285, + "accuracy": 0.898221, + "main_score": 0.872285, + "hf_subset": "kea_Latn-ibo_Latn", + "languages": [ + "kea-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.870974, + "recall": 0.905138, + "f1": 0.881374, + "accuracy": 0.905138, + "main_score": 0.881374, + "hf_subset": "kea_Latn-kmr_Latn", + "languages": [ + "kea-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "kea_Latn-min_Latn", + "languages": [ + "kea-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kea_Latn-por_Latn", + "languages": [ + "kea-Latn", + "por-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "kea_Latn-sun_Latn", + "languages": [ + "kea-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.501863, + "recall": 0.561265, + "f1": 0.518143, + "accuracy": 0.561265, + "main_score": 0.518143, + "hf_subset": "kea_Latn-umb_Latn", + "languages": [ + "kea-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kea_Latn-ajp_Arab", + "languages": [ + "kea-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.569067, + "recall": 0.642292, + "f1": 0.590143, + "accuracy": 0.642292, + "main_score": 0.590143, + "hf_subset": "kea_Latn-bjn_Arab", + "languages": [ + "kea-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.478836, + "recall": 0.537549, + "f1": 0.495478, + "accuracy": 0.537549, + "main_score": 0.495478, + "hf_subset": "kea_Latn-ewe_Latn", + "languages": [ + "kea-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "kea_Latn-ilo_Latn", + "languages": [ + "kea-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.280517, + "recall": 0.343874, + "f1": 0.296529, + "accuracy": 0.343874, + "main_score": 0.296529, + "hf_subset": "kea_Latn-knc_Arab", + "languages": [ + "kea-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kea_Latn-mkd_Cyrl", + "languages": [ + "kea-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-prs_Arab", + "languages": [ + "kea-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kea_Latn-swe_Latn", + "languages": [ + "kea-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kea_Latn-urd_Arab", + "languages": [ + "kea-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.744384, + "recall": 0.805336, + "f1": 0.76206, + "accuracy": 0.805336, + "main_score": 0.76206, + "hf_subset": "kea_Latn-aka_Latn", + "languages": [ + "kea-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.965662, + "recall": 0.976285, + "f1": 0.969104, + "accuracy": 0.976285, + "main_score": 0.969104, + "hf_subset": "kea_Latn-bjn_Latn", + "languages": [ + "kea-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "kea_Latn-fao_Latn", + "languages": [ + "kea-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-ind_Latn", + "languages": [ + "kea-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.538333, + "recall": 0.593874, + "f1": 0.55304, + "accuracy": 0.593874, + "main_score": 0.55304, + "hf_subset": "kea_Latn-knc_Latn", + "languages": [ + "kea-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-mlt_Latn", + "languages": [ + "kea-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.654892, + "recall": 0.718379, + "f1": 0.672865, + "accuracy": 0.718379, + "main_score": 0.672865, + "hf_subset": "kea_Latn-quy_Latn", + "languages": [ + "kea-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kea_Latn-swh_Latn", + "languages": [ + "kea-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kea_Latn-uzn_Latn", + "languages": [ + "kea-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-als_Latn", + "languages": [ + "kea-Latn", + "als-Latn" + ] + }, + { + "precision": 0.778442, + "recall": 0.833004, + "f1": 0.794866, + "accuracy": 0.833004, + "main_score": 0.794866, + "hf_subset": "kea_Latn-bod_Tibt", + "languages": [ + "kea-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.632512, + "recall": 0.699605, + "f1": 0.651685, + "accuracy": 0.699605, + "main_score": 0.651685, + "hf_subset": "kea_Latn-fij_Latn", + "languages": [ + "kea-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.971097, + "recall": 0.980237, + "f1": 0.974045, + "accuracy": 0.980237, + "main_score": 0.974045, + "hf_subset": "kea_Latn-isl_Latn", + "languages": [ + "kea-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.618661, + "recall": 0.681818, + "f1": 0.636459, + "accuracy": 0.681818, + "main_score": 0.636459, + "hf_subset": "kea_Latn-kon_Latn", + "languages": [ + "kea-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.638747, + "recall": 0.712451, + "f1": 0.659979, + "accuracy": 0.712451, + "main_score": 0.659979, + "hf_subset": "kea_Latn-mni_Beng", + "languages": [ + "kea-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kea_Latn-ron_Latn", + "languages": [ + "kea-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "kea_Latn-szl_Latn", + "languages": [ + "kea-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kea_Latn-vec_Latn", + "languages": [ + "kea-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.925313, + "recall": 0.947628, + "f1": 0.932378, + "accuracy": 0.947628, + "main_score": 0.932378, + "hf_subset": "kea_Latn-amh_Ethi", + "languages": [ + "kea-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kea_Latn-bos_Latn", + "languages": [ + "kea-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kea_Latn-fin_Latn", + "languages": [ + "kea-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kea_Latn-ita_Latn", + "languages": [ + "kea-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-kor_Hang", + "languages": [ + "kea-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.514554, + "recall": 0.578063, + "f1": 0.53238, + "accuracy": 0.578063, + "main_score": 0.53238, + "hf_subset": "kea_Latn-mos_Latn", + "languages": [ + "kea-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.740431, + "recall": 0.802372, + "f1": 0.758997, + "accuracy": 0.802372, + "main_score": 0.758997, + "hf_subset": "kea_Latn-run_Latn", + "languages": [ + "kea-Latn", + "run-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "kea_Latn-tam_Taml", + "languages": [ + "kea-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kea_Latn-vie_Latn", + "languages": [ + "kea-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kea_Latn-apc_Arab", + "languages": [ + "kea-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.755896, + "recall": 0.813241, + "f1": 0.772779, + "accuracy": 0.813241, + "main_score": 0.772779, + "hf_subset": "kea_Latn-bug_Latn", + "languages": [ + "kea-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.440566, + "recall": 0.490119, + "f1": 0.454204, + "accuracy": 0.490119, + "main_score": 0.454204, + "hf_subset": "kea_Latn-fon_Latn", + "languages": [ + "kea-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kea_Latn-jav_Latn", + "languages": [ + "kea-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.942523, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "kea_Latn-lao_Laoo", + "languages": [ + "kea-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.851861, + "recall": 0.892292, + "f1": 0.864361, + "accuracy": 0.892292, + "main_score": 0.864361, + "hf_subset": "kea_Latn-mri_Latn", + "languages": [ + "kea-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-rus_Cyrl", + "languages": [ + "kea-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.524944, + "recall": 0.58498, + "f1": 0.541826, + "accuracy": 0.58498, + "main_score": 0.541826, + "hf_subset": "kea_Latn-taq_Latn", + "languages": [ + "kea-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-war_Latn", + "languages": [ + "kea-Latn", + "war-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-arb_Arab", + "languages": [ + "kea-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-bul_Cyrl", + "languages": [ + "kea-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-fra_Latn", + "languages": [ + "kea-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kea_Latn-jpn_Jpan", + "languages": [ + "kea-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-lij_Latn", + "languages": [ + "kea-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "kea_Latn-mya_Mymr", + "languages": [ + "kea-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.569281, + "recall": 0.636364, + "f1": 0.587825, + "accuracy": 0.636364, + "main_score": 0.587825, + "hf_subset": "kea_Latn-sag_Latn", + "languages": [ + "kea-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.242894, + "recall": 0.310277, + "f1": 0.259991, + "accuracy": 0.310277, + "main_score": 0.259991, + "hf_subset": "kea_Latn-taq_Tfng", + "languages": [ + "kea-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.638958, + "recall": 0.703557, + "f1": 0.657801, + "accuracy": 0.703557, + "main_score": 0.657801, + "hf_subset": "kea_Latn-wol_Latn", + "languages": [ + "kea-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.834321, + "recall": 0.882411, + "f1": 0.849275, + "accuracy": 0.882411, + "main_score": 0.849275, + "hf_subset": "kea_Latn-arb_Latn", + "languages": [ + "kea-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-cat_Latn", + "languages": [ + "kea-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-fur_Latn", + "languages": [ + "kea-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.460945, + "recall": 0.535573, + "f1": 0.482071, + "accuracy": 0.535573, + "main_score": 0.482071, + "hf_subset": "kea_Latn-kab_Latn", + "languages": [ + "kea-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kea_Latn-lim_Latn", + "languages": [ + "kea-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kea_Latn-nld_Latn", + "languages": [ + "kea-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "kea_Latn-san_Deva", + "languages": [ + "kea-Latn", + "san-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kea_Latn-tat_Cyrl", + "languages": [ + "kea-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.860837, + "recall": 0.901186, + "f1": 0.873485, + "accuracy": 0.901186, + "main_score": 0.873485, + "hf_subset": "kea_Latn-xho_Latn", + "languages": [ + "kea-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kea_Latn-ars_Arab", + "languages": [ + "kea-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kea_Latn-ceb_Latn", + "languages": [ + "kea-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.488046, + "recall": 0.5583, + "f1": 0.508388, + "accuracy": 0.5583, + "main_score": 0.508388, + "hf_subset": "kea_Latn-fuv_Latn", + "languages": [ + "kea-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.482936, + "recall": 0.54249, + "f1": 0.499073, + "accuracy": 0.54249, + "main_score": 0.499073, + "hf_subset": "kea_Latn-kac_Latn", + "languages": [ + "kea-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.648997, + "recall": 0.713439, + "f1": 0.666904, + "accuracy": 0.713439, + "main_score": 0.666904, + "hf_subset": "kea_Latn-lin_Latn", + "languages": [ + "kea-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kea_Latn-nno_Latn", + "languages": [ + "kea-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.851845, + "recall": 0.891304, + "f1": 0.86413, + "accuracy": 0.891304, + "main_score": 0.86413, + "hf_subset": "kea_Latn-sat_Olck", + "languages": [ + "kea-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-tel_Telu", + "languages": [ + "kea-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "kea_Latn-ydd_Hebr", + "languages": [ + "kea-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.956851, + "recall": 0.969368, + "f1": 0.960968, + "accuracy": 0.969368, + "main_score": 0.960968, + "hf_subset": "kea_Latn-ary_Arab", + "languages": [ + "kea-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-ces_Latn", + "languages": [ + "kea-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.570818, + "recall": 0.644269, + "f1": 0.591104, + "accuracy": 0.644269, + "main_score": 0.591104, + "hf_subset": "kea_Latn-gaz_Latn", + "languages": [ + "kea-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.567062, + "recall": 0.637352, + "f1": 0.586794, + "accuracy": 0.637352, + "main_score": 0.586794, + "hf_subset": "kea_Latn-kam_Latn", + "languages": [ + "kea-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kea_Latn-lit_Latn", + "languages": [ + "kea-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kea_Latn-nob_Latn", + "languages": [ + "kea-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kea_Latn-scn_Latn", + "languages": [ + "kea-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.954545, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "kea_Latn-tgk_Cyrl", + "languages": [ + "kea-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.737796, + "recall": 0.800395, + "f1": 0.756625, + "accuracy": 0.800395, + "main_score": 0.756625, + "hf_subset": "kea_Latn-yor_Latn", + "languages": [ + "kea-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "kea_Latn-arz_Arab", + "languages": [ + "kea-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.516966, + "recall": 0.583004, + "f1": 0.535398, + "accuracy": 0.583004, + "main_score": 0.535398, + "hf_subset": "kea_Latn-cjk_Latn", + "languages": [ + "kea-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.917984, + "recall": 0.943676, + "f1": 0.926383, + "accuracy": 0.943676, + "main_score": 0.926383, + "hf_subset": "kea_Latn-gla_Latn", + "languages": [ + "kea-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kea_Latn-kan_Knda", + "languages": [ + "kea-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.991848, + "recall": 0.994071, + "f1": 0.99249, + "accuracy": 0.994071, + "main_score": 0.99249, + "hf_subset": "kea_Latn-lmo_Latn", + "languages": [ + "kea-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "kea_Latn-npi_Deva", + "languages": [ + "kea-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.525456, + "recall": 0.607708, + "f1": 0.548335, + "accuracy": 0.607708, + "main_score": 0.548335, + "hf_subset": "kea_Latn-shn_Mymr", + "languages": [ + "kea-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-tgl_Latn", + "languages": [ + "kea-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kea_Latn-yue_Hant", + "languages": [ + "kea-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.968132, + "recall": 0.978261, + "f1": 0.97141, + "accuracy": 0.978261, + "main_score": 0.97141, + "hf_subset": "kea_Latn-asm_Beng", + "languages": [ + "kea-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.915843, + "recall": 0.940711, + "f1": 0.923913, + "accuracy": 0.940711, + "main_score": 0.923913, + "hf_subset": "kea_Latn-ckb_Arab", + "languages": [ + "kea-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.954051, + "recall": 0.969368, + "f1": 0.959157, + "accuracy": 0.969368, + "main_score": 0.959157, + "hf_subset": "kea_Latn-gle_Latn", + "languages": [ + "kea-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.917984, + "recall": 0.943676, + "f1": 0.926383, + "accuracy": 0.943676, + "main_score": 0.926383, + "hf_subset": "kea_Latn-kas_Arab", + "languages": [ + "kea-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.894763, + "recall": 0.925889, + "f1": 0.904809, + "accuracy": 0.925889, + "main_score": 0.904809, + "hf_subset": "kea_Latn-ltg_Latn", + "languages": [ + "kea-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.788455, + "recall": 0.835968, + "f1": 0.803148, + "accuracy": 0.835968, + "main_score": 0.803148, + "hf_subset": "kea_Latn-nso_Latn", + "languages": [ + "kea-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "kea_Latn-sin_Sinh", + "languages": [ + "kea-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kea_Latn-tha_Thai", + "languages": [ + "kea-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kea_Latn-zho_Hans", + "languages": [ + "kea-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-ast_Latn", + "languages": [ + "kea-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kea_Latn-crh_Latn", + "languages": [ + "kea-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-glg_Latn", + "languages": [ + "kea-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.865695, + "recall": 0.902174, + "f1": 0.876962, + "accuracy": 0.902174, + "main_score": 0.876962, + "hf_subset": "kea_Latn-kas_Deva", + "languages": [ + "kea-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kea_Latn-ltz_Latn", + "languages": [ + "kea-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.447196, + "recall": 0.518775, + "f1": 0.467282, + "accuracy": 0.518775, + "main_score": 0.467282, + "hf_subset": "kea_Latn-nus_Latn", + "languages": [ + "kea-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kea_Latn-slk_Latn", + "languages": [ + "kea-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.653837, + "recall": 0.722332, + "f1": 0.673844, + "accuracy": 0.722332, + "main_score": 0.673844, + "hf_subset": "kea_Latn-tir_Ethi", + "languages": [ + "kea-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "kea_Latn-zho_Hant", + "languages": [ + "kea-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.978014, + "recall": 0.98419, + "f1": 0.979974, + "accuracy": 0.98419, + "main_score": 0.979974, + "hf_subset": "kea_Latn-awa_Deva", + "languages": [ + "kea-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kea_Latn-cym_Latn", + "languages": [ + "kea-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.813323, + "recall": 0.860672, + "f1": 0.827569, + "accuracy": 0.860672, + "main_score": 0.827569, + "hf_subset": "kea_Latn-grn_Latn", + "languages": [ + "kea-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-kat_Geor", + "languages": [ + "kea-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.618316, + "recall": 0.676877, + "f1": 0.634579, + "accuracy": 0.676877, + "main_score": 0.634579, + "hf_subset": "kea_Latn-lua_Latn", + "languages": [ + "kea-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.820652, + "recall": 0.869565, + "f1": 0.836298, + "accuracy": 0.869565, + "main_score": 0.836298, + "hf_subset": "kea_Latn-nya_Latn", + "languages": [ + "kea-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-slv_Latn", + "languages": [ + "kea-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "kea_Latn-tpi_Latn", + "languages": [ + "kea-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-zsm_Latn", + "languages": [ + "kea-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.518549, + "recall": 0.583004, + "f1": 0.536345, + "accuracy": 0.583004, + "main_score": 0.536345, + "hf_subset": "kea_Latn-ayr_Latn", + "languages": [ + "kea-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-dan_Latn", + "languages": [ + "kea-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kea_Latn-guj_Gujr", + "languages": [ + "kea-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kea_Latn-kaz_Cyrl", + "languages": [ + "kea-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.657545, + "recall": 0.722332, + "f1": 0.676153, + "accuracy": 0.722332, + "main_score": 0.676153, + "hf_subset": "kea_Latn-lug_Latn", + "languages": [ + "kea-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kea_Latn-oci_Latn", + "languages": [ + "kea-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.834354, + "recall": 0.878458, + "f1": 0.84832, + "accuracy": 0.878458, + "main_score": 0.84832, + "hf_subset": "kea_Latn-smo_Latn", + "languages": [ + "kea-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.720479, + "recall": 0.778656, + "f1": 0.737327, + "accuracy": 0.778656, + "main_score": 0.737327, + "hf_subset": "kea_Latn-tsn_Latn", + "languages": [ + "kea-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.885293, + "recall": 0.917984, + "f1": 0.895817, + "accuracy": 0.917984, + "main_score": 0.895817, + "hf_subset": "kea_Latn-zul_Latn", + "languages": [ + "kea-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.92029, + "recall": 0.944664, + "f1": 0.928195, + "accuracy": 0.944664, + "main_score": 0.928195, + "hf_subset": "kea_Latn-azb_Arab", + "languages": [ + "kea-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kea_Latn-deu_Latn", + "languages": [ + "kea-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "kea_Latn-hat_Latn", + "languages": [ + "kea-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.498114, + "recall": 0.556324, + "f1": 0.514582, + "accuracy": 0.556324, + "main_score": 0.514582, + "hf_subset": "kea_Latn-kbp_Latn", + "languages": [ + "kea-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.533386, + "recall": 0.592885, + "f1": 0.55006, + "accuracy": 0.592885, + "main_score": 0.55006, + "hf_subset": "kea_Latn-luo_Latn", + "languages": [ + "kea-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "kea_Latn-ory_Orya", + "languages": [ + "kea-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.850132, + "recall": 0.893281, + "f1": 0.863735, + "accuracy": 0.893281, + "main_score": 0.863735, + "hf_subset": "kea_Latn-sna_Latn", + "languages": [ + "kea-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.665779, + "recall": 0.726285, + "f1": 0.682825, + "accuracy": 0.726285, + "main_score": 0.682825, + "hf_subset": "kea_Latn-tso_Latn", + "languages": [ + "kea-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "kea_Latn-azj_Latn", + "languages": [ + "kea-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.516236, + "recall": 0.582016, + "f1": 0.535575, + "accuracy": 0.582016, + "main_score": 0.535575, + "hf_subset": "kea_Latn-dik_Latn", + "languages": [ + "kea-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.891222, + "recall": 0.923913, + "f1": 0.90191, + "accuracy": 0.923913, + "main_score": 0.90191, + "hf_subset": "kea_Latn-hau_Latn", + "languages": [ + "kea-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.909009, + "recall": 0.935771, + "f1": 0.917391, + "accuracy": 0.935771, + "main_score": 0.917391, + "hf_subset": "kea_Latn-lus_Latn", + "languages": [ + "kea-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.86386, + "recall": 0.901186, + "f1": 0.875642, + "accuracy": 0.901186, + "main_score": 0.875642, + "hf_subset": "kea_Latn-pag_Latn", + "languages": [ + "kea-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "kea_Latn-snd_Arab", + "languages": [ + "kea-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "kea_Latn-tuk_Latn", + "languages": [ + "kea-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "kea_Latn-bak_Cyrl", + "languages": [ + "kea-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.468803, + "recall": 0.547431, + "f1": 0.490318, + "accuracy": 0.547431, + "main_score": 0.490318, + "hf_subset": "kea_Latn-dyu_Latn", + "languages": [ + "kea-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-heb_Hebr", + "languages": [ + "kea-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.954463, + "recall": 0.968379, + "f1": 0.958893, + "accuracy": 0.968379, + "main_score": 0.958893, + "hf_subset": "kea_Latn-khk_Cyrl", + "languages": [ + "kea-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kea_Latn-lvs_Latn", + "languages": [ + "kea-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-pan_Guru", + "languages": [ + "kea-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.844615, + "recall": 0.891304, + "f1": 0.859585, + "accuracy": 0.891304, + "main_score": 0.859585, + "hf_subset": "kea_Latn-som_Latn", + "languages": [ + "kea-Latn", + "som-Latn" + ] + }, + { + "precision": 0.70056, + "recall": 0.761858, + "f1": 0.718304, + "accuracy": 0.761858, + "main_score": 0.718304, + "hf_subset": "kea_Latn-tum_Latn", + "languages": [ + "kea-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.476777, + "recall": 0.552372, + "f1": 0.498008, + "accuracy": 0.552372, + "main_score": 0.498008, + "hf_subset": "lus_Latn-ace_Arab", + "languages": [ + "lus-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.465324, + "recall": 0.52668, + "f1": 0.482413, + "accuracy": 0.52668, + "main_score": 0.482413, + "hf_subset": "lus_Latn-bam_Latn", + "languages": [ + "lus-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.589711, + "recall": 0.667984, + "f1": 0.610957, + "accuracy": 0.667984, + "main_score": 0.610957, + "hf_subset": "lus_Latn-dzo_Tibt", + "languages": [ + "lus-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.932345, + "recall": 0.952569, + "f1": 0.938735, + "accuracy": 0.952569, + "main_score": 0.938735, + "hf_subset": "lus_Latn-hin_Deva", + "languages": [ + "lus-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.905995, + "recall": 0.931818, + "f1": 0.913985, + "accuracy": 0.931818, + "main_score": 0.913985, + "hf_subset": "lus_Latn-khm_Khmr", + "languages": [ + "lus-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.928524, + "recall": 0.949605, + "f1": 0.935277, + "accuracy": 0.949605, + "main_score": 0.935277, + "hf_subset": "lus_Latn-mag_Deva", + "languages": [ + "lus-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.929018, + "recall": 0.948617, + "f1": 0.935079, + "accuracy": 0.948617, + "main_score": 0.935079, + "hf_subset": "lus_Latn-pap_Latn", + "languages": [ + "lus-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.787961, + "recall": 0.840909, + "f1": 0.80415, + "accuracy": 0.840909, + "main_score": 0.80415, + "hf_subset": "lus_Latn-sot_Latn", + "languages": [ + "lus-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.947711, + "recall": 0.963439, + "f1": 0.952635, + "accuracy": 0.963439, + "main_score": 0.952635, + "hf_subset": "lus_Latn-tur_Latn", + "languages": [ + "lus-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.785368, + "recall": 0.832016, + "f1": 0.799395, + "accuracy": 0.832016, + "main_score": 0.799395, + "hf_subset": "lus_Latn-ace_Latn", + "languages": [ + "lus-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.871377, + "recall": 0.906126, + "f1": 0.882166, + "accuracy": 0.906126, + "main_score": 0.882166, + "hf_subset": "lus_Latn-ban_Latn", + "languages": [ + "lus-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.922596, + "recall": 0.94664, + "f1": 0.930303, + "accuracy": 0.94664, + "main_score": 0.930303, + "hf_subset": "lus_Latn-ell_Grek", + "languages": [ + "lus-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.918231, + "recall": 0.942688, + "f1": 0.925922, + "accuracy": 0.942688, + "main_score": 0.925922, + "hf_subset": "lus_Latn-hne_Deva", + "languages": [ + "lus-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.585698, + "recall": 0.646245, + "f1": 0.602704, + "accuracy": 0.646245, + "main_score": 0.602704, + "hf_subset": "lus_Latn-kik_Latn", + "languages": [ + "lus-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.922925, + "recall": 0.94664, + "f1": 0.930468, + "accuracy": 0.94664, + "main_score": 0.930468, + "hf_subset": "lus_Latn-mai_Deva", + "languages": [ + "lus-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.867836, + "recall": 0.906126, + "f1": 0.87996, + "accuracy": 0.906126, + "main_score": 0.87996, + "hf_subset": "lus_Latn-pbt_Arab", + "languages": [ + "lus-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.937253, + "recall": 0.956522, + "f1": 0.943511, + "accuracy": 0.956522, + "main_score": 0.943511, + "hf_subset": "lus_Latn-spa_Latn", + "languages": [ + "lus-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.746509, + "recall": 0.800395, + "f1": 0.762027, + "accuracy": 0.800395, + "main_score": 0.762027, + "hf_subset": "lus_Latn-twi_Latn", + "languages": [ + "lus-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.918396, + "recall": 0.943676, + "f1": 0.926449, + "accuracy": 0.943676, + "main_score": 0.926449, + "hf_subset": "lus_Latn-acm_Arab", + "languages": [ + "lus-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.916914, + "recall": 0.940711, + "f1": 0.924275, + "accuracy": 0.940711, + "main_score": 0.924275, + "hf_subset": "lus_Latn-bel_Cyrl", + "languages": [ + "lus-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.940876, + "recall": 0.958498, + "f1": 0.946443, + "accuracy": 0.958498, + "main_score": 0.946443, + "hf_subset": "lus_Latn-eng_Latn", + "languages": [ + "lus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.944829, + "recall": 0.960474, + "f1": 0.949736, + "accuracy": 0.960474, + "main_score": 0.949736, + "hf_subset": "lus_Latn-hrv_Latn", + "languages": [ + "lus-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.772069, + "recall": 0.828063, + "f1": 0.78946, + "accuracy": 0.828063, + "main_score": 0.78946, + "hf_subset": "lus_Latn-kin_Latn", + "languages": [ + "lus-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.920372, + "recall": 0.944664, + "f1": 0.928261, + "accuracy": 0.944664, + "main_score": 0.928261, + "hf_subset": "lus_Latn-mal_Mlym", + "languages": [ + "lus-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.916206, + "recall": 0.940711, + "f1": 0.923913, + "accuracy": 0.940711, + "main_score": 0.923913, + "hf_subset": "lus_Latn-pes_Arab", + "languages": [ + "lus-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.89669, + "recall": 0.925889, + "f1": 0.905698, + "accuracy": 0.925889, + "main_score": 0.905698, + "hf_subset": "lus_Latn-srd_Latn", + "languages": [ + "lus-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.214074, + "recall": 0.281621, + "f1": 0.230941, + "accuracy": 0.281621, + "main_score": 0.230941, + "hf_subset": "lus_Latn-tzm_Tfng", + "languages": [ + "lus-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.934371, + "recall": 0.953557, + "f1": 0.940448, + "accuracy": 0.953557, + "main_score": 0.940448, + "hf_subset": "lus_Latn-acq_Arab", + "languages": [ + "lus-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.66013, + "recall": 0.721344, + "f1": 0.678036, + "accuracy": 0.721344, + "main_score": 0.678036, + "hf_subset": "lus_Latn-bem_Latn", + "languages": [ + "lus-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.926466, + "recall": 0.94664, + "f1": 0.932463, + "accuracy": 0.94664, + "main_score": 0.932463, + "hf_subset": "lus_Latn-epo_Latn", + "languages": [ + "lus-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.935524, + "recall": 0.954545, + "f1": 0.941601, + "accuracy": 0.954545, + "main_score": 0.941601, + "hf_subset": "lus_Latn-hun_Latn", + "languages": [ + "lus-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.911808, + "recall": 0.937747, + "f1": 0.920026, + "accuracy": 0.937747, + "main_score": 0.920026, + "hf_subset": "lus_Latn-kir_Cyrl", + "languages": [ + "lus-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.933547, + "recall": 0.953557, + "f1": 0.939954, + "accuracy": 0.953557, + "main_score": 0.939954, + "hf_subset": "lus_Latn-mar_Deva", + "languages": [ + "lus-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.78386, + "recall": 0.83498, + "f1": 0.799341, + "accuracy": 0.83498, + "main_score": 0.799341, + "hf_subset": "lus_Latn-plt_Latn", + "languages": [ + "lus-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.936874, + "recall": 0.955534, + "f1": 0.942589, + "accuracy": 0.955534, + "main_score": 0.942589, + "hf_subset": "lus_Latn-srp_Cyrl", + "languages": [ + "lus-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.850791, + "recall": 0.890316, + "f1": 0.863076, + "accuracy": 0.890316, + "main_score": 0.863076, + "hf_subset": "lus_Latn-uig_Arab", + "languages": [ + "lus-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.912335, + "recall": 0.936759, + "f1": 0.919862, + "accuracy": 0.936759, + "main_score": 0.919862, + "hf_subset": "lus_Latn-aeb_Arab", + "languages": [ + "lus-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.931489, + "recall": 0.951581, + "f1": 0.937747, + "accuracy": 0.951581, + "main_score": 0.937747, + "hf_subset": "lus_Latn-ben_Beng", + "languages": [ + "lus-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.931571, + "recall": 0.950593, + "f1": 0.937648, + "accuracy": 0.950593, + "main_score": 0.937648, + "hf_subset": "lus_Latn-est_Latn", + "languages": [ + "lus-Latn", + "est-Latn" + ] + }, + { + "precision": 0.927125, + "recall": 0.949605, + "f1": 0.934354, + "accuracy": 0.949605, + "main_score": 0.934354, + "hf_subset": "lus_Latn-hye_Armn", + "languages": [ + "lus-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.483593, + "recall": 0.537549, + "f1": 0.498854, + "accuracy": 0.537549, + "main_score": 0.498854, + "hf_subset": "lus_Latn-kmb_Latn", + "languages": [ + "lus-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.456673, + "recall": 0.537549, + "f1": 0.478723, + "accuracy": 0.537549, + "main_score": 0.478723, + "hf_subset": "lus_Latn-min_Arab", + "languages": [ + "lus-Latn", + "min-Arab" + ] + }, + { + "precision": 0.925758, + "recall": 0.947628, + "f1": 0.932609, + "accuracy": 0.947628, + "main_score": 0.932609, + "hf_subset": "lus_Latn-pol_Latn", + "languages": [ + "lus-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.720043, + "recall": 0.783597, + "f1": 0.739229, + "accuracy": 0.783597, + "main_score": 0.739229, + "hf_subset": "lus_Latn-ssw_Latn", + "languages": [ + "lus-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.937747, + "recall": 0.956522, + "f1": 0.943643, + "accuracy": 0.956522, + "main_score": 0.943643, + "hf_subset": "lus_Latn-ukr_Cyrl", + "languages": [ + "lus-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.937088, + "recall": 0.955534, + "f1": 0.942852, + "accuracy": 0.955534, + "main_score": 0.942852, + "hf_subset": "lus_Latn-afr_Latn", + "languages": [ + "lus-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.925395, + "recall": 0.947628, + "f1": 0.932279, + "accuracy": 0.947628, + "main_score": 0.932279, + "hf_subset": "lus_Latn-bho_Deva", + "languages": [ + "lus-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.917572, + "recall": 0.938735, + "f1": 0.92405, + "accuracy": 0.938735, + "main_score": 0.92405, + "hf_subset": "lus_Latn-eus_Latn", + "languages": [ + "lus-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.807724, + "recall": 0.856719, + "f1": 0.822628, + "accuracy": 0.856719, + "main_score": 0.822628, + "hf_subset": "lus_Latn-ibo_Latn", + "languages": [ + "lus-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.780889, + "recall": 0.833992, + "f1": 0.796793, + "accuracy": 0.833992, + "main_score": 0.796793, + "hf_subset": "lus_Latn-kmr_Latn", + "languages": [ + "lus-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.910408, + "recall": 0.934783, + "f1": 0.917772, + "accuracy": 0.934783, + "main_score": 0.917772, + "hf_subset": "lus_Latn-min_Latn", + "languages": [ + "lus-Latn", + "min-Latn" + ] + }, + { + "precision": 0.949028, + "recall": 0.964427, + "f1": 0.953953, + "accuracy": 0.964427, + "main_score": 0.953953, + "hf_subset": "lus_Latn-por_Latn", + "languages": [ + "lus-Latn", + "por-Latn" + ] + }, + { + "precision": 0.890316, + "recall": 0.920949, + "f1": 0.899802, + "accuracy": 0.920949, + "main_score": 0.899802, + "hf_subset": "lus_Latn-sun_Latn", + "languages": [ + "lus-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.471963, + "recall": 0.533597, + "f1": 0.490061, + "accuracy": 0.533597, + "main_score": 0.490061, + "hf_subset": "lus_Latn-umb_Latn", + "languages": [ + "lus-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.935194, + "recall": 0.954545, + "f1": 0.941238, + "accuracy": 0.954545, + "main_score": 0.941238, + "hf_subset": "lus_Latn-ajp_Arab", + "languages": [ + "lus-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.487157, + "recall": 0.559289, + "f1": 0.506824, + "accuracy": 0.559289, + "main_score": 0.506824, + "hf_subset": "lus_Latn-bjn_Arab", + "languages": [ + "lus-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.465555, + "recall": 0.525692, + "f1": 0.482299, + "accuracy": 0.525692, + "main_score": 0.482299, + "hf_subset": "lus_Latn-ewe_Latn", + "languages": [ + "lus-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.862879, + "recall": 0.898221, + "f1": 0.873635, + "accuracy": 0.898221, + "main_score": 0.873635, + "hf_subset": "lus_Latn-ilo_Latn", + "languages": [ + "lus-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.266844, + "recall": 0.340909, + "f1": 0.285512, + "accuracy": 0.340909, + "main_score": 0.285512, + "hf_subset": "lus_Latn-knc_Arab", + "languages": [ + "lus-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.928204, + "recall": 0.947628, + "f1": 0.934009, + "accuracy": 0.947628, + "main_score": 0.934009, + "hf_subset": "lus_Latn-mkd_Cyrl", + "languages": [ + "lus-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.93857, + "recall": 0.95751, + "f1": 0.944499, + "accuracy": 0.95751, + "main_score": 0.944499, + "hf_subset": "lus_Latn-prs_Arab", + "languages": [ + "lus-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.939723, + "recall": 0.95751, + "f1": 0.94529, + "accuracy": 0.95751, + "main_score": 0.94529, + "hf_subset": "lus_Latn-swe_Latn", + "languages": [ + "lus-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.910441, + "recall": 0.935771, + "f1": 0.918116, + "accuracy": 0.935771, + "main_score": 0.918116, + "hf_subset": "lus_Latn-urd_Arab", + "languages": [ + "lus-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.710755, + "recall": 0.771739, + "f1": 0.728673, + "accuracy": 0.771739, + "main_score": 0.728673, + "hf_subset": "lus_Latn-aka_Latn", + "languages": [ + "lus-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.885458, + "recall": 0.916996, + "f1": 0.89529, + "accuracy": 0.916996, + "main_score": 0.89529, + "hf_subset": "lus_Latn-bjn_Latn", + "languages": [ + "lus-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.883564, + "recall": 0.916008, + "f1": 0.893742, + "accuracy": 0.916008, + "main_score": 0.893742, + "hf_subset": "lus_Latn-fao_Latn", + "languages": [ + "lus-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.939394, + "recall": 0.95751, + "f1": 0.945125, + "accuracy": 0.95751, + "main_score": 0.945125, + "hf_subset": "lus_Latn-ind_Latn", + "languages": [ + "lus-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.523187, + "recall": 0.58004, + "f1": 0.53917, + "accuracy": 0.58004, + "main_score": 0.53917, + "hf_subset": "lus_Latn-knc_Latn", + "languages": [ + "lus-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.912582, + "recall": 0.936759, + "f1": 0.91988, + "accuracy": 0.936759, + "main_score": 0.91988, + "hf_subset": "lus_Latn-mlt_Latn", + "languages": [ + "lus-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.607279, + "recall": 0.668972, + "f1": 0.62519, + "accuracy": 0.668972, + "main_score": 0.62519, + "hf_subset": "lus_Latn-quy_Latn", + "languages": [ + "lus-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.927372, + "recall": 0.948617, + "f1": 0.934091, + "accuracy": 0.948617, + "main_score": 0.934091, + "hf_subset": "lus_Latn-swh_Latn", + "languages": [ + "lus-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.913735, + "recall": 0.939723, + "f1": 0.921937, + "accuracy": 0.939723, + "main_score": 0.921937, + "hf_subset": "lus_Latn-uzn_Latn", + "languages": [ + "lus-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.911973, + "recall": 0.936759, + "f1": 0.91965, + "accuracy": 0.936759, + "main_score": 0.91965, + "hf_subset": "lus_Latn-als_Latn", + "languages": [ + "lus-Latn", + "als-Latn" + ] + }, + { + "precision": 0.730599, + "recall": 0.794466, + "f1": 0.749826, + "accuracy": 0.794466, + "main_score": 0.749826, + "hf_subset": "lus_Latn-bod_Tibt", + "languages": [ + "lus-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.62003, + "recall": 0.684783, + "f1": 0.638982, + "accuracy": 0.684783, + "main_score": 0.638982, + "hf_subset": "lus_Latn-fij_Latn", + "languages": [ + "lus-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.90415, + "recall": 0.93083, + "f1": 0.912352, + "accuracy": 0.93083, + "main_score": 0.912352, + "hf_subset": "lus_Latn-isl_Latn", + "languages": [ + "lus-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.588715, + "recall": 0.656126, + "f1": 0.607326, + "accuracy": 0.656126, + "main_score": 0.607326, + "hf_subset": "lus_Latn-kon_Latn", + "languages": [ + "lus-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.573578, + "recall": 0.646245, + "f1": 0.59465, + "accuracy": 0.646245, + "main_score": 0.59465, + "hf_subset": "lus_Latn-mni_Beng", + "languages": [ + "lus-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.940053, + "recall": 0.95751, + "f1": 0.945455, + "accuracy": 0.95751, + "main_score": 0.945455, + "hf_subset": "lus_Latn-ron_Latn", + "languages": [ + "lus-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.902092, + "recall": 0.93083, + "f1": 0.911298, + "accuracy": 0.93083, + "main_score": 0.911298, + "hf_subset": "lus_Latn-szl_Latn", + "languages": [ + "lus-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.937418, + "recall": 0.956522, + "f1": 0.943464, + "accuracy": 0.956522, + "main_score": 0.943464, + "hf_subset": "lus_Latn-vec_Latn", + "languages": [ + "lus-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.866107, + "recall": 0.905138, + "f1": 0.878623, + "accuracy": 0.905138, + "main_score": 0.878623, + "hf_subset": "lus_Latn-amh_Ethi", + "languages": [ + "lus-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.937615, + "recall": 0.954545, + "f1": 0.942852, + "accuracy": 0.954545, + "main_score": 0.942852, + "hf_subset": "lus_Latn-bos_Latn", + "languages": [ + "lus-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.928113, + "recall": 0.949605, + "f1": 0.935013, + "accuracy": 0.949605, + "main_score": 0.935013, + "hf_subset": "lus_Latn-fin_Latn", + "languages": [ + "lus-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.932065, + "recall": 0.952569, + "f1": 0.938636, + "accuracy": 0.952569, + "main_score": 0.938636, + "hf_subset": "lus_Latn-ita_Latn", + "languages": [ + "lus-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.940382, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "lus_Latn-kor_Hang", + "languages": [ + "lus-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.504481, + "recall": 0.5583, + "f1": 0.519493, + "accuracy": 0.5583, + "main_score": 0.519493, + "hf_subset": "lus_Latn-mos_Latn", + "languages": [ + "lus-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.701499, + "recall": 0.763834, + "f1": 0.720144, + "accuracy": 0.763834, + "main_score": 0.720144, + "hf_subset": "lus_Latn-run_Latn", + "languages": [ + "lus-Latn", + "run-Latn" + ] + }, + { + "precision": 0.919631, + "recall": 0.944664, + "f1": 0.927668, + "accuracy": 0.944664, + "main_score": 0.927668, + "hf_subset": "lus_Latn-tam_Taml", + "languages": [ + "lus-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.923748, + "recall": 0.945652, + "f1": 0.930599, + "accuracy": 0.945652, + "main_score": 0.930599, + "hf_subset": "lus_Latn-vie_Latn", + "languages": [ + "lus-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.925313, + "recall": 0.947628, + "f1": 0.932181, + "accuracy": 0.947628, + "main_score": 0.932181, + "hf_subset": "lus_Latn-apc_Arab", + "languages": [ + "lus-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.671294, + "recall": 0.728261, + "f1": 0.687924, + "accuracy": 0.728261, + "main_score": 0.687924, + "hf_subset": "lus_Latn-bug_Latn", + "languages": [ + "lus-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.42715, + "recall": 0.475296, + "f1": 0.440451, + "accuracy": 0.475296, + "main_score": 0.440451, + "hf_subset": "lus_Latn-fon_Latn", + "languages": [ + "lus-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.903574, + "recall": 0.931818, + "f1": 0.912451, + "accuracy": 0.931818, + "main_score": 0.912451, + "hf_subset": "lus_Latn-jav_Latn", + "languages": [ + "lus-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.867292, + "recall": 0.90415, + "f1": 0.878557, + "accuracy": 0.90415, + "main_score": 0.878557, + "hf_subset": "lus_Latn-lao_Laoo", + "languages": [ + "lus-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.781571, + "recall": 0.836957, + "f1": 0.798617, + "accuracy": 0.836957, + "main_score": 0.798617, + "hf_subset": "lus_Latn-mri_Latn", + "languages": [ + "lus-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.930204, + "recall": 0.951581, + "f1": 0.936924, + "accuracy": 0.951581, + "main_score": 0.936924, + "hf_subset": "lus_Latn-rus_Cyrl", + "languages": [ + "lus-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.489703, + "recall": 0.550395, + "f1": 0.50705, + "accuracy": 0.550395, + "main_score": 0.50705, + "hf_subset": "lus_Latn-taq_Latn", + "languages": [ + "lus-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.917408, + "recall": 0.9417, + "f1": 0.92492, + "accuracy": 0.9417, + "main_score": 0.92492, + "hf_subset": "lus_Latn-war_Latn", + "languages": [ + "lus-Latn", + "war-Latn" + ] + }, + { + "precision": 0.937665, + "recall": 0.956522, + "f1": 0.943742, + "accuracy": 0.956522, + "main_score": 0.943742, + "hf_subset": "lus_Latn-arb_Arab", + "languages": [ + "lus-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "lus_Latn-bul_Cyrl", + "languages": [ + "lus-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.935277, + "recall": 0.954545, + "f1": 0.94137, + "accuracy": 0.954545, + "main_score": 0.94137, + "hf_subset": "lus_Latn-fra_Latn", + "languages": [ + "lus-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.936957, + "recall": 0.956522, + "f1": 0.943182, + "accuracy": 0.956522, + "main_score": 0.943182, + "hf_subset": "lus_Latn-jpn_Jpan", + "languages": [ + "lus-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.913908, + "recall": 0.937747, + "f1": 0.921399, + "accuracy": 0.937747, + "main_score": 0.921399, + "hf_subset": "lus_Latn-lij_Latn", + "languages": [ + "lus-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.89254, + "recall": 0.924901, + "f1": 0.902734, + "accuracy": 0.924901, + "main_score": 0.902734, + "hf_subset": "lus_Latn-mya_Mymr", + "languages": [ + "lus-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.531582, + "recall": 0.591897, + "f1": 0.5488, + "accuracy": 0.591897, + "main_score": 0.5488, + "hf_subset": "lus_Latn-sag_Latn", + "languages": [ + "lus-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.232737, + "recall": 0.295455, + "f1": 0.248081, + "accuracy": 0.295455, + "main_score": 0.248081, + "hf_subset": "lus_Latn-taq_Tfng", + "languages": [ + "lus-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.583339, + "recall": 0.648221, + "f1": 0.60239, + "accuracy": 0.648221, + "main_score": 0.60239, + "hf_subset": "lus_Latn-wol_Latn", + "languages": [ + "lus-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.744351, + "recall": 0.8083, + "f1": 0.763787, + "accuracy": 0.8083, + "main_score": 0.763787, + "hf_subset": "lus_Latn-arb_Latn", + "languages": [ + "lus-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.930089, + "recall": 0.950593, + "f1": 0.936495, + "accuracy": 0.950593, + "main_score": 0.936495, + "hf_subset": "lus_Latn-cat_Latn", + "languages": [ + "lus-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.902042, + "recall": 0.929842, + "f1": 0.910705, + "accuracy": 0.929842, + "main_score": 0.910705, + "hf_subset": "lus_Latn-fur_Latn", + "languages": [ + "lus-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.414958, + "recall": 0.486166, + "f1": 0.434847, + "accuracy": 0.486166, + "main_score": 0.434847, + "hf_subset": "lus_Latn-kab_Latn", + "languages": [ + "lus-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.921607, + "recall": 0.943676, + "f1": 0.928477, + "accuracy": 0.943676, + "main_score": 0.928477, + "hf_subset": "lus_Latn-lim_Latn", + "languages": [ + "lus-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.918208, + "recall": 0.9417, + "f1": 0.925543, + "accuracy": 0.9417, + "main_score": 0.925543, + "hf_subset": "lus_Latn-nld_Latn", + "languages": [ + "lus-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.885623, + "recall": 0.917984, + "f1": 0.895982, + "accuracy": 0.917984, + "main_score": 0.895982, + "hf_subset": "lus_Latn-san_Deva", + "languages": [ + "lus-Latn", + "san-Deva" + ] + }, + { + "precision": 0.92776, + "recall": 0.948617, + "f1": 0.934107, + "accuracy": 0.948617, + "main_score": 0.934107, + "hf_subset": "lus_Latn-tat_Cyrl", + "languages": [ + "lus-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.814592, + "recall": 0.860672, + "f1": 0.828656, + "accuracy": 0.860672, + "main_score": 0.828656, + "hf_subset": "lus_Latn-xho_Latn", + "languages": [ + "lus-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.935277, + "recall": 0.955534, + "f1": 0.941864, + "accuracy": 0.955534, + "main_score": 0.941864, + "hf_subset": "lus_Latn-ars_Arab", + "languages": [ + "lus-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.915217, + "recall": 0.937747, + "f1": 0.921871, + "accuracy": 0.937747, + "main_score": 0.921871, + "hf_subset": "lus_Latn-ceb_Latn", + "languages": [ + "lus-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.479459, + "recall": 0.540514, + "f1": 0.496793, + "accuracy": 0.540514, + "main_score": 0.496793, + "hf_subset": "lus_Latn-fuv_Latn", + "languages": [ + "lus-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.497915, + "recall": 0.560277, + "f1": 0.515272, + "accuracy": 0.560277, + "main_score": 0.515272, + "hf_subset": "lus_Latn-kac_Latn", + "languages": [ + "lus-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.617607, + "recall": 0.683794, + "f1": 0.636215, + "accuracy": 0.683794, + "main_score": 0.636215, + "hf_subset": "lus_Latn-lin_Latn", + "languages": [ + "lus-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.918231, + "recall": 0.942688, + "f1": 0.925922, + "accuracy": 0.942688, + "main_score": 0.925922, + "hf_subset": "lus_Latn-nno_Latn", + "languages": [ + "lus-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.764493, + "recall": 0.823123, + "f1": 0.782463, + "accuracy": 0.823123, + "main_score": 0.782463, + "hf_subset": "lus_Latn-sat_Olck", + "languages": [ + "lus-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.905336, + "recall": 0.932806, + "f1": 0.913834, + "accuracy": 0.932806, + "main_score": 0.913834, + "hf_subset": "lus_Latn-tel_Telu", + "languages": [ + "lus-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.894516, + "recall": 0.924901, + "f1": 0.904018, + "accuracy": 0.924901, + "main_score": 0.904018, + "hf_subset": "lus_Latn-ydd_Hebr", + "languages": [ + "lus-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.900033, + "recall": 0.929842, + "f1": 0.90942, + "accuracy": 0.929842, + "main_score": 0.90942, + "hf_subset": "lus_Latn-ary_Arab", + "languages": [ + "lus-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.945735, + "recall": 0.962451, + "f1": 0.950988, + "accuracy": 0.962451, + "main_score": 0.950988, + "hf_subset": "lus_Latn-ces_Latn", + "languages": [ + "lus-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.540814, + "recall": 0.613636, + "f1": 0.561014, + "accuracy": 0.613636, + "main_score": 0.561014, + "hf_subset": "lus_Latn-gaz_Latn", + "languages": [ + "lus-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.527291, + "recall": 0.596838, + "f1": 0.546241, + "accuracy": 0.596838, + "main_score": 0.546241, + "hf_subset": "lus_Latn-kam_Latn", + "languages": [ + "lus-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.923831, + "recall": 0.94664, + "f1": 0.931061, + "accuracy": 0.94664, + "main_score": 0.931061, + "hf_subset": "lus_Latn-lit_Latn", + "languages": [ + "lus-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.936298, + "recall": 0.953557, + "f1": 0.941455, + "accuracy": 0.953557, + "main_score": 0.941455, + "hf_subset": "lus_Latn-nob_Latn", + "languages": [ + "lus-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.897101, + "recall": 0.925889, + "f1": 0.905882, + "accuracy": 0.925889, + "main_score": 0.905882, + "hf_subset": "lus_Latn-scn_Latn", + "languages": [ + "lus-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.891716, + "recall": 0.920949, + "f1": 0.901087, + "accuracy": 0.920949, + "main_score": 0.901087, + "hf_subset": "lus_Latn-tgk_Cyrl", + "languages": [ + "lus-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.675288, + "recall": 0.747036, + "f1": 0.696258, + "accuracy": 0.747036, + "main_score": 0.696258, + "hf_subset": "lus_Latn-yor_Latn", + "languages": [ + "lus-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.925395, + "recall": 0.948617, + "f1": 0.932806, + "accuracy": 0.948617, + "main_score": 0.932806, + "hf_subset": "lus_Latn-arz_Arab", + "languages": [ + "lus-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.477344, + "recall": 0.536561, + "f1": 0.494153, + "accuracy": 0.536561, + "main_score": 0.494153, + "hf_subset": "lus_Latn-cjk_Latn", + "languages": [ + "lus-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.833729, + "recall": 0.876482, + "f1": 0.846772, + "accuracy": 0.876482, + "main_score": 0.846772, + "hf_subset": "lus_Latn-gla_Latn", + "languages": [ + "lus-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.910738, + "recall": 0.936759, + "f1": 0.918775, + "accuracy": 0.936759, + "main_score": 0.918775, + "hf_subset": "lus_Latn-kan_Knda", + "languages": [ + "lus-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.914485, + "recall": 0.938735, + "f1": 0.922156, + "accuracy": 0.938735, + "main_score": 0.922156, + "hf_subset": "lus_Latn-lmo_Latn", + "languages": [ + "lus-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.930418, + "recall": 0.951581, + "f1": 0.937154, + "accuracy": 0.951581, + "main_score": 0.937154, + "hf_subset": "lus_Latn-npi_Deva", + "languages": [ + "lus-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.507878, + "recall": 0.588933, + "f1": 0.530825, + "accuracy": 0.588933, + "main_score": 0.530825, + "hf_subset": "lus_Latn-shn_Mymr", + "languages": [ + "lus-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.939147, + "recall": 0.95751, + "f1": 0.944895, + "accuracy": 0.95751, + "main_score": 0.944895, + "hf_subset": "lus_Latn-tgl_Latn", + "languages": [ + "lus-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.929792, + "recall": 0.950593, + "f1": 0.936331, + "accuracy": 0.950593, + "main_score": 0.936331, + "hf_subset": "lus_Latn-yue_Hant", + "languages": [ + "lus-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.890267, + "recall": 0.921937, + "f1": 0.900264, + "accuracy": 0.921937, + "main_score": 0.900264, + "hf_subset": "lus_Latn-asm_Beng", + "languages": [ + "lus-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.848897, + "recall": 0.891304, + "f1": 0.86222, + "accuracy": 0.891304, + "main_score": 0.86222, + "hf_subset": "lus_Latn-ckb_Arab", + "languages": [ + "lus-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.898995, + "recall": 0.926877, + "f1": 0.907675, + "accuracy": 0.926877, + "main_score": 0.907675, + "hf_subset": "lus_Latn-gle_Latn", + "languages": [ + "lus-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.80779, + "recall": 0.857708, + "f1": 0.822911, + "accuracy": 0.857708, + "main_score": 0.822911, + "hf_subset": "lus_Latn-kas_Arab", + "languages": [ + "lus-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.785566, + "recall": 0.837945, + "f1": 0.801334, + "accuracy": 0.837945, + "main_score": 0.801334, + "hf_subset": "lus_Latn-ltg_Latn", + "languages": [ + "lus-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.742045, + "recall": 0.796443, + "f1": 0.758564, + "accuracy": 0.796443, + "main_score": 0.758564, + "hf_subset": "lus_Latn-nso_Latn", + "languages": [ + "lus-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.900198, + "recall": 0.927866, + "f1": 0.908682, + "accuracy": 0.927866, + "main_score": 0.908682, + "hf_subset": "lus_Latn-sin_Sinh", + "languages": [ + "lus-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.912549, + "recall": 0.939723, + "f1": 0.921231, + "accuracy": 0.939723, + "main_score": 0.921231, + "hf_subset": "lus_Latn-tha_Thai", + "languages": [ + "lus-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.899078, + "recall": 0.927866, + "f1": 0.907905, + "accuracy": 0.927866, + "main_score": 0.907905, + "hf_subset": "lus_Latn-zho_Hans", + "languages": [ + "lus-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.934519, + "recall": 0.952569, + "f1": 0.940053, + "accuracy": 0.952569, + "main_score": 0.940053, + "hf_subset": "lus_Latn-ast_Latn", + "languages": [ + "lus-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.901219, + "recall": 0.929842, + "f1": 0.910211, + "accuracy": 0.929842, + "main_score": 0.910211, + "hf_subset": "lus_Latn-crh_Latn", + "languages": [ + "lus-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.935886, + "recall": 0.954545, + "f1": 0.941601, + "accuracy": 0.954545, + "main_score": 0.941601, + "hf_subset": "lus_Latn-glg_Latn", + "languages": [ + "lus-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.752374, + "recall": 0.810277, + "f1": 0.769598, + "accuracy": 0.810277, + "main_score": 0.769598, + "hf_subset": "lus_Latn-kas_Deva", + "languages": [ + "lus-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.903162, + "recall": 0.931818, + "f1": 0.912352, + "accuracy": 0.931818, + "main_score": 0.912352, + "hf_subset": "lus_Latn-ltz_Latn", + "languages": [ + "lus-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.428071, + "recall": 0.497036, + "f1": 0.446898, + "accuracy": 0.497036, + "main_score": 0.446898, + "hf_subset": "lus_Latn-nus_Latn", + "languages": [ + "lus-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.937401, + "recall": 0.954545, + "f1": 0.942589, + "accuracy": 0.954545, + "main_score": 0.942589, + "hf_subset": "lus_Latn-slk_Latn", + "languages": [ + "lus-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.589702, + "recall": 0.66502, + "f1": 0.611747, + "accuracy": 0.66502, + "main_score": 0.611747, + "hf_subset": "lus_Latn-tir_Ethi", + "languages": [ + "lus-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.927289, + "recall": 0.949605, + "f1": 0.934354, + "accuracy": 0.949605, + "main_score": 0.934354, + "hf_subset": "lus_Latn-zho_Hant", + "languages": [ + "lus-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.915431, + "recall": 0.939723, + "f1": 0.923155, + "accuracy": 0.939723, + "main_score": 0.923155, + "hf_subset": "lus_Latn-awa_Deva", + "languages": [ + "lus-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.919055, + "recall": 0.943676, + "f1": 0.926943, + "accuracy": 0.943676, + "main_score": 0.926943, + "hf_subset": "lus_Latn-cym_Latn", + "languages": [ + "lus-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.709148, + "recall": 0.763834, + "f1": 0.725395, + "accuracy": 0.763834, + "main_score": 0.725395, + "hf_subset": "lus_Latn-grn_Latn", + "languages": [ + "lus-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.926746, + "recall": 0.94664, + "f1": 0.932773, + "accuracy": 0.94664, + "main_score": 0.932773, + "hf_subset": "lus_Latn-kat_Geor", + "languages": [ + "lus-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.57108, + "recall": 0.628458, + "f1": 0.587706, + "accuracy": 0.628458, + "main_score": 0.587706, + "hf_subset": "lus_Latn-lua_Latn", + "languages": [ + "lus-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.783218, + "recall": 0.837945, + "f1": 0.800264, + "accuracy": 0.837945, + "main_score": 0.800264, + "hf_subset": "lus_Latn-nya_Latn", + "languages": [ + "lus-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.926136, + "recall": 0.948617, + "f1": 0.933366, + "accuracy": 0.948617, + "main_score": 0.933366, + "hf_subset": "lus_Latn-slv_Latn", + "languages": [ + "lus-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.900472, + "recall": 0.925889, + "f1": 0.908103, + "accuracy": 0.925889, + "main_score": 0.908103, + "hf_subset": "lus_Latn-tpi_Latn", + "languages": [ + "lus-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.931489, + "recall": 0.952569, + "f1": 0.938241, + "accuracy": 0.952569, + "main_score": 0.938241, + "hf_subset": "lus_Latn-zsm_Latn", + "languages": [ + "lus-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.507784, + "recall": 0.566206, + "f1": 0.524677, + "accuracy": 0.566206, + "main_score": 0.524677, + "hf_subset": "lus_Latn-ayr_Latn", + "languages": [ + "lus-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.933465, + "recall": 0.953557, + "f1": 0.939855, + "accuracy": 0.953557, + "main_score": 0.939855, + "hf_subset": "lus_Latn-dan_Latn", + "languages": [ + "lus-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.937418, + "recall": 0.956522, + "f1": 0.943464, + "accuracy": 0.956522, + "main_score": 0.943464, + "hf_subset": "lus_Latn-guj_Gujr", + "languages": [ + "lus-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.921558, + "recall": 0.944664, + "f1": 0.92892, + "accuracy": 0.944664, + "main_score": 0.92892, + "hf_subset": "lus_Latn-kaz_Cyrl", + "languages": [ + "lus-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.613019, + "recall": 0.685771, + "f1": 0.633859, + "accuracy": 0.685771, + "main_score": 0.633859, + "hf_subset": "lus_Latn-lug_Latn", + "languages": [ + "lus-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.936388, + "recall": 0.954545, + "f1": 0.942084, + "accuracy": 0.954545, + "main_score": 0.942084, + "hf_subset": "lus_Latn-oci_Latn", + "languages": [ + "lus-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.750397, + "recall": 0.806324, + "f1": 0.767095, + "accuracy": 0.806324, + "main_score": 0.767095, + "hf_subset": "lus_Latn-smo_Latn", + "languages": [ + "lus-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.676153, + "recall": 0.746047, + "f1": 0.697036, + "accuracy": 0.746047, + "main_score": 0.697036, + "hf_subset": "lus_Latn-tsn_Latn", + "languages": [ + "lus-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.814476, + "recall": 0.862648, + "f1": 0.829743, + "accuracy": 0.862648, + "main_score": 0.829743, + "hf_subset": "lus_Latn-zul_Latn", + "languages": [ + "lus-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.829298, + "recall": 0.871542, + "f1": 0.842575, + "accuracy": 0.871542, + "main_score": 0.842575, + "hf_subset": "lus_Latn-azb_Arab", + "languages": [ + "lus-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.929018, + "recall": 0.949605, + "f1": 0.935408, + "accuracy": 0.949605, + "main_score": 0.935408, + "hf_subset": "lus_Latn-deu_Latn", + "languages": [ + "lus-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.883152, + "recall": 0.916996, + "f1": 0.893794, + "accuracy": 0.916996, + "main_score": 0.893794, + "hf_subset": "lus_Latn-hat_Latn", + "languages": [ + "lus-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.481855, + "recall": 0.537549, + "f1": 0.497485, + "accuracy": 0.537549, + "main_score": 0.497485, + "hf_subset": "lus_Latn-kbp_Latn", + "languages": [ + "lus-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.525242, + "recall": 0.585968, + "f1": 0.5429, + "accuracy": 0.585968, + "main_score": 0.5429, + "hf_subset": "lus_Latn-luo_Latn", + "languages": [ + "lus-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.893478, + "recall": 0.924901, + "f1": 0.903491, + "accuracy": 0.924901, + "main_score": 0.903491, + "hf_subset": "lus_Latn-ory_Orya", + "languages": [ + "lus-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.816288, + "recall": 0.866601, + "f1": 0.832213, + "accuracy": 0.866601, + "main_score": 0.832213, + "hf_subset": "lus_Latn-sna_Latn", + "languages": [ + "lus-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.623738, + "recall": 0.688735, + "f1": 0.641616, + "accuracy": 0.688735, + "main_score": 0.641616, + "hf_subset": "lus_Latn-tso_Latn", + "languages": [ + "lus-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.910161, + "recall": 0.936759, + "f1": 0.918544, + "accuracy": 0.936759, + "main_score": 0.918544, + "hf_subset": "lus_Latn-azj_Latn", + "languages": [ + "lus-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.49118, + "recall": 0.551383, + "f1": 0.508324, + "accuracy": 0.551383, + "main_score": 0.508324, + "hf_subset": "lus_Latn-dik_Latn", + "languages": [ + "lus-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.843544, + "recall": 0.884387, + "f1": 0.856357, + "accuracy": 0.884387, + "main_score": 0.856357, + "hf_subset": "lus_Latn-hau_Latn", + "languages": [ + "lus-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.893281, + "recall": 0.921937, + "f1": 0.901882, + "accuracy": 0.921937, + "main_score": 0.901882, + "hf_subset": "lus_Latn-kea_Latn", + "languages": [ + "lus-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.778557, + "recall": 0.826087, + "f1": 0.79274, + "accuracy": 0.826087, + "main_score": 0.79274, + "hf_subset": "lus_Latn-pag_Latn", + "languages": [ + "lus-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.878458, + "recall": 0.914032, + "f1": 0.889789, + "accuracy": 0.914032, + "main_score": 0.889789, + "hf_subset": "lus_Latn-snd_Arab", + "languages": [ + "lus-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.883893, + "recall": 0.916996, + "f1": 0.894038, + "accuracy": 0.916996, + "main_score": 0.894038, + "hf_subset": "lus_Latn-tuk_Latn", + "languages": [ + "lus-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.905945, + "recall": 0.932806, + "f1": 0.914262, + "accuracy": 0.932806, + "main_score": 0.914262, + "hf_subset": "lus_Latn-bak_Cyrl", + "languages": [ + "lus-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.449483, + "recall": 0.521739, + "f1": 0.469909, + "accuracy": 0.521739, + "main_score": 0.469909, + "hf_subset": "lus_Latn-dyu_Latn", + "languages": [ + "lus-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.943215, + "recall": 0.958498, + "f1": 0.947958, + "accuracy": 0.958498, + "main_score": 0.947958, + "hf_subset": "lus_Latn-heb_Hebr", + "languages": [ + "lus-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.892128, + "recall": 0.921937, + "f1": 0.90168, + "accuracy": 0.921937, + "main_score": 0.90168, + "hf_subset": "lus_Latn-khk_Cyrl", + "languages": [ + "lus-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.933086, + "recall": 0.952569, + "f1": 0.93913, + "accuracy": 0.952569, + "main_score": 0.93913, + "hf_subset": "lus_Latn-lvs_Latn", + "languages": [ + "lus-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.918099, + "recall": 0.9417, + "f1": 0.925461, + "accuracy": 0.9417, + "main_score": 0.925461, + "hf_subset": "lus_Latn-pan_Guru", + "languages": [ + "lus-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.782098, + "recall": 0.839921, + "f1": 0.799901, + "accuracy": 0.839921, + "main_score": 0.799901, + "hf_subset": "lus_Latn-som_Latn", + "languages": [ + "lus-Latn", + "som-Latn" + ] + }, + { + "precision": 0.688838, + "recall": 0.75, + "f1": 0.706359, + "accuracy": 0.75, + "main_score": 0.706359, + "hf_subset": "lus_Latn-tum_Latn", + "languages": [ + "lus-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.543808, + "recall": 0.623518, + "f1": 0.566685, + "accuracy": 0.623518, + "main_score": 0.566685, + "hf_subset": "pag_Latn-ace_Arab", + "languages": [ + "pag-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.513365, + "recall": 0.562253, + "f1": 0.527624, + "accuracy": 0.562253, + "main_score": 0.527624, + "hf_subset": "pag_Latn-bam_Latn", + "languages": [ + "pag-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.534656, + "recall": 0.605731, + "f1": 0.554058, + "accuracy": 0.605731, + "main_score": 0.554058, + "hf_subset": "pag_Latn-dzo_Tibt", + "languages": [ + "pag-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.895339, + "recall": 0.924901, + "f1": 0.904381, + "accuracy": 0.924901, + "main_score": 0.904381, + "hf_subset": "pag_Latn-hin_Deva", + "languages": [ + "pag-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.821821, + "recall": 0.864625, + "f1": 0.83467, + "accuracy": 0.864625, + "main_score": 0.83467, + "hf_subset": "pag_Latn-khm_Khmr", + "languages": [ + "pag-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.884503, + "recall": 0.91502, + "f1": 0.893972, + "accuracy": 0.91502, + "main_score": 0.893972, + "hf_subset": "pag_Latn-mag_Deva", + "languages": [ + "pag-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.885171, + "recall": 0.91502, + "f1": 0.894055, + "accuracy": 0.91502, + "main_score": 0.894055, + "hf_subset": "pag_Latn-pap_Latn", + "languages": [ + "pag-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.718264, + "recall": 0.770751, + "f1": 0.733531, + "accuracy": 0.770751, + "main_score": 0.733531, + "hf_subset": "pag_Latn-sot_Latn", + "languages": [ + "pag-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.882362, + "recall": 0.914032, + "f1": 0.892194, + "accuracy": 0.914032, + "main_score": 0.892194, + "hf_subset": "pag_Latn-tur_Latn", + "languages": [ + "pag-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.771986, + "recall": 0.818182, + "f1": 0.785611, + "accuracy": 0.818182, + "main_score": 0.785611, + "hf_subset": "pag_Latn-ace_Latn", + "languages": [ + "pag-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.874845, + "recall": 0.903162, + "f1": 0.883646, + "accuracy": 0.903162, + "main_score": 0.883646, + "hf_subset": "pag_Latn-ban_Latn", + "languages": [ + "pag-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.878409, + "recall": 0.912055, + "f1": 0.888702, + "accuracy": 0.912055, + "main_score": 0.888702, + "hf_subset": "pag_Latn-ell_Grek", + "languages": [ + "pag-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.878121, + "recall": 0.908103, + "f1": 0.887571, + "accuracy": 0.908103, + "main_score": 0.887571, + "hf_subset": "pag_Latn-hne_Deva", + "languages": [ + "pag-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.599723, + "recall": 0.659091, + "f1": 0.617004, + "accuracy": 0.659091, + "main_score": 0.617004, + "hf_subset": "pag_Latn-kik_Latn", + "languages": [ + "pag-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.881976, + "recall": 0.912055, + "f1": 0.89109, + "accuracy": 0.912055, + "main_score": 0.89109, + "hf_subset": "pag_Latn-mai_Deva", + "languages": [ + "pag-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.812615, + "recall": 0.856719, + "f1": 0.825856, + "accuracy": 0.856719, + "main_score": 0.825856, + "hf_subset": "pag_Latn-pbt_Arab", + "languages": [ + "pag-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.89781, + "recall": 0.928854, + "f1": 0.907675, + "accuracy": 0.928854, + "main_score": 0.907675, + "hf_subset": "pag_Latn-spa_Latn", + "languages": [ + "pag-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.690102, + "recall": 0.745059, + "f1": 0.706837, + "accuracy": 0.745059, + "main_score": 0.706837, + "hf_subset": "pag_Latn-twi_Latn", + "languages": [ + "pag-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.886561, + "recall": 0.916996, + "f1": 0.896047, + "accuracy": 0.916996, + "main_score": 0.896047, + "hf_subset": "pag_Latn-acm_Arab", + "languages": [ + "pag-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.859536, + "recall": 0.896245, + "f1": 0.870931, + "accuracy": 0.896245, + "main_score": 0.870931, + "hf_subset": "pag_Latn-bel_Cyrl", + "languages": [ + "pag-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.909618, + "recall": 0.935771, + "f1": 0.917819, + "accuracy": 0.935771, + "main_score": 0.917819, + "hf_subset": "pag_Latn-eng_Latn", + "languages": [ + "pag-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.871294, + "recall": 0.907115, + "f1": 0.882642, + "accuracy": 0.907115, + "main_score": 0.882642, + "hf_subset": "pag_Latn-hrv_Latn", + "languages": [ + "pag-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.712899, + "recall": 0.766798, + "f1": 0.728386, + "accuracy": 0.766798, + "main_score": 0.728386, + "hf_subset": "pag_Latn-kin_Latn", + "languages": [ + "pag-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.877964, + "recall": 0.912055, + "f1": 0.888603, + "accuracy": 0.912055, + "main_score": 0.888603, + "hf_subset": "pag_Latn-mal_Mlym", + "languages": [ + "pag-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.859387, + "recall": 0.898221, + "f1": 0.871344, + "accuracy": 0.898221, + "main_score": 0.871344, + "hf_subset": "pag_Latn-pes_Arab", + "languages": [ + "pag-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.856341, + "recall": 0.892292, + "f1": 0.867231, + "accuracy": 0.892292, + "main_score": 0.867231, + "hf_subset": "pag_Latn-srd_Latn", + "languages": [ + "pag-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.234134, + "recall": 0.291502, + "f1": 0.248772, + "accuracy": 0.291502, + "main_score": 0.248772, + "hf_subset": "pag_Latn-tzm_Tfng", + "languages": [ + "pag-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.885623, + "recall": 0.916008, + "f1": 0.894763, + "accuracy": 0.916008, + "main_score": 0.894763, + "hf_subset": "pag_Latn-acq_Arab", + "languages": [ + "pag-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.640168, + "recall": 0.697628, + "f1": 0.656453, + "accuracy": 0.697628, + "main_score": 0.656453, + "hf_subset": "pag_Latn-bem_Latn", + "languages": [ + "pag-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.874894, + "recall": 0.909091, + "f1": 0.885194, + "accuracy": 0.909091, + "main_score": 0.885194, + "hf_subset": "pag_Latn-epo_Latn", + "languages": [ + "pag-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.890349, + "recall": 0.91996, + "f1": 0.899506, + "accuracy": 0.91996, + "main_score": 0.899506, + "hf_subset": "pag_Latn-hun_Latn", + "languages": [ + "pag-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.852959, + "recall": 0.890316, + "f1": 0.8643, + "accuracy": 0.890316, + "main_score": 0.8643, + "hf_subset": "pag_Latn-kir_Cyrl", + "languages": [ + "pag-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.869269, + "recall": 0.907115, + "f1": 0.881258, + "accuracy": 0.907115, + "main_score": 0.881258, + "hf_subset": "pag_Latn-mar_Deva", + "languages": [ + "pag-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.724827, + "recall": 0.780632, + "f1": 0.740997, + "accuracy": 0.780632, + "main_score": 0.740997, + "hf_subset": "pag_Latn-plt_Latn", + "languages": [ + "pag-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.883952, + "recall": 0.914032, + "f1": 0.893034, + "accuracy": 0.914032, + "main_score": 0.893034, + "hf_subset": "pag_Latn-srp_Cyrl", + "languages": [ + "pag-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.771558, + "recall": 0.823123, + "f1": 0.787206, + "accuracy": 0.823123, + "main_score": 0.787206, + "hf_subset": "pag_Latn-uig_Arab", + "languages": [ + "pag-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.871171, + "recall": 0.90415, + "f1": 0.88105, + "accuracy": 0.90415, + "main_score": 0.88105, + "hf_subset": "pag_Latn-aeb_Arab", + "languages": [ + "pag-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.876597, + "recall": 0.910079, + "f1": 0.887055, + "accuracy": 0.910079, + "main_score": 0.887055, + "hf_subset": "pag_Latn-ben_Beng", + "languages": [ + "pag-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.881258, + "recall": 0.914032, + "f1": 0.891389, + "accuracy": 0.914032, + "main_score": 0.891389, + "hf_subset": "pag_Latn-est_Latn", + "languages": [ + "pag-Latn", + "est-Latn" + ] + }, + { + "precision": 0.854555, + "recall": 0.892292, + "f1": 0.866156, + "accuracy": 0.892292, + "main_score": 0.866156, + "hf_subset": "pag_Latn-hye_Armn", + "languages": [ + "pag-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.490886, + "recall": 0.547431, + "f1": 0.506957, + "accuracy": 0.547431, + "main_score": 0.506957, + "hf_subset": "pag_Latn-kmb_Latn", + "languages": [ + "pag-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.519422, + "recall": 0.594862, + "f1": 0.540588, + "accuracy": 0.594862, + "main_score": 0.540588, + "hf_subset": "pag_Latn-min_Arab", + "languages": [ + "pag-Latn", + "min-Arab" + ] + }, + { + "precision": 0.890234, + "recall": 0.920949, + "f1": 0.899736, + "accuracy": 0.920949, + "main_score": 0.899736, + "hf_subset": "pag_Latn-pol_Latn", + "languages": [ + "pag-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.656135, + "recall": 0.72332, + "f1": 0.675831, + "accuracy": 0.72332, + "main_score": 0.675831, + "hf_subset": "pag_Latn-ssw_Latn", + "languages": [ + "pag-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.886199, + "recall": 0.917984, + "f1": 0.895967, + "accuracy": 0.917984, + "main_score": 0.895967, + "hf_subset": "pag_Latn-ukr_Cyrl", + "languages": [ + "pag-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.874753, + "recall": 0.910079, + "f1": 0.885573, + "accuracy": 0.910079, + "main_score": 0.885573, + "hf_subset": "pag_Latn-afr_Latn", + "languages": [ + "pag-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.88554, + "recall": 0.916996, + "f1": 0.895389, + "accuracy": 0.916996, + "main_score": 0.895389, + "hf_subset": "pag_Latn-bho_Deva", + "languages": [ + "pag-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.87715, + "recall": 0.906126, + "f1": 0.885721, + "accuracy": 0.906126, + "main_score": 0.885721, + "hf_subset": "pag_Latn-eus_Latn", + "languages": [ + "pag-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.748905, + "recall": 0.798419, + "f1": 0.763677, + "accuracy": 0.798419, + "main_score": 0.763677, + "hf_subset": "pag_Latn-ibo_Latn", + "languages": [ + "pag-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.738944, + "recall": 0.79249, + "f1": 0.754875, + "accuracy": 0.79249, + "main_score": 0.754875, + "hf_subset": "pag_Latn-kmr_Latn", + "languages": [ + "pag-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.832378, + "recall": 0.87253, + "f1": 0.844782, + "accuracy": 0.87253, + "main_score": 0.844782, + "hf_subset": "pag_Latn-min_Latn", + "languages": [ + "pag-Latn", + "min-Latn" + ] + }, + { + "precision": 0.893116, + "recall": 0.923913, + "f1": 0.9028, + "accuracy": 0.923913, + "main_score": 0.9028, + "hf_subset": "pag_Latn-por_Latn", + "languages": [ + "pag-Latn", + "por-Latn" + ] + }, + { + "precision": 0.850193, + "recall": 0.883399, + "f1": 0.85951, + "accuracy": 0.883399, + "main_score": 0.85951, + "hf_subset": "pag_Latn-sun_Latn", + "languages": [ + "pag-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.481789, + "recall": 0.546443, + "f1": 0.501268, + "accuracy": 0.546443, + "main_score": 0.501268, + "hf_subset": "pag_Latn-umb_Latn", + "languages": [ + "pag-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.891337, + "recall": 0.920949, + "f1": 0.900461, + "accuracy": 0.920949, + "main_score": 0.900461, + "hf_subset": "pag_Latn-ajp_Arab", + "languages": [ + "pag-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.533305, + "recall": 0.605731, + "f1": 0.554158, + "accuracy": 0.605731, + "main_score": 0.554158, + "hf_subset": "pag_Latn-bjn_Arab", + "languages": [ + "pag-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.505674, + "recall": 0.559289, + "f1": 0.520643, + "accuracy": 0.559289, + "main_score": 0.520643, + "hf_subset": "pag_Latn-ewe_Latn", + "languages": [ + "pag-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.879233, + "recall": 0.910079, + "f1": 0.888476, + "accuracy": 0.910079, + "main_score": 0.888476, + "hf_subset": "pag_Latn-ilo_Latn", + "languages": [ + "pag-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.304272, + "recall": 0.37253, + "f1": 0.322537, + "accuracy": 0.37253, + "main_score": 0.322537, + "hf_subset": "pag_Latn-knc_Arab", + "languages": [ + "pag-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.870504, + "recall": 0.90415, + "f1": 0.880421, + "accuracy": 0.90415, + "main_score": 0.880421, + "hf_subset": "pag_Latn-mkd_Cyrl", + "languages": [ + "pag-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.881762, + "recall": 0.914032, + "f1": 0.891683, + "accuracy": 0.914032, + "main_score": 0.891683, + "hf_subset": "pag_Latn-prs_Arab", + "languages": [ + "pag-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.895504, + "recall": 0.924901, + "f1": 0.90471, + "accuracy": 0.924901, + "main_score": 0.90471, + "hf_subset": "pag_Latn-swe_Latn", + "languages": [ + "pag-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.873715, + "recall": 0.908103, + "f1": 0.883992, + "accuracy": 0.908103, + "main_score": 0.883992, + "hf_subset": "pag_Latn-urd_Arab", + "languages": [ + "pag-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.695681, + "recall": 0.749012, + "f1": 0.711124, + "accuracy": 0.749012, + "main_score": 0.711124, + "hf_subset": "pag_Latn-aka_Latn", + "languages": [ + "pag-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.853748, + "recall": 0.885375, + "f1": 0.863291, + "accuracy": 0.885375, + "main_score": 0.863291, + "hf_subset": "pag_Latn-bjn_Latn", + "languages": [ + "pag-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.816238, + "recall": 0.860672, + "f1": 0.829578, + "accuracy": 0.860672, + "main_score": 0.829578, + "hf_subset": "pag_Latn-fao_Latn", + "languages": [ + "pag-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.898995, + "recall": 0.926877, + "f1": 0.907675, + "accuracy": 0.926877, + "main_score": 0.907675, + "hf_subset": "pag_Latn-ind_Latn", + "languages": [ + "pag-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.552735, + "recall": 0.608696, + "f1": 0.568608, + "accuracy": 0.608696, + "main_score": 0.568608, + "hf_subset": "pag_Latn-knc_Latn", + "languages": [ + "pag-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.870709, + "recall": 0.901186, + "f1": 0.879743, + "accuracy": 0.901186, + "main_score": 0.879743, + "hf_subset": "pag_Latn-mlt_Latn", + "languages": [ + "pag-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.634397, + "recall": 0.700593, + "f1": 0.654416, + "accuracy": 0.700593, + "main_score": 0.654416, + "hf_subset": "pag_Latn-quy_Latn", + "languages": [ + "pag-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.85219, + "recall": 0.890316, + "f1": 0.863655, + "accuracy": 0.890316, + "main_score": 0.863655, + "hf_subset": "pag_Latn-swh_Latn", + "languages": [ + "pag-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.854414, + "recall": 0.894269, + "f1": 0.866733, + "accuracy": 0.894269, + "main_score": 0.866733, + "hf_subset": "pag_Latn-uzn_Latn", + "languages": [ + "pag-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.857042, + "recall": 0.892292, + "f1": 0.867704, + "accuracy": 0.892292, + "main_score": 0.867704, + "hf_subset": "pag_Latn-als_Latn", + "languages": [ + "pag-Latn", + "als-Latn" + ] + }, + { + "precision": 0.594513, + "recall": 0.672925, + "f1": 0.616756, + "accuracy": 0.672925, + "main_score": 0.616756, + "hf_subset": "pag_Latn-bod_Tibt", + "languages": [ + "pag-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.605101, + "recall": 0.666008, + "f1": 0.622328, + "accuracy": 0.666008, + "main_score": 0.622328, + "hf_subset": "pag_Latn-fij_Latn", + "languages": [ + "pag-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.811858, + "recall": 0.858696, + "f1": 0.825809, + "accuracy": 0.858696, + "main_score": 0.825809, + "hf_subset": "pag_Latn-isl_Latn", + "languages": [ + "pag-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.619897, + "recall": 0.678854, + "f1": 0.63706, + "accuracy": 0.678854, + "main_score": 0.63706, + "hf_subset": "pag_Latn-kon_Latn", + "languages": [ + "pag-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.642169, + "recall": 0.713439, + "f1": 0.662233, + "accuracy": 0.713439, + "main_score": 0.662233, + "hf_subset": "pag_Latn-mni_Beng", + "languages": [ + "pag-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.893643, + "recall": 0.922925, + "f1": 0.9028, + "accuracy": 0.922925, + "main_score": 0.9028, + "hf_subset": "pag_Latn-ron_Latn", + "languages": [ + "pag-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.866436, + "recall": 0.902174, + "f1": 0.877404, + "accuracy": 0.902174, + "main_score": 0.877404, + "hf_subset": "pag_Latn-szl_Latn", + "languages": [ + "pag-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.881176, + "recall": 0.911067, + "f1": 0.890711, + "accuracy": 0.911067, + "main_score": 0.890711, + "hf_subset": "pag_Latn-vec_Latn", + "languages": [ + "pag-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.775428, + "recall": 0.831028, + "f1": 0.792212, + "accuracy": 0.831028, + "main_score": 0.792212, + "hf_subset": "pag_Latn-amh_Ethi", + "languages": [ + "pag-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.881538, + "recall": 0.914032, + "f1": 0.891502, + "accuracy": 0.914032, + "main_score": 0.891502, + "hf_subset": "pag_Latn-bos_Latn", + "languages": [ + "pag-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.875494, + "recall": 0.910079, + "f1": 0.886331, + "accuracy": 0.910079, + "main_score": 0.886331, + "hf_subset": "pag_Latn-fin_Latn", + "languages": [ + "pag-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.894186, + "recall": 0.923913, + "f1": 0.903557, + "accuracy": 0.923913, + "main_score": 0.903557, + "hf_subset": "pag_Latn-ita_Latn", + "languages": [ + "pag-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.892902, + "recall": 0.921937, + "f1": 0.901877, + "accuracy": 0.921937, + "main_score": 0.901877, + "hf_subset": "pag_Latn-kor_Hang", + "languages": [ + "pag-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.515739, + "recall": 0.577075, + "f1": 0.533249, + "accuracy": 0.577075, + "main_score": 0.533249, + "hf_subset": "pag_Latn-mos_Latn", + "languages": [ + "pag-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.6676, + "recall": 0.73419, + "f1": 0.687375, + "accuracy": 0.73419, + "main_score": 0.687375, + "hf_subset": "pag_Latn-run_Latn", + "languages": [ + "pag-Latn", + "run-Latn" + ] + }, + { + "precision": 0.850438, + "recall": 0.890316, + "f1": 0.862862, + "accuracy": 0.890316, + "main_score": 0.862862, + "hf_subset": "pag_Latn-tam_Taml", + "languages": [ + "pag-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.887138, + "recall": 0.917984, + "f1": 0.896607, + "accuracy": 0.917984, + "main_score": 0.896607, + "hf_subset": "pag_Latn-vie_Latn", + "languages": [ + "pag-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.881103, + "recall": 0.911067, + "f1": 0.889989, + "accuracy": 0.911067, + "main_score": 0.889989, + "hf_subset": "pag_Latn-apc_Arab", + "languages": [ + "pag-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.735894, + "recall": 0.786561, + "f1": 0.751486, + "accuracy": 0.786561, + "main_score": 0.751486, + "hf_subset": "pag_Latn-bug_Latn", + "languages": [ + "pag-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.441733, + "recall": 0.494071, + "f1": 0.45687, + "accuracy": 0.494071, + "main_score": 0.45687, + "hf_subset": "pag_Latn-fon_Latn", + "languages": [ + "pag-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.833663, + "recall": 0.875494, + "f1": 0.846443, + "accuracy": 0.875494, + "main_score": 0.846443, + "hf_subset": "pag_Latn-jav_Latn", + "languages": [ + "pag-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.779234, + "recall": 0.831028, + "f1": 0.794439, + "accuracy": 0.831028, + "main_score": 0.794439, + "hf_subset": "pag_Latn-lao_Laoo", + "languages": [ + "pag-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.727668, + "recall": 0.785573, + "f1": 0.745092, + "accuracy": 0.785573, + "main_score": 0.745092, + "hf_subset": "pag_Latn-mri_Latn", + "languages": [ + "pag-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.895998, + "recall": 0.925889, + "f1": 0.905534, + "accuracy": 0.925889, + "main_score": 0.905534, + "hf_subset": "pag_Latn-rus_Cyrl", + "languages": [ + "pag-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.535161, + "recall": 0.591897, + "f1": 0.551948, + "accuracy": 0.591897, + "main_score": 0.551948, + "hf_subset": "pag_Latn-taq_Latn", + "languages": [ + "pag-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.880138, + "recall": 0.911067, + "f1": 0.889789, + "accuracy": 0.911067, + "main_score": 0.889789, + "hf_subset": "pag_Latn-war_Latn", + "languages": [ + "pag-Latn", + "war-Latn" + ] + }, + { + "precision": 0.889822, + "recall": 0.918972, + "f1": 0.899012, + "accuracy": 0.918972, + "main_score": 0.899012, + "hf_subset": "pag_Latn-arb_Arab", + "languages": [ + "pag-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.895372, + "recall": 0.923913, + "f1": 0.904051, + "accuracy": 0.923913, + "main_score": 0.904051, + "hf_subset": "pag_Latn-bul_Cyrl", + "languages": [ + "pag-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.891008, + "recall": 0.922925, + "f1": 0.901186, + "accuracy": 0.922925, + "main_score": 0.901186, + "hf_subset": "pag_Latn-fra_Latn", + "languages": [ + "pag-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.88974, + "recall": 0.91996, + "f1": 0.899078, + "accuracy": 0.91996, + "main_score": 0.899078, + "hf_subset": "pag_Latn-jpn_Jpan", + "languages": [ + "pag-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.882156, + "recall": 0.911067, + "f1": 0.891096, + "accuracy": 0.911067, + "main_score": 0.891096, + "hf_subset": "pag_Latn-lij_Latn", + "languages": [ + "pag-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.812039, + "recall": 0.859684, + "f1": 0.826435, + "accuracy": 0.859684, + "main_score": 0.826435, + "hf_subset": "pag_Latn-mya_Mymr", + "languages": [ + "pag-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.559737, + "recall": 0.621542, + "f1": 0.577077, + "accuracy": 0.621542, + "main_score": 0.577077, + "hf_subset": "pag_Latn-sag_Latn", + "languages": [ + "pag-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.264098, + "recall": 0.324111, + "f1": 0.278798, + "accuracy": 0.324111, + "main_score": 0.278798, + "hf_subset": "pag_Latn-taq_Tfng", + "languages": [ + "pag-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.625011, + "recall": 0.688735, + "f1": 0.643552, + "accuracy": 0.688735, + "main_score": 0.643552, + "hf_subset": "pag_Latn-wol_Latn", + "languages": [ + "pag-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.697961, + "recall": 0.761858, + "f1": 0.716744, + "accuracy": 0.761858, + "main_score": 0.716744, + "hf_subset": "pag_Latn-arb_Latn", + "languages": [ + "pag-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.88834, + "recall": 0.918972, + "f1": 0.897826, + "accuracy": 0.918972, + "main_score": 0.897826, + "hf_subset": "pag_Latn-cat_Latn", + "languages": [ + "pag-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.871024, + "recall": 0.905138, + "f1": 0.881637, + "accuracy": 0.905138, + "main_score": 0.881637, + "hf_subset": "pag_Latn-fur_Latn", + "languages": [ + "pag-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.451125, + "recall": 0.51087, + "f1": 0.468351, + "accuracy": 0.51087, + "main_score": 0.468351, + "hf_subset": "pag_Latn-kab_Latn", + "languages": [ + "pag-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.855082, + "recall": 0.891304, + "f1": 0.866156, + "accuracy": 0.891304, + "main_score": 0.866156, + "hf_subset": "pag_Latn-lim_Latn", + "languages": [ + "pag-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.899951, + "recall": 0.927866, + "f1": 0.908827, + "accuracy": 0.927866, + "main_score": 0.908827, + "hf_subset": "pag_Latn-nld_Latn", + "languages": [ + "pag-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.841856, + "recall": 0.881423, + "f1": 0.854106, + "accuracy": 0.881423, + "main_score": 0.854106, + "hf_subset": "pag_Latn-san_Deva", + "languages": [ + "pag-Latn", + "san-Deva" + ] + }, + { + "precision": 0.860714, + "recall": 0.892292, + "f1": 0.870185, + "accuracy": 0.892292, + "main_score": 0.870185, + "hf_subset": "pag_Latn-tat_Cyrl", + "languages": [ + "pag-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.73804, + "recall": 0.791502, + "f1": 0.754004, + "accuracy": 0.791502, + "main_score": 0.754004, + "hf_subset": "pag_Latn-xho_Latn", + "languages": [ + "pag-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.89081, + "recall": 0.91996, + "f1": 0.899835, + "accuracy": 0.91996, + "main_score": 0.899835, + "hf_subset": "pag_Latn-ars_Arab", + "languages": [ + "pag-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.875735, + "recall": 0.909091, + "f1": 0.885892, + "accuracy": 0.909091, + "main_score": 0.885892, + "hf_subset": "pag_Latn-ceb_Latn", + "languages": [ + "pag-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.502769, + "recall": 0.566206, + "f1": 0.521363, + "accuracy": 0.566206, + "main_score": 0.521363, + "hf_subset": "pag_Latn-fuv_Latn", + "languages": [ + "pag-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.487485, + "recall": 0.552372, + "f1": 0.505102, + "accuracy": 0.552372, + "main_score": 0.505102, + "hf_subset": "pag_Latn-kac_Latn", + "languages": [ + "pag-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.625486, + "recall": 0.694664, + "f1": 0.645575, + "accuracy": 0.694664, + "main_score": 0.645575, + "hf_subset": "pag_Latn-lin_Latn", + "languages": [ + "pag-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.860721, + "recall": 0.894269, + "f1": 0.870358, + "accuracy": 0.894269, + "main_score": 0.870358, + "hf_subset": "pag_Latn-nno_Latn", + "languages": [ + "pag-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.75146, + "recall": 0.810277, + "f1": 0.768884, + "accuracy": 0.810277, + "main_score": 0.768884, + "hf_subset": "pag_Latn-sat_Olck", + "languages": [ + "pag-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.863752, + "recall": 0.900198, + "f1": 0.874704, + "accuracy": 0.900198, + "main_score": 0.874704, + "hf_subset": "pag_Latn-tel_Telu", + "languages": [ + "pag-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.851861, + "recall": 0.889328, + "f1": 0.863393, + "accuracy": 0.889328, + "main_score": 0.863393, + "hf_subset": "pag_Latn-ydd_Hebr", + "languages": [ + "pag-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.85448, + "recall": 0.891304, + "f1": 0.865711, + "accuracy": 0.891304, + "main_score": 0.865711, + "hf_subset": "pag_Latn-ary_Arab", + "languages": [ + "pag-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.885359, + "recall": 0.916008, + "f1": 0.894829, + "accuracy": 0.916008, + "main_score": 0.894829, + "hf_subset": "pag_Latn-ces_Latn", + "languages": [ + "pag-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.566628, + "recall": 0.634387, + "f1": 0.585647, + "accuracy": 0.634387, + "main_score": 0.585647, + "hf_subset": "pag_Latn-gaz_Latn", + "languages": [ + "pag-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.551847, + "recall": 0.621542, + "f1": 0.57181, + "accuracy": 0.621542, + "main_score": 0.57181, + "hf_subset": "pag_Latn-kam_Latn", + "languages": [ + "pag-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.868948, + "recall": 0.905138, + "f1": 0.880391, + "accuracy": 0.905138, + "main_score": 0.880391, + "hf_subset": "pag_Latn-lit_Latn", + "languages": [ + "pag-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.892819, + "recall": 0.921937, + "f1": 0.901812, + "accuracy": 0.921937, + "main_score": 0.901812, + "hf_subset": "pag_Latn-nob_Latn", + "languages": [ + "pag-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.876079, + "recall": 0.90415, + "f1": 0.88445, + "accuracy": 0.90415, + "main_score": 0.88445, + "hf_subset": "pag_Latn-scn_Latn", + "languages": [ + "pag-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.818264, + "recall": 0.864625, + "f1": 0.832463, + "accuracy": 0.864625, + "main_score": 0.832463, + "hf_subset": "pag_Latn-tgk_Cyrl", + "languages": [ + "pag-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.653781, + "recall": 0.720356, + "f1": 0.672942, + "accuracy": 0.720356, + "main_score": 0.672942, + "hf_subset": "pag_Latn-yor_Latn", + "languages": [ + "pag-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.87803, + "recall": 0.911067, + "f1": 0.888175, + "accuracy": 0.911067, + "main_score": 0.888175, + "hf_subset": "pag_Latn-arz_Arab", + "languages": [ + "pag-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.532359, + "recall": 0.597826, + "f1": 0.55103, + "accuracy": 0.597826, + "main_score": 0.55103, + "hf_subset": "pag_Latn-cjk_Latn", + "languages": [ + "pag-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.785508, + "recall": 0.835968, + "f1": 0.800584, + "accuracy": 0.835968, + "main_score": 0.800584, + "hf_subset": "pag_Latn-gla_Latn", + "languages": [ + "pag-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.858119, + "recall": 0.896245, + "f1": 0.869895, + "accuracy": 0.896245, + "main_score": 0.869895, + "hf_subset": "pag_Latn-kan_Knda", + "languages": [ + "pag-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.88307, + "recall": 0.914032, + "f1": 0.892857, + "accuracy": 0.914032, + "main_score": 0.892857, + "hf_subset": "pag_Latn-lmo_Latn", + "languages": [ + "pag-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.861677, + "recall": 0.898221, + "f1": 0.872893, + "accuracy": 0.898221, + "main_score": 0.872893, + "hf_subset": "pag_Latn-npi_Deva", + "languages": [ + "pag-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.494531, + "recall": 0.567194, + "f1": 0.514774, + "accuracy": 0.567194, + "main_score": 0.514774, + "hf_subset": "pag_Latn-shn_Mymr", + "languages": [ + "pag-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.883547, + "recall": 0.916008, + "f1": 0.893629, + "accuracy": 0.916008, + "main_score": 0.893629, + "hf_subset": "pag_Latn-tgl_Latn", + "languages": [ + "pag-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.890646, + "recall": 0.91996, + "f1": 0.899671, + "accuracy": 0.91996, + "main_score": 0.899671, + "hf_subset": "pag_Latn-yue_Hant", + "languages": [ + "pag-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.835454, + "recall": 0.876482, + "f1": 0.847975, + "accuracy": 0.876482, + "main_score": 0.847975, + "hf_subset": "pag_Latn-asm_Beng", + "languages": [ + "pag-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.771574, + "recall": 0.826087, + "f1": 0.788636, + "accuracy": 0.826087, + "main_score": 0.788636, + "hf_subset": "pag_Latn-ckb_Arab", + "languages": [ + "pag-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.831703, + "recall": 0.871542, + "f1": 0.843318, + "accuracy": 0.871542, + "main_score": 0.843318, + "hf_subset": "pag_Latn-gle_Latn", + "languages": [ + "pag-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.817194, + "recall": 0.860672, + "f1": 0.830058, + "accuracy": 0.860672, + "main_score": 0.830058, + "hf_subset": "pag_Latn-kas_Arab", + "languages": [ + "pag-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.792721, + "recall": 0.840909, + "f1": 0.807279, + "accuracy": 0.840909, + "main_score": 0.807279, + "hf_subset": "pag_Latn-ltg_Latn", + "languages": [ + "pag-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.692776, + "recall": 0.749012, + "f1": 0.709194, + "accuracy": 0.749012, + "main_score": 0.709194, + "hf_subset": "pag_Latn-nso_Latn", + "languages": [ + "pag-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.832023, + "recall": 0.870553, + "f1": 0.843154, + "accuracy": 0.870553, + "main_score": 0.843154, + "hf_subset": "pag_Latn-sin_Sinh", + "languages": [ + "pag-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.857493, + "recall": 0.898221, + "f1": 0.870125, + "accuracy": 0.898221, + "main_score": 0.870125, + "hf_subset": "pag_Latn-tha_Thai", + "languages": [ + "pag-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.860573, + "recall": 0.896245, + "f1": 0.870902, + "accuracy": 0.896245, + "main_score": 0.870902, + "hf_subset": "pag_Latn-zho_Hans", + "languages": [ + "pag-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.888052, + "recall": 0.918972, + "f1": 0.897321, + "accuracy": 0.918972, + "main_score": 0.897321, + "hf_subset": "pag_Latn-ast_Latn", + "languages": [ + "pag-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.873477, + "recall": 0.903162, + "f1": 0.882631, + "accuracy": 0.903162, + "main_score": 0.882631, + "hf_subset": "pag_Latn-crh_Latn", + "languages": [ + "pag-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.881752, + "recall": 0.914032, + "f1": 0.891718, + "accuracy": 0.914032, + "main_score": 0.891718, + "hf_subset": "pag_Latn-glg_Latn", + "languages": [ + "pag-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.757997, + "recall": 0.8083, + "f1": 0.772697, + "accuracy": 0.8083, + "main_score": 0.772697, + "hf_subset": "pag_Latn-kas_Deva", + "languages": [ + "pag-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.860507, + "recall": 0.896245, + "f1": 0.871673, + "accuracy": 0.896245, + "main_score": 0.871673, + "hf_subset": "pag_Latn-ltz_Latn", + "languages": [ + "pag-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.454073, + "recall": 0.522727, + "f1": 0.472882, + "accuracy": 0.522727, + "main_score": 0.472882, + "hf_subset": "pag_Latn-nus_Latn", + "languages": [ + "pag-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.877882, + "recall": 0.910079, + "f1": 0.887832, + "accuracy": 0.910079, + "main_score": 0.887832, + "hf_subset": "pag_Latn-slk_Latn", + "languages": [ + "pag-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.624795, + "recall": 0.697628, + "f1": 0.646182, + "accuracy": 0.697628, + "main_score": 0.646182, + "hf_subset": "pag_Latn-tir_Ethi", + "languages": [ + "pag-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.8764, + "recall": 0.911067, + "f1": 0.887253, + "accuracy": 0.911067, + "main_score": 0.887253, + "hf_subset": "pag_Latn-zho_Hant", + "languages": [ + "pag-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.870224, + "recall": 0.905138, + "f1": 0.881225, + "accuracy": 0.905138, + "main_score": 0.881225, + "hf_subset": "pag_Latn-awa_Deva", + "languages": [ + "pag-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.841528, + "recall": 0.882411, + "f1": 0.853988, + "accuracy": 0.882411, + "main_score": 0.853988, + "hf_subset": "pag_Latn-cym_Latn", + "languages": [ + "pag-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.764328, + "recall": 0.809289, + "f1": 0.77772, + "accuracy": 0.809289, + "main_score": 0.77772, + "hf_subset": "pag_Latn-grn_Latn", + "languages": [ + "pag-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.863546, + "recall": 0.897233, + "f1": 0.873573, + "accuracy": 0.897233, + "main_score": 0.873573, + "hf_subset": "pag_Latn-kat_Geor", + "languages": [ + "pag-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.614907, + "recall": 0.667984, + "f1": 0.630509, + "accuracy": 0.667984, + "main_score": 0.630509, + "hf_subset": "pag_Latn-lua_Latn", + "languages": [ + "pag-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.704101, + "recall": 0.764822, + "f1": 0.72197, + "accuracy": 0.764822, + "main_score": 0.72197, + "hf_subset": "pag_Latn-nya_Latn", + "languages": [ + "pag-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.880995, + "recall": 0.912055, + "f1": 0.890646, + "accuracy": 0.912055, + "main_score": 0.890646, + "hf_subset": "pag_Latn-slv_Latn", + "languages": [ + "pag-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.867485, + "recall": 0.900198, + "f1": 0.877357, + "accuracy": 0.900198, + "main_score": 0.877357, + "hf_subset": "pag_Latn-tpi_Latn", + "languages": [ + "pag-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.886973, + "recall": 0.918972, + "f1": 0.89697, + "accuracy": 0.918972, + "main_score": 0.89697, + "hf_subset": "pag_Latn-zsm_Latn", + "languages": [ + "pag-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.524799, + "recall": 0.58498, + "f1": 0.541817, + "accuracy": 0.58498, + "main_score": 0.541817, + "hf_subset": "pag_Latn-ayr_Latn", + "languages": [ + "pag-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.887352, + "recall": 0.917984, + "f1": 0.897069, + "accuracy": 0.917984, + "main_score": 0.897069, + "hf_subset": "pag_Latn-dan_Latn", + "languages": [ + "pag-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.881621, + "recall": 0.914032, + "f1": 0.891798, + "accuracy": 0.914032, + "main_score": 0.891798, + "hf_subset": "pag_Latn-guj_Gujr", + "languages": [ + "pag-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.855512, + "recall": 0.892292, + "f1": 0.866733, + "accuracy": 0.892292, + "main_score": 0.866733, + "hf_subset": "pag_Latn-kaz_Cyrl", + "languages": [ + "pag-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.590128, + "recall": 0.661067, + "f1": 0.611037, + "accuracy": 0.661067, + "main_score": 0.611037, + "hf_subset": "pag_Latn-lug_Latn", + "languages": [ + "pag-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.882338, + "recall": 0.912055, + "f1": 0.891255, + "accuracy": 0.912055, + "main_score": 0.891255, + "hf_subset": "pag_Latn-oci_Latn", + "languages": [ + "pag-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.70902, + "recall": 0.76087, + "f1": 0.724294, + "accuracy": 0.76087, + "main_score": 0.724294, + "hf_subset": "pag_Latn-smo_Latn", + "languages": [ + "pag-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.645752, + "recall": 0.714427, + "f1": 0.66574, + "accuracy": 0.714427, + "main_score": 0.66574, + "hf_subset": "pag_Latn-tsn_Latn", + "languages": [ + "pag-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.727035, + "recall": 0.785573, + "f1": 0.744539, + "accuracy": 0.785573, + "main_score": 0.744539, + "hf_subset": "pag_Latn-zul_Latn", + "languages": [ + "pag-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.821739, + "recall": 0.86166, + "f1": 0.833941, + "accuracy": 0.86166, + "main_score": 0.833941, + "hf_subset": "pag_Latn-azb_Arab", + "languages": [ + "pag-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.894269, + "recall": 0.923913, + "f1": 0.903576, + "accuracy": 0.923913, + "main_score": 0.903576, + "hf_subset": "pag_Latn-deu_Latn", + "languages": [ + "pag-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.839262, + "recall": 0.880435, + "f1": 0.852042, + "accuracy": 0.880435, + "main_score": 0.852042, + "hf_subset": "pag_Latn-hat_Latn", + "languages": [ + "pag-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.503553, + "recall": 0.557312, + "f1": 0.518994, + "accuracy": 0.557312, + "main_score": 0.518994, + "hf_subset": "pag_Latn-kbp_Latn", + "languages": [ + "pag-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.54687, + "recall": 0.609684, + "f1": 0.564534, + "accuracy": 0.609684, + "main_score": 0.564534, + "hf_subset": "pag_Latn-luo_Latn", + "languages": [ + "pag-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.824473, + "recall": 0.87253, + "f1": 0.839102, + "accuracy": 0.87253, + "main_score": 0.839102, + "hf_subset": "pag_Latn-ory_Orya", + "languages": [ + "pag-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.732526, + "recall": 0.791502, + "f1": 0.750401, + "accuracy": 0.791502, + "main_score": 0.750401, + "hf_subset": "pag_Latn-sna_Latn", + "languages": [ + "pag-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.628987, + "recall": 0.684783, + "f1": 0.644872, + "accuracy": 0.684783, + "main_score": 0.644872, + "hf_subset": "pag_Latn-tso_Latn", + "languages": [ + "pag-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.869483, + "recall": 0.902174, + "f1": 0.879433, + "accuracy": 0.902174, + "main_score": 0.879433, + "hf_subset": "pag_Latn-azj_Latn", + "languages": [ + "pag-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.532683, + "recall": 0.59585, + "f1": 0.551405, + "accuracy": 0.59585, + "main_score": 0.551405, + "hf_subset": "pag_Latn-dik_Latn", + "languages": [ + "pag-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.756877, + "recall": 0.807312, + "f1": 0.771854, + "accuracy": 0.807312, + "main_score": 0.771854, + "hf_subset": "pag_Latn-hau_Latn", + "languages": [ + "pag-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.877207, + "recall": 0.909091, + "f1": 0.886759, + "accuracy": 0.909091, + "main_score": 0.886759, + "hf_subset": "pag_Latn-kea_Latn", + "languages": [ + "pag-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.793758, + "recall": 0.841897, + "f1": 0.807891, + "accuracy": 0.841897, + "main_score": 0.807891, + "hf_subset": "pag_Latn-lus_Latn", + "languages": [ + "pag-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.835771, + "recall": 0.876482, + "f1": 0.847892, + "accuracy": 0.876482, + "main_score": 0.847892, + "hf_subset": "pag_Latn-snd_Arab", + "languages": [ + "pag-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.813093, + "recall": 0.856719, + "f1": 0.826187, + "accuracy": 0.856719, + "main_score": 0.826187, + "hf_subset": "pag_Latn-tuk_Latn", + "languages": [ + "pag-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.857082, + "recall": 0.894269, + "f1": 0.868544, + "accuracy": 0.894269, + "main_score": 0.868544, + "hf_subset": "pag_Latn-bak_Cyrl", + "languages": [ + "pag-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.467021, + "recall": 0.548419, + "f1": 0.49062, + "accuracy": 0.548419, + "main_score": 0.49062, + "hf_subset": "pag_Latn-dyu_Latn", + "languages": [ + "pag-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.874901, + "recall": 0.909091, + "f1": 0.885507, + "accuracy": 0.909091, + "main_score": 0.885507, + "hf_subset": "pag_Latn-heb_Hebr", + "languages": [ + "pag-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.802404, + "recall": 0.849802, + "f1": 0.81693, + "accuracy": 0.849802, + "main_score": 0.81693, + "hf_subset": "pag_Latn-khk_Cyrl", + "languages": [ + "pag-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.868989, + "recall": 0.903162, + "f1": 0.879315, + "accuracy": 0.903162, + "main_score": 0.879315, + "hf_subset": "pag_Latn-lvs_Latn", + "languages": [ + "pag-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.868372, + "recall": 0.903162, + "f1": 0.878691, + "accuracy": 0.903162, + "main_score": 0.878691, + "hf_subset": "pag_Latn-pan_Guru", + "languages": [ + "pag-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.72959, + "recall": 0.787549, + "f1": 0.746591, + "accuracy": 0.787549, + "main_score": 0.746591, + "hf_subset": "pag_Latn-som_Latn", + "languages": [ + "pag-Latn", + "som-Latn" + ] + }, + { + "precision": 0.652759, + "recall": 0.710474, + "f1": 0.669949, + "accuracy": 0.710474, + "main_score": 0.669949, + "hf_subset": "pag_Latn-tum_Latn", + "languages": [ + "pag-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.523686, + "recall": 0.601779, + "f1": 0.545737, + "accuracy": 0.601779, + "main_score": 0.545737, + "hf_subset": "snd_Arab-ace_Arab", + "languages": [ + "snd-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.434373, + "recall": 0.493083, + "f1": 0.450109, + "accuracy": 0.493083, + "main_score": 0.450109, + "hf_subset": "snd_Arab-bam_Latn", + "languages": [ + "snd-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.603882, + "recall": 0.688735, + "f1": 0.628483, + "accuracy": 0.688735, + "main_score": 0.628483, + "hf_subset": "snd_Arab-dzo_Tibt", + "languages": [ + "snd-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-hin_Deva", + "languages": [ + "snd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "snd_Arab-khm_Khmr", + "languages": [ + "snd-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "snd_Arab-mag_Deva", + "languages": [ + "snd-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "snd_Arab-pap_Latn", + "languages": [ + "snd-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.838027, + "recall": 0.881423, + "f1": 0.851614, + "accuracy": 0.881423, + "main_score": 0.851614, + "hf_subset": "snd_Arab-sot_Latn", + "languages": [ + "snd-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-tur_Latn", + "languages": [ + "snd-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.824525, + "recall": 0.868577, + "f1": 0.838003, + "accuracy": 0.868577, + "main_score": 0.838003, + "hf_subset": "snd_Arab-ace_Latn", + "languages": [ + "snd-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.945982, + "recall": 0.962451, + "f1": 0.951416, + "accuracy": 0.962451, + "main_score": 0.951416, + "hf_subset": "snd_Arab-ban_Latn", + "languages": [ + "snd-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "snd_Arab-ell_Grek", + "languages": [ + "snd-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "snd_Arab-hne_Deva", + "languages": [ + "snd-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.53091, + "recall": 0.606719, + "f1": 0.551398, + "accuracy": 0.606719, + "main_score": 0.551398, + "hf_subset": "snd_Arab-kik_Latn", + "languages": [ + "snd-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "snd_Arab-mai_Deva", + "languages": [ + "snd-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "snd_Arab-pbt_Arab", + "languages": [ + "snd-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "snd_Arab-spa_Latn", + "languages": [ + "snd-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.728239, + "recall": 0.788538, + "f1": 0.745502, + "accuracy": 0.788538, + "main_score": 0.745502, + "hf_subset": "snd_Arab-twi_Latn", + "languages": [ + "snd-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-acm_Arab", + "languages": [ + "snd-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "snd_Arab-bel_Cyrl", + "languages": [ + "snd-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-hrv_Latn", + "languages": [ + "snd-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.834881, + "recall": 0.879447, + "f1": 0.848617, + "accuracy": 0.879447, + "main_score": 0.848617, + "hf_subset": "snd_Arab-kin_Latn", + "languages": [ + "snd-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "snd_Arab-mal_Mlym", + "languages": [ + "snd-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "snd_Arab-pes_Arab", + "languages": [ + "snd-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "snd_Arab-srd_Latn", + "languages": [ + "snd-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.210595, + "recall": 0.270751, + "f1": 0.224803, + "accuracy": 0.270751, + "main_score": 0.224803, + "hf_subset": "snd_Arab-tzm_Tfng", + "languages": [ + "snd-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "snd_Arab-acq_Arab", + "languages": [ + "snd-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.636113, + "recall": 0.700593, + "f1": 0.654042, + "accuracy": 0.700593, + "main_score": 0.654042, + "hf_subset": "snd_Arab-bem_Latn", + "languages": [ + "snd-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "snd_Arab-epo_Latn", + "languages": [ + "snd-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "snd_Arab-hun_Latn", + "languages": [ + "snd-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "snd_Arab-kir_Cyrl", + "languages": [ + "snd-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "snd_Arab-mar_Deva", + "languages": [ + "snd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.851812, + "recall": 0.891304, + "f1": 0.8639, + "accuracy": 0.891304, + "main_score": 0.8639, + "hf_subset": "snd_Arab-plt_Latn", + "languages": [ + "snd-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "snd_Arab-srp_Cyrl", + "languages": [ + "snd-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.937582, + "recall": 0.956522, + "f1": 0.943676, + "accuracy": 0.956522, + "main_score": 0.943676, + "hf_subset": "snd_Arab-uig_Arab", + "languages": [ + "snd-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "snd_Arab-aeb_Arab", + "languages": [ + "snd-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-ben_Beng", + "languages": [ + "snd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "snd_Arab-est_Latn", + "languages": [ + "snd-Arab", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "snd_Arab-hye_Armn", + "languages": [ + "snd-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.435275, + "recall": 0.494071, + "f1": 0.451204, + "accuracy": 0.494071, + "main_score": 0.451204, + "hf_subset": "snd_Arab-kmb_Latn", + "languages": [ + "snd-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.471375, + "recall": 0.559289, + "f1": 0.494502, + "accuracy": 0.559289, + "main_score": 0.494502, + "hf_subset": "snd_Arab-min_Arab", + "languages": [ + "snd-Arab", + "min-Arab" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "snd_Arab-pol_Latn", + "languages": [ + "snd-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.733877, + "recall": 0.798419, + "f1": 0.753327, + "accuracy": 0.798419, + "main_score": 0.753327, + "hf_subset": "snd_Arab-ssw_Latn", + "languages": [ + "snd-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "snd_Arab-ukr_Cyrl", + "languages": [ + "snd-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "snd_Arab-afr_Latn", + "languages": [ + "snd-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "snd_Arab-bho_Deva", + "languages": [ + "snd-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "snd_Arab-eus_Latn", + "languages": [ + "snd-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.831143, + "recall": 0.87747, + "f1": 0.845389, + "accuracy": 0.87747, + "main_score": 0.845389, + "hf_subset": "snd_Arab-ibo_Latn", + "languages": [ + "snd-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.860705, + "recall": 0.897233, + "f1": 0.872003, + "accuracy": 0.897233, + "main_score": 0.872003, + "hf_subset": "snd_Arab-kmr_Latn", + "languages": [ + "snd-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "snd_Arab-min_Latn", + "languages": [ + "snd-Arab", + "min-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "snd_Arab-por_Latn", + "languages": [ + "snd-Arab", + "por-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "snd_Arab-sun_Latn", + "languages": [ + "snd-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.423393, + "recall": 0.488142, + "f1": 0.441191, + "accuracy": 0.488142, + "main_score": 0.441191, + "hf_subset": "snd_Arab-umb_Latn", + "languages": [ + "snd-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "snd_Arab-ajp_Arab", + "languages": [ + "snd-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.487951, + "recall": 0.567194, + "f1": 0.509315, + "accuracy": 0.567194, + "main_score": 0.509315, + "hf_subset": "snd_Arab-bjn_Arab", + "languages": [ + "snd-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.429126, + "recall": 0.478261, + "f1": 0.442247, + "accuracy": 0.478261, + "main_score": 0.442247, + "hf_subset": "snd_Arab-ewe_Latn", + "languages": [ + "snd-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.935606, + "recall": 0.955534, + "f1": 0.942194, + "accuracy": 0.955534, + "main_score": 0.942194, + "hf_subset": "snd_Arab-ilo_Latn", + "languages": [ + "snd-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.265559, + "recall": 0.327075, + "f1": 0.280948, + "accuracy": 0.327075, + "main_score": 0.280948, + "hf_subset": "snd_Arab-knc_Arab", + "languages": [ + "snd-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "snd_Arab-mkd_Cyrl", + "languages": [ + "snd-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-prs_Arab", + "languages": [ + "snd-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-swe_Latn", + "languages": [ + "snd-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-urd_Arab", + "languages": [ + "snd-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.692358, + "recall": 0.755929, + "f1": 0.710597, + "accuracy": 0.755929, + "main_score": 0.710597, + "hf_subset": "snd_Arab-aka_Latn", + "languages": [ + "snd-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "snd_Arab-bjn_Latn", + "languages": [ + "snd-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "snd_Arab-fao_Latn", + "languages": [ + "snd-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "snd_Arab-ind_Latn", + "languages": [ + "snd-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.477817, + "recall": 0.540514, + "f1": 0.494205, + "accuracy": 0.540514, + "main_score": 0.494205, + "hf_subset": "snd_Arab-knc_Latn", + "languages": [ + "snd-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "snd_Arab-mlt_Latn", + "languages": [ + "snd-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.587766, + "recall": 0.661067, + "f1": 0.608206, + "accuracy": 0.661067, + "main_score": 0.608206, + "hf_subset": "snd_Arab-quy_Latn", + "languages": [ + "snd-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-swh_Latn", + "languages": [ + "snd-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "snd_Arab-uzn_Latn", + "languages": [ + "snd-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "snd_Arab-als_Latn", + "languages": [ + "snd-Arab", + "als-Latn" + ] + }, + { + "precision": 0.765682, + "recall": 0.826087, + "f1": 0.784018, + "accuracy": 0.826087, + "main_score": 0.784018, + "hf_subset": "snd_Arab-bod_Tibt", + "languages": [ + "snd-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.582607, + "recall": 0.650198, + "f1": 0.601605, + "accuracy": 0.650198, + "main_score": 0.601605, + "hf_subset": "snd_Arab-fij_Latn", + "languages": [ + "snd-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "snd_Arab-isl_Latn", + "languages": [ + "snd-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.550858, + "recall": 0.623518, + "f1": 0.570579, + "accuracy": 0.623518, + "main_score": 0.570579, + "hf_subset": "snd_Arab-kon_Latn", + "languages": [ + "snd-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.594964, + "recall": 0.672925, + "f1": 0.616909, + "accuracy": 0.672925, + "main_score": 0.616909, + "hf_subset": "snd_Arab-mni_Beng", + "languages": [ + "snd-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "snd_Arab-ron_Latn", + "languages": [ + "snd-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.978261, + "f1": 0.972332, + "accuracy": 0.978261, + "main_score": 0.972332, + "hf_subset": "snd_Arab-szl_Latn", + "languages": [ + "snd-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "snd_Arab-vec_Latn", + "languages": [ + "snd-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.928607, + "recall": 0.949605, + "f1": 0.935178, + "accuracy": 0.949605, + "main_score": 0.935178, + "hf_subset": "snd_Arab-amh_Ethi", + "languages": [ + "snd-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-bos_Latn", + "languages": [ + "snd-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "snd_Arab-fin_Latn", + "languages": [ + "snd-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "snd_Arab-ita_Latn", + "languages": [ + "snd-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "snd_Arab-kor_Hang", + "languages": [ + "snd-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.469644, + "recall": 0.527668, + "f1": 0.485163, + "accuracy": 0.527668, + "main_score": 0.485163, + "hf_subset": "snd_Arab-mos_Latn", + "languages": [ + "snd-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.700553, + "recall": 0.766798, + "f1": 0.719996, + "accuracy": 0.766798, + "main_score": 0.719996, + "hf_subset": "snd_Arab-run_Latn", + "languages": [ + "snd-Arab", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "snd_Arab-tam_Taml", + "languages": [ + "snd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "snd_Arab-vie_Latn", + "languages": [ + "snd-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "snd_Arab-apc_Arab", + "languages": [ + "snd-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.673089, + "recall": 0.745059, + "f1": 0.693914, + "accuracy": 0.745059, + "main_score": 0.693914, + "hf_subset": "snd_Arab-bug_Latn", + "languages": [ + "snd-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.398603, + "recall": 0.451581, + "f1": 0.412662, + "accuracy": 0.451581, + "main_score": 0.412662, + "hf_subset": "snd_Arab-fon_Latn", + "languages": [ + "snd-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "snd_Arab-jav_Latn", + "languages": [ + "snd-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.930418, + "recall": 0.952569, + "f1": 0.937648, + "accuracy": 0.952569, + "main_score": 0.937648, + "hf_subset": "snd_Arab-lao_Laoo", + "languages": [ + "snd-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.840613, + "recall": 0.885375, + "f1": 0.854545, + "accuracy": 0.885375, + "main_score": 0.854545, + "hf_subset": "snd_Arab-mri_Latn", + "languages": [ + "snd-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "snd_Arab-rus_Cyrl", + "languages": [ + "snd-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.469827, + "recall": 0.528656, + "f1": 0.485385, + "accuracy": 0.528656, + "main_score": 0.485385, + "hf_subset": "snd_Arab-taq_Latn", + "languages": [ + "snd-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.978837, + "recall": 0.985178, + "f1": 0.980797, + "accuracy": 0.985178, + "main_score": 0.980797, + "hf_subset": "snd_Arab-war_Latn", + "languages": [ + "snd-Arab", + "war-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "snd_Arab-arb_Arab", + "languages": [ + "snd-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "snd_Arab-bul_Cyrl", + "languages": [ + "snd-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "snd_Arab-fra_Latn", + "languages": [ + "snd-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "snd_Arab-jpn_Jpan", + "languages": [ + "snd-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "snd_Arab-lij_Latn", + "languages": [ + "snd-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "snd_Arab-mya_Mymr", + "languages": [ + "snd-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.516422, + "recall": 0.58004, + "f1": 0.533742, + "accuracy": 0.58004, + "main_score": 0.533742, + "hf_subset": "snd_Arab-sag_Latn", + "languages": [ + "snd-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.220748, + "recall": 0.280632, + "f1": 0.235949, + "accuracy": 0.280632, + "main_score": 0.235949, + "hf_subset": "snd_Arab-taq_Tfng", + "languages": [ + "snd-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.592453, + "recall": 0.662055, + "f1": 0.611518, + "accuracy": 0.662055, + "main_score": 0.611518, + "hf_subset": "snd_Arab-wol_Latn", + "languages": [ + "snd-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.831966, + "recall": 0.878458, + "f1": 0.846212, + "accuracy": 0.878458, + "main_score": 0.846212, + "hf_subset": "snd_Arab-arb_Latn", + "languages": [ + "snd-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "snd_Arab-cat_Latn", + "languages": [ + "snd-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "snd_Arab-fur_Latn", + "languages": [ + "snd-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.429902, + "recall": 0.503953, + "f1": 0.449842, + "accuracy": 0.503953, + "main_score": 0.449842, + "hf_subset": "snd_Arab-kab_Latn", + "languages": [ + "snd-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "snd_Arab-lim_Latn", + "languages": [ + "snd-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "snd_Arab-nld_Latn", + "languages": [ + "snd-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "snd_Arab-san_Deva", + "languages": [ + "snd-Arab", + "san-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "snd_Arab-tat_Cyrl", + "languages": [ + "snd-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.868989, + "recall": 0.907115, + "f1": 0.880915, + "accuracy": 0.907115, + "main_score": 0.880915, + "hf_subset": "snd_Arab-xho_Latn", + "languages": [ + "snd-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "snd_Arab-ars_Arab", + "languages": [ + "snd-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "snd_Arab-ceb_Latn", + "languages": [ + "snd-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.452492, + "recall": 0.522727, + "f1": 0.471674, + "accuracy": 0.522727, + "main_score": 0.471674, + "hf_subset": "snd_Arab-fuv_Latn", + "languages": [ + "snd-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.452193, + "recall": 0.516798, + "f1": 0.469335, + "accuracy": 0.516798, + "main_score": 0.469335, + "hf_subset": "snd_Arab-kac_Latn", + "languages": [ + "snd-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.583148, + "recall": 0.656126, + "f1": 0.602742, + "accuracy": 0.656126, + "main_score": 0.602742, + "hf_subset": "snd_Arab-lin_Latn", + "languages": [ + "snd-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "snd_Arab-nno_Latn", + "languages": [ + "snd-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.872694, + "recall": 0.910079, + "f1": 0.88419, + "accuracy": 0.910079, + "main_score": 0.88419, + "hf_subset": "snd_Arab-sat_Olck", + "languages": [ + "snd-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "snd_Arab-tel_Telu", + "languages": [ + "snd-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "snd_Arab-ydd_Hebr", + "languages": [ + "snd-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.953393, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "snd_Arab-ary_Arab", + "languages": [ + "snd-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "snd_Arab-ces_Latn", + "languages": [ + "snd-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.545493, + "recall": 0.62253, + "f1": 0.566017, + "accuracy": 0.62253, + "main_score": 0.566017, + "hf_subset": "snd_Arab-gaz_Latn", + "languages": [ + "snd-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.492334, + "recall": 0.563241, + "f1": 0.511181, + "accuracy": 0.563241, + "main_score": 0.511181, + "hf_subset": "snd_Arab-kam_Latn", + "languages": [ + "snd-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "snd_Arab-lit_Latn", + "languages": [ + "snd-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "snd_Arab-nob_Latn", + "languages": [ + "snd-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "snd_Arab-scn_Latn", + "languages": [ + "snd-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.970932, + "recall": 0.979249, + "f1": 0.973551, + "accuracy": 0.979249, + "main_score": 0.973551, + "hf_subset": "snd_Arab-tgk_Cyrl", + "languages": [ + "snd-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.713878, + "recall": 0.775692, + "f1": 0.731047, + "accuracy": 0.775692, + "main_score": 0.731047, + "hf_subset": "snd_Arab-yor_Latn", + "languages": [ + "snd-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "snd_Arab-arz_Arab", + "languages": [ + "snd-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.442088, + "recall": 0.508893, + "f1": 0.460084, + "accuracy": 0.508893, + "main_score": 0.460084, + "hf_subset": "snd_Arab-cjk_Latn", + "languages": [ + "snd-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.928524, + "recall": 0.951581, + "f1": 0.9361, + "accuracy": 0.951581, + "main_score": 0.9361, + "hf_subset": "snd_Arab-gla_Latn", + "languages": [ + "snd-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "snd_Arab-kan_Knda", + "languages": [ + "snd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "snd_Arab-lmo_Latn", + "languages": [ + "snd-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "snd_Arab-npi_Deva", + "languages": [ + "snd-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.515302, + "recall": 0.59585, + "f1": 0.538886, + "accuracy": 0.59585, + "main_score": 0.538886, + "hf_subset": "snd_Arab-shn_Mymr", + "languages": [ + "snd-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "snd_Arab-tgl_Latn", + "languages": [ + "snd-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "snd_Arab-yue_Hant", + "languages": [ + "snd-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "snd_Arab-asm_Beng", + "languages": [ + "snd-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.92416, + "recall": 0.94664, + "f1": 0.93139, + "accuracy": 0.94664, + "main_score": 0.93139, + "hf_subset": "snd_Arab-ckb_Arab", + "languages": [ + "snd-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "snd_Arab-gle_Latn", + "languages": [ + "snd-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.927372, + "recall": 0.947628, + "f1": 0.933762, + "accuracy": 0.947628, + "main_score": 0.933762, + "hf_subset": "snd_Arab-kas_Arab", + "languages": [ + "snd-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.866107, + "recall": 0.903162, + "f1": 0.8778, + "accuracy": 0.903162, + "main_score": 0.8778, + "hf_subset": "snd_Arab-ltg_Latn", + "languages": [ + "snd-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.762996, + "recall": 0.818182, + "f1": 0.779908, + "accuracy": 0.818182, + "main_score": 0.779908, + "hf_subset": "snd_Arab-nso_Latn", + "languages": [ + "snd-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "snd_Arab-sin_Sinh", + "languages": [ + "snd-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "snd_Arab-tha_Thai", + "languages": [ + "snd-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "snd_Arab-zho_Hans", + "languages": [ + "snd-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "snd_Arab-ast_Latn", + "languages": [ + "snd-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "snd_Arab-crh_Latn", + "languages": [ + "snd-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-glg_Latn", + "languages": [ + "snd-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.883679, + "recall": 0.917984, + "f1": 0.894335, + "accuracy": 0.917984, + "main_score": 0.894335, + "hf_subset": "snd_Arab-kas_Deva", + "languages": [ + "snd-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "snd_Arab-ltz_Latn", + "languages": [ + "snd-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.408993, + "recall": 0.47332, + "f1": 0.426451, + "accuracy": 0.47332, + "main_score": 0.426451, + "hf_subset": "snd_Arab-nus_Latn", + "languages": [ + "snd-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "snd_Arab-slk_Latn", + "languages": [ + "snd-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.632319, + "recall": 0.710474, + "f1": 0.654185, + "accuracy": 0.710474, + "main_score": 0.654185, + "hf_subset": "snd_Arab-tir_Ethi", + "languages": [ + "snd-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "snd_Arab-zho_Hant", + "languages": [ + "snd-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "snd_Arab-awa_Deva", + "languages": [ + "snd-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "snd_Arab-cym_Latn", + "languages": [ + "snd-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.716049, + "recall": 0.778656, + "f1": 0.734023, + "accuracy": 0.778656, + "main_score": 0.734023, + "hf_subset": "snd_Arab-grn_Latn", + "languages": [ + "snd-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "snd_Arab-kat_Geor", + "languages": [ + "snd-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.553379, + "recall": 0.61166, + "f1": 0.56868, + "accuracy": 0.61166, + "main_score": 0.56868, + "hf_subset": "snd_Arab-lua_Latn", + "languages": [ + "snd-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.793923, + "recall": 0.846838, + "f1": 0.809618, + "accuracy": 0.846838, + "main_score": 0.809618, + "hf_subset": "snd_Arab-nya_Latn", + "languages": [ + "snd-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "snd_Arab-slv_Latn", + "languages": [ + "snd-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.963439, + "f1": 0.951581, + "accuracy": 0.963439, + "main_score": 0.951581, + "hf_subset": "snd_Arab-tpi_Latn", + "languages": [ + "snd-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-zsm_Latn", + "languages": [ + "snd-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.459068, + "recall": 0.519763, + "f1": 0.475849, + "accuracy": 0.519763, + "main_score": 0.475849, + "hf_subset": "snd_Arab-ayr_Latn", + "languages": [ + "snd-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "snd_Arab-dan_Latn", + "languages": [ + "snd-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "snd_Arab-guj_Gujr", + "languages": [ + "snd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "snd_Arab-kaz_Cyrl", + "languages": [ + "snd-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.599549, + "recall": 0.676877, + "f1": 0.621785, + "accuracy": 0.676877, + "main_score": 0.621785, + "hf_subset": "snd_Arab-lug_Latn", + "languages": [ + "snd-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "snd_Arab-oci_Latn", + "languages": [ + "snd-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.79025, + "recall": 0.842885, + "f1": 0.806541, + "accuracy": 0.842885, + "main_score": 0.806541, + "hf_subset": "snd_Arab-smo_Latn", + "languages": [ + "snd-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.700395, + "recall": 0.770751, + "f1": 0.721179, + "accuracy": 0.770751, + "main_score": 0.721179, + "hf_subset": "snd_Arab-tsn_Latn", + "languages": [ + "snd-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.864625, + "recall": 0.90415, + "f1": 0.877306, + "accuracy": 0.90415, + "main_score": 0.877306, + "hf_subset": "snd_Arab-zul_Latn", + "languages": [ + "snd-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.928854, + "recall": 0.950593, + "f1": 0.935935, + "accuracy": 0.950593, + "main_score": 0.935935, + "hf_subset": "snd_Arab-azb_Arab", + "languages": [ + "snd-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "snd_Arab-deu_Latn", + "languages": [ + "snd-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "snd_Arab-hat_Latn", + "languages": [ + "snd-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.44391, + "recall": 0.505929, + "f1": 0.460445, + "accuracy": 0.505929, + "main_score": 0.460445, + "hf_subset": "snd_Arab-kbp_Latn", + "languages": [ + "snd-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.47957, + "recall": 0.543478, + "f1": 0.497352, + "accuracy": 0.543478, + "main_score": 0.497352, + "hf_subset": "snd_Arab-luo_Latn", + "languages": [ + "snd-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "snd_Arab-ory_Orya", + "languages": [ + "snd-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.862072, + "recall": 0.903162, + "f1": 0.875395, + "accuracy": 0.903162, + "main_score": 0.875395, + "hf_subset": "snd_Arab-sna_Latn", + "languages": [ + "snd-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.609256, + "recall": 0.68083, + "f1": 0.6296, + "accuracy": 0.68083, + "main_score": 0.6296, + "hf_subset": "snd_Arab-tso_Latn", + "languages": [ + "snd-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "snd_Arab-azj_Latn", + "languages": [ + "snd-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.443698, + "recall": 0.51087, + "f1": 0.462532, + "accuracy": 0.51087, + "main_score": 0.462532, + "hf_subset": "snd_Arab-dik_Latn", + "languages": [ + "snd-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.878623, + "recall": 0.914032, + "f1": 0.889822, + "accuracy": 0.914032, + "main_score": 0.889822, + "hf_subset": "snd_Arab-hau_Latn", + "languages": [ + "snd-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "snd_Arab-kea_Latn", + "languages": [ + "snd-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.901597, + "recall": 0.928854, + "f1": 0.91031, + "accuracy": 0.928854, + "main_score": 0.91031, + "hf_subset": "snd_Arab-lus_Latn", + "languages": [ + "snd-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.829447, + "recall": 0.870553, + "f1": 0.84162, + "accuracy": 0.870553, + "main_score": 0.84162, + "hf_subset": "snd_Arab-pag_Latn", + "languages": [ + "snd-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "snd_Arab-tuk_Latn", + "languages": [ + "snd-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "snd_Arab-bak_Cyrl", + "languages": [ + "snd-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.425266, + "recall": 0.494071, + "f1": 0.443794, + "accuracy": 0.494071, + "main_score": 0.443794, + "hf_subset": "snd_Arab-dyu_Latn", + "languages": [ + "snd-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "snd_Arab-heb_Hebr", + "languages": [ + "snd-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.963027, + "recall": 0.974308, + "f1": 0.966634, + "accuracy": 0.974308, + "main_score": 0.966634, + "hf_subset": "snd_Arab-khk_Cyrl", + "languages": [ + "snd-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "snd_Arab-lvs_Latn", + "languages": [ + "snd-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-pan_Guru", + "languages": [ + "snd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.862302, + "recall": 0.900198, + "f1": 0.874209, + "accuracy": 0.900198, + "main_score": 0.874209, + "hf_subset": "snd_Arab-som_Latn", + "languages": [ + "snd-Arab", + "som-Latn" + ] + }, + { + "precision": 0.641724, + "recall": 0.711462, + "f1": 0.661536, + "accuracy": 0.711462, + "main_score": 0.661536, + "hf_subset": "snd_Arab-tum_Latn", + "languages": [ + "snd-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.502897, + "recall": 0.589921, + "f1": 0.527489, + "accuracy": 0.589921, + "main_score": 0.527489, + "hf_subset": "tuk_Latn-ace_Arab", + "languages": [ + "tuk-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.451853, + "recall": 0.511858, + "f1": 0.467568, + "accuracy": 0.511858, + "main_score": 0.467568, + "hf_subset": "tuk_Latn-bam_Latn", + "languages": [ + "tuk-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.597439, + "recall": 0.684783, + "f1": 0.622354, + "accuracy": 0.684783, + "main_score": 0.622354, + "hf_subset": "tuk_Latn-dzo_Tibt", + "languages": [ + "tuk-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tuk_Latn-hin_Deva", + "languages": [ + "tuk-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "tuk_Latn-khm_Khmr", + "languages": [ + "tuk-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tuk_Latn-mag_Deva", + "languages": [ + "tuk-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tuk_Latn-pap_Latn", + "languages": [ + "tuk-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.835013, + "recall": 0.87747, + "f1": 0.847892, + "accuracy": 0.87747, + "main_score": 0.847892, + "hf_subset": "tuk_Latn-sot_Latn", + "languages": [ + "tuk-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tuk_Latn-tur_Latn", + "languages": [ + "tuk-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.835186, + "recall": 0.878458, + "f1": 0.848559, + "accuracy": 0.878458, + "main_score": 0.848559, + "hf_subset": "tuk_Latn-ace_Latn", + "languages": [ + "tuk-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.9417, + "recall": 0.958498, + "f1": 0.947134, + "accuracy": 0.958498, + "main_score": 0.947134, + "hf_subset": "tuk_Latn-ban_Latn", + "languages": [ + "tuk-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tuk_Latn-ell_Grek", + "languages": [ + "tuk-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "tuk_Latn-hne_Deva", + "languages": [ + "tuk-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.564085, + "recall": 0.635375, + "f1": 0.584005, + "accuracy": 0.635375, + "main_score": 0.584005, + "hf_subset": "tuk_Latn-kik_Latn", + "languages": [ + "tuk-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tuk_Latn-mai_Deva", + "languages": [ + "tuk-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.935194, + "recall": 0.955534, + "f1": 0.941765, + "accuracy": 0.955534, + "main_score": 0.941765, + "hf_subset": "tuk_Latn-pbt_Arab", + "languages": [ + "tuk-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tuk_Latn-spa_Latn", + "languages": [ + "tuk-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.736509, + "recall": 0.798419, + "f1": 0.754663, + "accuracy": 0.798419, + "main_score": 0.754663, + "hf_subset": "tuk_Latn-twi_Latn", + "languages": [ + "tuk-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tuk_Latn-acm_Arab", + "languages": [ + "tuk-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "tuk_Latn-bel_Cyrl", + "languages": [ + "tuk-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tuk_Latn-eng_Latn", + "languages": [ + "tuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tuk_Latn-hrv_Latn", + "languages": [ + "tuk-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.833778, + "recall": 0.879447, + "f1": 0.847661, + "accuracy": 0.879447, + "main_score": 0.847661, + "hf_subset": "tuk_Latn-kin_Latn", + "languages": [ + "tuk-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tuk_Latn-mal_Mlym", + "languages": [ + "tuk-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tuk_Latn-pes_Arab", + "languages": [ + "tuk-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tuk_Latn-srd_Latn", + "languages": [ + "tuk-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.2096, + "recall": 0.273715, + "f1": 0.225064, + "accuracy": 0.273715, + "main_score": 0.225064, + "hf_subset": "tuk_Latn-tzm_Tfng", + "languages": [ + "tuk-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "tuk_Latn-acq_Arab", + "languages": [ + "tuk-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.65415, + "recall": 0.725296, + "f1": 0.674642, + "accuracy": 0.725296, + "main_score": 0.674642, + "hf_subset": "tuk_Latn-bem_Latn", + "languages": [ + "tuk-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tuk_Latn-epo_Latn", + "languages": [ + "tuk-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tuk_Latn-hun_Latn", + "languages": [ + "tuk-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tuk_Latn-kir_Cyrl", + "languages": [ + "tuk-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "tuk_Latn-mar_Deva", + "languages": [ + "tuk-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.862022, + "recall": 0.900198, + "f1": 0.87365, + "accuracy": 0.900198, + "main_score": 0.87365, + "hf_subset": "tuk_Latn-plt_Latn", + "languages": [ + "tuk-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tuk_Latn-srp_Cyrl", + "languages": [ + "tuk-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.941206, + "recall": 0.959486, + "f1": 0.947134, + "accuracy": 0.959486, + "main_score": 0.947134, + "hf_subset": "tuk_Latn-uig_Arab", + "languages": [ + "tuk-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "tuk_Latn-aeb_Arab", + "languages": [ + "tuk-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tuk_Latn-ben_Beng", + "languages": [ + "tuk-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tuk_Latn-est_Latn", + "languages": [ + "tuk-Latn", + "est-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tuk_Latn-hye_Armn", + "languages": [ + "tuk-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.443831, + "recall": 0.497036, + "f1": 0.458323, + "accuracy": 0.497036, + "main_score": 0.458323, + "hf_subset": "tuk_Latn-kmb_Latn", + "languages": [ + "tuk-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.468119, + "recall": 0.555336, + "f1": 0.491478, + "accuracy": 0.555336, + "main_score": 0.491478, + "hf_subset": "tuk_Latn-min_Arab", + "languages": [ + "tuk-Latn", + "min-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tuk_Latn-pol_Latn", + "languages": [ + "tuk-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.739032, + "recall": 0.805336, + "f1": 0.758992, + "accuracy": 0.805336, + "main_score": 0.758992, + "hf_subset": "tuk_Latn-ssw_Latn", + "languages": [ + "tuk-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tuk_Latn-ukr_Cyrl", + "languages": [ + "tuk-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tuk_Latn-afr_Latn", + "languages": [ + "tuk-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "tuk_Latn-bho_Deva", + "languages": [ + "tuk-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tuk_Latn-eus_Latn", + "languages": [ + "tuk-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.833119, + "recall": 0.881423, + "f1": 0.848024, + "accuracy": 0.881423, + "main_score": 0.848024, + "hf_subset": "tuk_Latn-ibo_Latn", + "languages": [ + "tuk-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.859107, + "recall": 0.898221, + "f1": 0.871396, + "accuracy": 0.898221, + "main_score": 0.871396, + "hf_subset": "tuk_Latn-kmr_Latn", + "languages": [ + "tuk-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "tuk_Latn-min_Latn", + "languages": [ + "tuk-Latn", + "min-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tuk_Latn-por_Latn", + "languages": [ + "tuk-Latn", + "por-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tuk_Latn-sun_Latn", + "languages": [ + "tuk-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.437309, + "recall": 0.503953, + "f1": 0.456124, + "accuracy": 0.503953, + "main_score": 0.456124, + "hf_subset": "tuk_Latn-umb_Latn", + "languages": [ + "tuk-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tuk_Latn-ajp_Arab", + "languages": [ + "tuk-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.480303, + "recall": 0.565217, + "f1": 0.503599, + "accuracy": 0.565217, + "main_score": 0.503599, + "hf_subset": "tuk_Latn-bjn_Arab", + "languages": [ + "tuk-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.436877, + "recall": 0.494071, + "f1": 0.452104, + "accuracy": 0.494071, + "main_score": 0.452104, + "hf_subset": "tuk_Latn-ewe_Latn", + "languages": [ + "tuk-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.937747, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "tuk_Latn-ilo_Latn", + "languages": [ + "tuk-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.241633, + "recall": 0.309289, + "f1": 0.258762, + "accuracy": 0.309289, + "main_score": 0.258762, + "hf_subset": "tuk_Latn-knc_Arab", + "languages": [ + "tuk-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tuk_Latn-mkd_Cyrl", + "languages": [ + "tuk-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tuk_Latn-prs_Arab", + "languages": [ + "tuk-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tuk_Latn-swe_Latn", + "languages": [ + "tuk-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tuk_Latn-urd_Arab", + "languages": [ + "tuk-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.706983, + "recall": 0.772727, + "f1": 0.725579, + "accuracy": 0.772727, + "main_score": 0.725579, + "hf_subset": "tuk_Latn-aka_Latn", + "languages": [ + "tuk-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.952216, + "recall": 0.966403, + "f1": 0.956769, + "accuracy": 0.966403, + "main_score": 0.956769, + "hf_subset": "tuk_Latn-bjn_Latn", + "languages": [ + "tuk-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "tuk_Latn-fao_Latn", + "languages": [ + "tuk-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tuk_Latn-ind_Latn", + "languages": [ + "tuk-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.501946, + "recall": 0.554348, + "f1": 0.515192, + "accuracy": 0.554348, + "main_score": 0.515192, + "hf_subset": "tuk_Latn-knc_Latn", + "languages": [ + "tuk-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tuk_Latn-mlt_Latn", + "languages": [ + "tuk-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.595393, + "recall": 0.66996, + "f1": 0.61698, + "accuracy": 0.66996, + "main_score": 0.61698, + "hf_subset": "tuk_Latn-quy_Latn", + "languages": [ + "tuk-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tuk_Latn-swh_Latn", + "languages": [ + "tuk-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tuk_Latn-uzn_Latn", + "languages": [ + "tuk-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "tuk_Latn-als_Latn", + "languages": [ + "tuk-Latn", + "als-Latn" + ] + }, + { + "precision": 0.766035, + "recall": 0.829051, + "f1": 0.785441, + "accuracy": 0.829051, + "main_score": 0.785441, + "hf_subset": "tuk_Latn-bod_Tibt", + "languages": [ + "tuk-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.595327, + "recall": 0.666996, + "f1": 0.615739, + "accuracy": 0.666996, + "main_score": 0.615739, + "hf_subset": "tuk_Latn-fij_Latn", + "languages": [ + "tuk-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "tuk_Latn-isl_Latn", + "languages": [ + "tuk-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.543102, + "recall": 0.616601, + "f1": 0.564086, + "accuracy": 0.616601, + "main_score": 0.564086, + "hf_subset": "tuk_Latn-kon_Latn", + "languages": [ + "tuk-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.563464, + "recall": 0.644269, + "f1": 0.585929, + "accuracy": 0.644269, + "main_score": 0.585929, + "hf_subset": "tuk_Latn-mni_Beng", + "languages": [ + "tuk-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tuk_Latn-ron_Latn", + "languages": [ + "tuk-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "tuk_Latn-szl_Latn", + "languages": [ + "tuk-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tuk_Latn-vec_Latn", + "languages": [ + "tuk-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.935771, + "recall": 0.955534, + "f1": 0.942029, + "accuracy": 0.955534, + "main_score": 0.942029, + "hf_subset": "tuk_Latn-amh_Ethi", + "languages": [ + "tuk-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tuk_Latn-bos_Latn", + "languages": [ + "tuk-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tuk_Latn-fin_Latn", + "languages": [ + "tuk-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tuk_Latn-ita_Latn", + "languages": [ + "tuk-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tuk_Latn-kor_Hang", + "languages": [ + "tuk-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.477485, + "recall": 0.535573, + "f1": 0.493156, + "accuracy": 0.535573, + "main_score": 0.493156, + "hf_subset": "tuk_Latn-mos_Latn", + "languages": [ + "tuk-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.738406, + "recall": 0.799407, + "f1": 0.757031, + "accuracy": 0.799407, + "main_score": 0.757031, + "hf_subset": "tuk_Latn-run_Latn", + "languages": [ + "tuk-Latn", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tuk_Latn-tam_Taml", + "languages": [ + "tuk-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tuk_Latn-vie_Latn", + "languages": [ + "tuk-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tuk_Latn-apc_Arab", + "languages": [ + "tuk-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.701639, + "recall": 0.762846, + "f1": 0.719771, + "accuracy": 0.762846, + "main_score": 0.719771, + "hf_subset": "tuk_Latn-bug_Latn", + "languages": [ + "tuk-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.411373, + "recall": 0.461462, + "f1": 0.425017, + "accuracy": 0.461462, + "main_score": 0.425017, + "hf_subset": "tuk_Latn-fon_Latn", + "languages": [ + "tuk-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "tuk_Latn-jav_Latn", + "languages": [ + "tuk-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.943511, + "recall": 0.960474, + "f1": 0.948946, + "accuracy": 0.960474, + "main_score": 0.948946, + "hf_subset": "tuk_Latn-lao_Laoo", + "languages": [ + "tuk-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.84025, + "recall": 0.885375, + "f1": 0.854381, + "accuracy": 0.885375, + "main_score": 0.854381, + "hf_subset": "tuk_Latn-mri_Latn", + "languages": [ + "tuk-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tuk_Latn-rus_Cyrl", + "languages": [ + "tuk-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.475374, + "recall": 0.529644, + "f1": 0.489409, + "accuracy": 0.529644, + "main_score": 0.489409, + "hf_subset": "tuk_Latn-taq_Latn", + "languages": [ + "tuk-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.973485, + "recall": 0.981225, + "f1": 0.975908, + "accuracy": 0.981225, + "main_score": 0.975908, + "hf_subset": "tuk_Latn-war_Latn", + "languages": [ + "tuk-Latn", + "war-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tuk_Latn-arb_Arab", + "languages": [ + "tuk-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tuk_Latn-bul_Cyrl", + "languages": [ + "tuk-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tuk_Latn-fra_Latn", + "languages": [ + "tuk-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tuk_Latn-jpn_Jpan", + "languages": [ + "tuk-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "tuk_Latn-lij_Latn", + "languages": [ + "tuk-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "tuk_Latn-mya_Mymr", + "languages": [ + "tuk-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.50707, + "recall": 0.566206, + "f1": 0.522336, + "accuracy": 0.566206, + "main_score": 0.522336, + "hf_subset": "tuk_Latn-sag_Latn", + "languages": [ + "tuk-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.228488, + "recall": 0.295455, + "f1": 0.245333, + "accuracy": 0.295455, + "main_score": 0.245333, + "hf_subset": "tuk_Latn-taq_Tfng", + "languages": [ + "tuk-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.600916, + "recall": 0.667984, + "f1": 0.619434, + "accuracy": 0.667984, + "main_score": 0.619434, + "hf_subset": "tuk_Latn-wol_Latn", + "languages": [ + "tuk-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.816634, + "recall": 0.869565, + "f1": 0.832971, + "accuracy": 0.869565, + "main_score": 0.832971, + "hf_subset": "tuk_Latn-arb_Latn", + "languages": [ + "tuk-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tuk_Latn-cat_Latn", + "languages": [ + "tuk-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tuk_Latn-fur_Latn", + "languages": [ + "tuk-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.418152, + "recall": 0.497036, + "f1": 0.4392, + "accuracy": 0.497036, + "main_score": 0.4392, + "hf_subset": "tuk_Latn-kab_Latn", + "languages": [ + "tuk-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.974391, + "recall": 0.982213, + "f1": 0.976845, + "accuracy": 0.982213, + "main_score": 0.976845, + "hf_subset": "tuk_Latn-lim_Latn", + "languages": [ + "tuk-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tuk_Latn-nld_Latn", + "languages": [ + "tuk-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "tuk_Latn-san_Deva", + "languages": [ + "tuk-Latn", + "san-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tuk_Latn-tat_Cyrl", + "languages": [ + "tuk-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.856143, + "recall": 0.900198, + "f1": 0.870455, + "accuracy": 0.900198, + "main_score": 0.870455, + "hf_subset": "tuk_Latn-xho_Latn", + "languages": [ + "tuk-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tuk_Latn-ars_Arab", + "languages": [ + "tuk-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "tuk_Latn-ceb_Latn", + "languages": [ + "tuk-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.443517, + "recall": 0.511858, + "f1": 0.46189, + "accuracy": 0.511858, + "main_score": 0.46189, + "hf_subset": "tuk_Latn-fuv_Latn", + "languages": [ + "tuk-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.460464, + "recall": 0.518775, + "f1": 0.476064, + "accuracy": 0.518775, + "main_score": 0.476064, + "hf_subset": "tuk_Latn-kac_Latn", + "languages": [ + "tuk-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.597154, + "recall": 0.666008, + "f1": 0.616446, + "accuracy": 0.666008, + "main_score": 0.616446, + "hf_subset": "tuk_Latn-lin_Latn", + "languages": [ + "tuk-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tuk_Latn-nno_Latn", + "languages": [ + "tuk-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.855731, + "recall": 0.898221, + "f1": 0.869038, + "accuracy": 0.898221, + "main_score": 0.869038, + "hf_subset": "tuk_Latn-sat_Olck", + "languages": [ + "tuk-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tuk_Latn-tel_Telu", + "languages": [ + "tuk-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "tuk_Latn-ydd_Hebr", + "languages": [ + "tuk-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "tuk_Latn-ary_Arab", + "languages": [ + "tuk-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tuk_Latn-ces_Latn", + "languages": [ + "tuk-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.553873, + "recall": 0.630435, + "f1": 0.575337, + "accuracy": 0.630435, + "main_score": 0.575337, + "hf_subset": "tuk_Latn-gaz_Latn", + "languages": [ + "tuk-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.520743, + "recall": 0.592885, + "f1": 0.540391, + "accuracy": 0.592885, + "main_score": 0.540391, + "hf_subset": "tuk_Latn-kam_Latn", + "languages": [ + "tuk-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tuk_Latn-lit_Latn", + "languages": [ + "tuk-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tuk_Latn-nob_Latn", + "languages": [ + "tuk-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.97472, + "recall": 0.982213, + "f1": 0.977009, + "accuracy": 0.982213, + "main_score": 0.977009, + "hf_subset": "tuk_Latn-scn_Latn", + "languages": [ + "tuk-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "tuk_Latn-tgk_Cyrl", + "languages": [ + "tuk-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.725472, + "recall": 0.794466, + "f1": 0.746066, + "accuracy": 0.794466, + "main_score": 0.746066, + "hf_subset": "tuk_Latn-yor_Latn", + "languages": [ + "tuk-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tuk_Latn-arz_Arab", + "languages": [ + "tuk-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.457059, + "recall": 0.520751, + "f1": 0.475438, + "accuracy": 0.520751, + "main_score": 0.475438, + "hf_subset": "tuk_Latn-cjk_Latn", + "languages": [ + "tuk-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.919384, + "recall": 0.944664, + "f1": 0.927437, + "accuracy": 0.944664, + "main_score": 0.927437, + "hf_subset": "tuk_Latn-gla_Latn", + "languages": [ + "tuk-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "tuk_Latn-kan_Knda", + "languages": [ + "tuk-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "tuk_Latn-lmo_Latn", + "languages": [ + "tuk-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "tuk_Latn-npi_Deva", + "languages": [ + "tuk-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.522583, + "recall": 0.606719, + "f1": 0.546697, + "accuracy": 0.606719, + "main_score": 0.546697, + "hf_subset": "tuk_Latn-shn_Mymr", + "languages": [ + "tuk-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tuk_Latn-tgl_Latn", + "languages": [ + "tuk-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tuk_Latn-yue_Hant", + "languages": [ + "tuk-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "tuk_Latn-asm_Beng", + "languages": [ + "tuk-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.917078, + "recall": 0.9417, + "f1": 0.924967, + "accuracy": 0.9417, + "main_score": 0.924967, + "hf_subset": "tuk_Latn-ckb_Arab", + "languages": [ + "tuk-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.954051, + "recall": 0.969368, + "f1": 0.959157, + "accuracy": 0.969368, + "main_score": 0.959157, + "hf_subset": "tuk_Latn-gle_Latn", + "languages": [ + "tuk-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.862813, + "recall": 0.903162, + "f1": 0.875791, + "accuracy": 0.903162, + "main_score": 0.875791, + "hf_subset": "tuk_Latn-kas_Arab", + "languages": [ + "tuk-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.885293, + "recall": 0.918972, + "f1": 0.896146, + "accuracy": 0.918972, + "main_score": 0.896146, + "hf_subset": "tuk_Latn-ltg_Latn", + "languages": [ + "tuk-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.778553, + "recall": 0.829051, + "f1": 0.79355, + "accuracy": 0.829051, + "main_score": 0.79355, + "hf_subset": "tuk_Latn-nso_Latn", + "languages": [ + "tuk-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "tuk_Latn-sin_Sinh", + "languages": [ + "tuk-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "tuk_Latn-tha_Thai", + "languages": [ + "tuk-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "tuk_Latn-zho_Hans", + "languages": [ + "tuk-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tuk_Latn-ast_Latn", + "languages": [ + "tuk-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tuk_Latn-crh_Latn", + "languages": [ + "tuk-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tuk_Latn-glg_Latn", + "languages": [ + "tuk-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.815497, + "recall": 0.863636, + "f1": 0.830072, + "accuracy": 0.863636, + "main_score": 0.830072, + "hf_subset": "tuk_Latn-kas_Deva", + "languages": [ + "tuk-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tuk_Latn-ltz_Latn", + "languages": [ + "tuk-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.398824, + "recall": 0.465415, + "f1": 0.416529, + "accuracy": 0.465415, + "main_score": 0.416529, + "hf_subset": "tuk_Latn-nus_Latn", + "languages": [ + "tuk-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tuk_Latn-slk_Latn", + "languages": [ + "tuk-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.606139, + "recall": 0.687747, + "f1": 0.628907, + "accuracy": 0.687747, + "main_score": 0.628907, + "hf_subset": "tuk_Latn-tir_Ethi", + "languages": [ + "tuk-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tuk_Latn-zho_Hant", + "languages": [ + "tuk-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "tuk_Latn-awa_Deva", + "languages": [ + "tuk-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tuk_Latn-cym_Latn", + "languages": [ + "tuk-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.715886, + "recall": 0.777668, + "f1": 0.733764, + "accuracy": 0.777668, + "main_score": 0.733764, + "hf_subset": "tuk_Latn-grn_Latn", + "languages": [ + "tuk-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tuk_Latn-kat_Geor", + "languages": [ + "tuk-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.550966, + "recall": 0.610672, + "f1": 0.567264, + "accuracy": 0.610672, + "main_score": 0.567264, + "hf_subset": "tuk_Latn-lua_Latn", + "languages": [ + "tuk-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.798172, + "recall": 0.852767, + "f1": 0.81525, + "accuracy": 0.852767, + "main_score": 0.81525, + "hf_subset": "tuk_Latn-nya_Latn", + "languages": [ + "tuk-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tuk_Latn-slv_Latn", + "languages": [ + "tuk-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.941864, + "recall": 0.960474, + "f1": 0.947958, + "accuracy": 0.960474, + "main_score": 0.947958, + "hf_subset": "tuk_Latn-tpi_Latn", + "languages": [ + "tuk-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tuk_Latn-zsm_Latn", + "languages": [ + "tuk-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.485723, + "recall": 0.550395, + "f1": 0.503618, + "accuracy": 0.550395, + "main_score": 0.503618, + "hf_subset": "tuk_Latn-ayr_Latn", + "languages": [ + "tuk-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tuk_Latn-dan_Latn", + "languages": [ + "tuk-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tuk_Latn-guj_Gujr", + "languages": [ + "tuk-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tuk_Latn-kaz_Cyrl", + "languages": [ + "tuk-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.621138, + "recall": 0.6917, + "f1": 0.641251, + "accuracy": 0.6917, + "main_score": 0.641251, + "hf_subset": "tuk_Latn-lug_Latn", + "languages": [ + "tuk-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tuk_Latn-oci_Latn", + "languages": [ + "tuk-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.807592, + "recall": 0.856719, + "f1": 0.822614, + "accuracy": 0.856719, + "main_score": 0.822614, + "hf_subset": "tuk_Latn-smo_Latn", + "languages": [ + "tuk-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.734997, + "recall": 0.796443, + "f1": 0.753327, + "accuracy": 0.796443, + "main_score": 0.753327, + "hf_subset": "tuk_Latn-tsn_Latn", + "languages": [ + "tuk-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.880847, + "recall": 0.916008, + "f1": 0.892029, + "accuracy": 0.916008, + "main_score": 0.892029, + "hf_subset": "tuk_Latn-zul_Latn", + "languages": [ + "tuk-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.908679, + "recall": 0.934783, + "f1": 0.917062, + "accuracy": 0.934783, + "main_score": 0.917062, + "hf_subset": "tuk_Latn-azb_Arab", + "languages": [ + "tuk-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tuk_Latn-deu_Latn", + "languages": [ + "tuk-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "tuk_Latn-hat_Latn", + "languages": [ + "tuk-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.455628, + "recall": 0.513834, + "f1": 0.471628, + "accuracy": 0.513834, + "main_score": 0.471628, + "hf_subset": "tuk_Latn-kbp_Latn", + "languages": [ + "tuk-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.486164, + "recall": 0.549407, + "f1": 0.503407, + "accuracy": 0.549407, + "main_score": 0.503407, + "hf_subset": "tuk_Latn-luo_Latn", + "languages": [ + "tuk-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "tuk_Latn-ory_Orya", + "languages": [ + "tuk-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.849473, + "recall": 0.892292, + "f1": 0.863095, + "accuracy": 0.892292, + "main_score": 0.863095, + "hf_subset": "tuk_Latn-sna_Latn", + "languages": [ + "tuk-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.635578, + "recall": 0.701581, + "f1": 0.654452, + "accuracy": 0.701581, + "main_score": 0.654452, + "hf_subset": "tuk_Latn-tso_Latn", + "languages": [ + "tuk-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tuk_Latn-azj_Latn", + "languages": [ + "tuk-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.477466, + "recall": 0.54249, + "f1": 0.495505, + "accuracy": 0.54249, + "main_score": 0.495505, + "hf_subset": "tuk_Latn-dik_Latn", + "languages": [ + "tuk-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.891469, + "recall": 0.923913, + "f1": 0.901812, + "accuracy": 0.923913, + "main_score": 0.901812, + "hf_subset": "tuk_Latn-hau_Latn", + "languages": [ + "tuk-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.954545, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "tuk_Latn-kea_Latn", + "languages": [ + "tuk-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.894928, + "recall": 0.927866, + "f1": 0.905632, + "accuracy": 0.927866, + "main_score": 0.905632, + "hf_subset": "tuk_Latn-lus_Latn", + "languages": [ + "tuk-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.806818, + "recall": 0.852767, + "f1": 0.820601, + "accuracy": 0.852767, + "main_score": 0.820601, + "hf_subset": "tuk_Latn-pag_Latn", + "languages": [ + "tuk-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.955698, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "tuk_Latn-snd_Arab", + "languages": [ + "tuk-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tuk_Latn-bak_Cyrl", + "languages": [ + "tuk-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.431397, + "recall": 0.496047, + "f1": 0.448303, + "accuracy": 0.496047, + "main_score": 0.448303, + "hf_subset": "tuk_Latn-dyu_Latn", + "languages": [ + "tuk-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tuk_Latn-heb_Hebr", + "languages": [ + "tuk-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "tuk_Latn-khk_Cyrl", + "languages": [ + "tuk-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tuk_Latn-lvs_Latn", + "languages": [ + "tuk-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tuk_Latn-pan_Guru", + "languages": [ + "tuk-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.85746, + "recall": 0.898221, + "f1": 0.870455, + "accuracy": 0.898221, + "main_score": 0.870455, + "hf_subset": "tuk_Latn-som_Latn", + "languages": [ + "tuk-Latn", + "som-Latn" + ] + }, + { + "precision": 0.664066, + "recall": 0.729249, + "f1": 0.683654, + "accuracy": 0.729249, + "main_score": 0.683654, + "hf_subset": "tuk_Latn-tum_Latn", + "languages": [ + "tuk-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.505547, + "recall": 0.593874, + "f1": 0.530349, + "accuracy": 0.593874, + "main_score": 0.530349, + "hf_subset": "bak_Cyrl-ace_Arab", + "languages": [ + "bak-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.451032, + "recall": 0.51581, + "f1": 0.468323, + "accuracy": 0.51581, + "main_score": 0.468323, + "hf_subset": "bak_Cyrl-bam_Latn", + "languages": [ + "bak-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.6208, + "recall": 0.706522, + "f1": 0.644669, + "accuracy": 0.706522, + "main_score": 0.644669, + "hf_subset": "bak_Cyrl-dzo_Tibt", + "languages": [ + "bak-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-hin_Deva", + "languages": [ + "bak-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "bak_Cyrl-khm_Khmr", + "languages": [ + "bak-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-mag_Deva", + "languages": [ + "bak-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bak_Cyrl-pap_Latn", + "languages": [ + "bak-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.864987, + "recall": 0.903162, + "f1": 0.876732, + "accuracy": 0.903162, + "main_score": 0.876732, + "hf_subset": "bak_Cyrl-sot_Latn", + "languages": [ + "bak-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bak_Cyrl-tur_Latn", + "languages": [ + "bak-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.850965, + "recall": 0.892292, + "f1": 0.863836, + "accuracy": 0.892292, + "main_score": 0.863836, + "hf_subset": "bak_Cyrl-ace_Latn", + "languages": [ + "bak-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.968379, + "f1": 0.959321, + "accuracy": 0.968379, + "main_score": 0.959321, + "hf_subset": "bak_Cyrl-ban_Latn", + "languages": [ + "bak-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "bak_Cyrl-ell_Grek", + "languages": [ + "bak-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "bak_Cyrl-hne_Deva", + "languages": [ + "bak-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.556398, + "recall": 0.634387, + "f1": 0.579072, + "accuracy": 0.634387, + "main_score": 0.579072, + "hf_subset": "bak_Cyrl-kik_Latn", + "languages": [ + "bak-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "bak_Cyrl-mai_Deva", + "languages": [ + "bak-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.952569, + "recall": 0.968379, + "f1": 0.957839, + "accuracy": 0.968379, + "main_score": 0.957839, + "hf_subset": "bak_Cyrl-pbt_Arab", + "languages": [ + "bak-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bak_Cyrl-spa_Latn", + "languages": [ + "bak-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.756152, + "recall": 0.816206, + "f1": 0.774391, + "accuracy": 0.816206, + "main_score": 0.774391, + "hf_subset": "bak_Cyrl-twi_Latn", + "languages": [ + "bak-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-acm_Arab", + "languages": [ + "bak-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-bel_Cyrl", + "languages": [ + "bak-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-eng_Latn", + "languages": [ + "bak-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-hrv_Latn", + "languages": [ + "bak-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.849144, + "recall": 0.890316, + "f1": 0.861726, + "accuracy": 0.890316, + "main_score": 0.861726, + "hf_subset": "bak_Cyrl-kin_Latn", + "languages": [ + "bak-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bak_Cyrl-mal_Mlym", + "languages": [ + "bak-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-pes_Arab", + "languages": [ + "bak-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bak_Cyrl-srd_Latn", + "languages": [ + "bak-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.214692, + "recall": 0.279644, + "f1": 0.229487, + "accuracy": 0.279644, + "main_score": 0.229487, + "hf_subset": "bak_Cyrl-tzm_Tfng", + "languages": [ + "bak-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-acq_Arab", + "languages": [ + "bak-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.650412, + "recall": 0.721344, + "f1": 0.670459, + "accuracy": 0.721344, + "main_score": 0.670459, + "hf_subset": "bak_Cyrl-bem_Latn", + "languages": [ + "bak-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-epo_Latn", + "languages": [ + "bak-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-hun_Latn", + "languages": [ + "bak-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "bak_Cyrl-kir_Cyrl", + "languages": [ + "bak-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "bak_Cyrl-mar_Deva", + "languages": [ + "bak-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.867918, + "recall": 0.906126, + "f1": 0.879908, + "accuracy": 0.906126, + "main_score": 0.879908, + "hf_subset": "bak_Cyrl-plt_Latn", + "languages": [ + "bak-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "bak_Cyrl-srp_Cyrl", + "languages": [ + "bak-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.950099, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "bak_Cyrl-uig_Arab", + "languages": [ + "bak-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bak_Cyrl-aeb_Arab", + "languages": [ + "bak-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-ben_Beng", + "languages": [ + "bak-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-est_Latn", + "languages": [ + "bak-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bak_Cyrl-hye_Armn", + "languages": [ + "bak-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.45257, + "recall": 0.519763, + "f1": 0.470561, + "accuracy": 0.519763, + "main_score": 0.470561, + "hf_subset": "bak_Cyrl-kmb_Latn", + "languages": [ + "bak-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.488177, + "recall": 0.577075, + "f1": 0.511852, + "accuracy": 0.577075, + "main_score": 0.511852, + "hf_subset": "bak_Cyrl-min_Arab", + "languages": [ + "bak-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-pol_Latn", + "languages": [ + "bak-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.745365, + "recall": 0.812253, + "f1": 0.765662, + "accuracy": 0.812253, + "main_score": 0.765662, + "hf_subset": "bak_Cyrl-ssw_Latn", + "languages": [ + "bak-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-ukr_Cyrl", + "languages": [ + "bak-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-afr_Latn", + "languages": [ + "bak-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bak_Cyrl-bho_Deva", + "languages": [ + "bak-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-eus_Latn", + "languages": [ + "bak-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.858531, + "recall": 0.900198, + "f1": 0.87164, + "accuracy": 0.900198, + "main_score": 0.87164, + "hf_subset": "bak_Cyrl-ibo_Latn", + "languages": [ + "bak-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.879858, + "recall": 0.91502, + "f1": 0.891041, + "accuracy": 0.91502, + "main_score": 0.891041, + "hf_subset": "bak_Cyrl-kmr_Latn", + "languages": [ + "bak-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bak_Cyrl-min_Latn", + "languages": [ + "bak-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-por_Latn", + "languages": [ + "bak-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bak_Cyrl-sun_Latn", + "languages": [ + "bak-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.44455, + "recall": 0.511858, + "f1": 0.463431, + "accuracy": 0.511858, + "main_score": 0.463431, + "hf_subset": "bak_Cyrl-umb_Latn", + "languages": [ + "bak-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-ajp_Arab", + "languages": [ + "bak-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.494646, + "recall": 0.58498, + "f1": 0.518899, + "accuracy": 0.58498, + "main_score": 0.518899, + "hf_subset": "bak_Cyrl-bjn_Arab", + "languages": [ + "bak-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.448937, + "recall": 0.500988, + "f1": 0.463018, + "accuracy": 0.500988, + "main_score": 0.463018, + "hf_subset": "bak_Cyrl-ewe_Latn", + "languages": [ + "bak-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "bak_Cyrl-ilo_Latn", + "languages": [ + "bak-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.256224, + "recall": 0.323123, + "f1": 0.272501, + "accuracy": 0.323123, + "main_score": 0.272501, + "hf_subset": "bak_Cyrl-knc_Arab", + "languages": [ + "bak-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-mkd_Cyrl", + "languages": [ + "bak-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-prs_Arab", + "languages": [ + "bak-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-swe_Latn", + "languages": [ + "bak-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-urd_Arab", + "languages": [ + "bak-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.732133, + "recall": 0.79249, + "f1": 0.749704, + "accuracy": 0.79249, + "main_score": 0.749704, + "hf_subset": "bak_Cyrl-aka_Latn", + "languages": [ + "bak-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "bak_Cyrl-bjn_Latn", + "languages": [ + "bak-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "bak_Cyrl-fao_Latn", + "languages": [ + "bak-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-ind_Latn", + "languages": [ + "bak-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.489181, + "recall": 0.554348, + "f1": 0.506659, + "accuracy": 0.554348, + "main_score": 0.506659, + "hf_subset": "bak_Cyrl-knc_Latn", + "languages": [ + "bak-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-mlt_Latn", + "languages": [ + "bak-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.617603, + "recall": 0.693676, + "f1": 0.639317, + "accuracy": 0.693676, + "main_score": 0.639317, + "hf_subset": "bak_Cyrl-quy_Latn", + "languages": [ + "bak-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bak_Cyrl-swh_Latn", + "languages": [ + "bak-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-uzn_Latn", + "languages": [ + "bak-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-als_Latn", + "languages": [ + "bak-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.797381, + "recall": 0.854743, + "f1": 0.815401, + "accuracy": 0.854743, + "main_score": 0.815401, + "hf_subset": "bak_Cyrl-bod_Tibt", + "languages": [ + "bak-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.604507, + "recall": 0.676877, + "f1": 0.625202, + "accuracy": 0.676877, + "main_score": 0.625202, + "hf_subset": "bak_Cyrl-fij_Latn", + "languages": [ + "bak-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "bak_Cyrl-isl_Latn", + "languages": [ + "bak-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.574268, + "recall": 0.647233, + "f1": 0.594869, + "accuracy": 0.647233, + "main_score": 0.594869, + "hf_subset": "bak_Cyrl-kon_Latn", + "languages": [ + "bak-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.582028, + "recall": 0.663043, + "f1": 0.605097, + "accuracy": 0.663043, + "main_score": 0.605097, + "hf_subset": "bak_Cyrl-mni_Beng", + "languages": [ + "bak-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-ron_Latn", + "languages": [ + "bak-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.982213, + "f1": 0.977602, + "accuracy": 0.982213, + "main_score": 0.977602, + "hf_subset": "bak_Cyrl-szl_Latn", + "languages": [ + "bak-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bak_Cyrl-vec_Latn", + "languages": [ + "bak-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.924736, + "recall": 0.948617, + "f1": 0.932477, + "accuracy": 0.948617, + "main_score": 0.932477, + "hf_subset": "bak_Cyrl-amh_Ethi", + "languages": [ + "bak-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-bos_Latn", + "languages": [ + "bak-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.984848, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "bak_Cyrl-fin_Latn", + "languages": [ + "bak-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-ita_Latn", + "languages": [ + "bak-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bak_Cyrl-kor_Hang", + "languages": [ + "bak-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.488746, + "recall": 0.549407, + "f1": 0.505622, + "accuracy": 0.549407, + "main_score": 0.505622, + "hf_subset": "bak_Cyrl-mos_Latn", + "languages": [ + "bak-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.751186, + "recall": 0.814229, + "f1": 0.769993, + "accuracy": 0.814229, + "main_score": 0.769993, + "hf_subset": "bak_Cyrl-run_Latn", + "languages": [ + "bak-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "bak_Cyrl-tam_Taml", + "languages": [ + "bak-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "bak_Cyrl-vie_Latn", + "languages": [ + "bak-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bak_Cyrl-apc_Arab", + "languages": [ + "bak-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.689461, + "recall": 0.756917, + "f1": 0.708998, + "accuracy": 0.756917, + "main_score": 0.708998, + "hf_subset": "bak_Cyrl-bug_Latn", + "languages": [ + "bak-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.41044, + "recall": 0.465415, + "f1": 0.42561, + "accuracy": 0.465415, + "main_score": 0.42561, + "hf_subset": "bak_Cyrl-fon_Latn", + "languages": [ + "bak-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bak_Cyrl-jav_Latn", + "languages": [ + "bak-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.94804, + "recall": 0.964427, + "f1": 0.953294, + "accuracy": 0.964427, + "main_score": 0.953294, + "hf_subset": "bak_Cyrl-lao_Laoo", + "languages": [ + "bak-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.856143, + "recall": 0.897233, + "f1": 0.869302, + "accuracy": 0.897233, + "main_score": 0.869302, + "hf_subset": "bak_Cyrl-mri_Latn", + "languages": [ + "bak-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-rus_Cyrl", + "languages": [ + "bak-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.481912, + "recall": 0.543478, + "f1": 0.499242, + "accuracy": 0.543478, + "main_score": 0.499242, + "hf_subset": "bak_Cyrl-taq_Latn", + "languages": [ + "bak-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-war_Latn", + "languages": [ + "bak-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-arb_Arab", + "languages": [ + "bak-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-bul_Cyrl", + "languages": [ + "bak-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-fra_Latn", + "languages": [ + "bak-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-jpn_Jpan", + "languages": [ + "bak-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bak_Cyrl-lij_Latn", + "languages": [ + "bak-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "bak_Cyrl-mya_Mymr", + "languages": [ + "bak-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.51863, + "recall": 0.590909, + "f1": 0.538754, + "accuracy": 0.590909, + "main_score": 0.538754, + "hf_subset": "bak_Cyrl-sag_Latn", + "languages": [ + "bak-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.228109, + "recall": 0.298419, + "f1": 0.245216, + "accuracy": 0.298419, + "main_score": 0.245216, + "hf_subset": "bak_Cyrl-taq_Tfng", + "languages": [ + "bak-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.606615, + "recall": 0.679842, + "f1": 0.627188, + "accuracy": 0.679842, + "main_score": 0.627188, + "hf_subset": "bak_Cyrl-wol_Latn", + "languages": [ + "bak-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.840086, + "recall": 0.885375, + "f1": 0.853971, + "accuracy": 0.885375, + "main_score": 0.853971, + "hf_subset": "bak_Cyrl-arb_Latn", + "languages": [ + "bak-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-cat_Latn", + "languages": [ + "bak-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bak_Cyrl-fur_Latn", + "languages": [ + "bak-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.425827, + "recall": 0.505929, + "f1": 0.446815, + "accuracy": 0.505929, + "main_score": 0.446815, + "hf_subset": "bak_Cyrl-kab_Latn", + "languages": [ + "bak-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bak_Cyrl-lim_Latn", + "languages": [ + "bak-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bak_Cyrl-nld_Latn", + "languages": [ + "bak-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "bak_Cyrl-san_Deva", + "languages": [ + "bak-Cyrl", + "san-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bak_Cyrl-tat_Cyrl", + "languages": [ + "bak-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.868034, + "recall": 0.908103, + "f1": 0.880995, + "accuracy": 0.908103, + "main_score": 0.880995, + "hf_subset": "bak_Cyrl-xho_Latn", + "languages": [ + "bak-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-ars_Arab", + "languages": [ + "bak-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-ceb_Latn", + "languages": [ + "bak-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.453276, + "recall": 0.52668, + "f1": 0.473222, + "accuracy": 0.52668, + "main_score": 0.473222, + "hf_subset": "bak_Cyrl-fuv_Latn", + "languages": [ + "bak-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.451084, + "recall": 0.522727, + "f1": 0.470451, + "accuracy": 0.522727, + "main_score": 0.470451, + "hf_subset": "bak_Cyrl-kac_Latn", + "languages": [ + "bak-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.607938, + "recall": 0.675889, + "f1": 0.626116, + "accuracy": 0.675889, + "main_score": 0.626116, + "hf_subset": "bak_Cyrl-lin_Latn", + "languages": [ + "bak-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-nno_Latn", + "languages": [ + "bak-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.857905, + "recall": 0.898221, + "f1": 0.870356, + "accuracy": 0.898221, + "main_score": 0.870356, + "hf_subset": "bak_Cyrl-sat_Olck", + "languages": [ + "bak-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-tel_Telu", + "languages": [ + "bak-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "bak_Cyrl-ydd_Hebr", + "languages": [ + "bak-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.960804, + "recall": 0.972332, + "f1": 0.964592, + "accuracy": 0.972332, + "main_score": 0.964592, + "hf_subset": "bak_Cyrl-ary_Arab", + "languages": [ + "bak-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bak_Cyrl-ces_Latn", + "languages": [ + "bak-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.536302, + "recall": 0.612648, + "f1": 0.557145, + "accuracy": 0.612648, + "main_score": 0.557145, + "hf_subset": "bak_Cyrl-gaz_Latn", + "languages": [ + "bak-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.523986, + "recall": 0.604743, + "f1": 0.546421, + "accuracy": 0.604743, + "main_score": 0.546421, + "hf_subset": "bak_Cyrl-kam_Latn", + "languages": [ + "bak-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "bak_Cyrl-lit_Latn", + "languages": [ + "bak-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "bak_Cyrl-nob_Latn", + "languages": [ + "bak-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bak_Cyrl-scn_Latn", + "languages": [ + "bak-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "bak_Cyrl-tgk_Cyrl", + "languages": [ + "bak-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.724918, + "recall": 0.796443, + "f1": 0.746462, + "accuracy": 0.796443, + "main_score": 0.746462, + "hf_subset": "bak_Cyrl-yor_Latn", + "languages": [ + "bak-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bak_Cyrl-arz_Arab", + "languages": [ + "bak-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.462782, + "recall": 0.531621, + "f1": 0.481755, + "accuracy": 0.531621, + "main_score": 0.481755, + "hf_subset": "bak_Cyrl-cjk_Latn", + "languages": [ + "bak-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.927536, + "recall": 0.950593, + "f1": 0.935112, + "accuracy": 0.950593, + "main_score": 0.935112, + "hf_subset": "bak_Cyrl-gla_Latn", + "languages": [ + "bak-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bak_Cyrl-kan_Knda", + "languages": [ + "bak-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bak_Cyrl-lmo_Latn", + "languages": [ + "bak-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "bak_Cyrl-npi_Deva", + "languages": [ + "bak-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.535362, + "recall": 0.616601, + "f1": 0.558422, + "accuracy": 0.616601, + "main_score": 0.558422, + "hf_subset": "bak_Cyrl-shn_Mymr", + "languages": [ + "bak-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bak_Cyrl-tgl_Latn", + "languages": [ + "bak-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bak_Cyrl-yue_Hant", + "languages": [ + "bak-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "bak_Cyrl-asm_Beng", + "languages": [ + "bak-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.930007, + "recall": 0.950593, + "f1": 0.936594, + "accuracy": 0.950593, + "main_score": 0.936594, + "hf_subset": "bak_Cyrl-ckb_Arab", + "languages": [ + "bak-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "bak_Cyrl-gle_Latn", + "languages": [ + "bak-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.867424, + "recall": 0.907115, + "f1": 0.880105, + "accuracy": 0.907115, + "main_score": 0.880105, + "hf_subset": "bak_Cyrl-kas_Arab", + "languages": [ + "bak-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.901433, + "recall": 0.93083, + "f1": 0.910804, + "accuracy": 0.93083, + "main_score": 0.910804, + "hf_subset": "bak_Cyrl-ltg_Latn", + "languages": [ + "bak-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.790507, + "recall": 0.842885, + "f1": 0.806439, + "accuracy": 0.842885, + "main_score": 0.806439, + "hf_subset": "bak_Cyrl-nso_Latn", + "languages": [ + "bak-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "bak_Cyrl-sin_Sinh", + "languages": [ + "bak-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bak_Cyrl-tha_Thai", + "languages": [ + "bak-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bak_Cyrl-zho_Hans", + "languages": [ + "bak-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-ast_Latn", + "languages": [ + "bak-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-crh_Latn", + "languages": [ + "bak-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bak_Cyrl-glg_Latn", + "languages": [ + "bak-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.832016, + "recall": 0.878458, + "f1": 0.846099, + "accuracy": 0.878458, + "main_score": 0.846099, + "hf_subset": "bak_Cyrl-kas_Deva", + "languages": [ + "bak-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-ltz_Latn", + "languages": [ + "bak-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.404145, + "recall": 0.478261, + "f1": 0.423701, + "accuracy": 0.478261, + "main_score": 0.423701, + "hf_subset": "bak_Cyrl-nus_Latn", + "languages": [ + "bak-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-slk_Latn", + "languages": [ + "bak-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.623176, + "recall": 0.702569, + "f1": 0.645711, + "accuracy": 0.702569, + "main_score": 0.645711, + "hf_subset": "bak_Cyrl-tir_Ethi", + "languages": [ + "bak-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-zho_Hant", + "languages": [ + "bak-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.976367, + "recall": 0.982213, + "f1": 0.978162, + "accuracy": 0.982213, + "main_score": 0.978162, + "hf_subset": "bak_Cyrl-awa_Deva", + "languages": [ + "bak-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bak_Cyrl-cym_Latn", + "languages": [ + "bak-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.74888, + "recall": 0.809289, + "f1": 0.766996, + "accuracy": 0.809289, + "main_score": 0.766996, + "hf_subset": "bak_Cyrl-grn_Latn", + "languages": [ + "bak-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-kat_Geor", + "languages": [ + "bak-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.575736, + "recall": 0.636364, + "f1": 0.591894, + "accuracy": 0.636364, + "main_score": 0.591894, + "hf_subset": "bak_Cyrl-lua_Latn", + "languages": [ + "bak-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.807395, + "recall": 0.859684, + "f1": 0.82365, + "accuracy": 0.859684, + "main_score": 0.82365, + "hf_subset": "bak_Cyrl-nya_Latn", + "languages": [ + "bak-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "bak_Cyrl-slv_Latn", + "languages": [ + "bak-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "bak_Cyrl-tpi_Latn", + "languages": [ + "bak-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bak_Cyrl-zsm_Latn", + "languages": [ + "bak-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.485597, + "recall": 0.552372, + "f1": 0.503953, + "accuracy": 0.552372, + "main_score": 0.503953, + "hf_subset": "bak_Cyrl-ayr_Latn", + "languages": [ + "bak-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-dan_Latn", + "languages": [ + "bak-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-guj_Gujr", + "languages": [ + "bak-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-kaz_Cyrl", + "languages": [ + "bak-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.61623, + "recall": 0.69664, + "f1": 0.639571, + "accuracy": 0.69664, + "main_score": 0.639571, + "hf_subset": "bak_Cyrl-lug_Latn", + "languages": [ + "bak-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bak_Cyrl-oci_Latn", + "languages": [ + "bak-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.823271, + "recall": 0.869565, + "f1": 0.837648, + "accuracy": 0.869565, + "main_score": 0.837648, + "hf_subset": "bak_Cyrl-smo_Latn", + "languages": [ + "bak-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.725922, + "recall": 0.794466, + "f1": 0.746019, + "accuracy": 0.794466, + "main_score": 0.746019, + "hf_subset": "bak_Cyrl-tsn_Latn", + "languages": [ + "bak-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.900692, + "recall": 0.931818, + "f1": 0.910738, + "accuracy": 0.931818, + "main_score": 0.910738, + "hf_subset": "bak_Cyrl-zul_Latn", + "languages": [ + "bak-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.910079, + "recall": 0.937747, + "f1": 0.918972, + "accuracy": 0.937747, + "main_score": 0.918972, + "hf_subset": "bak_Cyrl-azb_Arab", + "languages": [ + "bak-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-deu_Latn", + "languages": [ + "bak-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.956275, + "recall": 0.969368, + "f1": 0.96054, + "accuracy": 0.969368, + "main_score": 0.96054, + "hf_subset": "bak_Cyrl-hat_Latn", + "languages": [ + "bak-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.459929, + "recall": 0.521739, + "f1": 0.476734, + "accuracy": 0.521739, + "main_score": 0.476734, + "hf_subset": "bak_Cyrl-kbp_Latn", + "languages": [ + "bak-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.499151, + "recall": 0.566206, + "f1": 0.517818, + "accuracy": 0.566206, + "main_score": 0.517818, + "hf_subset": "bak_Cyrl-luo_Latn", + "languages": [ + "bak-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "bak_Cyrl-ory_Orya", + "languages": [ + "bak-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.880929, + "recall": 0.916996, + "f1": 0.892622, + "accuracy": 0.916996, + "main_score": 0.892622, + "hf_subset": "bak_Cyrl-sna_Latn", + "languages": [ + "bak-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.638043, + "recall": 0.711462, + "f1": 0.659045, + "accuracy": 0.711462, + "main_score": 0.659045, + "hf_subset": "bak_Cyrl-tso_Latn", + "languages": [ + "bak-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-azj_Latn", + "languages": [ + "bak-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.475911, + "recall": 0.546443, + "f1": 0.495379, + "accuracy": 0.546443, + "main_score": 0.495379, + "hf_subset": "bak_Cyrl-dik_Latn", + "languages": [ + "bak-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.893775, + "recall": 0.924901, + "f1": 0.903656, + "accuracy": 0.924901, + "main_score": 0.903656, + "hf_subset": "bak_Cyrl-hau_Latn", + "languages": [ + "bak-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "bak_Cyrl-kea_Latn", + "languages": [ + "bak-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.916008, + "recall": 0.9417, + "f1": 0.924407, + "accuracy": 0.9417, + "main_score": 0.924407, + "hf_subset": "bak_Cyrl-lus_Latn", + "languages": [ + "bak-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.85107, + "recall": 0.891304, + "f1": 0.86334, + "accuracy": 0.891304, + "main_score": 0.86334, + "hf_subset": "bak_Cyrl-pag_Latn", + "languages": [ + "bak-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "bak_Cyrl-snd_Arab", + "languages": [ + "bak-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-tuk_Latn", + "languages": [ + "bak-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.434169, + "recall": 0.507905, + "f1": 0.454462, + "accuracy": 0.507905, + "main_score": 0.454462, + "hf_subset": "bak_Cyrl-dyu_Latn", + "languages": [ + "bak-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-heb_Hebr", + "languages": [ + "bak-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "bak_Cyrl-khk_Cyrl", + "languages": [ + "bak-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-lvs_Latn", + "languages": [ + "bak-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-pan_Guru", + "languages": [ + "bak-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.865069, + "recall": 0.905138, + "f1": 0.877866, + "accuracy": 0.905138, + "main_score": 0.877866, + "hf_subset": "bak_Cyrl-som_Latn", + "languages": [ + "bak-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.662335, + "recall": 0.73419, + "f1": 0.683729, + "accuracy": 0.73419, + "main_score": 0.683729, + "hf_subset": "bak_Cyrl-tum_Latn", + "languages": [ + "bak-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.329015, + "recall": 0.381423, + "f1": 0.343483, + "accuracy": 0.381423, + "main_score": 0.343483, + "hf_subset": "dyu_Latn-ace_Arab", + "languages": [ + "dyu-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.461114, + "recall": 0.513834, + "f1": 0.475448, + "accuracy": 0.513834, + "main_score": 0.475448, + "hf_subset": "dyu_Latn-bam_Latn", + "languages": [ + "dyu-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.266933, + "recall": 0.31917, + "f1": 0.279959, + "accuracy": 0.31917, + "main_score": 0.279959, + "hf_subset": "dyu_Latn-dzo_Tibt", + "languages": [ + "dyu-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.426534, + "recall": 0.491107, + "f1": 0.444659, + "accuracy": 0.491107, + "main_score": 0.444659, + "hf_subset": "dyu_Latn-hin_Deva", + "languages": [ + "dyu-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.378925, + "recall": 0.432806, + "f1": 0.393174, + "accuracy": 0.432806, + "main_score": 0.393174, + "hf_subset": "dyu_Latn-khm_Khmr", + "languages": [ + "dyu-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.420828, + "recall": 0.481225, + "f1": 0.435735, + "accuracy": 0.481225, + "main_score": 0.435735, + "hf_subset": "dyu_Latn-mag_Deva", + "languages": [ + "dyu-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.443002, + "recall": 0.493083, + "f1": 0.456897, + "accuracy": 0.493083, + "main_score": 0.456897, + "hf_subset": "dyu_Latn-pap_Latn", + "languages": [ + "dyu-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.42555, + "recall": 0.475296, + "f1": 0.438629, + "accuracy": 0.475296, + "main_score": 0.438629, + "hf_subset": "dyu_Latn-sot_Latn", + "languages": [ + "dyu-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.43224, + "recall": 0.482213, + "f1": 0.445261, + "accuracy": 0.482213, + "main_score": 0.445261, + "hf_subset": "dyu_Latn-tur_Latn", + "languages": [ + "dyu-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.42595, + "recall": 0.474308, + "f1": 0.438457, + "accuracy": 0.474308, + "main_score": 0.438457, + "hf_subset": "dyu_Latn-ace_Latn", + "languages": [ + "dyu-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.413104, + "recall": 0.460474, + "f1": 0.42554, + "accuracy": 0.460474, + "main_score": 0.42554, + "hf_subset": "dyu_Latn-ban_Latn", + "languages": [ + "dyu-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.424632, + "recall": 0.485178, + "f1": 0.439752, + "accuracy": 0.485178, + "main_score": 0.439752, + "hf_subset": "dyu_Latn-ell_Grek", + "languages": [ + "dyu-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.401814, + "recall": 0.447628, + "f1": 0.414446, + "accuracy": 0.447628, + "main_score": 0.414446, + "hf_subset": "dyu_Latn-hne_Deva", + "languages": [ + "dyu-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.405831, + "recall": 0.450593, + "f1": 0.418108, + "accuracy": 0.450593, + "main_score": 0.418108, + "hf_subset": "dyu_Latn-kik_Latn", + "languages": [ + "dyu-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.413666, + "recall": 0.466403, + "f1": 0.427626, + "accuracy": 0.466403, + "main_score": 0.427626, + "hf_subset": "dyu_Latn-mai_Deva", + "languages": [ + "dyu-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.388284, + "recall": 0.444664, + "f1": 0.402955, + "accuracy": 0.444664, + "main_score": 0.402955, + "hf_subset": "dyu_Latn-pbt_Arab", + "languages": [ + "dyu-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.443098, + "recall": 0.507905, + "f1": 0.460663, + "accuracy": 0.507905, + "main_score": 0.460663, + "hf_subset": "dyu_Latn-spa_Latn", + "languages": [ + "dyu-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.418629, + "recall": 0.459486, + "f1": 0.430703, + "accuracy": 0.459486, + "main_score": 0.430703, + "hf_subset": "dyu_Latn-twi_Latn", + "languages": [ + "dyu-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.425972, + "recall": 0.479249, + "f1": 0.44044, + "accuracy": 0.479249, + "main_score": 0.44044, + "hf_subset": "dyu_Latn-acm_Arab", + "languages": [ + "dyu-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.411499, + "recall": 0.460474, + "f1": 0.423747, + "accuracy": 0.460474, + "main_score": 0.423747, + "hf_subset": "dyu_Latn-bel_Cyrl", + "languages": [ + "dyu-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.460045, + "recall": 0.530632, + "f1": 0.479784, + "accuracy": 0.530632, + "main_score": 0.479784, + "hf_subset": "dyu_Latn-eng_Latn", + "languages": [ + "dyu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.43417, + "recall": 0.492095, + "f1": 0.449202, + "accuracy": 0.492095, + "main_score": 0.449202, + "hf_subset": "dyu_Latn-hrv_Latn", + "languages": [ + "dyu-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.40319, + "recall": 0.451581, + "f1": 0.416651, + "accuracy": 0.451581, + "main_score": 0.416651, + "hf_subset": "dyu_Latn-kin_Latn", + "languages": [ + "dyu-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.412601, + "recall": 0.475296, + "f1": 0.42826, + "accuracy": 0.475296, + "main_score": 0.42826, + "hf_subset": "dyu_Latn-mal_Mlym", + "languages": [ + "dyu-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.411943, + "recall": 0.469368, + "f1": 0.426662, + "accuracy": 0.469368, + "main_score": 0.426662, + "hf_subset": "dyu_Latn-pes_Arab", + "languages": [ + "dyu-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.424149, + "recall": 0.481225, + "f1": 0.438673, + "accuracy": 0.481225, + "main_score": 0.438673, + "hf_subset": "dyu_Latn-srd_Latn", + "languages": [ + "dyu-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.164243, + "recall": 0.209486, + "f1": 0.174093, + "accuracy": 0.209486, + "main_score": 0.174093, + "hf_subset": "dyu_Latn-tzm_Tfng", + "languages": [ + "dyu-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.427154, + "recall": 0.480237, + "f1": 0.440879, + "accuracy": 0.480237, + "main_score": 0.440879, + "hf_subset": "dyu_Latn-acq_Arab", + "languages": [ + "dyu-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.413457, + "recall": 0.45751, + "f1": 0.425599, + "accuracy": 0.45751, + "main_score": 0.425599, + "hf_subset": "dyu_Latn-bem_Latn", + "languages": [ + "dyu-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.433549, + "recall": 0.488142, + "f1": 0.448636, + "accuracy": 0.488142, + "main_score": 0.448636, + "hf_subset": "dyu_Latn-epo_Latn", + "languages": [ + "dyu-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.435144, + "recall": 0.494071, + "f1": 0.450692, + "accuracy": 0.494071, + "main_score": 0.450692, + "hf_subset": "dyu_Latn-hun_Latn", + "languages": [ + "dyu-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.405628, + "recall": 0.461462, + "f1": 0.42068, + "accuracy": 0.461462, + "main_score": 0.42068, + "hf_subset": "dyu_Latn-kir_Cyrl", + "languages": [ + "dyu-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.415228, + "recall": 0.470356, + "f1": 0.429249, + "accuracy": 0.470356, + "main_score": 0.429249, + "hf_subset": "dyu_Latn-mar_Deva", + "languages": [ + "dyu-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.404608, + "recall": 0.453557, + "f1": 0.418237, + "accuracy": 0.453557, + "main_score": 0.418237, + "hf_subset": "dyu_Latn-plt_Latn", + "languages": [ + "dyu-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.413649, + "recall": 0.474308, + "f1": 0.429698, + "accuracy": 0.474308, + "main_score": 0.429698, + "hf_subset": "dyu_Latn-srp_Cyrl", + "languages": [ + "dyu-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.35892, + "recall": 0.418972, + "f1": 0.374369, + "accuracy": 0.418972, + "main_score": 0.374369, + "hf_subset": "dyu_Latn-uig_Arab", + "languages": [ + "dyu-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.394242, + "recall": 0.455534, + "f1": 0.410147, + "accuracy": 0.455534, + "main_score": 0.410147, + "hf_subset": "dyu_Latn-aeb_Arab", + "languages": [ + "dyu-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.417177, + "recall": 0.466403, + "f1": 0.430344, + "accuracy": 0.466403, + "main_score": 0.430344, + "hf_subset": "dyu_Latn-ben_Beng", + "languages": [ + "dyu-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.434824, + "recall": 0.486166, + "f1": 0.44885, + "accuracy": 0.486166, + "main_score": 0.44885, + "hf_subset": "dyu_Latn-est_Latn", + "languages": [ + "dyu-Latn", + "est-Latn" + ] + }, + { + "precision": 0.404279, + "recall": 0.460474, + "f1": 0.41868, + "accuracy": 0.460474, + "main_score": 0.41868, + "hf_subset": "dyu_Latn-hye_Armn", + "languages": [ + "dyu-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.397892, + "recall": 0.437747, + "f1": 0.409157, + "accuracy": 0.437747, + "main_score": 0.409157, + "hf_subset": "dyu_Latn-kmb_Latn", + "languages": [ + "dyu-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.309789, + "recall": 0.369565, + "f1": 0.325956, + "accuracy": 0.369565, + "main_score": 0.325956, + "hf_subset": "dyu_Latn-min_Arab", + "languages": [ + "dyu-Latn", + "min-Arab" + ] + }, + { + "precision": 0.446814, + "recall": 0.504941, + "f1": 0.462841, + "accuracy": 0.504941, + "main_score": 0.462841, + "hf_subset": "dyu_Latn-pol_Latn", + "languages": [ + "dyu-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.403272, + "recall": 0.448617, + "f1": 0.414993, + "accuracy": 0.448617, + "main_score": 0.414993, + "hf_subset": "dyu_Latn-ssw_Latn", + "languages": [ + "dyu-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.434603, + "recall": 0.494071, + "f1": 0.450791, + "accuracy": 0.494071, + "main_score": 0.450791, + "hf_subset": "dyu_Latn-ukr_Cyrl", + "languages": [ + "dyu-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.429795, + "recall": 0.482213, + "f1": 0.443288, + "accuracy": 0.482213, + "main_score": 0.443288, + "hf_subset": "dyu_Latn-afr_Latn", + "languages": [ + "dyu-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.422154, + "recall": 0.48419, + "f1": 0.438626, + "accuracy": 0.48419, + "main_score": 0.438626, + "hf_subset": "dyu_Latn-bho_Deva", + "languages": [ + "dyu-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.422848, + "recall": 0.479249, + "f1": 0.437736, + "accuracy": 0.479249, + "main_score": 0.437736, + "hf_subset": "dyu_Latn-eus_Latn", + "languages": [ + "dyu-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.401282, + "recall": 0.444664, + "f1": 0.413303, + "accuracy": 0.444664, + "main_score": 0.413303, + "hf_subset": "dyu_Latn-ibo_Latn", + "languages": [ + "dyu-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.421662, + "recall": 0.478261, + "f1": 0.437047, + "accuracy": 0.478261, + "main_score": 0.437047, + "hf_subset": "dyu_Latn-kmr_Latn", + "languages": [ + "dyu-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.427485, + "recall": 0.479249, + "f1": 0.440642, + "accuracy": 0.479249, + "main_score": 0.440642, + "hf_subset": "dyu_Latn-min_Latn", + "languages": [ + "dyu-Latn", + "min-Latn" + ] + }, + { + "precision": 0.447, + "recall": 0.504941, + "f1": 0.462862, + "accuracy": 0.504941, + "main_score": 0.462862, + "hf_subset": "dyu_Latn-por_Latn", + "languages": [ + "dyu-Latn", + "por-Latn" + ] + }, + { + "precision": 0.421977, + "recall": 0.468379, + "f1": 0.434804, + "accuracy": 0.468379, + "main_score": 0.434804, + "hf_subset": "dyu_Latn-sun_Latn", + "languages": [ + "dyu-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.380476, + "recall": 0.424901, + "f1": 0.393863, + "accuracy": 0.424901, + "main_score": 0.393863, + "hf_subset": "dyu_Latn-umb_Latn", + "languages": [ + "dyu-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.427016, + "recall": 0.486166, + "f1": 0.441592, + "accuracy": 0.486166, + "main_score": 0.441592, + "hf_subset": "dyu_Latn-ajp_Arab", + "languages": [ + "dyu-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.333487, + "recall": 0.382411, + "f1": 0.346275, + "accuracy": 0.382411, + "main_score": 0.346275, + "hf_subset": "dyu_Latn-bjn_Arab", + "languages": [ + "dyu-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.385487, + "recall": 0.431818, + "f1": 0.398494, + "accuracy": 0.431818, + "main_score": 0.398494, + "hf_subset": "dyu_Latn-ewe_Latn", + "languages": [ + "dyu-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.413861, + "recall": 0.470356, + "f1": 0.429474, + "accuracy": 0.470356, + "main_score": 0.429474, + "hf_subset": "dyu_Latn-ilo_Latn", + "languages": [ + "dyu-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.21945, + "recall": 0.272727, + "f1": 0.233083, + "accuracy": 0.272727, + "main_score": 0.233083, + "hf_subset": "dyu_Latn-knc_Arab", + "languages": [ + "dyu-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.433281, + "recall": 0.485178, + "f1": 0.447425, + "accuracy": 0.485178, + "main_score": 0.447425, + "hf_subset": "dyu_Latn-mkd_Cyrl", + "languages": [ + "dyu-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.419523, + "recall": 0.477273, + "f1": 0.434876, + "accuracy": 0.477273, + "main_score": 0.434876, + "hf_subset": "dyu_Latn-prs_Arab", + "languages": [ + "dyu-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.441659, + "recall": 0.500988, + "f1": 0.457467, + "accuracy": 0.500988, + "main_score": 0.457467, + "hf_subset": "dyu_Latn-swe_Latn", + "languages": [ + "dyu-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.405103, + "recall": 0.459486, + "f1": 0.419562, + "accuracy": 0.459486, + "main_score": 0.419562, + "hf_subset": "dyu_Latn-urd_Arab", + "languages": [ + "dyu-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.444538, + "recall": 0.486166, + "f1": 0.45648, + "accuracy": 0.486166, + "main_score": 0.45648, + "hf_subset": "dyu_Latn-aka_Latn", + "languages": [ + "dyu-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.421383, + "recall": 0.474308, + "f1": 0.435537, + "accuracy": 0.474308, + "main_score": 0.435537, + "hf_subset": "dyu_Latn-bjn_Latn", + "languages": [ + "dyu-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.415476, + "recall": 0.461462, + "f1": 0.428063, + "accuracy": 0.461462, + "main_score": 0.428063, + "hf_subset": "dyu_Latn-fao_Latn", + "languages": [ + "dyu-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.445878, + "recall": 0.500988, + "f1": 0.460448, + "accuracy": 0.500988, + "main_score": 0.460448, + "hf_subset": "dyu_Latn-ind_Latn", + "languages": [ + "dyu-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.433014, + "recall": 0.474308, + "f1": 0.444052, + "accuracy": 0.474308, + "main_score": 0.444052, + "hf_subset": "dyu_Latn-knc_Latn", + "languages": [ + "dyu-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.418106, + "recall": 0.467391, + "f1": 0.430376, + "accuracy": 0.467391, + "main_score": 0.430376, + "hf_subset": "dyu_Latn-mlt_Latn", + "languages": [ + "dyu-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.447612, + "recall": 0.493083, + "f1": 0.460143, + "accuracy": 0.493083, + "main_score": 0.460143, + "hf_subset": "dyu_Latn-quy_Latn", + "languages": [ + "dyu-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.420552, + "recall": 0.469368, + "f1": 0.433512, + "accuracy": 0.469368, + "main_score": 0.433512, + "hf_subset": "dyu_Latn-swh_Latn", + "languages": [ + "dyu-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.40401, + "recall": 0.458498, + "f1": 0.417848, + "accuracy": 0.458498, + "main_score": 0.417848, + "hf_subset": "dyu_Latn-uzn_Latn", + "languages": [ + "dyu-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.410972, + "recall": 0.464427, + "f1": 0.424901, + "accuracy": 0.464427, + "main_score": 0.424901, + "hf_subset": "dyu_Latn-als_Latn", + "languages": [ + "dyu-Latn", + "als-Latn" + ] + }, + { + "precision": 0.307928, + "recall": 0.362648, + "f1": 0.322312, + "accuracy": 0.362648, + "main_score": 0.322312, + "hf_subset": "dyu_Latn-bod_Tibt", + "languages": [ + "dyu-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.402646, + "recall": 0.450593, + "f1": 0.415524, + "accuracy": 0.450593, + "main_score": 0.415524, + "hf_subset": "dyu_Latn-fij_Latn", + "languages": [ + "dyu-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.409764, + "recall": 0.463439, + "f1": 0.423541, + "accuracy": 0.463439, + "main_score": 0.423541, + "hf_subset": "dyu_Latn-isl_Latn", + "languages": [ + "dyu-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.46942, + "recall": 0.518775, + "f1": 0.48321, + "accuracy": 0.518775, + "main_score": 0.48321, + "hf_subset": "dyu_Latn-kon_Latn", + "languages": [ + "dyu-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.380797, + "recall": 0.433794, + "f1": 0.395464, + "accuracy": 0.433794, + "main_score": 0.395464, + "hf_subset": "dyu_Latn-mni_Beng", + "languages": [ + "dyu-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.437784, + "recall": 0.493083, + "f1": 0.45204, + "accuracy": 0.493083, + "main_score": 0.45204, + "hf_subset": "dyu_Latn-ron_Latn", + "languages": [ + "dyu-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.424434, + "recall": 0.482213, + "f1": 0.439605, + "accuracy": 0.482213, + "main_score": 0.439605, + "hf_subset": "dyu_Latn-szl_Latn", + "languages": [ + "dyu-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.442979, + "recall": 0.5, + "f1": 0.457525, + "accuracy": 0.5, + "main_score": 0.457525, + "hf_subset": "dyu_Latn-vec_Latn", + "languages": [ + "dyu-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.416231, + "recall": 0.468379, + "f1": 0.430091, + "accuracy": 0.468379, + "main_score": 0.430091, + "hf_subset": "dyu_Latn-amh_Ethi", + "languages": [ + "dyu-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.436764, + "recall": 0.488142, + "f1": 0.450905, + "accuracy": 0.488142, + "main_score": 0.450905, + "hf_subset": "dyu_Latn-bos_Latn", + "languages": [ + "dyu-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.425114, + "recall": 0.476285, + "f1": 0.438966, + "accuracy": 0.476285, + "main_score": 0.438966, + "hf_subset": "dyu_Latn-fin_Latn", + "languages": [ + "dyu-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.447738, + "recall": 0.501976, + "f1": 0.462059, + "accuracy": 0.501976, + "main_score": 0.462059, + "hf_subset": "dyu_Latn-ita_Latn", + "languages": [ + "dyu-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.444764, + "recall": 0.502964, + "f1": 0.46036, + "accuracy": 0.502964, + "main_score": 0.46036, + "hf_subset": "dyu_Latn-kor_Hang", + "languages": [ + "dyu-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.427218, + "recall": 0.476285, + "f1": 0.441183, + "accuracy": 0.476285, + "main_score": 0.441183, + "hf_subset": "dyu_Latn-mos_Latn", + "languages": [ + "dyu-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.424426, + "recall": 0.468379, + "f1": 0.435583, + "accuracy": 0.468379, + "main_score": 0.435583, + "hf_subset": "dyu_Latn-run_Latn", + "languages": [ + "dyu-Latn", + "run-Latn" + ] + }, + { + "precision": 0.41287, + "recall": 0.463439, + "f1": 0.426902, + "accuracy": 0.463439, + "main_score": 0.426902, + "hf_subset": "dyu_Latn-tam_Taml", + "languages": [ + "dyu-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.430331, + "recall": 0.485178, + "f1": 0.44547, + "accuracy": 0.485178, + "main_score": 0.44547, + "hf_subset": "dyu_Latn-vie_Latn", + "languages": [ + "dyu-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.416511, + "recall": 0.475296, + "f1": 0.431569, + "accuracy": 0.475296, + "main_score": 0.431569, + "hf_subset": "dyu_Latn-apc_Arab", + "languages": [ + "dyu-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.433417, + "recall": 0.47332, + "f1": 0.444235, + "accuracy": 0.47332, + "main_score": 0.444235, + "hf_subset": "dyu_Latn-bug_Latn", + "languages": [ + "dyu-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.383309, + "recall": 0.423913, + "f1": 0.394498, + "accuracy": 0.423913, + "main_score": 0.394498, + "hf_subset": "dyu_Latn-fon_Latn", + "languages": [ + "dyu-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.425501, + "recall": 0.479249, + "f1": 0.439744, + "accuracy": 0.479249, + "main_score": 0.439744, + "hf_subset": "dyu_Latn-jav_Latn", + "languages": [ + "dyu-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.375867, + "recall": 0.423913, + "f1": 0.389262, + "accuracy": 0.423913, + "main_score": 0.389262, + "hf_subset": "dyu_Latn-lao_Laoo", + "languages": [ + "dyu-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.368997, + "recall": 0.420949, + "f1": 0.383603, + "accuracy": 0.420949, + "main_score": 0.383603, + "hf_subset": "dyu_Latn-mri_Latn", + "languages": [ + "dyu-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.447668, + "recall": 0.504941, + "f1": 0.463047, + "accuracy": 0.504941, + "main_score": 0.463047, + "hf_subset": "dyu_Latn-rus_Cyrl", + "languages": [ + "dyu-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.425434, + "recall": 0.471344, + "f1": 0.438383, + "accuracy": 0.471344, + "main_score": 0.438383, + "hf_subset": "dyu_Latn-taq_Latn", + "languages": [ + "dyu-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.4172, + "recall": 0.467391, + "f1": 0.430423, + "accuracy": 0.467391, + "main_score": 0.430423, + "hf_subset": "dyu_Latn-war_Latn", + "languages": [ + "dyu-Latn", + "war-Latn" + ] + }, + { + "precision": 0.422903, + "recall": 0.483202, + "f1": 0.439401, + "accuracy": 0.483202, + "main_score": 0.439401, + "hf_subset": "dyu_Latn-arb_Arab", + "languages": [ + "dyu-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.449996, + "recall": 0.507905, + "f1": 0.465064, + "accuracy": 0.507905, + "main_score": 0.465064, + "hf_subset": "dyu_Latn-bul_Cyrl", + "languages": [ + "dyu-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.445725, + "recall": 0.499012, + "f1": 0.459431, + "accuracy": 0.499012, + "main_score": 0.459431, + "hf_subset": "dyu_Latn-fra_Latn", + "languages": [ + "dyu-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.451515, + "recall": 0.503953, + "f1": 0.465674, + "accuracy": 0.503953, + "main_score": 0.465674, + "hf_subset": "dyu_Latn-jpn_Jpan", + "languages": [ + "dyu-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.456452, + "recall": 0.508893, + "f1": 0.470325, + "accuracy": 0.508893, + "main_score": 0.470325, + "hf_subset": "dyu_Latn-lij_Latn", + "languages": [ + "dyu-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.389001, + "recall": 0.442688, + "f1": 0.403075, + "accuracy": 0.442688, + "main_score": 0.403075, + "hf_subset": "dyu_Latn-mya_Mymr", + "languages": [ + "dyu-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.423575, + "recall": 0.469368, + "f1": 0.43666, + "accuracy": 0.469368, + "main_score": 0.43666, + "hf_subset": "dyu_Latn-sag_Latn", + "languages": [ + "dyu-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.182314, + "recall": 0.231225, + "f1": 0.194377, + "accuracy": 0.231225, + "main_score": 0.194377, + "hf_subset": "dyu_Latn-taq_Tfng", + "languages": [ + "dyu-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.448956, + "recall": 0.495059, + "f1": 0.461911, + "accuracy": 0.495059, + "main_score": 0.461911, + "hf_subset": "dyu_Latn-wol_Latn", + "languages": [ + "dyu-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.370739, + "recall": 0.41996, + "f1": 0.383914, + "accuracy": 0.41996, + "main_score": 0.383914, + "hf_subset": "dyu_Latn-arb_Latn", + "languages": [ + "dyu-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.441238, + "recall": 0.494071, + "f1": 0.455607, + "accuracy": 0.494071, + "main_score": 0.455607, + "hf_subset": "dyu_Latn-cat_Latn", + "languages": [ + "dyu-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.435766, + "recall": 0.48913, + "f1": 0.449004, + "accuracy": 0.48913, + "main_score": 0.449004, + "hf_subset": "dyu_Latn-fur_Latn", + "languages": [ + "dyu-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.309034, + "recall": 0.360672, + "f1": 0.322939, + "accuracy": 0.360672, + "main_score": 0.322939, + "hf_subset": "dyu_Latn-kab_Latn", + "languages": [ + "dyu-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.434032, + "recall": 0.485178, + "f1": 0.44748, + "accuracy": 0.485178, + "main_score": 0.44748, + "hf_subset": "dyu_Latn-lim_Latn", + "languages": [ + "dyu-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.446639, + "recall": 0.501976, + "f1": 0.461649, + "accuracy": 0.501976, + "main_score": 0.461649, + "hf_subset": "dyu_Latn-nld_Latn", + "languages": [ + "dyu-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.393195, + "recall": 0.454545, + "f1": 0.409756, + "accuracy": 0.454545, + "main_score": 0.409756, + "hf_subset": "dyu_Latn-san_Deva", + "languages": [ + "dyu-Latn", + "san-Deva" + ] + }, + { + "precision": 0.414267, + "recall": 0.464427, + "f1": 0.427704, + "accuracy": 0.464427, + "main_score": 0.427704, + "hf_subset": "dyu_Latn-tat_Cyrl", + "languages": [ + "dyu-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.405139, + "recall": 0.464427, + "f1": 0.420346, + "accuracy": 0.464427, + "main_score": 0.420346, + "hf_subset": "dyu_Latn-xho_Latn", + "languages": [ + "dyu-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.421049, + "recall": 0.480237, + "f1": 0.436746, + "accuracy": 0.480237, + "main_score": 0.436746, + "hf_subset": "dyu_Latn-ars_Arab", + "languages": [ + "dyu-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.420611, + "recall": 0.471344, + "f1": 0.433247, + "accuracy": 0.471344, + "main_score": 0.433247, + "hf_subset": "dyu_Latn-ceb_Latn", + "languages": [ + "dyu-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.406235, + "recall": 0.458498, + "f1": 0.420923, + "accuracy": 0.458498, + "main_score": 0.420923, + "hf_subset": "dyu_Latn-fuv_Latn", + "languages": [ + "dyu-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.407094, + "recall": 0.452569, + "f1": 0.419627, + "accuracy": 0.452569, + "main_score": 0.419627, + "hf_subset": "dyu_Latn-kac_Latn", + "languages": [ + "dyu-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.465997, + "recall": 0.514822, + "f1": 0.479491, + "accuracy": 0.514822, + "main_score": 0.479491, + "hf_subset": "dyu_Latn-lin_Latn", + "languages": [ + "dyu-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.42719, + "recall": 0.471344, + "f1": 0.439323, + "accuracy": 0.471344, + "main_score": 0.439323, + "hf_subset": "dyu_Latn-nno_Latn", + "languages": [ + "dyu-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.398915, + "recall": 0.453557, + "f1": 0.413214, + "accuracy": 0.453557, + "main_score": 0.413214, + "hf_subset": "dyu_Latn-sat_Olck", + "languages": [ + "dyu-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.408684, + "recall": 0.464427, + "f1": 0.422319, + "accuracy": 0.464427, + "main_score": 0.422319, + "hf_subset": "dyu_Latn-tel_Telu", + "languages": [ + "dyu-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.386853, + "recall": 0.44664, + "f1": 0.402, + "accuracy": 0.44664, + "main_score": 0.402, + "hf_subset": "dyu_Latn-ydd_Hebr", + "languages": [ + "dyu-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.418369, + "recall": 0.47332, + "f1": 0.432569, + "accuracy": 0.47332, + "main_score": 0.432569, + "hf_subset": "dyu_Latn-ary_Arab", + "languages": [ + "dyu-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.434514, + "recall": 0.494071, + "f1": 0.450739, + "accuracy": 0.494071, + "main_score": 0.450739, + "hf_subset": "dyu_Latn-ces_Latn", + "languages": [ + "dyu-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.388089, + "recall": 0.436759, + "f1": 0.402127, + "accuracy": 0.436759, + "main_score": 0.402127, + "hf_subset": "dyu_Latn-gaz_Latn", + "languages": [ + "dyu-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.41121, + "recall": 0.45751, + "f1": 0.424097, + "accuracy": 0.45751, + "main_score": 0.424097, + "hf_subset": "dyu_Latn-kam_Latn", + "languages": [ + "dyu-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.413156, + "recall": 0.474308, + "f1": 0.429114, + "accuracy": 0.474308, + "main_score": 0.429114, + "hf_subset": "dyu_Latn-lit_Latn", + "languages": [ + "dyu-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.437575, + "recall": 0.494071, + "f1": 0.452298, + "accuracy": 0.494071, + "main_score": 0.452298, + "hf_subset": "dyu_Latn-nob_Latn", + "languages": [ + "dyu-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.438674, + "recall": 0.481225, + "f1": 0.450358, + "accuracy": 0.481225, + "main_score": 0.450358, + "hf_subset": "dyu_Latn-scn_Latn", + "languages": [ + "dyu-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.407701, + "recall": 0.462451, + "f1": 0.422039, + "accuracy": 0.462451, + "main_score": 0.422039, + "hf_subset": "dyu_Latn-tgk_Cyrl", + "languages": [ + "dyu-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.404767, + "recall": 0.454545, + "f1": 0.41863, + "accuracy": 0.454545, + "main_score": 0.41863, + "hf_subset": "dyu_Latn-yor_Latn", + "languages": [ + "dyu-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.418549, + "recall": 0.475296, + "f1": 0.433383, + "accuracy": 0.475296, + "main_score": 0.433383, + "hf_subset": "dyu_Latn-arz_Arab", + "languages": [ + "dyu-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.395196, + "recall": 0.438735, + "f1": 0.407511, + "accuracy": 0.438735, + "main_score": 0.407511, + "hf_subset": "dyu_Latn-cjk_Latn", + "languages": [ + "dyu-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.407506, + "recall": 0.45751, + "f1": 0.421209, + "accuracy": 0.45751, + "main_score": 0.421209, + "hf_subset": "dyu_Latn-gla_Latn", + "languages": [ + "dyu-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.394885, + "recall": 0.453557, + "f1": 0.409925, + "accuracy": 0.453557, + "main_score": 0.409925, + "hf_subset": "dyu_Latn-kan_Knda", + "languages": [ + "dyu-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.455073, + "recall": 0.503953, + "f1": 0.467997, + "accuracy": 0.503953, + "main_score": 0.467997, + "hf_subset": "dyu_Latn-lmo_Latn", + "languages": [ + "dyu-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.425046, + "recall": 0.476285, + "f1": 0.438449, + "accuracy": 0.476285, + "main_score": 0.438449, + "hf_subset": "dyu_Latn-npi_Deva", + "languages": [ + "dyu-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.338073, + "recall": 0.38834, + "f1": 0.352035, + "accuracy": 0.38834, + "main_score": 0.352035, + "hf_subset": "dyu_Latn-shn_Mymr", + "languages": [ + "dyu-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.432276, + "recall": 0.485178, + "f1": 0.446699, + "accuracy": 0.485178, + "main_score": 0.446699, + "hf_subset": "dyu_Latn-tgl_Latn", + "languages": [ + "dyu-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.434677, + "recall": 0.495059, + "f1": 0.450346, + "accuracy": 0.495059, + "main_score": 0.450346, + "hf_subset": "dyu_Latn-yue_Hant", + "languages": [ + "dyu-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.367848, + "recall": 0.413043, + "f1": 0.380306, + "accuracy": 0.413043, + "main_score": 0.380306, + "hf_subset": "dyu_Latn-asm_Beng", + "languages": [ + "dyu-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.392996, + "recall": 0.445652, + "f1": 0.406867, + "accuracy": 0.445652, + "main_score": 0.406867, + "hf_subset": "dyu_Latn-ckb_Arab", + "languages": [ + "dyu-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.415626, + "recall": 0.463439, + "f1": 0.428144, + "accuracy": 0.463439, + "main_score": 0.428144, + "hf_subset": "dyu_Latn-gle_Latn", + "languages": [ + "dyu-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.394928, + "recall": 0.459486, + "f1": 0.412507, + "accuracy": 0.459486, + "main_score": 0.412507, + "hf_subset": "dyu_Latn-kas_Arab", + "languages": [ + "dyu-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.415494, + "recall": 0.463439, + "f1": 0.428155, + "accuracy": 0.463439, + "main_score": 0.428155, + "hf_subset": "dyu_Latn-ltg_Latn", + "languages": [ + "dyu-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.421552, + "recall": 0.470356, + "f1": 0.435105, + "accuracy": 0.470356, + "main_score": 0.435105, + "hf_subset": "dyu_Latn-nso_Latn", + "languages": [ + "dyu-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.388403, + "recall": 0.440711, + "f1": 0.402896, + "accuracy": 0.440711, + "main_score": 0.402896, + "hf_subset": "dyu_Latn-sin_Sinh", + "languages": [ + "dyu-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.419309, + "recall": 0.471344, + "f1": 0.43246, + "accuracy": 0.471344, + "main_score": 0.43246, + "hf_subset": "dyu_Latn-tha_Thai", + "languages": [ + "dyu-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.401603, + "recall": 0.462451, + "f1": 0.41684, + "accuracy": 0.462451, + "main_score": 0.41684, + "hf_subset": "dyu_Latn-zho_Hans", + "languages": [ + "dyu-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.428723, + "recall": 0.486166, + "f1": 0.443645, + "accuracy": 0.486166, + "main_score": 0.443645, + "hf_subset": "dyu_Latn-ast_Latn", + "languages": [ + "dyu-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.428838, + "recall": 0.48419, + "f1": 0.443611, + "accuracy": 0.48419, + "main_score": 0.443611, + "hf_subset": "dyu_Latn-crh_Latn", + "languages": [ + "dyu-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.435863, + "recall": 0.493083, + "f1": 0.450518, + "accuracy": 0.493083, + "main_score": 0.450518, + "hf_subset": "dyu_Latn-glg_Latn", + "languages": [ + "dyu-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.411338, + "recall": 0.466403, + "f1": 0.425438, + "accuracy": 0.466403, + "main_score": 0.425438, + "hf_subset": "dyu_Latn-kas_Deva", + "languages": [ + "dyu-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.400452, + "recall": 0.453557, + "f1": 0.414046, + "accuracy": 0.453557, + "main_score": 0.414046, + "hf_subset": "dyu_Latn-ltz_Latn", + "languages": [ + "dyu-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.358979, + "recall": 0.408103, + "f1": 0.372469, + "accuracy": 0.408103, + "main_score": 0.372469, + "hf_subset": "dyu_Latn-nus_Latn", + "languages": [ + "dyu-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.43596, + "recall": 0.487154, + "f1": 0.450555, + "accuracy": 0.487154, + "main_score": 0.450555, + "hf_subset": "dyu_Latn-slk_Latn", + "languages": [ + "dyu-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.413473, + "recall": 0.468379, + "f1": 0.428549, + "accuracy": 0.468379, + "main_score": 0.428549, + "hf_subset": "dyu_Latn-tir_Ethi", + "languages": [ + "dyu-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.426144, + "recall": 0.485178, + "f1": 0.441189, + "accuracy": 0.485178, + "main_score": 0.441189, + "hf_subset": "dyu_Latn-zho_Hant", + "languages": [ + "dyu-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.428482, + "recall": 0.481225, + "f1": 0.442086, + "accuracy": 0.481225, + "main_score": 0.442086, + "hf_subset": "dyu_Latn-awa_Deva", + "languages": [ + "dyu-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.415062, + "recall": 0.469368, + "f1": 0.428961, + "accuracy": 0.469368, + "main_score": 0.428961, + "hf_subset": "dyu_Latn-cym_Latn", + "languages": [ + "dyu-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.446624, + "recall": 0.48913, + "f1": 0.458659, + "accuracy": 0.48913, + "main_score": 0.458659, + "hf_subset": "dyu_Latn-grn_Latn", + "languages": [ + "dyu-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.414076, + "recall": 0.468379, + "f1": 0.428029, + "accuracy": 0.468379, + "main_score": 0.428029, + "hf_subset": "dyu_Latn-kat_Geor", + "languages": [ + "dyu-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.439908, + "recall": 0.48419, + "f1": 0.452101, + "accuracy": 0.48419, + "main_score": 0.452101, + "hf_subset": "dyu_Latn-lua_Latn", + "languages": [ + "dyu-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.426517, + "recall": 0.476285, + "f1": 0.440238, + "accuracy": 0.476285, + "main_score": 0.440238, + "hf_subset": "dyu_Latn-nya_Latn", + "languages": [ + "dyu-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.431677, + "recall": 0.492095, + "f1": 0.448079, + "accuracy": 0.492095, + "main_score": 0.448079, + "hf_subset": "dyu_Latn-slv_Latn", + "languages": [ + "dyu-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.43427, + "recall": 0.485178, + "f1": 0.448111, + "accuracy": 0.485178, + "main_score": 0.448111, + "hf_subset": "dyu_Latn-tpi_Latn", + "languages": [ + "dyu-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.442585, + "recall": 0.500988, + "f1": 0.458262, + "accuracy": 0.500988, + "main_score": 0.458262, + "hf_subset": "dyu_Latn-zsm_Latn", + "languages": [ + "dyu-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.405477, + "recall": 0.449605, + "f1": 0.417987, + "accuracy": 0.449605, + "main_score": 0.417987, + "hf_subset": "dyu_Latn-ayr_Latn", + "languages": [ + "dyu-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.450333, + "recall": 0.504941, + "f1": 0.465335, + "accuracy": 0.504941, + "main_score": 0.465335, + "hf_subset": "dyu_Latn-dan_Latn", + "languages": [ + "dyu-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.41377, + "recall": 0.467391, + "f1": 0.42792, + "accuracy": 0.467391, + "main_score": 0.42792, + "hf_subset": "dyu_Latn-guj_Gujr", + "languages": [ + "dyu-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.396877, + "recall": 0.450593, + "f1": 0.41067, + "accuracy": 0.450593, + "main_score": 0.41067, + "hf_subset": "dyu_Latn-kaz_Cyrl", + "languages": [ + "dyu-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.402116, + "recall": 0.453557, + "f1": 0.415431, + "accuracy": 0.453557, + "main_score": 0.415431, + "hf_subset": "dyu_Latn-lug_Latn", + "languages": [ + "dyu-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.427348, + "recall": 0.488142, + "f1": 0.443074, + "accuracy": 0.488142, + "main_score": 0.443074, + "hf_subset": "dyu_Latn-oci_Latn", + "languages": [ + "dyu-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.405212, + "recall": 0.450593, + "f1": 0.41743, + "accuracy": 0.450593, + "main_score": 0.41743, + "hf_subset": "dyu_Latn-smo_Latn", + "languages": [ + "dyu-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.414335, + "recall": 0.463439, + "f1": 0.427644, + "accuracy": 0.463439, + "main_score": 0.427644, + "hf_subset": "dyu_Latn-tsn_Latn", + "languages": [ + "dyu-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.405263, + "recall": 0.458498, + "f1": 0.419773, + "accuracy": 0.458498, + "main_score": 0.419773, + "hf_subset": "dyu_Latn-zul_Latn", + "languages": [ + "dyu-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.375724, + "recall": 0.431818, + "f1": 0.390502, + "accuracy": 0.431818, + "main_score": 0.390502, + "hf_subset": "dyu_Latn-azb_Arab", + "languages": [ + "dyu-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.439015, + "recall": 0.497036, + "f1": 0.45436, + "accuracy": 0.497036, + "main_score": 0.45436, + "hf_subset": "dyu_Latn-deu_Latn", + "languages": [ + "dyu-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.417624, + "recall": 0.477273, + "f1": 0.43307, + "accuracy": 0.477273, + "main_score": 0.43307, + "hf_subset": "dyu_Latn-hat_Latn", + "languages": [ + "dyu-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.402835, + "recall": 0.445652, + "f1": 0.414577, + "accuracy": 0.445652, + "main_score": 0.414577, + "hf_subset": "dyu_Latn-kbp_Latn", + "languages": [ + "dyu-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.447729, + "recall": 0.492095, + "f1": 0.460554, + "accuracy": 0.492095, + "main_score": 0.460554, + "hf_subset": "dyu_Latn-luo_Latn", + "languages": [ + "dyu-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.383643, + "recall": 0.440711, + "f1": 0.398856, + "accuracy": 0.440711, + "main_score": 0.398856, + "hf_subset": "dyu_Latn-ory_Orya", + "languages": [ + "dyu-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.414986, + "recall": 0.467391, + "f1": 0.428481, + "accuracy": 0.467391, + "main_score": 0.428481, + "hf_subset": "dyu_Latn-sna_Latn", + "languages": [ + "dyu-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.430311, + "recall": 0.476285, + "f1": 0.442792, + "accuracy": 0.476285, + "main_score": 0.442792, + "hf_subset": "dyu_Latn-tso_Latn", + "languages": [ + "dyu-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.406474, + "recall": 0.458498, + "f1": 0.419951, + "accuracy": 0.458498, + "main_score": 0.419951, + "hf_subset": "dyu_Latn-azj_Latn", + "languages": [ + "dyu-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.418174, + "recall": 0.463439, + "f1": 0.431417, + "accuracy": 0.463439, + "main_score": 0.431417, + "hf_subset": "dyu_Latn-dik_Latn", + "languages": [ + "dyu-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.407405, + "recall": 0.451581, + "f1": 0.419575, + "accuracy": 0.451581, + "main_score": 0.419575, + "hf_subset": "dyu_Latn-hau_Latn", + "languages": [ + "dyu-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.416401, + "recall": 0.47332, + "f1": 0.43164, + "accuracy": 0.47332, + "main_score": 0.43164, + "hf_subset": "dyu_Latn-kea_Latn", + "languages": [ + "dyu-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.434469, + "recall": 0.485178, + "f1": 0.448104, + "accuracy": 0.485178, + "main_score": 0.448104, + "hf_subset": "dyu_Latn-lus_Latn", + "languages": [ + "dyu-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.445306, + "recall": 0.493083, + "f1": 0.458657, + "accuracy": 0.493083, + "main_score": 0.458657, + "hf_subset": "dyu_Latn-pag_Latn", + "languages": [ + "dyu-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.373002, + "recall": 0.427866, + "f1": 0.386852, + "accuracy": 0.427866, + "main_score": 0.386852, + "hf_subset": "dyu_Latn-snd_Arab", + "languages": [ + "dyu-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.403414, + "recall": 0.458498, + "f1": 0.41861, + "accuracy": 0.458498, + "main_score": 0.41861, + "hf_subset": "dyu_Latn-tuk_Latn", + "languages": [ + "dyu-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.434269, + "recall": 0.483202, + "f1": 0.447627, + "accuracy": 0.483202, + "main_score": 0.447627, + "hf_subset": "dyu_Latn-bak_Cyrl", + "languages": [ + "dyu-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.42591, + "recall": 0.477273, + "f1": 0.439229, + "accuracy": 0.477273, + "main_score": 0.439229, + "hf_subset": "dyu_Latn-heb_Hebr", + "languages": [ + "dyu-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.408894, + "recall": 0.462451, + "f1": 0.423964, + "accuracy": 0.462451, + "main_score": 0.423964, + "hf_subset": "dyu_Latn-khk_Cyrl", + "languages": [ + "dyu-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.418954, + "recall": 0.479249, + "f1": 0.434752, + "accuracy": 0.479249, + "main_score": 0.434752, + "hf_subset": "dyu_Latn-lvs_Latn", + "languages": [ + "dyu-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.409632, + "recall": 0.464427, + "f1": 0.423526, + "accuracy": 0.464427, + "main_score": 0.423526, + "hf_subset": "dyu_Latn-pan_Guru", + "languages": [ + "dyu-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.398628, + "recall": 0.443676, + "f1": 0.410568, + "accuracy": 0.443676, + "main_score": 0.410568, + "hf_subset": "dyu_Latn-som_Latn", + "languages": [ + "dyu-Latn", + "som-Latn" + ] + }, + { + "precision": 0.407552, + "recall": 0.452569, + "f1": 0.419626, + "accuracy": 0.452569, + "main_score": 0.419626, + "hf_subset": "dyu_Latn-tum_Latn", + "languages": [ + "dyu-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.52178, + "recall": 0.612648, + "f1": 0.547221, + "accuracy": 0.612648, + "main_score": 0.547221, + "hf_subset": "heb_Hebr-ace_Arab", + "languages": [ + "heb-Hebr", + "ace-Arab" + ] + }, + { + "precision": 0.443357, + "recall": 0.512846, + "f1": 0.461362, + "accuracy": 0.512846, + "main_score": 0.461362, + "hf_subset": "heb_Hebr-bam_Latn", + "languages": [ + "heb-Hebr", + "bam-Latn" + ] + }, + { + "precision": 0.647491, + "recall": 0.733202, + "f1": 0.671844, + "accuracy": 0.733202, + "main_score": 0.671844, + "hf_subset": "heb_Hebr-dzo_Tibt", + "languages": [ + "heb-Hebr", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-hin_Deva", + "languages": [ + "heb-Hebr", + "hin-Deva" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "heb_Hebr-khm_Khmr", + "languages": [ + "heb-Hebr", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "heb_Hebr-mag_Deva", + "languages": [ + "heb-Hebr", + "mag-Deva" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "heb_Hebr-pap_Latn", + "languages": [ + "heb-Hebr", + "pap-Latn" + ] + }, + { + "precision": 0.872151, + "recall": 0.910079, + "f1": 0.883959, + "accuracy": 0.910079, + "main_score": 0.883959, + "hf_subset": "heb_Hebr-sot_Latn", + "languages": [ + "heb-Hebr", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-tur_Latn", + "languages": [ + "heb-Hebr", + "tur-Latn" + ] + }, + { + "precision": 0.859084, + "recall": 0.899209, + "f1": 0.871807, + "accuracy": 0.899209, + "main_score": 0.871807, + "hf_subset": "heb_Hebr-ace_Latn", + "languages": [ + "heb-Hebr", + "ace-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "heb_Hebr-ban_Latn", + "languages": [ + "heb-Hebr", + "ban-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "heb_Hebr-ell_Grek", + "languages": [ + "heb-Hebr", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "heb_Hebr-hne_Deva", + "languages": [ + "heb-Hebr", + "hne-Deva" + ] + }, + { + "precision": 0.562373, + "recall": 0.639328, + "f1": 0.583992, + "accuracy": 0.639328, + "main_score": 0.583992, + "hf_subset": "heb_Hebr-kik_Latn", + "languages": [ + "heb-Hebr", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-mai_Deva", + "languages": [ + "heb-Hebr", + "mai-Deva" + ] + }, + { + "precision": 0.953722, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "heb_Hebr-pbt_Arab", + "languages": [ + "heb-Hebr", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-spa_Latn", + "languages": [ + "heb-Hebr", + "spa-Latn" + ] + }, + { + "precision": 0.765926, + "recall": 0.826087, + "f1": 0.78386, + "accuracy": 0.826087, + "main_score": 0.78386, + "hf_subset": "heb_Hebr-twi_Latn", + "languages": [ + "heb-Hebr", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-acm_Arab", + "languages": [ + "heb-Hebr", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-bel_Cyrl", + "languages": [ + "heb-Hebr", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-hrv_Latn", + "languages": [ + "heb-Hebr", + "hrv-Latn" + ] + }, + { + "precision": 0.856588, + "recall": 0.896245, + "f1": 0.868544, + "accuracy": 0.896245, + "main_score": 0.868544, + "hf_subset": "heb_Hebr-kin_Latn", + "languages": [ + "heb-Hebr", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "heb_Hebr-mal_Mlym", + "languages": [ + "heb-Hebr", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-pes_Arab", + "languages": [ + "heb-Hebr", + "pes-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "heb_Hebr-srd_Latn", + "languages": [ + "heb-Hebr", + "srd-Latn" + ] + }, + { + "precision": 0.198714, + "recall": 0.264822, + "f1": 0.21399, + "accuracy": 0.264822, + "main_score": 0.21399, + "hf_subset": "heb_Hebr-tzm_Tfng", + "languages": [ + "heb-Hebr", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-acq_Arab", + "languages": [ + "heb-Hebr", + "acq-Arab" + ] + }, + { + "precision": 0.668898, + "recall": 0.742095, + "f1": 0.690028, + "accuracy": 0.742095, + "main_score": 0.690028, + "hf_subset": "heb_Hebr-bem_Latn", + "languages": [ + "heb-Hebr", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-epo_Latn", + "languages": [ + "heb-Hebr", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-hun_Latn", + "languages": [ + "heb-Hebr", + "hun-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "heb_Hebr-kir_Cyrl", + "languages": [ + "heb-Hebr", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-mar_Deva", + "languages": [ + "heb-Hebr", + "mar-Deva" + ] + }, + { + "precision": 0.885211, + "recall": 0.918972, + "f1": 0.895751, + "accuracy": 0.918972, + "main_score": 0.895751, + "hf_subset": "heb_Hebr-plt_Latn", + "languages": [ + "heb-Hebr", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-srp_Cyrl", + "languages": [ + "heb-Hebr", + "srp-Cyrl" + ] + }, + { + "precision": 0.948864, + "recall": 0.964427, + "f1": 0.953788, + "accuracy": 0.964427, + "main_score": 0.953788, + "hf_subset": "heb_Hebr-uig_Arab", + "languages": [ + "heb-Hebr", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-aeb_Arab", + "languages": [ + "heb-Hebr", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-ben_Beng", + "languages": [ + "heb-Hebr", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-est_Latn", + "languages": [ + "heb-Hebr", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-hye_Armn", + "languages": [ + "heb-Hebr", + "hye-Armn" + ] + }, + { + "precision": 0.446671, + "recall": 0.517787, + "f1": 0.466564, + "accuracy": 0.517787, + "main_score": 0.466564, + "hf_subset": "heb_Hebr-kmb_Latn", + "languages": [ + "heb-Hebr", + "kmb-Latn" + ] + }, + { + "precision": 0.497731, + "recall": 0.588933, + "f1": 0.521788, + "accuracy": 0.588933, + "main_score": 0.521788, + "hf_subset": "heb_Hebr-min_Arab", + "languages": [ + "heb-Hebr", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-pol_Latn", + "languages": [ + "heb-Hebr", + "pol-Latn" + ] + }, + { + "precision": 0.754035, + "recall": 0.820158, + "f1": 0.774012, + "accuracy": 0.820158, + "main_score": 0.774012, + "hf_subset": "heb_Hebr-ssw_Latn", + "languages": [ + "heb-Hebr", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-ukr_Cyrl", + "languages": [ + "heb-Hebr", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-afr_Latn", + "languages": [ + "heb-Hebr", + "afr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-bho_Deva", + "languages": [ + "heb-Hebr", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "heb_Hebr-eus_Latn", + "languages": [ + "heb-Hebr", + "eus-Latn" + ] + }, + { + "precision": 0.865366, + "recall": 0.906126, + "f1": 0.878162, + "accuracy": 0.906126, + "main_score": 0.878162, + "hf_subset": "heb_Hebr-ibo_Latn", + "languages": [ + "heb-Hebr", + "ibo-Latn" + ] + }, + { + "precision": 0.880764, + "recall": 0.916996, + "f1": 0.892457, + "accuracy": 0.916996, + "main_score": 0.892457, + "hf_subset": "heb_Hebr-kmr_Latn", + "languages": [ + "heb-Hebr", + "kmr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "heb_Hebr-min_Latn", + "languages": [ + "heb-Hebr", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-por_Latn", + "languages": [ + "heb-Hebr", + "por-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "heb_Hebr-sun_Latn", + "languages": [ + "heb-Hebr", + "sun-Latn" + ] + }, + { + "precision": 0.456823, + "recall": 0.527668, + "f1": 0.476271, + "accuracy": 0.527668, + "main_score": 0.476271, + "hf_subset": "heb_Hebr-umb_Latn", + "languages": [ + "heb-Hebr", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-ajp_Arab", + "languages": [ + "heb-Hebr", + "ajp-Arab" + ] + }, + { + "precision": 0.506047, + "recall": 0.586957, + "f1": 0.527721, + "accuracy": 0.586957, + "main_score": 0.527721, + "hf_subset": "heb_Hebr-bjn_Arab", + "languages": [ + "heb-Hebr", + "bjn-Arab" + ] + }, + { + "precision": 0.435047, + "recall": 0.494071, + "f1": 0.450233, + "accuracy": 0.494071, + "main_score": 0.450233, + "hf_subset": "heb_Hebr-ewe_Latn", + "languages": [ + "heb-Hebr", + "ewe-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.960474, + "f1": 0.947628, + "accuracy": 0.960474, + "main_score": 0.947628, + "hf_subset": "heb_Hebr-ilo_Latn", + "languages": [ + "heb-Hebr", + "ilo-Latn" + ] + }, + { + "precision": 0.255485, + "recall": 0.321146, + "f1": 0.272502, + "accuracy": 0.321146, + "main_score": 0.272502, + "hf_subset": "heb_Hebr-knc_Arab", + "languages": [ + "heb-Hebr", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-mkd_Cyrl", + "languages": [ + "heb-Hebr", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-prs_Arab", + "languages": [ + "heb-Hebr", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-swe_Latn", + "languages": [ + "heb-Hebr", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-urd_Arab", + "languages": [ + "heb-Hebr", + "urd-Arab" + ] + }, + { + "precision": 0.740794, + "recall": 0.806324, + "f1": 0.760263, + "accuracy": 0.806324, + "main_score": 0.760263, + "hf_subset": "heb_Hebr-aka_Latn", + "languages": [ + "heb-Hebr", + "aka-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "heb_Hebr-bjn_Latn", + "languages": [ + "heb-Hebr", + "bjn-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "heb_Hebr-fao_Latn", + "languages": [ + "heb-Hebr", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-ind_Latn", + "languages": [ + "heb-Hebr", + "ind-Latn" + ] + }, + { + "precision": 0.490545, + "recall": 0.562253, + "f1": 0.510013, + "accuracy": 0.562253, + "main_score": 0.510013, + "hf_subset": "heb_Hebr-knc_Latn", + "languages": [ + "heb-Hebr", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-mlt_Latn", + "languages": [ + "heb-Hebr", + "mlt-Latn" + ] + }, + { + "precision": 0.611266, + "recall": 0.689723, + "f1": 0.633561, + "accuracy": 0.689723, + "main_score": 0.633561, + "hf_subset": "heb_Hebr-quy_Latn", + "languages": [ + "heb-Hebr", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-swh_Latn", + "languages": [ + "heb-Hebr", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "heb_Hebr-uzn_Latn", + "languages": [ + "heb-Hebr", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-als_Latn", + "languages": [ + "heb-Hebr", + "als-Latn" + ] + }, + { + "precision": 0.836257, + "recall": 0.882411, + "f1": 0.850615, + "accuracy": 0.882411, + "main_score": 0.850615, + "hf_subset": "heb_Hebr-bod_Tibt", + "languages": [ + "heb-Hebr", + "bod-Tibt" + ] + }, + { + "precision": 0.60902, + "recall": 0.682806, + "f1": 0.630341, + "accuracy": 0.682806, + "main_score": 0.630341, + "hf_subset": "heb_Hebr-fij_Latn", + "languages": [ + "heb-Hebr", + "fij-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "heb_Hebr-isl_Latn", + "languages": [ + "heb-Hebr", + "isl-Latn" + ] + }, + { + "precision": 0.570602, + "recall": 0.657115, + "f1": 0.594731, + "accuracy": 0.657115, + "main_score": 0.594731, + "hf_subset": "heb_Hebr-kon_Latn", + "languages": [ + "heb-Hebr", + "kon-Latn" + ] + }, + { + "precision": 0.592113, + "recall": 0.678854, + "f1": 0.616827, + "accuracy": 0.678854, + "main_score": 0.616827, + "hf_subset": "heb_Hebr-mni_Beng", + "languages": [ + "heb-Hebr", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-ron_Latn", + "languages": [ + "heb-Hebr", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "heb_Hebr-szl_Latn", + "languages": [ + "heb-Hebr", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-vec_Latn", + "languages": [ + "heb-Hebr", + "vec-Latn" + ] + }, + { + "precision": 0.9389, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "heb_Hebr-amh_Ethi", + "languages": [ + "heb-Hebr", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-bos_Latn", + "languages": [ + "heb-Hebr", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-fin_Latn", + "languages": [ + "heb-Hebr", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-ita_Latn", + "languages": [ + "heb-Hebr", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-kor_Hang", + "languages": [ + "heb-Hebr", + "kor-Hang" + ] + }, + { + "precision": 0.460311, + "recall": 0.527668, + "f1": 0.478539, + "accuracy": 0.527668, + "main_score": 0.478539, + "hf_subset": "heb_Hebr-mos_Latn", + "languages": [ + "heb-Hebr", + "mos-Latn" + ] + }, + { + "precision": 0.752586, + "recall": 0.813241, + "f1": 0.770685, + "accuracy": 0.813241, + "main_score": 0.770685, + "hf_subset": "heb_Hebr-run_Latn", + "languages": [ + "heb-Hebr", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "heb_Hebr-tam_Taml", + "languages": [ + "heb-Hebr", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-vie_Latn", + "languages": [ + "heb-Hebr", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-apc_Arab", + "languages": [ + "heb-Hebr", + "apc-Arab" + ] + }, + { + "precision": 0.710577, + "recall": 0.780632, + "f1": 0.730847, + "accuracy": 0.780632, + "main_score": 0.730847, + "hf_subset": "heb_Hebr-bug_Latn", + "languages": [ + "heb-Hebr", + "bug-Latn" + ] + }, + { + "precision": 0.403229, + "recall": 0.458498, + "f1": 0.418043, + "accuracy": 0.458498, + "main_score": 0.418043, + "hf_subset": "heb_Hebr-fon_Latn", + "languages": [ + "heb-Hebr", + "fon-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-jav_Latn", + "languages": [ + "heb-Hebr", + "jav-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "heb_Hebr-lao_Laoo", + "languages": [ + "heb-Hebr", + "lao-Laoo" + ] + }, + { + "precision": 0.878986, + "recall": 0.914032, + "f1": 0.889987, + "accuracy": 0.914032, + "main_score": 0.889987, + "hf_subset": "heb_Hebr-mri_Latn", + "languages": [ + "heb-Hebr", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-rus_Cyrl", + "languages": [ + "heb-Hebr", + "rus-Cyrl" + ] + }, + { + "precision": 0.479255, + "recall": 0.544466, + "f1": 0.496498, + "accuracy": 0.544466, + "main_score": 0.496498, + "hf_subset": "heb_Hebr-taq_Latn", + "languages": [ + "heb-Hebr", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-war_Latn", + "languages": [ + "heb-Hebr", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-arb_Arab", + "languages": [ + "heb-Hebr", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-bul_Cyrl", + "languages": [ + "heb-Hebr", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-fra_Latn", + "languages": [ + "heb-Hebr", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-jpn_Jpan", + "languages": [ + "heb-Hebr", + "jpn-Jpan" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-lij_Latn", + "languages": [ + "heb-Hebr", + "lij-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "heb_Hebr-mya_Mymr", + "languages": [ + "heb-Hebr", + "mya-Mymr" + ] + }, + { + "precision": 0.513393, + "recall": 0.589921, + "f1": 0.534551, + "accuracy": 0.589921, + "main_score": 0.534551, + "hf_subset": "heb_Hebr-sag_Latn", + "languages": [ + "heb-Hebr", + "sag-Latn" + ] + }, + { + "precision": 0.217194, + "recall": 0.282609, + "f1": 0.232462, + "accuracy": 0.282609, + "main_score": 0.232462, + "hf_subset": "heb_Hebr-taq_Tfng", + "languages": [ + "heb-Hebr", + "taq-Tfng" + ] + }, + { + "precision": 0.606752, + "recall": 0.681818, + "f1": 0.628109, + "accuracy": 0.681818, + "main_score": 0.628109, + "hf_subset": "heb_Hebr-wol_Latn", + "languages": [ + "heb-Hebr", + "wol-Latn" + ] + }, + { + "precision": 0.857049, + "recall": 0.899209, + "f1": 0.870158, + "accuracy": 0.899209, + "main_score": 0.870158, + "hf_subset": "heb_Hebr-arb_Latn", + "languages": [ + "heb-Hebr", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-cat_Latn", + "languages": [ + "heb-Hebr", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-fur_Latn", + "languages": [ + "heb-Hebr", + "fur-Latn" + ] + }, + { + "precision": 0.434635, + "recall": 0.51087, + "f1": 0.454437, + "accuracy": 0.51087, + "main_score": 0.454437, + "hf_subset": "heb_Hebr-kab_Latn", + "languages": [ + "heb-Hebr", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "heb_Hebr-lim_Latn", + "languages": [ + "heb-Hebr", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-nld_Latn", + "languages": [ + "heb-Hebr", + "nld-Latn" + ] + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "heb_Hebr-san_Deva", + "languages": [ + "heb-Hebr", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-tat_Cyrl", + "languages": [ + "heb-Hebr", + "tat-Cyrl" + ] + }, + { + "precision": 0.877059, + "recall": 0.91502, + "f1": 0.889229, + "accuracy": 0.91502, + "main_score": 0.889229, + "hf_subset": "heb_Hebr-xho_Latn", + "languages": [ + "heb-Hebr", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-ars_Arab", + "languages": [ + "heb-Hebr", + "ars-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-ceb_Latn", + "languages": [ + "heb-Hebr", + "ceb-Latn" + ] + }, + { + "precision": 0.461568, + "recall": 0.539526, + "f1": 0.48283, + "accuracy": 0.539526, + "main_score": 0.48283, + "hf_subset": "heb_Hebr-fuv_Latn", + "languages": [ + "heb-Hebr", + "fuv-Latn" + ] + }, + { + "precision": 0.453118, + "recall": 0.522727, + "f1": 0.471063, + "accuracy": 0.522727, + "main_score": 0.471063, + "hf_subset": "heb_Hebr-kac_Latn", + "languages": [ + "heb-Hebr", + "kac-Latn" + ] + }, + { + "precision": 0.616357, + "recall": 0.693676, + "f1": 0.638171, + "accuracy": 0.693676, + "main_score": 0.638171, + "hf_subset": "heb_Hebr-lin_Latn", + "languages": [ + "heb-Hebr", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-nno_Latn", + "languages": [ + "heb-Hebr", + "nno-Latn" + ] + }, + { + "precision": 0.873962, + "recall": 0.909091, + "f1": 0.884552, + "accuracy": 0.909091, + "main_score": 0.884552, + "hf_subset": "heb_Hebr-sat_Olck", + "languages": [ + "heb-Hebr", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "heb_Hebr-tel_Telu", + "languages": [ + "heb-Hebr", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "heb_Hebr-ydd_Hebr", + "languages": [ + "heb-Hebr", + "ydd-Hebr" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "heb_Hebr-ary_Arab", + "languages": [ + "heb-Hebr", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-ces_Latn", + "languages": [ + "heb-Hebr", + "ces-Latn" + ] + }, + { + "precision": 0.543838, + "recall": 0.62747, + "f1": 0.566639, + "accuracy": 0.62747, + "main_score": 0.566639, + "hf_subset": "heb_Hebr-gaz_Latn", + "languages": [ + "heb-Hebr", + "gaz-Latn" + ] + }, + { + "precision": 0.516995, + "recall": 0.600791, + "f1": 0.53953, + "accuracy": 0.600791, + "main_score": 0.53953, + "hf_subset": "heb_Hebr-kam_Latn", + "languages": [ + "heb-Hebr", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "heb_Hebr-lit_Latn", + "languages": [ + "heb-Hebr", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-nob_Latn", + "languages": [ + "heb-Hebr", + "nob-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "heb_Hebr-scn_Latn", + "languages": [ + "heb-Hebr", + "scn-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "heb_Hebr-tgk_Cyrl", + "languages": [ + "heb-Hebr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.760632, + "recall": 0.821146, + "f1": 0.778611, + "accuracy": 0.821146, + "main_score": 0.778611, + "hf_subset": "heb_Hebr-yor_Latn", + "languages": [ + "heb-Hebr", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-arz_Arab", + "languages": [ + "heb-Hebr", + "arz-Arab" + ] + }, + { + "precision": 0.450494, + "recall": 0.528656, + "f1": 0.471268, + "accuracy": 0.528656, + "main_score": 0.471268, + "hf_subset": "heb_Hebr-cjk_Latn", + "languages": [ + "heb-Hebr", + "cjk-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.967391, + "f1": 0.956522, + "accuracy": 0.967391, + "main_score": 0.956522, + "hf_subset": "heb_Hebr-gla_Latn", + "languages": [ + "heb-Hebr", + "gla-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "heb_Hebr-kan_Knda", + "languages": [ + "heb-Hebr", + "kan-Knda" + ] + }, + { + "precision": 0.982296, + "recall": 0.987154, + "f1": 0.983762, + "accuracy": 0.987154, + "main_score": 0.983762, + "hf_subset": "heb_Hebr-lmo_Latn", + "languages": [ + "heb-Hebr", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "heb_Hebr-npi_Deva", + "languages": [ + "heb-Hebr", + "npi-Deva" + ] + }, + { + "precision": 0.532929, + "recall": 0.619565, + "f1": 0.556986, + "accuracy": 0.619565, + "main_score": 0.556986, + "hf_subset": "heb_Hebr-shn_Mymr", + "languages": [ + "heb-Hebr", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-tgl_Latn", + "languages": [ + "heb-Hebr", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-yue_Hant", + "languages": [ + "heb-Hebr", + "yue-Hant" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "heb_Hebr-asm_Beng", + "languages": [ + "heb-Hebr", + "asm-Beng" + ] + }, + { + "precision": 0.944335, + "recall": 0.961462, + "f1": 0.949769, + "accuracy": 0.961462, + "main_score": 0.949769, + "hf_subset": "heb_Hebr-ckb_Arab", + "languages": [ + "heb-Hebr", + "ckb-Arab" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "heb_Hebr-gle_Latn", + "languages": [ + "heb-Hebr", + "gle-Latn" + ] + }, + { + "precision": 0.898962, + "recall": 0.929842, + "f1": 0.908663, + "accuracy": 0.929842, + "main_score": 0.908663, + "hf_subset": "heb_Hebr-kas_Arab", + "languages": [ + "heb-Hebr", + "kas-Arab" + ] + }, + { + "precision": 0.895422, + "recall": 0.925889, + "f1": 0.904974, + "accuracy": 0.925889, + "main_score": 0.904974, + "hf_subset": "heb_Hebr-ltg_Latn", + "languages": [ + "heb-Hebr", + "ltg-Latn" + ] + }, + { + "precision": 0.791897, + "recall": 0.844862, + "f1": 0.807905, + "accuracy": 0.844862, + "main_score": 0.807905, + "hf_subset": "heb_Hebr-nso_Latn", + "languages": [ + "heb-Hebr", + "nso-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "heb_Hebr-sin_Sinh", + "languages": [ + "heb-Hebr", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-tha_Thai", + "languages": [ + "heb-Hebr", + "tha-Thai" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "heb_Hebr-zho_Hans", + "languages": [ + "heb-Hebr", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-ast_Latn", + "languages": [ + "heb-Hebr", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "heb_Hebr-crh_Latn", + "languages": [ + "heb-Hebr", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-glg_Latn", + "languages": [ + "heb-Hebr", + "glg-Latn" + ] + }, + { + "precision": 0.853706, + "recall": 0.894269, + "f1": 0.865777, + "accuracy": 0.894269, + "main_score": 0.865777, + "hf_subset": "heb_Hebr-kas_Deva", + "languages": [ + "heb-Hebr", + "kas-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-ltz_Latn", + "languages": [ + "heb-Hebr", + "ltz-Latn" + ] + }, + { + "precision": 0.393078, + "recall": 0.469368, + "f1": 0.413333, + "accuracy": 0.469368, + "main_score": 0.413333, + "hf_subset": "heb_Hebr-nus_Latn", + "languages": [ + "heb-Hebr", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-slk_Latn", + "languages": [ + "heb-Hebr", + "slk-Latn" + ] + }, + { + "precision": 0.644055, + "recall": 0.725296, + "f1": 0.66702, + "accuracy": 0.725296, + "main_score": 0.66702, + "hf_subset": "heb_Hebr-tir_Ethi", + "languages": [ + "heb-Hebr", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-zho_Hant", + "languages": [ + "heb-Hebr", + "zho-Hant" + ] + }, + { + "precision": 0.977026, + "recall": 0.983202, + "f1": 0.978986, + "accuracy": 0.983202, + "main_score": 0.978986, + "hf_subset": "heb_Hebr-awa_Deva", + "languages": [ + "heb-Hebr", + "awa-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-cym_Latn", + "languages": [ + "heb-Hebr", + "cym-Latn" + ] + }, + { + "precision": 0.760599, + "recall": 0.81917, + "f1": 0.777553, + "accuracy": 0.81917, + "main_score": 0.777553, + "hf_subset": "heb_Hebr-grn_Latn", + "languages": [ + "heb-Hebr", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-kat_Geor", + "languages": [ + "heb-Hebr", + "kat-Geor" + ] + }, + { + "precision": 0.5841, + "recall": 0.650198, + "f1": 0.60213, + "accuracy": 0.650198, + "main_score": 0.60213, + "hf_subset": "heb_Hebr-lua_Latn", + "languages": [ + "heb-Hebr", + "lua-Latn" + ] + }, + { + "precision": 0.826202, + "recall": 0.876482, + "f1": 0.842128, + "accuracy": 0.876482, + "main_score": 0.842128, + "hf_subset": "heb_Hebr-nya_Latn", + "languages": [ + "heb-Hebr", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-slv_Latn", + "languages": [ + "heb-Hebr", + "slv-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "heb_Hebr-tpi_Latn", + "languages": [ + "heb-Hebr", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-zsm_Latn", + "languages": [ + "heb-Hebr", + "zsm-Latn" + ] + }, + { + "precision": 0.473355, + "recall": 0.54249, + "f1": 0.491848, + "accuracy": 0.54249, + "main_score": 0.491848, + "hf_subset": "heb_Hebr-ayr_Latn", + "languages": [ + "heb-Hebr", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-dan_Latn", + "languages": [ + "heb-Hebr", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-guj_Gujr", + "languages": [ + "heb-Hebr", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "heb_Hebr-kaz_Cyrl", + "languages": [ + "heb-Hebr", + "kaz-Cyrl" + ] + }, + { + "precision": 0.630461, + "recall": 0.713439, + "f1": 0.654369, + "accuracy": 0.713439, + "main_score": 0.654369, + "hf_subset": "heb_Hebr-lug_Latn", + "languages": [ + "heb-Hebr", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-oci_Latn", + "languages": [ + "heb-Hebr", + "oci-Latn" + ] + }, + { + "precision": 0.841107, + "recall": 0.884387, + "f1": 0.854545, + "accuracy": 0.884387, + "main_score": 0.854545, + "hf_subset": "heb_Hebr-smo_Latn", + "languages": [ + "heb-Hebr", + "smo-Latn" + ] + }, + { + "precision": 0.756621, + "recall": 0.81917, + "f1": 0.775791, + "accuracy": 0.81917, + "main_score": 0.775791, + "hf_subset": "heb_Hebr-tsn_Latn", + "languages": [ + "heb-Hebr", + "tsn-Latn" + ] + }, + { + "precision": 0.917819, + "recall": 0.943676, + "f1": 0.926219, + "accuracy": 0.943676, + "main_score": 0.926219, + "hf_subset": "heb_Hebr-zul_Latn", + "languages": [ + "heb-Hebr", + "zul-Latn" + ] + }, + { + "precision": 0.934618, + "recall": 0.955534, + "f1": 0.94137, + "accuracy": 0.955534, + "main_score": 0.94137, + "hf_subset": "heb_Hebr-azb_Arab", + "languages": [ + "heb-Hebr", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-deu_Latn", + "languages": [ + "heb-Hebr", + "deu-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "heb_Hebr-hat_Latn", + "languages": [ + "heb-Hebr", + "hat-Latn" + ] + }, + { + "precision": 0.453232, + "recall": 0.520751, + "f1": 0.471911, + "accuracy": 0.520751, + "main_score": 0.471911, + "hf_subset": "heb_Hebr-kbp_Latn", + "languages": [ + "heb-Hebr", + "kbp-Latn" + ] + }, + { + "precision": 0.48086, + "recall": 0.55336, + "f1": 0.500096, + "accuracy": 0.55336, + "main_score": 0.500096, + "hf_subset": "heb_Hebr-luo_Latn", + "languages": [ + "heb-Hebr", + "luo-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "heb_Hebr-ory_Orya", + "languages": [ + "heb-Hebr", + "ory-Orya" + ] + }, + { + "precision": 0.89888, + "recall": 0.93083, + "f1": 0.909256, + "accuracy": 0.93083, + "main_score": 0.909256, + "hf_subset": "heb_Hebr-sna_Latn", + "languages": [ + "heb-Hebr", + "sna-Latn" + ] + }, + { + "precision": 0.651269, + "recall": 0.726285, + "f1": 0.672799, + "accuracy": 0.726285, + "main_score": 0.672799, + "hf_subset": "heb_Hebr-tso_Latn", + "languages": [ + "heb-Hebr", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-azj_Latn", + "languages": [ + "heb-Hebr", + "azj-Latn" + ] + }, + { + "precision": 0.480798, + "recall": 0.551383, + "f1": 0.500435, + "accuracy": 0.551383, + "main_score": 0.500435, + "hf_subset": "heb_Hebr-dik_Latn", + "languages": [ + "heb-Hebr", + "dik-Latn" + ] + }, + { + "precision": 0.906209, + "recall": 0.934783, + "f1": 0.91525, + "accuracy": 0.934783, + "main_score": 0.91525, + "hf_subset": "heb_Hebr-hau_Latn", + "languages": [ + "heb-Hebr", + "hau-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "heb_Hebr-kea_Latn", + "languages": [ + "heb-Hebr", + "kea-Latn" + ] + }, + { + "precision": 0.911726, + "recall": 0.938735, + "f1": 0.92029, + "accuracy": 0.938735, + "main_score": 0.92029, + "hf_subset": "heb_Hebr-lus_Latn", + "languages": [ + "heb-Hebr", + "lus-Latn" + ] + }, + { + "precision": 0.850543, + "recall": 0.892292, + "f1": 0.86334, + "accuracy": 0.892292, + "main_score": 0.86334, + "hf_subset": "heb_Hebr-pag_Latn", + "languages": [ + "heb-Hebr", + "pag-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "heb_Hebr-snd_Arab", + "languages": [ + "heb-Hebr", + "snd-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "heb_Hebr-tuk_Latn", + "languages": [ + "heb-Hebr", + "tuk-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "heb_Hebr-bak_Cyrl", + "languages": [ + "heb-Hebr", + "bak-Cyrl" + ] + }, + { + "precision": 0.450885, + "recall": 0.523715, + "f1": 0.47041, + "accuracy": 0.523715, + "main_score": 0.47041, + "hf_subset": "heb_Hebr-dyu_Latn", + "languages": [ + "heb-Hebr", + "dyu-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "heb_Hebr-khk_Cyrl", + "languages": [ + "heb-Hebr", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-lvs_Latn", + "languages": [ + "heb-Hebr", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-pan_Guru", + "languages": [ + "heb-Hebr", + "pan-Guru" + ] + }, + { + "precision": 0.878458, + "recall": 0.91502, + "f1": 0.889954, + "accuracy": 0.91502, + "main_score": 0.889954, + "hf_subset": "heb_Hebr-som_Latn", + "languages": [ + "heb-Hebr", + "som-Latn" + ] + }, + { + "precision": 0.688999, + "recall": 0.754941, + "f1": 0.708437, + "accuracy": 0.754941, + "main_score": 0.708437, + "hf_subset": "heb_Hebr-tum_Latn", + "languages": [ + "heb-Hebr", + "tum-Latn" + ] + }, + { + "precision": 0.504452, + "recall": 0.583004, + "f1": 0.526599, + "accuracy": 0.583004, + "main_score": 0.526599, + "hf_subset": "khk_Cyrl-ace_Arab", + "languages": [ + "khk-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.457087, + "recall": 0.511858, + "f1": 0.471853, + "accuracy": 0.511858, + "main_score": 0.471853, + "hf_subset": "khk_Cyrl-bam_Latn", + "languages": [ + "khk-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.620727, + "recall": 0.702569, + "f1": 0.642877, + "accuracy": 0.702569, + "main_score": 0.642877, + "hf_subset": "khk_Cyrl-dzo_Tibt", + "languages": [ + "khk-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khk_Cyrl-hin_Deva", + "languages": [ + "khk-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.945487, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "khk_Cyrl-khm_Khmr", + "languages": [ + "khk-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "khk_Cyrl-mag_Deva", + "languages": [ + "khk-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.970438, + "recall": 0.979249, + "f1": 0.973221, + "accuracy": 0.979249, + "main_score": 0.973221, + "hf_subset": "khk_Cyrl-pap_Latn", + "languages": [ + "khk-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.845059, + "recall": 0.88834, + "f1": 0.858333, + "accuracy": 0.88834, + "main_score": 0.858333, + "hf_subset": "khk_Cyrl-sot_Latn", + "languages": [ + "khk-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "khk_Cyrl-tur_Latn", + "languages": [ + "khk-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.810492, + "recall": 0.856719, + "f1": 0.824398, + "accuracy": 0.856719, + "main_score": 0.824398, + "hf_subset": "khk_Cyrl-ace_Latn", + "languages": [ + "khk-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.915431, + "recall": 0.938735, + "f1": 0.922826, + "accuracy": 0.938735, + "main_score": 0.922826, + "hf_subset": "khk_Cyrl-ban_Latn", + "languages": [ + "khk-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "khk_Cyrl-ell_Grek", + "languages": [ + "khk-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.967638, + "recall": 0.977273, + "f1": 0.970751, + "accuracy": 0.977273, + "main_score": 0.970751, + "hf_subset": "khk_Cyrl-hne_Deva", + "languages": [ + "khk-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.549453, + "recall": 0.619565, + "f1": 0.568645, + "accuracy": 0.619565, + "main_score": 0.568645, + "hf_subset": "khk_Cyrl-kik_Latn", + "languages": [ + "khk-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "khk_Cyrl-mai_Deva", + "languages": [ + "khk-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.936924, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "khk_Cyrl-pbt_Arab", + "languages": [ + "khk-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "khk_Cyrl-spa_Latn", + "languages": [ + "khk-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.747562, + "recall": 0.802372, + "f1": 0.763597, + "accuracy": 0.802372, + "main_score": 0.763597, + "hf_subset": "khk_Cyrl-twi_Latn", + "languages": [ + "khk-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "khk_Cyrl-acm_Arab", + "languages": [ + "khk-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.95998, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "khk_Cyrl-bel_Cyrl", + "languages": [ + "khk-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "khk_Cyrl-eng_Latn", + "languages": [ + "khk-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "khk_Cyrl-hrv_Latn", + "languages": [ + "khk-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.833827, + "recall": 0.87747, + "f1": 0.847219, + "accuracy": 0.87747, + "main_score": 0.847219, + "hf_subset": "khk_Cyrl-kin_Latn", + "languages": [ + "khk-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "khk_Cyrl-mal_Mlym", + "languages": [ + "khk-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.965168, + "recall": 0.976285, + "f1": 0.968775, + "accuracy": 0.976285, + "main_score": 0.968775, + "hf_subset": "khk_Cyrl-pes_Arab", + "languages": [ + "khk-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "khk_Cyrl-srd_Latn", + "languages": [ + "khk-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.214393, + "recall": 0.272727, + "f1": 0.227478, + "accuracy": 0.272727, + "main_score": 0.227478, + "hf_subset": "khk_Cyrl-tzm_Tfng", + "languages": [ + "khk-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "khk_Cyrl-acq_Arab", + "languages": [ + "khk-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.651466, + "recall": 0.714427, + "f1": 0.669021, + "accuracy": 0.714427, + "main_score": 0.669021, + "hf_subset": "khk_Cyrl-bem_Latn", + "languages": [ + "khk-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "khk_Cyrl-epo_Latn", + "languages": [ + "khk-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "khk_Cyrl-hun_Latn", + "languages": [ + "khk-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "khk_Cyrl-kir_Cyrl", + "languages": [ + "khk-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.973073, + "recall": 0.981225, + "f1": 0.975692, + "accuracy": 0.981225, + "main_score": 0.975692, + "hf_subset": "khk_Cyrl-mar_Deva", + "languages": [ + "khk-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.84893, + "recall": 0.889328, + "f1": 0.861199, + "accuracy": 0.889328, + "main_score": 0.861199, + "hf_subset": "khk_Cyrl-plt_Latn", + "languages": [ + "khk-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "khk_Cyrl-srp_Cyrl", + "languages": [ + "khk-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.94585, + "recall": 0.961462, + "f1": 0.950758, + "accuracy": 0.961462, + "main_score": 0.950758, + "hf_subset": "khk_Cyrl-uig_Arab", + "languages": [ + "khk-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.964839, + "recall": 0.975296, + "f1": 0.968116, + "accuracy": 0.975296, + "main_score": 0.968116, + "hf_subset": "khk_Cyrl-aeb_Arab", + "languages": [ + "khk-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "khk_Cyrl-ben_Beng", + "languages": [ + "khk-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "khk_Cyrl-est_Latn", + "languages": [ + "khk-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "khk_Cyrl-hye_Armn", + "languages": [ + "khk-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.458244, + "recall": 0.505929, + "f1": 0.471274, + "accuracy": 0.505929, + "main_score": 0.471274, + "hf_subset": "khk_Cyrl-kmb_Latn", + "languages": [ + "khk-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.47225, + "recall": 0.554348, + "f1": 0.493867, + "accuracy": 0.554348, + "main_score": 0.493867, + "hf_subset": "khk_Cyrl-min_Arab", + "languages": [ + "khk-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "khk_Cyrl-pol_Latn", + "languages": [ + "khk-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.727406, + "recall": 0.79249, + "f1": 0.74714, + "accuracy": 0.79249, + "main_score": 0.74714, + "hf_subset": "khk_Cyrl-ssw_Latn", + "languages": [ + "khk-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "khk_Cyrl-ukr_Cyrl", + "languages": [ + "khk-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "khk_Cyrl-afr_Latn", + "languages": [ + "khk-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "khk_Cyrl-bho_Deva", + "languages": [ + "khk-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.971956, + "accuracy": 0.978261, + "main_score": 0.971956, + "hf_subset": "khk_Cyrl-eus_Latn", + "languages": [ + "khk-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.85219, + "recall": 0.894269, + "f1": 0.865152, + "accuracy": 0.894269, + "main_score": 0.865152, + "hf_subset": "khk_Cyrl-ibo_Latn", + "languages": [ + "khk-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.858613, + "recall": 0.897233, + "f1": 0.870572, + "accuracy": 0.897233, + "main_score": 0.870572, + "hf_subset": "khk_Cyrl-kmr_Latn", + "languages": [ + "khk-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "khk_Cyrl-min_Latn", + "languages": [ + "khk-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "khk_Cyrl-por_Latn", + "languages": [ + "khk-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.947628, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "khk_Cyrl-sun_Latn", + "languages": [ + "khk-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.455047, + "recall": 0.516798, + "f1": 0.472611, + "accuracy": 0.516798, + "main_score": 0.472611, + "hf_subset": "khk_Cyrl-umb_Latn", + "languages": [ + "khk-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "khk_Cyrl-ajp_Arab", + "languages": [ + "khk-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.483275, + "recall": 0.565217, + "f1": 0.505656, + "accuracy": 0.565217, + "main_score": 0.505656, + "hf_subset": "khk_Cyrl-bjn_Arab", + "languages": [ + "khk-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.439549, + "recall": 0.492095, + "f1": 0.454406, + "accuracy": 0.492095, + "main_score": 0.454406, + "hf_subset": "khk_Cyrl-ewe_Latn", + "languages": [ + "khk-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.900339, + "recall": 0.927866, + "f1": 0.909009, + "accuracy": 0.927866, + "main_score": 0.909009, + "hf_subset": "khk_Cyrl-ilo_Latn", + "languages": [ + "khk-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.246439, + "recall": 0.3083, + "f1": 0.262697, + "accuracy": 0.3083, + "main_score": 0.262697, + "hf_subset": "khk_Cyrl-knc_Arab", + "languages": [ + "khk-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "khk_Cyrl-mkd_Cyrl", + "languages": [ + "khk-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "khk_Cyrl-prs_Arab", + "languages": [ + "khk-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khk_Cyrl-swe_Latn", + "languages": [ + "khk-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "khk_Cyrl-urd_Arab", + "languages": [ + "khk-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.684652, + "recall": 0.75, + "f1": 0.703648, + "accuracy": 0.75, + "main_score": 0.703648, + "hf_subset": "khk_Cyrl-aka_Latn", + "languages": [ + "khk-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.946064, + "recall": 0.962451, + "f1": 0.951318, + "accuracy": 0.962451, + "main_score": 0.951318, + "hf_subset": "khk_Cyrl-bjn_Latn", + "languages": [ + "khk-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.951828, + "recall": 0.966403, + "f1": 0.956423, + "accuracy": 0.966403, + "main_score": 0.956423, + "hf_subset": "khk_Cyrl-fao_Latn", + "languages": [ + "khk-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "khk_Cyrl-ind_Latn", + "languages": [ + "khk-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.488106, + "recall": 0.539526, + "f1": 0.50208, + "accuracy": 0.539526, + "main_score": 0.50208, + "hf_subset": "khk_Cyrl-knc_Latn", + "languages": [ + "khk-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.957757, + "recall": 0.971344, + "f1": 0.962187, + "accuracy": 0.971344, + "main_score": 0.962187, + "hf_subset": "khk_Cyrl-mlt_Latn", + "languages": [ + "khk-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.60454, + "recall": 0.671937, + "f1": 0.623789, + "accuracy": 0.671937, + "main_score": 0.623789, + "hf_subset": "khk_Cyrl-quy_Latn", + "languages": [ + "khk-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "khk_Cyrl-swh_Latn", + "languages": [ + "khk-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khk_Cyrl-uzn_Latn", + "languages": [ + "khk-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "khk_Cyrl-als_Latn", + "languages": [ + "khk-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.780007, + "recall": 0.838933, + "f1": 0.798188, + "accuracy": 0.838933, + "main_score": 0.798188, + "hf_subset": "khk_Cyrl-bod_Tibt", + "languages": [ + "khk-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.591938, + "recall": 0.663043, + "f1": 0.61216, + "accuracy": 0.663043, + "main_score": 0.61216, + "hf_subset": "khk_Cyrl-fij_Latn", + "languages": [ + "khk-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "khk_Cyrl-isl_Latn", + "languages": [ + "khk-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.572338, + "recall": 0.636364, + "f1": 0.589857, + "accuracy": 0.636364, + "main_score": 0.589857, + "hf_subset": "khk_Cyrl-kon_Latn", + "languages": [ + "khk-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.549374, + "recall": 0.619565, + "f1": 0.569077, + "accuracy": 0.619565, + "main_score": 0.569077, + "hf_subset": "khk_Cyrl-mni_Beng", + "languages": [ + "khk-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "khk_Cyrl-ron_Latn", + "languages": [ + "khk-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.981225, + "f1": 0.97612, + "accuracy": 0.981225, + "main_score": 0.97612, + "hf_subset": "khk_Cyrl-szl_Latn", + "languages": [ + "khk-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "khk_Cyrl-vec_Latn", + "languages": [ + "khk-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.936594, + "recall": 0.956522, + "f1": 0.943017, + "accuracy": 0.956522, + "main_score": 0.943017, + "hf_subset": "khk_Cyrl-amh_Ethi", + "languages": [ + "khk-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "khk_Cyrl-bos_Latn", + "languages": [ + "khk-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "khk_Cyrl-fin_Latn", + "languages": [ + "khk-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "khk_Cyrl-ita_Latn", + "languages": [ + "khk-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khk_Cyrl-kor_Hang", + "languages": [ + "khk-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.4717, + "recall": 0.527668, + "f1": 0.487298, + "accuracy": 0.527668, + "main_score": 0.487298, + "hf_subset": "khk_Cyrl-mos_Latn", + "languages": [ + "khk-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.723353, + "recall": 0.785573, + "f1": 0.741737, + "accuracy": 0.785573, + "main_score": 0.741737, + "hf_subset": "khk_Cyrl-run_Latn", + "languages": [ + "khk-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khk_Cyrl-tam_Taml", + "languages": [ + "khk-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "khk_Cyrl-vie_Latn", + "languages": [ + "khk-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.967309, + "recall": 0.977273, + "f1": 0.970422, + "accuracy": 0.977273, + "main_score": 0.970422, + "hf_subset": "khk_Cyrl-apc_Arab", + "languages": [ + "khk-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.685132, + "recall": 0.745059, + "f1": 0.702231, + "accuracy": 0.745059, + "main_score": 0.702231, + "hf_subset": "khk_Cyrl-bug_Latn", + "languages": [ + "khk-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.415744, + "recall": 0.468379, + "f1": 0.430417, + "accuracy": 0.468379, + "main_score": 0.430417, + "hf_subset": "khk_Cyrl-fon_Latn", + "languages": [ + "khk-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "khk_Cyrl-jav_Latn", + "languages": [ + "khk-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.937582, + "recall": 0.956522, + "f1": 0.943676, + "accuracy": 0.956522, + "main_score": 0.943676, + "hf_subset": "khk_Cyrl-lao_Laoo", + "languages": [ + "khk-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.854661, + "recall": 0.894269, + "f1": 0.866916, + "accuracy": 0.894269, + "main_score": 0.866916, + "hf_subset": "khk_Cyrl-mri_Latn", + "languages": [ + "khk-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "khk_Cyrl-rus_Cyrl", + "languages": [ + "khk-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.467984, + "recall": 0.524704, + "f1": 0.484694, + "accuracy": 0.524704, + "main_score": 0.484694, + "hf_subset": "khk_Cyrl-taq_Latn", + "languages": [ + "khk-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "khk_Cyrl-war_Latn", + "languages": [ + "khk-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "khk_Cyrl-arb_Arab", + "languages": [ + "khk-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "khk_Cyrl-bul_Cyrl", + "languages": [ + "khk-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "khk_Cyrl-fra_Latn", + "languages": [ + "khk-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "khk_Cyrl-jpn_Jpan", + "languages": [ + "khk-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "khk_Cyrl-lij_Latn", + "languages": [ + "khk-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.948205, + "recall": 0.964427, + "f1": 0.953458, + "accuracy": 0.964427, + "main_score": 0.953458, + "hf_subset": "khk_Cyrl-mya_Mymr", + "languages": [ + "khk-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.519129, + "recall": 0.574111, + "f1": 0.534099, + "accuracy": 0.574111, + "main_score": 0.534099, + "hf_subset": "khk_Cyrl-sag_Latn", + "languages": [ + "khk-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.224438, + "recall": 0.281621, + "f1": 0.238735, + "accuracy": 0.281621, + "main_score": 0.238735, + "hf_subset": "khk_Cyrl-taq_Tfng", + "languages": [ + "khk-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.584968, + "recall": 0.645257, + "f1": 0.601335, + "accuracy": 0.645257, + "main_score": 0.601335, + "hf_subset": "khk_Cyrl-wol_Latn", + "languages": [ + "khk-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.829117, + "recall": 0.874506, + "f1": 0.842758, + "accuracy": 0.874506, + "main_score": 0.842758, + "hf_subset": "khk_Cyrl-arb_Latn", + "languages": [ + "khk-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "khk_Cyrl-cat_Latn", + "languages": [ + "khk-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.976285, + "f1": 0.969499, + "accuracy": 0.976285, + "main_score": 0.969499, + "hf_subset": "khk_Cyrl-fur_Latn", + "languages": [ + "khk-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.430632, + "recall": 0.5, + "f1": 0.449776, + "accuracy": 0.5, + "main_score": 0.449776, + "hf_subset": "khk_Cyrl-kab_Latn", + "languages": [ + "khk-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.956933, + "recall": 0.970356, + "f1": 0.961199, + "accuracy": 0.970356, + "main_score": 0.961199, + "hf_subset": "khk_Cyrl-lim_Latn", + "languages": [ + "khk-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "khk_Cyrl-nld_Latn", + "languages": [ + "khk-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.950758, + "recall": 0.965415, + "f1": 0.955534, + "accuracy": 0.965415, + "main_score": 0.955534, + "hf_subset": "khk_Cyrl-san_Deva", + "languages": [ + "khk-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "khk_Cyrl-tat_Cyrl", + "languages": [ + "khk-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.865843, + "recall": 0.903162, + "f1": 0.877635, + "accuracy": 0.903162, + "main_score": 0.877635, + "hf_subset": "khk_Cyrl-xho_Latn", + "languages": [ + "khk-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khk_Cyrl-ars_Arab", + "languages": [ + "khk-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.966156, + "recall": 0.976285, + "f1": 0.969269, + "accuracy": 0.976285, + "main_score": 0.969269, + "hf_subset": "khk_Cyrl-ceb_Latn", + "languages": [ + "khk-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.462815, + "recall": 0.522727, + "f1": 0.479096, + "accuracy": 0.522727, + "main_score": 0.479096, + "hf_subset": "khk_Cyrl-fuv_Latn", + "languages": [ + "khk-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.458293, + "recall": 0.516798, + "f1": 0.474832, + "accuracy": 0.516798, + "main_score": 0.474832, + "hf_subset": "khk_Cyrl-kac_Latn", + "languages": [ + "khk-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.584438, + "recall": 0.652174, + "f1": 0.603328, + "accuracy": 0.652174, + "main_score": 0.603328, + "hf_subset": "khk_Cyrl-lin_Latn", + "languages": [ + "khk-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "khk_Cyrl-nno_Latn", + "languages": [ + "khk-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.859684, + "recall": 0.899209, + "f1": 0.872003, + "accuracy": 0.899209, + "main_score": 0.872003, + "hf_subset": "khk_Cyrl-sat_Olck", + "languages": [ + "khk-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "khk_Cyrl-tel_Telu", + "languages": [ + "khk-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "khk_Cyrl-ydd_Hebr", + "languages": [ + "khk-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.940876, + "recall": 0.959486, + "f1": 0.94697, + "accuracy": 0.959486, + "main_score": 0.94697, + "hf_subset": "khk_Cyrl-ary_Arab", + "languages": [ + "khk-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "khk_Cyrl-ces_Latn", + "languages": [ + "khk-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.547116, + "recall": 0.618577, + "f1": 0.566462, + "accuracy": 0.618577, + "main_score": 0.566462, + "hf_subset": "khk_Cyrl-gaz_Latn", + "languages": [ + "khk-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.499183, + "recall": 0.570158, + "f1": 0.519307, + "accuracy": 0.570158, + "main_score": 0.519307, + "hf_subset": "khk_Cyrl-kam_Latn", + "languages": [ + "khk-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "khk_Cyrl-lit_Latn", + "languages": [ + "khk-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "khk_Cyrl-nob_Latn", + "languages": [ + "khk-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.962895, + "recall": 0.97332, + "f1": 0.965975, + "accuracy": 0.97332, + "main_score": 0.965975, + "hf_subset": "khk_Cyrl-scn_Latn", + "languages": [ + "khk-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "khk_Cyrl-tgk_Cyrl", + "languages": [ + "khk-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.725432, + "recall": 0.791502, + "f1": 0.744751, + "accuracy": 0.791502, + "main_score": 0.744751, + "hf_subset": "khk_Cyrl-yor_Latn", + "languages": [ + "khk-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "khk_Cyrl-arz_Arab", + "languages": [ + "khk-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.454084, + "recall": 0.51581, + "f1": 0.471896, + "accuracy": 0.51581, + "main_score": 0.471896, + "hf_subset": "khk_Cyrl-cjk_Latn", + "languages": [ + "khk-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.920784, + "recall": 0.945652, + "f1": 0.929018, + "accuracy": 0.945652, + "main_score": 0.929018, + "hf_subset": "khk_Cyrl-gla_Latn", + "languages": [ + "khk-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "khk_Cyrl-kan_Knda", + "languages": [ + "khk-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "khk_Cyrl-lmo_Latn", + "languages": [ + "khk-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.968297, + "recall": 0.977273, + "f1": 0.97108, + "accuracy": 0.977273, + "main_score": 0.97108, + "hf_subset": "khk_Cyrl-npi_Deva", + "languages": [ + "khk-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.522975, + "recall": 0.593874, + "f1": 0.542779, + "accuracy": 0.593874, + "main_score": 0.542779, + "hf_subset": "khk_Cyrl-shn_Mymr", + "languages": [ + "khk-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "khk_Cyrl-tgl_Latn", + "languages": [ + "khk-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "khk_Cyrl-yue_Hant", + "languages": [ + "khk-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "khk_Cyrl-asm_Beng", + "languages": [ + "khk-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.914337, + "recall": 0.936759, + "f1": 0.92136, + "accuracy": 0.936759, + "main_score": 0.92136, + "hf_subset": "khk_Cyrl-ckb_Arab", + "languages": [ + "khk-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.947052, + "recall": 0.963439, + "f1": 0.952306, + "accuracy": 0.963439, + "main_score": 0.952306, + "hf_subset": "khk_Cyrl-gle_Latn", + "languages": [ + "khk-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.872694, + "recall": 0.905138, + "f1": 0.882872, + "accuracy": 0.905138, + "main_score": 0.882872, + "hf_subset": "khk_Cyrl-kas_Arab", + "languages": [ + "khk-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.882905, + "recall": 0.916008, + "f1": 0.893412, + "accuracy": 0.916008, + "main_score": 0.893412, + "hf_subset": "khk_Cyrl-ltg_Latn", + "languages": [ + "khk-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.794393, + "recall": 0.844862, + "f1": 0.809536, + "accuracy": 0.844862, + "main_score": 0.809536, + "hf_subset": "khk_Cyrl-nso_Latn", + "languages": [ + "khk-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "khk_Cyrl-sin_Sinh", + "languages": [ + "khk-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "khk_Cyrl-tha_Thai", + "languages": [ + "khk-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "khk_Cyrl-zho_Hans", + "languages": [ + "khk-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "khk_Cyrl-ast_Latn", + "languages": [ + "khk-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "khk_Cyrl-crh_Latn", + "languages": [ + "khk-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "khk_Cyrl-glg_Latn", + "languages": [ + "khk-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.806028, + "recall": 0.852767, + "f1": 0.820389, + "accuracy": 0.852767, + "main_score": 0.820389, + "hf_subset": "khk_Cyrl-kas_Deva", + "languages": [ + "khk-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "khk_Cyrl-ltz_Latn", + "languages": [ + "khk-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.398669, + "recall": 0.466403, + "f1": 0.417394, + "accuracy": 0.466403, + "main_score": 0.417394, + "hf_subset": "khk_Cyrl-nus_Latn", + "languages": [ + "khk-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.968462, + "recall": 0.978261, + "f1": 0.971574, + "accuracy": 0.978261, + "main_score": 0.971574, + "hf_subset": "khk_Cyrl-slk_Latn", + "languages": [ + "khk-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.616743, + "recall": 0.692688, + "f1": 0.63823, + "accuracy": 0.692688, + "main_score": 0.63823, + "hf_subset": "khk_Cyrl-tir_Ethi", + "languages": [ + "khk-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "khk_Cyrl-zho_Hant", + "languages": [ + "khk-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.960392, + "recall": 0.971344, + "f1": 0.963834, + "accuracy": 0.971344, + "main_score": 0.963834, + "hf_subset": "khk_Cyrl-awa_Deva", + "languages": [ + "khk-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "khk_Cyrl-cym_Latn", + "languages": [ + "khk-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.702732, + "recall": 0.764822, + "f1": 0.720358, + "accuracy": 0.764822, + "main_score": 0.720358, + "hf_subset": "khk_Cyrl-grn_Latn", + "languages": [ + "khk-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "khk_Cyrl-kat_Geor", + "languages": [ + "khk-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.549993, + "recall": 0.610672, + "f1": 0.567201, + "accuracy": 0.610672, + "main_score": 0.567201, + "hf_subset": "khk_Cyrl-lua_Latn", + "languages": [ + "khk-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.82444, + "recall": 0.869565, + "f1": 0.838735, + "accuracy": 0.869565, + "main_score": 0.838735, + "hf_subset": "khk_Cyrl-nya_Latn", + "languages": [ + "khk-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "khk_Cyrl-slv_Latn", + "languages": [ + "khk-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.927734, + "recall": 0.949605, + "f1": 0.934783, + "accuracy": 0.949605, + "main_score": 0.934783, + "hf_subset": "khk_Cyrl-tpi_Latn", + "languages": [ + "khk-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khk_Cyrl-zsm_Latn", + "languages": [ + "khk-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.47518, + "recall": 0.528656, + "f1": 0.490046, + "accuracy": 0.528656, + "main_score": 0.490046, + "hf_subset": "khk_Cyrl-ayr_Latn", + "languages": [ + "khk-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khk_Cyrl-dan_Latn", + "languages": [ + "khk-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "khk_Cyrl-guj_Gujr", + "languages": [ + "khk-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "khk_Cyrl-kaz_Cyrl", + "languages": [ + "khk-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.620982, + "recall": 0.695652, + "f1": 0.64258, + "accuracy": 0.695652, + "main_score": 0.64258, + "hf_subset": "khk_Cyrl-lug_Latn", + "languages": [ + "khk-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.974835, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "khk_Cyrl-oci_Latn", + "languages": [ + "khk-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.814744, + "recall": 0.86166, + "f1": 0.828887, + "accuracy": 0.86166, + "main_score": 0.828887, + "hf_subset": "khk_Cyrl-smo_Latn", + "languages": [ + "khk-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.718307, + "recall": 0.779644, + "f1": 0.736743, + "accuracy": 0.779644, + "main_score": 0.736743, + "hf_subset": "khk_Cyrl-tsn_Latn", + "languages": [ + "khk-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.883646, + "recall": 0.917984, + "f1": 0.894499, + "accuracy": 0.917984, + "main_score": 0.894499, + "hf_subset": "khk_Cyrl-zul_Latn", + "languages": [ + "khk-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.892055, + "recall": 0.921937, + "f1": 0.901499, + "accuracy": 0.921937, + "main_score": 0.901499, + "hf_subset": "khk_Cyrl-azb_Arab", + "languages": [ + "khk-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "khk_Cyrl-deu_Latn", + "languages": [ + "khk-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.944746, + "recall": 0.960474, + "f1": 0.949671, + "accuracy": 0.960474, + "main_score": 0.949671, + "hf_subset": "khk_Cyrl-hat_Latn", + "languages": [ + "khk-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.469409, + "recall": 0.525692, + "f1": 0.484955, + "accuracy": 0.525692, + "main_score": 0.484955, + "hf_subset": "khk_Cyrl-kbp_Latn", + "languages": [ + "khk-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.48414, + "recall": 0.543478, + "f1": 0.500541, + "accuracy": 0.543478, + "main_score": 0.500541, + "hf_subset": "khk_Cyrl-luo_Latn", + "languages": [ + "khk-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "khk_Cyrl-ory_Orya", + "languages": [ + "khk-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.865399, + "recall": 0.902174, + "f1": 0.876877, + "accuracy": 0.902174, + "main_score": 0.876877, + "hf_subset": "khk_Cyrl-sna_Latn", + "languages": [ + "khk-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.617657, + "recall": 0.687747, + "f1": 0.637592, + "accuracy": 0.687747, + "main_score": 0.637592, + "hf_subset": "khk_Cyrl-tso_Latn", + "languages": [ + "khk-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "khk_Cyrl-azj_Latn", + "languages": [ + "khk-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.468866, + "recall": 0.522727, + "f1": 0.484358, + "accuracy": 0.522727, + "main_score": 0.484358, + "hf_subset": "khk_Cyrl-dik_Latn", + "languages": [ + "khk-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.894763, + "recall": 0.923913, + "f1": 0.903986, + "accuracy": 0.923913, + "main_score": 0.903986, + "hf_subset": "khk_Cyrl-hau_Latn", + "languages": [ + "khk-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "khk_Cyrl-kea_Latn", + "languages": [ + "khk-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.877009, + "recall": 0.909091, + "f1": 0.887187, + "accuracy": 0.909091, + "main_score": 0.887187, + "hf_subset": "khk_Cyrl-lus_Latn", + "languages": [ + "khk-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.804348, + "recall": 0.846838, + "f1": 0.817307, + "accuracy": 0.846838, + "main_score": 0.817307, + "hf_subset": "khk_Cyrl-pag_Latn", + "languages": [ + "khk-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.942556, + "recall": 0.959486, + "f1": 0.947793, + "accuracy": 0.959486, + "main_score": 0.947793, + "hf_subset": "khk_Cyrl-snd_Arab", + "languages": [ + "khk-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "khk_Cyrl-tuk_Latn", + "languages": [ + "khk-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.975873, + "recall": 0.983202, + "f1": 0.978162, + "accuracy": 0.983202, + "main_score": 0.978162, + "hf_subset": "khk_Cyrl-bak_Cyrl", + "languages": [ + "khk-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.426894, + "recall": 0.492095, + "f1": 0.444825, + "accuracy": 0.492095, + "main_score": 0.444825, + "hf_subset": "khk_Cyrl-dyu_Latn", + "languages": [ + "khk-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "khk_Cyrl-heb_Hebr", + "languages": [ + "khk-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "khk_Cyrl-lvs_Latn", + "languages": [ + "khk-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "khk_Cyrl-pan_Guru", + "languages": [ + "khk-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.851861, + "recall": 0.895257, + "f1": 0.865679, + "accuracy": 0.895257, + "main_score": 0.865679, + "hf_subset": "khk_Cyrl-som_Latn", + "languages": [ + "khk-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.658235, + "recall": 0.726285, + "f1": 0.678016, + "accuracy": 0.726285, + "main_score": 0.678016, + "hf_subset": "khk_Cyrl-tum_Latn", + "languages": [ + "khk-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.507422, + "recall": 0.601779, + "f1": 0.534507, + "accuracy": 0.601779, + "main_score": 0.534507, + "hf_subset": "lvs_Latn-ace_Arab", + "languages": [ + "lvs-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.460384, + "recall": 0.519763, + "f1": 0.476201, + "accuracy": 0.519763, + "main_score": 0.476201, + "hf_subset": "lvs_Latn-bam_Latn", + "languages": [ + "lvs-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.670818, + "recall": 0.748024, + "f1": 0.693173, + "accuracy": 0.748024, + "main_score": 0.693173, + "hf_subset": "lvs_Latn-dzo_Tibt", + "languages": [ + "lvs-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-hin_Deva", + "languages": [ + "lvs-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "lvs_Latn-khm_Khmr", + "languages": [ + "lvs-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lvs_Latn-mag_Deva", + "languages": [ + "lvs-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "lvs_Latn-pap_Latn", + "languages": [ + "lvs-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.862731, + "recall": 0.901186, + "f1": 0.874506, + "accuracy": 0.901186, + "main_score": 0.874506, + "hf_subset": "lvs_Latn-sot_Latn", + "languages": [ + "lvs-Latn", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-tur_Latn", + "languages": [ + "lvs-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.852141, + "recall": 0.892292, + "f1": 0.864695, + "accuracy": 0.892292, + "main_score": 0.864695, + "hf_subset": "lvs_Latn-ace_Latn", + "languages": [ + "lvs-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "lvs_Latn-ban_Latn", + "languages": [ + "lvs-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-ell_Grek", + "languages": [ + "lvs-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "lvs_Latn-hne_Deva", + "languages": [ + "lvs-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.554402, + "recall": 0.635375, + "f1": 0.577533, + "accuracy": 0.635375, + "main_score": 0.577533, + "hf_subset": "lvs_Latn-kik_Latn", + "languages": [ + "lvs-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-mai_Deva", + "languages": [ + "lvs-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "lvs_Latn-pbt_Arab", + "languages": [ + "lvs-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lvs_Latn-spa_Latn", + "languages": [ + "lvs-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.756604, + "recall": 0.818182, + "f1": 0.774835, + "accuracy": 0.818182, + "main_score": 0.774835, + "hf_subset": "lvs_Latn-twi_Latn", + "languages": [ + "lvs-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-acm_Arab", + "languages": [ + "lvs-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-bel_Cyrl", + "languages": [ + "lvs-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-eng_Latn", + "languages": [ + "lvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-hrv_Latn", + "languages": [ + "lvs-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.855955, + "recall": 0.893281, + "f1": 0.867328, + "accuracy": 0.893281, + "main_score": 0.867328, + "hf_subset": "lvs_Latn-kin_Latn", + "languages": [ + "lvs-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lvs_Latn-mal_Mlym", + "languages": [ + "lvs-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lvs_Latn-pes_Arab", + "languages": [ + "lvs-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "lvs_Latn-srd_Latn", + "languages": [ + "lvs-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.191367, + "recall": 0.257905, + "f1": 0.20741, + "accuracy": 0.257905, + "main_score": 0.20741, + "hf_subset": "lvs_Latn-tzm_Tfng", + "languages": [ + "lvs-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-acq_Arab", + "languages": [ + "lvs-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.657355, + "recall": 0.732213, + "f1": 0.679073, + "accuracy": 0.732213, + "main_score": 0.679073, + "hf_subset": "lvs_Latn-bem_Latn", + "languages": [ + "lvs-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-epo_Latn", + "languages": [ + "lvs-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-hun_Latn", + "languages": [ + "lvs-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "lvs_Latn-kir_Cyrl", + "languages": [ + "lvs-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-mar_Deva", + "languages": [ + "lvs-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.874588, + "recall": 0.911067, + "f1": 0.885935, + "accuracy": 0.911067, + "main_score": 0.885935, + "hf_subset": "lvs_Latn-plt_Latn", + "languages": [ + "lvs-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-srp_Cyrl", + "languages": [ + "lvs-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.946805, + "recall": 0.962451, + "f1": 0.951581, + "accuracy": 0.962451, + "main_score": 0.951581, + "hf_subset": "lvs_Latn-uig_Arab", + "languages": [ + "lvs-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-aeb_Arab", + "languages": [ + "lvs-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-ben_Beng", + "languages": [ + "lvs-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-est_Latn", + "languages": [ + "lvs-Latn", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-hye_Armn", + "languages": [ + "lvs-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.457799, + "recall": 0.523715, + "f1": 0.475723, + "accuracy": 0.523715, + "main_score": 0.475723, + "hf_subset": "lvs_Latn-kmb_Latn", + "languages": [ + "lvs-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.483716, + "recall": 0.574111, + "f1": 0.50809, + "accuracy": 0.574111, + "main_score": 0.50809, + "hf_subset": "lvs_Latn-min_Arab", + "languages": [ + "lvs-Latn", + "min-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lvs_Latn-pol_Latn", + "languages": [ + "lvs-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.749598, + "recall": 0.813241, + "f1": 0.768659, + "accuracy": 0.813241, + "main_score": 0.768659, + "hf_subset": "lvs_Latn-ssw_Latn", + "languages": [ + "lvs-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-ukr_Cyrl", + "languages": [ + "lvs-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-afr_Latn", + "languages": [ + "lvs-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lvs_Latn-bho_Deva", + "languages": [ + "lvs-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-eus_Latn", + "languages": [ + "lvs-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.868692, + "recall": 0.908103, + "f1": 0.881159, + "accuracy": 0.908103, + "main_score": 0.881159, + "hf_subset": "lvs_Latn-ibo_Latn", + "languages": [ + "lvs-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.871574, + "recall": 0.908103, + "f1": 0.882872, + "accuracy": 0.908103, + "main_score": 0.882872, + "hf_subset": "lvs_Latn-kmr_Latn", + "languages": [ + "lvs-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lvs_Latn-min_Latn", + "languages": [ + "lvs-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-por_Latn", + "languages": [ + "lvs-Latn", + "por-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lvs_Latn-sun_Latn", + "languages": [ + "lvs-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.43538, + "recall": 0.507905, + "f1": 0.455901, + "accuracy": 0.507905, + "main_score": 0.455901, + "hf_subset": "lvs_Latn-umb_Latn", + "languages": [ + "lvs-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-ajp_Arab", + "languages": [ + "lvs-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.501913, + "recall": 0.588933, + "f1": 0.525822, + "accuracy": 0.588933, + "main_score": 0.525822, + "hf_subset": "lvs_Latn-bjn_Arab", + "languages": [ + "lvs-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.430531, + "recall": 0.492095, + "f1": 0.447017, + "accuracy": 0.492095, + "main_score": 0.447017, + "hf_subset": "lvs_Latn-ewe_Latn", + "languages": [ + "lvs-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.942852, + "recall": 0.961462, + "f1": 0.948946, + "accuracy": 0.961462, + "main_score": 0.948946, + "hf_subset": "lvs_Latn-ilo_Latn", + "languages": [ + "lvs-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.249736, + "recall": 0.31917, + "f1": 0.267025, + "accuracy": 0.31917, + "main_score": 0.267025, + "hf_subset": "lvs_Latn-knc_Arab", + "languages": [ + "lvs-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-mkd_Cyrl", + "languages": [ + "lvs-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-prs_Arab", + "languages": [ + "lvs-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-swe_Latn", + "languages": [ + "lvs-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-urd_Arab", + "languages": [ + "lvs-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.72388, + "recall": 0.793478, + "f1": 0.744683, + "accuracy": 0.793478, + "main_score": 0.744683, + "hf_subset": "lvs_Latn-aka_Latn", + "languages": [ + "lvs-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "lvs_Latn-bjn_Latn", + "languages": [ + "lvs-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "lvs_Latn-fao_Latn", + "languages": [ + "lvs-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-ind_Latn", + "languages": [ + "lvs-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.491859, + "recall": 0.557312, + "f1": 0.509233, + "accuracy": 0.557312, + "main_score": 0.509233, + "hf_subset": "lvs_Latn-knc_Latn", + "languages": [ + "lvs-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-mlt_Latn", + "languages": [ + "lvs-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.609015, + "recall": 0.685771, + "f1": 0.630901, + "accuracy": 0.685771, + "main_score": 0.630901, + "hf_subset": "lvs_Latn-quy_Latn", + "languages": [ + "lvs-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lvs_Latn-swh_Latn", + "languages": [ + "lvs-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.990366, + "recall": 0.993083, + "f1": 0.991173, + "accuracy": 0.993083, + "main_score": 0.991173, + "hf_subset": "lvs_Latn-uzn_Latn", + "languages": [ + "lvs-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-als_Latn", + "languages": [ + "lvs-Latn", + "als-Latn" + ] + }, + { + "precision": 0.807806, + "recall": 0.86166, + "f1": 0.824327, + "accuracy": 0.86166, + "main_score": 0.824327, + "hf_subset": "lvs_Latn-bod_Tibt", + "languages": [ + "lvs-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.601186, + "recall": 0.678854, + "f1": 0.623617, + "accuracy": 0.678854, + "main_score": 0.623617, + "hf_subset": "lvs_Latn-fij_Latn", + "languages": [ + "lvs-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lvs_Latn-isl_Latn", + "languages": [ + "lvs-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.582828, + "recall": 0.659091, + "f1": 0.603865, + "accuracy": 0.659091, + "main_score": 0.603865, + "hf_subset": "lvs_Latn-kon_Latn", + "languages": [ + "lvs-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.596914, + "recall": 0.681818, + "f1": 0.620943, + "accuracy": 0.681818, + "main_score": 0.620943, + "hf_subset": "lvs_Latn-mni_Beng", + "languages": [ + "lvs-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-ron_Latn", + "languages": [ + "lvs-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "lvs_Latn-szl_Latn", + "languages": [ + "lvs-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-vec_Latn", + "languages": [ + "lvs-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.92276, + "recall": 0.94664, + "f1": 0.930336, + "accuracy": 0.94664, + "main_score": 0.930336, + "hf_subset": "lvs_Latn-amh_Ethi", + "languages": [ + "lvs-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-bos_Latn", + "languages": [ + "lvs-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-fin_Latn", + "languages": [ + "lvs-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-ita_Latn", + "languages": [ + "lvs-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-kor_Hang", + "languages": [ + "lvs-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.48188, + "recall": 0.541502, + "f1": 0.498001, + "accuracy": 0.541502, + "main_score": 0.498001, + "hf_subset": "lvs_Latn-mos_Latn", + "languages": [ + "lvs-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.767622, + "recall": 0.824111, + "f1": 0.784209, + "accuracy": 0.824111, + "main_score": 0.784209, + "hf_subset": "lvs_Latn-run_Latn", + "languages": [ + "lvs-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lvs_Latn-tam_Taml", + "languages": [ + "lvs-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-vie_Latn", + "languages": [ + "lvs-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-apc_Arab", + "languages": [ + "lvs-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.712765, + "recall": 0.780632, + "f1": 0.73268, + "accuracy": 0.780632, + "main_score": 0.73268, + "hf_subset": "lvs_Latn-bug_Latn", + "languages": [ + "lvs-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.398504, + "recall": 0.454545, + "f1": 0.413223, + "accuracy": 0.454545, + "main_score": 0.413223, + "hf_subset": "lvs_Latn-fon_Latn", + "languages": [ + "lvs-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lvs_Latn-jav_Latn", + "languages": [ + "lvs-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "lvs_Latn-lao_Laoo", + "languages": [ + "lvs-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.877997, + "recall": 0.913043, + "f1": 0.888999, + "accuracy": 0.913043, + "main_score": 0.888999, + "hf_subset": "lvs_Latn-mri_Latn", + "languages": [ + "lvs-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-rus_Cyrl", + "languages": [ + "lvs-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.470275, + "recall": 0.540514, + "f1": 0.489309, + "accuracy": 0.540514, + "main_score": 0.489309, + "hf_subset": "lvs_Latn-taq_Latn", + "languages": [ + "lvs-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lvs_Latn-war_Latn", + "languages": [ + "lvs-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "lvs_Latn-arb_Arab", + "languages": [ + "lvs-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-bul_Cyrl", + "languages": [ + "lvs-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-fra_Latn", + "languages": [ + "lvs-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-jpn_Jpan", + "languages": [ + "lvs-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lvs_Latn-lij_Latn", + "languages": [ + "lvs-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "lvs_Latn-mya_Mymr", + "languages": [ + "lvs-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.526423, + "recall": 0.598814, + "f1": 0.545418, + "accuracy": 0.598814, + "main_score": 0.545418, + "hf_subset": "lvs_Latn-sag_Latn", + "languages": [ + "lvs-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.21974, + "recall": 0.278656, + "f1": 0.233673, + "accuracy": 0.278656, + "main_score": 0.233673, + "hf_subset": "lvs_Latn-taq_Tfng", + "languages": [ + "lvs-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.611458, + "recall": 0.686759, + "f1": 0.632846, + "accuracy": 0.686759, + "main_score": 0.632846, + "hf_subset": "lvs_Latn-wol_Latn", + "languages": [ + "lvs-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.818758, + "recall": 0.869565, + "f1": 0.834519, + "accuracy": 0.869565, + "main_score": 0.834519, + "hf_subset": "lvs_Latn-arb_Latn", + "languages": [ + "lvs-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-cat_Latn", + "languages": [ + "lvs-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lvs_Latn-fur_Latn", + "languages": [ + "lvs-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.42155, + "recall": 0.500988, + "f1": 0.442902, + "accuracy": 0.500988, + "main_score": 0.442902, + "hf_subset": "lvs_Latn-kab_Latn", + "languages": [ + "lvs-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lvs_Latn-lim_Latn", + "languages": [ + "lvs-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-nld_Latn", + "languages": [ + "lvs-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.956686, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "lvs_Latn-san_Deva", + "languages": [ + "lvs-Latn", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-tat_Cyrl", + "languages": [ + "lvs-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.873353, + "recall": 0.910079, + "f1": 0.884848, + "accuracy": 0.910079, + "main_score": 0.884848, + "hf_subset": "lvs_Latn-xho_Latn", + "languages": [ + "lvs-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-ars_Arab", + "languages": [ + "lvs-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-ceb_Latn", + "languages": [ + "lvs-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.452751, + "recall": 0.535573, + "f1": 0.475287, + "accuracy": 0.535573, + "main_score": 0.475287, + "hf_subset": "lvs_Latn-fuv_Latn", + "languages": [ + "lvs-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.449785, + "recall": 0.520751, + "f1": 0.468182, + "accuracy": 0.520751, + "main_score": 0.468182, + "hf_subset": "lvs_Latn-kac_Latn", + "languages": [ + "lvs-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.606245, + "recall": 0.68083, + "f1": 0.626577, + "accuracy": 0.68083, + "main_score": 0.626577, + "hf_subset": "lvs_Latn-lin_Latn", + "languages": [ + "lvs-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-nno_Latn", + "languages": [ + "lvs-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.857526, + "recall": 0.897233, + "f1": 0.869433, + "accuracy": 0.897233, + "main_score": 0.869433, + "hf_subset": "lvs_Latn-sat_Olck", + "languages": [ + "lvs-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lvs_Latn-tel_Telu", + "languages": [ + "lvs-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lvs_Latn-ydd_Hebr", + "languages": [ + "lvs-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "lvs_Latn-ary_Arab", + "languages": [ + "lvs-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-ces_Latn", + "languages": [ + "lvs-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.550893, + "recall": 0.632411, + "f1": 0.573406, + "accuracy": 0.632411, + "main_score": 0.573406, + "hf_subset": "lvs_Latn-gaz_Latn", + "languages": [ + "lvs-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.522256, + "recall": 0.604743, + "f1": 0.544481, + "accuracy": 0.604743, + "main_score": 0.544481, + "hf_subset": "lvs_Latn-kam_Latn", + "languages": [ + "lvs-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lvs_Latn-lit_Latn", + "languages": [ + "lvs-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-nob_Latn", + "languages": [ + "lvs-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "lvs_Latn-scn_Latn", + "languages": [ + "lvs-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "lvs_Latn-tgk_Cyrl", + "languages": [ + "lvs-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.738745, + "recall": 0.804348, + "f1": 0.758124, + "accuracy": 0.804348, + "main_score": 0.758124, + "hf_subset": "lvs_Latn-yor_Latn", + "languages": [ + "lvs-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-arz_Arab", + "languages": [ + "lvs-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.474115, + "recall": 0.547431, + "f1": 0.493358, + "accuracy": 0.547431, + "main_score": 0.493358, + "hf_subset": "lvs_Latn-cjk_Latn", + "languages": [ + "lvs-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.947134, + "recall": 0.964427, + "f1": 0.952899, + "accuracy": 0.964427, + "main_score": 0.952899, + "hf_subset": "lvs_Latn-gla_Latn", + "languages": [ + "lvs-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lvs_Latn-kan_Knda", + "languages": [ + "lvs-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.983284, + "recall": 0.988142, + "f1": 0.98475, + "accuracy": 0.988142, + "main_score": 0.98475, + "hf_subset": "lvs_Latn-lmo_Latn", + "languages": [ + "lvs-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lvs_Latn-npi_Deva", + "languages": [ + "lvs-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.533295, + "recall": 0.614625, + "f1": 0.555582, + "accuracy": 0.614625, + "main_score": 0.555582, + "hf_subset": "lvs_Latn-shn_Mymr", + "languages": [ + "lvs-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-tgl_Latn", + "languages": [ + "lvs-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-yue_Hant", + "languages": [ + "lvs-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "lvs_Latn-asm_Beng", + "languages": [ + "lvs-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.933383, + "recall": 0.953557, + "f1": 0.939789, + "accuracy": 0.953557, + "main_score": 0.939789, + "hf_subset": "lvs_Latn-ckb_Arab", + "languages": [ + "lvs-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "lvs_Latn-gle_Latn", + "languages": [ + "lvs-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.901021, + "recall": 0.928854, + "f1": 0.909519, + "accuracy": 0.928854, + "main_score": 0.909519, + "hf_subset": "lvs_Latn-kas_Arab", + "languages": [ + "lvs-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.919417, + "recall": 0.943676, + "f1": 0.927108, + "accuracy": 0.943676, + "main_score": 0.927108, + "hf_subset": "lvs_Latn-ltg_Latn", + "languages": [ + "lvs-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.793586, + "recall": 0.844862, + "f1": 0.809009, + "accuracy": 0.844862, + "main_score": 0.809009, + "hf_subset": "lvs_Latn-nso_Latn", + "languages": [ + "lvs-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "lvs_Latn-sin_Sinh", + "languages": [ + "lvs-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-tha_Thai", + "languages": [ + "lvs-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lvs_Latn-zho_Hans", + "languages": [ + "lvs-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-ast_Latn", + "languages": [ + "lvs-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "lvs_Latn-crh_Latn", + "languages": [ + "lvs-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-glg_Latn", + "languages": [ + "lvs-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.838258, + "recall": 0.885375, + "f1": 0.8528, + "accuracy": 0.885375, + "main_score": 0.8528, + "hf_subset": "lvs_Latn-kas_Deva", + "languages": [ + "lvs-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lvs_Latn-ltz_Latn", + "languages": [ + "lvs-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.398748, + "recall": 0.469368, + "f1": 0.418078, + "accuracy": 0.469368, + "main_score": 0.418078, + "hf_subset": "lvs_Latn-nus_Latn", + "languages": [ + "lvs-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-slk_Latn", + "languages": [ + "lvs-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.62772, + "recall": 0.713439, + "f1": 0.652042, + "accuracy": 0.713439, + "main_score": 0.652042, + "hf_subset": "lvs_Latn-tir_Ethi", + "languages": [ + "lvs-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "lvs_Latn-zho_Hant", + "languages": [ + "lvs-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.97999, + "recall": 0.985178, + "f1": 0.981621, + "accuracy": 0.985178, + "main_score": 0.981621, + "hf_subset": "lvs_Latn-awa_Deva", + "languages": [ + "lvs-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lvs_Latn-cym_Latn", + "languages": [ + "lvs-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.75331, + "recall": 0.813241, + "f1": 0.771212, + "accuracy": 0.813241, + "main_score": 0.771212, + "hf_subset": "lvs_Latn-grn_Latn", + "languages": [ + "lvs-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lvs_Latn-kat_Geor", + "languages": [ + "lvs-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.573418, + "recall": 0.643281, + "f1": 0.592748, + "accuracy": 0.643281, + "main_score": 0.592748, + "hf_subset": "lvs_Latn-lua_Latn", + "languages": [ + "lvs-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.81637, + "recall": 0.867589, + "f1": 0.832115, + "accuracy": 0.867589, + "main_score": 0.832115, + "hf_subset": "lvs_Latn-nya_Latn", + "languages": [ + "lvs-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-slv_Latn", + "languages": [ + "lvs-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lvs_Latn-tpi_Latn", + "languages": [ + "lvs-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-zsm_Latn", + "languages": [ + "lvs-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.479064, + "recall": 0.548419, + "f1": 0.497742, + "accuracy": 0.548419, + "main_score": 0.497742, + "hf_subset": "lvs_Latn-ayr_Latn", + "languages": [ + "lvs-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-dan_Latn", + "languages": [ + "lvs-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-guj_Gujr", + "languages": [ + "lvs-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lvs_Latn-kaz_Cyrl", + "languages": [ + "lvs-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.632691, + "recall": 0.713439, + "f1": 0.655901, + "accuracy": 0.713439, + "main_score": 0.655901, + "hf_subset": "lvs_Latn-lug_Latn", + "languages": [ + "lvs-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-oci_Latn", + "languages": [ + "lvs-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.822332, + "recall": 0.870553, + "f1": 0.837206, + "accuracy": 0.870553, + "main_score": 0.837206, + "hf_subset": "lvs_Latn-smo_Latn", + "languages": [ + "lvs-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.754233, + "recall": 0.814229, + "f1": 0.772186, + "accuracy": 0.814229, + "main_score": 0.772186, + "hf_subset": "lvs_Latn-tsn_Latn", + "languages": [ + "lvs-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.885952, + "recall": 0.918972, + "f1": 0.896311, + "accuracy": 0.918972, + "main_score": 0.896311, + "hf_subset": "lvs_Latn-zul_Latn", + "languages": [ + "lvs-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.950593, + "f1": 0.935888, + "accuracy": 0.950593, + "main_score": 0.935888, + "hf_subset": "lvs_Latn-azb_Arab", + "languages": [ + "lvs-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-deu_Latn", + "languages": [ + "lvs-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "lvs_Latn-hat_Latn", + "languages": [ + "lvs-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.453737, + "recall": 0.518775, + "f1": 0.471461, + "accuracy": 0.518775, + "main_score": 0.471461, + "hf_subset": "lvs_Latn-kbp_Latn", + "languages": [ + "lvs-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.48806, + "recall": 0.561265, + "f1": 0.507934, + "accuracy": 0.561265, + "main_score": 0.507934, + "hf_subset": "lvs_Latn-luo_Latn", + "languages": [ + "lvs-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "lvs_Latn-ory_Orya", + "languages": [ + "lvs-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.892869, + "recall": 0.924901, + "f1": 0.903063, + "accuracy": 0.924901, + "main_score": 0.903063, + "hf_subset": "lvs_Latn-sna_Latn", + "languages": [ + "lvs-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.63471, + "recall": 0.715415, + "f1": 0.657919, + "accuracy": 0.715415, + "main_score": 0.657919, + "hf_subset": "lvs_Latn-tso_Latn", + "languages": [ + "lvs-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-azj_Latn", + "languages": [ + "lvs-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.467093, + "recall": 0.538538, + "f1": 0.487333, + "accuracy": 0.538538, + "main_score": 0.487333, + "hf_subset": "lvs_Latn-dik_Latn", + "languages": [ + "lvs-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.897069, + "recall": 0.925889, + "f1": 0.906094, + "accuracy": 0.925889, + "main_score": 0.906094, + "hf_subset": "lvs_Latn-hau_Latn", + "languages": [ + "lvs-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "lvs_Latn-kea_Latn", + "languages": [ + "lvs-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.922348, + "recall": 0.94664, + "f1": 0.930072, + "accuracy": 0.94664, + "main_score": 0.930072, + "hf_subset": "lvs_Latn-lus_Latn", + "languages": [ + "lvs-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.843577, + "recall": 0.885375, + "f1": 0.856522, + "accuracy": 0.885375, + "main_score": 0.856522, + "hf_subset": "lvs_Latn-pag_Latn", + "languages": [ + "lvs-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "lvs_Latn-snd_Arab", + "languages": [ + "lvs-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lvs_Latn-tuk_Latn", + "languages": [ + "lvs-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lvs_Latn-bak_Cyrl", + "languages": [ + "lvs-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.434885, + "recall": 0.511858, + "f1": 0.456146, + "accuracy": 0.511858, + "main_score": 0.456146, + "hf_subset": "lvs_Latn-dyu_Latn", + "languages": [ + "lvs-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-heb_Hebr", + "languages": [ + "lvs-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "lvs_Latn-khk_Cyrl", + "languages": [ + "lvs-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-pan_Guru", + "languages": [ + "lvs-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.868034, + "recall": 0.907115, + "f1": 0.880171, + "accuracy": 0.907115, + "main_score": 0.880171, + "hf_subset": "lvs_Latn-som_Latn", + "languages": [ + "lvs-Latn", + "som-Latn" + ] + }, + { + "precision": 0.684808, + "recall": 0.751976, + "f1": 0.704501, + "accuracy": 0.751976, + "main_score": 0.704501, + "hf_subset": "lvs_Latn-tum_Latn", + "languages": [ + "lvs-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.513939, + "recall": 0.600791, + "f1": 0.538413, + "accuracy": 0.600791, + "main_score": 0.538413, + "hf_subset": "pan_Guru-ace_Arab", + "languages": [ + "pan-Guru", + "ace-Arab" + ] + }, + { + "precision": 0.451319, + "recall": 0.512846, + "f1": 0.467585, + "accuracy": 0.512846, + "main_score": 0.467585, + "hf_subset": "pan_Guru-bam_Latn", + "languages": [ + "pan-Guru", + "bam-Latn" + ] + }, + { + "precision": 0.651928, + "recall": 0.731225, + "f1": 0.674668, + "accuracy": 0.731225, + "main_score": 0.674668, + "hf_subset": "pan_Guru-dzo_Tibt", + "languages": [ + "pan-Guru", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "pan_Guru-khm_Khmr", + "languages": [ + "pan-Guru", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-mag_Deva", + "languages": [ + "pan-Guru", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-pap_Latn", + "languages": [ + "pan-Guru", + "pap-Latn" + ] + }, + { + "precision": 0.859387, + "recall": 0.899209, + "f1": 0.871673, + "accuracy": 0.899209, + "main_score": 0.871673, + "hf_subset": "pan_Guru-sot_Latn", + "languages": [ + "pan-Guru", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-tur_Latn", + "languages": [ + "pan-Guru", + "tur-Latn" + ] + }, + { + "precision": 0.845168, + "recall": 0.887352, + "f1": 0.858519, + "accuracy": 0.887352, + "main_score": 0.858519, + "hf_subset": "pan_Guru-ace_Latn", + "languages": [ + "pan-Guru", + "ace-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "pan_Guru-ban_Latn", + "languages": [ + "pan-Guru", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-ell_Grek", + "languages": [ + "pan-Guru", + "ell-Grek" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "pan_Guru-hne_Deva", + "languages": [ + "pan-Guru", + "hne-Deva" + ] + }, + { + "precision": 0.553815, + "recall": 0.629447, + "f1": 0.574898, + "accuracy": 0.629447, + "main_score": 0.574898, + "hf_subset": "pan_Guru-kik_Latn", + "languages": [ + "pan-Guru", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-mai_Deva", + "languages": [ + "pan-Guru", + "mai-Deva" + ] + }, + { + "precision": 0.943923, + "recall": 0.961462, + "f1": 0.949506, + "accuracy": 0.961462, + "main_score": 0.949506, + "hf_subset": "pan_Guru-pbt_Arab", + "languages": [ + "pan-Guru", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-spa_Latn", + "languages": [ + "pan-Guru", + "spa-Latn" + ] + }, + { + "precision": 0.754044, + "recall": 0.816206, + "f1": 0.7724, + "accuracy": 0.816206, + "main_score": 0.7724, + "hf_subset": "pan_Guru-twi_Latn", + "languages": [ + "pan-Guru", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-acm_Arab", + "languages": [ + "pan-Guru", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-bel_Cyrl", + "languages": [ + "pan-Guru", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-hrv_Latn", + "languages": [ + "pan-Guru", + "hrv-Latn" + ] + }, + { + "precision": 0.848577, + "recall": 0.891304, + "f1": 0.861761, + "accuracy": 0.891304, + "main_score": 0.861761, + "hf_subset": "pan_Guru-kin_Latn", + "languages": [ + "pan-Guru", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-mal_Mlym", + "languages": [ + "pan-Guru", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-pes_Arab", + "languages": [ + "pan-Guru", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-srd_Latn", + "languages": [ + "pan-Guru", + "srd-Latn" + ] + }, + { + "precision": 0.211716, + "recall": 0.270751, + "f1": 0.225619, + "accuracy": 0.270751, + "main_score": 0.225619, + "hf_subset": "pan_Guru-tzm_Tfng", + "languages": [ + "pan-Guru", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-acq_Arab", + "languages": [ + "pan-Guru", + "acq-Arab" + ] + }, + { + "precision": 0.656999, + "recall": 0.728261, + "f1": 0.677249, + "accuracy": 0.728261, + "main_score": 0.677249, + "hf_subset": "pan_Guru-bem_Latn", + "languages": [ + "pan-Guru", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-epo_Latn", + "languages": [ + "pan-Guru", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-hun_Latn", + "languages": [ + "pan-Guru", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pan_Guru-kir_Cyrl", + "languages": [ + "pan-Guru", + "kir-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ] + }, + { + "precision": 0.869269, + "recall": 0.907115, + "f1": 0.881258, + "accuracy": 0.907115, + "main_score": 0.881258, + "hf_subset": "pan_Guru-plt_Latn", + "languages": [ + "pan-Guru", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-srp_Cyrl", + "languages": [ + "pan-Guru", + "srp-Cyrl" + ] + }, + { + "precision": 0.953393, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "pan_Guru-uig_Arab", + "languages": [ + "pan-Guru", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-aeb_Arab", + "languages": [ + "pan-Guru", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-est_Latn", + "languages": [ + "pan-Guru", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-hye_Armn", + "languages": [ + "pan-Guru", + "hye-Armn" + ] + }, + { + "precision": 0.437462, + "recall": 0.503953, + "f1": 0.455385, + "accuracy": 0.503953, + "main_score": 0.455385, + "hf_subset": "pan_Guru-kmb_Latn", + "languages": [ + "pan-Guru", + "kmb-Latn" + ] + }, + { + "precision": 0.476814, + "recall": 0.566206, + "f1": 0.500965, + "accuracy": 0.566206, + "main_score": 0.500965, + "hf_subset": "pan_Guru-min_Arab", + "languages": [ + "pan-Guru", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-pol_Latn", + "languages": [ + "pan-Guru", + "pol-Latn" + ] + }, + { + "precision": 0.753146, + "recall": 0.815217, + "f1": 0.771377, + "accuracy": 0.815217, + "main_score": 0.771377, + "hf_subset": "pan_Guru-ssw_Latn", + "languages": [ + "pan-Guru", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-ukr_Cyrl", + "languages": [ + "pan-Guru", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-afr_Latn", + "languages": [ + "pan-Guru", + "afr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-bho_Deva", + "languages": [ + "pan-Guru", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-eus_Latn", + "languages": [ + "pan-Guru", + "eus-Latn" + ] + }, + { + "precision": 0.870965, + "recall": 0.909091, + "f1": 0.882806, + "accuracy": 0.909091, + "main_score": 0.882806, + "hf_subset": "pan_Guru-ibo_Latn", + "languages": [ + "pan-Guru", + "ibo-Latn" + ] + }, + { + "precision": 0.876153, + "recall": 0.911067, + "f1": 0.886989, + "accuracy": 0.911067, + "main_score": 0.886989, + "hf_subset": "pan_Guru-kmr_Latn", + "languages": [ + "pan-Guru", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pan_Guru-min_Latn", + "languages": [ + "pan-Guru", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-por_Latn", + "languages": [ + "pan-Guru", + "por-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pan_Guru-sun_Latn", + "languages": [ + "pan-Guru", + "sun-Latn" + ] + }, + { + "precision": 0.436939, + "recall": 0.508893, + "f1": 0.456362, + "accuracy": 0.508893, + "main_score": 0.456362, + "hf_subset": "pan_Guru-umb_Latn", + "languages": [ + "pan-Guru", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-ajp_Arab", + "languages": [ + "pan-Guru", + "ajp-Arab" + ] + }, + { + "precision": 0.49305, + "recall": 0.579051, + "f1": 0.516261, + "accuracy": 0.579051, + "main_score": 0.516261, + "hf_subset": "pan_Guru-bjn_Arab", + "languages": [ + "pan-Guru", + "bjn-Arab" + ] + }, + { + "precision": 0.436379, + "recall": 0.491107, + "f1": 0.450759, + "accuracy": 0.491107, + "main_score": 0.450759, + "hf_subset": "pan_Guru-ewe_Latn", + "languages": [ + "pan-Guru", + "ewe-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "pan_Guru-ilo_Latn", + "languages": [ + "pan-Guru", + "ilo-Latn" + ] + }, + { + "precision": 0.26309, + "recall": 0.33498, + "f1": 0.280465, + "accuracy": 0.33498, + "main_score": 0.280465, + "hf_subset": "pan_Guru-knc_Arab", + "languages": [ + "pan-Guru", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-mkd_Cyrl", + "languages": [ + "pan-Guru", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "pan_Guru-prs_Arab", + "languages": [ + "pan-Guru", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-swe_Latn", + "languages": [ + "pan-Guru", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ] + }, + { + "precision": 0.737006, + "recall": 0.801383, + "f1": 0.755849, + "accuracy": 0.801383, + "main_score": 0.755849, + "hf_subset": "pan_Guru-aka_Latn", + "languages": [ + "pan-Guru", + "aka-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pan_Guru-bjn_Latn", + "languages": [ + "pan-Guru", + "bjn-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "pan_Guru-fao_Latn", + "languages": [ + "pan-Guru", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-ind_Latn", + "languages": [ + "pan-Guru", + "ind-Latn" + ] + }, + { + "precision": 0.509594, + "recall": 0.56917, + "f1": 0.524925, + "accuracy": 0.56917, + "main_score": 0.524925, + "hf_subset": "pan_Guru-knc_Latn", + "languages": [ + "pan-Guru", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-mlt_Latn", + "languages": [ + "pan-Guru", + "mlt-Latn" + ] + }, + { + "precision": 0.594647, + "recall": 0.673913, + "f1": 0.617432, + "accuracy": 0.673913, + "main_score": 0.617432, + "hf_subset": "pan_Guru-quy_Latn", + "languages": [ + "pan-Guru", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-swh_Latn", + "languages": [ + "pan-Guru", + "swh-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pan_Guru-uzn_Latn", + "languages": [ + "pan-Guru", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-als_Latn", + "languages": [ + "pan-Guru", + "als-Latn" + ] + }, + { + "precision": 0.812879, + "recall": 0.865613, + "f1": 0.829231, + "accuracy": 0.865613, + "main_score": 0.829231, + "hf_subset": "pan_Guru-bod_Tibt", + "languages": [ + "pan-Guru", + "bod-Tibt" + ] + }, + { + "precision": 0.595349, + "recall": 0.66996, + "f1": 0.616464, + "accuracy": 0.66996, + "main_score": 0.616464, + "hf_subset": "pan_Guru-fij_Latn", + "languages": [ + "pan-Guru", + "fij-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "pan_Guru-isl_Latn", + "languages": [ + "pan-Guru", + "isl-Latn" + ] + }, + { + "precision": 0.578981, + "recall": 0.651186, + "f1": 0.598661, + "accuracy": 0.651186, + "main_score": 0.598661, + "hf_subset": "pan_Guru-kon_Latn", + "languages": [ + "pan-Guru", + "kon-Latn" + ] + }, + { + "precision": 0.602292, + "recall": 0.68083, + "f1": 0.624728, + "accuracy": 0.68083, + "main_score": 0.624728, + "hf_subset": "pan_Guru-mni_Beng", + "languages": [ + "pan-Guru", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-ron_Latn", + "languages": [ + "pan-Guru", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "pan_Guru-szl_Latn", + "languages": [ + "pan-Guru", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-vec_Latn", + "languages": [ + "pan-Guru", + "vec-Latn" + ] + }, + { + "precision": 0.933218, + "recall": 0.952569, + "f1": 0.939295, + "accuracy": 0.952569, + "main_score": 0.939295, + "hf_subset": "pan_Guru-amh_Ethi", + "languages": [ + "pan-Guru", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-bos_Latn", + "languages": [ + "pan-Guru", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-fin_Latn", + "languages": [ + "pan-Guru", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-ita_Latn", + "languages": [ + "pan-Guru", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-kor_Hang", + "languages": [ + "pan-Guru", + "kor-Hang" + ] + }, + { + "precision": 0.47277, + "recall": 0.536561, + "f1": 0.490177, + "accuracy": 0.536561, + "main_score": 0.490177, + "hf_subset": "pan_Guru-mos_Latn", + "languages": [ + "pan-Guru", + "mos-Latn" + ] + }, + { + "precision": 0.747316, + "recall": 0.811265, + "f1": 0.766667, + "accuracy": 0.811265, + "main_score": 0.766667, + "hf_subset": "pan_Guru-run_Latn", + "languages": [ + "pan-Guru", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-vie_Latn", + "languages": [ + "pan-Guru", + "vie-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pan_Guru-apc_Arab", + "languages": [ + "pan-Guru", + "apc-Arab" + ] + }, + { + "precision": 0.688285, + "recall": 0.763834, + "f1": 0.709881, + "accuracy": 0.763834, + "main_score": 0.709881, + "hf_subset": "pan_Guru-bug_Latn", + "languages": [ + "pan-Guru", + "bug-Latn" + ] + }, + { + "precision": 0.403793, + "recall": 0.459486, + "f1": 0.418753, + "accuracy": 0.459486, + "main_score": 0.418753, + "hf_subset": "pan_Guru-fon_Latn", + "languages": [ + "pan-Guru", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pan_Guru-jav_Latn", + "languages": [ + "pan-Guru", + "jav-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "pan_Guru-lao_Laoo", + "languages": [ + "pan-Guru", + "lao-Laoo" + ] + }, + { + "precision": 0.869318, + "recall": 0.905138, + "f1": 0.880303, + "accuracy": 0.905138, + "main_score": 0.880303, + "hf_subset": "pan_Guru-mri_Latn", + "languages": [ + "pan-Guru", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-rus_Cyrl", + "languages": [ + "pan-Guru", + "rus-Cyrl" + ] + }, + { + "precision": 0.472191, + "recall": 0.539526, + "f1": 0.490551, + "accuracy": 0.539526, + "main_score": 0.490551, + "hf_subset": "pan_Guru-taq_Latn", + "languages": [ + "pan-Guru", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-war_Latn", + "languages": [ + "pan-Guru", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-arb_Arab", + "languages": [ + "pan-Guru", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-bul_Cyrl", + "languages": [ + "pan-Guru", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-fra_Latn", + "languages": [ + "pan-Guru", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-jpn_Jpan", + "languages": [ + "pan-Guru", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pan_Guru-lij_Latn", + "languages": [ + "pan-Guru", + "lij-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "pan_Guru-mya_Mymr", + "languages": [ + "pan-Guru", + "mya-Mymr" + ] + }, + { + "precision": 0.521726, + "recall": 0.588933, + "f1": 0.539535, + "accuracy": 0.588933, + "main_score": 0.539535, + "hf_subset": "pan_Guru-sag_Latn", + "languages": [ + "pan-Guru", + "sag-Latn" + ] + }, + { + "precision": 0.214938, + "recall": 0.283597, + "f1": 0.232463, + "accuracy": 0.283597, + "main_score": 0.232463, + "hf_subset": "pan_Guru-taq_Tfng", + "languages": [ + "pan-Guru", + "taq-Tfng" + ] + }, + { + "precision": 0.607945, + "recall": 0.68083, + "f1": 0.628568, + "accuracy": 0.68083, + "main_score": 0.628568, + "hf_subset": "pan_Guru-wol_Latn", + "languages": [ + "pan-Guru", + "wol-Latn" + ] + }, + { + "precision": 0.838192, + "recall": 0.883399, + "f1": 0.852141, + "accuracy": 0.883399, + "main_score": 0.852141, + "hf_subset": "pan_Guru-arb_Latn", + "languages": [ + "pan-Guru", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-cat_Latn", + "languages": [ + "pan-Guru", + "cat-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pan_Guru-fur_Latn", + "languages": [ + "pan-Guru", + "fur-Latn" + ] + }, + { + "precision": 0.430114, + "recall": 0.51087, + "f1": 0.451688, + "accuracy": 0.51087, + "main_score": 0.451688, + "hf_subset": "pan_Guru-kab_Latn", + "languages": [ + "pan-Guru", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pan_Guru-lim_Latn", + "languages": [ + "pan-Guru", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-nld_Latn", + "languages": [ + "pan-Guru", + "nld-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "pan_Guru-san_Deva", + "languages": [ + "pan-Guru", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-tat_Cyrl", + "languages": [ + "pan-Guru", + "tat-Cyrl" + ] + }, + { + "precision": 0.875692, + "recall": 0.912055, + "f1": 0.887187, + "accuracy": 0.912055, + "main_score": 0.887187, + "hf_subset": "pan_Guru-xho_Latn", + "languages": [ + "pan-Guru", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-ars_Arab", + "languages": [ + "pan-Guru", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-ceb_Latn", + "languages": [ + "pan-Guru", + "ceb-Latn" + ] + }, + { + "precision": 0.458645, + "recall": 0.532609, + "f1": 0.478432, + "accuracy": 0.532609, + "main_score": 0.478432, + "hf_subset": "pan_Guru-fuv_Latn", + "languages": [ + "pan-Guru", + "fuv-Latn" + ] + }, + { + "precision": 0.449313, + "recall": 0.516798, + "f1": 0.466911, + "accuracy": 0.516798, + "main_score": 0.466911, + "hf_subset": "pan_Guru-kac_Latn", + "languages": [ + "pan-Guru", + "kac-Latn" + ] + }, + { + "precision": 0.608897, + "recall": 0.685771, + "f1": 0.629935, + "accuracy": 0.685771, + "main_score": 0.629935, + "hf_subset": "pan_Guru-lin_Latn", + "languages": [ + "pan-Guru", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-nno_Latn", + "languages": [ + "pan-Guru", + "nno-Latn" + ] + }, + { + "precision": 0.891057, + "recall": 0.922925, + "f1": 0.901054, + "accuracy": 0.922925, + "main_score": 0.901054, + "hf_subset": "pan_Guru-sat_Olck", + "languages": [ + "pan-Guru", + "sat-Olck" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pan_Guru-ydd_Hebr", + "languages": [ + "pan-Guru", + "ydd-Hebr" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "pan_Guru-ary_Arab", + "languages": [ + "pan-Guru", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-ces_Latn", + "languages": [ + "pan-Guru", + "ces-Latn" + ] + }, + { + "precision": 0.559025, + "recall": 0.636364, + "f1": 0.580408, + "accuracy": 0.636364, + "main_score": 0.580408, + "hf_subset": "pan_Guru-gaz_Latn", + "languages": [ + "pan-Guru", + "gaz-Latn" + ] + }, + { + "precision": 0.510623, + "recall": 0.594862, + "f1": 0.53302, + "accuracy": 0.594862, + "main_score": 0.53302, + "hf_subset": "pan_Guru-kam_Latn", + "languages": [ + "pan-Guru", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pan_Guru-lit_Latn", + "languages": [ + "pan-Guru", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-nob_Latn", + "languages": [ + "pan-Guru", + "nob-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pan_Guru-scn_Latn", + "languages": [ + "pan-Guru", + "scn-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pan_Guru-tgk_Cyrl", + "languages": [ + "pan-Guru", + "tgk-Cyrl" + ] + }, + { + "precision": 0.735203, + "recall": 0.80336, + "f1": 0.755429, + "accuracy": 0.80336, + "main_score": 0.755429, + "hf_subset": "pan_Guru-yor_Latn", + "languages": [ + "pan-Guru", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-arz_Arab", + "languages": [ + "pan-Guru", + "arz-Arab" + ] + }, + { + "precision": 0.448125, + "recall": 0.520751, + "f1": 0.467436, + "accuracy": 0.520751, + "main_score": 0.467436, + "hf_subset": "pan_Guru-cjk_Latn", + "languages": [ + "pan-Guru", + "cjk-Latn" + ] + }, + { + "precision": 0.944499, + "recall": 0.962451, + "f1": 0.950428, + "accuracy": 0.962451, + "main_score": 0.950428, + "hf_subset": "pan_Guru-gla_Latn", + "languages": [ + "pan-Guru", + "gla-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pan_Guru-lmo_Latn", + "languages": [ + "pan-Guru", + "lmo-Latn" + ] + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "pan_Guru-npi_Deva", + "languages": [ + "pan-Guru", + "npi-Deva" + ] + }, + { + "precision": 0.534603, + "recall": 0.616601, + "f1": 0.55781, + "accuracy": 0.616601, + "main_score": 0.55781, + "hf_subset": "pan_Guru-shn_Mymr", + "languages": [ + "pan-Guru", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-tgl_Latn", + "languages": [ + "pan-Guru", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-yue_Hant", + "languages": [ + "pan-Guru", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "pan_Guru-asm_Beng", + "languages": [ + "pan-Guru", + "asm-Beng" + ] + }, + { + "precision": 0.936677, + "recall": 0.955534, + "f1": 0.942589, + "accuracy": 0.955534, + "main_score": 0.942589, + "hf_subset": "pan_Guru-ckb_Arab", + "languages": [ + "pan-Guru", + "ckb-Arab" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pan_Guru-gle_Latn", + "languages": [ + "pan-Guru", + "gle-Latn" + ] + }, + { + "precision": 0.908185, + "recall": 0.936759, + "f1": 0.917227, + "accuracy": 0.936759, + "main_score": 0.917227, + "hf_subset": "pan_Guru-kas_Arab", + "languages": [ + "pan-Guru", + "kas-Arab" + ] + }, + { + "precision": 0.888916, + "recall": 0.91996, + "f1": 0.898617, + "accuracy": 0.91996, + "main_score": 0.898617, + "hf_subset": "pan_Guru-ltg_Latn", + "languages": [ + "pan-Guru", + "ltg-Latn" + ] + }, + { + "precision": 0.787928, + "recall": 0.838933, + "f1": 0.803228, + "accuracy": 0.838933, + "main_score": 0.803228, + "hf_subset": "pan_Guru-nso_Latn", + "languages": [ + "pan-Guru", + "nso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-sin_Sinh", + "languages": [ + "pan-Guru", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-tha_Thai", + "languages": [ + "pan-Guru", + "tha-Thai" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pan_Guru-zho_Hans", + "languages": [ + "pan-Guru", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-ast_Latn", + "languages": [ + "pan-Guru", + "ast-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pan_Guru-crh_Latn", + "languages": [ + "pan-Guru", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-glg_Latn", + "languages": [ + "pan-Guru", + "glg-Latn" + ] + }, + { + "precision": 0.859997, + "recall": 0.900198, + "f1": 0.872219, + "accuracy": 0.900198, + "main_score": 0.872219, + "hf_subset": "pan_Guru-kas_Deva", + "languages": [ + "pan-Guru", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-ltz_Latn", + "languages": [ + "pan-Guru", + "ltz-Latn" + ] + }, + { + "precision": 0.407376, + "recall": 0.478261, + "f1": 0.426577, + "accuracy": 0.478261, + "main_score": 0.426577, + "hf_subset": "pan_Guru-nus_Latn", + "languages": [ + "pan-Guru", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-slk_Latn", + "languages": [ + "pan-Guru", + "slk-Latn" + ] + }, + { + "precision": 0.636834, + "recall": 0.719368, + "f1": 0.66027, + "accuracy": 0.719368, + "main_score": 0.66027, + "hf_subset": "pan_Guru-tir_Ethi", + "languages": [ + "pan-Guru", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-zho_Hant", + "languages": [ + "pan-Guru", + "zho-Hant" + ] + }, + { + "precision": 0.983449, + "recall": 0.987154, + "f1": 0.984585, + "accuracy": 0.987154, + "main_score": 0.984585, + "hf_subset": "pan_Guru-awa_Deva", + "languages": [ + "pan-Guru", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-cym_Latn", + "languages": [ + "pan-Guru", + "cym-Latn" + ] + }, + { + "precision": 0.746311, + "recall": 0.807312, + "f1": 0.764234, + "accuracy": 0.807312, + "main_score": 0.764234, + "hf_subset": "pan_Guru-grn_Latn", + "languages": [ + "pan-Guru", + "grn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pan_Guru-kat_Geor", + "languages": [ + "pan-Guru", + "kat-Geor" + ] + }, + { + "precision": 0.568177, + "recall": 0.634387, + "f1": 0.585877, + "accuracy": 0.634387, + "main_score": 0.585877, + "hf_subset": "pan_Guru-lua_Latn", + "languages": [ + "pan-Guru", + "lua-Latn" + ] + }, + { + "precision": 0.814806, + "recall": 0.866601, + "f1": 0.831094, + "accuracy": 0.866601, + "main_score": 0.831094, + "hf_subset": "pan_Guru-nya_Latn", + "languages": [ + "pan-Guru", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-slv_Latn", + "languages": [ + "pan-Guru", + "slv-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "pan_Guru-tpi_Latn", + "languages": [ + "pan-Guru", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-zsm_Latn", + "languages": [ + "pan-Guru", + "zsm-Latn" + ] + }, + { + "precision": 0.463953, + "recall": 0.532609, + "f1": 0.482693, + "accuracy": 0.532609, + "main_score": 0.482693, + "hf_subset": "pan_Guru-ayr_Latn", + "languages": [ + "pan-Guru", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-dan_Latn", + "languages": [ + "pan-Guru", + "dan-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pan_Guru-kaz_Cyrl", + "languages": [ + "pan-Guru", + "kaz-Cyrl" + ] + }, + { + "precision": 0.610573, + "recall": 0.693676, + "f1": 0.633749, + "accuracy": 0.693676, + "main_score": 0.633749, + "hf_subset": "pan_Guru-lug_Latn", + "languages": [ + "pan-Guru", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-oci_Latn", + "languages": [ + "pan-Guru", + "oci-Latn" + ] + }, + { + "precision": 0.830896, + "recall": 0.875494, + "f1": 0.844664, + "accuracy": 0.875494, + "main_score": 0.844664, + "hf_subset": "pan_Guru-smo_Latn", + "languages": [ + "pan-Guru", + "smo-Latn" + ] + }, + { + "precision": 0.735056, + "recall": 0.802372, + "f1": 0.755042, + "accuracy": 0.802372, + "main_score": 0.755042, + "hf_subset": "pan_Guru-tsn_Latn", + "languages": [ + "pan-Guru", + "tsn-Latn" + ] + }, + { + "precision": 0.89608, + "recall": 0.926877, + "f1": 0.905797, + "accuracy": 0.926877, + "main_score": 0.905797, + "hf_subset": "pan_Guru-zul_Latn", + "languages": [ + "pan-Guru", + "zul-Latn" + ] + }, + { + "precision": 0.938603, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "pan_Guru-azb_Arab", + "languages": [ + "pan-Guru", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-deu_Latn", + "languages": [ + "pan-Guru", + "deu-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "pan_Guru-hat_Latn", + "languages": [ + "pan-Guru", + "hat-Latn" + ] + }, + { + "precision": 0.438781, + "recall": 0.504941, + "f1": 0.456406, + "accuracy": 0.504941, + "main_score": 0.456406, + "hf_subset": "pan_Guru-kbp_Latn", + "languages": [ + "pan-Guru", + "kbp-Latn" + ] + }, + { + "precision": 0.494263, + "recall": 0.563241, + "f1": 0.512885, + "accuracy": 0.563241, + "main_score": 0.512885, + "hf_subset": "pan_Guru-luo_Latn", + "languages": [ + "pan-Guru", + "luo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-ory_Orya", + "languages": [ + "pan-Guru", + "ory-Orya" + ] + }, + { + "precision": 0.895916, + "recall": 0.928854, + "f1": 0.906456, + "accuracy": 0.928854, + "main_score": 0.906456, + "hf_subset": "pan_Guru-sna_Latn", + "languages": [ + "pan-Guru", + "sna-Latn" + ] + }, + { + "precision": 0.631045, + "recall": 0.709486, + "f1": 0.653051, + "accuracy": 0.709486, + "main_score": 0.653051, + "hf_subset": "pan_Guru-tso_Latn", + "languages": [ + "pan-Guru", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-azj_Latn", + "languages": [ + "pan-Guru", + "azj-Latn" + ] + }, + { + "precision": 0.474398, + "recall": 0.551383, + "f1": 0.496218, + "accuracy": 0.551383, + "main_score": 0.496218, + "hf_subset": "pan_Guru-dik_Latn", + "languages": [ + "pan-Guru", + "dik-Latn" + ] + }, + { + "precision": 0.889904, + "recall": 0.921937, + "f1": 0.900264, + "accuracy": 0.921937, + "main_score": 0.900264, + "hf_subset": "pan_Guru-hau_Latn", + "languages": [ + "pan-Guru", + "hau-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "pan_Guru-kea_Latn", + "languages": [ + "pan-Guru", + "kea-Latn" + ] + }, + { + "precision": 0.922596, + "recall": 0.94664, + "f1": 0.930336, + "accuracy": 0.94664, + "main_score": 0.930336, + "hf_subset": "pan_Guru-lus_Latn", + "languages": [ + "pan-Guru", + "lus-Latn" + ] + }, + { + "precision": 0.839295, + "recall": 0.883399, + "f1": 0.852899, + "accuracy": 0.883399, + "main_score": 0.852899, + "hf_subset": "pan_Guru-pag_Latn", + "languages": [ + "pan-Guru", + "pag-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pan_Guru-snd_Arab", + "languages": [ + "pan-Guru", + "snd-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pan_Guru-tuk_Latn", + "languages": [ + "pan-Guru", + "tuk-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pan_Guru-bak_Cyrl", + "languages": [ + "pan-Guru", + "bak-Cyrl" + ] + }, + { + "precision": 0.433691, + "recall": 0.511858, + "f1": 0.455324, + "accuracy": 0.511858, + "main_score": 0.455324, + "hf_subset": "pan_Guru-dyu_Latn", + "languages": [ + "pan-Guru", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-heb_Hebr", + "languages": [ + "pan-Guru", + "heb-Hebr" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pan_Guru-khk_Cyrl", + "languages": [ + "pan-Guru", + "khk-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-lvs_Latn", + "languages": [ + "pan-Guru", + "lvs-Latn" + ] + }, + { + "precision": 0.863093, + "recall": 0.902174, + "f1": 0.875066, + "accuracy": 0.902174, + "main_score": 0.875066, + "hf_subset": "pan_Guru-som_Latn", + "languages": [ + "pan-Guru", + "som-Latn" + ] + }, + { + "precision": 0.671863, + "recall": 0.744071, + "f1": 0.692846, + "accuracy": 0.744071, + "main_score": 0.692846, + "hf_subset": "pan_Guru-tum_Latn", + "languages": [ + "pan-Guru", + "tum-Latn" + ] + }, + { + "precision": 0.463225, + "recall": 0.538538, + "f1": 0.48493, + "accuracy": 0.538538, + "main_score": 0.48493, + "hf_subset": "som_Latn-ace_Arab", + "languages": [ + "som-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.46697, + "recall": 0.509881, + "f1": 0.477881, + "accuracy": 0.509881, + "main_score": 0.477881, + "hf_subset": "som_Latn-bam_Latn", + "languages": [ + "som-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.543317, + "recall": 0.623518, + "f1": 0.565623, + "accuracy": 0.623518, + "main_score": 0.565623, + "hf_subset": "som_Latn-dzo_Tibt", + "languages": [ + "som-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.903689, + "recall": 0.93083, + "f1": 0.911811, + "accuracy": 0.93083, + "main_score": 0.911811, + "hf_subset": "som_Latn-hin_Deva", + "languages": [ + "som-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.834832, + "recall": 0.87747, + "f1": 0.847271, + "accuracy": 0.87747, + "main_score": 0.847271, + "hf_subset": "som_Latn-khm_Khmr", + "languages": [ + "som-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.873057, + "recall": 0.907115, + "f1": 0.883286, + "accuracy": 0.907115, + "main_score": 0.883286, + "hf_subset": "som_Latn-mag_Deva", + "languages": [ + "som-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.87608, + "recall": 0.909091, + "f1": 0.88574, + "accuracy": 0.909091, + "main_score": 0.88574, + "hf_subset": "som_Latn-pap_Latn", + "languages": [ + "som-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.809783, + "recall": 0.857708, + "f1": 0.824459, + "accuracy": 0.857708, + "main_score": 0.824459, + "hf_subset": "som_Latn-sot_Latn", + "languages": [ + "som-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.898337, + "recall": 0.926877, + "f1": 0.906969, + "accuracy": 0.926877, + "main_score": 0.906969, + "hf_subset": "som_Latn-tur_Latn", + "languages": [ + "som-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.742953, + "recall": 0.787549, + "f1": 0.754895, + "accuracy": 0.787549, + "main_score": 0.754895, + "hf_subset": "som_Latn-ace_Latn", + "languages": [ + "som-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.820663, + "recall": 0.857708, + "f1": 0.831244, + "accuracy": 0.857708, + "main_score": 0.831244, + "hf_subset": "som_Latn-ban_Latn", + "languages": [ + "som-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.87225, + "recall": 0.907115, + "f1": 0.882591, + "accuracy": 0.907115, + "main_score": 0.882591, + "hf_subset": "som_Latn-ell_Grek", + "languages": [ + "som-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.867984, + "recall": 0.903162, + "f1": 0.878543, + "accuracy": 0.903162, + "main_score": 0.878543, + "hf_subset": "som_Latn-hne_Deva", + "languages": [ + "som-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.546352, + "recall": 0.602767, + "f1": 0.561411, + "accuracy": 0.602767, + "main_score": 0.561411, + "hf_subset": "som_Latn-kik_Latn", + "languages": [ + "som-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.876812, + "recall": 0.908103, + "f1": 0.885857, + "accuracy": 0.908103, + "main_score": 0.885857, + "hf_subset": "som_Latn-mai_Deva", + "languages": [ + "som-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.836552, + "recall": 0.875494, + "f1": 0.848617, + "accuracy": 0.875494, + "main_score": 0.848617, + "hf_subset": "som_Latn-pbt_Arab", + "languages": [ + "som-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.888291, + "recall": 0.920949, + "f1": 0.898419, + "accuracy": 0.920949, + "main_score": 0.898419, + "hf_subset": "som_Latn-spa_Latn", + "languages": [ + "som-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.680594, + "recall": 0.733202, + "f1": 0.694991, + "accuracy": 0.733202, + "main_score": 0.694991, + "hf_subset": "som_Latn-twi_Latn", + "languages": [ + "som-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.89142, + "recall": 0.921937, + "f1": 0.900725, + "accuracy": 0.921937, + "main_score": 0.900725, + "hf_subset": "som_Latn-acm_Arab", + "languages": [ + "som-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.839163, + "recall": 0.87747, + "f1": 0.850089, + "accuracy": 0.87747, + "main_score": 0.850089, + "hf_subset": "som_Latn-bel_Cyrl", + "languages": [ + "som-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.889262, + "recall": 0.916008, + "f1": 0.897071, + "accuracy": 0.916008, + "main_score": 0.897071, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.880748, + "recall": 0.913043, + "f1": 0.890547, + "accuracy": 0.913043, + "main_score": 0.890547, + "hf_subset": "som_Latn-hrv_Latn", + "languages": [ + "som-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.80392, + "recall": 0.848814, + "f1": 0.81718, + "accuracy": 0.848814, + "main_score": 0.81718, + "hf_subset": "som_Latn-kin_Latn", + "languages": [ + "som-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.84968, + "recall": 0.88834, + "f1": 0.860839, + "accuracy": 0.88834, + "main_score": 0.860839, + "hf_subset": "som_Latn-mal_Mlym", + "languages": [ + "som-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.877923, + "recall": 0.908103, + "f1": 0.886613, + "accuracy": 0.908103, + "main_score": 0.886613, + "hf_subset": "som_Latn-pes_Arab", + "languages": [ + "som-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.866555, + "recall": 0.899209, + "f1": 0.876235, + "accuracy": 0.899209, + "main_score": 0.876235, + "hf_subset": "som_Latn-srd_Latn", + "languages": [ + "som-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.209899, + "recall": 0.27668, + "f1": 0.226457, + "accuracy": 0.27668, + "main_score": 0.226457, + "hf_subset": "som_Latn-tzm_Tfng", + "languages": [ + "som-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.906818, + "recall": 0.932806, + "f1": 0.914822, + "accuracy": 0.932806, + "main_score": 0.914822, + "hf_subset": "som_Latn-acq_Arab", + "languages": [ + "som-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.642221, + "recall": 0.699605, + "f1": 0.658504, + "accuracy": 0.699605, + "main_score": 0.658504, + "hf_subset": "som_Latn-bem_Latn", + "languages": [ + "som-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.873748, + "recall": 0.907115, + "f1": 0.883616, + "accuracy": 0.907115, + "main_score": 0.883616, + "hf_subset": "som_Latn-epo_Latn", + "languages": [ + "som-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.900946, + "recall": 0.927866, + "f1": 0.909044, + "accuracy": 0.927866, + "main_score": 0.909044, + "hf_subset": "som_Latn-hun_Latn", + "languages": [ + "som-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.856835, + "recall": 0.896245, + "f1": 0.868728, + "accuracy": 0.896245, + "main_score": 0.868728, + "hf_subset": "som_Latn-kir_Cyrl", + "languages": [ + "som-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.889526, + "recall": 0.918972, + "f1": 0.898471, + "accuracy": 0.918972, + "main_score": 0.898471, + "hf_subset": "som_Latn-mar_Deva", + "languages": [ + "som-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.796709, + "recall": 0.840909, + "f1": 0.809209, + "accuracy": 0.840909, + "main_score": 0.809209, + "hf_subset": "som_Latn-plt_Latn", + "languages": [ + "som-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.883063, + "recall": 0.913043, + "f1": 0.891947, + "accuracy": 0.913043, + "main_score": 0.891947, + "hf_subset": "som_Latn-srp_Cyrl", + "languages": [ + "som-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.830402, + "recall": 0.874506, + "f1": 0.843761, + "accuracy": 0.874506, + "main_score": 0.843761, + "hf_subset": "som_Latn-uig_Arab", + "languages": [ + "som-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.868778, + "recall": 0.899209, + "f1": 0.877595, + "accuracy": 0.899209, + "main_score": 0.877595, + "hf_subset": "som_Latn-aeb_Arab", + "languages": [ + "som-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.868141, + "recall": 0.901186, + "f1": 0.877789, + "accuracy": 0.901186, + "main_score": 0.877789, + "hf_subset": "som_Latn-ben_Beng", + "languages": [ + "som-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.874984, + "recall": 0.908103, + "f1": 0.884947, + "accuracy": 0.908103, + "main_score": 0.884947, + "hf_subset": "som_Latn-est_Latn", + "languages": [ + "som-Latn", + "est-Latn" + ] + }, + { + "precision": 0.878898, + "recall": 0.910079, + "f1": 0.888062, + "accuracy": 0.910079, + "main_score": 0.888062, + "hf_subset": "som_Latn-hye_Armn", + "languages": [ + "som-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.489085, + "recall": 0.533597, + "f1": 0.500665, + "accuracy": 0.533597, + "main_score": 0.500665, + "hf_subset": "som_Latn-kmb_Latn", + "languages": [ + "som-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.432488, + "recall": 0.514822, + "f1": 0.453496, + "accuracy": 0.514822, + "main_score": 0.453496, + "hf_subset": "som_Latn-min_Arab", + "languages": [ + "som-Latn", + "min-Arab" + ] + }, + { + "precision": 0.888587, + "recall": 0.91996, + "f1": 0.898207, + "accuracy": 0.91996, + "main_score": 0.898207, + "hf_subset": "som_Latn-pol_Latn", + "languages": [ + "som-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.734601, + "recall": 0.794466, + "f1": 0.752555, + "accuracy": 0.794466, + "main_score": 0.752555, + "hf_subset": "som_Latn-ssw_Latn", + "languages": [ + "som-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.875898, + "recall": 0.909091, + "f1": 0.88599, + "accuracy": 0.909091, + "main_score": 0.88599, + "hf_subset": "som_Latn-ukr_Cyrl", + "languages": [ + "som-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.876284, + "recall": 0.907115, + "f1": 0.885101, + "accuracy": 0.907115, + "main_score": 0.885101, + "hf_subset": "som_Latn-afr_Latn", + "languages": [ + "som-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.872259, + "recall": 0.906126, + "f1": 0.882282, + "accuracy": 0.906126, + "main_score": 0.882282, + "hf_subset": "som_Latn-bho_Deva", + "languages": [ + "som-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.874204, + "recall": 0.903162, + "f1": 0.882155, + "accuracy": 0.903162, + "main_score": 0.882155, + "hf_subset": "som_Latn-eus_Latn", + "languages": [ + "som-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.788307, + "recall": 0.840909, + "f1": 0.803887, + "accuracy": 0.840909, + "main_score": 0.803887, + "hf_subset": "som_Latn-ibo_Latn", + "languages": [ + "som-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.797464, + "recall": 0.844862, + "f1": 0.811317, + "accuracy": 0.844862, + "main_score": 0.811317, + "hf_subset": "som_Latn-kmr_Latn", + "languages": [ + "som-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.839711, + "recall": 0.876482, + "f1": 0.850285, + "accuracy": 0.876482, + "main_score": 0.850285, + "hf_subset": "som_Latn-min_Latn", + "languages": [ + "som-Latn", + "min-Latn" + ] + }, + { + "precision": 0.906515, + "recall": 0.933794, + "f1": 0.915003, + "accuracy": 0.933794, + "main_score": 0.915003, + "hf_subset": "som_Latn-por_Latn", + "languages": [ + "som-Latn", + "por-Latn" + ] + }, + { + "precision": 0.84833, + "recall": 0.883399, + "f1": 0.858242, + "accuracy": 0.883399, + "main_score": 0.858242, + "hf_subset": "som_Latn-sun_Latn", + "languages": [ + "som-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.462299, + "recall": 0.519763, + "f1": 0.477823, + "accuracy": 0.519763, + "main_score": 0.477823, + "hf_subset": "som_Latn-umb_Latn", + "languages": [ + "som-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.891288, + "recall": 0.921937, + "f1": 0.900362, + "accuracy": 0.921937, + "main_score": 0.900362, + "hf_subset": "som_Latn-ajp_Arab", + "languages": [ + "som-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.452042, + "recall": 0.521739, + "f1": 0.469935, + "accuracy": 0.521739, + "main_score": 0.469935, + "hf_subset": "som_Latn-bjn_Arab", + "languages": [ + "som-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.449046, + "recall": 0.498024, + "f1": 0.462207, + "accuracy": 0.498024, + "main_score": 0.462207, + "hf_subset": "som_Latn-ewe_Latn", + "languages": [ + "som-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.803781, + "recall": 0.850791, + "f1": 0.817174, + "accuracy": 0.850791, + "main_score": 0.817174, + "hf_subset": "som_Latn-ilo_Latn", + "languages": [ + "som-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.253724, + "recall": 0.314229, + "f1": 0.269273, + "accuracy": 0.314229, + "main_score": 0.269273, + "hf_subset": "som_Latn-knc_Arab", + "languages": [ + "som-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.891576, + "recall": 0.918972, + "f1": 0.899495, + "accuracy": 0.918972, + "main_score": 0.899495, + "hf_subset": "som_Latn-mkd_Cyrl", + "languages": [ + "som-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.902628, + "recall": 0.927866, + "f1": 0.910016, + "accuracy": 0.927866, + "main_score": 0.910016, + "hf_subset": "som_Latn-prs_Arab", + "languages": [ + "som-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.891264, + "recall": 0.920949, + "f1": 0.900148, + "accuracy": 0.920949, + "main_score": 0.900148, + "hf_subset": "som_Latn-swe_Latn", + "languages": [ + "som-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.875494, + "recall": 0.910079, + "f1": 0.8861, + "accuracy": 0.910079, + "main_score": 0.8861, + "hf_subset": "som_Latn-urd_Arab", + "languages": [ + "som-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.658024, + "recall": 0.715415, + "f1": 0.673865, + "accuracy": 0.715415, + "main_score": 0.673865, + "hf_subset": "som_Latn-aka_Latn", + "languages": [ + "som-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.829414, + "recall": 0.869565, + "f1": 0.840793, + "accuracy": 0.869565, + "main_score": 0.840793, + "hf_subset": "som_Latn-bjn_Latn", + "languages": [ + "som-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.861104, + "recall": 0.893281, + "f1": 0.870538, + "accuracy": 0.893281, + "main_score": 0.870538, + "hf_subset": "som_Latn-fao_Latn", + "languages": [ + "som-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.898972, + "recall": 0.926877, + "f1": 0.907263, + "accuracy": 0.926877, + "main_score": 0.907263, + "hf_subset": "som_Latn-ind_Latn", + "languages": [ + "som-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.512416, + "recall": 0.552372, + "f1": 0.523558, + "accuracy": 0.552372, + "main_score": 0.523558, + "hf_subset": "som_Latn-knc_Latn", + "languages": [ + "som-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.85757, + "recall": 0.891304, + "f1": 0.866985, + "accuracy": 0.891304, + "main_score": 0.866985, + "hf_subset": "som_Latn-mlt_Latn", + "languages": [ + "som-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.576719, + "recall": 0.625494, + "f1": 0.59035, + "accuracy": 0.625494, + "main_score": 0.59035, + "hf_subset": "som_Latn-quy_Latn", + "languages": [ + "som-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.880074, + "recall": 0.909091, + "f1": 0.888411, + "accuracy": 0.909091, + "main_score": 0.888411, + "hf_subset": "som_Latn-swh_Latn", + "languages": [ + "som-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.864436, + "recall": 0.902174, + "f1": 0.876038, + "accuracy": 0.902174, + "main_score": 0.876038, + "hf_subset": "som_Latn-uzn_Latn", + "languages": [ + "som-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.88303, + "recall": 0.914032, + "f1": 0.892408, + "accuracy": 0.914032, + "main_score": 0.892408, + "hf_subset": "som_Latn-als_Latn", + "languages": [ + "som-Latn", + "als-Latn" + ] + }, + { + "precision": 0.675149, + "recall": 0.744071, + "f1": 0.694812, + "accuracy": 0.744071, + "main_score": 0.694812, + "hf_subset": "som_Latn-bod_Tibt", + "languages": [ + "som-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.606756, + "recall": 0.66502, + "f1": 0.622497, + "accuracy": 0.66502, + "main_score": 0.622497, + "hf_subset": "som_Latn-fij_Latn", + "languages": [ + "som-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.861133, + "recall": 0.897233, + "f1": 0.871744, + "accuracy": 0.897233, + "main_score": 0.871744, + "hf_subset": "som_Latn-isl_Latn", + "languages": [ + "som-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.55091, + "recall": 0.598814, + "f1": 0.564327, + "accuracy": 0.598814, + "main_score": 0.564327, + "hf_subset": "som_Latn-kon_Latn", + "languages": [ + "som-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.498415, + "recall": 0.561265, + "f1": 0.516512, + "accuracy": 0.561265, + "main_score": 0.516512, + "hf_subset": "som_Latn-mni_Beng", + "languages": [ + "som-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.88582, + "recall": 0.916008, + "f1": 0.894796, + "accuracy": 0.916008, + "main_score": 0.894796, + "hf_subset": "som_Latn-ron_Latn", + "languages": [ + "som-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.878442, + "recall": 0.911067, + "f1": 0.888208, + "accuracy": 0.911067, + "main_score": 0.888208, + "hf_subset": "som_Latn-szl_Latn", + "languages": [ + "som-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.898972, + "recall": 0.925889, + "f1": 0.906886, + "accuracy": 0.925889, + "main_score": 0.906886, + "hf_subset": "som_Latn-vec_Latn", + "languages": [ + "som-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.854858, + "recall": 0.895257, + "f1": 0.867114, + "accuracy": 0.895257, + "main_score": 0.867114, + "hf_subset": "som_Latn-amh_Ethi", + "languages": [ + "som-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.883663, + "recall": 0.91502, + "f1": 0.892918, + "accuracy": 0.91502, + "main_score": 0.892918, + "hf_subset": "som_Latn-bos_Latn", + "languages": [ + "som-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.883787, + "recall": 0.91502, + "f1": 0.893231, + "accuracy": 0.91502, + "main_score": 0.893231, + "hf_subset": "som_Latn-fin_Latn", + "languages": [ + "som-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.895629, + "recall": 0.91996, + "f1": 0.902635, + "accuracy": 0.91996, + "main_score": 0.902635, + "hf_subset": "som_Latn-ita_Latn", + "languages": [ + "som-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.90196, + "recall": 0.928854, + "f1": 0.91031, + "accuracy": 0.928854, + "main_score": 0.91031, + "hf_subset": "som_Latn-kor_Hang", + "languages": [ + "som-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.461786, + "recall": 0.499012, + "f1": 0.472293, + "accuracy": 0.499012, + "main_score": 0.472293, + "hf_subset": "som_Latn-mos_Latn", + "languages": [ + "som-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.708112, + "recall": 0.766798, + "f1": 0.724957, + "accuracy": 0.766798, + "main_score": 0.724957, + "hf_subset": "som_Latn-run_Latn", + "languages": [ + "som-Latn", + "run-Latn" + ] + }, + { + "precision": 0.863293, + "recall": 0.901186, + "f1": 0.874824, + "accuracy": 0.901186, + "main_score": 0.874824, + "hf_subset": "som_Latn-tam_Taml", + "languages": [ + "som-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.885187, + "recall": 0.916996, + "f1": 0.894732, + "accuracy": 0.916996, + "main_score": 0.894732, + "hf_subset": "som_Latn-vie_Latn", + "languages": [ + "som-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.887928, + "recall": 0.916996, + "f1": 0.896458, + "accuracy": 0.916996, + "main_score": 0.896458, + "hf_subset": "som_Latn-apc_Arab", + "languages": [ + "som-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.631934, + "recall": 0.688735, + "f1": 0.647258, + "accuracy": 0.688735, + "main_score": 0.647258, + "hf_subset": "som_Latn-bug_Latn", + "languages": [ + "som-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.411317, + "recall": 0.454545, + "f1": 0.423552, + "accuracy": 0.454545, + "main_score": 0.423552, + "hf_subset": "som_Latn-fon_Latn", + "languages": [ + "som-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.860658, + "recall": 0.894269, + "f1": 0.870309, + "accuracy": 0.894269, + "main_score": 0.870309, + "hf_subset": "som_Latn-jav_Latn", + "languages": [ + "som-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.84636, + "recall": 0.884387, + "f1": 0.857576, + "accuracy": 0.884387, + "main_score": 0.857576, + "hf_subset": "som_Latn-lao_Laoo", + "languages": [ + "som-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.795497, + "recall": 0.842885, + "f1": 0.809677, + "accuracy": 0.842885, + "main_score": 0.809677, + "hf_subset": "som_Latn-mri_Latn", + "languages": [ + "som-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.893495, + "recall": 0.922925, + "f1": 0.90224, + "accuracy": 0.922925, + "main_score": 0.90224, + "hf_subset": "som_Latn-rus_Cyrl", + "languages": [ + "som-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.482371, + "recall": 0.523715, + "f1": 0.49393, + "accuracy": 0.523715, + "main_score": 0.49393, + "hf_subset": "som_Latn-taq_Latn", + "languages": [ + "som-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.848064, + "recall": 0.886364, + "f1": 0.859373, + "accuracy": 0.886364, + "main_score": 0.859373, + "hf_subset": "som_Latn-war_Latn", + "languages": [ + "som-Latn", + "war-Latn" + ] + }, + { + "precision": 0.895563, + "recall": 0.923913, + "f1": 0.904002, + "accuracy": 0.923913, + "main_score": 0.904002, + "hf_subset": "som_Latn-arb_Arab", + "languages": [ + "som-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.892055, + "recall": 0.923913, + "f1": 0.901993, + "accuracy": 0.923913, + "main_score": 0.901993, + "hf_subset": "som_Latn-bul_Cyrl", + "languages": [ + "som-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.895678, + "recall": 0.924901, + "f1": 0.904628, + "accuracy": 0.924901, + "main_score": 0.904628, + "hf_subset": "som_Latn-fra_Latn", + "languages": [ + "som-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.877833, + "recall": 0.911067, + "f1": 0.887535, + "accuracy": 0.911067, + "main_score": 0.887535, + "hf_subset": "som_Latn-jpn_Jpan", + "languages": [ + "som-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.88112, + "recall": 0.910079, + "f1": 0.889817, + "accuracy": 0.910079, + "main_score": 0.889817, + "hf_subset": "som_Latn-lij_Latn", + "languages": [ + "som-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.845949, + "recall": 0.885375, + "f1": 0.857675, + "accuracy": 0.885375, + "main_score": 0.857675, + "hf_subset": "som_Latn-mya_Mymr", + "languages": [ + "som-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.495956, + "recall": 0.543478, + "f1": 0.509359, + "accuracy": 0.543478, + "main_score": 0.509359, + "hf_subset": "som_Latn-sag_Latn", + "languages": [ + "som-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.234087, + "recall": 0.285573, + "f1": 0.246892, + "accuracy": 0.285573, + "main_score": 0.246892, + "hf_subset": "som_Latn-taq_Tfng", + "languages": [ + "som-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.584477, + "recall": 0.642292, + "f1": 0.600586, + "accuracy": 0.642292, + "main_score": 0.600586, + "hf_subset": "som_Latn-wol_Latn", + "languages": [ + "som-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.791231, + "recall": 0.836957, + "f1": 0.804416, + "accuracy": 0.836957, + "main_score": 0.804416, + "hf_subset": "som_Latn-arb_Latn", + "languages": [ + "som-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.881011, + "recall": 0.914032, + "f1": 0.890975, + "accuracy": 0.914032, + "main_score": 0.890975, + "hf_subset": "som_Latn-cat_Latn", + "languages": [ + "som-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.863883, + "recall": 0.900198, + "f1": 0.874719, + "accuracy": 0.900198, + "main_score": 0.874719, + "hf_subset": "som_Latn-fur_Latn", + "languages": [ + "som-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.461561, + "recall": 0.533597, + "f1": 0.481161, + "accuracy": 0.533597, + "main_score": 0.481161, + "hf_subset": "som_Latn-kab_Latn", + "languages": [ + "som-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.862829, + "recall": 0.898221, + "f1": 0.873331, + "accuracy": 0.898221, + "main_score": 0.873331, + "hf_subset": "som_Latn-lim_Latn", + "languages": [ + "som-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.871108, + "recall": 0.905138, + "f1": 0.881324, + "accuracy": 0.905138, + "main_score": 0.881324, + "hf_subset": "som_Latn-nld_Latn", + "languages": [ + "som-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.833039, + "recall": 0.875494, + "f1": 0.84585, + "accuracy": 0.875494, + "main_score": 0.84585, + "hf_subset": "som_Latn-san_Deva", + "languages": [ + "som-Latn", + "san-Deva" + ] + }, + { + "precision": 0.857631, + "recall": 0.893281, + "f1": 0.868281, + "accuracy": 0.893281, + "main_score": 0.868281, + "hf_subset": "som_Latn-tat_Cyrl", + "languages": [ + "som-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.804812, + "recall": 0.854743, + "f1": 0.820048, + "accuracy": 0.854743, + "main_score": 0.820048, + "hf_subset": "som_Latn-xho_Latn", + "languages": [ + "som-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.895727, + "recall": 0.923913, + "f1": 0.904167, + "accuracy": 0.923913, + "main_score": 0.904167, + "hf_subset": "som_Latn-ars_Arab", + "languages": [ + "som-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.862146, + "recall": 0.896245, + "f1": 0.871883, + "accuracy": 0.896245, + "main_score": 0.871883, + "hf_subset": "som_Latn-ceb_Latn", + "languages": [ + "som-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.45305, + "recall": 0.506917, + "f1": 0.467536, + "accuracy": 0.506917, + "main_score": 0.467536, + "hf_subset": "som_Latn-fuv_Latn", + "languages": [ + "som-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.461776, + "recall": 0.507905, + "f1": 0.474567, + "accuracy": 0.507905, + "main_score": 0.474567, + "hf_subset": "som_Latn-kac_Latn", + "languages": [ + "som-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.57146, + "recall": 0.630435, + "f1": 0.586909, + "accuracy": 0.630435, + "main_score": 0.586909, + "hf_subset": "som_Latn-lin_Latn", + "languages": [ + "som-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.879183, + "recall": 0.911067, + "f1": 0.888439, + "accuracy": 0.911067, + "main_score": 0.888439, + "hf_subset": "som_Latn-nno_Latn", + "languages": [ + "som-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.772878, + "recall": 0.826087, + "f1": 0.78857, + "accuracy": 0.826087, + "main_score": 0.78857, + "hf_subset": "som_Latn-sat_Olck", + "languages": [ + "som-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.872698, + "recall": 0.906126, + "f1": 0.882724, + "accuracy": 0.906126, + "main_score": 0.882724, + "hf_subset": "som_Latn-tel_Telu", + "languages": [ + "som-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.872177, + "recall": 0.905138, + "f1": 0.882263, + "accuracy": 0.905138, + "main_score": 0.882263, + "hf_subset": "som_Latn-ydd_Hebr", + "languages": [ + "som-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.848659, + "recall": 0.887352, + "f1": 0.859983, + "accuracy": 0.887352, + "main_score": 0.859983, + "hf_subset": "som_Latn-ary_Arab", + "languages": [ + "som-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.882148, + "recall": 0.914032, + "f1": 0.891671, + "accuracy": 0.914032, + "main_score": 0.891671, + "hf_subset": "som_Latn-ces_Latn", + "languages": [ + "som-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.554705, + "recall": 0.617589, + "f1": 0.572341, + "accuracy": 0.617589, + "main_score": 0.572341, + "hf_subset": "som_Latn-gaz_Latn", + "languages": [ + "som-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.534204, + "recall": 0.588933, + "f1": 0.548147, + "accuracy": 0.588933, + "main_score": 0.548147, + "hf_subset": "som_Latn-kam_Latn", + "languages": [ + "som-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.880287, + "recall": 0.910079, + "f1": 0.888785, + "accuracy": 0.910079, + "main_score": 0.888785, + "hf_subset": "som_Latn-lit_Latn", + "languages": [ + "som-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.880929, + "recall": 0.914032, + "f1": 0.89106, + "accuracy": 0.914032, + "main_score": 0.89106, + "hf_subset": "som_Latn-nob_Latn", + "languages": [ + "som-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.858383, + "recall": 0.892292, + "f1": 0.868187, + "accuracy": 0.892292, + "main_score": 0.868187, + "hf_subset": "som_Latn-scn_Latn", + "languages": [ + "som-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.855105, + "recall": 0.893281, + "f1": 0.866323, + "accuracy": 0.893281, + "main_score": 0.866323, + "hf_subset": "som_Latn-tgk_Cyrl", + "languages": [ + "som-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.696491, + "recall": 0.754941, + "f1": 0.713178, + "accuracy": 0.754941, + "main_score": 0.713178, + "hf_subset": "som_Latn-yor_Latn", + "languages": [ + "som-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.888463, + "recall": 0.918972, + "f1": 0.897749, + "accuracy": 0.918972, + "main_score": 0.897749, + "hf_subset": "som_Latn-arz_Arab", + "languages": [ + "som-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.45891, + "recall": 0.505929, + "f1": 0.47164, + "accuracy": 0.505929, + "main_score": 0.47164, + "hf_subset": "som_Latn-cjk_Latn", + "languages": [ + "som-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.845553, + "recall": 0.887352, + "f1": 0.858122, + "accuracy": 0.887352, + "main_score": 0.858122, + "hf_subset": "som_Latn-gla_Latn", + "languages": [ + "som-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.876625, + "recall": 0.908103, + "f1": 0.885987, + "accuracy": 0.908103, + "main_score": 0.885987, + "hf_subset": "som_Latn-kan_Knda", + "languages": [ + "som-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.874621, + "recall": 0.909091, + "f1": 0.884999, + "accuracy": 0.909091, + "main_score": 0.884999, + "hf_subset": "som_Latn-lmo_Latn", + "languages": [ + "som-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.859832, + "recall": 0.896245, + "f1": 0.87052, + "accuracy": 0.896245, + "main_score": 0.87052, + "hf_subset": "som_Latn-npi_Deva", + "languages": [ + "som-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.505715, + "recall": 0.570158, + "f1": 0.522719, + "accuracy": 0.570158, + "main_score": 0.522719, + "hf_subset": "som_Latn-shn_Mymr", + "languages": [ + "som-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.867095, + "recall": 0.901186, + "f1": 0.877434, + "accuracy": 0.901186, + "main_score": 0.877434, + "hf_subset": "som_Latn-tgl_Latn", + "languages": [ + "som-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.874178, + "recall": 0.907115, + "f1": 0.883833, + "accuracy": 0.907115, + "main_score": 0.883833, + "hf_subset": "som_Latn-yue_Hant", + "languages": [ + "som-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.849459, + "recall": 0.891304, + "f1": 0.861924, + "accuracy": 0.891304, + "main_score": 0.861924, + "hf_subset": "som_Latn-asm_Beng", + "languages": [ + "som-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.843989, + "recall": 0.883399, + "f1": 0.855896, + "accuracy": 0.883399, + "main_score": 0.855896, + "hf_subset": "som_Latn-ckb_Arab", + "languages": [ + "som-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.865283, + "recall": 0.90415, + "f1": 0.877207, + "accuracy": 0.90415, + "main_score": 0.877207, + "hf_subset": "som_Latn-gle_Latn", + "languages": [ + "som-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.769453, + "recall": 0.817194, + "f1": 0.783228, + "accuracy": 0.817194, + "main_score": 0.783228, + "hf_subset": "som_Latn-kas_Arab", + "languages": [ + "som-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.775569, + "recall": 0.823123, + "f1": 0.789509, + "accuracy": 0.823123, + "main_score": 0.789509, + "hf_subset": "som_Latn-ltg_Latn", + "languages": [ + "som-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.7653, + "recall": 0.813241, + "f1": 0.779495, + "accuracy": 0.813241, + "main_score": 0.779495, + "hf_subset": "som_Latn-nso_Latn", + "languages": [ + "som-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.863093, + "recall": 0.900198, + "f1": 0.874341, + "accuracy": 0.900198, + "main_score": 0.874341, + "hf_subset": "som_Latn-sin_Sinh", + "languages": [ + "som-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.864937, + "recall": 0.903162, + "f1": 0.87635, + "accuracy": 0.903162, + "main_score": 0.87635, + "hf_subset": "som_Latn-tha_Thai", + "languages": [ + "som-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.823809, + "recall": 0.86166, + "f1": 0.833779, + "accuracy": 0.86166, + "main_score": 0.833779, + "hf_subset": "som_Latn-zho_Hans", + "languages": [ + "som-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.877059, + "recall": 0.910079, + "f1": 0.886994, + "accuracy": 0.910079, + "main_score": 0.886994, + "hf_subset": "som_Latn-ast_Latn", + "languages": [ + "som-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.870251, + "recall": 0.900198, + "f1": 0.878513, + "accuracy": 0.900198, + "main_score": 0.878513, + "hf_subset": "som_Latn-crh_Latn", + "languages": [ + "som-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.890596, + "recall": 0.91996, + "f1": 0.899209, + "accuracy": 0.91996, + "main_score": 0.899209, + "hf_subset": "som_Latn-glg_Latn", + "languages": [ + "som-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.71676, + "recall": 0.767787, + "f1": 0.731439, + "accuracy": 0.767787, + "main_score": 0.731439, + "hf_subset": "som_Latn-kas_Deva", + "languages": [ + "som-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.860989, + "recall": 0.892292, + "f1": 0.870064, + "accuracy": 0.892292, + "main_score": 0.870064, + "hf_subset": "som_Latn-ltz_Latn", + "languages": [ + "som-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.427604, + "recall": 0.477273, + "f1": 0.440702, + "accuracy": 0.477273, + "main_score": 0.440702, + "hf_subset": "som_Latn-nus_Latn", + "languages": [ + "som-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.878311, + "recall": 0.907115, + "f1": 0.886629, + "accuracy": 0.907115, + "main_score": 0.886629, + "hf_subset": "som_Latn-slk_Latn", + "languages": [ + "som-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.59424, + "recall": 0.667984, + "f1": 0.614133, + "accuracy": 0.667984, + "main_score": 0.614133, + "hf_subset": "som_Latn-tir_Ethi", + "languages": [ + "som-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.855113, + "recall": 0.892292, + "f1": 0.86621, + "accuracy": 0.892292, + "main_score": 0.86621, + "hf_subset": "som_Latn-zho_Hant", + "languages": [ + "som-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.866942, + "recall": 0.899209, + "f1": 0.876583, + "accuracy": 0.899209, + "main_score": 0.876583, + "hf_subset": "som_Latn-awa_Deva", + "languages": [ + "som-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.882915, + "recall": 0.913043, + "f1": 0.891603, + "accuracy": 0.913043, + "main_score": 0.891603, + "hf_subset": "som_Latn-cym_Latn", + "languages": [ + "som-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.644619, + "recall": 0.695652, + "f1": 0.657353, + "accuracy": 0.695652, + "main_score": 0.657353, + "hf_subset": "som_Latn-grn_Latn", + "languages": [ + "som-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.878228, + "recall": 0.909091, + "f1": 0.887055, + "accuracy": 0.909091, + "main_score": 0.887055, + "hf_subset": "som_Latn-kat_Geor", + "languages": [ + "som-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.522908, + "recall": 0.576087, + "f1": 0.537015, + "accuracy": 0.576087, + "main_score": 0.537015, + "hf_subset": "som_Latn-lua_Latn", + "languages": [ + "som-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.766453, + "recall": 0.818182, + "f1": 0.782312, + "accuracy": 0.818182, + "main_score": 0.782312, + "hf_subset": "som_Latn-nya_Latn", + "languages": [ + "som-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.877346, + "recall": 0.90415, + "f1": 0.885065, + "accuracy": 0.90415, + "main_score": 0.885065, + "hf_subset": "som_Latn-slv_Latn", + "languages": [ + "som-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.795622, + "recall": 0.843874, + "f1": 0.809044, + "accuracy": 0.843874, + "main_score": 0.809044, + "hf_subset": "som_Latn-tpi_Latn", + "languages": [ + "som-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.893231, + "recall": 0.924901, + "f1": 0.903228, + "accuracy": 0.924901, + "main_score": 0.903228, + "hf_subset": "som_Latn-zsm_Latn", + "languages": [ + "som-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.490674, + "recall": 0.532609, + "f1": 0.502641, + "accuracy": 0.532609, + "main_score": 0.502641, + "hf_subset": "som_Latn-ayr_Latn", + "languages": [ + "som-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.900395, + "recall": 0.927866, + "f1": 0.908729, + "accuracy": 0.927866, + "main_score": 0.908729, + "hf_subset": "som_Latn-dan_Latn", + "languages": [ + "som-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.90028, + "recall": 0.928854, + "f1": 0.908959, + "accuracy": 0.928854, + "main_score": 0.908959, + "hf_subset": "som_Latn-guj_Gujr", + "languages": [ + "som-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.860252, + "recall": 0.896245, + "f1": 0.871088, + "accuracy": 0.896245, + "main_score": 0.871088, + "hf_subset": "som_Latn-kaz_Cyrl", + "languages": [ + "som-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.617423, + "recall": 0.685771, + "f1": 0.636331, + "accuracy": 0.685771, + "main_score": 0.636331, + "hf_subset": "som_Latn-lug_Latn", + "languages": [ + "som-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.879389, + "recall": 0.908103, + "f1": 0.887543, + "accuracy": 0.908103, + "main_score": 0.887543, + "hf_subset": "som_Latn-oci_Latn", + "languages": [ + "som-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.757504, + "recall": 0.80336, + "f1": 0.770727, + "accuracy": 0.80336, + "main_score": 0.770727, + "hf_subset": "som_Latn-smo_Latn", + "languages": [ + "som-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.705436, + "recall": 0.76581, + "f1": 0.722441, + "accuracy": 0.76581, + "main_score": 0.722441, + "hf_subset": "som_Latn-tsn_Latn", + "languages": [ + "som-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.836768, + "recall": 0.879447, + "f1": 0.849885, + "accuracy": 0.879447, + "main_score": 0.849885, + "hf_subset": "som_Latn-zul_Latn", + "languages": [ + "som-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.783114, + "recall": 0.826087, + "f1": 0.795956, + "accuracy": 0.826087, + "main_score": 0.795956, + "hf_subset": "som_Latn-azb_Arab", + "languages": [ + "som-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.896459, + "recall": 0.922925, + "f1": 0.904302, + "accuracy": 0.922925, + "main_score": 0.904302, + "hf_subset": "som_Latn-deu_Latn", + "languages": [ + "som-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.860961, + "recall": 0.899209, + "f1": 0.872645, + "accuracy": 0.899209, + "main_score": 0.872645, + "hf_subset": "som_Latn-hat_Latn", + "languages": [ + "som-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.486134, + "recall": 0.529644, + "f1": 0.498033, + "accuracy": 0.529644, + "main_score": 0.498033, + "hf_subset": "som_Latn-kbp_Latn", + "languages": [ + "som-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.492879, + "recall": 0.533597, + "f1": 0.504653, + "accuracy": 0.533597, + "main_score": 0.504653, + "hf_subset": "som_Latn-luo_Latn", + "languages": [ + "som-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.835795, + "recall": 0.880435, + "f1": 0.8491, + "accuracy": 0.880435, + "main_score": 0.8491, + "hf_subset": "som_Latn-ory_Orya", + "languages": [ + "som-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.816041, + "recall": 0.863636, + "f1": 0.830072, + "accuracy": 0.863636, + "main_score": 0.830072, + "hf_subset": "som_Latn-sna_Latn", + "languages": [ + "som-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.635492, + "recall": 0.699605, + "f1": 0.653584, + "accuracy": 0.699605, + "main_score": 0.653584, + "hf_subset": "som_Latn-tso_Latn", + "languages": [ + "som-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.86521, + "recall": 0.902174, + "f1": 0.876386, + "accuracy": 0.902174, + "main_score": 0.876386, + "hf_subset": "som_Latn-azj_Latn", + "languages": [ + "som-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.458479, + "recall": 0.509881, + "f1": 0.472611, + "accuracy": 0.509881, + "main_score": 0.472611, + "hf_subset": "som_Latn-dik_Latn", + "languages": [ + "som-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.835227, + "recall": 0.880435, + "f1": 0.849177, + "accuracy": 0.880435, + "main_score": 0.849177, + "hf_subset": "som_Latn-hau_Latn", + "languages": [ + "som-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.847786, + "recall": 0.887352, + "f1": 0.859634, + "accuracy": 0.887352, + "main_score": 0.859634, + "hf_subset": "som_Latn-kea_Latn", + "languages": [ + "som-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.776631, + "recall": 0.826087, + "f1": 0.790973, + "accuracy": 0.826087, + "main_score": 0.790973, + "hf_subset": "som_Latn-lus_Latn", + "languages": [ + "som-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.735433, + "recall": 0.783597, + "f1": 0.748977, + "accuracy": 0.783597, + "main_score": 0.748977, + "hf_subset": "som_Latn-pag_Latn", + "languages": [ + "som-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.848286, + "recall": 0.885375, + "f1": 0.859256, + "accuracy": 0.885375, + "main_score": 0.859256, + "hf_subset": "som_Latn-snd_Arab", + "languages": [ + "som-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.854802, + "recall": 0.892292, + "f1": 0.865695, + "accuracy": 0.892292, + "main_score": 0.865695, + "hf_subset": "som_Latn-tuk_Latn", + "languages": [ + "som-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.859762, + "recall": 0.893281, + "f1": 0.869246, + "accuracy": 0.893281, + "main_score": 0.869246, + "hf_subset": "som_Latn-bak_Cyrl", + "languages": [ + "som-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.419272, + "recall": 0.479249, + "f1": 0.436208, + "accuracy": 0.479249, + "main_score": 0.436208, + "hf_subset": "som_Latn-dyu_Latn", + "languages": [ + "som-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.893824, + "recall": 0.920949, + "f1": 0.901728, + "accuracy": 0.920949, + "main_score": 0.901728, + "hf_subset": "som_Latn-heb_Hebr", + "languages": [ + "som-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.866831, + "recall": 0.901186, + "f1": 0.877259, + "accuracy": 0.901186, + "main_score": 0.877259, + "hf_subset": "som_Latn-khk_Cyrl", + "languages": [ + "som-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.877989, + "recall": 0.908103, + "f1": 0.886983, + "accuracy": 0.908103, + "main_score": 0.886983, + "hf_subset": "som_Latn-lvs_Latn", + "languages": [ + "som-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.870727, + "recall": 0.905138, + "f1": 0.881096, + "accuracy": 0.905138, + "main_score": 0.881096, + "hf_subset": "som_Latn-pan_Guru", + "languages": [ + "som-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.642343, + "recall": 0.689723, + "f1": 0.655407, + "accuracy": 0.689723, + "main_score": 0.655407, + "hf_subset": "som_Latn-tum_Latn", + "languages": [ + "som-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.411706, + "recall": 0.482213, + "f1": 0.431497, + "accuracy": 0.482213, + "main_score": 0.431497, + "hf_subset": "tum_Latn-ace_Arab", + "languages": [ + "tum-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.459861, + "recall": 0.511858, + "f1": 0.474358, + "accuracy": 0.511858, + "main_score": 0.474358, + "hf_subset": "tum_Latn-bam_Latn", + "languages": [ + "tum-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.430328, + "recall": 0.5, + "f1": 0.448897, + "accuracy": 0.5, + "main_score": 0.448897, + "hf_subset": "tum_Latn-dzo_Tibt", + "languages": [ + "tum-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.700968, + "recall": 0.756917, + "f1": 0.716204, + "accuracy": 0.756917, + "main_score": 0.716204, + "hf_subset": "tum_Latn-hin_Deva", + "languages": [ + "tum-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.66257, + "recall": 0.719368, + "f1": 0.677662, + "accuracy": 0.719368, + "main_score": 0.677662, + "hf_subset": "tum_Latn-khm_Khmr", + "languages": [ + "tum-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.672067, + "recall": 0.724308, + "f1": 0.685741, + "accuracy": 0.724308, + "main_score": 0.685741, + "hf_subset": "tum_Latn-mag_Deva", + "languages": [ + "tum-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.674842, + "recall": 0.721344, + "f1": 0.686207, + "accuracy": 0.721344, + "main_score": 0.686207, + "hf_subset": "tum_Latn-pap_Latn", + "languages": [ + "tum-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.645738, + "recall": 0.704545, + "f1": 0.662707, + "accuracy": 0.704545, + "main_score": 0.662707, + "hf_subset": "tum_Latn-sot_Latn", + "languages": [ + "tum-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.695046, + "recall": 0.744071, + "f1": 0.708037, + "accuracy": 0.744071, + "main_score": 0.708037, + "hf_subset": "tum_Latn-tur_Latn", + "languages": [ + "tum-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.632268, + "recall": 0.673913, + "f1": 0.643397, + "accuracy": 0.673913, + "main_score": 0.643397, + "hf_subset": "tum_Latn-ace_Latn", + "languages": [ + "tum-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.641616, + "recall": 0.694664, + "f1": 0.655811, + "accuracy": 0.694664, + "main_score": 0.655811, + "hf_subset": "tum_Latn-ban_Latn", + "languages": [ + "tum-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.678884, + "recall": 0.737154, + "f1": 0.694734, + "accuracy": 0.737154, + "main_score": 0.694734, + "hf_subset": "tum_Latn-ell_Grek", + "languages": [ + "tum-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.667382, + "recall": 0.722332, + "f1": 0.682438, + "accuracy": 0.722332, + "main_score": 0.682438, + "hf_subset": "tum_Latn-hne_Deva", + "languages": [ + "tum-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.5237, + "recall": 0.574111, + "f1": 0.537876, + "accuracy": 0.574111, + "main_score": 0.537876, + "hf_subset": "tum_Latn-kik_Latn", + "languages": [ + "tum-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.665344, + "recall": 0.719368, + "f1": 0.67941, + "accuracy": 0.719368, + "main_score": 0.67941, + "hf_subset": "tum_Latn-mai_Deva", + "languages": [ + "tum-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.635303, + "recall": 0.689723, + "f1": 0.64971, + "accuracy": 0.689723, + "main_score": 0.64971, + "hf_subset": "tum_Latn-pbt_Arab", + "languages": [ + "tum-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.692145, + "recall": 0.749012, + "f1": 0.707643, + "accuracy": 0.749012, + "main_score": 0.707643, + "hf_subset": "tum_Latn-spa_Latn", + "languages": [ + "tum-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.60805, + "recall": 0.652174, + "f1": 0.620165, + "accuracy": 0.652174, + "main_score": 0.620165, + "hf_subset": "tum_Latn-twi_Latn", + "languages": [ + "tum-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.681215, + "recall": 0.736166, + "f1": 0.696309, + "accuracy": 0.736166, + "main_score": 0.696309, + "hf_subset": "tum_Latn-acm_Arab", + "languages": [ + "tum-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.658276, + "recall": 0.712451, + "f1": 0.672874, + "accuracy": 0.712451, + "main_score": 0.672874, + "hf_subset": "tum_Latn-bel_Cyrl", + "languages": [ + "tum-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.681331, + "recall": 0.740119, + "f1": 0.69711, + "accuracy": 0.740119, + "main_score": 0.69711, + "hf_subset": "tum_Latn-eng_Latn", + "languages": [ + "tum-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.685757, + "recall": 0.742095, + "f1": 0.700875, + "accuracy": 0.742095, + "main_score": 0.700875, + "hf_subset": "tum_Latn-hrv_Latn", + "languages": [ + "tum-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.650984, + "recall": 0.708498, + "f1": 0.667134, + "accuracy": 0.708498, + "main_score": 0.667134, + "hf_subset": "tum_Latn-kin_Latn", + "languages": [ + "tum-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.678721, + "recall": 0.733202, + "f1": 0.693926, + "accuracy": 0.733202, + "main_score": 0.693926, + "hf_subset": "tum_Latn-mal_Mlym", + "languages": [ + "tum-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.661782, + "recall": 0.720356, + "f1": 0.676792, + "accuracy": 0.720356, + "main_score": 0.676792, + "hf_subset": "tum_Latn-pes_Arab", + "languages": [ + "tum-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.671344, + "recall": 0.727273, + "f1": 0.685814, + "accuracy": 0.727273, + "main_score": 0.685814, + "hf_subset": "tum_Latn-srd_Latn", + "languages": [ + "tum-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.216451, + "recall": 0.273715, + "f1": 0.230459, + "accuracy": 0.273715, + "main_score": 0.230459, + "hf_subset": "tum_Latn-tzm_Tfng", + "languages": [ + "tum-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.683765, + "recall": 0.737154, + "f1": 0.698666, + "accuracy": 0.737154, + "main_score": 0.698666, + "hf_subset": "tum_Latn-acq_Arab", + "languages": [ + "tum-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.631507, + "recall": 0.683794, + "f1": 0.64608, + "accuracy": 0.683794, + "main_score": 0.64608, + "hf_subset": "tum_Latn-bem_Latn", + "languages": [ + "tum-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.673199, + "recall": 0.730237, + "f1": 0.688035, + "accuracy": 0.730237, + "main_score": 0.688035, + "hf_subset": "tum_Latn-epo_Latn", + "languages": [ + "tum-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.705784, + "recall": 0.753953, + "f1": 0.718633, + "accuracy": 0.753953, + "main_score": 0.718633, + "hf_subset": "tum_Latn-hun_Latn", + "languages": [ + "tum-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.663473, + "recall": 0.719368, + "f1": 0.679086, + "accuracy": 0.719368, + "main_score": 0.679086, + "hf_subset": "tum_Latn-kir_Cyrl", + "languages": [ + "tum-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.691544, + "recall": 0.744071, + "f1": 0.705994, + "accuracy": 0.744071, + "main_score": 0.705994, + "hf_subset": "tum_Latn-mar_Deva", + "languages": [ + "tum-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.628655, + "recall": 0.686759, + "f1": 0.64462, + "accuracy": 0.686759, + "main_score": 0.64462, + "hf_subset": "tum_Latn-plt_Latn", + "languages": [ + "tum-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.68592, + "recall": 0.740119, + "f1": 0.700535, + "accuracy": 0.740119, + "main_score": 0.700535, + "hf_subset": "tum_Latn-srp_Cyrl", + "languages": [ + "tum-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.632385, + "recall": 0.684783, + "f1": 0.6471, + "accuracy": 0.684783, + "main_score": 0.6471, + "hf_subset": "tum_Latn-uig_Arab", + "languages": [ + "tum-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.658417, + "recall": 0.712451, + "f1": 0.673034, + "accuracy": 0.712451, + "main_score": 0.673034, + "hf_subset": "tum_Latn-aeb_Arab", + "languages": [ + "tum-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.672661, + "recall": 0.721344, + "f1": 0.685851, + "accuracy": 0.721344, + "main_score": 0.685851, + "hf_subset": "tum_Latn-ben_Beng", + "languages": [ + "tum-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.668791, + "recall": 0.727273, + "f1": 0.684325, + "accuracy": 0.727273, + "main_score": 0.684325, + "hf_subset": "tum_Latn-est_Latn", + "languages": [ + "tum-Latn", + "est-Latn" + ] + }, + { + "precision": 0.651586, + "recall": 0.712451, + "f1": 0.668579, + "accuracy": 0.712451, + "main_score": 0.668579, + "hf_subset": "tum_Latn-hye_Armn", + "languages": [ + "tum-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.492045, + "recall": 0.533597, + "f1": 0.503986, + "accuracy": 0.533597, + "main_score": 0.503986, + "hf_subset": "tum_Latn-kmb_Latn", + "languages": [ + "tum-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.385117, + "recall": 0.448617, + "f1": 0.401692, + "accuracy": 0.448617, + "main_score": 0.401692, + "hf_subset": "tum_Latn-min_Arab", + "languages": [ + "tum-Latn", + "min-Arab" + ] + }, + { + "precision": 0.704278, + "recall": 0.755929, + "f1": 0.718785, + "accuracy": 0.755929, + "main_score": 0.718785, + "hf_subset": "tum_Latn-pol_Latn", + "languages": [ + "tum-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.62683, + "recall": 0.683794, + "f1": 0.642529, + "accuracy": 0.683794, + "main_score": 0.642529, + "hf_subset": "tum_Latn-ssw_Latn", + "languages": [ + "tum-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.689018, + "recall": 0.73913, + "f1": 0.702975, + "accuracy": 0.73913, + "main_score": 0.702975, + "hf_subset": "tum_Latn-ukr_Cyrl", + "languages": [ + "tum-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.694152, + "recall": 0.743083, + "f1": 0.707211, + "accuracy": 0.743083, + "main_score": 0.707211, + "hf_subset": "tum_Latn-afr_Latn", + "languages": [ + "tum-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.674516, + "recall": 0.733202, + "f1": 0.690857, + "accuracy": 0.733202, + "main_score": 0.690857, + "hf_subset": "tum_Latn-bho_Deva", + "languages": [ + "tum-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.669646, + "recall": 0.717391, + "f1": 0.682258, + "accuracy": 0.717391, + "main_score": 0.682258, + "hf_subset": "tum_Latn-eus_Latn", + "languages": [ + "tum-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.649108, + "recall": 0.708498, + "f1": 0.665877, + "accuracy": 0.708498, + "main_score": 0.665877, + "hf_subset": "tum_Latn-ibo_Latn", + "languages": [ + "tum-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.618055, + "recall": 0.66502, + "f1": 0.631252, + "accuracy": 0.66502, + "main_score": 0.631252, + "hf_subset": "tum_Latn-kmr_Latn", + "languages": [ + "tum-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.659739, + "recall": 0.70751, + "f1": 0.672585, + "accuracy": 0.70751, + "main_score": 0.672585, + "hf_subset": "tum_Latn-min_Latn", + "languages": [ + "tum-Latn", + "min-Latn" + ] + }, + { + "precision": 0.700474, + "recall": 0.755929, + "f1": 0.715501, + "accuracy": 0.755929, + "main_score": 0.715501, + "hf_subset": "tum_Latn-por_Latn", + "languages": [ + "tum-Latn", + "por-Latn" + ] + }, + { + "precision": 0.668205, + "recall": 0.710474, + "f1": 0.679083, + "accuracy": 0.710474, + "main_score": 0.679083, + "hf_subset": "tum_Latn-sun_Latn", + "languages": [ + "tum-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.47535, + "recall": 0.525692, + "f1": 0.489814, + "accuracy": 0.525692, + "main_score": 0.489814, + "hf_subset": "tum_Latn-umb_Latn", + "languages": [ + "tum-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.69591, + "recall": 0.745059, + "f1": 0.709724, + "accuracy": 0.745059, + "main_score": 0.709724, + "hf_subset": "tum_Latn-ajp_Arab", + "languages": [ + "tum-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.398877, + "recall": 0.463439, + "f1": 0.415795, + "accuracy": 0.463439, + "main_score": 0.415795, + "hf_subset": "tum_Latn-bjn_Arab", + "languages": [ + "tum-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.47717, + "recall": 0.522727, + "f1": 0.489344, + "accuracy": 0.522727, + "main_score": 0.489344, + "hf_subset": "tum_Latn-ewe_Latn", + "languages": [ + "tum-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.662383, + "recall": 0.711462, + "f1": 0.675732, + "accuracy": 0.711462, + "main_score": 0.675732, + "hf_subset": "tum_Latn-ilo_Latn", + "languages": [ + "tum-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.269684, + "recall": 0.329051, + "f1": 0.284587, + "accuracy": 0.329051, + "main_score": 0.284587, + "hf_subset": "tum_Latn-knc_Arab", + "languages": [ + "tum-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.680362, + "recall": 0.725296, + "f1": 0.692385, + "accuracy": 0.725296, + "main_score": 0.692385, + "hf_subset": "tum_Latn-mkd_Cyrl", + "languages": [ + "tum-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.697963, + "recall": 0.750988, + "f1": 0.712162, + "accuracy": 0.750988, + "main_score": 0.712162, + "hf_subset": "tum_Latn-prs_Arab", + "languages": [ + "tum-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.694364, + "recall": 0.749012, + "f1": 0.70906, + "accuracy": 0.749012, + "main_score": 0.70906, + "hf_subset": "tum_Latn-swe_Latn", + "languages": [ + "tum-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.674883, + "recall": 0.733202, + "f1": 0.690315, + "accuracy": 0.733202, + "main_score": 0.690315, + "hf_subset": "tum_Latn-urd_Arab", + "languages": [ + "tum-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.608136, + "recall": 0.663043, + "f1": 0.622838, + "accuracy": 0.663043, + "main_score": 0.622838, + "hf_subset": "tum_Latn-aka_Latn", + "languages": [ + "tum-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.656182, + "recall": 0.704545, + "f1": 0.668854, + "accuracy": 0.704545, + "main_score": 0.668854, + "hf_subset": "tum_Latn-bjn_Latn", + "languages": [ + "tum-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.66331, + "recall": 0.709486, + "f1": 0.676105, + "accuracy": 0.709486, + "main_score": 0.676105, + "hf_subset": "tum_Latn-fao_Latn", + "languages": [ + "tum-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.686821, + "recall": 0.73913, + "f1": 0.70055, + "accuracy": 0.73913, + "main_score": 0.70055, + "hf_subset": "tum_Latn-ind_Latn", + "languages": [ + "tum-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.504126, + "recall": 0.55336, + "f1": 0.517918, + "accuracy": 0.55336, + "main_score": 0.517918, + "hf_subset": "tum_Latn-knc_Latn", + "languages": [ + "tum-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.673346, + "recall": 0.719368, + "f1": 0.685828, + "accuracy": 0.719368, + "main_score": 0.685828, + "hf_subset": "tum_Latn-mlt_Latn", + "languages": [ + "tum-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.564829, + "recall": 0.612648, + "f1": 0.5782, + "accuracy": 0.612648, + "main_score": 0.5782, + "hf_subset": "tum_Latn-quy_Latn", + "languages": [ + "tum-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.684727, + "recall": 0.735178, + "f1": 0.69815, + "accuracy": 0.735178, + "main_score": 0.69815, + "hf_subset": "tum_Latn-swh_Latn", + "languages": [ + "tum-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.649266, + "recall": 0.705534, + "f1": 0.664466, + "accuracy": 0.705534, + "main_score": 0.664466, + "hf_subset": "tum_Latn-uzn_Latn", + "languages": [ + "tum-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.667534, + "recall": 0.716403, + "f1": 0.680491, + "accuracy": 0.716403, + "main_score": 0.680491, + "hf_subset": "tum_Latn-als_Latn", + "languages": [ + "tum-Latn", + "als-Latn" + ] + }, + { + "precision": 0.487174, + "recall": 0.559289, + "f1": 0.507163, + "accuracy": 0.559289, + "main_score": 0.507163, + "hf_subset": "tum_Latn-bod_Tibt", + "languages": [ + "tum-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.569953, + "recall": 0.617589, + "f1": 0.583508, + "accuracy": 0.617589, + "main_score": 0.583508, + "hf_subset": "tum_Latn-fij_Latn", + "languages": [ + "tum-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.668274, + "recall": 0.724308, + "f1": 0.683531, + "accuracy": 0.724308, + "main_score": 0.683531, + "hf_subset": "tum_Latn-isl_Latn", + "languages": [ + "tum-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.545114, + "recall": 0.589921, + "f1": 0.558001, + "accuracy": 0.589921, + "main_score": 0.558001, + "hf_subset": "tum_Latn-kon_Latn", + "languages": [ + "tum-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.48149, + "recall": 0.547431, + "f1": 0.499973, + "accuracy": 0.547431, + "main_score": 0.499973, + "hf_subset": "tum_Latn-mni_Beng", + "languages": [ + "tum-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.694551, + "recall": 0.749012, + "f1": 0.708763, + "accuracy": 0.749012, + "main_score": 0.708763, + "hf_subset": "tum_Latn-ron_Latn", + "languages": [ + "tum-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.681941, + "recall": 0.732213, + "f1": 0.695146, + "accuracy": 0.732213, + "main_score": 0.695146, + "hf_subset": "tum_Latn-szl_Latn", + "languages": [ + "tum-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.694852, + "recall": 0.743083, + "f1": 0.707972, + "accuracy": 0.743083, + "main_score": 0.707972, + "hf_subset": "tum_Latn-vec_Latn", + "languages": [ + "tum-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.648447, + "recall": 0.708498, + "f1": 0.664854, + "accuracy": 0.708498, + "main_score": 0.664854, + "hf_subset": "tum_Latn-amh_Ethi", + "languages": [ + "tum-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.691117, + "recall": 0.740119, + "f1": 0.704185, + "accuracy": 0.740119, + "main_score": 0.704185, + "hf_subset": "tum_Latn-bos_Latn", + "languages": [ + "tum-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.692788, + "recall": 0.748024, + "f1": 0.708041, + "accuracy": 0.748024, + "main_score": 0.708041, + "hf_subset": "tum_Latn-fin_Latn", + "languages": [ + "tum-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.70025, + "recall": 0.754941, + "f1": 0.715131, + "accuracy": 0.754941, + "main_score": 0.715131, + "hf_subset": "tum_Latn-ita_Latn", + "languages": [ + "tum-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.700603, + "recall": 0.755929, + "f1": 0.716025, + "accuracy": 0.755929, + "main_score": 0.716025, + "hf_subset": "tum_Latn-kor_Hang", + "languages": [ + "tum-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.460442, + "recall": 0.503953, + "f1": 0.472345, + "accuracy": 0.503953, + "main_score": 0.472345, + "hf_subset": "tum_Latn-mos_Latn", + "languages": [ + "tum-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.630172, + "recall": 0.682806, + "f1": 0.644854, + "accuracy": 0.682806, + "main_score": 0.644854, + "hf_subset": "tum_Latn-run_Latn", + "languages": [ + "tum-Latn", + "run-Latn" + ] + }, + { + "precision": 0.675018, + "recall": 0.727273, + "f1": 0.689543, + "accuracy": 0.727273, + "main_score": 0.689543, + "hf_subset": "tum_Latn-tam_Taml", + "languages": [ + "tum-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.692691, + "recall": 0.744071, + "f1": 0.706183, + "accuracy": 0.744071, + "main_score": 0.706183, + "hf_subset": "tum_Latn-vie_Latn", + "languages": [ + "tum-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.673697, + "recall": 0.724308, + "f1": 0.687067, + "accuracy": 0.724308, + "main_score": 0.687067, + "hf_subset": "tum_Latn-apc_Arab", + "languages": [ + "tum-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.56781, + "recall": 0.612648, + "f1": 0.580042, + "accuracy": 0.612648, + "main_score": 0.580042, + "hf_subset": "tum_Latn-bug_Latn", + "languages": [ + "tum-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.438018, + "recall": 0.479249, + "f1": 0.449573, + "accuracy": 0.479249, + "main_score": 0.449573, + "hf_subset": "tum_Latn-fon_Latn", + "languages": [ + "tum-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.663238, + "recall": 0.715415, + "f1": 0.677629, + "accuracy": 0.715415, + "main_score": 0.677629, + "hf_subset": "tum_Latn-jav_Latn", + "languages": [ + "tum-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.638389, + "recall": 0.694664, + "f1": 0.654055, + "accuracy": 0.694664, + "main_score": 0.654055, + "hf_subset": "tum_Latn-lao_Laoo", + "languages": [ + "tum-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.629088, + "recall": 0.683794, + "f1": 0.644553, + "accuracy": 0.683794, + "main_score": 0.644553, + "hf_subset": "tum_Latn-mri_Latn", + "languages": [ + "tum-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.678457, + "recall": 0.735178, + "f1": 0.693102, + "accuracy": 0.735178, + "main_score": 0.693102, + "hf_subset": "tum_Latn-rus_Cyrl", + "languages": [ + "tum-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.474493, + "recall": 0.525692, + "f1": 0.488781, + "accuracy": 0.525692, + "main_score": 0.488781, + "hf_subset": "tum_Latn-taq_Latn", + "languages": [ + "tum-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.667469, + "recall": 0.717391, + "f1": 0.680375, + "accuracy": 0.717391, + "main_score": 0.680375, + "hf_subset": "tum_Latn-war_Latn", + "languages": [ + "tum-Latn", + "war-Latn" + ] + }, + { + "precision": 0.678503, + "recall": 0.732213, + "f1": 0.693038, + "accuracy": 0.732213, + "main_score": 0.693038, + "hf_subset": "tum_Latn-arb_Arab", + "languages": [ + "tum-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.707445, + "recall": 0.758893, + "f1": 0.720599, + "accuracy": 0.758893, + "main_score": 0.720599, + "hf_subset": "tum_Latn-bul_Cyrl", + "languages": [ + "tum-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.691526, + "recall": 0.750988, + "f1": 0.707339, + "accuracy": 0.750988, + "main_score": 0.707339, + "hf_subset": "tum_Latn-fra_Latn", + "languages": [ + "tum-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.686702, + "recall": 0.737154, + "f1": 0.700052, + "accuracy": 0.737154, + "main_score": 0.700052, + "hf_subset": "tum_Latn-jpn_Jpan", + "languages": [ + "tum-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.668456, + "recall": 0.72332, + "f1": 0.683212, + "accuracy": 0.72332, + "main_score": 0.683212, + "hf_subset": "tum_Latn-lij_Latn", + "languages": [ + "tum-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.649815, + "recall": 0.711462, + "f1": 0.666735, + "accuracy": 0.711462, + "main_score": 0.666735, + "hf_subset": "tum_Latn-mya_Mymr", + "languages": [ + "tum-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.489634, + "recall": 0.535573, + "f1": 0.50332, + "accuracy": 0.535573, + "main_score": 0.50332, + "hf_subset": "tum_Latn-sag_Latn", + "languages": [ + "tum-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.227259, + "recall": 0.29249, + "f1": 0.243597, + "accuracy": 0.29249, + "main_score": 0.243597, + "hf_subset": "tum_Latn-taq_Tfng", + "languages": [ + "tum-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.54323, + "recall": 0.593874, + "f1": 0.557095, + "accuracy": 0.593874, + "main_score": 0.557095, + "hf_subset": "tum_Latn-wol_Latn", + "languages": [ + "tum-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.589476, + "recall": 0.651186, + "f1": 0.60659, + "accuracy": 0.651186, + "main_score": 0.60659, + "hf_subset": "tum_Latn-arb_Latn", + "languages": [ + "tum-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.703265, + "recall": 0.754941, + "f1": 0.717042, + "accuracy": 0.754941, + "main_score": 0.717042, + "hf_subset": "tum_Latn-cat_Latn", + "languages": [ + "tum-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.66595, + "recall": 0.719368, + "f1": 0.680076, + "accuracy": 0.719368, + "main_score": 0.680076, + "hf_subset": "tum_Latn-fur_Latn", + "languages": [ + "tum-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.415434, + "recall": 0.475296, + "f1": 0.431449, + "accuracy": 0.475296, + "main_score": 0.431449, + "hf_subset": "tum_Latn-kab_Latn", + "languages": [ + "tum-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.667329, + "recall": 0.710474, + "f1": 0.6785, + "accuracy": 0.710474, + "main_score": 0.6785, + "hf_subset": "tum_Latn-lim_Latn", + "languages": [ + "tum-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.685743, + "recall": 0.738142, + "f1": 0.700297, + "accuracy": 0.738142, + "main_score": 0.700297, + "hf_subset": "tum_Latn-nld_Latn", + "languages": [ + "tum-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.65078, + "recall": 0.703557, + "f1": 0.665459, + "accuracy": 0.703557, + "main_score": 0.665459, + "hf_subset": "tum_Latn-san_Deva", + "languages": [ + "tum-Latn", + "san-Deva" + ] + }, + { + "precision": 0.668822, + "recall": 0.725296, + "f1": 0.68441, + "accuracy": 0.725296, + "main_score": 0.68441, + "hf_subset": "tum_Latn-tat_Cyrl", + "languages": [ + "tum-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.668208, + "recall": 0.72332, + "f1": 0.683578, + "accuracy": 0.72332, + "main_score": 0.683578, + "hf_subset": "tum_Latn-xho_Latn", + "languages": [ + "tum-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.678912, + "recall": 0.735178, + "f1": 0.694413, + "accuracy": 0.735178, + "main_score": 0.694413, + "hf_subset": "tum_Latn-ars_Arab", + "languages": [ + "tum-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.667635, + "recall": 0.715415, + "f1": 0.679881, + "accuracy": 0.715415, + "main_score": 0.679881, + "hf_subset": "tum_Latn-ceb_Latn", + "languages": [ + "tum-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.449666, + "recall": 0.508893, + "f1": 0.466496, + "accuracy": 0.508893, + "main_score": 0.466496, + "hf_subset": "tum_Latn-fuv_Latn", + "languages": [ + "tum-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.473835, + "recall": 0.523715, + "f1": 0.487385, + "accuracy": 0.523715, + "main_score": 0.487385, + "hf_subset": "tum_Latn-kac_Latn", + "languages": [ + "tum-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.564427, + "recall": 0.615613, + "f1": 0.577907, + "accuracy": 0.615613, + "main_score": 0.577907, + "hf_subset": "tum_Latn-lin_Latn", + "languages": [ + "tum-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.674153, + "recall": 0.725296, + "f1": 0.688391, + "accuracy": 0.725296, + "main_score": 0.688391, + "hf_subset": "tum_Latn-nno_Latn", + "languages": [ + "tum-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.599119, + "recall": 0.661067, + "f1": 0.616068, + "accuracy": 0.661067, + "main_score": 0.616068, + "hf_subset": "tum_Latn-sat_Olck", + "languages": [ + "tum-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.683177, + "recall": 0.736166, + "f1": 0.697472, + "accuracy": 0.736166, + "main_score": 0.697472, + "hf_subset": "tum_Latn-tel_Telu", + "languages": [ + "tum-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.647505, + "recall": 0.70751, + "f1": 0.664016, + "accuracy": 0.70751, + "main_score": 0.664016, + "hf_subset": "tum_Latn-ydd_Hebr", + "languages": [ + "tum-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.652096, + "recall": 0.70751, + "f1": 0.667421, + "accuracy": 0.70751, + "main_score": 0.667421, + "hf_subset": "tum_Latn-ary_Arab", + "languages": [ + "tum-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.686823, + "recall": 0.73913, + "f1": 0.700708, + "accuracy": 0.73913, + "main_score": 0.700708, + "hf_subset": "tum_Latn-ces_Latn", + "languages": [ + "tum-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.481392, + "recall": 0.545455, + "f1": 0.499008, + "accuracy": 0.545455, + "main_score": 0.499008, + "hf_subset": "tum_Latn-gaz_Latn", + "languages": [ + "tum-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.523537, + "recall": 0.578063, + "f1": 0.539058, + "accuracy": 0.578063, + "main_score": 0.539058, + "hf_subset": "tum_Latn-kam_Latn", + "languages": [ + "tum-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.685912, + "recall": 0.737154, + "f1": 0.700135, + "accuracy": 0.737154, + "main_score": 0.700135, + "hf_subset": "tum_Latn-lit_Latn", + "languages": [ + "tum-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.688497, + "recall": 0.740119, + "f1": 0.701756, + "accuracy": 0.740119, + "main_score": 0.701756, + "hf_subset": "tum_Latn-nob_Latn", + "languages": [ + "tum-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.679276, + "recall": 0.721344, + "f1": 0.690518, + "accuracy": 0.721344, + "main_score": 0.690518, + "hf_subset": "tum_Latn-scn_Latn", + "languages": [ + "tum-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.655793, + "recall": 0.705534, + "f1": 0.669397, + "accuracy": 0.705534, + "main_score": 0.669397, + "hf_subset": "tum_Latn-tgk_Cyrl", + "languages": [ + "tum-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.560851, + "recall": 0.630435, + "f1": 0.580795, + "accuracy": 0.630435, + "main_score": 0.580795, + "hf_subset": "tum_Latn-yor_Latn", + "languages": [ + "tum-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.687044, + "recall": 0.741107, + "f1": 0.701555, + "accuracy": 0.741107, + "main_score": 0.701555, + "hf_subset": "tum_Latn-arz_Arab", + "languages": [ + "tum-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.47113, + "recall": 0.519763, + "f1": 0.485074, + "accuracy": 0.519763, + "main_score": 0.485074, + "hf_subset": "tum_Latn-cjk_Latn", + "languages": [ + "tum-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.650429, + "recall": 0.706522, + "f1": 0.66595, + "accuracy": 0.706522, + "main_score": 0.66595, + "hf_subset": "tum_Latn-gla_Latn", + "languages": [ + "tum-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.660435, + "recall": 0.718379, + "f1": 0.676739, + "accuracy": 0.718379, + "main_score": 0.676739, + "hf_subset": "tum_Latn-kan_Knda", + "languages": [ + "tum-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.67503, + "recall": 0.728261, + "f1": 0.688757, + "accuracy": 0.728261, + "main_score": 0.688757, + "hf_subset": "tum_Latn-lmo_Latn", + "languages": [ + "tum-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.672999, + "recall": 0.72332, + "f1": 0.686548, + "accuracy": 0.72332, + "main_score": 0.686548, + "hf_subset": "tum_Latn-npi_Deva", + "languages": [ + "tum-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.463167, + "recall": 0.528656, + "f1": 0.481426, + "accuracy": 0.528656, + "main_score": 0.481426, + "hf_subset": "tum_Latn-shn_Mymr", + "languages": [ + "tum-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.69309, + "recall": 0.744071, + "f1": 0.706806, + "accuracy": 0.744071, + "main_score": 0.706806, + "hf_subset": "tum_Latn-tgl_Latn", + "languages": [ + "tum-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.671474, + "recall": 0.728261, + "f1": 0.686253, + "accuracy": 0.728261, + "main_score": 0.686253, + "hf_subset": "tum_Latn-yue_Hant", + "languages": [ + "tum-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.625037, + "recall": 0.686759, + "f1": 0.642201, + "accuracy": 0.686759, + "main_score": 0.642201, + "hf_subset": "tum_Latn-asm_Beng", + "languages": [ + "tum-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.647115, + "recall": 0.704545, + "f1": 0.662425, + "accuracy": 0.704545, + "main_score": 0.662425, + "hf_subset": "tum_Latn-ckb_Arab", + "languages": [ + "tum-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.630583, + "recall": 0.695652, + "f1": 0.648888, + "accuracy": 0.695652, + "main_score": 0.648888, + "hf_subset": "tum_Latn-gle_Latn", + "languages": [ + "tum-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.590958, + "recall": 0.650198, + "f1": 0.60744, + "accuracy": 0.650198, + "main_score": 0.60744, + "hf_subset": "tum_Latn-kas_Arab", + "languages": [ + "tum-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.611297, + "recall": 0.663043, + "f1": 0.62577, + "accuracy": 0.663043, + "main_score": 0.62577, + "hf_subset": "tum_Latn-ltg_Latn", + "languages": [ + "tum-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.633314, + "recall": 0.683794, + "f1": 0.647468, + "accuracy": 0.683794, + "main_score": 0.647468, + "hf_subset": "tum_Latn-nso_Latn", + "languages": [ + "tum-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.640673, + "recall": 0.697628, + "f1": 0.655778, + "accuracy": 0.697628, + "main_score": 0.655778, + "hf_subset": "tum_Latn-sin_Sinh", + "languages": [ + "tum-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.675815, + "recall": 0.735178, + "f1": 0.691821, + "accuracy": 0.735178, + "main_score": 0.691821, + "hf_subset": "tum_Latn-tha_Thai", + "languages": [ + "tum-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.650392, + "recall": 0.709486, + "f1": 0.664574, + "accuracy": 0.709486, + "main_score": 0.664574, + "hf_subset": "tum_Latn-zho_Hans", + "languages": [ + "tum-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.686162, + "recall": 0.736166, + "f1": 0.699361, + "accuracy": 0.736166, + "main_score": 0.699361, + "hf_subset": "tum_Latn-ast_Latn", + "languages": [ + "tum-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.672001, + "recall": 0.72332, + "f1": 0.685587, + "accuracy": 0.72332, + "main_score": 0.685587, + "hf_subset": "tum_Latn-crh_Latn", + "languages": [ + "tum-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.686215, + "recall": 0.73913, + "f1": 0.700322, + "accuracy": 0.73913, + "main_score": 0.700322, + "hf_subset": "tum_Latn-glg_Latn", + "languages": [ + "tum-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.591951, + "recall": 0.652174, + "f1": 0.608586, + "accuracy": 0.652174, + "main_score": 0.608586, + "hf_subset": "tum_Latn-kas_Deva", + "languages": [ + "tum-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.657537, + "recall": 0.706522, + "f1": 0.670022, + "accuracy": 0.706522, + "main_score": 0.670022, + "hf_subset": "tum_Latn-ltz_Latn", + "languages": [ + "tum-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.413283, + "recall": 0.471344, + "f1": 0.429413, + "accuracy": 0.471344, + "main_score": 0.429413, + "hf_subset": "tum_Latn-nus_Latn", + "languages": [ + "tum-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.685118, + "recall": 0.736166, + "f1": 0.698628, + "accuracy": 0.736166, + "main_score": 0.698628, + "hf_subset": "tum_Latn-slk_Latn", + "languages": [ + "tum-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.511622, + "recall": 0.573123, + "f1": 0.528793, + "accuracy": 0.573123, + "main_score": 0.528793, + "hf_subset": "tum_Latn-tir_Ethi", + "languages": [ + "tum-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.682942, + "recall": 0.740119, + "f1": 0.698249, + "accuracy": 0.740119, + "main_score": 0.698249, + "hf_subset": "tum_Latn-zho_Hant", + "languages": [ + "tum-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.662993, + "recall": 0.719368, + "f1": 0.678258, + "accuracy": 0.719368, + "main_score": 0.678258, + "hf_subset": "tum_Latn-awa_Deva", + "languages": [ + "tum-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.679268, + "recall": 0.732213, + "f1": 0.693618, + "accuracy": 0.732213, + "main_score": 0.693618, + "hf_subset": "tum_Latn-cym_Latn", + "languages": [ + "tum-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.575589, + "recall": 0.614625, + "f1": 0.586761, + "accuracy": 0.614625, + "main_score": 0.586761, + "hf_subset": "tum_Latn-grn_Latn", + "languages": [ + "tum-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.676787, + "recall": 0.728261, + "f1": 0.689883, + "accuracy": 0.728261, + "main_score": 0.689883, + "hf_subset": "tum_Latn-kat_Geor", + "languages": [ + "tum-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.53519, + "recall": 0.586957, + "f1": 0.549779, + "accuracy": 0.586957, + "main_score": 0.549779, + "hf_subset": "tum_Latn-lua_Latn", + "languages": [ + "tum-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.706909, + "recall": 0.764822, + "f1": 0.723047, + "accuracy": 0.764822, + "main_score": 0.723047, + "hf_subset": "tum_Latn-nya_Latn", + "languages": [ + "tum-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.679451, + "recall": 0.73419, + "f1": 0.694218, + "accuracy": 0.73419, + "main_score": 0.694218, + "hf_subset": "tum_Latn-slv_Latn", + "languages": [ + "tum-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.659962, + "recall": 0.706522, + "f1": 0.671994, + "accuracy": 0.706522, + "main_score": 0.671994, + "hf_subset": "tum_Latn-tpi_Latn", + "languages": [ + "tum-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.694068, + "recall": 0.742095, + "f1": 0.707141, + "accuracy": 0.742095, + "main_score": 0.707141, + "hf_subset": "tum_Latn-zsm_Latn", + "languages": [ + "tum-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.494172, + "recall": 0.541502, + "f1": 0.507723, + "accuracy": 0.541502, + "main_score": 0.507723, + "hf_subset": "tum_Latn-ayr_Latn", + "languages": [ + "tum-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.704736, + "recall": 0.754941, + "f1": 0.718158, + "accuracy": 0.754941, + "main_score": 0.718158, + "hf_subset": "tum_Latn-dan_Latn", + "languages": [ + "tum-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.662091, + "recall": 0.719368, + "f1": 0.678068, + "accuracy": 0.719368, + "main_score": 0.678068, + "hf_subset": "tum_Latn-guj_Gujr", + "languages": [ + "tum-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.659709, + "recall": 0.715415, + "f1": 0.675212, + "accuracy": 0.715415, + "main_score": 0.675212, + "hf_subset": "tum_Latn-kaz_Cyrl", + "languages": [ + "tum-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.570689, + "recall": 0.631423, + "f1": 0.586951, + "accuracy": 0.631423, + "main_score": 0.586951, + "hf_subset": "tum_Latn-lug_Latn", + "languages": [ + "tum-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.685726, + "recall": 0.738142, + "f1": 0.699147, + "accuracy": 0.738142, + "main_score": 0.699147, + "hf_subset": "tum_Latn-oci_Latn", + "languages": [ + "tum-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.620005, + "recall": 0.677866, + "f1": 0.636132, + "accuracy": 0.677866, + "main_score": 0.636132, + "hf_subset": "tum_Latn-smo_Latn", + "languages": [ + "tum-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.613561, + "recall": 0.66996, + "f1": 0.628963, + "accuracy": 0.66996, + "main_score": 0.628963, + "hf_subset": "tum_Latn-tsn_Latn", + "languages": [ + "tum-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.676379, + "recall": 0.732213, + "f1": 0.692411, + "accuracy": 0.732213, + "main_score": 0.692411, + "hf_subset": "tum_Latn-zul_Latn", + "languages": [ + "tum-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.587916, + "recall": 0.647233, + "f1": 0.605128, + "accuracy": 0.647233, + "main_score": 0.605128, + "hf_subset": "tum_Latn-azb_Arab", + "languages": [ + "tum-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.690695, + "recall": 0.744071, + "f1": 0.70547, + "accuracy": 0.744071, + "main_score": 0.70547, + "hf_subset": "tum_Latn-deu_Latn", + "languages": [ + "tum-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.658166, + "recall": 0.717391, + "f1": 0.674172, + "accuracy": 0.717391, + "main_score": 0.674172, + "hf_subset": "tum_Latn-hat_Latn", + "languages": [ + "tum-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.486512, + "recall": 0.538538, + "f1": 0.501586, + "accuracy": 0.538538, + "main_score": 0.501586, + "hf_subset": "tum_Latn-kbp_Latn", + "languages": [ + "tum-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.508228, + "recall": 0.5583, + "f1": 0.521773, + "accuracy": 0.5583, + "main_score": 0.521773, + "hf_subset": "tum_Latn-luo_Latn", + "languages": [ + "tum-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.641264, + "recall": 0.697628, + "f1": 0.656759, + "accuracy": 0.697628, + "main_score": 0.656759, + "hf_subset": "tum_Latn-ory_Orya", + "languages": [ + "tum-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.68361, + "recall": 0.738142, + "f1": 0.698918, + "accuracy": 0.738142, + "main_score": 0.698918, + "hf_subset": "tum_Latn-sna_Latn", + "languages": [ + "tum-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.582435, + "recall": 0.644269, + "f1": 0.59966, + "accuracy": 0.644269, + "main_score": 0.59966, + "hf_subset": "tum_Latn-tso_Latn", + "languages": [ + "tum-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.665173, + "recall": 0.72332, + "f1": 0.681137, + "accuracy": 0.72332, + "main_score": 0.681137, + "hf_subset": "tum_Latn-azj_Latn", + "languages": [ + "tum-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.468876, + "recall": 0.520751, + "f1": 0.484011, + "accuracy": 0.520751, + "main_score": 0.484011, + "hf_subset": "tum_Latn-dik_Latn", + "languages": [ + "tum-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.653084, + "recall": 0.70751, + "f1": 0.667852, + "accuracy": 0.70751, + "main_score": 0.667852, + "hf_subset": "tum_Latn-hau_Latn", + "languages": [ + "tum-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.660268, + "recall": 0.711462, + "f1": 0.673885, + "accuracy": 0.711462, + "main_score": 0.673885, + "hf_subset": "tum_Latn-kea_Latn", + "languages": [ + "tum-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.656825, + "recall": 0.706522, + "f1": 0.669965, + "accuracy": 0.706522, + "main_score": 0.669965, + "hf_subset": "tum_Latn-lus_Latn", + "languages": [ + "tum-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.631505, + "recall": 0.678854, + "f1": 0.644391, + "accuracy": 0.678854, + "main_score": 0.644391, + "hf_subset": "tum_Latn-pag_Latn", + "languages": [ + "tum-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.630422, + "recall": 0.689723, + "f1": 0.645665, + "accuracy": 0.689723, + "main_score": 0.645665, + "hf_subset": "tum_Latn-snd_Arab", + "languages": [ + "tum-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.65511, + "recall": 0.710474, + "f1": 0.670035, + "accuracy": 0.710474, + "main_score": 0.670035, + "hf_subset": "tum_Latn-tuk_Latn", + "languages": [ + "tum-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.660758, + "recall": 0.709486, + "f1": 0.673547, + "accuracy": 0.709486, + "main_score": 0.673547, + "hf_subset": "tum_Latn-bak_Cyrl", + "languages": [ + "tum-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.415993, + "recall": 0.479249, + "f1": 0.433544, + "accuracy": 0.479249, + "main_score": 0.433544, + "hf_subset": "tum_Latn-dyu_Latn", + "languages": [ + "tum-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.685504, + "recall": 0.737154, + "f1": 0.700003, + "accuracy": 0.737154, + "main_score": 0.700003, + "hf_subset": "tum_Latn-heb_Hebr", + "languages": [ + "tum-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.652315, + "recall": 0.708498, + "f1": 0.668213, + "accuracy": 0.708498, + "main_score": 0.668213, + "hf_subset": "tum_Latn-khk_Cyrl", + "languages": [ + "tum-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.679127, + "recall": 0.735178, + "f1": 0.694153, + "accuracy": 0.735178, + "main_score": 0.694153, + "hf_subset": "tum_Latn-lvs_Latn", + "languages": [ + "tum-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.667402, + "recall": 0.721344, + "f1": 0.681199, + "accuracy": 0.721344, + "main_score": 0.681199, + "hf_subset": "tum_Latn-pan_Guru", + "languages": [ + "tum-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.621189, + "recall": 0.683794, + "f1": 0.638546, + "accuracy": 0.683794, + "main_score": 0.638546, + "hf_subset": "tum_Latn-som_Latn", + "languages": [ + "tum-Latn", + "som-Latn" + ] + } + ] + }, + "evaluation_time": 3553.88711977005, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/GermanSTSBenchmark.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/GermanSTSBenchmark.json new file mode 100644 index 0000000000..aee6ed17e0 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/GermanSTSBenchmark.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "e36907544d44c3a247898ed81540310442329e20", + "task_name": "GermanSTSBenchmark", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "pearson": 0.863281, + "spearman": 0.867264, + "cosine_pearson": 0.863281, + "cosine_spearman": 0.867264, + "manhattan_pearson": 0.864834, + "manhattan_spearman": 0.867252, + "euclidean_pearson": 0.865037, + "euclidean_spearman": 0.867233, + "main_score": 0.867264, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ], + "test": [ + { + "pearson": 0.822266, + "spearman": 0.837829, + "cosine_pearson": 0.822266, + "cosine_spearman": 0.837828, + "manhattan_pearson": 0.829643, + "manhattan_spearman": 0.837905, + "euclidean_pearson": 0.829765, + "euclidean_spearman": 0.837837, + "main_score": 0.837828, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 17.20532774925232, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/GreekLegalCodeClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/GreekLegalCodeClassification.json new file mode 100644 index 0000000000..99a870e9c4 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/GreekLegalCodeClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "de0fdb34424f07d1ac6f0ede23ee0ed44bd9f5d1", + "task_name": "GreekLegalCodeClassification", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "accuracy": 0.412305, + "f1": 0.344134, + "f1_weighted": 0.392121, + "scores_per_experiment": [ + { + "accuracy": 0.392578, + "f1": 0.325348, + "f1_weighted": 0.372154 + }, + { + "accuracy": 0.414551, + "f1": 0.350695, + "f1_weighted": 0.400425 + }, + { + "accuracy": 0.411133, + "f1": 0.353881, + "f1_weighted": 0.390195 + }, + { + "accuracy": 0.404785, + "f1": 0.342782, + "f1_weighted": 0.38697 + }, + { + "accuracy": 0.408691, + "f1": 0.332943, + "f1_weighted": 0.384357 + }, + { + "accuracy": 0.433105, + "f1": 0.352536, + "f1_weighted": 0.411431 + }, + { + "accuracy": 0.426758, + "f1": 0.359433, + "f1_weighted": 0.411482 + }, + { + "accuracy": 0.40332, + "f1": 0.32929, + "f1_weighted": 0.376751 + }, + { + "accuracy": 0.416016, + "f1": 0.347263, + "f1_weighted": 0.397092 + }, + { + "accuracy": 0.412109, + "f1": 0.347173, + "f1_weighted": 0.39035 + } + ], + "main_score": 0.412305, + "hf_subset": "default", + "languages": [ + "ell-Grek" + ] + } + ], + "test": [ + { + "accuracy": 0.420264, + "f1": 0.366007, + "f1_weighted": 0.403922, + "scores_per_experiment": [ + { + "accuracy": 0.406738, + "f1": 0.349534, + "f1_weighted": 0.386437 + }, + { + "accuracy": 0.432129, + "f1": 0.370858, + "f1_weighted": 0.414201 + }, + { + "accuracy": 0.403809, + "f1": 0.354958, + "f1_weighted": 0.389961 + }, + { + "accuracy": 0.426758, + "f1": 0.377947, + "f1_weighted": 0.409846 + }, + { + "accuracy": 0.430664, + "f1": 0.369349, + "f1_weighted": 0.415415 + }, + { + "accuracy": 0.432617, + "f1": 0.364422, + "f1_weighted": 0.411618 + }, + { + "accuracy": 0.426758, + "f1": 0.373596, + "f1_weighted": 0.425818 + }, + { + "accuracy": 0.422363, + "f1": 0.37373, + "f1_weighted": 0.397608 + }, + { + "accuracy": 0.418945, + "f1": 0.372727, + "f1_weighted": 0.402468 + }, + { + "accuracy": 0.401855, + "f1": 0.352943, + "f1_weighted": 0.38585 + } + ], + "main_score": 0.420264, + "hf_subset": "default", + "languages": [ + "ell-Grek" + ] + } + ] + }, + "evaluation_time": 2828.621226787567, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/GujaratiNewsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/GujaratiNewsClassification.json new file mode 100644 index 0000000000..fd11f5bd4f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/GujaratiNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1a5f2fa2914bfeff4fcdc6fff4194fa8ec8fa19e", + "task_name": "GujaratiNewsClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.916009, + "f1": 0.894599, + "f1_weighted": 0.917073, + "scores_per_experiment": [ + { + "accuracy": 0.923369, + "f1": 0.904014, + "f1_weighted": 0.92465 + }, + { + "accuracy": 0.931715, + "f1": 0.91507, + "f1_weighted": 0.932217 + }, + { + "accuracy": 0.92261, + "f1": 0.904438, + "f1_weighted": 0.923536 + }, + { + "accuracy": 0.903642, + "f1": 0.879041, + "f1_weighted": 0.905155 + }, + { + "accuracy": 0.905159, + "f1": 0.877949, + "f1_weighted": 0.906054 + }, + { + "accuracy": 0.921851, + "f1": 0.902851, + "f1_weighted": 0.923485 + }, + { + "accuracy": 0.902883, + "f1": 0.881557, + "f1_weighted": 0.904518 + }, + { + "accuracy": 0.924886, + "f1": 0.905996, + "f1_weighted": 0.926048 + }, + { + "accuracy": 0.914264, + "f1": 0.889134, + "f1_weighted": 0.914156 + }, + { + "accuracy": 0.909712, + "f1": 0.88594, + "f1_weighted": 0.910913 + } + ], + "main_score": 0.916009, + "hf_subset": "default", + "languages": [ + "guj-Gujr" + ] + } + ] + }, + "evaluation_time": 15.131549596786499, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/HALClusteringS2S.v2.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/HALClusteringS2S.v2.json new file mode 100644 index 0000000000..b7c5ce4320 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/HALClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e06ebbbb123f8144bef1a5d18796f3dec9ae2915", + "task_name": "HALClusteringS2S.v2", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.329293, + 0.31715, + 0.305864, + 0.310468, + 0.335098, + 0.339723, + 0.337155, + 0.32739, + 0.30871, + 0.326168 + ] + }, + "v_measure": 0.323702, + "v_measure_std": 0.011745, + "main_score": 0.323702, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 16.99860644340515, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/HagridRetrieval.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/HagridRetrieval.json new file mode 100644 index 0000000000..6766477ea6 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/HagridRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b2a085913606be3c4f2f1a8bff1810e38bade8fa", + "task_name": "HagridRetrieval", + "mteb_version": "1.38.29", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.98589, + "ndcg_at_3": 0.98944, + "ndcg_at_5": 0.98944, + "ndcg_at_10": 0.98944, + "ndcg_at_20": 0.98944, + "ndcg_at_100": 0.99041, + "ndcg_at_1000": 0.99069, + "map_at_1": 0.98589, + "map_at_3": 0.98858, + "map_at_5": 0.98858, + "map_at_10": 0.98858, + "map_at_20": 0.98858, + "map_at_100": 0.98866, + "map_at_1000": 0.98867, + "recall_at_1": 0.98589, + "recall_at_3": 0.99194, + "recall_at_5": 0.99194, + "recall_at_10": 0.99194, + "recall_at_20": 0.99194, + "recall_at_100": 0.99798, + "recall_at_1000": 1.0, + "precision_at_1": 0.98589, + "precision_at_3": 0.33065, + "precision_at_5": 0.19839, + "precision_at_10": 0.09919, + "precision_at_20": 0.0496, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.985887, + "mrr_at_3": 0.988575, + "mrr_at_5": 0.988575, + "mrr_at_10": 0.988575, + "mrr_at_20": 0.988575, + "mrr_at_100": 0.988659, + "mrr_at_1000": 0.988674, + "nauc_ndcg_at_1_max": 0.550708, + "nauc_ndcg_at_1_std": 0.001353, + "nauc_ndcg_at_1_diff1": 0.960311, + "nauc_ndcg_at_3_max": 0.762646, + "nauc_ndcg_at_3_std": 0.244629, + "nauc_ndcg_at_3_diff1": 0.946962, + "nauc_ndcg_at_5_max": 0.762646, + "nauc_ndcg_at_5_std": 0.244629, + "nauc_ndcg_at_5_diff1": 0.946962, + "nauc_ndcg_at_10_max": 0.762646, + "nauc_ndcg_at_10_std": 0.244629, + "nauc_ndcg_at_10_diff1": 0.946962, + "nauc_ndcg_at_20_max": 0.762646, + "nauc_ndcg_at_20_std": 0.244629, + "nauc_ndcg_at_20_diff1": 0.946962, + "nauc_ndcg_at_100_max": 0.738596, + "nauc_ndcg_at_100_std": 0.196094, + "nauc_ndcg_at_100_diff1": 0.941588, + "nauc_ndcg_at_1000_max": 0.734616, + "nauc_ndcg_at_1000_std": 0.207307, + "nauc_ndcg_at_1000_diff1": 0.948275, + "nauc_map_at_1_max": 0.550708, + "nauc_map_at_1_std": 0.001353, + "nauc_map_at_1_diff1": 0.960311, + "nauc_map_at_3_max": 0.710951, + "nauc_map_at_3_std": 0.183527, + "nauc_map_at_3_diff1": 0.950973, + "nauc_map_at_5_max": 0.710951, + "nauc_map_at_5_std": 0.183527, + "nauc_map_at_5_diff1": 0.950973, + "nauc_map_at_10_max": 0.710951, + "nauc_map_at_10_std": 0.183527, + "nauc_map_at_10_diff1": 0.950973, + "nauc_map_at_20_max": 0.710951, + "nauc_map_at_20_std": 0.183527, + "nauc_map_at_20_diff1": 0.950973, + "nauc_map_at_100_max": 0.708834, + "nauc_map_at_100_std": 0.179188, + "nauc_map_at_100_diff1": 0.950614, + "nauc_map_at_1000_max": 0.708626, + "nauc_map_at_1000_std": 0.179644, + "nauc_map_at_1000_diff1": 0.95091, + "nauc_recall_at_1_max": 0.550708, + "nauc_recall_at_1_std": 0.001353, + "nauc_recall_at_1_diff1": 0.960311, + "nauc_recall_at_3_max": 0.967291, + "nauc_recall_at_3_std": 0.487775, + "nauc_recall_at_3_diff1": 0.930545, + "nauc_recall_at_5_max": 0.967291, + "nauc_recall_at_5_std": 0.487775, + "nauc_recall_at_5_diff1": 0.930545, + "nauc_recall_at_10_max": 0.967291, + "nauc_recall_at_10_std": 0.487775, + "nauc_recall_at_10_diff1": 0.930545, + "nauc_recall_at_20_max": 0.967291, + "nauc_recall_at_20_std": 0.487775, + "nauc_recall_at_20_diff1": 0.930545, + "nauc_recall_at_100_max": 0.869164, + "nauc_recall_at_100_std": -0.171806, + "nauc_recall_at_100_diff1": 0.722179, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.550708, + "nauc_precision_at_1_std": 0.001353, + "nauc_precision_at_1_diff1": 0.960311, + "nauc_precision_at_3_max": 0.967291, + "nauc_precision_at_3_std": 0.487775, + "nauc_precision_at_3_diff1": 0.930545, + "nauc_precision_at_5_max": 0.967291, + "nauc_precision_at_5_std": 0.487775, + "nauc_precision_at_5_diff1": 0.930545, + "nauc_precision_at_10_max": 0.967291, + "nauc_precision_at_10_std": 0.487775, + "nauc_precision_at_10_diff1": 0.930545, + "nauc_precision_at_20_max": 0.967291, + "nauc_precision_at_20_std": 0.487775, + "nauc_precision_at_20_diff1": 0.930545, + "nauc_precision_at_100_max": 0.869164, + "nauc_precision_at_100_std": -0.171806, + "nauc_precision_at_100_diff1": 0.722179, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.550708, + "nauc_mrr_at_1_std": 0.001353, + "nauc_mrr_at_1_diff1": 0.960311, + "nauc_mrr_at_3_max": 0.710951, + "nauc_mrr_at_3_std": 0.183527, + "nauc_mrr_at_3_diff1": 0.950973, + "nauc_mrr_at_5_max": 0.710951, + "nauc_mrr_at_5_std": 0.183527, + "nauc_mrr_at_5_diff1": 0.950973, + "nauc_mrr_at_10_max": 0.710951, + "nauc_mrr_at_10_std": 0.183527, + "nauc_mrr_at_10_diff1": 0.950973, + "nauc_mrr_at_20_max": 0.710951, + "nauc_mrr_at_20_std": 0.183527, + "nauc_mrr_at_20_diff1": 0.950973, + "nauc_mrr_at_100_max": 0.708811, + "nauc_mrr_at_100_std": 0.179089, + "nauc_mrr_at_100_diff1": 0.95061, + "nauc_mrr_at_1000_max": 0.708601, + "nauc_mrr_at_1000_std": 0.179548, + "nauc_mrr_at_1000_diff1": 0.950909, + "main_score": 0.98944, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.674927234649658, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/IN22GenBitextMining.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/IN22GenBitextMining.json new file mode 100644 index 0000000000..e0dd366ef0 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/IN22GenBitextMining.json @@ -0,0 +1,6083 @@ +{ + "dataset_revision": "ec381535fe3ddf699297a023bcecaa548096ed68", + "task_name": "IN22GenBitextMining", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "asm_Beng-ben_Beng", + "languages": [ + "asm-Beng", + "ben-Beng" + ] + }, + { + "precision": 0.598943, + "recall": 0.65625, + "f1": 0.615151, + "accuracy": 0.65625, + "main_score": 0.615151, + "hf_subset": "asm_Beng-brx_Deva", + "languages": [ + "asm-Beng", + "brx-Deva" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "asm_Beng-doi_Deva", + "languages": [ + "asm-Beng", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "asm_Beng-gom_Deva", + "languages": [ + "asm-Beng", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-guj_Gujr", + "languages": [ + "asm-Beng", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-hin_Deva", + "languages": [ + "asm-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-kan_Knda", + "languages": [ + "asm-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.922363, + "recall": 0.945312, + "f1": 0.929492, + "accuracy": 0.945312, + "main_score": 0.929492, + "hf_subset": "asm_Beng-kas_Arab", + "languages": [ + "asm-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "asm_Beng-mai_Deva", + "languages": [ + "asm-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "asm_Beng-mal_Mlym", + "languages": [ + "asm-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-mar_Deva", + "languages": [ + "asm-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.731121, + "recall": 0.788086, + "f1": 0.747666, + "accuracy": 0.788086, + "main_score": 0.747666, + "hf_subset": "asm_Beng-mni_Mtei", + "languages": [ + "asm-Beng", + "mni-Mtei" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "asm_Beng-npi_Deva", + "languages": [ + "asm-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "asm_Beng-ory_Orya", + "languages": [ + "asm-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "asm_Beng-pan_Guru", + "languages": [ + "asm-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-san_Deva", + "languages": [ + "asm-Beng", + "san-Deva" + ] + }, + { + "precision": 0.90083, + "recall": 0.929688, + "f1": 0.909687, + "accuracy": 0.929688, + "main_score": 0.909687, + "hf_subset": "asm_Beng-sat_Olck", + "languages": [ + "asm-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.958659, + "recall": 0.970703, + "f1": 0.962402, + "accuracy": 0.970703, + "main_score": 0.962402, + "hf_subset": "asm_Beng-snd_Deva", + "languages": [ + "asm-Beng", + "snd-Deva" + ] + }, + { + "precision": 0.990234, + "recall": 0.993164, + "f1": 0.991211, + "accuracy": 0.993164, + "main_score": 0.991211, + "hf_subset": "asm_Beng-tam_Taml", + "languages": [ + "asm-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-tel_Telu", + "languages": [ + "asm-Beng", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-urd_Arab", + "languages": [ + "asm-Beng", + "urd-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-asm_Beng", + "languages": [ + "ben-Beng", + "asm-Beng" + ] + }, + { + "precision": 0.606025, + "recall": 0.666016, + "f1": 0.622278, + "accuracy": 0.666016, + "main_score": 0.622278, + "hf_subset": "ben_Beng-brx_Deva", + "languages": [ + "ben-Beng", + "brx-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "ben_Beng-doi_Deva", + "languages": [ + "ben-Beng", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "ben_Beng-gom_Deva", + "languages": [ + "ben-Beng", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.925977, + "recall": 0.948242, + "f1": 0.932943, + "accuracy": 0.948242, + "main_score": 0.932943, + "hf_subset": "ben_Beng-kas_Arab", + "languages": [ + "ben-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ben_Beng-mai_Deva", + "languages": [ + "ben-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "ben_Beng-mal_Mlym", + "languages": [ + "ben-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.735159, + "recall": 0.792969, + "f1": 0.751535, + "accuracy": 0.792969, + "main_score": 0.751535, + "hf_subset": "ben_Beng-mni_Mtei", + "languages": [ + "ben-Beng", + "mni-Mtei" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-npi_Deva", + "languages": [ + "ben-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ben_Beng-ory_Orya", + "languages": [ + "ben-Beng", + "ory-Orya" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-san_Deva", + "languages": [ + "ben-Beng", + "san-Deva" + ] + }, + { + "precision": 0.911849, + "recall": 0.936523, + "f1": 0.919271, + "accuracy": 0.936523, + "main_score": 0.919271, + "hf_subset": "ben_Beng-sat_Olck", + "languages": [ + "ben-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.962077, + "recall": 0.973633, + "f1": 0.96582, + "accuracy": 0.973633, + "main_score": 0.96582, + "hf_subset": "ben_Beng-snd_Deva", + "languages": [ + "ben-Beng", + "snd-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.562812, + "recall": 0.599609, + "f1": 0.572061, + "accuracy": 0.599609, + "main_score": 0.572061, + "hf_subset": "brx_Deva-asm_Beng", + "languages": [ + "brx-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.594519, + "recall": 0.631836, + "f1": 0.603681, + "accuracy": 0.631836, + "main_score": 0.603681, + "hf_subset": "brx_Deva-ben_Beng", + "languages": [ + "brx-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.60836, + "recall": 0.649414, + "f1": 0.617674, + "accuracy": 0.649414, + "main_score": 0.617674, + "hf_subset": "brx_Deva-doi_Deva", + "languages": [ + "brx-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.614574, + "recall": 0.661133, + "f1": 0.625998, + "accuracy": 0.661133, + "main_score": 0.625998, + "hf_subset": "brx_Deva-eng_Latn", + "languages": [ + "brx-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.591626, + "recall": 0.625, + "f1": 0.599934, + "accuracy": 0.625, + "main_score": 0.599934, + "hf_subset": "brx_Deva-gom_Deva", + "languages": [ + "brx-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.572208, + "recall": 0.609375, + "f1": 0.581616, + "accuracy": 0.609375, + "main_score": 0.581616, + "hf_subset": "brx_Deva-guj_Gujr", + "languages": [ + "brx-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.591512, + "recall": 0.634766, + "f1": 0.602828, + "accuracy": 0.634766, + "main_score": 0.602828, + "hf_subset": "brx_Deva-hin_Deva", + "languages": [ + "brx-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.534221, + "recall": 0.578125, + "f1": 0.544601, + "accuracy": 0.578125, + "main_score": 0.544601, + "hf_subset": "brx_Deva-kan_Knda", + "languages": [ + "brx-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.582977, + "recall": 0.610352, + "f1": 0.589764, + "accuracy": 0.610352, + "main_score": 0.589764, + "hf_subset": "brx_Deva-kas_Arab", + "languages": [ + "brx-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.598408, + "recall": 0.635742, + "f1": 0.607843, + "accuracy": 0.635742, + "main_score": 0.607843, + "hf_subset": "brx_Deva-mai_Deva", + "languages": [ + "brx-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.569424, + "recall": 0.618164, + "f1": 0.581993, + "accuracy": 0.618164, + "main_score": 0.581993, + "hf_subset": "brx_Deva-mal_Mlym", + "languages": [ + "brx-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.570522, + "recall": 0.620117, + "f1": 0.583233, + "accuracy": 0.620117, + "main_score": 0.583233, + "hf_subset": "brx_Deva-mar_Deva", + "languages": [ + "brx-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.522823, + "recall": 0.557617, + "f1": 0.531495, + "accuracy": 0.557617, + "main_score": 0.531495, + "hf_subset": "brx_Deva-mni_Mtei", + "languages": [ + "brx-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.584216, + "recall": 0.619141, + "f1": 0.59234, + "accuracy": 0.619141, + "main_score": 0.59234, + "hf_subset": "brx_Deva-npi_Deva", + "languages": [ + "brx-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.537499, + "recall": 0.580078, + "f1": 0.548194, + "accuracy": 0.580078, + "main_score": 0.548194, + "hf_subset": "brx_Deva-ory_Orya", + "languages": [ + "brx-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.588728, + "recall": 0.631836, + "f1": 0.599134, + "accuracy": 0.631836, + "main_score": 0.599134, + "hf_subset": "brx_Deva-pan_Guru", + "languages": [ + "brx-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.584448, + "recall": 0.628906, + "f1": 0.596606, + "accuracy": 0.628906, + "main_score": 0.596606, + "hf_subset": "brx_Deva-san_Deva", + "languages": [ + "brx-Deva", + "san-Deva" + ] + }, + { + "precision": 0.557211, + "recall": 0.59668, + "f1": 0.567012, + "accuracy": 0.59668, + "main_score": 0.567012, + "hf_subset": "brx_Deva-sat_Olck", + "languages": [ + "brx-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.606568, + "recall": 0.642578, + "f1": 0.61587, + "accuracy": 0.642578, + "main_score": 0.61587, + "hf_subset": "brx_Deva-snd_Deva", + "languages": [ + "brx-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.521633, + "recall": 0.5625, + "f1": 0.532284, + "accuracy": 0.5625, + "main_score": 0.532284, + "hf_subset": "brx_Deva-tam_Taml", + "languages": [ + "brx-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.544651, + "recall": 0.584961, + "f1": 0.554864, + "accuracy": 0.584961, + "main_score": 0.554864, + "hf_subset": "brx_Deva-tel_Telu", + "languages": [ + "brx-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.591368, + "recall": 0.633789, + "f1": 0.601978, + "accuracy": 0.633789, + "main_score": 0.601978, + "hf_subset": "brx_Deva-urd_Arab", + "languages": [ + "brx-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "doi_Deva-asm_Beng", + "languages": [ + "doi-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "doi_Deva-ben_Beng", + "languages": [ + "doi-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.630397, + "recall": 0.686523, + "f1": 0.646649, + "accuracy": 0.686523, + "main_score": 0.646649, + "hf_subset": "doi_Deva-brx_Deva", + "languages": [ + "doi-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "doi_Deva-eng_Latn", + "languages": [ + "doi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "doi_Deva-gom_Deva", + "languages": [ + "doi-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "doi_Deva-guj_Gujr", + "languages": [ + "doi-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "doi_Deva-hin_Deva", + "languages": [ + "doi-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "doi_Deva-kan_Knda", + "languages": [ + "doi-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.920166, + "recall": 0.943359, + "f1": 0.927474, + "accuracy": 0.943359, + "main_score": 0.927474, + "hf_subset": "doi_Deva-kas_Arab", + "languages": [ + "doi-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "doi_Deva-mai_Deva", + "languages": [ + "doi-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.98584, + "recall": 0.990234, + "f1": 0.987305, + "accuracy": 0.990234, + "main_score": 0.987305, + "hf_subset": "doi_Deva-mal_Mlym", + "languages": [ + "doi-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "doi_Deva-mar_Deva", + "languages": [ + "doi-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.698972, + "recall": 0.753906, + "f1": 0.714721, + "accuracy": 0.753906, + "main_score": 0.714721, + "hf_subset": "doi_Deva-mni_Mtei", + "languages": [ + "doi-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "doi_Deva-npi_Deva", + "languages": [ + "doi-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.979818, + "recall": 0.986328, + "f1": 0.981934, + "accuracy": 0.986328, + "main_score": 0.981934, + "hf_subset": "doi_Deva-ory_Orya", + "languages": [ + "doi-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.990072, + "recall": 0.993164, + "f1": 0.991048, + "accuracy": 0.993164, + "main_score": 0.991048, + "hf_subset": "doi_Deva-pan_Guru", + "languages": [ + "doi-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.987142, + "recall": 0.991211, + "f1": 0.988444, + "accuracy": 0.991211, + "main_score": 0.988444, + "hf_subset": "doi_Deva-san_Deva", + "languages": [ + "doi-Deva", + "san-Deva" + ] + }, + { + "precision": 0.862592, + "recall": 0.895508, + "f1": 0.872071, + "accuracy": 0.895508, + "main_score": 0.872071, + "hf_subset": "doi_Deva-sat_Olck", + "languages": [ + "doi-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.97347, + "recall": 0.981445, + "f1": 0.976074, + "accuracy": 0.981445, + "main_score": 0.976074, + "hf_subset": "doi_Deva-snd_Deva", + "languages": [ + "doi-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.98584, + "recall": 0.990234, + "f1": 0.987305, + "accuracy": 0.990234, + "main_score": 0.987305, + "hf_subset": "doi_Deva-tam_Taml", + "languages": [ + "doi-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "doi_Deva-tel_Telu", + "languages": [ + "doi-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "doi_Deva-urd_Arab", + "languages": [ + "doi-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.635818, + "recall": 0.69043, + "f1": 0.651213, + "accuracy": 0.69043, + "main_score": 0.651213, + "hf_subset": "eng_Latn-brx_Deva", + "languages": [ + "eng-Latn", + "brx-Deva" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "eng_Latn-doi_Deva", + "languages": [ + "eng-Latn", + "doi-Deva" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "eng_Latn-gom_Deva", + "languages": [ + "eng-Latn", + "gom-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.937207, + "recall": 0.956055, + "f1": 0.943197, + "accuracy": 0.956055, + "main_score": 0.943197, + "hf_subset": "eng_Latn-kas_Arab", + "languages": [ + "eng-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "eng_Latn-mai_Deva", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.716263, + "recall": 0.771484, + "f1": 0.73105, + "accuracy": 0.771484, + "main_score": 0.73105, + "hf_subset": "eng_Latn-mni_Mtei", + "languages": [ + "eng-Latn", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-san_Deva", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.87369, + "recall": 0.905273, + "f1": 0.882788, + "accuracy": 0.905273, + "main_score": 0.882788, + "hf_subset": "eng_Latn-sat_Olck", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.955973, + "recall": 0.96875, + "f1": 0.960026, + "accuracy": 0.96875, + "main_score": 0.960026, + "hf_subset": "eng_Latn-snd_Deva", + "languages": [ + "eng-Latn", + "snd-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "gom_Deva-asm_Beng", + "languages": [ + "gom-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "gom_Deva-ben_Beng", + "languages": [ + "gom-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.59631, + "recall": 0.652344, + "f1": 0.612119, + "accuracy": 0.652344, + "main_score": 0.612119, + "hf_subset": "gom_Deva-brx_Deva", + "languages": [ + "gom-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.978353, + "recall": 0.984375, + "f1": 0.980306, + "accuracy": 0.984375, + "main_score": 0.980306, + "hf_subset": "gom_Deva-doi_Deva", + "languages": [ + "gom-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "gom_Deva-eng_Latn", + "languages": [ + "gom-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "gom_Deva-guj_Gujr", + "languages": [ + "gom-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "gom_Deva-hin_Deva", + "languages": [ + "gom-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "gom_Deva-kan_Knda", + "languages": [ + "gom-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.920654, + "recall": 0.943359, + "f1": 0.927637, + "accuracy": 0.943359, + "main_score": 0.927637, + "hf_subset": "gom_Deva-kas_Arab", + "languages": [ + "gom-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "gom_Deva-mai_Deva", + "languages": [ + "gom-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.98584, + "recall": 0.990234, + "f1": 0.987305, + "accuracy": 0.990234, + "main_score": 0.987305, + "hf_subset": "gom_Deva-mal_Mlym", + "languages": [ + "gom-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "gom_Deva-mar_Deva", + "languages": [ + "gom-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.71064, + "recall": 0.762695, + "f1": 0.725079, + "accuracy": 0.762695, + "main_score": 0.725079, + "hf_subset": "gom_Deva-mni_Mtei", + "languages": [ + "gom-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "gom_Deva-npi_Deva", + "languages": [ + "gom-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.973958, + "recall": 0.982422, + "f1": 0.976725, + "accuracy": 0.982422, + "main_score": 0.976725, + "hf_subset": "gom_Deva-ory_Orya", + "languages": [ + "gom-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.979818, + "recall": 0.986328, + "f1": 0.981934, + "accuracy": 0.986328, + "main_score": 0.981934, + "hf_subset": "gom_Deva-pan_Guru", + "languages": [ + "gom-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "gom_Deva-san_Deva", + "languages": [ + "gom-Deva", + "san-Deva" + ] + }, + { + "precision": 0.855153, + "recall": 0.889648, + "f1": 0.865237, + "accuracy": 0.889648, + "main_score": 0.865237, + "hf_subset": "gom_Deva-sat_Olck", + "languages": [ + "gom-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.944743, + "recall": 0.959961, + "f1": 0.949609, + "accuracy": 0.959961, + "main_score": 0.949609, + "hf_subset": "gom_Deva-snd_Deva", + "languages": [ + "gom-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.98291, + "recall": 0.988281, + "f1": 0.984701, + "accuracy": 0.988281, + "main_score": 0.984701, + "hf_subset": "gom_Deva-tam_Taml", + "languages": [ + "gom-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "gom_Deva-tel_Telu", + "languages": [ + "gom-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "gom_Deva-urd_Arab", + "languages": [ + "gom-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "guj_Gujr-asm_Beng", + "languages": [ + "guj-Gujr", + "asm-Beng" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ] + }, + { + "precision": 0.585377, + "recall": 0.650391, + "f1": 0.603027, + "accuracy": 0.650391, + "main_score": 0.603027, + "hf_subset": "guj_Gujr-brx_Deva", + "languages": [ + "guj-Gujr", + "brx-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "guj_Gujr-doi_Deva", + "languages": [ + "guj-Gujr", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "guj_Gujr-gom_Deva", + "languages": [ + "guj-Gujr", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ] + }, + { + "precision": 0.924154, + "recall": 0.947266, + "f1": 0.931478, + "accuracy": 0.947266, + "main_score": 0.931478, + "hf_subset": "guj_Gujr-kas_Arab", + "languages": [ + "guj-Gujr", + "kas-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "guj_Gujr-mai_Deva", + "languages": [ + "guj-Gujr", + "mai-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "guj_Gujr-mal_Mlym", + "languages": [ + "guj-Gujr", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ] + }, + { + "precision": 0.742862, + "recall": 0.794922, + "f1": 0.757508, + "accuracy": 0.794922, + "main_score": 0.757508, + "hf_subset": "guj_Gujr-mni_Mtei", + "languages": [ + "guj-Gujr", + "mni-Mtei" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-npi_Deva", + "languages": [ + "guj-Gujr", + "npi-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "guj_Gujr-ory_Orya", + "languages": [ + "guj-Gujr", + "ory-Orya" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "guj_Gujr-san_Deva", + "languages": [ + "guj-Gujr", + "san-Deva" + ] + }, + { + "precision": 0.89904, + "recall": 0.927734, + "f1": 0.907715, + "accuracy": 0.927734, + "main_score": 0.907715, + "hf_subset": "guj_Gujr-sat_Olck", + "languages": [ + "guj-Gujr", + "sat-Olck" + ] + }, + { + "precision": 0.963542, + "recall": 0.974609, + "f1": 0.967122, + "accuracy": 0.974609, + "main_score": 0.967122, + "hf_subset": "guj_Gujr-snd_Deva", + "languages": [ + "guj-Gujr", + "snd-Deva" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-asm_Beng", + "languages": [ + "hin-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.59406, + "recall": 0.660156, + "f1": 0.612412, + "accuracy": 0.660156, + "main_score": 0.612412, + "hf_subset": "hin_Deva-brx_Deva", + "languages": [ + "hin-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "hin_Deva-doi_Deva", + "languages": [ + "hin-Deva", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "hin_Deva-gom_Deva", + "languages": [ + "hin-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.933105, + "recall": 0.953125, + "f1": 0.939421, + "accuracy": 0.953125, + "main_score": 0.939421, + "hf_subset": "hin_Deva-kas_Arab", + "languages": [ + "hin-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-mai_Deva", + "languages": [ + "hin-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-mal_Mlym", + "languages": [ + "hin-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.735331, + "recall": 0.789062, + "f1": 0.750014, + "accuracy": 0.789062, + "main_score": 0.750014, + "hf_subset": "hin_Deva-mni_Mtei", + "languages": [ + "hin-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "hin_Deva-npi_Deva", + "languages": [ + "hin-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "hin_Deva-ory_Orya", + "languages": [ + "hin-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "hin_Deva-san_Deva", + "languages": [ + "hin-Deva", + "san-Deva" + ] + }, + { + "precision": 0.889567, + "recall": 0.920898, + "f1": 0.899251, + "accuracy": 0.920898, + "main_score": 0.899251, + "hf_subset": "hin_Deva-sat_Olck", + "languages": [ + "hin-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.967448, + "recall": 0.977539, + "f1": 0.970703, + "accuracy": 0.977539, + "main_score": 0.970703, + "hf_subset": "hin_Deva-snd_Deva", + "languages": [ + "hin-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "kan_Knda-asm_Beng", + "languages": [ + "kan-Knda", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ] + }, + { + "precision": 0.588744, + "recall": 0.651367, + "f1": 0.605818, + "accuracy": 0.651367, + "main_score": 0.605818, + "hf_subset": "kan_Knda-brx_Deva", + "languages": [ + "kan-Knda", + "brx-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "kan_Knda-doi_Deva", + "languages": [ + "kan-Knda", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "kan_Knda-gom_Deva", + "languages": [ + "kan-Knda", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ] + }, + { + "precision": 0.912028, + "recall": 0.9375, + "f1": 0.919824, + "accuracy": 0.9375, + "main_score": 0.919824, + "hf_subset": "kan_Knda-kas_Arab", + "languages": [ + "kan-Knda", + "kas-Arab" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-mai_Deva", + "languages": [ + "kan-Knda", + "mai-Deva" + ] + }, + { + "precision": 0.997559, + "recall": 0.998047, + "f1": 0.997721, + "accuracy": 0.998047, + "main_score": 0.997721, + "hf_subset": "kan_Knda-mal_Mlym", + "languages": [ + "kan-Knda", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ] + }, + { + "precision": 0.736601, + "recall": 0.789062, + "f1": 0.751322, + "accuracy": 0.789062, + "main_score": 0.751322, + "hf_subset": "kan_Knda-mni_Mtei", + "languages": [ + "kan-Knda", + "mni-Mtei" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "kan_Knda-npi_Deva", + "languages": [ + "kan-Knda", + "npi-Deva" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "kan_Knda-ory_Orya", + "languages": [ + "kan-Knda", + "ory-Orya" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "kan_Knda-san_Deva", + "languages": [ + "kan-Knda", + "san-Deva" + ] + }, + { + "precision": 0.88208, + "recall": 0.916992, + "f1": 0.892904, + "accuracy": 0.916992, + "main_score": 0.892904, + "hf_subset": "kan_Knda-sat_Olck", + "languages": [ + "kan-Knda", + "sat-Olck" + ] + }, + { + "precision": 0.955892, + "recall": 0.96875, + "f1": 0.960124, + "accuracy": 0.96875, + "main_score": 0.960124, + "hf_subset": "kan_Knda-snd_Deva", + "languages": [ + "kan-Knda", + "snd-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ] + }, + { + "precision": 0.911377, + "recall": 0.933594, + "f1": 0.918002, + "accuracy": 0.933594, + "main_score": 0.918002, + "hf_subset": "kas_Arab-asm_Beng", + "languages": [ + "kas-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.922933, + "recall": 0.946289, + "f1": 0.930241, + "accuracy": 0.946289, + "main_score": 0.930241, + "hf_subset": "kas_Arab-ben_Beng", + "languages": [ + "kas-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.614342, + "recall": 0.665039, + "f1": 0.628719, + "accuracy": 0.665039, + "main_score": 0.628719, + "hf_subset": "kas_Arab-brx_Deva", + "languages": [ + "kas-Arab", + "brx-Deva" + ] + }, + { + "precision": 0.944368, + "recall": 0.959961, + "f1": 0.949219, + "accuracy": 0.959961, + "main_score": 0.949219, + "hf_subset": "kas_Arab-doi_Deva", + "languages": [ + "kas-Arab", + "doi-Deva" + ] + }, + { + "precision": 0.926514, + "recall": 0.948242, + "f1": 0.933333, + "accuracy": 0.948242, + "main_score": 0.933333, + "hf_subset": "kas_Arab-eng_Latn", + "languages": [ + "kas-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.917725, + "recall": 0.942383, + "f1": 0.925521, + "accuracy": 0.942383, + "main_score": 0.925521, + "hf_subset": "kas_Arab-gom_Deva", + "languages": [ + "kas-Arab", + "gom-Deva" + ] + }, + { + "precision": 0.918001, + "recall": 0.94043, + "f1": 0.924888, + "accuracy": 0.94043, + "main_score": 0.924888, + "hf_subset": "kas_Arab-guj_Gujr", + "languages": [ + "kas-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.930745, + "recall": 0.949219, + "f1": 0.936217, + "accuracy": 0.949219, + "main_score": 0.936217, + "hf_subset": "kas_Arab-hin_Deva", + "languages": [ + "kas-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.88816, + "recall": 0.919922, + "f1": 0.897998, + "accuracy": 0.919922, + "main_score": 0.897998, + "hf_subset": "kas_Arab-kan_Knda", + "languages": [ + "kas-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.941678, + "recall": 0.957031, + "f1": 0.946322, + "accuracy": 0.957031, + "main_score": 0.946322, + "hf_subset": "kas_Arab-mai_Deva", + "languages": [ + "kas-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.918783, + "recall": 0.941406, + "f1": 0.925702, + "accuracy": 0.941406, + "main_score": 0.925702, + "hf_subset": "kas_Arab-mal_Mlym", + "languages": [ + "kas-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.930729, + "recall": 0.948242, + "f1": 0.93584, + "accuracy": 0.948242, + "main_score": 0.93584, + "hf_subset": "kas_Arab-mar_Deva", + "languages": [ + "kas-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.656756, + "recall": 0.701172, + "f1": 0.668536, + "accuracy": 0.701172, + "main_score": 0.668536, + "hf_subset": "kas_Arab-mni_Mtei", + "languages": [ + "kas-Arab", + "mni-Mtei" + ] + }, + { + "precision": 0.928006, + "recall": 0.946289, + "f1": 0.933431, + "accuracy": 0.946289, + "main_score": 0.933431, + "hf_subset": "kas_Arab-npi_Deva", + "languages": [ + "kas-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.885335, + "recall": 0.918945, + "f1": 0.895898, + "accuracy": 0.918945, + "main_score": 0.895898, + "hf_subset": "kas_Arab-ory_Orya", + "languages": [ + "kas-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.920329, + "recall": 0.944336, + "f1": 0.927962, + "accuracy": 0.944336, + "main_score": 0.927962, + "hf_subset": "kas_Arab-pan_Guru", + "languages": [ + "kas-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.908366, + "recall": 0.932617, + "f1": 0.91582, + "accuracy": 0.932617, + "main_score": 0.91582, + "hf_subset": "kas_Arab-san_Deva", + "languages": [ + "kas-Arab", + "san-Deva" + ] + }, + { + "precision": 0.770414, + "recall": 0.81543, + "f1": 0.783058, + "accuracy": 0.81543, + "main_score": 0.783058, + "hf_subset": "kas_Arab-sat_Olck", + "languages": [ + "kas-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.897461, + "recall": 0.920898, + "f1": 0.904706, + "accuracy": 0.920898, + "main_score": 0.904706, + "hf_subset": "kas_Arab-snd_Deva", + "languages": [ + "kas-Arab", + "snd-Deva" + ] + }, + { + "precision": 0.887981, + "recall": 0.916992, + "f1": 0.896422, + "accuracy": 0.916992, + "main_score": 0.896422, + "hf_subset": "kas_Arab-tam_Taml", + "languages": [ + "kas-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.912055, + "recall": 0.935547, + "f1": 0.919271, + "accuracy": 0.935547, + "main_score": 0.919271, + "hf_subset": "kas_Arab-tel_Telu", + "languages": [ + "kas-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.944694, + "recall": 0.961914, + "f1": 0.950195, + "accuracy": 0.961914, + "main_score": 0.950195, + "hf_subset": "kas_Arab-urd_Arab", + "languages": [ + "kas-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mai_Deva-asm_Beng", + "languages": [ + "mai-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mai_Deva-ben_Beng", + "languages": [ + "mai-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.611239, + "recall": 0.671875, + "f1": 0.628314, + "accuracy": 0.671875, + "main_score": 0.628314, + "hf_subset": "mai_Deva-brx_Deva", + "languages": [ + "mai-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "mai_Deva-doi_Deva", + "languages": [ + "mai-Deva", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-eng_Latn", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "mai_Deva-gom_Deva", + "languages": [ + "mai-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mai_Deva-guj_Gujr", + "languages": [ + "mai-Deva", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-hin_Deva", + "languages": [ + "mai-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mai_Deva-kan_Knda", + "languages": [ + "mai-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.931315, + "recall": 0.952148, + "f1": 0.937988, + "accuracy": 0.952148, + "main_score": 0.937988, + "hf_subset": "mai_Deva-kas_Arab", + "languages": [ + "mai-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "mai_Deva-mal_Mlym", + "languages": [ + "mai-Deva", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-mar_Deva", + "languages": [ + "mai-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.721966, + "recall": 0.77832, + "f1": 0.737815, + "accuracy": 0.77832, + "main_score": 0.737815, + "hf_subset": "mai_Deva-mni_Mtei", + "languages": [ + "mai-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mai_Deva-npi_Deva", + "languages": [ + "mai-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mai_Deva-ory_Orya", + "languages": [ + "mai-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mai_Deva-pan_Guru", + "languages": [ + "mai-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mai_Deva-san_Deva", + "languages": [ + "mai-Deva", + "san-Deva" + ] + }, + { + "precision": 0.880322, + "recall": 0.913086, + "f1": 0.890239, + "accuracy": 0.913086, + "main_score": 0.890239, + "hf_subset": "mai_Deva-sat_Olck", + "languages": [ + "mai-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.958171, + "recall": 0.970703, + "f1": 0.96224, + "accuracy": 0.970703, + "main_score": 0.96224, + "hf_subset": "mai_Deva-snd_Deva", + "languages": [ + "mai-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "mai_Deva-tam_Taml", + "languages": [ + "mai-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mai_Deva-tel_Telu", + "languages": [ + "mai-Deva", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-urd_Arab", + "languages": [ + "mai-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "mal_Mlym-asm_Beng", + "languages": [ + "mal-Mlym", + "asm-Beng" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mal_Mlym-ben_Beng", + "languages": [ + "mal-Mlym", + "ben-Beng" + ] + }, + { + "precision": 0.597287, + "recall": 0.660156, + "f1": 0.614415, + "accuracy": 0.660156, + "main_score": 0.614415, + "hf_subset": "mal_Mlym-brx_Deva", + "languages": [ + "mal-Mlym", + "brx-Deva" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "mal_Mlym-doi_Deva", + "languages": [ + "mal-Mlym", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "mal_Mlym-gom_Deva", + "languages": [ + "mal-Mlym", + "gom-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mal_Mlym-guj_Gujr", + "languages": [ + "mal-Mlym", + "guj-Gujr" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mal_Mlym-hin_Deva", + "languages": [ + "mal-Mlym", + "hin-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mal_Mlym-kan_Knda", + "languages": [ + "mal-Mlym", + "kan-Knda" + ] + }, + { + "precision": 0.914827, + "recall": 0.939453, + "f1": 0.922591, + "accuracy": 0.939453, + "main_score": 0.922591, + "hf_subset": "mal_Mlym-kas_Arab", + "languages": [ + "mal-Mlym", + "kas-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "mal_Mlym-mai_Deva", + "languages": [ + "mal-Mlym", + "mai-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mal_Mlym-mar_Deva", + "languages": [ + "mal-Mlym", + "mar-Deva" + ] + }, + { + "precision": 0.739372, + "recall": 0.790039, + "f1": 0.753473, + "accuracy": 0.790039, + "main_score": 0.753473, + "hf_subset": "mal_Mlym-mni_Mtei", + "languages": [ + "mal-Mlym", + "mni-Mtei" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mal_Mlym-npi_Deva", + "languages": [ + "mal-Mlym", + "npi-Deva" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "mal_Mlym-ory_Orya", + "languages": [ + "mal-Mlym", + "ory-Orya" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "mal_Mlym-pan_Guru", + "languages": [ + "mal-Mlym", + "pan-Guru" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mal_Mlym-san_Deva", + "languages": [ + "mal-Mlym", + "san-Deva" + ] + }, + { + "precision": 0.88138, + "recall": 0.914062, + "f1": 0.891178, + "accuracy": 0.914062, + "main_score": 0.891178, + "hf_subset": "mal_Mlym-sat_Olck", + "languages": [ + "mal-Mlym", + "sat-Olck" + ] + }, + { + "precision": 0.942871, + "recall": 0.958984, + "f1": 0.947917, + "accuracy": 0.958984, + "main_score": 0.947917, + "hf_subset": "mal_Mlym-snd_Deva", + "languages": [ + "mal-Mlym", + "snd-Deva" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "mal_Mlym-tam_Taml", + "languages": [ + "mal-Mlym", + "tam-Taml" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mal_Mlym-tel_Telu", + "languages": [ + "mal-Mlym", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mal_Mlym-urd_Arab", + "languages": [ + "mal-Mlym", + "urd-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mar_Deva-asm_Beng", + "languages": [ + "mar-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.591886, + "recall": 0.65625, + "f1": 0.609618, + "accuracy": 0.65625, + "main_score": 0.609618, + "hf_subset": "mar_Deva-brx_Deva", + "languages": [ + "mar-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "mar_Deva-doi_Deva", + "languages": [ + "mar-Deva", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "mar_Deva-gom_Deva", + "languages": [ + "mar-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.921956, + "recall": 0.945312, + "f1": 0.929264, + "accuracy": 0.945312, + "main_score": 0.929264, + "hf_subset": "mar_Deva-kas_Arab", + "languages": [ + "mar-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mar_Deva-mai_Deva", + "languages": [ + "mar-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "mar_Deva-mal_Mlym", + "languages": [ + "mar-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.72198, + "recall": 0.779297, + "f1": 0.73817, + "accuracy": 0.779297, + "main_score": 0.73817, + "hf_subset": "mar_Deva-mni_Mtei", + "languages": [ + "mar-Deva", + "mni-Mtei" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-npi_Deva", + "languages": [ + "mar-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "mar_Deva-ory_Orya", + "languages": [ + "mar-Deva", + "ory-Orya" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mar_Deva-san_Deva", + "languages": [ + "mar-Deva", + "san-Deva" + ] + }, + { + "precision": 0.884359, + "recall": 0.916992, + "f1": 0.894192, + "accuracy": 0.916992, + "main_score": 0.894192, + "hf_subset": "mar_Deva-sat_Olck", + "languages": [ + "mar-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.963949, + "recall": 0.974609, + "f1": 0.96735, + "accuracy": 0.974609, + "main_score": 0.96735, + "hf_subset": "mar_Deva-snd_Deva", + "languages": [ + "mar-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.71987, + "recall": 0.759766, + "f1": 0.729974, + "accuracy": 0.759766, + "main_score": 0.729974, + "hf_subset": "mni_Mtei-asm_Beng", + "languages": [ + "mni-Mtei", + "asm-Beng" + ] + }, + { + "precision": 0.728543, + "recall": 0.766602, + "f1": 0.737809, + "accuracy": 0.766602, + "main_score": 0.737809, + "hf_subset": "mni_Mtei-ben_Beng", + "languages": [ + "mni-Mtei", + "ben-Beng" + ] + }, + { + "precision": 0.557847, + "recall": 0.610352, + "f1": 0.572223, + "accuracy": 0.610352, + "main_score": 0.572223, + "hf_subset": "mni_Mtei-brx_Deva", + "languages": [ + "mni-Mtei", + "brx-Deva" + ] + }, + { + "precision": 0.710924, + "recall": 0.757812, + "f1": 0.723865, + "accuracy": 0.757812, + "main_score": 0.723865, + "hf_subset": "mni_Mtei-doi_Deva", + "languages": [ + "mni-Mtei", + "doi-Deva" + ] + }, + { + "precision": 0.734021, + "recall": 0.78125, + "f1": 0.746155, + "accuracy": 0.78125, + "main_score": 0.746155, + "hf_subset": "mni_Mtei-eng_Latn", + "languages": [ + "mni-Mtei", + "eng-Latn" + ] + }, + { + "precision": 0.701378, + "recall": 0.746094, + "f1": 0.712795, + "accuracy": 0.746094, + "main_score": 0.712795, + "hf_subset": "mni_Mtei-gom_Deva", + "languages": [ + "mni-Mtei", + "gom-Deva" + ] + }, + { + "precision": 0.720664, + "recall": 0.756836, + "f1": 0.730259, + "accuracy": 0.756836, + "main_score": 0.730259, + "hf_subset": "mni_Mtei-guj_Gujr", + "languages": [ + "mni-Mtei", + "guj-Gujr" + ] + }, + { + "precision": 0.731997, + "recall": 0.767578, + "f1": 0.740252, + "accuracy": 0.767578, + "main_score": 0.740252, + "hf_subset": "mni_Mtei-hin_Deva", + "languages": [ + "mni-Mtei", + "hin-Deva" + ] + }, + { + "precision": 0.701547, + "recall": 0.745117, + "f1": 0.712968, + "accuracy": 0.745117, + "main_score": 0.712968, + "hf_subset": "mni_Mtei-kan_Knda", + "languages": [ + "mni-Mtei", + "kan-Knda" + ] + }, + { + "precision": 0.679658, + "recall": 0.72168, + "f1": 0.691498, + "accuracy": 0.72168, + "main_score": 0.691498, + "hf_subset": "mni_Mtei-kas_Arab", + "languages": [ + "mni-Mtei", + "kas-Arab" + ] + }, + { + "precision": 0.72658, + "recall": 0.764648, + "f1": 0.736726, + "accuracy": 0.764648, + "main_score": 0.736726, + "hf_subset": "mni_Mtei-mai_Deva", + "languages": [ + "mni-Mtei", + "mai-Deva" + ] + }, + { + "precision": 0.730873, + "recall": 0.771484, + "f1": 0.741303, + "accuracy": 0.771484, + "main_score": 0.741303, + "hf_subset": "mni_Mtei-mal_Mlym", + "languages": [ + "mni-Mtei", + "mal-Mlym" + ] + }, + { + "precision": 0.715996, + "recall": 0.758789, + "f1": 0.726669, + "accuracy": 0.758789, + "main_score": 0.726669, + "hf_subset": "mni_Mtei-mar_Deva", + "languages": [ + "mni-Mtei", + "mar-Deva" + ] + }, + { + "precision": 0.735433, + "recall": 0.763672, + "f1": 0.741834, + "accuracy": 0.763672, + "main_score": 0.741834, + "hf_subset": "mni_Mtei-npi_Deva", + "languages": [ + "mni-Mtei", + "npi-Deva" + ] + }, + { + "precision": 0.702495, + "recall": 0.745117, + "f1": 0.713234, + "accuracy": 0.745117, + "main_score": 0.713234, + "hf_subset": "mni_Mtei-ory_Orya", + "languages": [ + "mni-Mtei", + "ory-Orya" + ] + }, + { + "precision": 0.720048, + "recall": 0.760742, + "f1": 0.730818, + "accuracy": 0.760742, + "main_score": 0.730818, + "hf_subset": "mni_Mtei-pan_Guru", + "languages": [ + "mni-Mtei", + "pan-Guru" + ] + }, + { + "precision": 0.718148, + "recall": 0.763672, + "f1": 0.729768, + "accuracy": 0.763672, + "main_score": 0.729768, + "hf_subset": "mni_Mtei-san_Deva", + "languages": [ + "mni-Mtei", + "san-Deva" + ] + }, + { + "precision": 0.699608, + "recall": 0.738281, + "f1": 0.710014, + "accuracy": 0.738281, + "main_score": 0.710014, + "hf_subset": "mni_Mtei-sat_Olck", + "languages": [ + "mni-Mtei", + "sat-Olck" + ] + }, + { + "precision": 0.680479, + "recall": 0.722656, + "f1": 0.691252, + "accuracy": 0.722656, + "main_score": 0.691252, + "hf_subset": "mni_Mtei-snd_Deva", + "languages": [ + "mni-Mtei", + "snd-Deva" + ] + }, + { + "precision": 0.678108, + "recall": 0.71875, + "f1": 0.687865, + "accuracy": 0.71875, + "main_score": 0.687865, + "hf_subset": "mni_Mtei-tam_Taml", + "languages": [ + "mni-Mtei", + "tam-Taml" + ] + }, + { + "precision": 0.698032, + "recall": 0.740234, + "f1": 0.708584, + "accuracy": 0.740234, + "main_score": 0.708584, + "hf_subset": "mni_Mtei-tel_Telu", + "languages": [ + "mni-Mtei", + "tel-Telu" + ] + }, + { + "precision": 0.717301, + "recall": 0.760742, + "f1": 0.728121, + "accuracy": 0.760742, + "main_score": 0.728121, + "hf_subset": "mni_Mtei-urd_Arab", + "languages": [ + "mni-Mtei", + "urd-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "npi_Deva-asm_Beng", + "languages": [ + "npi-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "npi_Deva-ben_Beng", + "languages": [ + "npi-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.594811, + "recall": 0.658203, + "f1": 0.611733, + "accuracy": 0.658203, + "main_score": 0.611733, + "hf_subset": "npi_Deva-brx_Deva", + "languages": [ + "npi-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "npi_Deva-doi_Deva", + "languages": [ + "npi-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "npi_Deva-gom_Deva", + "languages": [ + "npi-Deva", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "npi_Deva-guj_Gujr", + "languages": [ + "npi-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "npi_Deva-hin_Deva", + "languages": [ + "npi-Deva", + "hin-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "npi_Deva-kan_Knda", + "languages": [ + "npi-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.926921, + "recall": 0.950195, + "f1": 0.93457, + "accuracy": 0.950195, + "main_score": 0.93457, + "hf_subset": "npi_Deva-kas_Arab", + "languages": [ + "npi-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "npi_Deva-mai_Deva", + "languages": [ + "npi-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "npi_Deva-mal_Mlym", + "languages": [ + "npi-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "npi_Deva-mar_Deva", + "languages": [ + "npi-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.750479, + "recall": 0.802734, + "f1": 0.765437, + "accuracy": 0.802734, + "main_score": 0.765437, + "hf_subset": "npi_Deva-mni_Mtei", + "languages": [ + "npi-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "npi_Deva-ory_Orya", + "languages": [ + "npi-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "npi_Deva-pan_Guru", + "languages": [ + "npi-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "npi_Deva-san_Deva", + "languages": [ + "npi-Deva", + "san-Deva" + ] + }, + { + "precision": 0.901156, + "recall": 0.928711, + "f1": 0.909328, + "accuracy": 0.928711, + "main_score": 0.909328, + "hf_subset": "npi_Deva-sat_Olck", + "languages": [ + "npi-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.969727, + "recall": 0.978516, + "f1": 0.972493, + "accuracy": 0.978516, + "main_score": 0.972493, + "hf_subset": "npi_Deva-snd_Deva", + "languages": [ + "npi-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "npi_Deva-tam_Taml", + "languages": [ + "npi-Deva", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "npi_Deva-tel_Telu", + "languages": [ + "npi-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "npi_Deva-urd_Arab", + "languages": [ + "npi-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ory_Orya-asm_Beng", + "languages": [ + "ory-Orya", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ory_Orya-ben_Beng", + "languages": [ + "ory-Orya", + "ben-Beng" + ] + }, + { + "precision": 0.557568, + "recall": 0.623047, + "f1": 0.575953, + "accuracy": 0.623047, + "main_score": 0.575953, + "hf_subset": "ory_Orya-brx_Deva", + "languages": [ + "ory-Orya", + "brx-Deva" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "ory_Orya-doi_Deva", + "languages": [ + "ory-Orya", + "doi-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "ory_Orya-gom_Deva", + "languages": [ + "ory-Orya", + "gom-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "ory_Orya-guj_Gujr", + "languages": [ + "ory-Orya", + "guj-Gujr" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ory_Orya-hin_Deva", + "languages": [ + "ory-Orya", + "hin-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "ory_Orya-kan_Knda", + "languages": [ + "ory-Orya", + "kan-Knda" + ] + }, + { + "precision": 0.906169, + "recall": 0.933594, + "f1": 0.914941, + "accuracy": 0.933594, + "main_score": 0.914941, + "hf_subset": "ory_Orya-kas_Arab", + "languages": [ + "ory-Orya", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ory_Orya-mai_Deva", + "languages": [ + "ory-Orya", + "mai-Deva" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "ory_Orya-mal_Mlym", + "languages": [ + "ory-Orya", + "mal-Mlym" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "ory_Orya-mar_Deva", + "languages": [ + "ory-Orya", + "mar-Deva" + ] + }, + { + "precision": 0.717727, + "recall": 0.771484, + "f1": 0.733073, + "accuracy": 0.771484, + "main_score": 0.733073, + "hf_subset": "ory_Orya-mni_Mtei", + "languages": [ + "ory-Orya", + "mni-Mtei" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "ory_Orya-npi_Deva", + "languages": [ + "ory-Orya", + "npi-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "ory_Orya-pan_Guru", + "languages": [ + "ory-Orya", + "pan-Guru" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "ory_Orya-san_Deva", + "languages": [ + "ory-Orya", + "san-Deva" + ] + }, + { + "precision": 0.900074, + "recall": 0.926758, + "f1": 0.907926, + "accuracy": 0.926758, + "main_score": 0.907926, + "hf_subset": "ory_Orya-sat_Olck", + "languages": [ + "ory-Orya", + "sat-Olck" + ] + }, + { + "precision": 0.953451, + "recall": 0.967773, + "f1": 0.958008, + "accuracy": 0.967773, + "main_score": 0.958008, + "hf_subset": "ory_Orya-snd_Deva", + "languages": [ + "ory-Orya", + "snd-Deva" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "ory_Orya-tam_Taml", + "languages": [ + "ory-Orya", + "tam-Taml" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ory_Orya-tel_Telu", + "languages": [ + "ory-Orya", + "tel-Telu" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ory_Orya-urd_Arab", + "languages": [ + "ory-Orya", + "urd-Arab" + ] + }, + { + "precision": 0.995931, + "recall": 0.99707, + "f1": 0.996257, + "accuracy": 0.99707, + "main_score": 0.996257, + "hf_subset": "pan_Guru-asm_Beng", + "languages": [ + "pan-Guru", + "asm-Beng" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ] + }, + { + "precision": 0.599587, + "recall": 0.666016, + "f1": 0.617781, + "accuracy": 0.666016, + "main_score": 0.617781, + "hf_subset": "pan_Guru-brx_Deva", + "languages": [ + "pan-Guru", + "brx-Deva" + ] + }, + { + "precision": 0.988607, + "recall": 0.992188, + "f1": 0.989746, + "accuracy": 0.992188, + "main_score": 0.989746, + "hf_subset": "pan_Guru-doi_Deva", + "languages": [ + "pan-Guru", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.983887, + "recall": 0.989258, + "f1": 0.985677, + "accuracy": 0.989258, + "main_score": 0.985677, + "hf_subset": "pan_Guru-gom_Deva", + "languages": [ + "pan-Guru", + "gom-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ] + }, + { + "precision": 0.914551, + "recall": 0.94043, + "f1": 0.922689, + "accuracy": 0.94043, + "main_score": 0.922689, + "hf_subset": "pan_Guru-kas_Arab", + "languages": [ + "pan-Guru", + "kas-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "pan_Guru-mai_Deva", + "languages": [ + "pan-Guru", + "mai-Deva" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "pan_Guru-mal_Mlym", + "languages": [ + "pan-Guru", + "mal-Mlym" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ] + }, + { + "precision": 0.737452, + "recall": 0.787109, + "f1": 0.751422, + "accuracy": 0.787109, + "main_score": 0.751422, + "hf_subset": "pan_Guru-mni_Mtei", + "languages": [ + "pan-Guru", + "mni-Mtei" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "pan_Guru-npi_Deva", + "languages": [ + "pan-Guru", + "npi-Deva" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "pan_Guru-ory_Orya", + "languages": [ + "pan-Guru", + "ory-Orya" + ] + }, + { + "precision": 0.994466, + "recall": 0.996094, + "f1": 0.994954, + "accuracy": 0.996094, + "main_score": 0.994954, + "hf_subset": "pan_Guru-san_Deva", + "languages": [ + "pan-Guru", + "san-Deva" + ] + }, + { + "precision": 0.878988, + "recall": 0.911133, + "f1": 0.888495, + "accuracy": 0.911133, + "main_score": 0.888495, + "hf_subset": "pan_Guru-sat_Olck", + "languages": [ + "pan-Guru", + "sat-Olck" + ] + }, + { + "precision": 0.95931, + "recall": 0.97168, + "f1": 0.963216, + "accuracy": 0.97168, + "main_score": 0.963216, + "hf_subset": "pan_Guru-snd_Deva", + "languages": [ + "pan-Guru", + "snd-Deva" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "san_Deva-asm_Beng", + "languages": [ + "san-Deva", + "asm-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "san_Deva-ben_Beng", + "languages": [ + "san-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.593481, + "recall": 0.658203, + "f1": 0.611514, + "accuracy": 0.658203, + "main_score": 0.611514, + "hf_subset": "san_Deva-brx_Deva", + "languages": [ + "san-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.984375, + "recall": 0.989258, + "f1": 0.986003, + "accuracy": 0.989258, + "main_score": 0.986003, + "hf_subset": "san_Deva-doi_Deva", + "languages": [ + "san-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "san_Deva-eng_Latn", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "san_Deva-gom_Deva", + "languages": [ + "san-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "san_Deva-guj_Gujr", + "languages": [ + "san-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "san_Deva-hin_Deva", + "languages": [ + "san-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "san_Deva-kan_Knda", + "languages": [ + "san-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.922445, + "recall": 0.946289, + "f1": 0.930078, + "accuracy": 0.946289, + "main_score": 0.930078, + "hf_subset": "san_Deva-kas_Arab", + "languages": [ + "san-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "san_Deva-mai_Deva", + "languages": [ + "san-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.997559, + "recall": 0.998047, + "f1": 0.997721, + "accuracy": 0.998047, + "main_score": 0.997721, + "hf_subset": "san_Deva-mal_Mlym", + "languages": [ + "san-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "san_Deva-mar_Deva", + "languages": [ + "san-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.726014, + "recall": 0.777344, + "f1": 0.740071, + "accuracy": 0.777344, + "main_score": 0.740071, + "hf_subset": "san_Deva-mni_Mtei", + "languages": [ + "san-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "san_Deva-npi_Deva", + "languages": [ + "san-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "san_Deva-ory_Orya", + "languages": [ + "san-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "san_Deva-pan_Guru", + "languages": [ + "san-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.880625, + "recall": 0.914062, + "f1": 0.890771, + "accuracy": 0.914062, + "main_score": 0.890771, + "hf_subset": "san_Deva-sat_Olck", + "languages": [ + "san-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.955729, + "recall": 0.969727, + "f1": 0.960286, + "accuracy": 0.969727, + "main_score": 0.960286, + "hf_subset": "san_Deva-snd_Deva", + "languages": [ + "san-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "san_Deva-tam_Taml", + "languages": [ + "san-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "san_Deva-tel_Telu", + "languages": [ + "san-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "san_Deva-urd_Arab", + "languages": [ + "san-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.908341, + "recall": 0.930664, + "f1": 0.914652, + "accuracy": 0.930664, + "main_score": 0.914652, + "hf_subset": "sat_Olck-asm_Beng", + "languages": [ + "sat-Olck", + "asm-Beng" + ] + }, + { + "precision": 0.918058, + "recall": 0.94043, + "f1": 0.924967, + "accuracy": 0.94043, + "main_score": 0.924967, + "hf_subset": "sat_Olck-ben_Beng", + "languages": [ + "sat-Olck", + "ben-Beng" + ] + }, + { + "precision": 0.592674, + "recall": 0.646484, + "f1": 0.607547, + "accuracy": 0.646484, + "main_score": 0.607547, + "hf_subset": "sat_Olck-brx_Deva", + "languages": [ + "sat-Olck", + "brx-Deva" + ] + }, + { + "precision": 0.865853, + "recall": 0.899414, + "f1": 0.875508, + "accuracy": 0.899414, + "main_score": 0.875508, + "hf_subset": "sat_Olck-doi_Deva", + "languages": [ + "sat-Olck", + "doi-Deva" + ] + }, + { + "precision": 0.879518, + "recall": 0.910156, + "f1": 0.888205, + "accuracy": 0.910156, + "main_score": 0.888205, + "hf_subset": "sat_Olck-eng_Latn", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.872681, + "recall": 0.905273, + "f1": 0.882671, + "accuracy": 0.905273, + "main_score": 0.882671, + "hf_subset": "sat_Olck-gom_Deva", + "languages": [ + "sat-Olck", + "gom-Deva" + ] + }, + { + "precision": 0.900857, + "recall": 0.926758, + "f1": 0.908366, + "accuracy": 0.926758, + "main_score": 0.908366, + "hf_subset": "sat_Olck-guj_Gujr", + "languages": [ + "sat-Olck", + "guj-Gujr" + ] + }, + { + "precision": 0.89327, + "recall": 0.920898, + "f1": 0.901198, + "accuracy": 0.920898, + "main_score": 0.901198, + "hf_subset": "sat_Olck-hin_Deva", + "languages": [ + "sat-Olck", + "hin-Deva" + ] + }, + { + "precision": 0.878288, + "recall": 0.911133, + "f1": 0.887909, + "accuracy": 0.911133, + "main_score": 0.887909, + "hf_subset": "sat_Olck-kan_Knda", + "languages": [ + "sat-Olck", + "kan-Knda" + ] + }, + { + "precision": 0.790337, + "recall": 0.833984, + "f1": 0.803069, + "accuracy": 0.833984, + "main_score": 0.803069, + "hf_subset": "sat_Olck-kas_Arab", + "languages": [ + "sat-Olck", + "kas-Arab" + ] + }, + { + "precision": 0.901774, + "recall": 0.926758, + "f1": 0.909166, + "accuracy": 0.926758, + "main_score": 0.909166, + "hf_subset": "sat_Olck-mai_Deva", + "languages": [ + "sat-Olck", + "mai-Deva" + ] + }, + { + "precision": 0.89082, + "recall": 0.921875, + "f1": 0.900358, + "accuracy": 0.921875, + "main_score": 0.900358, + "hf_subset": "sat_Olck-mal_Mlym", + "languages": [ + "sat-Olck", + "mal-Mlym" + ] + }, + { + "precision": 0.889528, + "recall": 0.917969, + "f1": 0.897835, + "accuracy": 0.917969, + "main_score": 0.897835, + "hf_subset": "sat_Olck-mar_Deva", + "languages": [ + "sat-Olck", + "mar-Deva" + ] + }, + { + "precision": 0.687607, + "recall": 0.737305, + "f1": 0.700825, + "accuracy": 0.737305, + "main_score": 0.700825, + "hf_subset": "sat_Olck-mni_Mtei", + "languages": [ + "sat-Olck", + "mni-Mtei" + ] + }, + { + "precision": 0.909546, + "recall": 0.931641, + "f1": 0.916298, + "accuracy": 0.931641, + "main_score": 0.916298, + "hf_subset": "sat_Olck-npi_Deva", + "languages": [ + "sat-Olck", + "npi-Deva" + ] + }, + { + "precision": 0.89738, + "recall": 0.926758, + "f1": 0.906269, + "accuracy": 0.926758, + "main_score": 0.906269, + "hf_subset": "sat_Olck-ory_Orya", + "languages": [ + "sat-Olck", + "ory-Orya" + ] + }, + { + "precision": 0.892741, + "recall": 0.921875, + "f1": 0.901567, + "accuracy": 0.921875, + "main_score": 0.901567, + "hf_subset": "sat_Olck-pan_Guru", + "languages": [ + "sat-Olck", + "pan-Guru" + ] + }, + { + "precision": 0.909424, + "recall": 0.931641, + "f1": 0.916243, + "accuracy": 0.931641, + "main_score": 0.916243, + "hf_subset": "sat_Olck-san_Deva", + "languages": [ + "sat-Olck", + "san-Deva" + ] + }, + { + "precision": 0.841911, + "recall": 0.875, + "f1": 0.85153, + "accuracy": 0.875, + "main_score": 0.85153, + "hf_subset": "sat_Olck-snd_Deva", + "languages": [ + "sat-Olck", + "snd-Deva" + ] + }, + { + "precision": 0.849921, + "recall": 0.886719, + "f1": 0.860324, + "accuracy": 0.886719, + "main_score": 0.860324, + "hf_subset": "sat_Olck-tam_Taml", + "languages": [ + "sat-Olck", + "tam-Taml" + ] + }, + { + "precision": 0.892155, + "recall": 0.919922, + "f1": 0.900488, + "accuracy": 0.919922, + "main_score": 0.900488, + "hf_subset": "sat_Olck-tel_Telu", + "languages": [ + "sat-Olck", + "tel-Telu" + ] + }, + { + "precision": 0.899235, + "recall": 0.927734, + "f1": 0.907715, + "accuracy": 0.927734, + "main_score": 0.907715, + "hf_subset": "sat_Olck-urd_Arab", + "languages": [ + "sat-Olck", + "urd-Arab" + ] + }, + { + "precision": 0.942822, + "recall": 0.958984, + "f1": 0.947819, + "accuracy": 0.958984, + "main_score": 0.947819, + "hf_subset": "snd_Deva-asm_Beng", + "languages": [ + "snd-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.960449, + "recall": 0.972656, + "f1": 0.964355, + "accuracy": 0.972656, + "main_score": 0.964355, + "hf_subset": "snd_Deva-ben_Beng", + "languages": [ + "snd-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.622526, + "recall": 0.677734, + "f1": 0.638286, + "accuracy": 0.677734, + "main_score": 0.638286, + "hf_subset": "snd_Deva-brx_Deva", + "languages": [ + "snd-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.958333, + "recall": 0.97168, + "f1": 0.962728, + "accuracy": 0.97168, + "main_score": 0.962728, + "hf_subset": "snd_Deva-doi_Deva", + "languages": [ + "snd-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.963216, + "recall": 0.974609, + "f1": 0.96696, + "accuracy": 0.974609, + "main_score": 0.96696, + "hf_subset": "snd_Deva-eng_Latn", + "languages": [ + "snd-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.939779, + "recall": 0.957031, + "f1": 0.94528, + "accuracy": 0.957031, + "main_score": 0.94528, + "hf_subset": "snd_Deva-gom_Deva", + "languages": [ + "snd-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.96403, + "recall": 0.974609, + "f1": 0.967285, + "accuracy": 0.974609, + "main_score": 0.967285, + "hf_subset": "snd_Deva-guj_Gujr", + "languages": [ + "snd-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.966715, + "recall": 0.976562, + "f1": 0.969792, + "accuracy": 0.976562, + "main_score": 0.969792, + "hf_subset": "snd_Deva-hin_Deva", + "languages": [ + "snd-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.945557, + "recall": 0.960938, + "f1": 0.950228, + "accuracy": 0.960938, + "main_score": 0.950228, + "hf_subset": "snd_Deva-kan_Knda", + "languages": [ + "snd-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.901245, + "recall": 0.926758, + "f1": 0.908927, + "accuracy": 0.926758, + "main_score": 0.908927, + "hf_subset": "snd_Deva-kas_Arab", + "languages": [ + "snd-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.961751, + "recall": 0.973633, + "f1": 0.965658, + "accuracy": 0.973633, + "main_score": 0.965658, + "hf_subset": "snd_Deva-mai_Deva", + "languages": [ + "snd-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.946777, + "recall": 0.961914, + "f1": 0.95166, + "accuracy": 0.961914, + "main_score": 0.95166, + "hf_subset": "snd_Deva-mal_Mlym", + "languages": [ + "snd-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.961914, + "recall": 0.973633, + "f1": 0.965658, + "accuracy": 0.973633, + "main_score": 0.965658, + "hf_subset": "snd_Deva-mar_Deva", + "languages": [ + "snd-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.674115, + "recall": 0.720703, + "f1": 0.68636, + "accuracy": 0.720703, + "main_score": 0.68636, + "hf_subset": "snd_Deva-mni_Mtei", + "languages": [ + "snd-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.963542, + "recall": 0.974609, + "f1": 0.967122, + "accuracy": 0.974609, + "main_score": 0.967122, + "hf_subset": "snd_Deva-npi_Deva", + "languages": [ + "snd-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.939242, + "recall": 0.957031, + "f1": 0.944727, + "accuracy": 0.957031, + "main_score": 0.944727, + "hf_subset": "snd_Deva-ory_Orya", + "languages": [ + "snd-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.965413, + "recall": 0.975586, + "f1": 0.968652, + "accuracy": 0.975586, + "main_score": 0.968652, + "hf_subset": "snd_Deva-pan_Guru", + "languages": [ + "snd-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.948812, + "recall": 0.963867, + "f1": 0.953516, + "accuracy": 0.963867, + "main_score": 0.953516, + "hf_subset": "snd_Deva-san_Deva", + "languages": [ + "snd-Deva", + "san-Deva" + ] + }, + { + "precision": 0.825255, + "recall": 0.862305, + "f1": 0.835652, + "accuracy": 0.862305, + "main_score": 0.835652, + "hf_subset": "snd_Deva-sat_Olck", + "languages": [ + "snd-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.933733, + "recall": 0.953125, + "f1": 0.93986, + "accuracy": 0.953125, + "main_score": 0.93986, + "hf_subset": "snd_Deva-tam_Taml", + "languages": [ + "snd-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.950602, + "recall": 0.96582, + "f1": 0.955469, + "accuracy": 0.96582, + "main_score": 0.955469, + "hf_subset": "snd_Deva-tel_Telu", + "languages": [ + "snd-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.971517, + "recall": 0.979492, + "f1": 0.973926, + "accuracy": 0.979492, + "main_score": 0.973926, + "hf_subset": "snd_Deva-urd_Arab", + "languages": [ + "snd-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "tam_Taml-asm_Beng", + "languages": [ + "tam-Taml", + "asm-Beng" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ] + }, + { + "precision": 0.575534, + "recall": 0.639648, + "f1": 0.592745, + "accuracy": 0.639648, + "main_score": 0.592745, + "hf_subset": "tam_Taml-brx_Deva", + "languages": [ + "tam-Taml", + "brx-Deva" + ] + }, + { + "precision": 0.980957, + "recall": 0.987305, + "f1": 0.983073, + "accuracy": 0.987305, + "main_score": 0.983073, + "hf_subset": "tam_Taml-doi_Deva", + "languages": [ + "tam-Taml", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.976888, + "recall": 0.984375, + "f1": 0.979329, + "accuracy": 0.984375, + "main_score": 0.979329, + "hf_subset": "tam_Taml-gom_Deva", + "languages": [ + "tam-Taml", + "gom-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ] + }, + { + "precision": 0.908691, + "recall": 0.935547, + "f1": 0.917155, + "accuracy": 0.935547, + "main_score": 0.917155, + "hf_subset": "tam_Taml-kas_Arab", + "languages": [ + "tam-Taml", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tam_Taml-mai_Deva", + "languages": [ + "tam-Taml", + "mai-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tam_Taml-mal_Mlym", + "languages": [ + "tam-Taml", + "mal-Mlym" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ] + }, + { + "precision": 0.715634, + "recall": 0.773438, + "f1": 0.731839, + "accuracy": 0.773438, + "main_score": 0.731839, + "hf_subset": "tam_Taml-mni_Mtei", + "languages": [ + "tam-Taml", + "mni-Mtei" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tam_Taml-npi_Deva", + "languages": [ + "tam-Taml", + "npi-Deva" + ] + }, + { + "precision": 0.983887, + "recall": 0.989258, + "f1": 0.985677, + "accuracy": 0.989258, + "main_score": 0.985677, + "hf_subset": "tam_Taml-ory_Orya", + "languages": [ + "tam-Taml", + "ory-Orya" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "tam_Taml-san_Deva", + "languages": [ + "tam-Taml", + "san-Deva" + ] + }, + { + "precision": 0.862907, + "recall": 0.900391, + "f1": 0.874186, + "accuracy": 0.900391, + "main_score": 0.874186, + "hf_subset": "tam_Taml-sat_Olck", + "languages": [ + "tam-Taml", + "sat-Olck" + ] + }, + { + "precision": 0.946289, + "recall": 0.961914, + "f1": 0.951139, + "accuracy": 0.961914, + "main_score": 0.951139, + "hf_subset": "tam_Taml-snd_Deva", + "languages": [ + "tam-Taml", + "snd-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "tel_Telu-asm_Beng", + "languages": [ + "tel-Telu", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ] + }, + { + "precision": 0.584645, + "recall": 0.647461, + "f1": 0.601797, + "accuracy": 0.647461, + "main_score": 0.601797, + "hf_subset": "tel_Telu-brx_Deva", + "languages": [ + "tel-Telu", + "brx-Deva" + ] + }, + { + "precision": 0.990234, + "recall": 0.993164, + "f1": 0.991211, + "accuracy": 0.993164, + "main_score": 0.991211, + "hf_subset": "tel_Telu-doi_Deva", + "languages": [ + "tel-Telu", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.987305, + "recall": 0.991211, + "f1": 0.988607, + "accuracy": 0.991211, + "main_score": 0.988607, + "hf_subset": "tel_Telu-gom_Deva", + "languages": [ + "tel-Telu", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ] + }, + { + "precision": 0.921631, + "recall": 0.945312, + "f1": 0.928939, + "accuracy": 0.945312, + "main_score": 0.928939, + "hf_subset": "tel_Telu-kas_Arab", + "languages": [ + "tel-Telu", + "kas-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tel_Telu-mai_Deva", + "languages": [ + "tel-Telu", + "mai-Deva" + ] + }, + { + "precision": 0.997559, + "recall": 0.998047, + "f1": 0.997721, + "accuracy": 0.998047, + "main_score": 0.997721, + "hf_subset": "tel_Telu-mal_Mlym", + "languages": [ + "tel-Telu", + "mal-Mlym" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ] + }, + { + "precision": 0.727738, + "recall": 0.78418, + "f1": 0.743311, + "accuracy": 0.78418, + "main_score": 0.743311, + "hf_subset": "tel_Telu-mni_Mtei", + "languages": [ + "tel-Telu", + "mni-Mtei" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-npi_Deva", + "languages": [ + "tel-Telu", + "npi-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "tel_Telu-ory_Orya", + "languages": [ + "tel-Telu", + "ory-Orya" + ] + }, + { + "precision": 0.997396, + "recall": 0.998047, + "f1": 0.997559, + "accuracy": 0.998047, + "main_score": 0.997559, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "tel_Telu-san_Deva", + "languages": [ + "tel-Telu", + "san-Deva" + ] + }, + { + "precision": 0.895833, + "recall": 0.925781, + "f1": 0.905046, + "accuracy": 0.925781, + "main_score": 0.905046, + "hf_subset": "tel_Telu-sat_Olck", + "languages": [ + "tel-Telu", + "sat-Olck" + ] + }, + { + "precision": 0.954508, + "recall": 0.967773, + "f1": 0.958724, + "accuracy": 0.967773, + "main_score": 0.958724, + "hf_subset": "tel_Telu-snd_Deva", + "languages": [ + "tel-Telu", + "snd-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "urd_Arab-asm_Beng", + "languages": [ + "urd-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.593641, + "recall": 0.657227, + "f1": 0.610848, + "accuracy": 0.657227, + "main_score": 0.610848, + "hf_subset": "urd_Arab-brx_Deva", + "languages": [ + "urd-Arab", + "brx-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "urd_Arab-doi_Deva", + "languages": [ + "urd-Arab", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "urd_Arab-gom_Deva", + "languages": [ + "urd-Arab", + "gom-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.945882, + "recall": 0.962891, + "f1": 0.9514, + "accuracy": 0.962891, + "main_score": 0.9514, + "hf_subset": "urd_Arab-kas_Arab", + "languages": [ + "urd-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "urd_Arab-mai_Deva", + "languages": [ + "urd-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "urd_Arab-mal_Mlym", + "languages": [ + "urd-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.743543, + "recall": 0.798828, + "f1": 0.759136, + "accuracy": 0.798828, + "main_score": 0.759136, + "hf_subset": "urd_Arab-mni_Mtei", + "languages": [ + "urd-Arab", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "urd_Arab-npi_Deva", + "languages": [ + "urd-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "urd_Arab-ory_Orya", + "languages": [ + "urd-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "urd_Arab-san_Deva", + "languages": [ + "urd-Arab", + "san-Deva" + ] + }, + { + "precision": 0.892204, + "recall": 0.921875, + "f1": 0.90106, + "accuracy": 0.921875, + "main_score": 0.90106, + "hf_subset": "urd_Arab-sat_Olck", + "languages": [ + "urd-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.962402, + "recall": 0.973633, + "f1": 0.965983, + "accuracy": 0.973633, + "main_score": 0.965983, + "hf_subset": "urd_Arab-snd_Deva", + "languages": [ + "urd-Arab", + "snd-Deva" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ] + } + ] + }, + "evaluation_time": 301.1836585998535, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/IndicCrosslingualSTS.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/IndicCrosslingualSTS.json new file mode 100644 index 0000000000..f83b5d90be --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/IndicCrosslingualSTS.json @@ -0,0 +1,203 @@ +{ + "dataset_revision": "0ca7b87dda68ef4ebb2f50a20a62b9dbebcac3e4", + "task_name": "IndicCrosslingualSTS", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "pearson": 0.65417, + "spearman": 0.64342, + "cosine_pearson": 0.65417, + "cosine_spearman": 0.64342, + "manhattan_pearson": 0.661929, + "manhattan_spearman": 0.655164, + "euclidean_pearson": 0.652051, + "euclidean_spearman": 0.64434, + "main_score": 0.64342, + "hf_subset": "en-as", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "pearson": 0.609807, + "spearman": 0.579169, + "cosine_pearson": 0.609807, + "cosine_spearman": 0.579169, + "manhattan_pearson": 0.599506, + "manhattan_spearman": 0.587134, + "euclidean_pearson": 0.594247, + "euclidean_spearman": 0.579555, + "main_score": 0.579169, + "hf_subset": "en-bn", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "pearson": 0.628784, + "spearman": 0.607278, + "cosine_pearson": 0.628784, + "cosine_spearman": 0.607278, + "manhattan_pearson": 0.612969, + "manhattan_spearman": 0.62655, + "euclidean_pearson": 0.594279, + "euclidean_spearman": 0.606804, + "main_score": 0.607278, + "hf_subset": "en-gu", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "pearson": 0.672216, + "spearman": 0.681103, + "cosine_pearson": 0.672216, + "cosine_spearman": 0.681103, + "manhattan_pearson": 0.676558, + "manhattan_spearman": 0.693659, + "euclidean_pearson": 0.664076, + "euclidean_spearman": 0.682008, + "main_score": 0.681103, + "hf_subset": "en-hi", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "pearson": 0.599794, + "spearman": 0.620829, + "cosine_pearson": 0.599794, + "cosine_spearman": 0.620829, + "manhattan_pearson": 0.555627, + "manhattan_spearman": 0.630007, + "euclidean_pearson": 0.544274, + "euclidean_spearman": 0.620519, + "main_score": 0.620829, + "hf_subset": "en-kn", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "pearson": 0.668896, + "spearman": 0.635939, + "cosine_pearson": 0.668895, + "cosine_spearman": 0.635939, + "manhattan_pearson": 0.663244, + "manhattan_spearman": 0.64032, + "euclidean_pearson": 0.659428, + "euclidean_spearman": 0.635203, + "main_score": 0.635939, + "hf_subset": "en-ml", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "pearson": 0.550914, + "spearman": 0.589201, + "cosine_pearson": 0.550914, + "cosine_spearman": 0.589201, + "manhattan_pearson": 0.524328, + "manhattan_spearman": 0.596585, + "euclidean_pearson": 0.514441, + "euclidean_spearman": 0.588311, + "main_score": 0.589201, + "hf_subset": "en-mr", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "pearson": 0.029006, + "spearman": 0.039061, + "cosine_pearson": 0.029006, + "cosine_spearman": 0.039061, + "manhattan_pearson": 0.028881, + "manhattan_spearman": 0.03885, + "euclidean_pearson": 0.028651, + "euclidean_spearman": 0.037506, + "main_score": 0.039061, + "hf_subset": "en-or", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "pearson": 0.706434, + "spearman": 0.673086, + "cosine_pearson": 0.706434, + "cosine_spearman": 0.673086, + "manhattan_pearson": 0.704065, + "manhattan_spearman": 0.677763, + "euclidean_pearson": 0.699913, + "euclidean_spearman": 0.672482, + "main_score": 0.673086, + "hf_subset": "en-pa", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "pearson": 0.606793, + "spearman": 0.601133, + "cosine_pearson": 0.606793, + "cosine_spearman": 0.601133, + "manhattan_pearson": 0.598841, + "manhattan_spearman": 0.604481, + "euclidean_pearson": 0.589508, + "euclidean_spearman": 0.60119, + "main_score": 0.601133, + "hf_subset": "en-ta", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "pearson": 0.518851, + "spearman": 0.486511, + "cosine_pearson": 0.518851, + "cosine_spearman": 0.486511, + "manhattan_pearson": 0.528618, + "manhattan_spearman": 0.49739, + "euclidean_pearson": 0.510171, + "euclidean_spearman": 0.486009, + "main_score": 0.486511, + "hf_subset": "en-te", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "pearson": 0.205367, + "spearman": 0.233187, + "cosine_pearson": 0.205367, + "cosine_spearman": 0.233187, + "manhattan_pearson": 0.211859, + "manhattan_spearman": 0.237292, + "euclidean_pearson": 0.20915, + "euclidean_spearman": 0.234298, + "main_score": 0.233187, + "hf_subset": "en-ur", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + } + ] + }, + "evaluation_time": 47.244343996047974, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/IndicGenBenchFloresBitextMining.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/IndicGenBenchFloresBitextMining.json new file mode 100644 index 0000000000..1e0e0df21a --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/IndicGenBenchFloresBitextMining.json @@ -0,0 +1,1405 @@ +{ + "dataset_revision": "f8650438298df086750ff4973661bb58a201a5ee", + "task_name": "IndicGenBenchFloresBitextMining", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "eng-ben", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "guj-eng", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "eng-guj", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "kan-eng", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.987964, + "recall": 0.991976, + "f1": 0.989301, + "accuracy": 0.991976, + "main_score": 0.989301, + "hf_subset": "eng-kan", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "eng-mal", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "eng-mar", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "eng-tel", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "eng-urd", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "asm-eng", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.987964, + "recall": 0.991976, + "f1": 0.989301, + "accuracy": 0.991976, + "main_score": 0.989301, + "hf_subset": "eng-asm", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "bho-eng", + "languages": [ + "bho-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "eng-bho", + "languages": [ + "eng-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98997, + "recall": 0.992979, + "f1": 0.990973, + "accuracy": 0.992979, + "main_score": 0.990973, + "hf_subset": "nep-eng", + "languages": [ + "nep-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.990471, + "recall": 0.992979, + "f1": 0.991307, + "accuracy": 0.992979, + "main_score": 0.991307, + "hf_subset": "eng-nep", + "languages": [ + "eng-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.992477, + "recall": 0.994985, + "f1": 0.993313, + "accuracy": 0.994985, + "main_score": 0.993313, + "hf_subset": "ory-eng", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.990973, + "recall": 0.993982, + "f1": 0.991976, + "accuracy": 0.993982, + "main_score": 0.991976, + "hf_subset": "eng-ory", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "pan-eng", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "eng-pan", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.975092, + "recall": 0.982949, + "f1": 0.977599, + "accuracy": 0.982949, + "main_score": 0.977599, + "hf_subset": "pus-eng", + "languages": [ + "pus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.949515, + "recall": 0.965898, + "f1": 0.954865, + "accuracy": 0.965898, + "main_score": 0.954865, + "hf_subset": "eng-pus", + "languages": [ + "eng-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.989468, + "recall": 0.992979, + "f1": 0.990639, + "accuracy": 0.992979, + "main_score": 0.990639, + "hf_subset": "san-eng", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.973755, + "recall": 0.981946, + "f1": 0.976429, + "accuracy": 0.981946, + "main_score": 0.976429, + "hf_subset": "eng-san", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.99348, + "recall": 0.994985, + "f1": 0.993982, + "accuracy": 0.994985, + "main_score": 0.993982, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.991474, + "recall": 0.992979, + "f1": 0.991976, + "accuracy": 0.992979, + "main_score": 0.991976, + "hf_subset": "eng-awa", + "languages": [ + "eng-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "bgc-eng", + "languages": [ + "bgc-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "eng-bgc", + "languages": [ + "eng-Latn", + "bgc-Deva" + ] + }, + { + "precision": 0.811869, + "recall": 0.858576, + "f1": 0.825363, + "accuracy": 0.858576, + "main_score": 0.825363, + "hf_subset": "bod-eng", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.824039, + "recall": 0.874624, + "f1": 0.839638, + "accuracy": 0.874624, + "main_score": 0.839638, + "hf_subset": "eng-bod", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.538328, + "recall": 0.598796, + "f1": 0.554343, + "accuracy": 0.598796, + "main_score": 0.554343, + "hf_subset": "boy-eng", + "languages": [ + "boy-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.53851, + "recall": 0.612839, + "f1": 0.559155, + "accuracy": 0.612839, + "main_score": 0.559155, + "hf_subset": "eng-boy", + "languages": [ + "eng-Latn", + "boy-Deva" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "gbm-eng", + "languages": [ + "gbm-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "eng-gbm", + "languages": [ + "eng-Latn", + "gbm-Deva" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "gom-eng", + "languages": [ + "gom-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.989468, + "recall": 0.992979, + "f1": 0.990639, + "accuracy": 0.992979, + "main_score": 0.990639, + "hf_subset": "eng-gom", + "languages": [ + "eng-Latn", + "gom-Deva" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "hne-eng", + "languages": [ + "hne-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "eng-hne", + "languages": [ + "eng-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "raj-eng", + "languages": [ + "raj-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "eng-raj", + "languages": [ + "eng-Latn", + "raj-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai-eng", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "eng-mai", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.659604, + "recall": 0.730191, + "f1": 0.67963, + "accuracy": 0.730191, + "main_score": 0.67963, + "hf_subset": "mni-eng", + "languages": [ + "mni-Mtei", + "eng-Latn" + ] + }, + { + "precision": 0.674532, + "recall": 0.740221, + "f1": 0.693695, + "accuracy": 0.740221, + "main_score": 0.693695, + "hf_subset": "eng-mni", + "languages": [ + "eng-Latn", + "mni-Mtei" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "mup-eng", + "languages": [ + "mup-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.992477, + "recall": 0.994985, + "f1": 0.993313, + "accuracy": 0.994985, + "main_score": 0.993313, + "hf_subset": "eng-mup", + "languages": [ + "eng-Latn", + "mup-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mwr-eng", + "languages": [ + "mwr-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "eng-mwr", + "languages": [ + "eng-Latn", + "mwr-Deva" + ] + }, + { + "precision": 0.92118, + "recall": 0.944835, + "f1": 0.928686, + "accuracy": 0.944835, + "main_score": 0.928686, + "hf_subset": "sat-eng", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.897526, + "recall": 0.927783, + "f1": 0.907021, + "accuracy": 0.927783, + "main_score": 0.907021, + "hf_subset": "eng-sat", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + } + ], + "test": [ + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-ben", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj-eng", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng-guj", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan-eng", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng-kan", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng-mal", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng-mar", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng-tel", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng-urd", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm-eng", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eng-asm", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho-eng", + "languages": [ + "bho-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-bho", + "languages": [ + "eng-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "nep-eng", + "languages": [ + "nep-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "eng-nep", + "languages": [ + "eng-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ory-eng", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "eng-ory", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan-eng", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-pan", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "pus-eng", + "languages": [ + "pus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "eng-pus", + "languages": [ + "eng-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "san-eng", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "eng-san", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.991107, + "f1": 0.989295, + "accuracy": 0.991107, + "main_score": 0.989295, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "eng-awa", + "languages": [ + "eng-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bgc-eng", + "languages": [ + "bgc-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-bgc", + "languages": [ + "eng-Latn", + "bgc-Deva" + ] + }, + { + "precision": 0.803727, + "recall": 0.849802, + "f1": 0.816591, + "accuracy": 0.849802, + "main_score": 0.816591, + "hf_subset": "bod-eng", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.824638, + "recall": 0.875494, + "f1": 0.840514, + "accuracy": 0.875494, + "main_score": 0.840514, + "hf_subset": "eng-bod", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.537507, + "recall": 0.607708, + "f1": 0.556671, + "accuracy": 0.607708, + "main_score": 0.556671, + "hf_subset": "boy-eng", + "languages": [ + "boy-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.524153, + "recall": 0.605731, + "f1": 0.546987, + "accuracy": 0.605731, + "main_score": 0.546987, + "hf_subset": "eng-boy", + "languages": [ + "eng-Latn", + "boy-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "gbm-eng", + "languages": [ + "gbm-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng-gbm", + "languages": [ + "eng-Latn", + "gbm-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "gom-eng", + "languages": [ + "gom-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eng-gom", + "languages": [ + "eng-Latn", + "gom-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne-eng", + "languages": [ + "hne-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "eng-hne", + "languages": [ + "eng-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "raj-eng", + "languages": [ + "raj-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng-raj", + "languages": [ + "eng-Latn", + "raj-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai-eng", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-mai", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.680874, + "recall": 0.745059, + "f1": 0.699678, + "accuracy": 0.745059, + "main_score": 0.699678, + "hf_subset": "mni-eng", + "languages": [ + "mni-Mtei", + "eng-Latn" + ] + }, + { + "precision": 0.663283, + "recall": 0.737154, + "f1": 0.684653, + "accuracy": 0.737154, + "main_score": 0.684653, + "hf_subset": "eng-mni", + "languages": [ + "eng-Latn", + "mni-Mtei" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mup-eng", + "languages": [ + "mup-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-mup", + "languages": [ + "eng-Latn", + "mup-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mwr-eng", + "languages": [ + "mwr-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eng-mwr", + "languages": [ + "eng-Latn", + "mwr-Deva" + ] + }, + { + "precision": 0.9176, + "recall": 0.9417, + "f1": 0.925264, + "accuracy": 0.9417, + "main_score": 0.925264, + "hf_subset": "sat-eng", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.886693, + "recall": 0.91996, + "f1": 0.897233, + "accuracy": 0.91996, + "main_score": 0.897233, + "hf_subset": "eng-sat", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + } + ] + }, + "evaluation_time": 1571.1615660190582, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/IndicLangClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/IndicLangClassification.json new file mode 100644 index 0000000000..43d718fc42 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/IndicLangClassification.json @@ -0,0 +1,96 @@ +{ + "dataset_revision": "c54a95d9b9d62c891a03bd5da60715df7176b097", + "task_name": "IndicLangClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.862154, + "f1": 0.815364, + "f1_weighted": 0.848497, + "scores_per_experiment": [ + { + "accuracy": 0.856401, + "f1": 0.797104, + "f1_weighted": 0.839212 + }, + { + "accuracy": 0.882241, + "f1": 0.842722, + "f1_weighted": 0.872179 + }, + { + "accuracy": 0.841837, + "f1": 0.786189, + "f1_weighted": 0.817302 + }, + { + "accuracy": 0.85834, + "f1": 0.813611, + "f1_weighted": 0.846764 + }, + { + "accuracy": 0.85571, + "f1": 0.806298, + "f1_weighted": 0.841667 + }, + { + "accuracy": 0.868959, + "f1": 0.821111, + "f1_weighted": 0.85662 + }, + { + "accuracy": 0.867381, + "f1": 0.823489, + "f1_weighted": 0.856045 + }, + { + "accuracy": 0.866658, + "f1": 0.819833, + "f1_weighted": 0.854955 + }, + { + "accuracy": 0.871195, + "f1": 0.832436, + "f1_weighted": 0.862425 + }, + { + "accuracy": 0.852817, + "f1": 0.810846, + "f1_weighted": 0.837801 + } + ], + "main_score": 0.862154, + "hf_subset": "default", + "languages": [ + "asm-Beng", + "brx-Deva", + "ben-Beng", + "doi-Deva", + "gom-Deva", + "guj-Gujr", + "hin-Deva", + "kan-Knda", + "kas-Arab", + "kas-Deva", + "mai-Deva", + "mal-Mlym", + "mar-Deva", + "mni-Beng", + "mni-Mtei", + "npi-Deva", + "ory-Orya", + "pan-Guru", + "san-Deva", + "sat-Olck", + "snd-Arab", + "tam-Taml", + "tel-Telu", + "urd-Arab" + ] + } + ] + }, + "evaluation_time": 415.1987819671631, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/IndonesianIdClickbaitClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/IndonesianIdClickbaitClassification.json new file mode 100644 index 0000000000..5ab2164b43 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/IndonesianIdClickbaitClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "9fa4d0824015fe537ae2c8166781f5c79873da2c", + "task_name": "IndonesianIdClickbaitClassification", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "accuracy": 0.650195, + "f1": 0.644949, + "f1_weighted": 0.64989, + "ap": 0.52506, + "ap_weighted": 0.52506, + "scores_per_experiment": [ + { + "accuracy": 0.701172, + "f1": 0.673319, + "f1_weighted": 0.688689, + "ap": 0.560662, + "ap_weighted": 0.560662 + }, + { + "accuracy": 0.55127, + "f1": 0.549132, + "f1_weighted": 0.544131, + "ap": 0.462316, + "ap_weighted": 0.462316 + }, + { + "accuracy": 0.640137, + "f1": 0.63749, + "f1_weighted": 0.642481, + "ap": 0.512485, + "ap_weighted": 0.512485 + }, + { + "accuracy": 0.665039, + "f1": 0.663033, + "f1_weighted": 0.667222, + "ap": 0.534693, + "ap_weighted": 0.534693 + }, + { + "accuracy": 0.684082, + "f1": 0.680627, + "f1_weighted": 0.68598, + "ap": 0.550247, + "ap_weighted": 0.550247 + }, + { + "accuracy": 0.555664, + "f1": 0.553071, + "f1_weighted": 0.558556, + "ap": 0.451375, + "ap_weighted": 0.451375 + }, + { + "accuracy": 0.709473, + "f1": 0.704601, + "f1_weighted": 0.710714, + "ap": 0.573978, + "ap_weighted": 0.573978 + }, + { + "accuracy": 0.657227, + "f1": 0.65644, + "f1_weighted": 0.659089, + "ap": 0.530227, + "ap_weighted": 0.530227 + }, + { + "accuracy": 0.689941, + "f1": 0.687608, + "f1_weighted": 0.691958, + "ap": 0.557018, + "ap_weighted": 0.557018 + }, + { + "accuracy": 0.647949, + "f1": 0.644172, + "f1_weighted": 0.650079, + "ap": 0.517599, + "ap_weighted": 0.517599 + } + ], + "main_score": 0.644949, + "hf_subset": "default", + "languages": [ + "ind-Latn" + ] + } + ] + }, + "evaluation_time": 16.108309984207153, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/IsiZuluNewsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/IsiZuluNewsClassification.json new file mode 100644 index 0000000000..d7da00e84f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/IsiZuluNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "55caf0e52693a1ea63b15a4980a73fc137fb862b", + "task_name": "IsiZuluNewsClassification", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "accuracy": 0.328457, + "f1": 0.241819, + "f1_weighted": 0.331523, + "scores_per_experiment": [ + { + "accuracy": 0.268617, + "f1": 0.228651, + "f1_weighted": 0.262788 + }, + { + "accuracy": 0.327128, + "f1": 0.240364, + "f1_weighted": 0.338098 + }, + { + "accuracy": 0.335106, + "f1": 0.238971, + "f1_weighted": 0.337789 + }, + { + "accuracy": 0.316489, + "f1": 0.236017, + "f1_weighted": 0.325588 + }, + { + "accuracy": 0.37633, + "f1": 0.262613, + "f1_weighted": 0.395189 + }, + { + "accuracy": 0.341755, + "f1": 0.234673, + "f1_weighted": 0.351794 + }, + { + "accuracy": 0.367021, + "f1": 0.265088, + "f1_weighted": 0.373667 + }, + { + "accuracy": 0.341755, + "f1": 0.249301, + "f1_weighted": 0.343099 + }, + { + "accuracy": 0.287234, + "f1": 0.230892, + "f1_weighted": 0.257873 + }, + { + "accuracy": 0.323138, + "f1": 0.231617, + "f1_weighted": 0.32935 + } + ], + "main_score": 0.328457, + "hf_subset": "default", + "languages": [ + "zul-Latn" + ] + } + ] + }, + "evaluation_time": 14.672139883041382, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/ItaCaseholdClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ItaCaseholdClassification.json new file mode 100644 index 0000000000..0092edff67 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ItaCaseholdClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "fafcfc4fee815f7017848e54b26c47ece8ff1626", + "task_name": "ItaCaseholdClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.68009, + "f1": 0.244806, + "f1_weighted": 0.614803, + "scores_per_experiment": [ + { + "accuracy": 0.665158, + "f1": 0.232485, + "f1_weighted": 0.597714 + }, + { + "accuracy": 0.683258, + "f1": 0.248323, + "f1_weighted": 0.618066 + }, + { + "accuracy": 0.678733, + "f1": 0.235553, + "f1_weighted": 0.613479 + }, + { + "accuracy": 0.683258, + "f1": 0.25486, + "f1_weighted": 0.615097 + }, + { + "accuracy": 0.678733, + "f1": 0.244758, + "f1_weighted": 0.616543 + }, + { + "accuracy": 0.683258, + "f1": 0.251221, + "f1_weighted": 0.61938 + }, + { + "accuracy": 0.692308, + "f1": 0.255755, + "f1_weighted": 0.629341 + }, + { + "accuracy": 0.669683, + "f1": 0.234235, + "f1_weighted": 0.602833 + }, + { + "accuracy": 0.674208, + "f1": 0.235126, + "f1_weighted": 0.607536 + }, + { + "accuracy": 0.692308, + "f1": 0.255745, + "f1_weighted": 0.628043 + } + ], + "main_score": 0.68009, + "hf_subset": "default", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 224.48058414459229, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/JSICK.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/JSICK.json new file mode 100644 index 0000000000..b58908e538 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/JSICK.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "e4af6c73182bebb41d94cb336846e5a452454ea7", + "task_name": "JSICK", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "pearson": 0.851352, + "spearman": 0.847033, + "cosine_pearson": 0.851352, + "cosine_spearman": 0.847033, + "manhattan_pearson": 0.855549, + "manhattan_spearman": 0.847351, + "euclidean_pearson": 0.855349, + "euclidean_spearman": 0.846981, + "main_score": 0.847033, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 8.038199186325073, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/KorHateSpeechMLClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/KorHateSpeechMLClassification.json new file mode 100644 index 0000000000..6331d721a4 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/KorHateSpeechMLClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c657d15baf277c48d467f0625f7d33c50d4352ef", + "task_name": "KorHateSpeechMLClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.21674, + "f1": 0.34958, + "lrap": 0.348257, + "scores_per_experiment": [ + { + "accuracy": 0.148257, + "f1": 0.315306, + "lrap": 0.283969 + }, + { + "accuracy": 0.228768, + "f1": 0.368999, + "lrap": 0.355111 + }, + { + "accuracy": 0.188513, + "f1": 0.35082, + "lrap": 0.323733 + }, + { + "accuracy": 0.158076, + "f1": 0.330639, + "lrap": 0.298737 + }, + { + "accuracy": 0.332351, + "f1": 0.373771, + "lrap": 0.453022 + }, + { + "accuracy": 0.140403, + "f1": 0.348013, + "lrap": 0.281432 + }, + { + "accuracy": 0.16053, + "f1": 0.307999, + "lrap": 0.298615 + }, + { + "accuracy": 0.202258, + "f1": 0.328156, + "lrap": 0.336088 + }, + { + "accuracy": 0.297987, + "f1": 0.380762, + "lrap": 0.421099 + }, + { + "accuracy": 0.31026, + "f1": 0.391337, + "lrap": 0.430767 + } + ], + "main_score": 0.21674, + "hf_subset": "default", + "languages": [ + "kor-Hang" + ] + } + ] + }, + "evaluation_time": 19.32913589477539, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/KorSarcasmClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/KorSarcasmClassification.json new file mode 100644 index 0000000000..bbf9db09cc --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/KorSarcasmClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "3d96e36e10a88d5b7a3f617cf8362d997504494b", + "task_name": "KorSarcasmClassification", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "accuracy": 0.662939, + "f1": 0.659099, + "f1_weighted": 0.659064, + "ap": 0.605667, + "ap_weighted": 0.605667, + "scores_per_experiment": [ + { + "accuracy": 0.665527, + "f1": 0.662404, + "f1_weighted": 0.662467, + "ap": 0.615528, + "ap_weighted": 0.615528 + }, + { + "accuracy": 0.680664, + "f1": 0.680604, + "f1_weighted": 0.680596, + "ap": 0.621152, + "ap_weighted": 0.621152 + }, + { + "accuracy": 0.663574, + "f1": 0.660806, + "f1_weighted": 0.660747, + "ap": 0.603618, + "ap_weighted": 0.603618 + }, + { + "accuracy": 0.673828, + "f1": 0.67002, + "f1_weighted": 0.669951, + "ap": 0.610985, + "ap_weighted": 0.610985 + }, + { + "accuracy": 0.651855, + "f1": 0.650512, + "f1_weighted": 0.650469, + "ap": 0.595566, + "ap_weighted": 0.595566 + }, + { + "accuracy": 0.670898, + "f1": 0.661571, + "f1_weighted": 0.661461, + "ap": 0.606656, + "ap_weighted": 0.606656 + }, + { + "accuracy": 0.677246, + "f1": 0.675575, + "f1_weighted": 0.67562, + "ap": 0.62419, + "ap_weighted": 0.62419 + }, + { + "accuracy": 0.686035, + "f1": 0.678228, + "f1_weighted": 0.678131, + "ap": 0.618682, + "ap_weighted": 0.618682 + }, + { + "accuracy": 0.623047, + "f1": 0.615225, + "f1_weighted": 0.615118, + "ap": 0.572527, + "ap_weighted": 0.572527 + }, + { + "accuracy": 0.636719, + "f1": 0.636047, + "f1_weighted": 0.636077, + "ap": 0.587763, + "ap_weighted": 0.587763 + } + ], + "main_score": 0.662939, + "hf_subset": "default", + "languages": [ + "kor-Hang" + ] + } + ] + }, + "evaluation_time": 16.568363904953003, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/KurdishSentimentClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/KurdishSentimentClassification.json new file mode 100644 index 0000000000..2a99f3ce83 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/KurdishSentimentClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "f334d90a9f68cc3af78cc2a2ece6a3b69408124c", + "task_name": "KurdishSentimentClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.831002, + "f1": 0.830229, + "f1_weighted": 0.830676, + "ap": 0.804284, + "ap_weighted": 0.804284, + "scores_per_experiment": [ + { + "accuracy": 0.826371, + "f1": 0.826075, + "f1_weighted": 0.825559, + "ap": 0.823513, + "ap_weighted": 0.823513 + }, + { + "accuracy": 0.843483, + "f1": 0.84283, + "f1_weighted": 0.843559, + "ap": 0.809602, + "ap_weighted": 0.809602 + }, + { + "accuracy": 0.837947, + "f1": 0.836098, + "f1_weighted": 0.837351, + "ap": 0.793081, + "ap_weighted": 0.793081 + }, + { + "accuracy": 0.816809, + "f1": 0.816669, + "f1_weighted": 0.817034, + "ap": 0.790258, + "ap_weighted": 0.790258 + }, + { + "accuracy": 0.832914, + "f1": 0.82998, + "f1_weighted": 0.831588, + "ap": 0.782295, + "ap_weighted": 0.782295 + }, + { + "accuracy": 0.830901, + "f1": 0.830741, + "f1_weighted": 0.830367, + "ap": 0.825141, + "ap_weighted": 0.825141 + }, + { + "accuracy": 0.839456, + "f1": 0.838609, + "f1_weighted": 0.839451, + "ap": 0.803039, + "ap_weighted": 0.803039 + }, + { + "accuracy": 0.833417, + "f1": 0.832994, + "f1_weighted": 0.833599, + "ap": 0.802365, + "ap_weighted": 0.802365 + }, + { + "accuracy": 0.81077, + "f1": 0.810555, + "f1_weighted": 0.810095, + "ap": 0.801972, + "ap_weighted": 0.801972 + }, + { + "accuracy": 0.837947, + "f1": 0.837739, + "f1_weighted": 0.838157, + "ap": 0.811572, + "ap_weighted": 0.811572 + } + ], + "main_score": 0.831002, + "hf_subset": "default", + "languages": [ + "kur-Arab" + ] + } + ] + }, + "evaluation_time": 14.801838159561157, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/LEMBPasskeyRetrieval.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/LEMBPasskeyRetrieval.json new file mode 100644 index 0000000000..1746aff801 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/LEMBPasskeyRetrieval.json @@ -0,0 +1,1201 @@ +{ + "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", + "task_name": "LEMBPasskeyRetrieval", + "mteb_version": "1.38.29", + "scores": { + "test_256": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_512": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_1024": [ + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.64, + "ndcg_at_5": 0.64, + "ndcg_at_10": 0.64, + "ndcg_at_20": 0.64, + "ndcg_at_100": 0.69678, + "ndcg_at_1000": 0.69678, + "map_at_1": 0.64, + "map_at_3": 0.64, + "map_at_5": 0.64, + "map_at_10": 0.64, + "map_at_20": 0.64, + "map_at_100": 0.64452, + "map_at_1000": 0.64452, + "recall_at_1": 0.64, + "recall_at_3": 0.64, + "recall_at_5": 0.64, + "recall_at_10": 0.64, + "recall_at_20": 0.64, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.64, + "precision_at_3": 0.21333, + "precision_at_5": 0.128, + "precision_at_10": 0.064, + "precision_at_20": 0.032, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.64, + "mrr_at_3": 0.64, + "mrr_at_5": 0.64, + "mrr_at_10": 0.64, + "mrr_at_20": 0.64, + "mrr_at_100": 0.644407, + "mrr_at_1000": 0.644407, + "nauc_ndcg_at_1_max": 0.978446, + "nauc_ndcg_at_1_std": 0.451111, + "nauc_ndcg_at_1_diff1": 0.978446, + "nauc_ndcg_at_3_max": 0.978446, + "nauc_ndcg_at_3_std": 0.451111, + "nauc_ndcg_at_3_diff1": 0.978446, + "nauc_ndcg_at_5_max": 0.978446, + "nauc_ndcg_at_5_std": 0.451111, + "nauc_ndcg_at_5_diff1": 0.978446, + "nauc_ndcg_at_10_max": 0.978446, + "nauc_ndcg_at_10_std": 0.451111, + "nauc_ndcg_at_10_diff1": 0.978446, + "nauc_ndcg_at_20_max": 0.978446, + "nauc_ndcg_at_20_std": 0.451111, + "nauc_ndcg_at_20_diff1": 0.978446, + "nauc_ndcg_at_100_max": 0.977309, + "nauc_ndcg_at_100_std": 0.45191, + "nauc_ndcg_at_100_diff1": 0.977035, + "nauc_ndcg_at_1000_max": 0.977309, + "nauc_ndcg_at_1000_std": 0.45191, + "nauc_ndcg_at_1000_diff1": 0.977035, + "nauc_map_at_1_max": 0.978446, + "nauc_map_at_1_std": 0.451111, + "nauc_map_at_1_diff1": 0.978446, + "nauc_map_at_3_max": 0.978446, + "nauc_map_at_3_std": 0.451111, + "nauc_map_at_3_diff1": 0.978446, + "nauc_map_at_5_max": 0.978446, + "nauc_map_at_5_std": 0.451111, + "nauc_map_at_5_diff1": 0.978446, + "nauc_map_at_10_max": 0.978446, + "nauc_map_at_10_std": 0.451111, + "nauc_map_at_10_diff1": 0.978446, + "nauc_map_at_20_max": 0.978446, + "nauc_map_at_20_std": 0.451111, + "nauc_map_at_20_diff1": 0.978446, + "nauc_map_at_100_max": 0.978108, + "nauc_map_at_100_std": 0.451353, + "nauc_map_at_100_diff1": 0.97802, + "nauc_map_at_1000_max": 0.978108, + "nauc_map_at_1000_std": 0.451353, + "nauc_map_at_1000_diff1": 0.97802, + "nauc_recall_at_1_max": 0.978446, + "nauc_recall_at_1_std": 0.451111, + "nauc_recall_at_1_diff1": 0.978446, + "nauc_recall_at_3_max": 0.978446, + "nauc_recall_at_3_std": 0.451111, + "nauc_recall_at_3_diff1": 0.978446, + "nauc_recall_at_5_max": 0.978446, + "nauc_recall_at_5_std": 0.451111, + "nauc_recall_at_5_diff1": 0.978446, + "nauc_recall_at_10_max": 0.978446, + "nauc_recall_at_10_std": 0.451111, + "nauc_recall_at_10_diff1": 0.978446, + "nauc_recall_at_20_max": 0.978446, + "nauc_recall_at_20_std": 0.451111, + "nauc_recall_at_20_diff1": 0.978446, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.978446, + "nauc_precision_at_1_std": 0.451111, + "nauc_precision_at_1_diff1": 0.978446, + "nauc_precision_at_3_max": 0.978446, + "nauc_precision_at_3_std": 0.451111, + "nauc_precision_at_3_diff1": 0.978446, + "nauc_precision_at_5_max": 0.978446, + "nauc_precision_at_5_std": 0.451111, + "nauc_precision_at_5_diff1": 0.978446, + "nauc_precision_at_10_max": 0.978446, + "nauc_precision_at_10_std": 0.451111, + "nauc_precision_at_10_diff1": 0.978446, + "nauc_precision_at_20_max": 0.978446, + "nauc_precision_at_20_std": 0.451111, + "nauc_precision_at_20_diff1": 0.978446, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.978446, + "nauc_mrr_at_1_std": 0.451111, + "nauc_mrr_at_1_diff1": 0.978446, + "nauc_mrr_at_3_max": 0.978446, + "nauc_mrr_at_3_std": 0.451111, + "nauc_mrr_at_3_diff1": 0.978446, + "nauc_mrr_at_5_max": 0.978446, + "nauc_mrr_at_5_std": 0.451111, + "nauc_mrr_at_5_diff1": 0.978446, + "nauc_mrr_at_10_max": 0.978446, + "nauc_mrr_at_10_std": 0.451111, + "nauc_mrr_at_10_diff1": 0.978446, + "nauc_mrr_at_20_max": 0.978446, + "nauc_mrr_at_20_std": 0.451111, + "nauc_mrr_at_20_diff1": 0.978446, + "nauc_mrr_at_100_max": 0.978231, + "nauc_mrr_at_100_std": 0.450632, + "nauc_mrr_at_100_diff1": 0.978179, + "nauc_mrr_at_1000_max": 0.978231, + "nauc_mrr_at_1000_std": 0.450632, + "nauc_mrr_at_1000_diff1": 0.978179, + "main_score": 0.64, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_2048": [ + { + "ndcg_at_1": 0.22, + "ndcg_at_3": 0.22, + "ndcg_at_5": 0.22, + "ndcg_at_10": 0.22, + "ndcg_at_20": 0.22, + "ndcg_at_100": 0.3547, + "ndcg_at_1000": 0.3547, + "map_at_1": 0.22, + "map_at_3": 0.22, + "map_at_5": 0.22, + "map_at_10": 0.22, + "map_at_20": 0.22, + "map_at_100": 0.23513, + "map_at_1000": 0.23513, + "recall_at_1": 0.22, + "recall_at_3": 0.22, + "recall_at_5": 0.22, + "recall_at_10": 0.22, + "recall_at_20": 0.22, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.22, + "precision_at_3": 0.07333, + "precision_at_5": 0.044, + "precision_at_10": 0.022, + "precision_at_20": 0.011, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.22, + "mrr_at_3": 0.22, + "mrr_at_5": 0.22, + "mrr_at_10": 0.22, + "mrr_at_20": 0.22, + "mrr_at_100": 0.235179, + "mrr_at_1000": 0.235179, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.631911, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.631911, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.631911, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.631911, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.631911, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.979663, + "nauc_ndcg_at_100_std": 0.625843, + "nauc_ndcg_at_100_diff1": 0.977905, + "nauc_ndcg_at_1000_max": 0.979663, + "nauc_ndcg_at_1000_std": 0.625843, + "nauc_ndcg_at_1000_diff1": 0.977905, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.631911, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.631911, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.631911, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.631911, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.631911, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.991924, + "nauc_map_at_100_std": 0.629557, + "nauc_map_at_100_diff1": 0.99096, + "nauc_map_at_1000_max": 0.991924, + "nauc_map_at_1000_std": 0.629557, + "nauc_map_at_1000_diff1": 0.99096, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.631911, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.631911, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.631911, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.631911, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.631911, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.631911, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.631911, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.631911, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.631911, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.631911, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.631911, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.631911, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.631911, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.631911, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.631911, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.986689, + "nauc_mrr_at_100_std": 0.62442, + "nauc_mrr_at_100_diff1": 0.989216, + "nauc_mrr_at_1000_max": 0.986689, + "nauc_mrr_at_1000_std": 0.62442, + "nauc_mrr_at_1000_diff1": 0.989216, + "main_score": 0.22, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_4096": [ + { + "ndcg_at_1": 0.14, + "ndcg_at_3": 0.14, + "ndcg_at_5": 0.14, + "ndcg_at_10": 0.14, + "ndcg_at_20": 0.14992, + "ndcg_at_100": 0.2913, + "ndcg_at_1000": 0.2913, + "map_at_1": 0.14, + "map_at_3": 0.14, + "map_at_5": 0.14, + "map_at_10": 0.14, + "map_at_20": 0.14261, + "map_at_100": 0.15827, + "map_at_1000": 0.15827, + "recall_at_1": 0.14, + "recall_at_3": 0.14, + "recall_at_5": 0.14, + "recall_at_10": 0.14, + "recall_at_20": 0.18, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.14, + "precision_at_3": 0.04667, + "precision_at_5": 0.028, + "precision_at_10": 0.014, + "precision_at_20": 0.009, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.14, + "mrr_at_3": 0.14, + "mrr_at_5": 0.14, + "mrr_at_10": 0.14, + "mrr_at_20": 0.14225, + "mrr_at_100": 0.158757, + "mrr_at_1000": 0.158757, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.94654, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.94654, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.94654, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.94654, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.966131, + "nauc_ndcg_at_20_std": 0.884507, + "nauc_ndcg_at_20_diff1": 0.927232, + "nauc_ndcg_at_100_max": 0.944332, + "nauc_ndcg_at_100_std": 0.881871, + "nauc_ndcg_at_100_diff1": 0.931903, + "nauc_ndcg_at_1000_max": 0.944332, + "nauc_ndcg_at_1000_std": 0.881871, + "nauc_ndcg_at_1000_diff1": 0.931903, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.94654, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.94654, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.94654, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.94654, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.990619, + "nauc_map_at_20_std": 0.929627, + "nauc_map_at_20_diff1": 0.980489, + "nauc_map_at_100_max": 0.975476, + "nauc_map_at_100_std": 0.917509, + "nauc_map_at_100_diff1": 0.968465, + "nauc_map_at_1000_max": 0.975476, + "nauc_map_at_1000_std": 0.917509, + "nauc_map_at_1000_diff1": 0.968465, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.94654, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.94654, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.94654, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.94654, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.882118, + "nauc_recall_at_20_std": 0.728871, + "nauc_recall_at_20_diff1": 0.742518, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.94654, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.94654, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.94654, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.94654, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.882118, + "nauc_precision_at_20_std": 0.728871, + "nauc_precision_at_20_diff1": 0.742518, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.94654, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.94654, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.94654, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.94654, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.985076, + "nauc_mrr_at_20_std": 0.936198, + "nauc_mrr_at_20_diff1": 0.98293, + "nauc_mrr_at_100_max": 0.971495, + "nauc_mrr_at_100_std": 0.925965, + "nauc_mrr_at_100_diff1": 0.965301, + "nauc_mrr_at_1000_max": 0.971495, + "nauc_mrr_at_1000_std": 0.925965, + "nauc_mrr_at_1000_diff1": 0.965301, + "main_score": 0.14, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_8192": [ + { + "ndcg_at_1": 0.04, + "ndcg_at_3": 0.04, + "ndcg_at_5": 0.04774, + "ndcg_at_10": 0.06088, + "ndcg_at_20": 0.08673, + "ndcg_at_100": 0.22631, + "ndcg_at_1000": 0.22631, + "map_at_1": 0.04, + "map_at_3": 0.04, + "map_at_5": 0.044, + "map_at_10": 0.04956, + "map_at_20": 0.05692, + "map_at_100": 0.07308, + "map_at_1000": 0.07308, + "recall_at_1": 0.04, + "recall_at_3": 0.04, + "recall_at_5": 0.06, + "recall_at_10": 0.1, + "recall_at_20": 0.2, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.04, + "precision_at_3": 0.01333, + "precision_at_5": 0.012, + "precision_at_10": 0.01, + "precision_at_20": 0.01, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.04, + "mrr_at_3": 0.04, + "mrr_at_5": 0.04, + "mrr_at_10": 0.04869, + "mrr_at_20": 0.055652, + "mrr_at_100": 0.071091, + "mrr_at_1000": 0.071091, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 1.0, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.826486, + "nauc_ndcg_at_5_std": 0.770649, + "nauc_ndcg_at_5_diff1": 0.826486, + "nauc_ndcg_at_10_max": 0.722852, + "nauc_ndcg_at_10_std": 0.681242, + "nauc_ndcg_at_10_diff1": 0.549296, + "nauc_ndcg_at_20_max": 0.61163, + "nauc_ndcg_at_20_std": 0.598527, + "nauc_ndcg_at_20_diff1": 0.493853, + "nauc_ndcg_at_100_max": 0.710379, + "nauc_ndcg_at_100_std": 0.668502, + "nauc_ndcg_at_100_diff1": 0.566073, + "nauc_ndcg_at_1000_max": 0.710379, + "nauc_ndcg_at_1000_std": 0.668502, + "nauc_ndcg_at_1000_diff1": 0.566073, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 1.0, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.902676, + "nauc_map_at_5_std": 0.871356, + "nauc_map_at_5_diff1": 0.902676, + "nauc_map_at_10_max": 0.832479, + "nauc_map_at_10_std": 0.809977, + "nauc_map_at_10_diff1": 0.748538, + "nauc_map_at_20_max": 0.781226, + "nauc_map_at_20_std": 0.7684, + "nauc_map_at_20_diff1": 0.711773, + "nauc_map_at_100_max": 0.792651, + "nauc_map_at_100_std": 0.765383, + "nauc_map_at_100_diff1": 0.700391, + "nauc_map_at_1000_max": 0.792651, + "nauc_map_at_1000_std": 0.765383, + "nauc_map_at_1000_diff1": 0.700391, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.643145, + "nauc_recall_at_5_std": 0.528307, + "nauc_recall_at_5_diff1": 0.643145, + "nauc_recall_at_10_max": 0.544728, + "nauc_recall_at_10_std": 0.469064, + "nauc_recall_at_10_diff1": 0.207244, + "nauc_recall_at_20_max": 0.40465, + "nauc_recall_at_20_std": 0.394963, + "nauc_recall_at_20_diff1": 0.234033, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.643145, + "nauc_precision_at_5_std": 0.528307, + "nauc_precision_at_5_diff1": 0.643145, + "nauc_precision_at_10_max": 0.544728, + "nauc_precision_at_10_std": 0.469064, + "nauc_precision_at_10_diff1": 0.207244, + "nauc_precision_at_20_max": 0.40465, + "nauc_precision_at_20_std": 0.394963, + "nauc_precision_at_20_diff1": 0.234033, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 1.0, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 1.0, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.785371, + "nauc_mrr_at_10_std": 0.847826, + "nauc_mrr_at_10_diff1": 0.796922, + "nauc_mrr_at_20_max": 0.688569, + "nauc_mrr_at_20_std": 0.733988, + "nauc_mrr_at_20_diff1": 0.763996, + "nauc_mrr_at_100_max": 0.695798, + "nauc_mrr_at_100_std": 0.735644, + "nauc_mrr_at_100_diff1": 0.761195, + "nauc_mrr_at_1000_max": 0.695798, + "nauc_mrr_at_1000_std": 0.735644, + "nauc_mrr_at_1000_diff1": 0.761195, + "main_score": 0.04, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_16384": [ + { + "ndcg_at_1": 0.04, + "ndcg_at_3": 0.04, + "ndcg_at_5": 0.04, + "ndcg_at_10": 0.05209, + "ndcg_at_20": 0.08285, + "ndcg_at_100": 0.22254, + "ndcg_at_1000": 0.22254, + "map_at_1": 0.04, + "map_at_3": 0.04, + "map_at_5": 0.04, + "map_at_10": 0.0445, + "map_at_20": 0.05316, + "map_at_100": 0.0694, + "map_at_1000": 0.0694, + "recall_at_1": 0.04, + "recall_at_3": 0.04, + "recall_at_5": 0.04, + "recall_at_10": 0.08, + "recall_at_20": 0.2, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.04, + "precision_at_3": 0.01333, + "precision_at_5": 0.008, + "precision_at_10": 0.008, + "precision_at_20": 0.01, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.04, + "mrr_at_3": 0.04, + "mrr_at_5": 0.045, + "mrr_at_10": 0.05569, + "mrr_at_20": 0.060563, + "mrr_at_100": 0.074951, + "mrr_at_1000": 0.074951, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 1.0, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 1.0, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.699549, + "nauc_ndcg_at_10_std": 0.77891, + "nauc_ndcg_at_10_diff1": 0.707619, + "nauc_ndcg_at_20_max": 0.522533, + "nauc_ndcg_at_20_std": 0.632598, + "nauc_ndcg_at_20_diff1": 0.510039, + "nauc_ndcg_at_100_max": 0.645181, + "nauc_ndcg_at_100_std": 0.677682, + "nauc_ndcg_at_100_diff1": 0.64645, + "nauc_ndcg_at_1000_max": 0.645181, + "nauc_ndcg_at_1000_std": 0.677682, + "nauc_ndcg_at_1000_diff1": 0.64645, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 1.0, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 1.0, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.867638, + "nauc_map_at_10_std": 0.90187, + "nauc_map_at_10_diff1": 0.873001, + "nauc_map_at_20_max": 0.774639, + "nauc_map_at_20_std": 0.830009, + "nauc_map_at_20_diff1": 0.773323, + "nauc_map_at_100_max": 0.777611, + "nauc_map_at_100_std": 0.805315, + "nauc_map_at_100_diff1": 0.777572, + "nauc_map_at_1000_max": 0.777611, + "nauc_map_at_1000_std": 0.805315, + "nauc_map_at_1000_diff1": 0.777572, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 1.0, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.357459, + "nauc_recall_at_10_std": 0.529514, + "nauc_recall_at_10_diff1": 0.368929, + "nauc_recall_at_20_max": 0.22454, + "nauc_recall_at_20_std": 0.395157, + "nauc_recall_at_20_diff1": 0.195157, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.357459, + "nauc_precision_at_10_std": 0.529514, + "nauc_precision_at_10_diff1": 0.368929, + "nauc_precision_at_20_max": 0.22454, + "nauc_precision_at_20_std": 0.395157, + "nauc_precision_at_20_diff1": 0.195157, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 1.0, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.924873, + "nauc_mrr_at_5_std": 0.881048, + "nauc_mrr_at_5_diff1": 0.881048, + "nauc_mrr_at_10_max": 0.735869, + "nauc_mrr_at_10_std": 0.70473, + "nauc_mrr_at_10_diff1": 0.655092, + "nauc_mrr_at_20_max": 0.680924, + "nauc_mrr_at_20_std": 0.699033, + "nauc_mrr_at_20_diff1": 0.618, + "nauc_mrr_at_100_max": 0.699857, + "nauc_mrr_at_100_std": 0.707241, + "nauc_mrr_at_100_diff1": 0.641221, + "nauc_mrr_at_1000_max": 0.699857, + "nauc_mrr_at_1000_std": 0.707241, + "nauc_mrr_at_1000_diff1": 0.641221, + "main_score": 0.04, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_32768": [ + { + "ndcg_at_1": 0.02, + "ndcg_at_3": 0.04262, + "ndcg_at_5": 0.05123, + "ndcg_at_10": 0.07133, + "ndcg_at_20": 0.10117, + "ndcg_at_100": 0.23044, + "ndcg_at_1000": 0.23044, + "map_at_1": 0.02, + "map_at_3": 0.03667, + "map_at_5": 0.04167, + "map_at_10": 0.05036, + "map_at_20": 0.05826, + "map_at_100": 0.07334, + "map_at_1000": 0.07334, + "recall_at_1": 0.02, + "recall_at_3": 0.06, + "recall_at_5": 0.08, + "recall_at_10": 0.14, + "recall_at_20": 0.26, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.02, + "precision_at_3": 0.02, + "precision_at_5": 0.016, + "precision_at_10": 0.014, + "precision_at_20": 0.013, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.02, + "mrr_at_3": 0.026667, + "mrr_at_5": 0.026667, + "mrr_at_10": 0.037079, + "mrr_at_20": 0.039256, + "mrr_at_100": 0.056215, + "mrr_at_1000": 0.056215, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.521539, + "nauc_ndcg_at_3_std": 0.248987, + "nauc_ndcg_at_3_diff1": 0.248987, + "nauc_ndcg_at_5_max": 0.488303, + "nauc_ndcg_at_5_std": 0.318414, + "nauc_ndcg_at_5_diff1": 0.318414, + "nauc_ndcg_at_10_max": 0.474496, + "nauc_ndcg_at_10_std": 0.403613, + "nauc_ndcg_at_10_diff1": 0.403613, + "nauc_ndcg_at_20_max": 0.388062, + "nauc_ndcg_at_20_std": 0.313013, + "nauc_ndcg_at_20_diff1": 0.313013, + "nauc_ndcg_at_100_max": 0.420671, + "nauc_ndcg_at_100_std": 0.345291, + "nauc_ndcg_at_100_diff1": 0.345291, + "nauc_ndcg_at_1000_max": 0.420671, + "nauc_ndcg_at_1000_std": 0.345291, + "nauc_ndcg_at_1000_diff1": 0.345291, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.590214, + "nauc_map_at_3_std": 0.356782, + "nauc_map_at_3_diff1": 0.356782, + "nauc_map_at_5_max": 0.558251, + "nauc_map_at_5_std": 0.3934, + "nauc_map_at_5_diff1": 0.3934, + "nauc_map_at_10_max": 0.532621, + "nauc_map_at_10_std": 0.426135, + "nauc_map_at_10_diff1": 0.426135, + "nauc_map_at_20_max": 0.491518, + "nauc_map_at_20_std": 0.383578, + "nauc_map_at_20_diff1": 0.383578, + "nauc_map_at_100_max": 0.487255, + "nauc_map_at_100_std": 0.385391, + "nauc_map_at_100_diff1": 0.385391, + "nauc_map_at_1000_max": 0.487255, + "nauc_map_at_1000_std": 0.385391, + "nauc_map_at_1000_diff1": 0.385391, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.39898, + "nauc_recall_at_3_std": 0.056614, + "nauc_recall_at_3_diff1": 0.056614, + "nauc_recall_at_5_max": 0.380199, + "nauc_recall_at_5_std": 0.207942, + "nauc_recall_at_5_diff1": 0.207942, + "nauc_recall_at_10_max": 0.412406, + "nauc_recall_at_10_std": 0.397429, + "nauc_recall_at_10_diff1": 0.397429, + "nauc_recall_at_20_max": 0.280824, + "nauc_recall_at_20_std": 0.246047, + "nauc_recall_at_20_diff1": 0.246047, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.39898, + "nauc_precision_at_3_std": 0.056614, + "nauc_precision_at_3_diff1": 0.056614, + "nauc_precision_at_5_max": 0.380199, + "nauc_precision_at_5_std": 0.207942, + "nauc_precision_at_5_diff1": 0.207942, + "nauc_precision_at_10_max": 0.412406, + "nauc_precision_at_10_std": 0.397429, + "nauc_precision_at_10_diff1": 0.397429, + "nauc_precision_at_20_max": 0.280824, + "nauc_precision_at_20_std": 0.246047, + "nauc_precision_at_20_diff1": 0.246047, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.625101, + "nauc_mrr_at_3_std": 0.625101, + "nauc_mrr_at_3_diff1": 0.625101, + "nauc_mrr_at_5_max": 0.625101, + "nauc_mrr_at_5_std": 0.625101, + "nauc_mrr_at_5_diff1": 0.625101, + "nauc_mrr_at_10_max": 0.452304, + "nauc_mrr_at_10_std": 0.369188, + "nauc_mrr_at_10_diff1": 0.369188, + "nauc_mrr_at_20_max": 0.41178, + "nauc_mrr_at_20_std": 0.326401, + "nauc_mrr_at_20_diff1": 0.326401, + "nauc_mrr_at_100_max": 0.427805, + "nauc_mrr_at_100_std": 0.341033, + "nauc_mrr_at_100_diff1": 0.341033, + "nauc_mrr_at_1000_max": 0.427805, + "nauc_mrr_at_1000_std": 0.341033, + "nauc_mrr_at_1000_diff1": 0.341033, + "main_score": 0.02, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 49.98939323425293, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/LegalBenchCorporateLobbying.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/LegalBenchCorporateLobbying.json new file mode 100644 index 0000000000..d5a0d6fdfc --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/LegalBenchCorporateLobbying.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f69691c650464e62546d7f2a4536f8f87c891e38", + "task_name": "LegalBenchCorporateLobbying", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "ndcg_at_1": 0.87647, + "ndcg_at_3": 0.93764, + "ndcg_at_5": 0.94245, + "ndcg_at_10": 0.94438, + "ndcg_at_20": 0.94438, + "ndcg_at_100": 0.94438, + "ndcg_at_1000": 0.94523, + "map_at_1": 0.87647, + "map_at_3": 0.92402, + "map_at_5": 0.92667, + "map_at_10": 0.92748, + "map_at_20": 0.92748, + "map_at_100": 0.92748, + "map_at_1000": 0.92753, + "recall_at_1": 0.87647, + "recall_at_3": 0.97647, + "recall_at_5": 0.98824, + "recall_at_10": 0.99412, + "recall_at_20": 0.99412, + "recall_at_100": 0.99412, + "recall_at_1000": 1.0, + "precision_at_1": 0.87647, + "precision_at_3": 0.32549, + "precision_at_5": 0.19765, + "precision_at_10": 0.09941, + "precision_at_20": 0.04971, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.876471, + "mrr_at_3": 0.92402, + "mrr_at_5": 0.926667, + "mrr_at_10": 0.927484, + "mrr_at_20": 0.927484, + "mrr_at_100": 0.927484, + "mrr_at_1000": 0.927533, + "nauc_ndcg_at_1_max": 0.470521, + "nauc_ndcg_at_1_std": -0.029194, + "nauc_ndcg_at_1_diff1": 0.946024, + "nauc_ndcg_at_3_max": 0.586453, + "nauc_ndcg_at_3_std": -0.080206, + "nauc_ndcg_at_3_diff1": 0.934588, + "nauc_ndcg_at_5_max": 0.553838, + "nauc_ndcg_at_5_std": -0.084724, + "nauc_ndcg_at_5_diff1": 0.931649, + "nauc_ndcg_at_10_max": 0.540523, + "nauc_ndcg_at_10_std": -0.058179, + "nauc_ndcg_at_10_diff1": 0.933861, + "nauc_ndcg_at_20_max": 0.540523, + "nauc_ndcg_at_20_std": -0.058179, + "nauc_ndcg_at_20_diff1": 0.933861, + "nauc_ndcg_at_100_max": 0.540523, + "nauc_ndcg_at_100_std": -0.058179, + "nauc_ndcg_at_100_diff1": 0.933861, + "nauc_ndcg_at_1000_max": 0.536851, + "nauc_ndcg_at_1000_std": -0.052698, + "nauc_ndcg_at_1000_diff1": 0.936438, + "nauc_map_at_1_max": 0.470521, + "nauc_map_at_1_std": -0.029194, + "nauc_map_at_1_diff1": 0.946024, + "nauc_map_at_3_max": 0.549636, + "nauc_map_at_3_std": -0.056491, + "nauc_map_at_3_diff1": 0.938916, + "nauc_map_at_5_max": 0.534102, + "nauc_map_at_5_std": -0.056084, + "nauc_map_at_5_diff1": 0.937735, + "nauc_map_at_10_max": 0.529642, + "nauc_map_at_10_std": -0.047535, + "nauc_map_at_10_diff1": 0.938523, + "nauc_map_at_20_max": 0.529642, + "nauc_map_at_20_std": -0.047535, + "nauc_map_at_20_diff1": 0.938523, + "nauc_map_at_100_max": 0.529642, + "nauc_map_at_100_std": -0.047535, + "nauc_map_at_100_diff1": 0.938523, + "nauc_map_at_1000_max": 0.529487, + "nauc_map_at_1000_std": -0.047197, + "nauc_map_at_1000_diff1": 0.938654, + "nauc_recall_at_1_max": 0.470521, + "nauc_recall_at_1_std": -0.029194, + "nauc_recall_at_1_diff1": 0.946024, + "nauc_recall_at_3_max": 0.91159, + "nauc_recall_at_3_std": -0.301704, + "nauc_recall_at_3_diff1": 0.89525, + "nauc_recall_at_5_max": 0.855859, + "nauc_recall_at_5_std": -0.613796, + "nauc_recall_at_5_diff1": 0.823179, + "nauc_recall_at_10_max": 0.777077, + "nauc_recall_at_10_std": -0.369981, + "nauc_recall_at_10_diff1": 0.777077, + "nauc_recall_at_20_max": 0.777077, + "nauc_recall_at_20_std": -0.369981, + "nauc_recall_at_20_diff1": 0.777077, + "nauc_recall_at_100_max": 0.777077, + "nauc_recall_at_100_std": -0.369981, + "nauc_recall_at_100_diff1": 0.777077, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.470521, + "nauc_precision_at_1_std": -0.029194, + "nauc_precision_at_1_diff1": 0.946024, + "nauc_precision_at_3_max": 0.91159, + "nauc_precision_at_3_std": -0.301704, + "nauc_precision_at_3_diff1": 0.89525, + "nauc_precision_at_5_max": 0.855859, + "nauc_precision_at_5_std": -0.613796, + "nauc_precision_at_5_diff1": 0.823179, + "nauc_precision_at_10_max": 0.777077, + "nauc_precision_at_10_std": -0.369981, + "nauc_precision_at_10_diff1": 0.777077, + "nauc_precision_at_20_max": 0.777077, + "nauc_precision_at_20_std": -0.369981, + "nauc_precision_at_20_diff1": 0.777077, + "nauc_precision_at_100_max": 0.777077, + "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_100_diff1": 0.777077, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.470521, + "nauc_mrr_at_1_std": -0.029194, + "nauc_mrr_at_1_diff1": 0.946024, + "nauc_mrr_at_3_max": 0.549636, + "nauc_mrr_at_3_std": -0.056491, + "nauc_mrr_at_3_diff1": 0.938916, + "nauc_mrr_at_5_max": 0.534102, + "nauc_mrr_at_5_std": -0.056084, + "nauc_mrr_at_5_diff1": 0.937735, + "nauc_mrr_at_10_max": 0.529642, + "nauc_mrr_at_10_std": -0.047535, + "nauc_mrr_at_10_diff1": 0.938523, + "nauc_mrr_at_20_max": 0.529642, + "nauc_mrr_at_20_std": -0.047535, + "nauc_mrr_at_20_diff1": 0.938523, + "nauc_mrr_at_100_max": 0.529642, + "nauc_mrr_at_100_std": -0.047535, + "nauc_mrr_at_100_diff1": 0.938523, + "nauc_mrr_at_1000_max": 0.529487, + "nauc_mrr_at_1000_std": -0.047197, + "nauc_mrr_at_1000_diff1": 0.938654, + "main_score": 0.94438, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11.708424806594849, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/MIRACLRetrievalHardNegatives.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MIRACLRetrievalHardNegatives.json new file mode 100644 index 0000000000..b68bb2e775 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "task_name": "MIRACLRetrievalHardNegatives", + "mteb_version": "1.38.29", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.577, + "ndcg_at_3": 0.60764, + "ndcg_at_5": 0.64488, + "ndcg_at_10": 0.68391, + "ndcg_at_20": 0.70911, + "ndcg_at_100": 0.73136, + "ndcg_at_1000": 0.73363, + "map_at_1": 0.39148, + "map_at_3": 0.53472, + "map_at_5": 0.57377, + "map_at_10": 0.59986, + "map_at_20": 0.61157, + "map_at_100": 0.61747, + "map_at_1000": 0.61767, + "recall_at_1": 0.39148, + "recall_at_3": 0.62433, + "recall_at_5": 0.72235, + "recall_at_10": 0.82028, + "recall_at_20": 0.89528, + "recall_at_100": 0.98563, + "recall_at_1000": 0.999, + "precision_at_1": 0.577, + "precision_at_3": 0.34833, + "precision_at_5": 0.2536, + "precision_at_10": 0.1517, + "precision_at_20": 0.08605, + "precision_at_100": 0.01949, + "precision_at_1000": 0.00198, + "mrr_at_1": 0.577, + "mrr_at_3": 0.6735, + "mrr_at_5": 0.68895, + "mrr_at_10": 0.696422, + "mrr_at_20": 0.698847, + "mrr_at_100": 0.699866, + "mrr_at_1000": 0.699903, + "nauc_ndcg_at_1_max": 0.208592, + "nauc_ndcg_at_1_std": -0.112325, + "nauc_ndcg_at_1_diff1": 0.429159, + "nauc_ndcg_at_3_max": 0.140843, + "nauc_ndcg_at_3_std": -0.17334, + "nauc_ndcg_at_3_diff1": 0.357063, + "nauc_ndcg_at_5_max": 0.130719, + "nauc_ndcg_at_5_std": -0.18256, + "nauc_ndcg_at_5_diff1": 0.360846, + "nauc_ndcg_at_10_max": 0.146727, + "nauc_ndcg_at_10_std": -0.172885, + "nauc_ndcg_at_10_diff1": 0.360784, + "nauc_ndcg_at_20_max": 0.161941, + "nauc_ndcg_at_20_std": -0.159044, + "nauc_ndcg_at_20_diff1": 0.3654, + "nauc_ndcg_at_100_max": 0.171466, + "nauc_ndcg_at_100_std": -0.135869, + "nauc_ndcg_at_100_diff1": 0.366024, + "nauc_ndcg_at_1000_max": 0.166402, + "nauc_ndcg_at_1000_std": -0.139917, + "nauc_ndcg_at_1000_diff1": 0.367463, + "nauc_map_at_1_max": 0.071537, + "nauc_map_at_1_std": -0.169659, + "nauc_map_at_1_diff1": 0.425075, + "nauc_map_at_3_max": 0.105492, + "nauc_map_at_3_std": -0.188063, + "nauc_map_at_3_diff1": 0.371995, + "nauc_map_at_5_max": 0.113829, + "nauc_map_at_5_std": -0.188665, + "nauc_map_at_5_diff1": 0.369661, + "nauc_map_at_10_max": 0.123717, + "nauc_map_at_10_std": -0.18282, + "nauc_map_at_10_diff1": 0.368275, + "nauc_map_at_20_max": 0.129834, + "nauc_map_at_20_std": -0.178554, + "nauc_map_at_20_diff1": 0.369003, + "nauc_map_at_100_max": 0.133278, + "nauc_map_at_100_std": -0.172167, + "nauc_map_at_100_diff1": 0.369512, + "nauc_map_at_1000_max": 0.133019, + "nauc_map_at_1000_std": -0.172307, + "nauc_map_at_1000_diff1": 0.369611, + "nauc_recall_at_1_max": 0.071537, + "nauc_recall_at_1_std": -0.169659, + "nauc_recall_at_1_diff1": 0.425075, + "nauc_recall_at_3_max": 0.075469, + "nauc_recall_at_3_std": -0.214088, + "nauc_recall_at_3_diff1": 0.301652, + "nauc_recall_at_5_max": 0.06594, + "nauc_recall_at_5_std": -0.227062, + "nauc_recall_at_5_diff1": 0.284086, + "nauc_recall_at_10_max": 0.096244, + "nauc_recall_at_10_std": -0.214049, + "nauc_recall_at_10_diff1": 0.271152, + "nauc_recall_at_20_max": 0.15448, + "nauc_recall_at_20_std": -0.182429, + "nauc_recall_at_20_diff1": 0.27924, + "nauc_recall_at_100_max": 0.511954, + "nauc_recall_at_100_std": 0.351441, + "nauc_recall_at_100_diff1": 0.070156, + "nauc_recall_at_1000_max": -1.151727, + "nauc_recall_at_1000_std": 0.869281, + "nauc_recall_at_1000_diff1": -1.739963, + "nauc_precision_at_1_max": 0.208592, + "nauc_precision_at_1_std": -0.112325, + "nauc_precision_at_1_diff1": 0.429159, + "nauc_precision_at_3_max": 0.192822, + "nauc_precision_at_3_std": -0.018801, + "nauc_precision_at_3_diff1": 0.061521, + "nauc_precision_at_5_max": 0.159646, + "nauc_precision_at_5_std": 0.016072, + "nauc_precision_at_5_diff1": -0.021702, + "nauc_precision_at_10_max": 0.156475, + "nauc_precision_at_10_std": 0.077435, + "nauc_precision_at_10_diff1": -0.081685, + "nauc_precision_at_20_max": 0.154733, + "nauc_precision_at_20_std": 0.131255, + "nauc_precision_at_20_diff1": -0.112593, + "nauc_precision_at_100_max": 0.14199, + "nauc_precision_at_100_std": 0.214685, + "nauc_precision_at_100_diff1": -0.154818, + "nauc_precision_at_1000_max": 0.125918, + "nauc_precision_at_1000_std": 0.208465, + "nauc_precision_at_1000_diff1": -0.155726, + "nauc_mrr_at_1_max": 0.208592, + "nauc_mrr_at_1_std": -0.112325, + "nauc_mrr_at_1_diff1": 0.429159, + "nauc_mrr_at_3_max": 0.210271, + "nauc_mrr_at_3_std": -0.121105, + "nauc_mrr_at_3_diff1": 0.392781, + "nauc_mrr_at_5_max": 0.209635, + "nauc_mrr_at_5_std": -0.116302, + "nauc_mrr_at_5_diff1": 0.394192, + "nauc_mrr_at_10_max": 0.212181, + "nauc_mrr_at_10_std": -0.113735, + "nauc_mrr_at_10_diff1": 0.396062, + "nauc_mrr_at_20_max": 0.213235, + "nauc_mrr_at_20_std": -0.11158, + "nauc_mrr_at_20_diff1": 0.397544, + "nauc_mrr_at_100_max": 0.212644, + "nauc_mrr_at_100_std": -0.11137, + "nauc_mrr_at_100_diff1": 0.397316, + "nauc_mrr_at_1000_max": 0.212547, + "nauc_mrr_at_1000_std": -0.111482, + "nauc_mrr_at_1000_diff1": 0.397288, + "main_score": 0.68391, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.61071, + "ndcg_at_3": 0.63879, + "ndcg_at_5": 0.66993, + "ndcg_at_10": 0.70921, + "ndcg_at_20": 0.72804, + "ndcg_at_100": 0.74774, + "ndcg_at_1000": 0.75069, + "map_at_1": 0.37423, + "map_at_3": 0.54746, + "map_at_5": 0.5867, + "map_at_10": 0.6158, + "map_at_20": 0.62569, + "map_at_100": 0.63118, + "map_at_1000": 0.63144, + "recall_at_1": 0.37423, + "recall_at_3": 0.6506, + "recall_at_5": 0.74606, + "recall_at_10": 0.84755, + "recall_at_20": 0.9028, + "recall_at_100": 0.97982, + "recall_at_1000": 0.99676, + "precision_at_1": 0.61071, + "precision_at_3": 0.39092, + "precision_at_5": 0.27981, + "precision_at_10": 0.16788, + "precision_at_20": 0.09173, + "precision_at_100": 0.02049, + "precision_at_1000": 0.00209, + "mrr_at_1": 0.610706, + "mrr_at_3": 0.716951, + "mrr_at_5": 0.730819, + "mrr_at_10": 0.736947, + "mrr_at_20": 0.738179, + "mrr_at_100": 0.738851, + "mrr_at_1000": 0.73889, + "nauc_ndcg_at_1_max": 0.19895, + "nauc_ndcg_at_1_std": -0.074137, + "nauc_ndcg_at_1_diff1": 0.383482, + "nauc_ndcg_at_3_max": 0.1248, + "nauc_ndcg_at_3_std": -0.148785, + "nauc_ndcg_at_3_diff1": 0.375554, + "nauc_ndcg_at_5_max": 0.088623, + "nauc_ndcg_at_5_std": -0.178394, + "nauc_ndcg_at_5_diff1": 0.389968, + "nauc_ndcg_at_10_max": 0.128159, + "nauc_ndcg_at_10_std": -0.161112, + "nauc_ndcg_at_10_diff1": 0.404884, + "nauc_ndcg_at_20_max": 0.151988, + "nauc_ndcg_at_20_std": -0.124296, + "nauc_ndcg_at_20_diff1": 0.389802, + "nauc_ndcg_at_100_max": 0.147701, + "nauc_ndcg_at_100_std": -0.111993, + "nauc_ndcg_at_100_diff1": 0.385082, + "nauc_ndcg_at_1000_max": 0.147001, + "nauc_ndcg_at_1000_std": -0.114579, + "nauc_ndcg_at_1000_diff1": 0.386357, + "nauc_map_at_1_max": 0.000621, + "nauc_map_at_1_std": -0.221909, + "nauc_map_at_1_diff1": 0.45432, + "nauc_map_at_3_max": 0.073551, + "nauc_map_at_3_std": -0.229258, + "nauc_map_at_3_diff1": 0.412624, + "nauc_map_at_5_max": 0.079989, + "nauc_map_at_5_std": -0.215278, + "nauc_map_at_5_diff1": 0.407376, + "nauc_map_at_10_max": 0.107085, + "nauc_map_at_10_std": -0.192776, + "nauc_map_at_10_diff1": 0.405346, + "nauc_map_at_20_max": 0.118554, + "nauc_map_at_20_std": -0.177251, + "nauc_map_at_20_diff1": 0.398907, + "nauc_map_at_100_max": 0.117978, + "nauc_map_at_100_std": -0.170888, + "nauc_map_at_100_diff1": 0.397646, + "nauc_map_at_1000_max": 0.11789, + "nauc_map_at_1000_std": -0.170918, + "nauc_map_at_1000_diff1": 0.397546, + "nauc_recall_at_1_max": 0.000621, + "nauc_recall_at_1_std": -0.221909, + "nauc_recall_at_1_diff1": 0.45432, + "nauc_recall_at_3_max": 0.032365, + "nauc_recall_at_3_std": -0.243652, + "nauc_recall_at_3_diff1": 0.361512, + "nauc_recall_at_5_max": -0.0228, + "nauc_recall_at_5_std": -0.257497, + "nauc_recall_at_5_diff1": 0.339658, + "nauc_recall_at_10_max": 0.062769, + "nauc_recall_at_10_std": -0.210154, + "nauc_recall_at_10_diff1": 0.38058, + "nauc_recall_at_20_max": 0.172499, + "nauc_recall_at_20_std": -0.036102, + "nauc_recall_at_20_diff1": 0.316252, + "nauc_recall_at_100_max": 0.215116, + "nauc_recall_at_100_std": 0.256355, + "nauc_recall_at_100_diff1": 0.302313, + "nauc_recall_at_1000_max": 0.553871, + "nauc_recall_at_1000_std": 0.89588, + "nauc_recall_at_1000_diff1": 0.89588, + "nauc_precision_at_1_max": 0.19895, + "nauc_precision_at_1_std": -0.074137, + "nauc_precision_at_1_diff1": 0.383482, + "nauc_precision_at_3_max": 0.21502, + "nauc_precision_at_3_std": 0.103774, + "nauc_precision_at_3_diff1": 0.007446, + "nauc_precision_at_5_max": 0.185699, + "nauc_precision_at_5_std": 0.177212, + "nauc_precision_at_5_diff1": -0.084538, + "nauc_precision_at_10_max": 0.207815, + "nauc_precision_at_10_std": 0.24622, + "nauc_precision_at_10_diff1": -0.162929, + "nauc_precision_at_20_max": 0.214387, + "nauc_precision_at_20_std": 0.298387, + "nauc_precision_at_20_diff1": -0.210768, + "nauc_precision_at_100_max": 0.168711, + "nauc_precision_at_100_std": 0.327611, + "nauc_precision_at_100_diff1": -0.257411, + "nauc_precision_at_1000_max": 0.156824, + "nauc_precision_at_1000_std": 0.318048, + "nauc_precision_at_1000_diff1": -0.266875, + "nauc_mrr_at_1_max": 0.19895, + "nauc_mrr_at_1_std": -0.074137, + "nauc_mrr_at_1_diff1": 0.383482, + "nauc_mrr_at_3_max": 0.203002, + "nauc_mrr_at_3_std": -0.054155, + "nauc_mrr_at_3_diff1": 0.381628, + "nauc_mrr_at_5_max": 0.185307, + "nauc_mrr_at_5_std": -0.062202, + "nauc_mrr_at_5_diff1": 0.375123, + "nauc_mrr_at_10_max": 0.193058, + "nauc_mrr_at_10_std": -0.05987, + "nauc_mrr_at_10_diff1": 0.376914, + "nauc_mrr_at_20_max": 0.194582, + "nauc_mrr_at_20_std": -0.057651, + "nauc_mrr_at_20_diff1": 0.375741, + "nauc_mrr_at_100_max": 0.194294, + "nauc_mrr_at_100_std": -0.05875, + "nauc_mrr_at_100_diff1": 0.376045, + "nauc_mrr_at_1000_max": 0.194269, + "nauc_mrr_at_1000_std": -0.058822, + "nauc_mrr_at_1000_diff1": 0.376178, + "main_score": 0.70921, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.44918, + "ndcg_at_3": 0.43696, + "ndcg_at_5": 0.46445, + "ndcg_at_10": 0.52423, + "ndcg_at_20": 0.56328, + "ndcg_at_100": 0.60936, + "ndcg_at_1000": 0.61659, + "map_at_1": 0.2037, + "map_at_3": 0.33077, + "map_at_5": 0.3712, + "map_at_10": 0.41139, + "map_at_20": 0.42961, + "map_at_100": 0.44196, + "map_at_1000": 0.44269, + "recall_at_1": 0.2037, + "recall_at_3": 0.41229, + "recall_at_5": 0.51559, + "recall_at_10": 0.66787, + "recall_at_20": 0.77732, + "recall_at_100": 0.95695, + "recall_at_1000": 0.99543, + "precision_at_1": 0.44918, + "precision_at_3": 0.31913, + "precision_at_5": 0.2459, + "precision_at_10": 0.16426, + "precision_at_20": 0.09934, + "precision_at_100": 0.02528, + "precision_at_1000": 0.00264, + "mrr_at_1": 0.44918, + "mrr_at_3": 0.548087, + "mrr_at_5": 0.569727, + "mrr_at_10": 0.580912, + "mrr_at_20": 0.585798, + "mrr_at_100": 0.587315, + "mrr_at_1000": 0.587434, + "nauc_ndcg_at_1_max": 0.172834, + "nauc_ndcg_at_1_std": 0.051298, + "nauc_ndcg_at_1_diff1": 0.191665, + "nauc_ndcg_at_3_max": 0.164817, + "nauc_ndcg_at_3_std": -0.05812, + "nauc_ndcg_at_3_diff1": 0.155474, + "nauc_ndcg_at_5_max": 0.15144, + "nauc_ndcg_at_5_std": -0.106482, + "nauc_ndcg_at_5_diff1": 0.201625, + "nauc_ndcg_at_10_max": 0.165344, + "nauc_ndcg_at_10_std": -0.092646, + "nauc_ndcg_at_10_diff1": 0.193154, + "nauc_ndcg_at_20_max": 0.176674, + "nauc_ndcg_at_20_std": -0.07821, + "nauc_ndcg_at_20_diff1": 0.18903, + "nauc_ndcg_at_100_max": 0.182917, + "nauc_ndcg_at_100_std": -0.048987, + "nauc_ndcg_at_100_diff1": 0.176027, + "nauc_ndcg_at_1000_max": 0.179899, + "nauc_ndcg_at_1000_std": -0.041075, + "nauc_ndcg_at_1000_diff1": 0.173633, + "nauc_map_at_1_max": 0.086955, + "nauc_map_at_1_std": 0.000492, + "nauc_map_at_1_diff1": 0.255431, + "nauc_map_at_3_max": 0.128065, + "nauc_map_at_3_std": -0.087711, + "nauc_map_at_3_diff1": 0.201884, + "nauc_map_at_5_max": 0.135656, + "nauc_map_at_5_std": -0.116915, + "nauc_map_at_5_diff1": 0.219297, + "nauc_map_at_10_max": 0.150808, + "nauc_map_at_10_std": -0.103155, + "nauc_map_at_10_diff1": 0.207154, + "nauc_map_at_20_max": 0.157594, + "nauc_map_at_20_std": -0.096737, + "nauc_map_at_20_diff1": 0.202552, + "nauc_map_at_100_max": 0.160715, + "nauc_map_at_100_std": -0.087557, + "nauc_map_at_100_diff1": 0.198617, + "nauc_map_at_1000_max": 0.160012, + "nauc_map_at_1000_std": -0.087021, + "nauc_map_at_1000_diff1": 0.198557, + "nauc_recall_at_1_max": 0.086955, + "nauc_recall_at_1_std": 0.000492, + "nauc_recall_at_1_diff1": 0.255431, + "nauc_recall_at_3_max": 0.105907, + "nauc_recall_at_3_std": -0.128038, + "nauc_recall_at_3_diff1": 0.166531, + "nauc_recall_at_5_max": 0.090604, + "nauc_recall_at_5_std": -0.190117, + "nauc_recall_at_5_diff1": 0.20726, + "nauc_recall_at_10_max": 0.107303, + "nauc_recall_at_10_std": -0.180055, + "nauc_recall_at_10_diff1": 0.184026, + "nauc_recall_at_20_max": 0.127519, + "nauc_recall_at_20_std": -0.17658, + "nauc_recall_at_20_diff1": 0.198118, + "nauc_recall_at_100_max": 0.130766, + "nauc_recall_at_100_std": -0.210159, + "nauc_recall_at_100_diff1": 0.216522, + "nauc_recall_at_1000_max": 0.207992, + "nauc_recall_at_1000_std": 0.335848, + "nauc_recall_at_1000_diff1": 0.231481, + "nauc_precision_at_1_max": 0.172834, + "nauc_precision_at_1_std": 0.051298, + "nauc_precision_at_1_diff1": 0.191665, + "nauc_precision_at_3_max": 0.216555, + "nauc_precision_at_3_std": -0.059028, + "nauc_precision_at_3_diff1": 0.044143, + "nauc_precision_at_5_max": 0.197055, + "nauc_precision_at_5_std": -0.093429, + "nauc_precision_at_5_diff1": 0.050538, + "nauc_precision_at_10_max": 0.190883, + "nauc_precision_at_10_std": -0.009192, + "nauc_precision_at_10_diff1": -0.013022, + "nauc_precision_at_20_max": 0.172226, + "nauc_precision_at_20_std": 0.033877, + "nauc_precision_at_20_diff1": -0.062761, + "nauc_precision_at_100_max": 0.140535, + "nauc_precision_at_100_std": 0.137473, + "nauc_precision_at_100_diff1": -0.124461, + "nauc_precision_at_1000_max": 0.104207, + "nauc_precision_at_1000_std": 0.155546, + "nauc_precision_at_1000_diff1": -0.143399, + "nauc_mrr_at_1_max": 0.172834, + "nauc_mrr_at_1_std": 0.051298, + "nauc_mrr_at_1_diff1": 0.191665, + "nauc_mrr_at_3_max": 0.204189, + "nauc_mrr_at_3_std": 0.028616, + "nauc_mrr_at_3_diff1": 0.145389, + "nauc_mrr_at_5_max": 0.189824, + "nauc_mrr_at_5_std": 0.025908, + "nauc_mrr_at_5_diff1": 0.153054, + "nauc_mrr_at_10_max": 0.191062, + "nauc_mrr_at_10_std": 0.029564, + "nauc_mrr_at_10_diff1": 0.154996, + "nauc_mrr_at_20_max": 0.192346, + "nauc_mrr_at_20_std": 0.031916, + "nauc_mrr_at_20_diff1": 0.154423, + "nauc_mrr_at_100_max": 0.191363, + "nauc_mrr_at_100_std": 0.030674, + "nauc_mrr_at_100_diff1": 0.155102, + "nauc_mrr_at_1000_max": 0.191504, + "nauc_mrr_at_1000_std": 0.030653, + "nauc_mrr_at_1000_diff1": 0.155087, + "main_score": 0.52423, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.50438, + "ndcg_at_3": 0.48391, + "ndcg_at_5": 0.50474, + "ndcg_at_10": 0.54783, + "ndcg_at_20": 0.5826, + "ndcg_at_100": 0.638, + "ndcg_at_1000": 0.64581, + "map_at_1": 0.24248, + "map_at_3": 0.36203, + "map_at_5": 0.40375, + "map_at_10": 0.43851, + "map_at_20": 0.45546, + "map_at_100": 0.47084, + "map_at_1000": 0.47177, + "recall_at_1": 0.24248, + "recall_at_3": 0.43487, + "recall_at_5": 0.53517, + "recall_at_10": 0.65643, + "recall_at_20": 0.75533, + "recall_at_100": 0.95959, + "recall_at_1000": 0.99844, + "precision_at_1": 0.50438, + "precision_at_3": 0.33709, + "precision_at_5": 0.26008, + "precision_at_10": 0.16996, + "precision_at_20": 0.10106, + "precision_at_100": 0.02763, + "precision_at_1000": 0.00291, + "mrr_at_1": 0.50438, + "mrr_at_3": 0.602628, + "mrr_at_5": 0.621402, + "mrr_at_10": 0.630589, + "mrr_at_20": 0.634005, + "mrr_at_100": 0.635936, + "mrr_at_1000": 0.636003, + "nauc_ndcg_at_1_max": 0.26148, + "nauc_ndcg_at_1_std": 0.041498, + "nauc_ndcg_at_1_diff1": 0.287868, + "nauc_ndcg_at_3_max": 0.186072, + "nauc_ndcg_at_3_std": 0.000979, + "nauc_ndcg_at_3_diff1": 0.255555, + "nauc_ndcg_at_5_max": 0.176966, + "nauc_ndcg_at_5_std": -0.016261, + "nauc_ndcg_at_5_diff1": 0.263233, + "nauc_ndcg_at_10_max": 0.194216, + "nauc_ndcg_at_10_std": -0.011421, + "nauc_ndcg_at_10_diff1": 0.278322, + "nauc_ndcg_at_20_max": 0.215754, + "nauc_ndcg_at_20_std": 0.00138, + "nauc_ndcg_at_20_diff1": 0.267139, + "nauc_ndcg_at_100_max": 0.227797, + "nauc_ndcg_at_100_std": 0.019416, + "nauc_ndcg_at_100_diff1": 0.255172, + "nauc_ndcg_at_1000_max": 0.227107, + "nauc_ndcg_at_1000_std": 0.018185, + "nauc_ndcg_at_1000_diff1": 0.256578, + "nauc_map_at_1_max": 0.082746, + "nauc_map_at_1_std": -0.040152, + "nauc_map_at_1_diff1": 0.279848, + "nauc_map_at_3_max": 0.1059, + "nauc_map_at_3_std": -0.045177, + "nauc_map_at_3_diff1": 0.278512, + "nauc_map_at_5_max": 0.124164, + "nauc_map_at_5_std": -0.044309, + "nauc_map_at_5_diff1": 0.271564, + "nauc_map_at_10_max": 0.153856, + "nauc_map_at_10_std": -0.033744, + "nauc_map_at_10_diff1": 0.27666, + "nauc_map_at_20_max": 0.169155, + "nauc_map_at_20_std": -0.024182, + "nauc_map_at_20_diff1": 0.271004, + "nauc_map_at_100_max": 0.175831, + "nauc_map_at_100_std": -0.017627, + "nauc_map_at_100_diff1": 0.26833, + "nauc_map_at_1000_max": 0.176037, + "nauc_map_at_1000_std": -0.01758, + "nauc_map_at_1000_diff1": 0.268379, + "nauc_recall_at_1_max": 0.082746, + "nauc_recall_at_1_std": -0.040152, + "nauc_recall_at_1_diff1": 0.279848, + "nauc_recall_at_3_max": 0.0739, + "nauc_recall_at_3_std": -0.051415, + "nauc_recall_at_3_diff1": 0.251838, + "nauc_recall_at_5_max": 0.090103, + "nauc_recall_at_5_std": -0.067696, + "nauc_recall_at_5_diff1": 0.241927, + "nauc_recall_at_10_max": 0.135501, + "nauc_recall_at_10_std": -0.042609, + "nauc_recall_at_10_diff1": 0.260449, + "nauc_recall_at_20_max": 0.17235, + "nauc_recall_at_20_std": -0.031436, + "nauc_recall_at_20_diff1": 0.222728, + "nauc_recall_at_100_max": 0.248734, + "nauc_recall_at_100_std": 0.042346, + "nauc_recall_at_100_diff1": 0.105607, + "nauc_recall_at_1000_max": 0.537731, + "nauc_recall_at_1000_std": -0.563931, + "nauc_recall_at_1000_diff1": -0.401585, + "nauc_precision_at_1_max": 0.26148, + "nauc_precision_at_1_std": 0.041498, + "nauc_precision_at_1_diff1": 0.287868, + "nauc_precision_at_3_max": 0.23321, + "nauc_precision_at_3_std": 0.041396, + "nauc_precision_at_3_diff1": 0.122947, + "nauc_precision_at_5_max": 0.242068, + "nauc_precision_at_5_std": 0.070944, + "nauc_precision_at_5_diff1": 0.04804, + "nauc_precision_at_10_max": 0.266116, + "nauc_precision_at_10_std": 0.11189, + "nauc_precision_at_10_diff1": -0.00128, + "nauc_precision_at_20_max": 0.277839, + "nauc_precision_at_20_std": 0.149407, + "nauc_precision_at_20_diff1": -0.051604, + "nauc_precision_at_100_max": 0.197575, + "nauc_precision_at_100_std": 0.161932, + "nauc_precision_at_100_diff1": -0.128637, + "nauc_precision_at_1000_max": 0.181237, + "nauc_precision_at_1000_std": 0.149919, + "nauc_precision_at_1000_diff1": -0.13141, + "nauc_mrr_at_1_max": 0.26148, + "nauc_mrr_at_1_std": 0.041498, + "nauc_mrr_at_1_diff1": 0.287868, + "nauc_mrr_at_3_max": 0.270186, + "nauc_mrr_at_3_std": 0.04071, + "nauc_mrr_at_3_diff1": 0.281997, + "nauc_mrr_at_5_max": 0.273483, + "nauc_mrr_at_5_std": 0.038667, + "nauc_mrr_at_5_diff1": 0.28031, + "nauc_mrr_at_10_max": 0.27704, + "nauc_mrr_at_10_std": 0.042374, + "nauc_mrr_at_10_diff1": 0.284095, + "nauc_mrr_at_20_max": 0.275096, + "nauc_mrr_at_20_std": 0.042125, + "nauc_mrr_at_20_diff1": 0.282613, + "nauc_mrr_at_100_max": 0.274449, + "nauc_mrr_at_100_std": 0.041428, + "nauc_mrr_at_100_diff1": 0.282286, + "nauc_mrr_at_1000_max": 0.274417, + "nauc_mrr_at_1000_std": 0.041437, + "nauc_mrr_at_1000_diff1": 0.282371, + "main_score": 0.54783, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.52778, + "ndcg_at_3": 0.48029, + "ndcg_at_5": 0.47954, + "ndcg_at_10": 0.51247, + "ndcg_at_20": 0.56909, + "ndcg_at_100": 0.64526, + "ndcg_at_1000": 0.65475, + "map_at_1": 0.15203, + "map_at_3": 0.27603, + "map_at_5": 0.33036, + "map_at_10": 0.38335, + "map_at_20": 0.41492, + "map_at_100": 0.44117, + "map_at_1000": 0.44255, + "recall_at_1": 0.15203, + "recall_at_3": 0.33277, + "recall_at_5": 0.43877, + "recall_at_10": 0.5765, + "recall_at_20": 0.71322, + "recall_at_100": 0.95791, + "recall_at_1000": 0.99874, + "precision_at_1": 0.52778, + "precision_at_3": 0.40689, + "precision_at_5": 0.34074, + "precision_at_10": 0.2409, + "precision_at_20": 0.15502, + "precision_at_100": 0.04389, + "precision_at_1000": 0.0046, + "mrr_at_1": 0.527778, + "mrr_at_3": 0.630401, + "mrr_at_5": 0.647222, + "mrr_at_10": 0.658061, + "mrr_at_20": 0.661137, + "mrr_at_100": 0.662445, + "mrr_at_1000": 0.662474, + "nauc_ndcg_at_1_max": 0.371523, + "nauc_ndcg_at_1_std": 0.115255, + "nauc_ndcg_at_1_diff1": 0.278824, + "nauc_ndcg_at_3_max": 0.299785, + "nauc_ndcg_at_3_std": 0.051307, + "nauc_ndcg_at_3_diff1": 0.255509, + "nauc_ndcg_at_5_max": 0.286618, + "nauc_ndcg_at_5_std": -0.002243, + "nauc_ndcg_at_5_diff1": 0.260518, + "nauc_ndcg_at_10_max": 0.265797, + "nauc_ndcg_at_10_std": -0.008228, + "nauc_ndcg_at_10_diff1": 0.259319, + "nauc_ndcg_at_20_max": 0.304887, + "nauc_ndcg_at_20_std": 0.024751, + "nauc_ndcg_at_20_diff1": 0.244453, + "nauc_ndcg_at_100_max": 0.336401, + "nauc_ndcg_at_100_std": 0.089507, + "nauc_ndcg_at_100_diff1": 0.238212, + "nauc_ndcg_at_1000_max": 0.341877, + "nauc_ndcg_at_1000_std": 0.089738, + "nauc_ndcg_at_1000_diff1": 0.235549, + "nauc_map_at_1_max": 0.139219, + "nauc_map_at_1_std": -0.081487, + "nauc_map_at_1_diff1": 0.369579, + "nauc_map_at_3_max": 0.153062, + "nauc_map_at_3_std": -0.103282, + "nauc_map_at_3_diff1": 0.311086, + "nauc_map_at_5_max": 0.195863, + "nauc_map_at_5_std": -0.089793, + "nauc_map_at_5_diff1": 0.292803, + "nauc_map_at_10_max": 0.22905, + "nauc_map_at_10_std": -0.049034, + "nauc_map_at_10_diff1": 0.275179, + "nauc_map_at_20_max": 0.256625, + "nauc_map_at_20_std": -0.027601, + "nauc_map_at_20_diff1": 0.265387, + "nauc_map_at_100_max": 0.269817, + "nauc_map_at_100_std": -0.004589, + "nauc_map_at_100_diff1": 0.263002, + "nauc_map_at_1000_max": 0.270998, + "nauc_map_at_1000_std": -0.004228, + "nauc_map_at_1000_diff1": 0.262885, + "nauc_recall_at_1_max": 0.139219, + "nauc_recall_at_1_std": -0.081487, + "nauc_recall_at_1_diff1": 0.369579, + "nauc_recall_at_3_max": 0.084132, + "nauc_recall_at_3_std": -0.133614, + "nauc_recall_at_3_diff1": 0.278486, + "nauc_recall_at_5_max": 0.111112, + "nauc_recall_at_5_std": -0.144362, + "nauc_recall_at_5_diff1": 0.237938, + "nauc_recall_at_10_max": 0.125309, + "nauc_recall_at_10_std": -0.10596, + "nauc_recall_at_10_diff1": 0.20329, + "nauc_recall_at_20_max": 0.160927, + "nauc_recall_at_20_std": -0.079092, + "nauc_recall_at_20_diff1": 0.162106, + "nauc_recall_at_100_max": 0.184639, + "nauc_recall_at_100_std": 0.135811, + "nauc_recall_at_100_diff1": 0.18373, + "nauc_recall_at_1000_max": 0.914917, + "nauc_recall_at_1000_std": 0.973314, + "nauc_recall_at_1000_diff1": -0.511729, + "nauc_precision_at_1_max": 0.371523, + "nauc_precision_at_1_std": 0.115255, + "nauc_precision_at_1_diff1": 0.278824, + "nauc_precision_at_3_max": 0.333995, + "nauc_precision_at_3_std": 0.12862, + "nauc_precision_at_3_diff1": 0.117027, + "nauc_precision_at_5_max": 0.363597, + "nauc_precision_at_5_std": 0.153794, + "nauc_precision_at_5_diff1": 0.049924, + "nauc_precision_at_10_max": 0.332214, + "nauc_precision_at_10_std": 0.225189, + "nauc_precision_at_10_diff1": -0.009185, + "nauc_precision_at_20_max": 0.325523, + "nauc_precision_at_20_std": 0.265132, + "nauc_precision_at_20_diff1": -0.069415, + "nauc_precision_at_100_max": 0.245924, + "nauc_precision_at_100_std": 0.332232, + "nauc_precision_at_100_diff1": -0.142711, + "nauc_precision_at_1000_max": 0.236038, + "nauc_precision_at_1000_std": 0.322517, + "nauc_precision_at_1000_diff1": -0.155381, + "nauc_mrr_at_1_max": 0.371523, + "nauc_mrr_at_1_std": 0.115255, + "nauc_mrr_at_1_diff1": 0.278824, + "nauc_mrr_at_3_max": 0.387258, + "nauc_mrr_at_3_std": 0.144635, + "nauc_mrr_at_3_diff1": 0.26614, + "nauc_mrr_at_5_max": 0.384426, + "nauc_mrr_at_5_std": 0.138333, + "nauc_mrr_at_5_diff1": 0.256129, + "nauc_mrr_at_10_max": 0.383122, + "nauc_mrr_at_10_std": 0.140923, + "nauc_mrr_at_10_diff1": 0.255266, + "nauc_mrr_at_20_max": 0.382258, + "nauc_mrr_at_20_std": 0.14012, + "nauc_mrr_at_20_diff1": 0.256402, + "nauc_mrr_at_100_max": 0.382261, + "nauc_mrr_at_100_std": 0.139723, + "nauc_mrr_at_100_diff1": 0.257021, + "nauc_mrr_at_1000_max": 0.382219, + "nauc_mrr_at_1000_std": 0.139679, + "nauc_mrr_at_1000_diff1": 0.25702, + "main_score": 0.51247, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.44462, + "ndcg_at_3": 0.47481, + "ndcg_at_5": 0.50785, + "ndcg_at_10": 0.55632, + "ndcg_at_20": 0.58871, + "ndcg_at_100": 0.62427, + "ndcg_at_1000": 0.63121, + "map_at_1": 0.28451, + "map_at_3": 0.4015, + "map_at_5": 0.43546, + "map_at_10": 0.465, + "map_at_20": 0.47925, + "map_at_100": 0.48766, + "map_at_1000": 0.48824, + "recall_at_1": 0.28451, + "recall_at_3": 0.48882, + "recall_at_5": 0.57946, + "recall_at_10": 0.71005, + "recall_at_20": 0.80763, + "recall_at_100": 0.95503, + "recall_at_1000": 0.99631, + "precision_at_1": 0.44462, + "precision_at_3": 0.28323, + "precision_at_5": 0.21203, + "precision_at_10": 0.13497, + "precision_at_20": 0.08006, + "precision_at_100": 0.01979, + "precision_at_1000": 0.00207, + "mrr_at_1": 0.44462, + "mrr_at_3": 0.540084, + "mrr_at_5": 0.557964, + "mrr_at_10": 0.569944, + "mrr_at_20": 0.574852, + "mrr_at_100": 0.577149, + "mrr_at_1000": 0.577265, + "nauc_ndcg_at_1_max": 0.141706, + "nauc_ndcg_at_1_std": -0.064701, + "nauc_ndcg_at_1_diff1": 0.304654, + "nauc_ndcg_at_3_max": 0.138999, + "nauc_ndcg_at_3_std": -0.090407, + "nauc_ndcg_at_3_diff1": 0.26816, + "nauc_ndcg_at_5_max": 0.167865, + "nauc_ndcg_at_5_std": -0.103263, + "nauc_ndcg_at_5_diff1": 0.268749, + "nauc_ndcg_at_10_max": 0.178287, + "nauc_ndcg_at_10_std": -0.091367, + "nauc_ndcg_at_10_diff1": 0.261884, + "nauc_ndcg_at_20_max": 0.176322, + "nauc_ndcg_at_20_std": -0.084104, + "nauc_ndcg_at_20_diff1": 0.24961, + "nauc_ndcg_at_100_max": 0.177233, + "nauc_ndcg_at_100_std": -0.064575, + "nauc_ndcg_at_100_diff1": 0.250323, + "nauc_ndcg_at_1000_max": 0.171872, + "nauc_ndcg_at_1000_std": -0.069845, + "nauc_ndcg_at_1000_diff1": 0.260931, + "nauc_map_at_1_max": 0.053377, + "nauc_map_at_1_std": -0.129485, + "nauc_map_at_1_diff1": 0.362434, + "nauc_map_at_3_max": 0.110223, + "nauc_map_at_3_std": -0.107893, + "nauc_map_at_3_diff1": 0.3036, + "nauc_map_at_5_max": 0.135508, + "nauc_map_at_5_std": -0.110816, + "nauc_map_at_5_diff1": 0.29489, + "nauc_map_at_10_max": 0.147612, + "nauc_map_at_10_std": -0.103766, + "nauc_map_at_10_diff1": 0.286378, + "nauc_map_at_20_max": 0.147533, + "nauc_map_at_20_std": -0.09753, + "nauc_map_at_20_diff1": 0.278967, + "nauc_map_at_100_max": 0.147891, + "nauc_map_at_100_std": -0.094152, + "nauc_map_at_100_diff1": 0.278456, + "nauc_map_at_1000_max": 0.147839, + "nauc_map_at_1000_std": -0.094211, + "nauc_map_at_1000_diff1": 0.2792, + "nauc_recall_at_1_max": 0.053377, + "nauc_recall_at_1_std": -0.129485, + "nauc_recall_at_1_diff1": 0.362434, + "nauc_recall_at_3_max": 0.12011, + "nauc_recall_at_3_std": -0.102318, + "nauc_recall_at_3_diff1": 0.237725, + "nauc_recall_at_5_max": 0.183354, + "nauc_recall_at_5_std": -0.130063, + "nauc_recall_at_5_diff1": 0.213809, + "nauc_recall_at_10_max": 0.211005, + "nauc_recall_at_10_std": -0.089468, + "nauc_recall_at_10_diff1": 0.173607, + "nauc_recall_at_20_max": 0.212061, + "nauc_recall_at_20_std": -0.093698, + "nauc_recall_at_20_diff1": 0.103865, + "nauc_recall_at_100_max": 0.411536, + "nauc_recall_at_100_std": 0.227443, + "nauc_recall_at_100_diff1": -0.085278, + "nauc_recall_at_1000_max": 0.776782, + "nauc_recall_at_1000_std": 0.904338, + "nauc_recall_at_1000_diff1": 0.4332, + "nauc_precision_at_1_max": 0.141706, + "nauc_precision_at_1_std": -0.064701, + "nauc_precision_at_1_diff1": 0.304654, + "nauc_precision_at_3_max": 0.207105, + "nauc_precision_at_3_std": 0.014815, + "nauc_precision_at_3_diff1": 0.05259, + "nauc_precision_at_5_max": 0.229369, + "nauc_precision_at_5_std": 0.026975, + "nauc_precision_at_5_diff1": 0.00093, + "nauc_precision_at_10_max": 0.207124, + "nauc_precision_at_10_std": 0.067308, + "nauc_precision_at_10_diff1": -0.072638, + "nauc_precision_at_20_max": 0.163502, + "nauc_precision_at_20_std": 0.114072, + "nauc_precision_at_20_diff1": -0.124361, + "nauc_precision_at_100_max": 0.098734, + "nauc_precision_at_100_std": 0.17026, + "nauc_precision_at_100_diff1": -0.173456, + "nauc_precision_at_1000_max": 0.075583, + "nauc_precision_at_1000_std": 0.153988, + "nauc_precision_at_1000_diff1": -0.151896, + "nauc_mrr_at_1_max": 0.141706, + "nauc_mrr_at_1_std": -0.064701, + "nauc_mrr_at_1_diff1": 0.304654, + "nauc_mrr_at_3_max": 0.167823, + "nauc_mrr_at_3_std": -0.059805, + "nauc_mrr_at_3_diff1": 0.264291, + "nauc_mrr_at_5_max": 0.18012, + "nauc_mrr_at_5_std": -0.065356, + "nauc_mrr_at_5_diff1": 0.264436, + "nauc_mrr_at_10_max": 0.178335, + "nauc_mrr_at_10_std": -0.059718, + "nauc_mrr_at_10_diff1": 0.265754, + "nauc_mrr_at_20_max": 0.175988, + "nauc_mrr_at_20_std": -0.061492, + "nauc_mrr_at_20_diff1": 0.265475, + "nauc_mrr_at_100_max": 0.176168, + "nauc_mrr_at_100_std": -0.060549, + "nauc_mrr_at_100_diff1": 0.266414, + "nauc_mrr_at_1000_max": 0.176023, + "nauc_mrr_at_1000_std": -0.060651, + "nauc_mrr_at_1000_diff1": 0.266554, + "main_score": 0.55632, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.611, + "ndcg_at_3": 0.62249, + "ndcg_at_5": 0.67171, + "ndcg_at_10": 0.71202, + "ndcg_at_20": 0.73416, + "ndcg_at_100": 0.75007, + "ndcg_at_1000": 0.7529, + "map_at_1": 0.39746, + "map_at_3": 0.55654, + "map_at_5": 0.60149, + "map_at_10": 0.62615, + "map_at_20": 0.63605, + "map_at_100": 0.64007, + "map_at_1000": 0.64029, + "recall_at_1": 0.39746, + "recall_at_3": 0.64091, + "recall_at_5": 0.74974, + "recall_at_10": 0.84975, + "recall_at_20": 0.91713, + "recall_at_100": 0.98107, + "recall_at_1000": 0.998, + "precision_at_1": 0.611, + "precision_at_3": 0.36867, + "precision_at_5": 0.2684, + "precision_at_10": 0.156, + "precision_at_20": 0.086, + "precision_at_100": 0.01879, + "precision_at_1000": 0.00192, + "mrr_at_1": 0.611, + "mrr_at_3": 0.703833, + "mrr_at_5": 0.718083, + "mrr_at_10": 0.726652, + "mrr_at_20": 0.728825, + "mrr_at_100": 0.729544, + "mrr_at_1000": 0.729577, + "nauc_ndcg_at_1_max": 0.305694, + "nauc_ndcg_at_1_std": -0.027631, + "nauc_ndcg_at_1_diff1": 0.469564, + "nauc_ndcg_at_3_max": 0.203879, + "nauc_ndcg_at_3_std": -0.118367, + "nauc_ndcg_at_3_diff1": 0.378641, + "nauc_ndcg_at_5_max": 0.206311, + "nauc_ndcg_at_5_std": -0.120453, + "nauc_ndcg_at_5_diff1": 0.373826, + "nauc_ndcg_at_10_max": 0.209797, + "nauc_ndcg_at_10_std": -0.117723, + "nauc_ndcg_at_10_diff1": 0.371707, + "nauc_ndcg_at_20_max": 0.226029, + "nauc_ndcg_at_20_std": -0.100354, + "nauc_ndcg_at_20_diff1": 0.374247, + "nauc_ndcg_at_100_max": 0.240096, + "nauc_ndcg_at_100_std": -0.081376, + "nauc_ndcg_at_100_diff1": 0.382403, + "nauc_ndcg_at_1000_max": 0.240636, + "nauc_ndcg_at_1000_std": -0.083249, + "nauc_ndcg_at_1000_diff1": 0.385083, + "nauc_map_at_1_max": 0.133555, + "nauc_map_at_1_std": -0.103522, + "nauc_map_at_1_diff1": 0.435972, + "nauc_map_at_3_max": 0.178138, + "nauc_map_at_3_std": -0.127686, + "nauc_map_at_3_diff1": 0.393935, + "nauc_map_at_5_max": 0.197262, + "nauc_map_at_5_std": -0.118828, + "nauc_map_at_5_diff1": 0.388329, + "nauc_map_at_10_max": 0.1988, + "nauc_map_at_10_std": -0.119365, + "nauc_map_at_10_diff1": 0.386508, + "nauc_map_at_20_max": 0.206507, + "nauc_map_at_20_std": -0.113035, + "nauc_map_at_20_diff1": 0.385961, + "nauc_map_at_100_max": 0.209044, + "nauc_map_at_100_std": -0.109449, + "nauc_map_at_100_diff1": 0.38772, + "nauc_map_at_1000_max": 0.209138, + "nauc_map_at_1000_std": -0.109457, + "nauc_map_at_1000_diff1": 0.387887, + "nauc_recall_at_1_max": 0.133555, + "nauc_recall_at_1_std": -0.103522, + "nauc_recall_at_1_diff1": 0.435972, + "nauc_recall_at_3_max": 0.115057, + "nauc_recall_at_3_std": -0.170583, + "nauc_recall_at_3_diff1": 0.306348, + "nauc_recall_at_5_max": 0.110413, + "nauc_recall_at_5_std": -0.187529, + "nauc_recall_at_5_diff1": 0.272888, + "nauc_recall_at_10_max": 0.071045, + "nauc_recall_at_10_std": -0.224698, + "nauc_recall_at_10_diff1": 0.22503, + "nauc_recall_at_20_max": 0.092979, + "nauc_recall_at_20_std": -0.181202, + "nauc_recall_at_20_diff1": 0.18487, + "nauc_recall_at_100_max": 0.284716, + "nauc_recall_at_100_std": 0.1972, + "nauc_recall_at_100_diff1": 0.097528, + "nauc_recall_at_1000_max": 0.777077, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": -0.661531, + "nauc_precision_at_1_max": 0.305694, + "nauc_precision_at_1_std": -0.027631, + "nauc_precision_at_1_diff1": 0.469564, + "nauc_precision_at_3_max": 0.223099, + "nauc_precision_at_3_std": -0.014208, + "nauc_precision_at_3_diff1": 0.09171, + "nauc_precision_at_5_max": 0.212973, + "nauc_precision_at_5_std": 0.041225, + "nauc_precision_at_5_diff1": -0.002021, + "nauc_precision_at_10_max": 0.172732, + "nauc_precision_at_10_std": 0.077922, + "nauc_precision_at_10_diff1": -0.095128, + "nauc_precision_at_20_max": 0.173798, + "nauc_precision_at_20_std": 0.131824, + "nauc_precision_at_20_diff1": -0.149279, + "nauc_precision_at_100_max": 0.161128, + "nauc_precision_at_100_std": 0.193893, + "nauc_precision_at_100_diff1": -0.193349, + "nauc_precision_at_1000_max": 0.152434, + "nauc_precision_at_1000_std": 0.193886, + "nauc_precision_at_1000_diff1": -0.201652, + "nauc_mrr_at_1_max": 0.305694, + "nauc_mrr_at_1_std": -0.027631, + "nauc_mrr_at_1_diff1": 0.469564, + "nauc_mrr_at_3_max": 0.297273, + "nauc_mrr_at_3_std": -0.046558, + "nauc_mrr_at_3_diff1": 0.416239, + "nauc_mrr_at_5_max": 0.294148, + "nauc_mrr_at_5_std": -0.048935, + "nauc_mrr_at_5_diff1": 0.418148, + "nauc_mrr_at_10_max": 0.295965, + "nauc_mrr_at_10_std": -0.043138, + "nauc_mrr_at_10_diff1": 0.420238, + "nauc_mrr_at_20_max": 0.29588, + "nauc_mrr_at_20_std": -0.041767, + "nauc_mrr_at_20_diff1": 0.422007, + "nauc_mrr_at_100_max": 0.296594, + "nauc_mrr_at_100_std": -0.041619, + "nauc_mrr_at_100_diff1": 0.422613, + "nauc_mrr_at_1000_max": 0.29663, + "nauc_mrr_at_1000_std": -0.041595, + "nauc_mrr_at_1000_diff1": 0.422631, + "main_score": 0.71202, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.39067, + "ndcg_at_3": 0.41163, + "ndcg_at_5": 0.4646, + "ndcg_at_10": 0.51657, + "ndcg_at_20": 0.55821, + "ndcg_at_100": 0.59813, + "ndcg_at_1000": 0.60262, + "map_at_1": 0.22979, + "map_at_3": 0.34039, + "map_at_5": 0.3847, + "map_at_10": 0.41484, + "map_at_20": 0.4317, + "map_at_100": 0.44093, + "map_at_1000": 0.44138, + "recall_at_1": 0.22979, + "recall_at_3": 0.41841, + "recall_at_5": 0.54604, + "recall_at_10": 0.67613, + "recall_at_20": 0.80422, + "recall_at_100": 0.97454, + "recall_at_1000": 1.0, + "precision_at_1": 0.39067, + "precision_at_3": 0.26045, + "precision_at_5": 0.20933, + "precision_at_10": 0.1344, + "precision_at_20": 0.08338, + "precision_at_100": 0.02076, + "precision_at_1000": 0.00213, + "mrr_at_1": 0.390671, + "mrr_at_3": 0.501944, + "mrr_at_5": 0.526579, + "mrr_at_10": 0.542072, + "mrr_at_20": 0.54668, + "mrr_at_100": 0.548583, + "mrr_at_1000": 0.548649, + "nauc_ndcg_at_1_max": 0.148156, + "nauc_ndcg_at_1_std": 0.150254, + "nauc_ndcg_at_1_diff1": 0.219495, + "nauc_ndcg_at_3_max": 0.193378, + "nauc_ndcg_at_3_std": 0.074209, + "nauc_ndcg_at_3_diff1": 0.162089, + "nauc_ndcg_at_5_max": 0.209693, + "nauc_ndcg_at_5_std": 0.071418, + "nauc_ndcg_at_5_diff1": 0.17363, + "nauc_ndcg_at_10_max": 0.246862, + "nauc_ndcg_at_10_std": 0.094422, + "nauc_ndcg_at_10_diff1": 0.168506, + "nauc_ndcg_at_20_max": 0.234186, + "nauc_ndcg_at_20_std": 0.106785, + "nauc_ndcg_at_20_diff1": 0.167599, + "nauc_ndcg_at_100_max": 0.21394, + "nauc_ndcg_at_100_std": 0.111636, + "nauc_ndcg_at_100_diff1": 0.168699, + "nauc_ndcg_at_1000_max": 0.209954, + "nauc_ndcg_at_1000_std": 0.109358, + "nauc_ndcg_at_1000_diff1": 0.170751, + "nauc_map_at_1_max": 0.139566, + "nauc_map_at_1_std": 0.158762, + "nauc_map_at_1_diff1": 0.233188, + "nauc_map_at_3_max": 0.190441, + "nauc_map_at_3_std": 0.079716, + "nauc_map_at_3_diff1": 0.191256, + "nauc_map_at_5_max": 0.204202, + "nauc_map_at_5_std": 0.080782, + "nauc_map_at_5_diff1": 0.190925, + "nauc_map_at_10_max": 0.219472, + "nauc_map_at_10_std": 0.090148, + "nauc_map_at_10_diff1": 0.184293, + "nauc_map_at_20_max": 0.218823, + "nauc_map_at_20_std": 0.097787, + "nauc_map_at_20_diff1": 0.185904, + "nauc_map_at_100_max": 0.214091, + "nauc_map_at_100_std": 0.098295, + "nauc_map_at_100_diff1": 0.18408, + "nauc_map_at_1000_max": 0.213796, + "nauc_map_at_1000_std": 0.098246, + "nauc_map_at_1000_diff1": 0.18429, + "nauc_recall_at_1_max": 0.139566, + "nauc_recall_at_1_std": 0.158762, + "nauc_recall_at_1_diff1": 0.233188, + "nauc_recall_at_3_max": 0.193267, + "nauc_recall_at_3_std": 0.029815, + "nauc_recall_at_3_diff1": 0.11815, + "nauc_recall_at_5_max": 0.206694, + "nauc_recall_at_5_std": 0.01159, + "nauc_recall_at_5_diff1": 0.137167, + "nauc_recall_at_10_max": 0.323671, + "nauc_recall_at_10_std": 0.05638, + "nauc_recall_at_10_diff1": 0.111125, + "nauc_recall_at_20_max": 0.31591, + "nauc_recall_at_20_std": 0.074234, + "nauc_recall_at_20_diff1": 0.101454, + "nauc_recall_at_100_max": 0.374177, + "nauc_recall_at_100_std": 0.226678, + "nauc_recall_at_100_diff1": 0.044677, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.148156, + "nauc_precision_at_1_std": 0.150254, + "nauc_precision_at_1_diff1": 0.219495, + "nauc_precision_at_3_max": 0.201092, + "nauc_precision_at_3_std": 0.002202, + "nauc_precision_at_3_diff1": 0.052959, + "nauc_precision_at_5_max": 0.193302, + "nauc_precision_at_5_std": -0.003119, + "nauc_precision_at_5_diff1": 0.031116, + "nauc_precision_at_10_max": 0.215874, + "nauc_precision_at_10_std": 0.035346, + "nauc_precision_at_10_diff1": -2.6e-05, + "nauc_precision_at_20_max": 0.119961, + "nauc_precision_at_20_std": 0.055499, + "nauc_precision_at_20_diff1": -0.04052, + "nauc_precision_at_100_max": -0.014942, + "nauc_precision_at_100_std": 0.029846, + "nauc_precision_at_100_diff1": -0.078393, + "nauc_precision_at_1000_max": -0.033255, + "nauc_precision_at_1000_std": 0.021523, + "nauc_precision_at_1000_diff1": -0.077822, + "nauc_mrr_at_1_max": 0.148156, + "nauc_mrr_at_1_std": 0.150254, + "nauc_mrr_at_1_diff1": 0.219495, + "nauc_mrr_at_3_max": 0.168902, + "nauc_mrr_at_3_std": 0.115238, + "nauc_mrr_at_3_diff1": 0.156312, + "nauc_mrr_at_5_max": 0.169021, + "nauc_mrr_at_5_std": 0.114249, + "nauc_mrr_at_5_diff1": 0.166786, + "nauc_mrr_at_10_max": 0.180255, + "nauc_mrr_at_10_std": 0.119863, + "nauc_mrr_at_10_diff1": 0.167486, + "nauc_mrr_at_20_max": 0.173394, + "nauc_mrr_at_20_std": 0.119384, + "nauc_mrr_at_20_diff1": 0.166305, + "nauc_mrr_at_100_max": 0.172284, + "nauc_mrr_at_100_std": 0.119455, + "nauc_mrr_at_100_diff1": 0.167405, + "nauc_mrr_at_1000_max": 0.172238, + "nauc_mrr_at_1000_std": 0.119439, + "nauc_mrr_at_1000_diff1": 0.167354, + "main_score": 0.51657, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.51143, + "ndcg_at_3": 0.49409, + "ndcg_at_5": 0.52485, + "ndcg_at_10": 0.57277, + "ndcg_at_20": 0.60467, + "ndcg_at_100": 0.64065, + "ndcg_at_1000": 0.647, + "map_at_1": 0.28385, + "map_at_3": 0.4067, + "map_at_5": 0.44619, + "map_at_10": 0.48022, + "map_at_20": 0.49411, + "map_at_100": 0.50267, + "map_at_1000": 0.50315, + "recall_at_1": 0.28385, + "recall_at_3": 0.47699, + "recall_at_5": 0.57927, + "recall_at_10": 0.70534, + "recall_at_20": 0.8052, + "recall_at_100": 0.9612, + "recall_at_1000": 0.99959, + "precision_at_1": 0.51143, + "precision_at_3": 0.31238, + "precision_at_5": 0.23657, + "precision_at_10": 0.15, + "precision_at_20": 0.08657, + "precision_at_100": 0.02063, + "precision_at_1000": 0.00215, + "mrr_at_1": 0.511429, + "mrr_at_3": 0.589048, + "mrr_at_5": 0.604333, + "mrr_at_10": 0.61359, + "mrr_at_20": 0.618332, + "mrr_at_100": 0.62094, + "mrr_at_1000": 0.621053, + "nauc_ndcg_at_1_max": 0.332214, + "nauc_ndcg_at_1_std": 0.038458, + "nauc_ndcg_at_1_diff1": 0.412604, + "nauc_ndcg_at_3_max": 0.281251, + "nauc_ndcg_at_3_std": -0.008197, + "nauc_ndcg_at_3_diff1": 0.324244, + "nauc_ndcg_at_5_max": 0.276809, + "nauc_ndcg_at_5_std": -0.037226, + "nauc_ndcg_at_5_diff1": 0.327119, + "nauc_ndcg_at_10_max": 0.277578, + "nauc_ndcg_at_10_std": -0.042932, + "nauc_ndcg_at_10_diff1": 0.313723, + "nauc_ndcg_at_20_max": 0.29341, + "nauc_ndcg_at_20_std": -0.001477, + "nauc_ndcg_at_20_diff1": 0.306895, + "nauc_ndcg_at_100_max": 0.299666, + "nauc_ndcg_at_100_std": 0.008323, + "nauc_ndcg_at_100_diff1": 0.314898, + "nauc_ndcg_at_1000_max": 0.29853, + "nauc_ndcg_at_1000_std": 0.002433, + "nauc_ndcg_at_1000_diff1": 0.32105, + "nauc_map_at_1_max": 0.099484, + "nauc_map_at_1_std": -0.097996, + "nauc_map_at_1_diff1": 0.482219, + "nauc_map_at_3_max": 0.195024, + "nauc_map_at_3_std": -0.066131, + "nauc_map_at_3_diff1": 0.373609, + "nauc_map_at_5_max": 0.224705, + "nauc_map_at_5_std": -0.066249, + "nauc_map_at_5_diff1": 0.355325, + "nauc_map_at_10_max": 0.241804, + "nauc_map_at_10_std": -0.058585, + "nauc_map_at_10_diff1": 0.343176, + "nauc_map_at_20_max": 0.253239, + "nauc_map_at_20_std": -0.038657, + "nauc_map_at_20_diff1": 0.336477, + "nauc_map_at_100_max": 0.257314, + "nauc_map_at_100_std": -0.033546, + "nauc_map_at_100_diff1": 0.338635, + "nauc_map_at_1000_max": 0.257281, + "nauc_map_at_1000_std": -0.034042, + "nauc_map_at_1000_diff1": 0.338998, + "nauc_recall_at_1_max": 0.099484, + "nauc_recall_at_1_std": -0.097996, + "nauc_recall_at_1_diff1": 0.482219, + "nauc_recall_at_3_max": 0.180299, + "nauc_recall_at_3_std": -0.069146, + "nauc_recall_at_3_diff1": 0.275137, + "nauc_recall_at_5_max": 0.223128, + "nauc_recall_at_5_std": -0.08512, + "nauc_recall_at_5_diff1": 0.225019, + "nauc_recall_at_10_max": 0.230356, + "nauc_recall_at_10_std": -0.105677, + "nauc_recall_at_10_diff1": 0.187134, + "nauc_recall_at_20_max": 0.269158, + "nauc_recall_at_20_std": 0.032231, + "nauc_recall_at_20_diff1": 0.158351, + "nauc_recall_at_100_max": 0.278703, + "nauc_recall_at_100_std": 0.181851, + "nauc_recall_at_100_diff1": 0.005901, + "nauc_recall_at_1000_max": -0.563492, + "nauc_recall_at_1000_std": -0.563492, + "nauc_recall_at_1000_diff1": 0.122782, + "nauc_precision_at_1_max": 0.332214, + "nauc_precision_at_1_std": 0.038458, + "nauc_precision_at_1_diff1": 0.412604, + "nauc_precision_at_3_max": 0.378772, + "nauc_precision_at_3_std": 0.104133, + "nauc_precision_at_3_diff1": 0.055435, + "nauc_precision_at_5_max": 0.366577, + "nauc_precision_at_5_std": 0.103627, + "nauc_precision_at_5_diff1": -0.022127, + "nauc_precision_at_10_max": 0.328146, + "nauc_precision_at_10_std": 0.124092, + "nauc_precision_at_10_diff1": -0.09703, + "nauc_precision_at_20_max": 0.333652, + "nauc_precision_at_20_std": 0.213314, + "nauc_precision_at_20_diff1": -0.154035, + "nauc_precision_at_100_max": 0.304502, + "nauc_precision_at_100_std": 0.245487, + "nauc_precision_at_100_diff1": -0.187197, + "nauc_precision_at_1000_max": 0.285888, + "nauc_precision_at_1000_std": 0.227646, + "nauc_precision_at_1000_diff1": -0.189799, + "nauc_mrr_at_1_max": 0.332214, + "nauc_mrr_at_1_std": 0.038458, + "nauc_mrr_at_1_diff1": 0.412604, + "nauc_mrr_at_3_max": 0.335107, + "nauc_mrr_at_3_std": 0.040207, + "nauc_mrr_at_3_diff1": 0.350742, + "nauc_mrr_at_5_max": 0.340923, + "nauc_mrr_at_5_std": 0.038447, + "nauc_mrr_at_5_diff1": 0.347311, + "nauc_mrr_at_10_max": 0.339259, + "nauc_mrr_at_10_std": 0.038665, + "nauc_mrr_at_10_diff1": 0.348751, + "nauc_mrr_at_20_max": 0.336878, + "nauc_mrr_at_20_std": 0.039779, + "nauc_mrr_at_20_diff1": 0.351485, + "nauc_mrr_at_100_max": 0.336633, + "nauc_mrr_at_100_std": 0.038939, + "nauc_mrr_at_100_diff1": 0.352936, + "nauc_mrr_at_1000_max": 0.336686, + "nauc_mrr_at_1000_std": 0.038943, + "nauc_mrr_at_1000_diff1": 0.353139, + "main_score": 0.57277, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.4875, + "ndcg_at_3": 0.44951, + "ndcg_at_5": 0.45937, + "ndcg_at_10": 0.49378, + "ndcg_at_20": 0.53427, + "ndcg_at_100": 0.59207, + "ndcg_at_1000": 0.61082, + "map_at_1": 0.2118, + "map_at_3": 0.32157, + "map_at_5": 0.3572, + "map_at_10": 0.3885, + "map_at_20": 0.40743, + "map_at_100": 0.4236, + "map_at_1000": 0.42532, + "recall_at_1": 0.2118, + "recall_at_3": 0.38626, + "recall_at_5": 0.47025, + "recall_at_10": 0.57265, + "recall_at_20": 0.68185, + "recall_at_100": 0.89297, + "recall_at_1000": 0.99284, + "precision_at_1": 0.4875, + "precision_at_3": 0.32465, + "precision_at_5": 0.25, + "precision_at_10": 0.16292, + "precision_at_20": 0.10198, + "precision_at_100": 0.02833, + "precision_at_1000": 0.00319, + "mrr_at_1": 0.4875, + "mrr_at_3": 0.578125, + "mrr_at_5": 0.59375, + "mrr_at_10": 0.603448, + "mrr_at_20": 0.607768, + "mrr_at_100": 0.609818, + "mrr_at_1000": 0.610002, + "nauc_ndcg_at_1_max": 0.222604, + "nauc_ndcg_at_1_std": -0.042013, + "nauc_ndcg_at_1_diff1": 0.247463, + "nauc_ndcg_at_3_max": 0.181103, + "nauc_ndcg_at_3_std": -0.082923, + "nauc_ndcg_at_3_diff1": 0.199826, + "nauc_ndcg_at_5_max": 0.183167, + "nauc_ndcg_at_5_std": -0.088296, + "nauc_ndcg_at_5_diff1": 0.196317, + "nauc_ndcg_at_10_max": 0.193901, + "nauc_ndcg_at_10_std": -0.078475, + "nauc_ndcg_at_10_diff1": 0.189046, + "nauc_ndcg_at_20_max": 0.204477, + "nauc_ndcg_at_20_std": -0.077666, + "nauc_ndcg_at_20_diff1": 0.183877, + "nauc_ndcg_at_100_max": 0.211513, + "nauc_ndcg_at_100_std": -0.046271, + "nauc_ndcg_at_100_diff1": 0.177602, + "nauc_ndcg_at_1000_max": 0.209171, + "nauc_ndcg_at_1000_std": -0.049528, + "nauc_ndcg_at_1000_diff1": 0.177489, + "nauc_map_at_1_max": 0.14332, + "nauc_map_at_1_std": -0.112146, + "nauc_map_at_1_diff1": 0.292757, + "nauc_map_at_3_max": 0.147183, + "nauc_map_at_3_std": -0.138313, + "nauc_map_at_3_diff1": 0.232754, + "nauc_map_at_5_max": 0.156845, + "nauc_map_at_5_std": -0.122289, + "nauc_map_at_5_diff1": 0.215702, + "nauc_map_at_10_max": 0.169657, + "nauc_map_at_10_std": -0.107605, + "nauc_map_at_10_diff1": 0.201788, + "nauc_map_at_20_max": 0.176988, + "nauc_map_at_20_std": -0.104827, + "nauc_map_at_20_diff1": 0.197704, + "nauc_map_at_100_max": 0.181149, + "nauc_map_at_100_std": -0.09383, + "nauc_map_at_100_diff1": 0.194707, + "nauc_map_at_1000_max": 0.180946, + "nauc_map_at_1000_std": -0.093599, + "nauc_map_at_1000_diff1": 0.194655, + "nauc_recall_at_1_max": 0.14332, + "nauc_recall_at_1_std": -0.112146, + "nauc_recall_at_1_diff1": 0.292757, + "nauc_recall_at_3_max": 0.124373, + "nauc_recall_at_3_std": -0.136468, + "nauc_recall_at_3_diff1": 0.195845, + "nauc_recall_at_5_max": 0.129517, + "nauc_recall_at_5_std": -0.108981, + "nauc_recall_at_5_diff1": 0.165488, + "nauc_recall_at_10_max": 0.164506, + "nauc_recall_at_10_std": -0.067382, + "nauc_recall_at_10_diff1": 0.141396, + "nauc_recall_at_20_max": 0.18623, + "nauc_recall_at_20_std": -0.080042, + "nauc_recall_at_20_diff1": 0.132886, + "nauc_recall_at_100_max": 0.208309, + "nauc_recall_at_100_std": 0.068102, + "nauc_recall_at_100_diff1": 0.081301, + "nauc_recall_at_1000_max": 0.553967, + "nauc_recall_at_1000_std": 0.338691, + "nauc_recall_at_1000_diff1": -0.192276, + "nauc_precision_at_1_max": 0.222604, + "nauc_precision_at_1_std": -0.042013, + "nauc_precision_at_1_diff1": 0.247463, + "nauc_precision_at_3_max": 0.174522, + "nauc_precision_at_3_std": -0.023778, + "nauc_precision_at_3_diff1": 0.055662, + "nauc_precision_at_5_max": 0.168331, + "nauc_precision_at_5_std": 0.031085, + "nauc_precision_at_5_diff1": -0.012925, + "nauc_precision_at_10_max": 0.153982, + "nauc_precision_at_10_std": 0.088412, + "nauc_precision_at_10_diff1": -0.064951, + "nauc_precision_at_20_max": 0.132693, + "nauc_precision_at_20_std": 0.105414, + "nauc_precision_at_20_diff1": -0.102366, + "nauc_precision_at_100_max": 0.081928, + "nauc_precision_at_100_std": 0.186956, + "nauc_precision_at_100_diff1": -0.130264, + "nauc_precision_at_1000_max": 0.048144, + "nauc_precision_at_1000_std": 0.172036, + "nauc_precision_at_1000_diff1": -0.14742, + "nauc_mrr_at_1_max": 0.222604, + "nauc_mrr_at_1_std": -0.042013, + "nauc_mrr_at_1_diff1": 0.247463, + "nauc_mrr_at_3_max": 0.223761, + "nauc_mrr_at_3_std": -0.038246, + "nauc_mrr_at_3_diff1": 0.218342, + "nauc_mrr_at_5_max": 0.229775, + "nauc_mrr_at_5_std": -0.035849, + "nauc_mrr_at_5_diff1": 0.21587, + "nauc_mrr_at_10_max": 0.230519, + "nauc_mrr_at_10_std": -0.030559, + "nauc_mrr_at_10_diff1": 0.214311, + "nauc_mrr_at_20_max": 0.230972, + "nauc_mrr_at_20_std": -0.032251, + "nauc_mrr_at_20_diff1": 0.215272, + "nauc_mrr_at_100_max": 0.229971, + "nauc_mrr_at_100_std": -0.03307, + "nauc_mrr_at_100_diff1": 0.215789, + "nauc_mrr_at_1000_max": 0.229892, + "nauc_mrr_at_1000_std": -0.033088, + "nauc_mrr_at_1000_diff1": 0.215871, + "main_score": 0.49378, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.44419, + "ndcg_at_3": 0.49565, + "ndcg_at_5": 0.53674, + "ndcg_at_10": 0.58599, + "ndcg_at_20": 0.61784, + "ndcg_at_100": 0.64991, + "ndcg_at_1000": 0.65276, + "map_at_1": 0.28233, + "map_at_3": 0.41213, + "map_at_5": 0.44918, + "map_at_10": 0.48038, + "map_at_20": 0.49443, + "map_at_100": 0.50321, + "map_at_1000": 0.50355, + "recall_at_1": 0.28233, + "recall_at_3": 0.52392, + "recall_at_5": 0.63441, + "recall_at_10": 0.76409, + "recall_at_20": 0.86154, + "recall_at_100": 0.98566, + "recall_at_1000": 1.0, + "precision_at_1": 0.44419, + "precision_at_3": 0.2938, + "precision_at_5": 0.22419, + "precision_at_10": 0.14209, + "precision_at_20": 0.08337, + "precision_at_100": 0.02029, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.444186, + "mrr_at_3": 0.566667, + "mrr_at_5": 0.589399, + "mrr_at_10": 0.600939, + "mrr_at_20": 0.604621, + "mrr_at_100": 0.606069, + "mrr_at_1000": 0.606088, + "nauc_ndcg_at_1_max": 0.093286, + "nauc_ndcg_at_1_std": -0.098303, + "nauc_ndcg_at_1_diff1": 0.337405, + "nauc_ndcg_at_3_max": 0.017572, + "nauc_ndcg_at_3_std": -0.13927, + "nauc_ndcg_at_3_diff1": 0.304944, + "nauc_ndcg_at_5_max": -0.00452, + "nauc_ndcg_at_5_std": -0.185228, + "nauc_ndcg_at_5_diff1": 0.304995, + "nauc_ndcg_at_10_max": 0.009364, + "nauc_ndcg_at_10_std": -0.188737, + "nauc_ndcg_at_10_diff1": 0.310097, + "nauc_ndcg_at_20_max": 0.044253, + "nauc_ndcg_at_20_std": -0.159992, + "nauc_ndcg_at_20_diff1": 0.301775, + "nauc_ndcg_at_100_max": 0.060421, + "nauc_ndcg_at_100_std": -0.135575, + "nauc_ndcg_at_100_diff1": 0.304074, + "nauc_ndcg_at_1000_max": 0.063597, + "nauc_ndcg_at_1000_std": -0.13234, + "nauc_ndcg_at_1000_diff1": 0.303628, + "nauc_map_at_1_max": -0.043528, + "nauc_map_at_1_std": -0.175835, + "nauc_map_at_1_diff1": 0.322983, + "nauc_map_at_3_max": -0.04093, + "nauc_map_at_3_std": -0.185832, + "nauc_map_at_3_diff1": 0.312971, + "nauc_map_at_5_max": -0.034221, + "nauc_map_at_5_std": -0.199852, + "nauc_map_at_5_diff1": 0.306838, + "nauc_map_at_10_max": -0.016922, + "nauc_map_at_10_std": -0.19485, + "nauc_map_at_10_diff1": 0.30968, + "nauc_map_at_20_max": 0.001301, + "nauc_map_at_20_std": -0.181553, + "nauc_map_at_20_diff1": 0.306115, + "nauc_map_at_100_max": 0.007191, + "nauc_map_at_100_std": -0.175196, + "nauc_map_at_100_diff1": 0.306047, + "nauc_map_at_1000_max": 0.007658, + "nauc_map_at_1000_std": -0.174827, + "nauc_map_at_1000_diff1": 0.306002, + "nauc_recall_at_1_max": -0.043528, + "nauc_recall_at_1_std": -0.175835, + "nauc_recall_at_1_diff1": 0.322983, + "nauc_recall_at_3_max": -0.078099, + "nauc_recall_at_3_std": -0.187874, + "nauc_recall_at_3_diff1": 0.266194, + "nauc_recall_at_5_max": -0.103772, + "nauc_recall_at_5_std": -0.26454, + "nauc_recall_at_5_diff1": 0.247191, + "nauc_recall_at_10_max": -0.107267, + "nauc_recall_at_10_std": -0.309656, + "nauc_recall_at_10_diff1": 0.256028, + "nauc_recall_at_20_max": -0.032519, + "nauc_recall_at_20_std": -0.257107, + "nauc_recall_at_20_diff1": 0.205914, + "nauc_recall_at_100_max": -0.071735, + "nauc_recall_at_100_std": -0.243454, + "nauc_recall_at_100_diff1": 0.193386, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.093286, + "nauc_precision_at_1_std": -0.098303, + "nauc_precision_at_1_diff1": 0.337405, + "nauc_precision_at_3_max": 0.181425, + "nauc_precision_at_3_std": 0.006703, + "nauc_precision_at_3_diff1": 0.162029, + "nauc_precision_at_5_max": 0.223463, + "nauc_precision_at_5_std": 0.02613, + "nauc_precision_at_5_diff1": 0.067535, + "nauc_precision_at_10_max": 0.273397, + "nauc_precision_at_10_std": 0.100788, + "nauc_precision_at_10_diff1": 0.004054, + "nauc_precision_at_20_max": 0.336149, + "nauc_precision_at_20_std": 0.186356, + "nauc_precision_at_20_diff1": -0.062193, + "nauc_precision_at_100_max": 0.31777, + "nauc_precision_at_100_std": 0.251283, + "nauc_precision_at_100_diff1": -0.095586, + "nauc_precision_at_1000_max": 0.319144, + "nauc_precision_at_1000_std": 0.258099, + "nauc_precision_at_1000_diff1": -0.100261, + "nauc_mrr_at_1_max": 0.093286, + "nauc_mrr_at_1_std": -0.098303, + "nauc_mrr_at_1_diff1": 0.337405, + "nauc_mrr_at_3_max": 0.111796, + "nauc_mrr_at_3_std": -0.06751, + "nauc_mrr_at_3_diff1": 0.3229, + "nauc_mrr_at_5_max": 0.113156, + "nauc_mrr_at_5_std": -0.074998, + "nauc_mrr_at_5_diff1": 0.320048, + "nauc_mrr_at_10_max": 0.113014, + "nauc_mrr_at_10_std": -0.078421, + "nauc_mrr_at_10_diff1": 0.320799, + "nauc_mrr_at_20_max": 0.112423, + "nauc_mrr_at_20_std": -0.077359, + "nauc_mrr_at_20_diff1": 0.320957, + "nauc_mrr_at_100_max": 0.11199, + "nauc_mrr_at_100_std": -0.077254, + "nauc_mrr_at_100_diff1": 0.321702, + "nauc_mrr_at_1000_max": 0.111981, + "nauc_mrr_at_1000_std": -0.077214, + "nauc_mrr_at_1000_diff1": 0.321694, + "main_score": 0.58599, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.58216, + "ndcg_at_3": 0.57246, + "ndcg_at_5": 0.58035, + "ndcg_at_10": 0.61102, + "ndcg_at_20": 0.64941, + "ndcg_at_100": 0.69014, + "ndcg_at_1000": 0.69703, + "map_at_1": 0.36538, + "map_at_3": 0.46776, + "map_at_5": 0.4946, + "map_at_10": 0.52241, + "map_at_20": 0.54161, + "map_at_100": 0.55294, + "map_at_1000": 0.55363, + "recall_at_1": 0.36538, + "recall_at_3": 0.5326, + "recall_at_5": 0.60017, + "recall_at_10": 0.69101, + "recall_at_20": 0.80129, + "recall_at_100": 0.95629, + "recall_at_1000": 0.99531, + "precision_at_1": 0.58216, + "precision_at_3": 0.33177, + "precision_at_5": 0.24038, + "precision_at_10": 0.15446, + "precision_at_20": 0.09484, + "precision_at_100": 0.02446, + "precision_at_1000": 0.00256, + "mrr_at_1": 0.58216, + "mrr_at_3": 0.670579, + "mrr_at_5": 0.679969, + "mrr_at_10": 0.689645, + "mrr_at_20": 0.693055, + "mrr_at_100": 0.694004, + "mrr_at_1000": 0.69409, + "nauc_ndcg_at_1_max": 0.223716, + "nauc_ndcg_at_1_std": 0.041125, + "nauc_ndcg_at_1_diff1": 0.349639, + "nauc_ndcg_at_3_max": 0.226065, + "nauc_ndcg_at_3_std": 0.027719, + "nauc_ndcg_at_3_diff1": 0.309958, + "nauc_ndcg_at_5_max": 0.239565, + "nauc_ndcg_at_5_std": 0.040752, + "nauc_ndcg_at_5_diff1": 0.287653, + "nauc_ndcg_at_10_max": 0.244514, + "nauc_ndcg_at_10_std": 0.045713, + "nauc_ndcg_at_10_diff1": 0.279926, + "nauc_ndcg_at_20_max": 0.280236, + "nauc_ndcg_at_20_std": 0.064951, + "nauc_ndcg_at_20_diff1": 0.276839, + "nauc_ndcg_at_100_max": 0.262477, + "nauc_ndcg_at_100_std": 0.060742, + "nauc_ndcg_at_100_diff1": 0.279921, + "nauc_ndcg_at_1000_max": 0.257358, + "nauc_ndcg_at_1000_std": 0.05675, + "nauc_ndcg_at_1000_diff1": 0.282734, + "nauc_map_at_1_max": 0.217345, + "nauc_map_at_1_std": -0.024391, + "nauc_map_at_1_diff1": 0.419252, + "nauc_map_at_3_max": 0.233498, + "nauc_map_at_3_std": 0.008151, + "nauc_map_at_3_diff1": 0.361238, + "nauc_map_at_5_max": 0.246649, + "nauc_map_at_5_std": 0.021826, + "nauc_map_at_5_diff1": 0.335518, + "nauc_map_at_10_max": 0.252695, + "nauc_map_at_10_std": 0.02985, + "nauc_map_at_10_diff1": 0.328529, + "nauc_map_at_20_max": 0.264968, + "nauc_map_at_20_std": 0.038507, + "nauc_map_at_20_diff1": 0.323022, + "nauc_map_at_100_max": 0.262195, + "nauc_map_at_100_std": 0.037398, + "nauc_map_at_100_diff1": 0.32438, + "nauc_map_at_1000_max": 0.262015, + "nauc_map_at_1000_std": 0.037369, + "nauc_map_at_1000_diff1": 0.324532, + "nauc_recall_at_1_max": 0.217345, + "nauc_recall_at_1_std": -0.024391, + "nauc_recall_at_1_diff1": 0.419252, + "nauc_recall_at_3_max": 0.220999, + "nauc_recall_at_3_std": 0.019921, + "nauc_recall_at_3_diff1": 0.288253, + "nauc_recall_at_5_max": 0.210938, + "nauc_recall_at_5_std": 0.06474, + "nauc_recall_at_5_diff1": 0.213101, + "nauc_recall_at_10_max": 0.220953, + "nauc_recall_at_10_std": 0.073731, + "nauc_recall_at_10_diff1": 0.185734, + "nauc_recall_at_20_max": 0.386225, + "nauc_recall_at_20_std": 0.150026, + "nauc_recall_at_20_diff1": 0.178316, + "nauc_recall_at_100_max": 0.42318, + "nauc_recall_at_100_std": 0.296196, + "nauc_recall_at_100_diff1": 0.119694, + "nauc_recall_at_1000_max": 0.72208, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.358128, + "nauc_precision_at_1_max": 0.223716, + "nauc_precision_at_1_std": 0.041125, + "nauc_precision_at_1_diff1": 0.349639, + "nauc_precision_at_3_max": 0.104847, + "nauc_precision_at_3_std": 0.078315, + "nauc_precision_at_3_diff1": -0.01897, + "nauc_precision_at_5_max": 0.098554, + "nauc_precision_at_5_std": 0.101506, + "nauc_precision_at_5_diff1": -0.128089, + "nauc_precision_at_10_max": 0.062557, + "nauc_precision_at_10_std": 0.097485, + "nauc_precision_at_10_diff1": -0.153829, + "nauc_precision_at_20_max": 0.050359, + "nauc_precision_at_20_std": 0.098238, + "nauc_precision_at_20_diff1": -0.188271, + "nauc_precision_at_100_max": -0.049244, + "nauc_precision_at_100_std": 0.051119, + "nauc_precision_at_100_diff1": -0.192238, + "nauc_precision_at_1000_max": -0.07228, + "nauc_precision_at_1000_std": 0.034065, + "nauc_precision_at_1000_diff1": -0.198758, + "nauc_mrr_at_1_max": 0.223716, + "nauc_mrr_at_1_std": 0.041125, + "nauc_mrr_at_1_diff1": 0.349639, + "nauc_mrr_at_3_max": 0.213737, + "nauc_mrr_at_3_std": 0.038637, + "nauc_mrr_at_3_diff1": 0.254464, + "nauc_mrr_at_5_max": 0.210196, + "nauc_mrr_at_5_std": 0.048469, + "nauc_mrr_at_5_diff1": 0.244637, + "nauc_mrr_at_10_max": 0.209192, + "nauc_mrr_at_10_std": 0.043048, + "nauc_mrr_at_10_diff1": 0.244934, + "nauc_mrr_at_20_max": 0.217212, + "nauc_mrr_at_20_std": 0.045919, + "nauc_mrr_at_20_diff1": 0.252671, + "nauc_mrr_at_100_max": 0.216637, + "nauc_mrr_at_100_std": 0.045729, + "nauc_mrr_at_100_diff1": 0.253453, + "nauc_mrr_at_1000_max": 0.216665, + "nauc_mrr_at_1000_std": 0.045709, + "nauc_mrr_at_1000_diff1": 0.253738, + "main_score": 0.61102, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "ndcg_at_1": 0.54, + "ndcg_at_3": 0.55249, + "ndcg_at_5": 0.57789, + "ndcg_at_10": 0.62767, + "ndcg_at_20": 0.66412, + "ndcg_at_100": 0.69905, + "ndcg_at_1000": 0.7038, + "map_at_1": 0.27067, + "map_at_3": 0.42815, + "map_at_5": 0.47258, + "map_at_10": 0.51329, + "map_at_20": 0.53282, + "map_at_100": 0.54429, + "map_at_1000": 0.54484, + "recall_at_1": 0.27067, + "recall_at_3": 0.52351, + "recall_at_5": 0.62852, + "recall_at_10": 0.75831, + "recall_at_20": 0.85573, + "recall_at_100": 0.9762, + "recall_at_1000": 0.99975, + "precision_at_1": 0.54, + "precision_at_3": 0.377, + "precision_at_5": 0.2862, + "precision_at_10": 0.1879, + "precision_at_20": 0.1123, + "precision_at_100": 0.02742, + "precision_at_1000": 0.00283, + "mrr_at_1": 0.54, + "mrr_at_3": 0.664833, + "mrr_at_5": 0.682733, + "mrr_at_10": 0.691951, + "mrr_at_20": 0.69353, + "mrr_at_100": 0.694137, + "mrr_at_1000": 0.694181, + "nauc_ndcg_at_1_max": 0.160569, + "nauc_ndcg_at_1_std": -0.000265, + "nauc_ndcg_at_1_diff1": 0.355125, + "nauc_ndcg_at_3_max": 0.151576, + "nauc_ndcg_at_3_std": -0.066252, + "nauc_ndcg_at_3_diff1": 0.240423, + "nauc_ndcg_at_5_max": 0.142502, + "nauc_ndcg_at_5_std": -0.086273, + "nauc_ndcg_at_5_diff1": 0.268052, + "nauc_ndcg_at_10_max": 0.154056, + "nauc_ndcg_at_10_std": -0.088268, + "nauc_ndcg_at_10_diff1": 0.280206, + "nauc_ndcg_at_20_max": 0.155909, + "nauc_ndcg_at_20_std": -0.065777, + "nauc_ndcg_at_20_diff1": 0.269014, + "nauc_ndcg_at_100_max": 0.174034, + "nauc_ndcg_at_100_std": -0.029064, + "nauc_ndcg_at_100_diff1": 0.265697, + "nauc_ndcg_at_1000_max": 0.171907, + "nauc_ndcg_at_1000_std": -0.034238, + "nauc_ndcg_at_1000_diff1": 0.270262, + "nauc_map_at_1_max": 0.087456, + "nauc_map_at_1_std": -0.084708, + "nauc_map_at_1_diff1": 0.387445, + "nauc_map_at_3_max": 0.101059, + "nauc_map_at_3_std": -0.100596, + "nauc_map_at_3_diff1": 0.28933, + "nauc_map_at_5_max": 0.107273, + "nauc_map_at_5_std": -0.107795, + "nauc_map_at_5_diff1": 0.283275, + "nauc_map_at_10_max": 0.130271, + "nauc_map_at_10_std": -0.102284, + "nauc_map_at_10_diff1": 0.28361, + "nauc_map_at_20_max": 0.134065, + "nauc_map_at_20_std": -0.092053, + "nauc_map_at_20_diff1": 0.278764, + "nauc_map_at_100_max": 0.141144, + "nauc_map_at_100_std": -0.079991, + "nauc_map_at_100_diff1": 0.27681, + "nauc_map_at_1000_max": 0.141039, + "nauc_map_at_1000_std": -0.080195, + "nauc_map_at_1000_diff1": 0.277218, + "nauc_recall_at_1_max": 0.087456, + "nauc_recall_at_1_std": -0.084708, + "nauc_recall_at_1_diff1": 0.387445, + "nauc_recall_at_3_max": 0.069201, + "nauc_recall_at_3_std": -0.12973, + "nauc_recall_at_3_diff1": 0.200176, + "nauc_recall_at_5_max": 0.074413, + "nauc_recall_at_5_std": -0.139805, + "nauc_recall_at_5_diff1": 0.188818, + "nauc_recall_at_10_max": 0.107942, + "nauc_recall_at_10_std": -0.141557, + "nauc_recall_at_10_diff1": 0.202526, + "nauc_recall_at_20_max": 0.087562, + "nauc_recall_at_20_std": -0.112143, + "nauc_recall_at_20_diff1": 0.164103, + "nauc_recall_at_100_max": 0.232577, + "nauc_recall_at_100_std": 0.246066, + "nauc_recall_at_100_diff1": 0.026843, + "nauc_recall_at_1000_max": 0.122782, + "nauc_recall_at_1000_std": 0.869281, + "nauc_recall_at_1000_diff1": 0.554155, + "nauc_precision_at_1_max": 0.160569, + "nauc_precision_at_1_std": -0.000265, + "nauc_precision_at_1_diff1": 0.355125, + "nauc_precision_at_3_max": 0.169945, + "nauc_precision_at_3_std": 0.02346, + "nauc_precision_at_3_diff1": -0.009043, + "nauc_precision_at_5_max": 0.159202, + "nauc_precision_at_5_std": 0.044618, + "nauc_precision_at_5_diff1": -0.063682, + "nauc_precision_at_10_max": 0.163226, + "nauc_precision_at_10_std": 0.094088, + "nauc_precision_at_10_diff1": -0.1047, + "nauc_precision_at_20_max": 0.131544, + "nauc_precision_at_20_std": 0.146044, + "nauc_precision_at_20_diff1": -0.151883, + "nauc_precision_at_100_max": 0.121842, + "nauc_precision_at_100_std": 0.217846, + "nauc_precision_at_100_diff1": -0.185624, + "nauc_precision_at_1000_max": 0.106561, + "nauc_precision_at_1000_std": 0.202031, + "nauc_precision_at_1000_diff1": -0.178723, + "nauc_mrr_at_1_max": 0.160569, + "nauc_mrr_at_1_std": -0.000265, + "nauc_mrr_at_1_diff1": 0.355125, + "nauc_mrr_at_3_max": 0.183658, + "nauc_mrr_at_3_std": -0.018943, + "nauc_mrr_at_3_diff1": 0.301095, + "nauc_mrr_at_5_max": 0.193747, + "nauc_mrr_at_5_std": -0.004719, + "nauc_mrr_at_5_diff1": 0.309525, + "nauc_mrr_at_10_max": 0.189177, + "nauc_mrr_at_10_std": -0.001772, + "nauc_mrr_at_10_diff1": 0.312635, + "nauc_mrr_at_20_max": 0.186985, + "nauc_mrr_at_20_std": -0.002431, + "nauc_mrr_at_20_diff1": 0.312481, + "nauc_mrr_at_100_max": 0.186953, + "nauc_mrr_at_100_std": -0.002809, + "nauc_mrr_at_100_diff1": 0.313495, + "nauc_mrr_at_1000_max": 0.186952, + "nauc_mrr_at_1000_std": -0.002915, + "nauc_mrr_at_1000_diff1": 0.313489, + "main_score": 0.62767, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.58091, + "ndcg_at_3": 0.61571, + "ndcg_at_5": 0.64637, + "ndcg_at_10": 0.68096, + "ndcg_at_20": 0.69911, + "ndcg_at_100": 0.71886, + "ndcg_at_1000": 0.72546, + "map_at_1": 0.4086, + "map_at_3": 0.54349, + "map_at_5": 0.5779, + "map_at_10": 0.6011, + "map_at_20": 0.60937, + "map_at_100": 0.6139, + "map_at_1000": 0.61433, + "recall_at_1": 0.4086, + "recall_at_3": 0.636, + "recall_at_5": 0.72216, + "recall_at_10": 0.80919, + "recall_at_20": 0.86504, + "recall_at_100": 0.94771, + "recall_at_1000": 0.98928, + "precision_at_1": 0.58091, + "precision_at_3": 0.33748, + "precision_at_5": 0.24149, + "precision_at_10": 0.14253, + "precision_at_20": 0.07811, + "precision_at_100": 0.0177, + "precision_at_1000": 0.00186, + "mrr_at_1": 0.580913, + "mrr_at_3": 0.676003, + "mrr_at_5": 0.687828, + "mrr_at_10": 0.695082, + "mrr_at_20": 0.697096, + "mrr_at_100": 0.698182, + "mrr_at_1000": 0.698303, + "nauc_ndcg_at_1_max": 0.34256, + "nauc_ndcg_at_1_std": 0.094916, + "nauc_ndcg_at_1_diff1": 0.484705, + "nauc_ndcg_at_3_max": 0.342512, + "nauc_ndcg_at_3_std": 0.009498, + "nauc_ndcg_at_3_diff1": 0.459692, + "nauc_ndcg_at_5_max": 0.331584, + "nauc_ndcg_at_5_std": 0.000744, + "nauc_ndcg_at_5_diff1": 0.4391, + "nauc_ndcg_at_10_max": 0.357621, + "nauc_ndcg_at_10_std": 0.025874, + "nauc_ndcg_at_10_diff1": 0.435976, + "nauc_ndcg_at_20_max": 0.365076, + "nauc_ndcg_at_20_std": 0.049796, + "nauc_ndcg_at_20_diff1": 0.437416, + "nauc_ndcg_at_100_max": 0.374441, + "nauc_ndcg_at_100_std": 0.062012, + "nauc_ndcg_at_100_diff1": 0.447656, + "nauc_ndcg_at_1000_max": 0.370299, + "nauc_ndcg_at_1000_std": 0.06045, + "nauc_ndcg_at_1000_diff1": 0.451168, + "nauc_map_at_1_max": 0.219682, + "nauc_map_at_1_std": -0.051966, + "nauc_map_at_1_diff1": 0.47732, + "nauc_map_at_3_max": 0.300898, + "nauc_map_at_3_std": -0.040644, + "nauc_map_at_3_diff1": 0.474903, + "nauc_map_at_5_max": 0.305261, + "nauc_map_at_5_std": -0.024239, + "nauc_map_at_5_diff1": 0.455987, + "nauc_map_at_10_max": 0.317985, + "nauc_map_at_10_std": -0.00584, + "nauc_map_at_10_diff1": 0.451086, + "nauc_map_at_20_max": 0.32372, + "nauc_map_at_20_std": 0.006988, + "nauc_map_at_20_diff1": 0.452339, + "nauc_map_at_100_max": 0.326222, + "nauc_map_at_100_std": 0.009783, + "nauc_map_at_100_diff1": 0.453861, + "nauc_map_at_1000_max": 0.326234, + "nauc_map_at_1000_std": 0.010027, + "nauc_map_at_1000_diff1": 0.454131, + "nauc_recall_at_1_max": 0.219682, + "nauc_recall_at_1_std": -0.051966, + "nauc_recall_at_1_diff1": 0.47732, + "nauc_recall_at_3_max": 0.297822, + "nauc_recall_at_3_std": -0.078594, + "nauc_recall_at_3_diff1": 0.40895, + "nauc_recall_at_5_max": 0.302641, + "nauc_recall_at_5_std": -0.065313, + "nauc_recall_at_5_diff1": 0.342493, + "nauc_recall_at_10_max": 0.36137, + "nauc_recall_at_10_std": -0.010493, + "nauc_recall_at_10_diff1": 0.304527, + "nauc_recall_at_20_max": 0.386755, + "nauc_recall_at_20_std": 0.077205, + "nauc_recall_at_20_diff1": 0.27354, + "nauc_recall_at_100_max": 0.569984, + "nauc_recall_at_100_std": 0.281066, + "nauc_recall_at_100_diff1": 0.280802, + "nauc_recall_at_1000_max": 0.801401, + "nauc_recall_at_1000_std": 0.610496, + "nauc_recall_at_1000_diff1": 0.246124, + "nauc_precision_at_1_max": 0.34256, + "nauc_precision_at_1_std": 0.094916, + "nauc_precision_at_1_diff1": 0.484705, + "nauc_precision_at_3_max": 0.288507, + "nauc_precision_at_3_std": 0.169879, + "nauc_precision_at_3_diff1": 0.130445, + "nauc_precision_at_5_max": 0.205764, + "nauc_precision_at_5_std": 0.204067, + "nauc_precision_at_5_diff1": -0.016711, + "nauc_precision_at_10_max": 0.176444, + "nauc_precision_at_10_std": 0.23591, + "nauc_precision_at_10_diff1": -0.095185, + "nauc_precision_at_20_max": 0.154442, + "nauc_precision_at_20_std": 0.279457, + "nauc_precision_at_20_diff1": -0.125032, + "nauc_precision_at_100_max": 0.108631, + "nauc_precision_at_100_std": 0.280637, + "nauc_precision_at_100_diff1": -0.149656, + "nauc_precision_at_1000_max": 0.072516, + "nauc_precision_at_1000_std": 0.272423, + "nauc_precision_at_1000_diff1": -0.163078, + "nauc_mrr_at_1_max": 0.34256, + "nauc_mrr_at_1_std": 0.094916, + "nauc_mrr_at_1_diff1": 0.484705, + "nauc_mrr_at_3_max": 0.387349, + "nauc_mrr_at_3_std": 0.096274, + "nauc_mrr_at_3_diff1": 0.462958, + "nauc_mrr_at_5_max": 0.389243, + "nauc_mrr_at_5_std": 0.096945, + "nauc_mrr_at_5_diff1": 0.46226, + "nauc_mrr_at_10_max": 0.389112, + "nauc_mrr_at_10_std": 0.102491, + "nauc_mrr_at_10_diff1": 0.464334, + "nauc_mrr_at_20_max": 0.388465, + "nauc_mrr_at_20_std": 0.102862, + "nauc_mrr_at_20_diff1": 0.463939, + "nauc_mrr_at_100_max": 0.387853, + "nauc_mrr_at_100_std": 0.102361, + "nauc_mrr_at_100_diff1": 0.464234, + "nauc_mrr_at_1000_max": 0.387684, + "nauc_mrr_at_1000_std": 0.102278, + "nauc_mrr_at_1000_diff1": 0.464294, + "main_score": 0.68096, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "ndcg_at_1": 0.45894, + "ndcg_at_3": 0.63499, + "ndcg_at_5": 0.66767, + "ndcg_at_10": 0.6968, + "ndcg_at_20": 0.70731, + "ndcg_at_100": 0.71064, + "ndcg_at_1000": 0.71304, + "map_at_1": 0.4535, + "map_at_3": 0.59078, + "map_at_5": 0.60951, + "map_at_10": 0.62209, + "map_at_20": 0.62527, + "map_at_100": 0.62581, + "map_at_1000": 0.6259, + "recall_at_1": 0.4535, + "recall_at_3": 0.75825, + "recall_at_5": 0.83575, + "recall_at_10": 0.92311, + "recall_at_20": 0.96316, + "recall_at_100": 0.97987, + "recall_at_1000": 0.99879, + "precision_at_1": 0.45894, + "precision_at_3": 0.25805, + "precision_at_5": 0.17126, + "precision_at_10": 0.09481, + "precision_at_20": 0.04958, + "precision_at_100": 0.0101, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.458937, + "mrr_at_3": 0.595008, + "mrr_at_5": 0.613064, + "mrr_at_10": 0.625111, + "mrr_at_20": 0.627858, + "mrr_at_100": 0.628371, + "mrr_at_1000": 0.628443, + "nauc_ndcg_at_1_max": 0.06812, + "nauc_ndcg_at_1_std": -0.071847, + "nauc_ndcg_at_1_diff1": 0.411477, + "nauc_ndcg_at_3_max": 0.081904, + "nauc_ndcg_at_3_std": -0.134581, + "nauc_ndcg_at_3_diff1": 0.378683, + "nauc_ndcg_at_5_max": 0.070221, + "nauc_ndcg_at_5_std": -0.12255, + "nauc_ndcg_at_5_diff1": 0.392604, + "nauc_ndcg_at_10_max": 0.072207, + "nauc_ndcg_at_10_std": -0.107013, + "nauc_ndcg_at_10_diff1": 0.39403, + "nauc_ndcg_at_20_max": 0.077728, + "nauc_ndcg_at_20_std": -0.089627, + "nauc_ndcg_at_20_diff1": 0.389429, + "nauc_ndcg_at_100_max": 0.080545, + "nauc_ndcg_at_100_std": -0.092548, + "nauc_ndcg_at_100_diff1": 0.391142, + "nauc_ndcg_at_1000_max": 0.076045, + "nauc_ndcg_at_1000_std": -0.097598, + "nauc_ndcg_at_1000_diff1": 0.390493, + "nauc_map_at_1_max": 0.060414, + "nauc_map_at_1_std": -0.080529, + "nauc_map_at_1_diff1": 0.412784, + "nauc_map_at_3_max": 0.075027, + "nauc_map_at_3_std": -0.11663, + "nauc_map_at_3_diff1": 0.385592, + "nauc_map_at_5_max": 0.070424, + "nauc_map_at_5_std": -0.107914, + "nauc_map_at_5_diff1": 0.3932, + "nauc_map_at_10_max": 0.071147, + "nauc_map_at_10_std": -0.10234, + "nauc_map_at_10_diff1": 0.393415, + "nauc_map_at_20_max": 0.072583, + "nauc_map_at_20_std": -0.098172, + "nauc_map_at_20_diff1": 0.392072, + "nauc_map_at_100_max": 0.07296, + "nauc_map_at_100_std": -0.098681, + "nauc_map_at_100_diff1": 0.392298, + "nauc_map_at_1000_max": 0.072842, + "nauc_map_at_1000_std": -0.098826, + "nauc_map_at_1000_diff1": 0.392253, + "nauc_recall_at_1_max": 0.060414, + "nauc_recall_at_1_std": -0.080529, + "nauc_recall_at_1_diff1": 0.412784, + "nauc_recall_at_3_max": 0.099642, + "nauc_recall_at_3_std": -0.212136, + "nauc_recall_at_3_diff1": 0.350213, + "nauc_recall_at_5_max": 0.055034, + "nauc_recall_at_5_std": -0.201002, + "nauc_recall_at_5_diff1": 0.396375, + "nauc_recall_at_10_max": 0.057912, + "nauc_recall_at_10_std": -0.137679, + "nauc_recall_at_10_diff1": 0.415901, + "nauc_recall_at_20_max": 0.16705, + "nauc_recall_at_20_std": 0.214097, + "nauc_recall_at_20_diff1": 0.356313, + "nauc_recall_at_100_max": 0.381231, + "nauc_recall_at_100_std": 0.342211, + "nauc_recall_at_100_diff1": 0.420043, + "nauc_recall_at_1000_max": -1.151049, + "nauc_recall_at_1000_std": 0.122853, + "nauc_recall_at_1000_diff1": 0.358147, + "nauc_precision_at_1_max": 0.06812, + "nauc_precision_at_1_std": -0.071847, + "nauc_precision_at_1_diff1": 0.411477, + "nauc_precision_at_3_max": 0.142853, + "nauc_precision_at_3_std": -0.155297, + "nauc_precision_at_3_diff1": 0.316967, + "nauc_precision_at_5_max": 0.129402, + "nauc_precision_at_5_std": -0.108683, + "nauc_precision_at_5_diff1": 0.323899, + "nauc_precision_at_10_max": 0.172443, + "nauc_precision_at_10_std": 0.003835, + "nauc_precision_at_10_diff1": 0.235488, + "nauc_precision_at_20_max": 0.273344, + "nauc_precision_at_20_std": 0.251011, + "nauc_precision_at_20_diff1": 0.068636, + "nauc_precision_at_100_max": 0.352504, + "nauc_precision_at_100_std": 0.268613, + "nauc_precision_at_100_diff1": 0.006101, + "nauc_precision_at_1000_max": 0.286581, + "nauc_precision_at_1000_std": 0.194258, + "nauc_precision_at_1000_diff1": -0.159174, + "nauc_mrr_at_1_max": 0.06812, + "nauc_mrr_at_1_std": -0.071847, + "nauc_mrr_at_1_diff1": 0.411477, + "nauc_mrr_at_3_max": 0.080848, + "nauc_mrr_at_3_std": -0.112514, + "nauc_mrr_at_3_diff1": 0.385408, + "nauc_mrr_at_5_max": 0.074262, + "nauc_mrr_at_5_std": -0.106958, + "nauc_mrr_at_5_diff1": 0.391931, + "nauc_mrr_at_10_max": 0.07469, + "nauc_mrr_at_10_std": -0.100605, + "nauc_mrr_at_10_diff1": 0.392453, + "nauc_mrr_at_20_max": 0.075346, + "nauc_mrr_at_20_std": -0.096996, + "nauc_mrr_at_20_diff1": 0.391439, + "nauc_mrr_at_100_max": 0.075657, + "nauc_mrr_at_100_std": -0.09744, + "nauc_mrr_at_100_diff1": 0.391659, + "nauc_mrr_at_1000_max": 0.075516, + "nauc_mrr_at_1000_std": -0.097534, + "nauc_mrr_at_1000_diff1": 0.391643, + "main_score": 0.6968, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.61937, + "ndcg_at_3": 0.65513, + "ndcg_at_5": 0.69536, + "ndcg_at_10": 0.72777, + "ndcg_at_20": 0.74821, + "ndcg_at_100": 0.76362, + "ndcg_at_1000": 0.76606, + "map_at_1": 0.43877, + "map_at_3": 0.58784, + "map_at_5": 0.62524, + "map_at_10": 0.64679, + "map_at_20": 0.65688, + "map_at_100": 0.66113, + "map_at_1000": 0.66134, + "recall_at_1": 0.43877, + "recall_at_3": 0.6795, + "recall_at_5": 0.77934, + "recall_at_10": 0.86406, + "recall_at_20": 0.92507, + "recall_at_100": 0.98665, + "recall_at_1000": 1.0, + "precision_at_1": 0.61937, + "precision_at_3": 0.35607, + "precision_at_5": 0.25484, + "precision_at_10": 0.14775, + "precision_at_20": 0.0822, + "precision_at_100": 0.01793, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.619372, + "mrr_at_3": 0.717144, + "mrr_at_5": 0.731605, + "mrr_at_10": 0.738954, + "mrr_at_20": 0.740436, + "mrr_at_100": 0.741329, + "mrr_at_1000": 0.741356, + "nauc_ndcg_at_1_max": 0.19438, + "nauc_ndcg_at_1_std": -0.016337, + "nauc_ndcg_at_1_diff1": 0.458386, + "nauc_ndcg_at_3_max": 0.168874, + "nauc_ndcg_at_3_std": -0.09449, + "nauc_ndcg_at_3_diff1": 0.437922, + "nauc_ndcg_at_5_max": 0.175739, + "nauc_ndcg_at_5_std": -0.099177, + "nauc_ndcg_at_5_diff1": 0.446961, + "nauc_ndcg_at_10_max": 0.176831, + "nauc_ndcg_at_10_std": -0.093465, + "nauc_ndcg_at_10_diff1": 0.43935, + "nauc_ndcg_at_20_max": 0.180377, + "nauc_ndcg_at_20_std": -0.07715, + "nauc_ndcg_at_20_diff1": 0.442526, + "nauc_ndcg_at_100_max": 0.182913, + "nauc_ndcg_at_100_std": -0.068237, + "nauc_ndcg_at_100_diff1": 0.441734, + "nauc_ndcg_at_1000_max": 0.188056, + "nauc_ndcg_at_1000_std": -0.06596, + "nauc_ndcg_at_1000_diff1": 0.440772, + "nauc_map_at_1_max": 0.071201, + "nauc_map_at_1_std": -0.120458, + "nauc_map_at_1_diff1": 0.450917, + "nauc_map_at_3_max": 0.135779, + "nauc_map_at_3_std": -0.125695, + "nauc_map_at_3_diff1": 0.446688, + "nauc_map_at_5_max": 0.148133, + "nauc_map_at_5_std": -0.124151, + "nauc_map_at_5_diff1": 0.4472, + "nauc_map_at_10_max": 0.152352, + "nauc_map_at_10_std": -0.1142, + "nauc_map_at_10_diff1": 0.439161, + "nauc_map_at_20_max": 0.15774, + "nauc_map_at_20_std": -0.103819, + "nauc_map_at_20_diff1": 0.439002, + "nauc_map_at_100_max": 0.1592, + "nauc_map_at_100_std": -0.100835, + "nauc_map_at_100_diff1": 0.438854, + "nauc_map_at_1000_max": 0.159555, + "nauc_map_at_1000_std": -0.100761, + "nauc_map_at_1000_diff1": 0.438851, + "nauc_recall_at_1_max": 0.071201, + "nauc_recall_at_1_std": -0.120458, + "nauc_recall_at_1_diff1": 0.450917, + "nauc_recall_at_3_max": 0.127489, + "nauc_recall_at_3_std": -0.141987, + "nauc_recall_at_3_diff1": 0.413879, + "nauc_recall_at_5_max": 0.127623, + "nauc_recall_at_5_std": -0.160132, + "nauc_recall_at_5_diff1": 0.406971, + "nauc_recall_at_10_max": 0.125149, + "nauc_recall_at_10_std": -0.162036, + "nauc_recall_at_10_diff1": 0.361772, + "nauc_recall_at_20_max": 0.081804, + "nauc_recall_at_20_std": -0.159558, + "nauc_recall_at_20_diff1": 0.399917, + "nauc_recall_at_100_max": -0.206588, + "nauc_recall_at_100_std": -0.24621, + "nauc_recall_at_100_diff1": 0.515719, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.19438, + "nauc_precision_at_1_std": -0.016337, + "nauc_precision_at_1_diff1": 0.458386, + "nauc_precision_at_3_max": 0.230855, + "nauc_precision_at_3_std": 0.054542, + "nauc_precision_at_3_diff1": 0.09605, + "nauc_precision_at_5_max": 0.213891, + "nauc_precision_at_5_std": 0.096591, + "nauc_precision_at_5_diff1": -0.021759, + "nauc_precision_at_10_max": 0.168172, + "nauc_precision_at_10_std": 0.146015, + "nauc_precision_at_10_diff1": -0.140757, + "nauc_precision_at_20_max": 0.154741, + "nauc_precision_at_20_std": 0.200632, + "nauc_precision_at_20_diff1": -0.181016, + "nauc_precision_at_100_max": 0.131133, + "nauc_precision_at_100_std": 0.212103, + "nauc_precision_at_100_diff1": -0.223965, + "nauc_precision_at_1000_max": 0.133239, + "nauc_precision_at_1000_std": 0.210253, + "nauc_precision_at_1000_diff1": -0.229787, + "nauc_mrr_at_1_max": 0.19438, + "nauc_mrr_at_1_std": -0.016337, + "nauc_mrr_at_1_diff1": 0.458386, + "nauc_mrr_at_3_max": 0.232063, + "nauc_mrr_at_3_std": -0.006398, + "nauc_mrr_at_3_diff1": 0.451542, + "nauc_mrr_at_5_max": 0.229707, + "nauc_mrr_at_5_std": -0.001417, + "nauc_mrr_at_5_diff1": 0.452036, + "nauc_mrr_at_10_max": 0.228156, + "nauc_mrr_at_10_std": -0.003462, + "nauc_mrr_at_10_diff1": 0.454877, + "nauc_mrr_at_20_max": 0.225465, + "nauc_mrr_at_20_std": -0.005202, + "nauc_mrr_at_20_diff1": 0.455339, + "nauc_mrr_at_100_max": 0.22522, + "nauc_mrr_at_100_std": -0.004918, + "nauc_mrr_at_100_diff1": 0.455361, + "nauc_mrr_at_1000_max": 0.225341, + "nauc_mrr_at_1000_std": -0.004767, + "nauc_mrr_at_1000_diff1": 0.455317, + "main_score": 0.72777, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.61345, + "ndcg_at_3": 0.7281, + "ndcg_at_5": 0.75228, + "ndcg_at_10": 0.76912, + "ndcg_at_20": 0.77871, + "ndcg_at_100": 0.78683, + "ndcg_at_1000": 0.78828, + "map_at_1": 0.54692, + "map_at_3": 0.68814, + "map_at_5": 0.70425, + "map_at_10": 0.71259, + "map_at_20": 0.71686, + "map_at_100": 0.7181, + "map_at_1000": 0.71817, + "recall_at_1": 0.54692, + "recall_at_3": 0.81092, + "recall_at_5": 0.86765, + "recall_at_10": 0.91527, + "recall_at_20": 0.94678, + "recall_at_100": 0.9888, + "recall_at_1000": 1.0, + "precision_at_1": 0.61345, + "precision_at_3": 0.31653, + "precision_at_5": 0.20672, + "precision_at_10": 0.10924, + "precision_at_20": 0.05756, + "precision_at_100": 0.01193, + "precision_at_1000": 0.00121, + "mrr_at_1": 0.613445, + "mrr_at_3": 0.717087, + "mrr_at_5": 0.728431, + "mrr_at_10": 0.734567, + "mrr_at_20": 0.735734, + "mrr_at_100": 0.736977, + "mrr_at_1000": 0.73699, + "nauc_ndcg_at_1_max": 0.258057, + "nauc_ndcg_at_1_std": -0.474887, + "nauc_ndcg_at_1_diff1": 0.69063, + "nauc_ndcg_at_3_max": 0.38896, + "nauc_ndcg_at_3_std": -0.532868, + "nauc_ndcg_at_3_diff1": 0.645836, + "nauc_ndcg_at_5_max": 0.395156, + "nauc_ndcg_at_5_std": -0.526798, + "nauc_ndcg_at_5_diff1": 0.661488, + "nauc_ndcg_at_10_max": 0.368742, + "nauc_ndcg_at_10_std": -0.565104, + "nauc_ndcg_at_10_diff1": 0.672339, + "nauc_ndcg_at_20_max": 0.381193, + "nauc_ndcg_at_20_std": -0.566516, + "nauc_ndcg_at_20_diff1": 0.661477, + "nauc_ndcg_at_100_max": 0.370121, + "nauc_ndcg_at_100_std": -0.519151, + "nauc_ndcg_at_100_diff1": 0.668897, + "nauc_ndcg_at_1000_max": 0.364555, + "nauc_ndcg_at_1000_std": -0.527414, + "nauc_ndcg_at_1000_diff1": 0.667322, + "nauc_map_at_1_max": 0.164703, + "nauc_map_at_1_std": -0.427563, + "nauc_map_at_1_diff1": 0.716017, + "nauc_map_at_3_max": 0.338493, + "nauc_map_at_3_std": -0.489321, + "nauc_map_at_3_diff1": 0.659968, + "nauc_map_at_5_max": 0.349513, + "nauc_map_at_5_std": -0.49741, + "nauc_map_at_5_diff1": 0.674338, + "nauc_map_at_10_max": 0.335721, + "nauc_map_at_10_std": -0.508507, + "nauc_map_at_10_diff1": 0.678318, + "nauc_map_at_20_max": 0.342862, + "nauc_map_at_20_std": -0.508062, + "nauc_map_at_20_diff1": 0.675974, + "nauc_map_at_100_max": 0.341189, + "nauc_map_at_100_std": -0.502458, + "nauc_map_at_100_diff1": 0.676362, + "nauc_map_at_1000_max": 0.340974, + "nauc_map_at_1000_std": -0.502797, + "nauc_map_at_1000_diff1": 0.67627, + "nauc_recall_at_1_max": 0.164703, + "nauc_recall_at_1_std": -0.427563, + "nauc_recall_at_1_diff1": 0.716017, + "nauc_recall_at_3_max": 0.507142, + "nauc_recall_at_3_std": -0.597529, + "nauc_recall_at_3_diff1": 0.555124, + "nauc_recall_at_5_max": 0.567363, + "nauc_recall_at_5_std": -0.598495, + "nauc_recall_at_5_diff1": 0.596836, + "nauc_recall_at_10_max": 0.489375, + "nauc_recall_at_10_std": -0.903219, + "nauc_recall_at_10_diff1": 0.632179, + "nauc_recall_at_20_max": 0.692597, + "nauc_recall_at_20_std": -1.170616, + "nauc_recall_at_20_diff1": 0.523116, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.484239, + "nauc_recall_at_100_diff1": 0.758633, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.258057, + "nauc_precision_at_1_std": -0.474887, + "nauc_precision_at_1_diff1": 0.69063, + "nauc_precision_at_3_max": 0.43794, + "nauc_precision_at_3_std": -0.268542, + "nauc_precision_at_3_diff1": 0.146903, + "nauc_precision_at_5_max": 0.422144, + "nauc_precision_at_5_std": -0.194148, + "nauc_precision_at_5_diff1": 0.06065, + "nauc_precision_at_10_max": 0.32345, + "nauc_precision_at_10_std": -0.173233, + "nauc_precision_at_10_diff1": -0.031183, + "nauc_precision_at_20_max": 0.2927, + "nauc_precision_at_20_std": -0.107703, + "nauc_precision_at_20_diff1": -0.136481, + "nauc_precision_at_100_max": 0.251926, + "nauc_precision_at_100_std": 0.085214, + "nauc_precision_at_100_diff1": -0.21302, + "nauc_precision_at_1000_max": 0.196945, + "nauc_precision_at_1000_std": 0.052804, + "nauc_precision_at_1000_diff1": -0.249172, + "nauc_mrr_at_1_max": 0.258057, + "nauc_mrr_at_1_std": -0.474887, + "nauc_mrr_at_1_diff1": 0.69063, + "nauc_mrr_at_3_max": 0.37642, + "nauc_mrr_at_3_std": -0.551235, + "nauc_mrr_at_3_diff1": 0.653549, + "nauc_mrr_at_5_max": 0.369056, + "nauc_mrr_at_5_std": -0.536659, + "nauc_mrr_at_5_diff1": 0.656182, + "nauc_mrr_at_10_max": 0.360793, + "nauc_mrr_at_10_std": -0.554367, + "nauc_mrr_at_10_diff1": 0.662101, + "nauc_mrr_at_20_max": 0.360046, + "nauc_mrr_at_20_std": -0.553342, + "nauc_mrr_at_20_diff1": 0.660316, + "nauc_mrr_at_100_max": 0.358399, + "nauc_mrr_at_100_std": -0.547761, + "nauc_mrr_at_100_diff1": 0.660632, + "nauc_mrr_at_1000_max": 0.358362, + "nauc_mrr_at_1000_std": -0.547814, + "nauc_mrr_at_1000_diff1": 0.660628, + "main_score": 0.76912, + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.45547, + "ndcg_at_3": 0.43967, + "ndcg_at_5": 0.47042, + "ndcg_at_10": 0.53214, + "ndcg_at_20": 0.5746, + "ndcg_at_100": 0.61823, + "ndcg_at_1000": 0.62291, + "map_at_1": 0.23373, + "map_at_3": 0.34595, + "map_at_5": 0.38532, + "map_at_10": 0.42301, + "map_at_20": 0.44378, + "map_at_100": 0.45533, + "map_at_1000": 0.45583, + "recall_at_1": 0.23373, + "recall_at_3": 0.41632, + "recall_at_5": 0.5204, + "recall_at_10": 0.68238, + "recall_at_20": 0.80095, + "recall_at_100": 0.97474, + "recall_at_1000": 1.0, + "precision_at_1": 0.45547, + "precision_at_3": 0.29686, + "precision_at_5": 0.23155, + "precision_at_10": 0.15649, + "precision_at_20": 0.09733, + "precision_at_100": 0.0245, + "precision_at_1000": 0.00253, + "mrr_at_1": 0.455471, + "mrr_at_3": 0.53944, + "mrr_at_5": 0.560051, + "mrr_at_10": 0.57766, + "mrr_at_20": 0.581848, + "mrr_at_100": 0.583398, + "mrr_at_1000": 0.583454, + "nauc_ndcg_at_1_max": 0.187704, + "nauc_ndcg_at_1_std": -0.001255, + "nauc_ndcg_at_1_diff1": 0.225313, + "nauc_ndcg_at_3_max": 0.159096, + "nauc_ndcg_at_3_std": -0.026346, + "nauc_ndcg_at_3_diff1": 0.156741, + "nauc_ndcg_at_5_max": 0.166814, + "nauc_ndcg_at_5_std": -0.022933, + "nauc_ndcg_at_5_diff1": 0.163587, + "nauc_ndcg_at_10_max": 0.1849, + "nauc_ndcg_at_10_std": -0.038747, + "nauc_ndcg_at_10_diff1": 0.172887, + "nauc_ndcg_at_20_max": 0.211009, + "nauc_ndcg_at_20_std": -0.012988, + "nauc_ndcg_at_20_diff1": 0.179738, + "nauc_ndcg_at_100_max": 0.202506, + "nauc_ndcg_at_100_std": -0.008552, + "nauc_ndcg_at_100_diff1": 0.187994, + "nauc_ndcg_at_1000_max": 0.201407, + "nauc_ndcg_at_1000_std": -0.012683, + "nauc_ndcg_at_1000_diff1": 0.185207, + "nauc_map_at_1_max": 0.112543, + "nauc_map_at_1_std": -0.043795, + "nauc_map_at_1_diff1": 0.240743, + "nauc_map_at_3_max": 0.125551, + "nauc_map_at_3_std": -0.032608, + "nauc_map_at_3_diff1": 0.158967, + "nauc_map_at_5_max": 0.141733, + "nauc_map_at_5_std": -0.03254, + "nauc_map_at_5_diff1": 0.16021, + "nauc_map_at_10_max": 0.15983, + "nauc_map_at_10_std": -0.034161, + "nauc_map_at_10_diff1": 0.166853, + "nauc_map_at_20_max": 0.176299, + "nauc_map_at_20_std": -0.02164, + "nauc_map_at_20_diff1": 0.166589, + "nauc_map_at_100_max": 0.177935, + "nauc_map_at_100_std": -0.018092, + "nauc_map_at_100_diff1": 0.166851, + "nauc_map_at_1000_max": 0.1777, + "nauc_map_at_1000_std": -0.018345, + "nauc_map_at_1000_diff1": 0.166853, + "nauc_recall_at_1_max": 0.112543, + "nauc_recall_at_1_std": -0.043795, + "nauc_recall_at_1_diff1": 0.240743, + "nauc_recall_at_3_max": 0.106977, + "nauc_recall_at_3_std": -0.041804, + "nauc_recall_at_3_diff1": 0.111086, + "nauc_recall_at_5_max": 0.121921, + "nauc_recall_at_5_std": -0.033419, + "nauc_recall_at_5_diff1": 0.11105, + "nauc_recall_at_10_max": 0.155215, + "nauc_recall_at_10_std": -0.064184, + "nauc_recall_at_10_diff1": 0.111893, + "nauc_recall_at_20_max": 0.247077, + "nauc_recall_at_20_std": 0.01666, + "nauc_recall_at_20_diff1": 0.150318, + "nauc_recall_at_100_max": 0.137377, + "nauc_recall_at_100_std": 0.1737, + "nauc_recall_at_100_diff1": 0.344023, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.187704, + "nauc_precision_at_1_std": -0.001255, + "nauc_precision_at_1_diff1": 0.225313, + "nauc_precision_at_3_max": 0.16987, + "nauc_precision_at_3_std": -0.0103, + "nauc_precision_at_3_diff1": 0.05147, + "nauc_precision_at_5_max": 0.185974, + "nauc_precision_at_5_std": 0.007831, + "nauc_precision_at_5_diff1": 0.03617, + "nauc_precision_at_10_max": 0.20763, + "nauc_precision_at_10_std": 0.021271, + "nauc_precision_at_10_diff1": 0.011713, + "nauc_precision_at_20_max": 0.205189, + "nauc_precision_at_20_std": 0.088467, + "nauc_precision_at_20_diff1": -0.021966, + "nauc_precision_at_100_max": 0.137031, + "nauc_precision_at_100_std": 0.109215, + "nauc_precision_at_100_diff1": -0.018612, + "nauc_precision_at_1000_max": 0.113978, + "nauc_precision_at_1000_std": 0.09125, + "nauc_precision_at_1000_diff1": -0.02622, + "nauc_mrr_at_1_max": 0.187704, + "nauc_mrr_at_1_std": -0.001255, + "nauc_mrr_at_1_diff1": 0.225313, + "nauc_mrr_at_3_max": 0.205352, + "nauc_mrr_at_3_std": -0.011347, + "nauc_mrr_at_3_diff1": 0.209637, + "nauc_mrr_at_5_max": 0.205556, + "nauc_mrr_at_5_std": -0.002505, + "nauc_mrr_at_5_diff1": 0.210522, + "nauc_mrr_at_10_max": 0.207363, + "nauc_mrr_at_10_std": -0.009031, + "nauc_mrr_at_10_diff1": 0.209086, + "nauc_mrr_at_20_max": 0.207022, + "nauc_mrr_at_20_std": -0.005354, + "nauc_mrr_at_20_diff1": 0.212809, + "nauc_mrr_at_100_max": 0.205482, + "nauc_mrr_at_100_std": -0.006024, + "nauc_mrr_at_100_diff1": 0.212386, + "nauc_mrr_at_1000_max": 0.205573, + "nauc_mrr_at_1000_std": -0.005987, + "nauc_mrr_at_1000_diff1": 0.21233, + "main_score": 0.53214, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 44606.94687318802, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/MLQARetrieval.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MLQARetrieval.json new file mode 100644 index 0000000000..66f4541c4a --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MLQARetrieval.json @@ -0,0 +1,14517 @@ +{ + "dataset_revision": "397ed406c1a7902140303e7faf60fff35b58d285", + "task_name": "MLQARetrieval", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.72727, + "ndcg_at_3": 0.80982, + "ndcg_at_5": 0.82465, + "ndcg_at_10": 0.83459, + "ndcg_at_20": 0.83953, + "ndcg_at_100": 0.84571, + "ndcg_at_1000": 0.84744, + "map_at_1": 0.72727, + "map_at_3": 0.79014, + "map_at_5": 0.79865, + "map_at_10": 0.80271, + "map_at_20": 0.80409, + "map_at_100": 0.80484, + "map_at_1000": 0.8049, + "recall_at_1": 0.72727, + "recall_at_3": 0.86654, + "recall_at_5": 0.90135, + "recall_at_10": 0.9323, + "recall_at_20": 0.95164, + "recall_at_100": 0.98646, + "recall_at_1000": 1.0, + "precision_at_1": 0.72727, + "precision_at_3": 0.28885, + "precision_at_5": 0.18027, + "precision_at_10": 0.09323, + "precision_at_20": 0.04758, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.727273, + "mrr_at_3": 0.790135, + "mrr_at_5": 0.798646, + "mrr_at_10": 0.802709, + "mrr_at_20": 0.804093, + "mrr_at_100": 0.804841, + "mrr_at_1000": 0.804903, + "nauc_ndcg_at_1_max": 0.611738, + "nauc_ndcg_at_1_std": 0.186078, + "nauc_ndcg_at_1_diff1": 0.813648, + "nauc_ndcg_at_3_max": 0.660171, + "nauc_ndcg_at_3_std": 0.24423, + "nauc_ndcg_at_3_diff1": 0.771406, + "nauc_ndcg_at_5_max": 0.674706, + "nauc_ndcg_at_5_std": 0.262141, + "nauc_ndcg_at_5_diff1": 0.788371, + "nauc_ndcg_at_10_max": 0.673397, + "nauc_ndcg_at_10_std": 0.266083, + "nauc_ndcg_at_10_diff1": 0.790789, + "nauc_ndcg_at_20_max": 0.666573, + "nauc_ndcg_at_20_std": 0.253364, + "nauc_ndcg_at_20_diff1": 0.789782, + "nauc_ndcg_at_100_max": 0.659539, + "nauc_ndcg_at_100_std": 0.247474, + "nauc_ndcg_at_100_diff1": 0.791509, + "nauc_ndcg_at_1000_max": 0.657721, + "nauc_ndcg_at_1000_std": 0.240796, + "nauc_ndcg_at_1000_diff1": 0.792023, + "nauc_map_at_1_max": 0.611738, + "nauc_map_at_1_std": 0.186078, + "nauc_map_at_1_diff1": 0.813648, + "nauc_map_at_3_max": 0.646922, + "nauc_map_at_3_std": 0.222197, + "nauc_map_at_3_diff1": 0.78441, + "nauc_map_at_5_max": 0.653755, + "nauc_map_at_5_std": 0.22977, + "nauc_map_at_5_diff1": 0.793484, + "nauc_map_at_10_max": 0.652514, + "nauc_map_at_10_std": 0.23023, + "nauc_map_at_10_diff1": 0.794565, + "nauc_map_at_20_max": 0.650784, + "nauc_map_at_20_std": 0.227192, + "nauc_map_at_20_diff1": 0.794378, + "nauc_map_at_100_max": 0.650065, + "nauc_map_at_100_std": 0.226873, + "nauc_map_at_100_diff1": 0.794502, + "nauc_map_at_1000_max": 0.649998, + "nauc_map_at_1000_std": 0.226664, + "nauc_map_at_1000_diff1": 0.794518, + "nauc_recall_at_1_max": 0.611738, + "nauc_recall_at_1_std": 0.186078, + "nauc_recall_at_1_diff1": 0.813648, + "nauc_recall_at_3_max": 0.715582, + "nauc_recall_at_3_std": 0.340508, + "nauc_recall_at_3_diff1": 0.716043, + "nauc_recall_at_5_max": 0.788613, + "nauc_recall_at_5_std": 0.443876, + "nauc_recall_at_5_diff1": 0.764623, + "nauc_recall_at_10_max": 0.835932, + "nauc_recall_at_10_std": 0.557129, + "nauc_recall_at_10_diff1": 0.768837, + "nauc_recall_at_20_max": 0.819527, + "nauc_recall_at_20_std": 0.517564, + "nauc_recall_at_20_diff1": 0.747612, + "nauc_recall_at_100_max": 0.798614, + "nauc_recall_at_100_std": 0.776913, + "nauc_recall_at_100_diff1": 0.752707, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.611738, + "nauc_precision_at_1_std": 0.186078, + "nauc_precision_at_1_diff1": 0.813648, + "nauc_precision_at_3_max": 0.715582, + "nauc_precision_at_3_std": 0.340508, + "nauc_precision_at_3_diff1": 0.716043, + "nauc_precision_at_5_max": 0.788613, + "nauc_precision_at_5_std": 0.443876, + "nauc_precision_at_5_diff1": 0.764623, + "nauc_precision_at_10_max": 0.835932, + "nauc_precision_at_10_std": 0.557129, + "nauc_precision_at_10_diff1": 0.768837, + "nauc_precision_at_20_max": 0.819527, + "nauc_precision_at_20_std": 0.517564, + "nauc_precision_at_20_diff1": 0.747612, + "nauc_precision_at_100_max": 0.798614, + "nauc_precision_at_100_std": 0.776913, + "nauc_precision_at_100_diff1": 0.752707, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.611738, + "nauc_mrr_at_1_std": 0.186078, + "nauc_mrr_at_1_diff1": 0.813648, + "nauc_mrr_at_3_max": 0.646922, + "nauc_mrr_at_3_std": 0.222197, + "nauc_mrr_at_3_diff1": 0.78441, + "nauc_mrr_at_5_max": 0.653755, + "nauc_mrr_at_5_std": 0.22977, + "nauc_mrr_at_5_diff1": 0.793484, + "nauc_mrr_at_10_max": 0.652514, + "nauc_mrr_at_10_std": 0.23023, + "nauc_mrr_at_10_diff1": 0.794565, + "nauc_mrr_at_20_max": 0.650784, + "nauc_mrr_at_20_std": 0.227192, + "nauc_mrr_at_20_diff1": 0.794378, + "nauc_mrr_at_100_max": 0.650065, + "nauc_mrr_at_100_std": 0.226873, + "nauc_mrr_at_100_diff1": 0.794502, + "nauc_mrr_at_1000_max": 0.649998, + "nauc_mrr_at_1000_std": 0.226664, + "nauc_mrr_at_1000_diff1": 0.794518, + "main_score": 0.83459, + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.70531, + "ndcg_at_3": 0.7856, + "ndcg_at_5": 0.80951, + "ndcg_at_10": 0.82345, + "ndcg_at_20": 0.83338, + "ndcg_at_100": 0.83717, + "ndcg_at_1000": 0.83717, + "map_at_1": 0.70531, + "map_at_3": 0.76651, + "map_at_5": 0.77979, + "map_at_10": 0.78548, + "map_at_20": 0.78828, + "map_at_100": 0.7889, + "map_at_1000": 0.7889, + "recall_at_1": 0.70531, + "recall_at_3": 0.84058, + "recall_at_5": 0.89855, + "recall_at_10": 0.94203, + "recall_at_20": 0.98068, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.70531, + "precision_at_3": 0.28019, + "precision_at_5": 0.17971, + "precision_at_10": 0.0942, + "precision_at_20": 0.04903, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.705314, + "mrr_at_3": 0.766506, + "mrr_at_5": 0.779791, + "mrr_at_10": 0.785478, + "mrr_at_20": 0.788284, + "mrr_at_100": 0.788902, + "mrr_at_1000": 0.788902, + "nauc_ndcg_at_1_max": 0.476625, + "nauc_ndcg_at_1_std": 0.202815, + "nauc_ndcg_at_1_diff1": 0.872885, + "nauc_ndcg_at_3_max": 0.612542, + "nauc_ndcg_at_3_std": 0.381923, + "nauc_ndcg_at_3_diff1": 0.835269, + "nauc_ndcg_at_5_max": 0.601494, + "nauc_ndcg_at_5_std": 0.3613, + "nauc_ndcg_at_5_diff1": 0.838008, + "nauc_ndcg_at_10_max": 0.600284, + "nauc_ndcg_at_10_std": 0.359481, + "nauc_ndcg_at_10_diff1": 0.84672, + "nauc_ndcg_at_20_max": 0.579484, + "nauc_ndcg_at_20_std": 0.338735, + "nauc_ndcg_at_20_diff1": 0.844784, + "nauc_ndcg_at_100_max": 0.571242, + "nauc_ndcg_at_100_std": 0.32354, + "nauc_ndcg_at_100_diff1": 0.848836, + "nauc_ndcg_at_1000_max": 0.571242, + "nauc_ndcg_at_1000_std": 0.32354, + "nauc_ndcg_at_1000_diff1": 0.848836, + "nauc_map_at_1_max": 0.476625, + "nauc_map_at_1_std": 0.202815, + "nauc_map_at_1_diff1": 0.872885, + "nauc_map_at_3_max": 0.576098, + "nauc_map_at_3_std": 0.331658, + "nauc_map_at_3_diff1": 0.846193, + "nauc_map_at_5_max": 0.568697, + "nauc_map_at_5_std": 0.31792, + "nauc_map_at_5_diff1": 0.848539, + "nauc_map_at_10_max": 0.566856, + "nauc_map_at_10_std": 0.315707, + "nauc_map_at_10_diff1": 0.851506, + "nauc_map_at_20_max": 0.561767, + "nauc_map_at_20_std": 0.310771, + "nauc_map_at_20_diff1": 0.851298, + "nauc_map_at_100_max": 0.560669, + "nauc_map_at_100_std": 0.308821, + "nauc_map_at_100_diff1": 0.851772, + "nauc_map_at_1000_max": 0.560669, + "nauc_map_at_1000_std": 0.308821, + "nauc_map_at_1000_diff1": 0.851772, + "nauc_recall_at_1_max": 0.476625, + "nauc_recall_at_1_std": 0.202815, + "nauc_recall_at_1_diff1": 0.872885, + "nauc_recall_at_3_max": 0.755367, + "nauc_recall_at_3_std": 0.580316, + "nauc_recall_at_3_diff1": 0.791934, + "nauc_recall_at_5_max": 0.779466, + "nauc_recall_at_5_std": 0.59917, + "nauc_recall_at_5_diff1": 0.778795, + "nauc_recall_at_10_max": 0.910084, + "nauc_recall_at_10_std": 0.76676, + "nauc_recall_at_10_diff1": 0.814454, + "nauc_recall_at_20_max": 0.897859, + "nauc_recall_at_20_std": 0.930591, + "nauc_recall_at_20_diff1": 0.680378, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.476625, + "nauc_precision_at_1_std": 0.202815, + "nauc_precision_at_1_diff1": 0.872885, + "nauc_precision_at_3_max": 0.755367, + "nauc_precision_at_3_std": 0.580316, + "nauc_precision_at_3_diff1": 0.791934, + "nauc_precision_at_5_max": 0.779466, + "nauc_precision_at_5_std": 0.59917, + "nauc_precision_at_5_diff1": 0.778795, + "nauc_precision_at_10_max": 0.910084, + "nauc_precision_at_10_std": 0.76676, + "nauc_precision_at_10_diff1": 0.814454, + "nauc_precision_at_20_max": 0.897859, + "nauc_precision_at_20_std": 0.930591, + "nauc_precision_at_20_diff1": 0.680378, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.476625, + "nauc_mrr_at_1_std": 0.202815, + "nauc_mrr_at_1_diff1": 0.872885, + "nauc_mrr_at_3_max": 0.576098, + "nauc_mrr_at_3_std": 0.331658, + "nauc_mrr_at_3_diff1": 0.846193, + "nauc_mrr_at_5_max": 0.568697, + "nauc_mrr_at_5_std": 0.31792, + "nauc_mrr_at_5_diff1": 0.848539, + "nauc_mrr_at_10_max": 0.566856, + "nauc_mrr_at_10_std": 0.315707, + "nauc_mrr_at_10_diff1": 0.851506, + "nauc_mrr_at_20_max": 0.561767, + "nauc_mrr_at_20_std": 0.310771, + "nauc_mrr_at_20_diff1": 0.851298, + "nauc_mrr_at_100_max": 0.560669, + "nauc_mrr_at_100_std": 0.308821, + "nauc_mrr_at_100_diff1": 0.851772, + "nauc_mrr_at_1000_max": 0.560669, + "nauc_mrr_at_1000_std": 0.308821, + "nauc_mrr_at_1000_diff1": 0.851772, + "main_score": 0.82345, + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.81238, + "ndcg_at_3": 0.87616, + "ndcg_at_5": 0.88415, + "ndcg_at_10": 0.89317, + "ndcg_at_20": 0.89661, + "ndcg_at_100": 0.89871, + "ndcg_at_1000": 0.89982, + "map_at_1": 0.81238, + "map_at_3": 0.86074, + "map_at_5": 0.86518, + "map_at_10": 0.86906, + "map_at_20": 0.87001, + "map_at_100": 0.87029, + "map_at_1000": 0.87035, + "recall_at_1": 0.81238, + "recall_at_3": 0.9207, + "recall_at_5": 0.94004, + "recall_at_10": 0.96712, + "recall_at_20": 0.98066, + "recall_at_100": 0.99226, + "recall_at_1000": 1.0, + "precision_at_1": 0.81238, + "precision_at_3": 0.3069, + "precision_at_5": 0.18801, + "precision_at_10": 0.09671, + "precision_at_20": 0.04903, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.812379, + "mrr_at_3": 0.860735, + "mrr_at_5": 0.865184, + "mrr_at_10": 0.869058, + "mrr_at_20": 0.870007, + "mrr_at_100": 0.870286, + "mrr_at_1000": 0.870348, + "nauc_ndcg_at_1_max": 0.562885, + "nauc_ndcg_at_1_std": 0.173682, + "nauc_ndcg_at_1_diff1": 0.85718, + "nauc_ndcg_at_3_max": 0.659523, + "nauc_ndcg_at_3_std": 0.26522, + "nauc_ndcg_at_3_diff1": 0.839412, + "nauc_ndcg_at_5_max": 0.652865, + "nauc_ndcg_at_5_std": 0.277006, + "nauc_ndcg_at_5_diff1": 0.842702, + "nauc_ndcg_at_10_max": 0.6528, + "nauc_ndcg_at_10_std": 0.289311, + "nauc_ndcg_at_10_diff1": 0.848052, + "nauc_ndcg_at_20_max": 0.644201, + "nauc_ndcg_at_20_std": 0.274017, + "nauc_ndcg_at_20_diff1": 0.849025, + "nauc_ndcg_at_100_max": 0.637885, + "nauc_ndcg_at_100_std": 0.262816, + "nauc_ndcg_at_100_diff1": 0.848278, + "nauc_ndcg_at_1000_max": 0.634051, + "nauc_ndcg_at_1000_std": 0.257549, + "nauc_ndcg_at_1000_diff1": 0.848503, + "nauc_map_at_1_max": 0.562885, + "nauc_map_at_1_std": 0.173682, + "nauc_map_at_1_diff1": 0.85718, + "nauc_map_at_3_max": 0.631537, + "nauc_map_at_3_std": 0.239032, + "nauc_map_at_3_diff1": 0.84485, + "nauc_map_at_5_max": 0.62758, + "nauc_map_at_5_std": 0.244064, + "nauc_map_at_5_diff1": 0.846824, + "nauc_map_at_10_max": 0.626839, + "nauc_map_at_10_std": 0.247713, + "nauc_map_at_10_diff1": 0.849062, + "nauc_map_at_20_max": 0.62472, + "nauc_map_at_20_std": 0.244166, + "nauc_map_at_20_diff1": 0.849201, + "nauc_map_at_100_max": 0.624015, + "nauc_map_at_100_std": 0.243063, + "nauc_map_at_100_diff1": 0.849136, + "nauc_map_at_1000_max": 0.623839, + "nauc_map_at_1000_std": 0.242805, + "nauc_map_at_1000_diff1": 0.849145, + "nauc_recall_at_1_max": 0.562885, + "nauc_recall_at_1_std": 0.173682, + "nauc_recall_at_1_diff1": 0.85718, + "nauc_recall_at_3_max": 0.793284, + "nauc_recall_at_3_std": 0.390146, + "nauc_recall_at_3_diff1": 0.813195, + "nauc_recall_at_5_max": 0.804578, + "nauc_recall_at_5_std": 0.481119, + "nauc_recall_at_5_diff1": 0.817735, + "nauc_recall_at_10_max": 0.927614, + "nauc_recall_at_10_std": 0.757305, + "nauc_recall_at_10_diff1": 0.842795, + "nauc_recall_at_20_max": 0.947679, + "nauc_recall_at_20_std": 0.76974, + "nauc_recall_at_20_diff1": 0.862751, + "nauc_recall_at_100_max": 0.967299, + "nauc_recall_at_100_std": 0.707345, + "nauc_recall_at_100_diff1": 0.828439, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.562885, + "nauc_precision_at_1_std": 0.173682, + "nauc_precision_at_1_diff1": 0.85718, + "nauc_precision_at_3_max": 0.793284, + "nauc_precision_at_3_std": 0.390146, + "nauc_precision_at_3_diff1": 0.813195, + "nauc_precision_at_5_max": 0.804578, + "nauc_precision_at_5_std": 0.481119, + "nauc_precision_at_5_diff1": 0.817735, + "nauc_precision_at_10_max": 0.927614, + "nauc_precision_at_10_std": 0.757305, + "nauc_precision_at_10_diff1": 0.842795, + "nauc_precision_at_20_max": 0.947679, + "nauc_precision_at_20_std": 0.76974, + "nauc_precision_at_20_diff1": 0.862751, + "nauc_precision_at_100_max": 0.967299, + "nauc_precision_at_100_std": 0.707345, + "nauc_precision_at_100_diff1": 0.828439, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.562885, + "nauc_mrr_at_1_std": 0.173682, + "nauc_mrr_at_1_diff1": 0.85718, + "nauc_mrr_at_3_max": 0.631537, + "nauc_mrr_at_3_std": 0.239032, + "nauc_mrr_at_3_diff1": 0.84485, + "nauc_mrr_at_5_max": 0.62758, + "nauc_mrr_at_5_std": 0.244064, + "nauc_mrr_at_5_diff1": 0.846824, + "nauc_mrr_at_10_max": 0.626839, + "nauc_mrr_at_10_std": 0.247713, + "nauc_mrr_at_10_diff1": 0.849062, + "nauc_mrr_at_20_max": 0.62472, + "nauc_mrr_at_20_std": 0.244166, + "nauc_mrr_at_20_diff1": 0.849201, + "nauc_mrr_at_100_max": 0.624015, + "nauc_mrr_at_100_std": 0.243063, + "nauc_mrr_at_100_diff1": 0.849136, + "nauc_mrr_at_1000_max": 0.623839, + "nauc_mrr_at_1000_std": 0.242805, + "nauc_mrr_at_1000_diff1": 0.849145, + "main_score": 0.89317, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86335, + "ndcg_at_3": 0.91496, + "ndcg_at_5": 0.91977, + "ndcg_at_10": 0.92385, + "ndcg_at_20": 0.92714, + "ndcg_at_100": 0.92813, + "ndcg_at_1000": 0.92904, + "map_at_1": 0.86335, + "map_at_3": 0.90269, + "map_at_5": 0.90518, + "map_at_10": 0.9069, + "map_at_20": 0.90788, + "map_at_100": 0.90796, + "map_at_1000": 0.90802, + "recall_at_1": 0.86335, + "recall_at_3": 0.95031, + "recall_at_5": 0.96273, + "recall_at_10": 0.97516, + "recall_at_20": 0.98758, + "recall_at_100": 0.99379, + "recall_at_1000": 1.0, + "precision_at_1": 0.86335, + "precision_at_3": 0.31677, + "precision_at_5": 0.19255, + "precision_at_10": 0.09752, + "precision_at_20": 0.04938, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.863354, + "mrr_at_3": 0.902692, + "mrr_at_5": 0.905176, + "mrr_at_10": 0.906901, + "mrr_at_20": 0.90788, + "mrr_at_100": 0.907964, + "mrr_at_1000": 0.908019, + "nauc_ndcg_at_1_max": 0.565372, + "nauc_ndcg_at_1_std": 0.081224, + "nauc_ndcg_at_1_diff1": 0.731262, + "nauc_ndcg_at_3_max": 0.694473, + "nauc_ndcg_at_3_std": 0.279577, + "nauc_ndcg_at_3_diff1": 0.746508, + "nauc_ndcg_at_5_max": 0.684253, + "nauc_ndcg_at_5_std": 0.283373, + "nauc_ndcg_at_5_diff1": 0.743478, + "nauc_ndcg_at_10_max": 0.670804, + "nauc_ndcg_at_10_std": 0.290589, + "nauc_ndcg_at_10_diff1": 0.740936, + "nauc_ndcg_at_20_max": 0.65844, + "nauc_ndcg_at_20_std": 0.263832, + "nauc_ndcg_at_20_diff1": 0.731813, + "nauc_ndcg_at_100_max": 0.653579, + "nauc_ndcg_at_100_std": 0.253356, + "nauc_ndcg_at_100_diff1": 0.729856, + "nauc_ndcg_at_1000_max": 0.654876, + "nauc_ndcg_at_1000_std": 0.243542, + "nauc_ndcg_at_1000_diff1": 0.734722, + "nauc_map_at_1_max": 0.565372, + "nauc_map_at_1_std": 0.081224, + "nauc_map_at_1_diff1": 0.731262, + "nauc_map_at_3_max": 0.660075, + "nauc_map_at_3_std": 0.224172, + "nauc_map_at_3_diff1": 0.739714, + "nauc_map_at_5_max": 0.654665, + "nauc_map_at_5_std": 0.224348, + "nauc_map_at_5_diff1": 0.738201, + "nauc_map_at_10_max": 0.649585, + "nauc_map_at_10_std": 0.227454, + "nauc_map_at_10_diff1": 0.737382, + "nauc_map_at_20_max": 0.646364, + "nauc_map_at_20_std": 0.220449, + "nauc_map_at_20_diff1": 0.735119, + "nauc_map_at_100_max": 0.646033, + "nauc_map_at_100_std": 0.219719, + "nauc_map_at_100_diff1": 0.734993, + "nauc_map_at_1000_max": 0.646089, + "nauc_map_at_1000_std": 0.21924, + "nauc_map_at_1000_diff1": 0.735223, + "nauc_recall_at_1_max": 0.565372, + "nauc_recall_at_1_std": 0.081224, + "nauc_recall_at_1_diff1": 0.731262, + "nauc_recall_at_3_max": 0.877025, + "nauc_recall_at_3_std": 0.576154, + "nauc_recall_at_3_diff1": 0.785277, + "nauc_recall_at_5_max": 0.882277, + "nauc_recall_at_5_std": 0.695664, + "nauc_recall_at_5_diff1": 0.781717, + "nauc_recall_at_10_max": 0.856073, + "nauc_recall_at_10_std": 0.934686, + "nauc_recall_at_10_diff1": 0.774598, + "nauc_recall_at_20_max": 0.77746, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.61451, + "nauc_recall_at_100_max": 0.554919, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.359649, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.565372, + "nauc_precision_at_1_std": 0.081224, + "nauc_precision_at_1_diff1": 0.731262, + "nauc_precision_at_3_max": 0.877025, + "nauc_precision_at_3_std": 0.576154, + "nauc_precision_at_3_diff1": 0.785277, + "nauc_precision_at_5_max": 0.882277, + "nauc_precision_at_5_std": 0.695664, + "nauc_precision_at_5_diff1": 0.781717, + "nauc_precision_at_10_max": 0.856073, + "nauc_precision_at_10_std": 0.934686, + "nauc_precision_at_10_diff1": 0.774598, + "nauc_precision_at_20_max": 0.77746, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.61451, + "nauc_precision_at_100_max": 0.554919, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.359649, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.565372, + "nauc_mrr_at_1_std": 0.081224, + "nauc_mrr_at_1_diff1": 0.731262, + "nauc_mrr_at_3_max": 0.660075, + "nauc_mrr_at_3_std": 0.224172, + "nauc_mrr_at_3_diff1": 0.739714, + "nauc_mrr_at_5_max": 0.654665, + "nauc_mrr_at_5_std": 0.224348, + "nauc_mrr_at_5_diff1": 0.738201, + "nauc_mrr_at_10_max": 0.649585, + "nauc_mrr_at_10_std": 0.227454, + "nauc_mrr_at_10_diff1": 0.737382, + "nauc_mrr_at_20_max": 0.646364, + "nauc_mrr_at_20_std": 0.220449, + "nauc_mrr_at_20_diff1": 0.735119, + "nauc_mrr_at_100_max": 0.646033, + "nauc_mrr_at_100_std": 0.219719, + "nauc_mrr_at_100_diff1": 0.734993, + "nauc_mrr_at_1000_max": 0.646089, + "nauc_mrr_at_1000_std": 0.21924, + "nauc_mrr_at_1000_diff1": 0.735223, + "main_score": 0.92385, + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.75806, + "ndcg_at_3": 0.84671, + "ndcg_at_5": 0.85573, + "ndcg_at_10": 0.86084, + "ndcg_at_20": 0.86647, + "ndcg_at_100": 0.87135, + "ndcg_at_1000": 0.87216, + "map_at_1": 0.75806, + "map_at_3": 0.82527, + "map_at_5": 0.83038, + "map_at_10": 0.83241, + "map_at_20": 0.83406, + "map_at_100": 0.8347, + "map_at_1000": 0.83475, + "recall_at_1": 0.75806, + "recall_at_3": 0.9086, + "recall_at_5": 0.93011, + "recall_at_10": 0.94624, + "recall_at_20": 0.96774, + "recall_at_100": 0.99462, + "recall_at_1000": 1.0, + "precision_at_1": 0.75806, + "precision_at_3": 0.30287, + "precision_at_5": 0.18602, + "precision_at_10": 0.09462, + "precision_at_20": 0.04839, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.758065, + "mrr_at_3": 0.825269, + "mrr_at_5": 0.830376, + "mrr_at_10": 0.832414, + "mrr_at_20": 0.834059, + "mrr_at_100": 0.834696, + "mrr_at_1000": 0.834749, + "nauc_ndcg_at_1_max": 0.425005, + "nauc_ndcg_at_1_std": 0.122234, + "nauc_ndcg_at_1_diff1": 0.817174, + "nauc_ndcg_at_3_max": 0.548999, + "nauc_ndcg_at_3_std": 0.283805, + "nauc_ndcg_at_3_diff1": 0.790907, + "nauc_ndcg_at_5_max": 0.565738, + "nauc_ndcg_at_5_std": 0.28275, + "nauc_ndcg_at_5_diff1": 0.797856, + "nauc_ndcg_at_10_max": 0.556089, + "nauc_ndcg_at_10_std": 0.269725, + "nauc_ndcg_at_10_diff1": 0.80266, + "nauc_ndcg_at_20_max": 0.54424, + "nauc_ndcg_at_20_std": 0.270891, + "nauc_ndcg_at_20_diff1": 0.808246, + "nauc_ndcg_at_100_max": 0.530279, + "nauc_ndcg_at_100_std": 0.25215, + "nauc_ndcg_at_100_diff1": 0.80477, + "nauc_ndcg_at_1000_max": 0.527075, + "nauc_ndcg_at_1000_std": 0.247048, + "nauc_ndcg_at_1000_diff1": 0.803438, + "nauc_map_at_1_max": 0.425005, + "nauc_map_at_1_std": 0.122234, + "nauc_map_at_1_diff1": 0.817174, + "nauc_map_at_3_max": 0.512748, + "nauc_map_at_3_std": 0.236518, + "nauc_map_at_3_diff1": 0.796936, + "nauc_map_at_5_max": 0.520299, + "nauc_map_at_5_std": 0.235053, + "nauc_map_at_5_diff1": 0.800777, + "nauc_map_at_10_max": 0.516419, + "nauc_map_at_10_std": 0.230011, + "nauc_map_at_10_diff1": 0.802192, + "nauc_map_at_20_max": 0.513234, + "nauc_map_at_20_std": 0.229894, + "nauc_map_at_20_diff1": 0.803511, + "nauc_map_at_100_max": 0.511765, + "nauc_map_at_100_std": 0.228152, + "nauc_map_at_100_diff1": 0.803136, + "nauc_map_at_1000_max": 0.511594, + "nauc_map_at_1000_std": 0.227882, + "nauc_map_at_1000_diff1": 0.803067, + "nauc_recall_at_1_max": 0.425005, + "nauc_recall_at_1_std": 0.122234, + "nauc_recall_at_1_diff1": 0.817174, + "nauc_recall_at_3_max": 0.731062, + "nauc_recall_at_3_std": 0.521335, + "nauc_recall_at_3_diff1": 0.761963, + "nauc_recall_at_5_max": 0.85836, + "nauc_recall_at_5_std": 0.584102, + "nauc_recall_at_5_diff1": 0.782478, + "nauc_recall_at_10_max": 0.873593, + "nauc_recall_at_10_std": 0.576365, + "nauc_recall_at_10_diff1": 0.818014, + "nauc_recall_at_20_max": 0.910007, + "nauc_recall_at_20_std": 0.796859, + "nauc_recall_at_20_diff1": 0.910007, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.425005, + "nauc_precision_at_1_std": 0.122234, + "nauc_precision_at_1_diff1": 0.817174, + "nauc_precision_at_3_max": 0.731062, + "nauc_precision_at_3_std": 0.521335, + "nauc_precision_at_3_diff1": 0.761963, + "nauc_precision_at_5_max": 0.85836, + "nauc_precision_at_5_std": 0.584102, + "nauc_precision_at_5_diff1": 0.782478, + "nauc_precision_at_10_max": 0.873593, + "nauc_precision_at_10_std": 0.576365, + "nauc_precision_at_10_diff1": 0.818014, + "nauc_precision_at_20_max": 0.910007, + "nauc_precision_at_20_std": 0.796859, + "nauc_precision_at_20_diff1": 0.910007, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.425005, + "nauc_mrr_at_1_std": 0.122234, + "nauc_mrr_at_1_diff1": 0.817174, + "nauc_mrr_at_3_max": 0.512748, + "nauc_mrr_at_3_std": 0.236518, + "nauc_mrr_at_3_diff1": 0.796936, + "nauc_mrr_at_5_max": 0.520299, + "nauc_mrr_at_5_std": 0.235053, + "nauc_mrr_at_5_diff1": 0.800777, + "nauc_mrr_at_10_max": 0.516419, + "nauc_mrr_at_10_std": 0.230011, + "nauc_mrr_at_10_diff1": 0.802192, + "nauc_mrr_at_20_max": 0.513234, + "nauc_mrr_at_20_std": 0.229894, + "nauc_mrr_at_20_diff1": 0.803511, + "nauc_mrr_at_100_max": 0.511765, + "nauc_mrr_at_100_std": 0.228152, + "nauc_mrr_at_100_diff1": 0.803136, + "nauc_mrr_at_1000_max": 0.511594, + "nauc_mrr_at_1000_std": 0.227882, + "nauc_mrr_at_1000_diff1": 0.803067, + "main_score": 0.86084, + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.81595, + "ndcg_at_3": 0.88241, + "ndcg_at_5": 0.89007, + "ndcg_at_10": 0.89376, + "ndcg_at_20": 0.8969, + "ndcg_at_100": 0.90238, + "ndcg_at_1000": 0.90238, + "map_at_1": 0.81595, + "map_at_3": 0.86708, + "map_at_5": 0.87137, + "map_at_10": 0.87273, + "map_at_20": 0.87361, + "map_at_100": 0.87428, + "map_at_1000": 0.87428, + "recall_at_1": 0.81595, + "recall_at_3": 0.92638, + "recall_at_5": 0.94479, + "recall_at_10": 0.95706, + "recall_at_20": 0.96933, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.81595, + "precision_at_3": 0.30879, + "precision_at_5": 0.18896, + "precision_at_10": 0.09571, + "precision_at_20": 0.04847, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.815951, + "mrr_at_3": 0.867076, + "mrr_at_5": 0.87137, + "mrr_at_10": 0.872733, + "mrr_at_20": 0.87361, + "mrr_at_100": 0.874278, + "mrr_at_1000": 0.874278, + "nauc_ndcg_at_1_max": 0.743783, + "nauc_ndcg_at_1_std": 0.395206, + "nauc_ndcg_at_1_diff1": 0.926311, + "nauc_ndcg_at_3_max": 0.753861, + "nauc_ndcg_at_3_std": 0.459854, + "nauc_ndcg_at_3_diff1": 0.898989, + "nauc_ndcg_at_5_max": 0.750443, + "nauc_ndcg_at_5_std": 0.475843, + "nauc_ndcg_at_5_diff1": 0.894604, + "nauc_ndcg_at_10_max": 0.746135, + "nauc_ndcg_at_10_std": 0.480101, + "nauc_ndcg_at_10_diff1": 0.890791, + "nauc_ndcg_at_20_max": 0.75202, + "nauc_ndcg_at_20_std": 0.475856, + "nauc_ndcg_at_20_diff1": 0.901485, + "nauc_ndcg_at_100_max": 0.749851, + "nauc_ndcg_at_100_std": 0.452991, + "nauc_ndcg_at_100_diff1": 0.903489, + "nauc_ndcg_at_1000_max": 0.749851, + "nauc_ndcg_at_1000_std": 0.452991, + "nauc_ndcg_at_1000_diff1": 0.903489, + "nauc_map_at_1_max": 0.743783, + "nauc_map_at_1_std": 0.395206, + "nauc_map_at_1_diff1": 0.926311, + "nauc_map_at_3_max": 0.751665, + "nauc_map_at_3_std": 0.437992, + "nauc_map_at_3_diff1": 0.90712, + "nauc_map_at_5_max": 0.749398, + "nauc_map_at_5_std": 0.443244, + "nauc_map_at_5_diff1": 0.905178, + "nauc_map_at_10_max": 0.748051, + "nauc_map_at_10_std": 0.444197, + "nauc_map_at_10_diff1": 0.904116, + "nauc_map_at_20_max": 0.749411, + "nauc_map_at_20_std": 0.442966, + "nauc_map_at_20_diff1": 0.906658, + "nauc_map_at_100_max": 0.7492, + "nauc_map_at_100_std": 0.440557, + "nauc_map_at_100_diff1": 0.906854, + "nauc_map_at_1000_max": 0.7492, + "nauc_map_at_1000_std": 0.440557, + "nauc_map_at_1000_diff1": 0.906854, + "nauc_recall_at_1_max": 0.743783, + "nauc_recall_at_1_std": 0.395206, + "nauc_recall_at_1_diff1": 0.926311, + "nauc_recall_at_3_max": 0.76403, + "nauc_recall_at_3_std": 0.569462, + "nauc_recall_at_3_diff1": 0.858989, + "nauc_recall_at_5_max": 0.756691, + "nauc_recall_at_5_std": 0.695289, + "nauc_recall_at_5_diff1": 0.82648, + "nauc_recall_at_10_max": 0.724446, + "nauc_recall_at_10_std": 0.791616, + "nauc_recall_at_10_diff1": 0.776903, + "nauc_recall_at_20_max": 0.789946, + "nauc_recall_at_20_std": 0.862724, + "nauc_recall_at_20_diff1": 0.866136, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743783, + "nauc_precision_at_1_std": 0.395206, + "nauc_precision_at_1_diff1": 0.926311, + "nauc_precision_at_3_max": 0.76403, + "nauc_precision_at_3_std": 0.569462, + "nauc_precision_at_3_diff1": 0.858989, + "nauc_precision_at_5_max": 0.756691, + "nauc_precision_at_5_std": 0.695289, + "nauc_precision_at_5_diff1": 0.82648, + "nauc_precision_at_10_max": 0.724446, + "nauc_precision_at_10_std": 0.791616, + "nauc_precision_at_10_diff1": 0.776903, + "nauc_precision_at_20_max": 0.789946, + "nauc_precision_at_20_std": 0.862724, + "nauc_precision_at_20_diff1": 0.866136, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.743783, + "nauc_mrr_at_1_std": 0.395206, + "nauc_mrr_at_1_diff1": 0.926311, + "nauc_mrr_at_3_max": 0.751665, + "nauc_mrr_at_3_std": 0.437992, + "nauc_mrr_at_3_diff1": 0.90712, + "nauc_mrr_at_5_max": 0.749398, + "nauc_mrr_at_5_std": 0.443244, + "nauc_mrr_at_5_diff1": 0.905178, + "nauc_mrr_at_10_max": 0.748051, + "nauc_mrr_at_10_std": 0.444197, + "nauc_mrr_at_10_diff1": 0.904116, + "nauc_mrr_at_20_max": 0.749411, + "nauc_mrr_at_20_std": 0.442966, + "nauc_mrr_at_20_diff1": 0.906658, + "nauc_mrr_at_100_max": 0.7492, + "nauc_mrr_at_100_std": 0.440557, + "nauc_mrr_at_100_diff1": 0.906854, + "nauc_mrr_at_1000_max": 0.7492, + "nauc_mrr_at_1000_std": 0.440557, + "nauc_mrr_at_1000_diff1": 0.906854, + "main_score": 0.89376, + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.82447, + "ndcg_at_3": 0.88811, + "ndcg_at_5": 0.89245, + "ndcg_at_10": 0.89914, + "ndcg_at_20": 0.90313, + "ndcg_at_100": 0.90608, + "ndcg_at_1000": 0.90686, + "map_at_1": 0.82447, + "map_at_3": 0.87323, + "map_at_5": 0.87562, + "map_at_10": 0.87826, + "map_at_20": 0.87933, + "map_at_100": 0.87973, + "map_at_1000": 0.87977, + "recall_at_1": 0.82447, + "recall_at_3": 0.93085, + "recall_at_5": 0.94149, + "recall_at_10": 0.96277, + "recall_at_20": 0.97872, + "recall_at_100": 0.99468, + "recall_at_1000": 1.0, + "precision_at_1": 0.82447, + "precision_at_3": 0.31028, + "precision_at_5": 0.1883, + "precision_at_10": 0.09628, + "precision_at_20": 0.04894, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824468, + "mrr_at_3": 0.873227, + "mrr_at_5": 0.875621, + "mrr_at_10": 0.878263, + "mrr_at_20": 0.879332, + "mrr_at_100": 0.879728, + "mrr_at_1000": 0.879774, + "nauc_ndcg_at_1_max": 0.478786, + "nauc_ndcg_at_1_std": 0.178092, + "nauc_ndcg_at_1_diff1": 0.890987, + "nauc_ndcg_at_3_max": 0.645973, + "nauc_ndcg_at_3_std": 0.42199, + "nauc_ndcg_at_3_diff1": 0.86442, + "nauc_ndcg_at_5_max": 0.639556, + "nauc_ndcg_at_5_std": 0.429836, + "nauc_ndcg_at_5_diff1": 0.867142, + "nauc_ndcg_at_10_max": 0.614783, + "nauc_ndcg_at_10_std": 0.390649, + "nauc_ndcg_at_10_diff1": 0.862551, + "nauc_ndcg_at_20_max": 0.601995, + "nauc_ndcg_at_20_std": 0.372431, + "nauc_ndcg_at_20_diff1": 0.863351, + "nauc_ndcg_at_100_max": 0.600922, + "nauc_ndcg_at_100_std": 0.365969, + "nauc_ndcg_at_100_diff1": 0.869406, + "nauc_ndcg_at_1000_max": 0.597478, + "nauc_ndcg_at_1000_std": 0.360497, + "nauc_ndcg_at_1000_diff1": 0.870681, + "nauc_map_at_1_max": 0.478786, + "nauc_map_at_1_std": 0.178092, + "nauc_map_at_1_diff1": 0.890987, + "nauc_map_at_3_max": 0.600435, + "nauc_map_at_3_std": 0.355797, + "nauc_map_at_3_diff1": 0.872251, + "nauc_map_at_5_max": 0.596366, + "nauc_map_at_5_std": 0.358363, + "nauc_map_at_5_diff1": 0.873626, + "nauc_map_at_10_max": 0.587238, + "nauc_map_at_10_std": 0.343853, + "nauc_map_at_10_diff1": 0.872281, + "nauc_map_at_20_max": 0.584206, + "nauc_map_at_20_std": 0.339336, + "nauc_map_at_20_diff1": 0.872678, + "nauc_map_at_100_max": 0.584318, + "nauc_map_at_100_std": 0.338932, + "nauc_map_at_100_diff1": 0.873635, + "nauc_map_at_1000_max": 0.584154, + "nauc_map_at_1000_std": 0.338672, + "nauc_map_at_1000_diff1": 0.873695, + "nauc_recall_at_1_max": 0.478786, + "nauc_recall_at_1_std": 0.178092, + "nauc_recall_at_1_diff1": 0.890987, + "nauc_recall_at_3_max": 0.870867, + "nauc_recall_at_3_std": 0.748686, + "nauc_recall_at_3_diff1": 0.825226, + "nauc_recall_at_5_max": 0.884588, + "nauc_recall_at_5_std": 0.841039, + "nauc_recall_at_5_diff1": 0.830649, + "nauc_recall_at_10_max": 0.818639, + "nauc_recall_at_10_std": 0.750205, + "nauc_recall_at_10_diff1": 0.771269, + "nauc_recall_at_20_max": 0.748055, + "nauc_recall_at_20_std": 0.707047, + "nauc_recall_at_20_diff1": 0.711192, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.721675, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.478786, + "nauc_precision_at_1_std": 0.178092, + "nauc_precision_at_1_diff1": 0.890987, + "nauc_precision_at_3_max": 0.870867, + "nauc_precision_at_3_std": 0.748686, + "nauc_precision_at_3_diff1": 0.825226, + "nauc_precision_at_5_max": 0.884588, + "nauc_precision_at_5_std": 0.841039, + "nauc_precision_at_5_diff1": 0.830649, + "nauc_precision_at_10_max": 0.818639, + "nauc_precision_at_10_std": 0.750205, + "nauc_precision_at_10_diff1": 0.771269, + "nauc_precision_at_20_max": 0.748055, + "nauc_precision_at_20_std": 0.707047, + "nauc_precision_at_20_diff1": 0.711192, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.721675, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.478786, + "nauc_mrr_at_1_std": 0.178092, + "nauc_mrr_at_1_diff1": 0.890987, + "nauc_mrr_at_3_max": 0.600435, + "nauc_mrr_at_3_std": 0.355797, + "nauc_mrr_at_3_diff1": 0.872251, + "nauc_mrr_at_5_max": 0.596366, + "nauc_mrr_at_5_std": 0.358363, + "nauc_mrr_at_5_diff1": 0.873626, + "nauc_mrr_at_10_max": 0.587238, + "nauc_mrr_at_10_std": 0.343853, + "nauc_mrr_at_10_diff1": 0.872281, + "nauc_mrr_at_20_max": 0.584206, + "nauc_mrr_at_20_std": 0.339336, + "nauc_mrr_at_20_diff1": 0.872678, + "nauc_mrr_at_100_max": 0.584318, + "nauc_mrr_at_100_std": 0.338932, + "nauc_mrr_at_100_diff1": 0.873635, + "nauc_mrr_at_1000_max": 0.584154, + "nauc_mrr_at_1000_std": 0.338672, + "nauc_mrr_at_1000_diff1": 0.873695, + "main_score": 0.89914, + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.70531, + "ndcg_at_3": 0.79652, + "ndcg_at_5": 0.81253, + "ndcg_at_10": 0.82189, + "ndcg_at_20": 0.83154, + "ndcg_at_100": 0.83777, + "ndcg_at_1000": 0.83777, + "map_at_1": 0.70531, + "map_at_3": 0.77456, + "map_at_5": 0.78349, + "map_at_10": 0.78734, + "map_at_20": 0.78993, + "map_at_100": 0.79078, + "map_at_1000": 0.79078, + "recall_at_1": 0.70531, + "recall_at_3": 0.8599, + "recall_at_5": 0.89855, + "recall_at_10": 0.92754, + "recall_at_20": 0.96618, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.70531, + "precision_at_3": 0.28663, + "precision_at_5": 0.17971, + "precision_at_10": 0.09275, + "precision_at_20": 0.04831, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.705314, + "mrr_at_3": 0.774557, + "mrr_at_5": 0.783494, + "mrr_at_10": 0.787338, + "mrr_at_20": 0.789926, + "mrr_at_100": 0.790782, + "mrr_at_1000": 0.790782, + "nauc_ndcg_at_1_max": 0.551816, + "nauc_ndcg_at_1_std": 0.38363, + "nauc_ndcg_at_1_diff1": 0.793797, + "nauc_ndcg_at_3_max": 0.597127, + "nauc_ndcg_at_3_std": 0.417447, + "nauc_ndcg_at_3_diff1": 0.795057, + "nauc_ndcg_at_5_max": 0.584004, + "nauc_ndcg_at_5_std": 0.433759, + "nauc_ndcg_at_5_diff1": 0.784358, + "nauc_ndcg_at_10_max": 0.587433, + "nauc_ndcg_at_10_std": 0.429695, + "nauc_ndcg_at_10_diff1": 0.788885, + "nauc_ndcg_at_20_max": 0.59151, + "nauc_ndcg_at_20_std": 0.438063, + "nauc_ndcg_at_20_diff1": 0.792107, + "nauc_ndcg_at_100_max": 0.583831, + "nauc_ndcg_at_100_std": 0.422196, + "nauc_ndcg_at_100_diff1": 0.791315, + "nauc_ndcg_at_1000_max": 0.583831, + "nauc_ndcg_at_1000_std": 0.422196, + "nauc_ndcg_at_1000_diff1": 0.791315, + "nauc_map_at_1_max": 0.551816, + "nauc_map_at_1_std": 0.38363, + "nauc_map_at_1_diff1": 0.793797, + "nauc_map_at_3_max": 0.58365, + "nauc_map_at_3_std": 0.405232, + "nauc_map_at_3_diff1": 0.79569, + "nauc_map_at_5_max": 0.57682, + "nauc_map_at_5_std": 0.413134, + "nauc_map_at_5_diff1": 0.790569, + "nauc_map_at_10_max": 0.578081, + "nauc_map_at_10_std": 0.411729, + "nauc_map_at_10_diff1": 0.79221, + "nauc_map_at_20_max": 0.579759, + "nauc_map_at_20_std": 0.414534, + "nauc_map_at_20_diff1": 0.792732, + "nauc_map_at_100_max": 0.578846, + "nauc_map_at_100_std": 0.41288, + "nauc_map_at_100_diff1": 0.792539, + "nauc_map_at_1000_max": 0.578846, + "nauc_map_at_1000_std": 0.41288, + "nauc_map_at_1000_diff1": 0.792539, + "nauc_recall_at_1_max": 0.551816, + "nauc_recall_at_1_std": 0.38363, + "nauc_recall_at_1_diff1": 0.793797, + "nauc_recall_at_3_max": 0.655137, + "nauc_recall_at_3_std": 0.471391, + "nauc_recall_at_3_diff1": 0.791694, + "nauc_recall_at_5_max": 0.619744, + "nauc_recall_at_5_std": 0.552608, + "nauc_recall_at_5_diff1": 0.746201, + "nauc_recall_at_10_max": 0.654714, + "nauc_recall_at_10_std": 0.566226, + "nauc_recall_at_10_diff1": 0.762932, + "nauc_recall_at_20_max": 0.767563, + "nauc_recall_at_20_std": 0.821866, + "nauc_recall_at_20_diff1": 0.800908, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.551816, + "nauc_precision_at_1_std": 0.38363, + "nauc_precision_at_1_diff1": 0.793797, + "nauc_precision_at_3_max": 0.655137, + "nauc_precision_at_3_std": 0.471391, + "nauc_precision_at_3_diff1": 0.791694, + "nauc_precision_at_5_max": 0.619744, + "nauc_precision_at_5_std": 0.552608, + "nauc_precision_at_5_diff1": 0.746201, + "nauc_precision_at_10_max": 0.654714, + "nauc_precision_at_10_std": 0.566226, + "nauc_precision_at_10_diff1": 0.762932, + "nauc_precision_at_20_max": 0.767563, + "nauc_precision_at_20_std": 0.821866, + "nauc_precision_at_20_diff1": 0.800908, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.551816, + "nauc_mrr_at_1_std": 0.38363, + "nauc_mrr_at_1_diff1": 0.793797, + "nauc_mrr_at_3_max": 0.58365, + "nauc_mrr_at_3_std": 0.405232, + "nauc_mrr_at_3_diff1": 0.79569, + "nauc_mrr_at_5_max": 0.57682, + "nauc_mrr_at_5_std": 0.413134, + "nauc_mrr_at_5_diff1": 0.790569, + "nauc_mrr_at_10_max": 0.578081, + "nauc_mrr_at_10_std": 0.411729, + "nauc_mrr_at_10_diff1": 0.79221, + "nauc_mrr_at_20_max": 0.579759, + "nauc_mrr_at_20_std": 0.414534, + "nauc_mrr_at_20_diff1": 0.792732, + "nauc_mrr_at_100_max": 0.578846, + "nauc_mrr_at_100_std": 0.41288, + "nauc_mrr_at_100_diff1": 0.792539, + "nauc_mrr_at_1000_max": 0.578846, + "nauc_mrr_at_1000_std": 0.41288, + "nauc_mrr_at_1000_diff1": 0.792539, + "main_score": 0.82189, + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.76172, + "ndcg_at_3": 0.83942, + "ndcg_at_5": 0.85414, + "ndcg_at_10": 0.86561, + "ndcg_at_20": 0.86851, + "ndcg_at_100": 0.87209, + "ndcg_at_1000": 0.87281, + "map_at_1": 0.76172, + "map_at_3": 0.82096, + "map_at_5": 0.82926, + "map_at_10": 0.83407, + "map_at_20": 0.83484, + "map_at_100": 0.83531, + "map_at_1000": 0.83534, + "recall_at_1": 0.76172, + "recall_at_3": 0.89258, + "recall_at_5": 0.92773, + "recall_at_10": 0.96289, + "recall_at_20": 0.97461, + "recall_at_100": 0.99414, + "recall_at_1000": 1.0, + "precision_at_1": 0.76172, + "precision_at_3": 0.29753, + "precision_at_5": 0.18555, + "precision_at_10": 0.09629, + "precision_at_20": 0.04873, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.761719, + "mrr_at_3": 0.820964, + "mrr_at_5": 0.829264, + "mrr_at_10": 0.83407, + "mrr_at_20": 0.834835, + "mrr_at_100": 0.835312, + "mrr_at_1000": 0.835335, + "nauc_ndcg_at_1_max": 0.582855, + "nauc_ndcg_at_1_std": -0.043211, + "nauc_ndcg_at_1_diff1": 0.798764, + "nauc_ndcg_at_3_max": 0.664443, + "nauc_ndcg_at_3_std": 0.048065, + "nauc_ndcg_at_3_diff1": 0.81476, + "nauc_ndcg_at_5_max": 0.66567, + "nauc_ndcg_at_5_std": 0.049306, + "nauc_ndcg_at_5_diff1": 0.818283, + "nauc_ndcg_at_10_max": 0.648232, + "nauc_ndcg_at_10_std": 0.043983, + "nauc_ndcg_at_10_diff1": 0.817899, + "nauc_ndcg_at_20_max": 0.648681, + "nauc_ndcg_at_20_std": 0.051795, + "nauc_ndcg_at_20_diff1": 0.816792, + "nauc_ndcg_at_100_max": 0.641458, + "nauc_ndcg_at_100_std": 0.032982, + "nauc_ndcg_at_100_diff1": 0.814022, + "nauc_ndcg_at_1000_max": 0.639245, + "nauc_ndcg_at_1000_std": 0.029626, + "nauc_ndcg_at_1000_diff1": 0.813166, + "nauc_map_at_1_max": 0.582855, + "nauc_map_at_1_std": -0.043211, + "nauc_map_at_1_diff1": 0.798764, + "nauc_map_at_3_max": 0.638466, + "nauc_map_at_3_std": 0.018941, + "nauc_map_at_3_diff1": 0.810254, + "nauc_map_at_5_max": 0.637629, + "nauc_map_at_5_std": 0.018281, + "nauc_map_at_5_diff1": 0.811733, + "nauc_map_at_10_max": 0.630657, + "nauc_map_at_10_std": 0.014793, + "nauc_map_at_10_diff1": 0.811226, + "nauc_map_at_20_max": 0.630873, + "nauc_map_at_20_std": 0.016887, + "nauc_map_at_20_diff1": 0.81093, + "nauc_map_at_100_max": 0.630137, + "nauc_map_at_100_std": 0.014968, + "nauc_map_at_100_diff1": 0.810594, + "nauc_map_at_1000_max": 0.630082, + "nauc_map_at_1000_std": 0.014908, + "nauc_map_at_1000_diff1": 0.810575, + "nauc_recall_at_1_max": 0.582855, + "nauc_recall_at_1_std": -0.043211, + "nauc_recall_at_1_diff1": 0.798764, + "nauc_recall_at_3_max": 0.78159, + "nauc_recall_at_3_std": 0.179445, + "nauc_recall_at_3_diff1": 0.83471, + "nauc_recall_at_5_max": 0.843448, + "nauc_recall_at_5_std": 0.245093, + "nauc_recall_at_5_diff1": 0.860074, + "nauc_recall_at_10_max": 0.834988, + "nauc_recall_at_10_std": 0.389492, + "nauc_recall_at_10_diff1": 0.899445, + "nauc_recall_at_20_max": 0.92046, + "nauc_recall_at_20_std": 0.673332, + "nauc_recall_at_20_diff1": 0.917092, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.609612, + "nauc_recall_at_100_diff1": 0.956446, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.582855, + "nauc_precision_at_1_std": -0.043211, + "nauc_precision_at_1_diff1": 0.798764, + "nauc_precision_at_3_max": 0.78159, + "nauc_precision_at_3_std": 0.179445, + "nauc_precision_at_3_diff1": 0.83471, + "nauc_precision_at_5_max": 0.843448, + "nauc_precision_at_5_std": 0.245093, + "nauc_precision_at_5_diff1": 0.860074, + "nauc_precision_at_10_max": 0.834988, + "nauc_precision_at_10_std": 0.389492, + "nauc_precision_at_10_diff1": 0.899445, + "nauc_precision_at_20_max": 0.92046, + "nauc_precision_at_20_std": 0.673332, + "nauc_precision_at_20_diff1": 0.917092, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.609612, + "nauc_precision_at_100_diff1": 0.956446, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.582855, + "nauc_mrr_at_1_std": -0.043211, + "nauc_mrr_at_1_diff1": 0.798764, + "nauc_mrr_at_3_max": 0.638466, + "nauc_mrr_at_3_std": 0.018941, + "nauc_mrr_at_3_diff1": 0.810254, + "nauc_mrr_at_5_max": 0.637629, + "nauc_mrr_at_5_std": 0.018281, + "nauc_mrr_at_5_diff1": 0.811733, + "nauc_mrr_at_10_max": 0.630657, + "nauc_mrr_at_10_std": 0.014793, + "nauc_mrr_at_10_diff1": 0.811226, + "nauc_mrr_at_20_max": 0.630873, + "nauc_mrr_at_20_std": 0.016887, + "nauc_mrr_at_20_diff1": 0.81093, + "nauc_mrr_at_100_max": 0.630137, + "nauc_mrr_at_100_std": 0.014968, + "nauc_mrr_at_100_diff1": 0.810594, + "nauc_mrr_at_1000_max": 0.630082, + "nauc_mrr_at_1000_std": 0.014908, + "nauc_mrr_at_1000_diff1": 0.810575, + "main_score": 0.86561, + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.75195, + "ndcg_at_3": 0.83582, + "ndcg_at_5": 0.84969, + "ndcg_at_10": 0.8592, + "ndcg_at_20": 0.86569, + "ndcg_at_100": 0.86851, + "ndcg_at_1000": 0.86899, + "map_at_1": 0.75195, + "map_at_3": 0.81608, + "map_at_5": 0.82389, + "map_at_10": 0.82783, + "map_at_20": 0.82966, + "map_at_100": 0.83001, + "map_at_1000": 0.83002, + "recall_at_1": 0.75195, + "recall_at_3": 0.89258, + "recall_at_5": 0.92578, + "recall_at_10": 0.95508, + "recall_at_20": 0.98047, + "recall_at_100": 0.99609, + "recall_at_1000": 1.0, + "precision_at_1": 0.75195, + "precision_at_3": 0.29753, + "precision_at_5": 0.18516, + "precision_at_10": 0.09551, + "precision_at_20": 0.04902, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.751953, + "mrr_at_3": 0.816081, + "mrr_at_5": 0.823893, + "mrr_at_10": 0.827834, + "mrr_at_20": 0.829656, + "mrr_at_100": 0.83001, + "mrr_at_1000": 0.830024, + "nauc_ndcg_at_1_max": 0.545896, + "nauc_ndcg_at_1_std": 0.018103, + "nauc_ndcg_at_1_diff1": 0.840994, + "nauc_ndcg_at_3_max": 0.652975, + "nauc_ndcg_at_3_std": 0.111419, + "nauc_ndcg_at_3_diff1": 0.81501, + "nauc_ndcg_at_5_max": 0.648381, + "nauc_ndcg_at_5_std": 0.133661, + "nauc_ndcg_at_5_diff1": 0.820929, + "nauc_ndcg_at_10_max": 0.63874, + "nauc_ndcg_at_10_std": 0.135506, + "nauc_ndcg_at_10_diff1": 0.819428, + "nauc_ndcg_at_20_max": 0.630463, + "nauc_ndcg_at_20_std": 0.128321, + "nauc_ndcg_at_20_diff1": 0.82201, + "nauc_ndcg_at_100_max": 0.6243, + "nauc_ndcg_at_100_std": 0.110194, + "nauc_ndcg_at_100_diff1": 0.82372, + "nauc_ndcg_at_1000_max": 0.622811, + "nauc_ndcg_at_1000_std": 0.106667, + "nauc_ndcg_at_1000_diff1": 0.824188, + "nauc_map_at_1_max": 0.545896, + "nauc_map_at_1_std": 0.018103, + "nauc_map_at_1_diff1": 0.840994, + "nauc_map_at_3_max": 0.622552, + "nauc_map_at_3_std": 0.084228, + "nauc_map_at_3_diff1": 0.82327, + "nauc_map_at_5_max": 0.618914, + "nauc_map_at_5_std": 0.093896, + "nauc_map_at_5_diff1": 0.826236, + "nauc_map_at_10_max": 0.615087, + "nauc_map_at_10_std": 0.093368, + "nauc_map_at_10_diff1": 0.825856, + "nauc_map_at_20_max": 0.613195, + "nauc_map_at_20_std": 0.091822, + "nauc_map_at_20_diff1": 0.826562, + "nauc_map_at_100_max": 0.612616, + "nauc_map_at_100_std": 0.090021, + "nauc_map_at_100_diff1": 0.826686, + "nauc_map_at_1000_max": 0.612582, + "nauc_map_at_1000_std": 0.089941, + "nauc_map_at_1000_diff1": 0.826699, + "nauc_recall_at_1_max": 0.545896, + "nauc_recall_at_1_std": 0.018103, + "nauc_recall_at_1_diff1": 0.840994, + "nauc_recall_at_3_max": 0.790478, + "nauc_recall_at_3_std": 0.234807, + "nauc_recall_at_3_diff1": 0.777039, + "nauc_recall_at_5_max": 0.829255, + "nauc_recall_at_5_std": 0.387382, + "nauc_recall_at_5_diff1": 0.789923, + "nauc_recall_at_10_max": 0.857298, + "nauc_recall_at_10_std": 0.572264, + "nauc_recall_at_10_diff1": 0.756295, + "nauc_recall_at_20_max": 0.92273, + "nauc_recall_at_20_std": 0.929284, + "nauc_recall_at_20_diff1": 0.73509, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.711753, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.545896, + "nauc_precision_at_1_std": 0.018103, + "nauc_precision_at_1_diff1": 0.840994, + "nauc_precision_at_3_max": 0.790478, + "nauc_precision_at_3_std": 0.234807, + "nauc_precision_at_3_diff1": 0.777039, + "nauc_precision_at_5_max": 0.829255, + "nauc_precision_at_5_std": 0.387382, + "nauc_precision_at_5_diff1": 0.789923, + "nauc_precision_at_10_max": 0.857298, + "nauc_precision_at_10_std": 0.572264, + "nauc_precision_at_10_diff1": 0.756295, + "nauc_precision_at_20_max": 0.92273, + "nauc_precision_at_20_std": 0.929284, + "nauc_precision_at_20_diff1": 0.73509, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.711753, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.545896, + "nauc_mrr_at_1_std": 0.018103, + "nauc_mrr_at_1_diff1": 0.840994, + "nauc_mrr_at_3_max": 0.622552, + "nauc_mrr_at_3_std": 0.084228, + "nauc_mrr_at_3_diff1": 0.82327, + "nauc_mrr_at_5_max": 0.618914, + "nauc_mrr_at_5_std": 0.093896, + "nauc_mrr_at_5_diff1": 0.826236, + "nauc_mrr_at_10_max": 0.615087, + "nauc_mrr_at_10_std": 0.093368, + "nauc_mrr_at_10_diff1": 0.825856, + "nauc_mrr_at_20_max": 0.613195, + "nauc_mrr_at_20_std": 0.091822, + "nauc_mrr_at_20_diff1": 0.826562, + "nauc_mrr_at_100_max": 0.612616, + "nauc_mrr_at_100_std": 0.090021, + "nauc_mrr_at_100_diff1": 0.826686, + "nauc_mrr_at_1000_max": 0.612582, + "nauc_mrr_at_1000_std": 0.089941, + "nauc_mrr_at_1000_diff1": 0.826699, + "main_score": 0.8592, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.73469, + "ndcg_at_3": 0.83236, + "ndcg_at_5": 0.84685, + "ndcg_at_10": 0.85345, + "ndcg_at_20": 0.85875, + "ndcg_at_100": 0.86247, + "ndcg_at_1000": 0.86321, + "map_at_1": 0.73469, + "map_at_3": 0.80952, + "map_at_5": 0.81743, + "map_at_10": 0.82016, + "map_at_20": 0.82169, + "map_at_100": 0.82217, + "map_at_1000": 0.82221, + "recall_at_1": 0.73469, + "recall_at_3": 0.89796, + "recall_at_5": 0.93367, + "recall_at_10": 0.95408, + "recall_at_20": 0.97449, + "recall_at_100": 0.9949, + "recall_at_1000": 1.0, + "precision_at_1": 0.73469, + "precision_at_3": 0.29932, + "precision_at_5": 0.18673, + "precision_at_10": 0.09541, + "precision_at_20": 0.04872, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.734694, + "mrr_at_3": 0.809524, + "mrr_at_5": 0.817432, + "mrr_at_10": 0.820159, + "mrr_at_20": 0.821685, + "mrr_at_100": 0.822169, + "mrr_at_1000": 0.822212, + "nauc_ndcg_at_1_max": 0.411567, + "nauc_ndcg_at_1_std": -0.018182, + "nauc_ndcg_at_1_diff1": 0.819764, + "nauc_ndcg_at_3_max": 0.513971, + "nauc_ndcg_at_3_std": 0.130684, + "nauc_ndcg_at_3_diff1": 0.788499, + "nauc_ndcg_at_5_max": 0.527473, + "nauc_ndcg_at_5_std": 0.171732, + "nauc_ndcg_at_5_diff1": 0.793497, + "nauc_ndcg_at_10_max": 0.519957, + "nauc_ndcg_at_10_std": 0.154227, + "nauc_ndcg_at_10_diff1": 0.790133, + "nauc_ndcg_at_20_max": 0.503218, + "nauc_ndcg_at_20_std": 0.13339, + "nauc_ndcg_at_20_diff1": 0.785885, + "nauc_ndcg_at_100_max": 0.494795, + "nauc_ndcg_at_100_std": 0.112328, + "nauc_ndcg_at_100_diff1": 0.792691, + "nauc_ndcg_at_1000_max": 0.492569, + "nauc_ndcg_at_1000_std": 0.107047, + "nauc_ndcg_at_1000_diff1": 0.794112, + "nauc_map_at_1_max": 0.411567, + "nauc_map_at_1_std": -0.018182, + "nauc_map_at_1_diff1": 0.819764, + "nauc_map_at_3_max": 0.484336, + "nauc_map_at_3_std": 0.082853, + "nauc_map_at_3_diff1": 0.797566, + "nauc_map_at_5_max": 0.489281, + "nauc_map_at_5_std": 0.100376, + "nauc_map_at_5_diff1": 0.800001, + "nauc_map_at_10_max": 0.485917, + "nauc_map_at_10_std": 0.092776, + "nauc_map_at_10_diff1": 0.798813, + "nauc_map_at_20_max": 0.4818, + "nauc_map_at_20_std": 0.087619, + "nauc_map_at_20_diff1": 0.79799, + "nauc_map_at_100_max": 0.480931, + "nauc_map_at_100_std": 0.085329, + "nauc_map_at_100_diff1": 0.798621, + "nauc_map_at_1000_max": 0.480826, + "nauc_map_at_1000_std": 0.085082, + "nauc_map_at_1000_diff1": 0.798688, + "nauc_recall_at_1_max": 0.411567, + "nauc_recall_at_1_std": -0.018182, + "nauc_recall_at_1_diff1": 0.819764, + "nauc_recall_at_3_max": 0.657281, + "nauc_recall_at_3_std": 0.365742, + "nauc_recall_at_3_diff1": 0.744638, + "nauc_recall_at_5_max": 0.804145, + "nauc_recall_at_5_std": 0.69924, + "nauc_recall_at_5_diff1": 0.750445, + "nauc_recall_at_10_max": 0.861937, + "nauc_recall_at_10_std": 0.783871, + "nauc_recall_at_10_diff1": 0.703666, + "nauc_recall_at_20_max": 0.807064, + "nauc_recall_at_20_std": 0.871677, + "nauc_recall_at_20_diff1": 0.54838, + "nauc_recall_at_100_max": 0.868984, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.5538, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.411567, + "nauc_precision_at_1_std": -0.018182, + "nauc_precision_at_1_diff1": 0.819764, + "nauc_precision_at_3_max": 0.657281, + "nauc_precision_at_3_std": 0.365742, + "nauc_precision_at_3_diff1": 0.744638, + "nauc_precision_at_5_max": 0.804145, + "nauc_precision_at_5_std": 0.69924, + "nauc_precision_at_5_diff1": 0.750445, + "nauc_precision_at_10_max": 0.861937, + "nauc_precision_at_10_std": 0.783871, + "nauc_precision_at_10_diff1": 0.703666, + "nauc_precision_at_20_max": 0.807064, + "nauc_precision_at_20_std": 0.871677, + "nauc_precision_at_20_diff1": 0.54838, + "nauc_precision_at_100_max": 0.868984, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.5538, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.411567, + "nauc_mrr_at_1_std": -0.018182, + "nauc_mrr_at_1_diff1": 0.819764, + "nauc_mrr_at_3_max": 0.484336, + "nauc_mrr_at_3_std": 0.082853, + "nauc_mrr_at_3_diff1": 0.797566, + "nauc_mrr_at_5_max": 0.489281, + "nauc_mrr_at_5_std": 0.100376, + "nauc_mrr_at_5_diff1": 0.800001, + "nauc_mrr_at_10_max": 0.485917, + "nauc_mrr_at_10_std": 0.092776, + "nauc_mrr_at_10_diff1": 0.798813, + "nauc_mrr_at_20_max": 0.4818, + "nauc_mrr_at_20_std": 0.087619, + "nauc_mrr_at_20_diff1": 0.79799, + "nauc_mrr_at_100_max": 0.480931, + "nauc_mrr_at_100_std": 0.085329, + "nauc_mrr_at_100_diff1": 0.798621, + "nauc_mrr_at_1000_max": 0.480826, + "nauc_mrr_at_1000_std": 0.085082, + "nauc_mrr_at_1000_diff1": 0.798688, + "main_score": 0.85345, + "hf_subset": "deu-spa", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.68712, + "ndcg_at_3": 0.78761, + "ndcg_at_5": 0.80557, + "ndcg_at_10": 0.81607, + "ndcg_at_20": 0.82869, + "ndcg_at_100": 0.83221, + "ndcg_at_1000": 0.83307, + "map_at_1": 0.68712, + "map_at_3": 0.76483, + "map_at_5": 0.77495, + "map_at_10": 0.77962, + "map_at_20": 0.7832, + "map_at_100": 0.78373, + "map_at_1000": 0.78378, + "recall_at_1": 0.68712, + "recall_at_3": 0.85276, + "recall_at_5": 0.89571, + "recall_at_10": 0.92638, + "recall_at_20": 0.97546, + "recall_at_100": 0.99387, + "recall_at_1000": 1.0, + "precision_at_1": 0.68712, + "precision_at_3": 0.28425, + "precision_at_5": 0.17914, + "precision_at_10": 0.09264, + "precision_at_20": 0.04877, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.687117, + "mrr_at_3": 0.764826, + "mrr_at_5": 0.774949, + "mrr_at_10": 0.779623, + "mrr_at_20": 0.783203, + "mrr_at_100": 0.783732, + "mrr_at_1000": 0.783777, + "nauc_ndcg_at_1_max": 0.52243, + "nauc_ndcg_at_1_std": 0.25691, + "nauc_ndcg_at_1_diff1": 0.820347, + "nauc_ndcg_at_3_max": 0.662747, + "nauc_ndcg_at_3_std": 0.448667, + "nauc_ndcg_at_3_diff1": 0.78626, + "nauc_ndcg_at_5_max": 0.65383, + "nauc_ndcg_at_5_std": 0.4591, + "nauc_ndcg_at_5_diff1": 0.792393, + "nauc_ndcg_at_10_max": 0.635944, + "nauc_ndcg_at_10_std": 0.430974, + "nauc_ndcg_at_10_diff1": 0.788273, + "nauc_ndcg_at_20_max": 0.622565, + "nauc_ndcg_at_20_std": 0.403595, + "nauc_ndcg_at_20_diff1": 0.79539, + "nauc_ndcg_at_100_max": 0.6188, + "nauc_ndcg_at_100_std": 0.396519, + "nauc_ndcg_at_100_diff1": 0.797373, + "nauc_ndcg_at_1000_max": 0.616571, + "nauc_ndcg_at_1000_std": 0.392992, + "nauc_ndcg_at_1000_diff1": 0.796951, + "nauc_map_at_1_max": 0.52243, + "nauc_map_at_1_std": 0.25691, + "nauc_map_at_1_diff1": 0.820347, + "nauc_map_at_3_max": 0.624296, + "nauc_map_at_3_std": 0.393875, + "nauc_map_at_3_diff1": 0.794764, + "nauc_map_at_5_max": 0.618382, + "nauc_map_at_5_std": 0.39681, + "nauc_map_at_5_diff1": 0.798535, + "nauc_map_at_10_max": 0.610847, + "nauc_map_at_10_std": 0.384773, + "nauc_map_at_10_diff1": 0.797135, + "nauc_map_at_20_max": 0.60734, + "nauc_map_at_20_std": 0.377874, + "nauc_map_at_20_diff1": 0.798977, + "nauc_map_at_100_max": 0.606682, + "nauc_map_at_100_std": 0.376692, + "nauc_map_at_100_diff1": 0.799238, + "nauc_map_at_1000_max": 0.606589, + "nauc_map_at_1000_std": 0.376544, + "nauc_map_at_1000_diff1": 0.799221, + "nauc_recall_at_1_max": 0.52243, + "nauc_recall_at_1_std": 0.25691, + "nauc_recall_at_1_diff1": 0.820347, + "nauc_recall_at_3_max": 0.823745, + "nauc_recall_at_3_std": 0.679631, + "nauc_recall_at_3_diff1": 0.75123, + "nauc_recall_at_5_max": 0.844157, + "nauc_recall_at_5_std": 0.803674, + "nauc_recall_at_5_diff1": 0.760543, + "nauc_recall_at_10_max": 0.80408, + "nauc_recall_at_10_std": 0.759462, + "nauc_recall_at_10_diff1": 0.720571, + "nauc_recall_at_20_max": 0.818965, + "nauc_recall_at_20_std": 0.747736, + "nauc_recall_at_20_diff1": 0.753738, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869548, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.52243, + "nauc_precision_at_1_std": 0.25691, + "nauc_precision_at_1_diff1": 0.820347, + "nauc_precision_at_3_max": 0.823745, + "nauc_precision_at_3_std": 0.679631, + "nauc_precision_at_3_diff1": 0.75123, + "nauc_precision_at_5_max": 0.844157, + "nauc_precision_at_5_std": 0.803674, + "nauc_precision_at_5_diff1": 0.760543, + "nauc_precision_at_10_max": 0.80408, + "nauc_precision_at_10_std": 0.759462, + "nauc_precision_at_10_diff1": 0.720571, + "nauc_precision_at_20_max": 0.818965, + "nauc_precision_at_20_std": 0.747736, + "nauc_precision_at_20_diff1": 0.753738, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869548, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.52243, + "nauc_mrr_at_1_std": 0.25691, + "nauc_mrr_at_1_diff1": 0.820347, + "nauc_mrr_at_3_max": 0.624296, + "nauc_mrr_at_3_std": 0.393875, + "nauc_mrr_at_3_diff1": 0.794764, + "nauc_mrr_at_5_max": 0.618382, + "nauc_mrr_at_5_std": 0.39681, + "nauc_mrr_at_5_diff1": 0.798535, + "nauc_mrr_at_10_max": 0.610847, + "nauc_mrr_at_10_std": 0.384773, + "nauc_mrr_at_10_diff1": 0.797135, + "nauc_mrr_at_20_max": 0.60734, + "nauc_mrr_at_20_std": 0.377874, + "nauc_mrr_at_20_diff1": 0.798977, + "nauc_mrr_at_100_max": 0.606682, + "nauc_mrr_at_100_std": 0.376692, + "nauc_mrr_at_100_diff1": 0.799238, + "nauc_mrr_at_1000_max": 0.606589, + "nauc_mrr_at_1000_std": 0.376544, + "nauc_mrr_at_1000_diff1": 0.799221, + "main_score": 0.81607, + "hf_subset": "deu-hin", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.68681, + "ndcg_at_3": 0.79186, + "ndcg_at_5": 0.80534, + "ndcg_at_10": 0.81601, + "ndcg_at_20": 0.82277, + "ndcg_at_100": 0.82977, + "ndcg_at_1000": 0.82977, + "map_at_1": 0.68681, + "map_at_3": 0.76557, + "map_at_5": 0.77299, + "map_at_10": 0.77739, + "map_at_20": 0.77915, + "map_at_100": 0.78007, + "map_at_1000": 0.78007, + "recall_at_1": 0.68681, + "recall_at_3": 0.86813, + "recall_at_5": 0.9011, + "recall_at_10": 0.93407, + "recall_at_20": 0.96154, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.68681, + "precision_at_3": 0.28938, + "precision_at_5": 0.18022, + "precision_at_10": 0.09341, + "precision_at_20": 0.04808, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.686813, + "mrr_at_3": 0.765568, + "mrr_at_5": 0.772985, + "mrr_at_10": 0.777394, + "mrr_at_20": 0.779151, + "mrr_at_100": 0.780065, + "mrr_at_1000": 0.780065, + "nauc_ndcg_at_1_max": 0.5009, + "nauc_ndcg_at_1_std": 0.044266, + "nauc_ndcg_at_1_diff1": 0.822164, + "nauc_ndcg_at_3_max": 0.625953, + "nauc_ndcg_at_3_std": 0.199077, + "nauc_ndcg_at_3_diff1": 0.784479, + "nauc_ndcg_at_5_max": 0.637477, + "nauc_ndcg_at_5_std": 0.257209, + "nauc_ndcg_at_5_diff1": 0.782772, + "nauc_ndcg_at_10_max": 0.622634, + "nauc_ndcg_at_10_std": 0.224503, + "nauc_ndcg_at_10_diff1": 0.782429, + "nauc_ndcg_at_20_max": 0.612792, + "nauc_ndcg_at_20_std": 0.209414, + "nauc_ndcg_at_20_diff1": 0.791732, + "nauc_ndcg_at_100_max": 0.596511, + "nauc_ndcg_at_100_std": 0.176505, + "nauc_ndcg_at_100_diff1": 0.794403, + "nauc_ndcg_at_1000_max": 0.596511, + "nauc_ndcg_at_1000_std": 0.176505, + "nauc_ndcg_at_1000_diff1": 0.794403, + "nauc_map_at_1_max": 0.5009, + "nauc_map_at_1_std": 0.044266, + "nauc_map_at_1_diff1": 0.822164, + "nauc_map_at_3_max": 0.58853, + "nauc_map_at_3_std": 0.145793, + "nauc_map_at_3_diff1": 0.797092, + "nauc_map_at_5_max": 0.593119, + "nauc_map_at_5_std": 0.172097, + "nauc_map_at_5_diff1": 0.796542, + "nauc_map_at_10_max": 0.586819, + "nauc_map_at_10_std": 0.158676, + "nauc_map_at_10_diff1": 0.796596, + "nauc_map_at_20_max": 0.584548, + "nauc_map_at_20_std": 0.15547, + "nauc_map_at_20_diff1": 0.798671, + "nauc_map_at_100_max": 0.582714, + "nauc_map_at_100_std": 0.151865, + "nauc_map_at_100_diff1": 0.798901, + "nauc_map_at_1000_max": 0.582714, + "nauc_map_at_1000_std": 0.151865, + "nauc_map_at_1000_diff1": 0.798901, + "nauc_recall_at_1_max": 0.5009, + "nauc_recall_at_1_std": 0.044266, + "nauc_recall_at_1_diff1": 0.822164, + "nauc_recall_at_3_max": 0.800475, + "nauc_recall_at_3_std": 0.4524, + "nauc_recall_at_3_diff1": 0.724733, + "nauc_recall_at_5_max": 0.898798, + "nauc_recall_at_5_std": 0.776766, + "nauc_recall_at_5_diff1": 0.701159, + "nauc_recall_at_10_max": 0.917988, + "nauc_recall_at_10_std": 0.787974, + "nauc_recall_at_10_diff1": 0.660022, + "nauc_recall_at_20_max": 0.960398, + "nauc_recall_at_20_std": 0.917661, + "nauc_recall_at_20_diff1": 0.728055, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.5009, + "nauc_precision_at_1_std": 0.044266, + "nauc_precision_at_1_diff1": 0.822164, + "nauc_precision_at_3_max": 0.800475, + "nauc_precision_at_3_std": 0.4524, + "nauc_precision_at_3_diff1": 0.724733, + "nauc_precision_at_5_max": 0.898798, + "nauc_precision_at_5_std": 0.776766, + "nauc_precision_at_5_diff1": 0.701159, + "nauc_precision_at_10_max": 0.917988, + "nauc_precision_at_10_std": 0.787974, + "nauc_precision_at_10_diff1": 0.660022, + "nauc_precision_at_20_max": 0.960398, + "nauc_precision_at_20_std": 0.917661, + "nauc_precision_at_20_diff1": 0.728055, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.5009, + "nauc_mrr_at_1_std": 0.044266, + "nauc_mrr_at_1_diff1": 0.822164, + "nauc_mrr_at_3_max": 0.58853, + "nauc_mrr_at_3_std": 0.145793, + "nauc_mrr_at_3_diff1": 0.797092, + "nauc_mrr_at_5_max": 0.593119, + "nauc_mrr_at_5_std": 0.172097, + "nauc_mrr_at_5_diff1": 0.796542, + "nauc_mrr_at_10_max": 0.586819, + "nauc_mrr_at_10_std": 0.158676, + "nauc_mrr_at_10_diff1": 0.796596, + "nauc_mrr_at_20_max": 0.584548, + "nauc_mrr_at_20_std": 0.15547, + "nauc_mrr_at_20_diff1": 0.798671, + "nauc_mrr_at_100_max": 0.582714, + "nauc_mrr_at_100_std": 0.151865, + "nauc_mrr_at_100_diff1": 0.798901, + "nauc_mrr_at_1000_max": 0.582714, + "nauc_mrr_at_1000_std": 0.151865, + "nauc_mrr_at_1000_diff1": 0.798901, + "main_score": 0.81601, + "hf_subset": "deu-vie", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.74211, + "ndcg_at_3": 0.84273, + "ndcg_at_5": 0.8561, + "ndcg_at_10": 0.86119, + "ndcg_at_20": 0.86525, + "ndcg_at_100": 0.86935, + "ndcg_at_1000": 0.86935, + "map_at_1": 0.74211, + "map_at_3": 0.81754, + "map_at_5": 0.82518, + "map_at_10": 0.82726, + "map_at_20": 0.8284, + "map_at_100": 0.82905, + "map_at_1000": 0.82905, + "recall_at_1": 0.74211, + "recall_at_3": 0.91579, + "recall_at_5": 0.94737, + "recall_at_10": 0.96316, + "recall_at_20": 0.97895, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.74211, + "precision_at_3": 0.30526, + "precision_at_5": 0.18947, + "precision_at_10": 0.09632, + "precision_at_20": 0.04895, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.742105, + "mrr_at_3": 0.817544, + "mrr_at_5": 0.825175, + "mrr_at_10": 0.827264, + "mrr_at_20": 0.828404, + "mrr_at_100": 0.829046, + "mrr_at_1000": 0.829046, + "nauc_ndcg_at_1_max": 0.430688, + "nauc_ndcg_at_1_std": 0.01448, + "nauc_ndcg_at_1_diff1": 0.866886, + "nauc_ndcg_at_3_max": 0.576561, + "nauc_ndcg_at_3_std": 0.192602, + "nauc_ndcg_at_3_diff1": 0.860918, + "nauc_ndcg_at_5_max": 0.571046, + "nauc_ndcg_at_5_std": 0.211333, + "nauc_ndcg_at_5_diff1": 0.862873, + "nauc_ndcg_at_10_max": 0.557696, + "nauc_ndcg_at_10_std": 0.201459, + "nauc_ndcg_at_10_diff1": 0.861213, + "nauc_ndcg_at_20_max": 0.546037, + "nauc_ndcg_at_20_std": 0.181339, + "nauc_ndcg_at_20_diff1": 0.862821, + "nauc_ndcg_at_100_max": 0.53161, + "nauc_ndcg_at_100_std": 0.153076, + "nauc_ndcg_at_100_diff1": 0.863279, + "nauc_ndcg_at_1000_max": 0.53161, + "nauc_ndcg_at_1000_std": 0.153076, + "nauc_ndcg_at_1000_diff1": 0.863279, + "nauc_map_at_1_max": 0.430688, + "nauc_map_at_1_std": 0.01448, + "nauc_map_at_1_diff1": 0.866886, + "nauc_map_at_3_max": 0.533046, + "nauc_map_at_3_std": 0.138539, + "nauc_map_at_3_diff1": 0.862431, + "nauc_map_at_5_max": 0.528536, + "nauc_map_at_5_std": 0.145414, + "nauc_map_at_5_diff1": 0.863454, + "nauc_map_at_10_max": 0.523595, + "nauc_map_at_10_std": 0.141417, + "nauc_map_at_10_diff1": 0.862968, + "nauc_map_at_20_max": 0.520771, + "nauc_map_at_20_std": 0.136542, + "nauc_map_at_20_diff1": 0.863372, + "nauc_map_at_100_max": 0.518974, + "nauc_map_at_100_std": 0.132971, + "nauc_map_at_100_diff1": 0.863502, + "nauc_map_at_1000_max": 0.518974, + "nauc_map_at_1000_std": 0.132971, + "nauc_map_at_1000_diff1": 0.863502, + "nauc_recall_at_1_max": 0.430688, + "nauc_recall_at_1_std": 0.01448, + "nauc_recall_at_1_diff1": 0.866886, + "nauc_recall_at_3_max": 0.821312, + "nauc_recall_at_3_std": 0.49752, + "nauc_recall_at_3_diff1": 0.852649, + "nauc_recall_at_5_max": 0.933007, + "nauc_recall_at_5_std": 0.78436, + "nauc_recall_at_5_diff1": 0.85901, + "nauc_recall_at_10_max": 0.943978, + "nauc_recall_at_10_std": 0.920635, + "nauc_recall_at_10_diff1": 0.838269, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.855859, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.430688, + "nauc_precision_at_1_std": 0.01448, + "nauc_precision_at_1_diff1": 0.866886, + "nauc_precision_at_3_max": 0.821312, + "nauc_precision_at_3_std": 0.49752, + "nauc_precision_at_3_diff1": 0.852649, + "nauc_precision_at_5_max": 0.933007, + "nauc_precision_at_5_std": 0.78436, + "nauc_precision_at_5_diff1": 0.85901, + "nauc_precision_at_10_max": 0.943978, + "nauc_precision_at_10_std": 0.920635, + "nauc_precision_at_10_diff1": 0.838269, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.855859, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.430688, + "nauc_mrr_at_1_std": 0.01448, + "nauc_mrr_at_1_diff1": 0.866886, + "nauc_mrr_at_3_max": 0.533046, + "nauc_mrr_at_3_std": 0.138539, + "nauc_mrr_at_3_diff1": 0.862431, + "nauc_mrr_at_5_max": 0.528536, + "nauc_mrr_at_5_std": 0.145414, + "nauc_mrr_at_5_diff1": 0.863454, + "nauc_mrr_at_10_max": 0.523595, + "nauc_mrr_at_10_std": 0.141417, + "nauc_mrr_at_10_diff1": 0.862968, + "nauc_mrr_at_20_max": 0.520771, + "nauc_mrr_at_20_std": 0.136542, + "nauc_mrr_at_20_diff1": 0.863372, + "nauc_mrr_at_100_max": 0.518974, + "nauc_mrr_at_100_std": 0.132971, + "nauc_mrr_at_100_diff1": 0.863502, + "nauc_mrr_at_1000_max": 0.518974, + "nauc_mrr_at_1000_std": 0.132971, + "nauc_mrr_at_1000_diff1": 0.863502, + "main_score": 0.86119, + "hf_subset": "deu-zho", + "languages": [ + "deu-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.71954, + "ndcg_at_3": 0.80494, + "ndcg_at_5": 0.81767, + "ndcg_at_10": 0.82665, + "ndcg_at_20": 0.83497, + "ndcg_at_100": 0.84112, + "ndcg_at_1000": 0.84246, + "map_at_1": 0.71954, + "map_at_3": 0.78369, + "map_at_5": 0.79075, + "map_at_10": 0.79458, + "map_at_20": 0.79687, + "map_at_100": 0.79773, + "map_at_1000": 0.7978, + "recall_at_1": 0.71954, + "recall_at_3": 0.86654, + "recall_at_5": 0.89749, + "recall_at_10": 0.92456, + "recall_at_20": 0.95745, + "recall_at_100": 0.99033, + "recall_at_1000": 1.0, + "precision_at_1": 0.71954, + "precision_at_3": 0.28885, + "precision_at_5": 0.1795, + "precision_at_10": 0.09246, + "precision_at_20": 0.04787, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.719536, + "mrr_at_3": 0.783688, + "mrr_at_5": 0.790748, + "mrr_at_10": 0.794583, + "mrr_at_20": 0.796866, + "mrr_at_100": 0.797729, + "mrr_at_1000": 0.797799, + "nauc_ndcg_at_1_max": 0.595979, + "nauc_ndcg_at_1_std": 0.306036, + "nauc_ndcg_at_1_diff1": 0.777538, + "nauc_ndcg_at_3_max": 0.650736, + "nauc_ndcg_at_3_std": 0.420137, + "nauc_ndcg_at_3_diff1": 0.745735, + "nauc_ndcg_at_5_max": 0.648518, + "nauc_ndcg_at_5_std": 0.434767, + "nauc_ndcg_at_5_diff1": 0.741221, + "nauc_ndcg_at_10_max": 0.643504, + "nauc_ndcg_at_10_std": 0.432486, + "nauc_ndcg_at_10_diff1": 0.743123, + "nauc_ndcg_at_20_max": 0.641678, + "nauc_ndcg_at_20_std": 0.419899, + "nauc_ndcg_at_20_diff1": 0.747672, + "nauc_ndcg_at_100_max": 0.637374, + "nauc_ndcg_at_100_std": 0.407172, + "nauc_ndcg_at_100_diff1": 0.751857, + "nauc_ndcg_at_1000_max": 0.635436, + "nauc_ndcg_at_1000_std": 0.402096, + "nauc_ndcg_at_1000_diff1": 0.751662, + "nauc_map_at_1_max": 0.595979, + "nauc_map_at_1_std": 0.306036, + "nauc_map_at_1_diff1": 0.777538, + "nauc_map_at_3_max": 0.635033, + "nauc_map_at_3_std": 0.387315, + "nauc_map_at_3_diff1": 0.754517, + "nauc_map_at_5_max": 0.633499, + "nauc_map_at_5_std": 0.393377, + "nauc_map_at_5_diff1": 0.75248, + "nauc_map_at_10_max": 0.631205, + "nauc_map_at_10_std": 0.391591, + "nauc_map_at_10_diff1": 0.753672, + "nauc_map_at_20_max": 0.630665, + "nauc_map_at_20_std": 0.388313, + "nauc_map_at_20_diff1": 0.754715, + "nauc_map_at_100_max": 0.630111, + "nauc_map_at_100_std": 0.386795, + "nauc_map_at_100_diff1": 0.755205, + "nauc_map_at_1000_max": 0.630021, + "nauc_map_at_1000_std": 0.386581, + "nauc_map_at_1000_diff1": 0.755201, + "nauc_recall_at_1_max": 0.595979, + "nauc_recall_at_1_std": 0.306036, + "nauc_recall_at_1_diff1": 0.777538, + "nauc_recall_at_3_max": 0.718676, + "nauc_recall_at_3_std": 0.562218, + "nauc_recall_at_3_diff1": 0.707958, + "nauc_recall_at_5_max": 0.727253, + "nauc_recall_at_5_std": 0.658085, + "nauc_recall_at_5_diff1": 0.680921, + "nauc_recall_at_10_max": 0.725574, + "nauc_recall_at_10_std": 0.724669, + "nauc_recall_at_10_diff1": 0.668064, + "nauc_recall_at_20_max": 0.762474, + "nauc_recall_at_20_std": 0.772738, + "nauc_recall_at_20_diff1": 0.676992, + "nauc_recall_at_100_max": 0.836591, + "nauc_recall_at_100_std": 0.944456, + "nauc_recall_at_100_diff1": 0.773603, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.595979, + "nauc_precision_at_1_std": 0.306036, + "nauc_precision_at_1_diff1": 0.777538, + "nauc_precision_at_3_max": 0.718676, + "nauc_precision_at_3_std": 0.562218, + "nauc_precision_at_3_diff1": 0.707958, + "nauc_precision_at_5_max": 0.727253, + "nauc_precision_at_5_std": 0.658085, + "nauc_precision_at_5_diff1": 0.680921, + "nauc_precision_at_10_max": 0.725574, + "nauc_precision_at_10_std": 0.724669, + "nauc_precision_at_10_diff1": 0.668064, + "nauc_precision_at_20_max": 0.762474, + "nauc_precision_at_20_std": 0.772738, + "nauc_precision_at_20_diff1": 0.676992, + "nauc_precision_at_100_max": 0.836591, + "nauc_precision_at_100_std": 0.944456, + "nauc_precision_at_100_diff1": 0.773603, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.595979, + "nauc_mrr_at_1_std": 0.306036, + "nauc_mrr_at_1_diff1": 0.777538, + "nauc_mrr_at_3_max": 0.635033, + "nauc_mrr_at_3_std": 0.387315, + "nauc_mrr_at_3_diff1": 0.754517, + "nauc_mrr_at_5_max": 0.633499, + "nauc_mrr_at_5_std": 0.393377, + "nauc_mrr_at_5_diff1": 0.75248, + "nauc_mrr_at_10_max": 0.631205, + "nauc_mrr_at_10_std": 0.391591, + "nauc_mrr_at_10_diff1": 0.753672, + "nauc_mrr_at_20_max": 0.630665, + "nauc_mrr_at_20_std": 0.388313, + "nauc_mrr_at_20_diff1": 0.754715, + "nauc_mrr_at_100_max": 0.63011, + "nauc_mrr_at_100_std": 0.386796, + "nauc_mrr_at_100_diff1": 0.755204, + "nauc_mrr_at_1000_max": 0.630021, + "nauc_mrr_at_1000_std": 0.386581, + "nauc_mrr_at_1000_diff1": 0.7552, + "main_score": 0.82665, + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.70312, + "ndcg_at_3": 0.79362, + "ndcg_at_5": 0.82043, + "ndcg_at_10": 0.82814, + "ndcg_at_20": 0.83591, + "ndcg_at_100": 0.83979, + "ndcg_at_1000": 0.8403, + "map_at_1": 0.70312, + "map_at_3": 0.77214, + "map_at_5": 0.78717, + "map_at_10": 0.79043, + "map_at_20": 0.7925, + "map_at_100": 0.79301, + "map_at_1000": 0.79303, + "recall_at_1": 0.70312, + "recall_at_3": 0.85547, + "recall_at_5": 0.91992, + "recall_at_10": 0.94336, + "recall_at_20": 0.97461, + "recall_at_100": 0.99609, + "recall_at_1000": 1.0, + "precision_at_1": 0.70312, + "precision_at_3": 0.28516, + "precision_at_5": 0.18398, + "precision_at_10": 0.09434, + "precision_at_20": 0.04873, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.703125, + "mrr_at_3": 0.772135, + "mrr_at_5": 0.787174, + "mrr_at_10": 0.790429, + "mrr_at_20": 0.792501, + "mrr_at_100": 0.793007, + "mrr_at_1000": 0.793027, + "nauc_ndcg_at_1_max": 0.654247, + "nauc_ndcg_at_1_std": 0.137121, + "nauc_ndcg_at_1_diff1": 0.858744, + "nauc_ndcg_at_3_max": 0.729788, + "nauc_ndcg_at_3_std": 0.230624, + "nauc_ndcg_at_3_diff1": 0.83439, + "nauc_ndcg_at_5_max": 0.712206, + "nauc_ndcg_at_5_std": 0.208045, + "nauc_ndcg_at_5_diff1": 0.824697, + "nauc_ndcg_at_10_max": 0.71427, + "nauc_ndcg_at_10_std": 0.231252, + "nauc_ndcg_at_10_diff1": 0.829997, + "nauc_ndcg_at_20_max": 0.710585, + "nauc_ndcg_at_20_std": 0.231319, + "nauc_ndcg_at_20_diff1": 0.827744, + "nauc_ndcg_at_100_max": 0.706843, + "nauc_ndcg_at_100_std": 0.214422, + "nauc_ndcg_at_100_diff1": 0.833775, + "nauc_ndcg_at_1000_max": 0.706016, + "nauc_ndcg_at_1000_std": 0.212454, + "nauc_ndcg_at_1000_diff1": 0.834513, + "nauc_map_at_1_max": 0.654247, + "nauc_map_at_1_std": 0.137121, + "nauc_map_at_1_diff1": 0.858744, + "nauc_map_at_3_max": 0.711198, + "nauc_map_at_3_std": 0.208265, + "nauc_map_at_3_diff1": 0.840749, + "nauc_map_at_5_max": 0.701488, + "nauc_map_at_5_std": 0.195229, + "nauc_map_at_5_diff1": 0.836287, + "nauc_map_at_10_max": 0.7019, + "nauc_map_at_10_std": 0.202817, + "nauc_map_at_10_diff1": 0.838343, + "nauc_map_at_20_max": 0.700969, + "nauc_map_at_20_std": 0.202649, + "nauc_map_at_20_diff1": 0.837901, + "nauc_map_at_100_max": 0.700595, + "nauc_map_at_100_std": 0.200967, + "nauc_map_at_100_diff1": 0.838596, + "nauc_map_at_1000_max": 0.700567, + "nauc_map_at_1000_std": 0.200911, + "nauc_map_at_1000_diff1": 0.838613, + "nauc_recall_at_1_max": 0.654247, + "nauc_recall_at_1_std": 0.137121, + "nauc_recall_at_1_diff1": 0.858744, + "nauc_recall_at_3_max": 0.806049, + "nauc_recall_at_3_std": 0.321859, + "nauc_recall_at_3_diff1": 0.808034, + "nauc_recall_at_5_max": 0.775397, + "nauc_recall_at_5_std": 0.284237, + "nauc_recall_at_5_diff1": 0.743983, + "nauc_recall_at_10_max": 0.820942, + "nauc_recall_at_10_std": 0.5149, + "nauc_recall_at_10_diff1": 0.754898, + "nauc_recall_at_20_max": 0.866454, + "nauc_recall_at_20_std": 0.856912, + "nauc_recall_at_20_diff1": 0.613142, + "nauc_recall_at_100_max": 0.934669, + "nauc_recall_at_100_std": 0.777084, + "nauc_recall_at_100_diff1": 0.613649, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.654247, + "nauc_precision_at_1_std": 0.137121, + "nauc_precision_at_1_diff1": 0.858744, + "nauc_precision_at_3_max": 0.806049, + "nauc_precision_at_3_std": 0.321859, + "nauc_precision_at_3_diff1": 0.808034, + "nauc_precision_at_5_max": 0.775397, + "nauc_precision_at_5_std": 0.284237, + "nauc_precision_at_5_diff1": 0.743983, + "nauc_precision_at_10_max": 0.820942, + "nauc_precision_at_10_std": 0.5149, + "nauc_precision_at_10_diff1": 0.754898, + "nauc_precision_at_20_max": 0.866454, + "nauc_precision_at_20_std": 0.856912, + "nauc_precision_at_20_diff1": 0.613142, + "nauc_precision_at_100_max": 0.934669, + "nauc_precision_at_100_std": 0.777084, + "nauc_precision_at_100_diff1": 0.613649, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.654247, + "nauc_mrr_at_1_std": 0.137121, + "nauc_mrr_at_1_diff1": 0.858744, + "nauc_mrr_at_3_max": 0.711198, + "nauc_mrr_at_3_std": 0.208265, + "nauc_mrr_at_3_diff1": 0.840749, + "nauc_mrr_at_5_max": 0.701488, + "nauc_mrr_at_5_std": 0.195229, + "nauc_mrr_at_5_diff1": 0.836287, + "nauc_mrr_at_10_max": 0.7019, + "nauc_mrr_at_10_std": 0.202817, + "nauc_mrr_at_10_diff1": 0.838343, + "nauc_mrr_at_20_max": 0.700969, + "nauc_mrr_at_20_std": 0.202649, + "nauc_mrr_at_20_diff1": 0.837901, + "nauc_mrr_at_100_max": 0.700595, + "nauc_mrr_at_100_std": 0.200967, + "nauc_mrr_at_100_diff1": 0.838596, + "nauc_mrr_at_1000_max": 0.700567, + "nauc_mrr_at_1000_std": 0.200911, + "nauc_mrr_at_1000_diff1": 0.838613, + "main_score": 0.82814, + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.82753, + "ndcg_at_3": 0.88138, + "ndcg_at_5": 0.89075, + "ndcg_at_10": 0.89841, + "ndcg_at_20": 0.90231, + "ndcg_at_100": 0.9046, + "ndcg_at_1000": 0.9056, + "map_at_1": 0.82753, + "map_at_3": 0.86861, + "map_at_5": 0.87384, + "map_at_10": 0.87704, + "map_at_20": 0.87808, + "map_at_100": 0.87841, + "map_at_1000": 0.87844, + "recall_at_1": 0.82753, + "recall_at_3": 0.91812, + "recall_at_5": 0.94077, + "recall_at_10": 0.96429, + "recall_at_20": 0.97997, + "recall_at_100": 0.99216, + "recall_at_1000": 1.0, + "precision_at_1": 0.82753, + "precision_at_3": 0.30604, + "precision_at_5": 0.18815, + "precision_at_10": 0.09643, + "precision_at_20": 0.049, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.827526, + "mrr_at_3": 0.868612, + "mrr_at_5": 0.873839, + "mrr_at_10": 0.87704, + "mrr_at_20": 0.878076, + "mrr_at_100": 0.878405, + "mrr_at_1000": 0.878444, + "nauc_ndcg_at_1_max": 0.666114, + "nauc_ndcg_at_1_std": -0.280041, + "nauc_ndcg_at_1_diff1": 0.884718, + "nauc_ndcg_at_3_max": 0.73666, + "nauc_ndcg_at_3_std": -0.276946, + "nauc_ndcg_at_3_diff1": 0.8679, + "nauc_ndcg_at_5_max": 0.737939, + "nauc_ndcg_at_5_std": -0.257355, + "nauc_ndcg_at_5_diff1": 0.874904, + "nauc_ndcg_at_10_max": 0.735898, + "nauc_ndcg_at_10_std": -0.250156, + "nauc_ndcg_at_10_diff1": 0.8788, + "nauc_ndcg_at_20_max": 0.730431, + "nauc_ndcg_at_20_std": -0.250939, + "nauc_ndcg_at_20_diff1": 0.880243, + "nauc_ndcg_at_100_max": 0.72473, + "nauc_ndcg_at_100_std": -0.255573, + "nauc_ndcg_at_100_diff1": 0.878864, + "nauc_ndcg_at_1000_max": 0.721863, + "nauc_ndcg_at_1000_std": -0.259812, + "nauc_ndcg_at_1000_diff1": 0.878303, + "nauc_map_at_1_max": 0.666114, + "nauc_map_at_1_std": -0.280041, + "nauc_map_at_1_diff1": 0.884718, + "nauc_map_at_3_max": 0.716576, + "nauc_map_at_3_std": -0.280002, + "nauc_map_at_3_diff1": 0.872763, + "nauc_map_at_5_max": 0.716331, + "nauc_map_at_5_std": -0.270623, + "nauc_map_at_5_diff1": 0.876404, + "nauc_map_at_10_max": 0.715342, + "nauc_map_at_10_std": -0.267471, + "nauc_map_at_10_diff1": 0.878101, + "nauc_map_at_20_max": 0.713978, + "nauc_map_at_20_std": -0.267759, + "nauc_map_at_20_diff1": 0.878372, + "nauc_map_at_100_max": 0.7133, + "nauc_map_at_100_std": -0.267959, + "nauc_map_at_100_diff1": 0.878177, + "nauc_map_at_1000_max": 0.713214, + "nauc_map_at_1000_std": -0.268058, + "nauc_map_at_1000_diff1": 0.878157, + "nauc_recall_at_1_max": 0.666114, + "nauc_recall_at_1_std": -0.280041, + "nauc_recall_at_1_diff1": 0.884718, + "nauc_recall_at_3_max": 0.825032, + "nauc_recall_at_3_std": -0.261982, + "nauc_recall_at_3_diff1": 0.84645, + "nauc_recall_at_5_max": 0.864342, + "nauc_recall_at_5_std": -0.171779, + "nauc_recall_at_5_diff1": 0.868179, + "nauc_recall_at_10_max": 0.925232, + "nauc_recall_at_10_std": -0.072352, + "nauc_recall_at_10_diff1": 0.891242, + "nauc_recall_at_20_max": 0.970865, + "nauc_recall_at_20_std": 0.049861, + "nauc_recall_at_20_diff1": 0.929454, + "nauc_recall_at_100_max": 0.985473, + "nauc_recall_at_100_std": 0.153944, + "nauc_recall_at_100_diff1": 0.927364, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.666114, + "nauc_precision_at_1_std": -0.280041, + "nauc_precision_at_1_diff1": 0.884718, + "nauc_precision_at_3_max": 0.825032, + "nauc_precision_at_3_std": -0.261982, + "nauc_precision_at_3_diff1": 0.84645, + "nauc_precision_at_5_max": 0.864342, + "nauc_precision_at_5_std": -0.171779, + "nauc_precision_at_5_diff1": 0.868179, + "nauc_precision_at_10_max": 0.925232, + "nauc_precision_at_10_std": -0.072352, + "nauc_precision_at_10_diff1": 0.891242, + "nauc_precision_at_20_max": 0.970865, + "nauc_precision_at_20_std": 0.049861, + "nauc_precision_at_20_diff1": 0.929454, + "nauc_precision_at_100_max": 0.985473, + "nauc_precision_at_100_std": 0.153944, + "nauc_precision_at_100_diff1": 0.927364, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.666114, + "nauc_mrr_at_1_std": -0.280041, + "nauc_mrr_at_1_diff1": 0.884718, + "nauc_mrr_at_3_max": 0.716576, + "nauc_mrr_at_3_std": -0.280002, + "nauc_mrr_at_3_diff1": 0.872763, + "nauc_mrr_at_5_max": 0.716331, + "nauc_mrr_at_5_std": -0.270623, + "nauc_mrr_at_5_diff1": 0.876404, + "nauc_mrr_at_10_max": 0.715342, + "nauc_mrr_at_10_std": -0.267471, + "nauc_mrr_at_10_diff1": 0.878101, + "nauc_mrr_at_20_max": 0.713978, + "nauc_mrr_at_20_std": -0.267759, + "nauc_mrr_at_20_diff1": 0.878372, + "nauc_mrr_at_100_max": 0.7133, + "nauc_mrr_at_100_std": -0.267959, + "nauc_mrr_at_100_diff1": 0.878177, + "nauc_mrr_at_1000_max": 0.713214, + "nauc_mrr_at_1000_std": -0.268058, + "nauc_mrr_at_1000_diff1": 0.878157, + "main_score": 0.89841, + "hf_subset": "eng-eng", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.796, + "ndcg_at_3": 0.85769, + "ndcg_at_5": 0.86664, + "ndcg_at_10": 0.87445, + "ndcg_at_20": 0.87965, + "ndcg_at_100": 0.88505, + "ndcg_at_1000": 0.88588, + "map_at_1": 0.796, + "map_at_3": 0.843, + "map_at_5": 0.8479, + "map_at_10": 0.85115, + "map_at_20": 0.85265, + "map_at_100": 0.85347, + "map_at_1000": 0.85351, + "recall_at_1": 0.796, + "recall_at_3": 0.9, + "recall_at_5": 0.922, + "recall_at_10": 0.946, + "recall_at_20": 0.966, + "recall_at_100": 0.994, + "recall_at_1000": 1.0, + "precision_at_1": 0.796, + "precision_at_3": 0.3, + "precision_at_5": 0.1844, + "precision_at_10": 0.0946, + "precision_at_20": 0.0483, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.796, + "mrr_at_3": 0.843, + "mrr_at_5": 0.8479, + "mrr_at_10": 0.851148, + "mrr_at_20": 0.852654, + "mrr_at_100": 0.853472, + "mrr_at_1000": 0.853513, + "nauc_ndcg_at_1_max": 0.682824, + "nauc_ndcg_at_1_std": 0.162371, + "nauc_ndcg_at_1_diff1": 0.881418, + "nauc_ndcg_at_3_max": 0.770597, + "nauc_ndcg_at_3_std": 0.242455, + "nauc_ndcg_at_3_diff1": 0.882884, + "nauc_ndcg_at_5_max": 0.773006, + "nauc_ndcg_at_5_std": 0.269508, + "nauc_ndcg_at_5_diff1": 0.88169, + "nauc_ndcg_at_10_max": 0.76344, + "nauc_ndcg_at_10_std": 0.250985, + "nauc_ndcg_at_10_diff1": 0.882325, + "nauc_ndcg_at_20_max": 0.758322, + "nauc_ndcg_at_20_std": 0.264594, + "nauc_ndcg_at_20_diff1": 0.8813, + "nauc_ndcg_at_100_max": 0.750143, + "nauc_ndcg_at_100_std": 0.242128, + "nauc_ndcg_at_100_diff1": 0.882739, + "nauc_ndcg_at_1000_max": 0.748244, + "nauc_ndcg_at_1000_std": 0.236729, + "nauc_ndcg_at_1000_diff1": 0.882515, + "nauc_map_at_1_max": 0.682824, + "nauc_map_at_1_std": 0.162371, + "nauc_map_at_1_diff1": 0.881418, + "nauc_map_at_3_max": 0.74576, + "nauc_map_at_3_std": 0.217888, + "nauc_map_at_3_diff1": 0.882859, + "nauc_map_at_5_max": 0.746045, + "nauc_map_at_5_std": 0.229395, + "nauc_map_at_5_diff1": 0.882302, + "nauc_map_at_10_max": 0.742088, + "nauc_map_at_10_std": 0.22227, + "nauc_map_at_10_diff1": 0.882529, + "nauc_map_at_20_max": 0.740592, + "nauc_map_at_20_std": 0.224693, + "nauc_map_at_20_diff1": 0.882216, + "nauc_map_at_100_max": 0.739525, + "nauc_map_at_100_std": 0.222118, + "nauc_map_at_100_diff1": 0.882491, + "nauc_map_at_1000_max": 0.739449, + "nauc_map_at_1000_std": 0.221911, + "nauc_map_at_1000_diff1": 0.882483, + "nauc_recall_at_1_max": 0.682824, + "nauc_recall_at_1_std": 0.162371, + "nauc_recall_at_1_diff1": 0.881418, + "nauc_recall_at_3_max": 0.876293, + "nauc_recall_at_3_std": 0.348273, + "nauc_recall_at_3_diff1": 0.882726, + "nauc_recall_at_5_max": 0.916086, + "nauc_recall_at_5_std": 0.49271, + "nauc_recall_at_5_diff1": 0.87772, + "nauc_recall_at_10_max": 0.913891, + "nauc_recall_at_10_std": 0.460871, + "nauc_recall_at_10_diff1": 0.880434, + "nauc_recall_at_20_max": 0.937524, + "nauc_recall_at_20_std": 0.776212, + "nauc_recall_at_20_diff1": 0.868045, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.682824, + "nauc_precision_at_1_std": 0.162371, + "nauc_precision_at_1_diff1": 0.881418, + "nauc_precision_at_3_max": 0.876293, + "nauc_precision_at_3_std": 0.348273, + "nauc_precision_at_3_diff1": 0.882726, + "nauc_precision_at_5_max": 0.916086, + "nauc_precision_at_5_std": 0.49271, + "nauc_precision_at_5_diff1": 0.87772, + "nauc_precision_at_10_max": 0.913891, + "nauc_precision_at_10_std": 0.460871, + "nauc_precision_at_10_diff1": 0.880434, + "nauc_precision_at_20_max": 0.937524, + "nauc_precision_at_20_std": 0.776212, + "nauc_precision_at_20_diff1": 0.868045, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.682824, + "nauc_mrr_at_1_std": 0.162371, + "nauc_mrr_at_1_diff1": 0.881418, + "nauc_mrr_at_3_max": 0.74576, + "nauc_mrr_at_3_std": 0.217888, + "nauc_mrr_at_3_diff1": 0.882859, + "nauc_mrr_at_5_max": 0.746045, + "nauc_mrr_at_5_std": 0.229395, + "nauc_mrr_at_5_diff1": 0.882302, + "nauc_mrr_at_10_max": 0.742088, + "nauc_mrr_at_10_std": 0.22227, + "nauc_mrr_at_10_diff1": 0.882529, + "nauc_mrr_at_20_max": 0.740592, + "nauc_mrr_at_20_std": 0.224693, + "nauc_mrr_at_20_diff1": 0.882216, + "nauc_mrr_at_100_max": 0.739525, + "nauc_mrr_at_100_std": 0.222118, + "nauc_mrr_at_100_diff1": 0.882491, + "nauc_mrr_at_1000_max": 0.739449, + "nauc_mrr_at_1000_std": 0.221911, + "nauc_mrr_at_1000_diff1": 0.882483, + "main_score": 0.87445, + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.73964, + "ndcg_at_3": 0.8219, + "ndcg_at_5": 0.84048, + "ndcg_at_10": 0.85067, + "ndcg_at_20": 0.85465, + "ndcg_at_100": 0.85984, + "ndcg_at_1000": 0.86035, + "map_at_1": 0.73964, + "map_at_3": 0.80309, + "map_at_5": 0.81335, + "map_at_10": 0.81755, + "map_at_20": 0.81864, + "map_at_100": 0.81939, + "map_at_1000": 0.8194, + "recall_at_1": 0.73964, + "recall_at_3": 0.87574, + "recall_at_5": 0.9211, + "recall_at_10": 0.95266, + "recall_at_20": 0.96844, + "recall_at_100": 0.99606, + "recall_at_1000": 1.0, + "precision_at_1": 0.73964, + "precision_at_3": 0.29191, + "precision_at_5": 0.18422, + "precision_at_10": 0.09527, + "precision_at_20": 0.04842, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.739645, + "mrr_at_3": 0.80309, + "mrr_at_5": 0.813346, + "mrr_at_10": 0.817551, + "mrr_at_20": 0.818642, + "mrr_at_100": 0.819387, + "mrr_at_1000": 0.819405, + "nauc_ndcg_at_1_max": 0.686077, + "nauc_ndcg_at_1_std": 0.19853, + "nauc_ndcg_at_1_diff1": 0.868956, + "nauc_ndcg_at_3_max": 0.751263, + "nauc_ndcg_at_3_std": 0.23893, + "nauc_ndcg_at_3_diff1": 0.866946, + "nauc_ndcg_at_5_max": 0.747143, + "nauc_ndcg_at_5_std": 0.242392, + "nauc_ndcg_at_5_diff1": 0.858532, + "nauc_ndcg_at_10_max": 0.741769, + "nauc_ndcg_at_10_std": 0.248387, + "nauc_ndcg_at_10_diff1": 0.860526, + "nauc_ndcg_at_20_max": 0.738572, + "nauc_ndcg_at_20_std": 0.249953, + "nauc_ndcg_at_20_diff1": 0.861655, + "nauc_ndcg_at_100_max": 0.734727, + "nauc_ndcg_at_100_std": 0.236541, + "nauc_ndcg_at_100_diff1": 0.863783, + "nauc_ndcg_at_1000_max": 0.733669, + "nauc_ndcg_at_1000_std": 0.234754, + "nauc_ndcg_at_1000_diff1": 0.86324, + "nauc_map_at_1_max": 0.686077, + "nauc_map_at_1_std": 0.19853, + "nauc_map_at_1_diff1": 0.868956, + "nauc_map_at_3_max": 0.733865, + "nauc_map_at_3_std": 0.224505, + "nauc_map_at_3_diff1": 0.867023, + "nauc_map_at_5_max": 0.731003, + "nauc_map_at_5_std": 0.225742, + "nauc_map_at_5_diff1": 0.862674, + "nauc_map_at_10_max": 0.728958, + "nauc_map_at_10_std": 0.227543, + "nauc_map_at_10_diff1": 0.863637, + "nauc_map_at_20_max": 0.728172, + "nauc_map_at_20_std": 0.227881, + "nauc_map_at_20_diff1": 0.863889, + "nauc_map_at_100_max": 0.727759, + "nauc_map_at_100_std": 0.226374, + "nauc_map_at_100_diff1": 0.864102, + "nauc_map_at_1000_max": 0.727728, + "nauc_map_at_1000_std": 0.22632, + "nauc_map_at_1000_diff1": 0.864087, + "nauc_recall_at_1_max": 0.686077, + "nauc_recall_at_1_std": 0.19853, + "nauc_recall_at_1_diff1": 0.868956, + "nauc_recall_at_3_max": 0.824085, + "nauc_recall_at_3_std": 0.3019, + "nauc_recall_at_3_diff1": 0.866948, + "nauc_recall_at_5_max": 0.843662, + "nauc_recall_at_5_std": 0.347956, + "nauc_recall_at_5_diff1": 0.831588, + "nauc_recall_at_10_max": 0.855945, + "nauc_recall_at_10_std": 0.468742, + "nauc_recall_at_10_diff1": 0.82815, + "nauc_recall_at_20_max": 0.859509, + "nauc_recall_at_20_std": 0.599941, + "nauc_recall_at_20_diff1": 0.83165, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.679027, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.686077, + "nauc_precision_at_1_std": 0.19853, + "nauc_precision_at_1_diff1": 0.868956, + "nauc_precision_at_3_max": 0.824085, + "nauc_precision_at_3_std": 0.3019, + "nauc_precision_at_3_diff1": 0.866948, + "nauc_precision_at_5_max": 0.843662, + "nauc_precision_at_5_std": 0.347956, + "nauc_precision_at_5_diff1": 0.831588, + "nauc_precision_at_10_max": 0.855945, + "nauc_precision_at_10_std": 0.468742, + "nauc_precision_at_10_diff1": 0.82815, + "nauc_precision_at_20_max": 0.859509, + "nauc_precision_at_20_std": 0.599941, + "nauc_precision_at_20_diff1": 0.83165, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.679027, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.686077, + "nauc_mrr_at_1_std": 0.19853, + "nauc_mrr_at_1_diff1": 0.868956, + "nauc_mrr_at_3_max": 0.733865, + "nauc_mrr_at_3_std": 0.224505, + "nauc_mrr_at_3_diff1": 0.867023, + "nauc_mrr_at_5_max": 0.731003, + "nauc_mrr_at_5_std": 0.225742, + "nauc_mrr_at_5_diff1": 0.862674, + "nauc_mrr_at_10_max": 0.728958, + "nauc_mrr_at_10_std": 0.227543, + "nauc_mrr_at_10_diff1": 0.863637, + "nauc_mrr_at_20_max": 0.728172, + "nauc_mrr_at_20_std": 0.227881, + "nauc_mrr_at_20_diff1": 0.863889, + "nauc_mrr_at_100_max": 0.727759, + "nauc_mrr_at_100_std": 0.226374, + "nauc_mrr_at_100_diff1": 0.864102, + "nauc_mrr_at_1000_max": 0.727728, + "nauc_mrr_at_1000_std": 0.22632, + "nauc_mrr_at_1000_diff1": 0.864087, + "main_score": 0.85067, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.76125, + "ndcg_at_3": 0.82702, + "ndcg_at_5": 0.84007, + "ndcg_at_10": 0.85428, + "ndcg_at_20": 0.85774, + "ndcg_at_100": 0.86368, + "ndcg_at_1000": 0.86472, + "map_at_1": 0.76125, + "map_at_3": 0.81115, + "map_at_5": 0.81849, + "map_at_10": 0.82452, + "map_at_20": 0.82547, + "map_at_100": 0.82633, + "map_at_1000": 0.82638, + "recall_at_1": 0.76125, + "recall_at_3": 0.8728, + "recall_at_5": 0.90411, + "recall_at_10": 0.94716, + "recall_at_20": 0.96086, + "recall_at_100": 0.99217, + "recall_at_1000": 1.0, + "precision_at_1": 0.76125, + "precision_at_3": 0.29093, + "precision_at_5": 0.18082, + "precision_at_10": 0.09472, + "precision_at_20": 0.04804, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.761252, + "mrr_at_3": 0.811155, + "mrr_at_5": 0.818493, + "mrr_at_10": 0.824517, + "mrr_at_20": 0.825466, + "mrr_at_100": 0.826333, + "mrr_at_1000": 0.826378, + "nauc_ndcg_at_1_max": 0.622686, + "nauc_ndcg_at_1_std": 0.065167, + "nauc_ndcg_at_1_diff1": 0.849945, + "nauc_ndcg_at_3_max": 0.710002, + "nauc_ndcg_at_3_std": 0.198166, + "nauc_ndcg_at_3_diff1": 0.828844, + "nauc_ndcg_at_5_max": 0.709186, + "nauc_ndcg_at_5_std": 0.198117, + "nauc_ndcg_at_5_diff1": 0.82628, + "nauc_ndcg_at_10_max": 0.698935, + "nauc_ndcg_at_10_std": 0.182207, + "nauc_ndcg_at_10_diff1": 0.830446, + "nauc_ndcg_at_20_max": 0.69709, + "nauc_ndcg_at_20_std": 0.200411, + "nauc_ndcg_at_20_diff1": 0.833289, + "nauc_ndcg_at_100_max": 0.689429, + "nauc_ndcg_at_100_std": 0.177631, + "nauc_ndcg_at_100_diff1": 0.834941, + "nauc_ndcg_at_1000_max": 0.687105, + "nauc_ndcg_at_1000_std": 0.170787, + "nauc_ndcg_at_1000_diff1": 0.83442, + "nauc_map_at_1_max": 0.622686, + "nauc_map_at_1_std": 0.065167, + "nauc_map_at_1_diff1": 0.849945, + "nauc_map_at_3_max": 0.685971, + "nauc_map_at_3_std": 0.159402, + "nauc_map_at_3_diff1": 0.834771, + "nauc_map_at_5_max": 0.684479, + "nauc_map_at_5_std": 0.157368, + "nauc_map_at_5_diff1": 0.833458, + "nauc_map_at_10_max": 0.68007, + "nauc_map_at_10_std": 0.151063, + "nauc_map_at_10_diff1": 0.834994, + "nauc_map_at_20_max": 0.679604, + "nauc_map_at_20_std": 0.155351, + "nauc_map_at_20_diff1": 0.835839, + "nauc_map_at_100_max": 0.678568, + "nauc_map_at_100_std": 0.152617, + "nauc_map_at_100_diff1": 0.836019, + "nauc_map_at_1000_max": 0.678485, + "nauc_map_at_1000_std": 0.152382, + "nauc_map_at_1000_diff1": 0.836002, + "nauc_recall_at_1_max": 0.622686, + "nauc_recall_at_1_std": 0.065167, + "nauc_recall_at_1_diff1": 0.849945, + "nauc_recall_at_3_max": 0.806682, + "nauc_recall_at_3_std": 0.355478, + "nauc_recall_at_3_diff1": 0.804924, + "nauc_recall_at_5_max": 0.832705, + "nauc_recall_at_5_std": 0.404502, + "nauc_recall_at_5_diff1": 0.790258, + "nauc_recall_at_10_max": 0.851282, + "nauc_recall_at_10_std": 0.435041, + "nauc_recall_at_10_diff1": 0.796846, + "nauc_recall_at_20_max": 0.878093, + "nauc_recall_at_20_std": 0.755553, + "nauc_recall_at_20_diff1": 0.817653, + "nauc_recall_at_100_max": 0.967327, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.897908, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.622686, + "nauc_precision_at_1_std": 0.065167, + "nauc_precision_at_1_diff1": 0.849945, + "nauc_precision_at_3_max": 0.806682, + "nauc_precision_at_3_std": 0.355478, + "nauc_precision_at_3_diff1": 0.804924, + "nauc_precision_at_5_max": 0.832705, + "nauc_precision_at_5_std": 0.404502, + "nauc_precision_at_5_diff1": 0.790258, + "nauc_precision_at_10_max": 0.851282, + "nauc_precision_at_10_std": 0.435041, + "nauc_precision_at_10_diff1": 0.796846, + "nauc_precision_at_20_max": 0.878093, + "nauc_precision_at_20_std": 0.755553, + "nauc_precision_at_20_diff1": 0.817653, + "nauc_precision_at_100_max": 0.967327, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.897908, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.622686, + "nauc_mrr_at_1_std": 0.065167, + "nauc_mrr_at_1_diff1": 0.849945, + "nauc_mrr_at_3_max": 0.685971, + "nauc_mrr_at_3_std": 0.159402, + "nauc_mrr_at_3_diff1": 0.834771, + "nauc_mrr_at_5_max": 0.684479, + "nauc_mrr_at_5_std": 0.157368, + "nauc_mrr_at_5_diff1": 0.833458, + "nauc_mrr_at_10_max": 0.68007, + "nauc_mrr_at_10_std": 0.151063, + "nauc_mrr_at_10_diff1": 0.834994, + "nauc_mrr_at_20_max": 0.679604, + "nauc_mrr_at_20_std": 0.155351, + "nauc_mrr_at_20_diff1": 0.835839, + "nauc_mrr_at_100_max": 0.678568, + "nauc_mrr_at_100_std": 0.152617, + "nauc_mrr_at_100_diff1": 0.836019, + "nauc_mrr_at_1000_max": 0.678485, + "nauc_mrr_at_1000_std": 0.152382, + "nauc_mrr_at_1000_diff1": 0.836002, + "main_score": 0.85428, + "hf_subset": "eng-vie", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.80159, + "ndcg_at_3": 0.86581, + "ndcg_at_5": 0.87725, + "ndcg_at_10": 0.883, + "ndcg_at_20": 0.88663, + "ndcg_at_100": 0.89109, + "ndcg_at_1000": 0.89217, + "map_at_1": 0.80159, + "map_at_3": 0.85086, + "map_at_5": 0.85721, + "map_at_10": 0.85956, + "map_at_20": 0.86063, + "map_at_100": 0.86128, + "map_at_1000": 0.86133, + "recall_at_1": 0.80159, + "recall_at_3": 0.90873, + "recall_at_5": 0.93651, + "recall_at_10": 0.95437, + "recall_at_20": 0.96825, + "recall_at_100": 0.99206, + "recall_at_1000": 1.0, + "precision_at_1": 0.80159, + "precision_at_3": 0.30291, + "precision_at_5": 0.1873, + "precision_at_10": 0.09544, + "precision_at_20": 0.04841, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.801587, + "mrr_at_3": 0.85086, + "mrr_at_5": 0.857209, + "mrr_at_10": 0.859564, + "mrr_at_20": 0.860627, + "mrr_at_100": 0.86128, + "mrr_at_1000": 0.861329, + "nauc_ndcg_at_1_max": 0.67537, + "nauc_ndcg_at_1_std": 0.220709, + "nauc_ndcg_at_1_diff1": 0.881543, + "nauc_ndcg_at_3_max": 0.728783, + "nauc_ndcg_at_3_std": 0.264964, + "nauc_ndcg_at_3_diff1": 0.863768, + "nauc_ndcg_at_5_max": 0.737962, + "nauc_ndcg_at_5_std": 0.289621, + "nauc_ndcg_at_5_diff1": 0.868676, + "nauc_ndcg_at_10_max": 0.727431, + "nauc_ndcg_at_10_std": 0.285414, + "nauc_ndcg_at_10_diff1": 0.86795, + "nauc_ndcg_at_20_max": 0.725718, + "nauc_ndcg_at_20_std": 0.278142, + "nauc_ndcg_at_20_diff1": 0.868061, + "nauc_ndcg_at_100_max": 0.719251, + "nauc_ndcg_at_100_std": 0.273377, + "nauc_ndcg_at_100_diff1": 0.869342, + "nauc_ndcg_at_1000_max": 0.716314, + "nauc_ndcg_at_1000_std": 0.266882, + "nauc_ndcg_at_1000_diff1": 0.870099, + "nauc_map_at_1_max": 0.67537, + "nauc_map_at_1_std": 0.220709, + "nauc_map_at_1_diff1": 0.881543, + "nauc_map_at_3_max": 0.710193, + "nauc_map_at_3_std": 0.246289, + "nauc_map_at_3_diff1": 0.868992, + "nauc_map_at_5_max": 0.713499, + "nauc_map_at_5_std": 0.257175, + "nauc_map_at_5_diff1": 0.871749, + "nauc_map_at_10_max": 0.709378, + "nauc_map_at_10_std": 0.254711, + "nauc_map_at_10_diff1": 0.871488, + "nauc_map_at_20_max": 0.708846, + "nauc_map_at_20_std": 0.252977, + "nauc_map_at_20_diff1": 0.871465, + "nauc_map_at_100_max": 0.708209, + "nauc_map_at_100_std": 0.253355, + "nauc_map_at_100_diff1": 0.871727, + "nauc_map_at_1000_max": 0.708099, + "nauc_map_at_1000_std": 0.25312, + "nauc_map_at_1000_diff1": 0.87174, + "nauc_recall_at_1_max": 0.67537, + "nauc_recall_at_1_std": 0.220709, + "nauc_recall_at_1_diff1": 0.881543, + "nauc_recall_at_3_max": 0.813566, + "nauc_recall_at_3_std": 0.352039, + "nauc_recall_at_3_diff1": 0.840505, + "nauc_recall_at_5_max": 0.894042, + "nauc_recall_at_5_std": 0.501836, + "nauc_recall_at_5_diff1": 0.851028, + "nauc_recall_at_10_max": 0.876012, + "nauc_recall_at_10_std": 0.560002, + "nauc_recall_at_10_diff1": 0.839599, + "nauc_recall_at_20_max": 0.918025, + "nauc_recall_at_20_std": 0.577739, + "nauc_recall_at_20_diff1": 0.830964, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.897915, + "nauc_recall_at_100_diff1": 0.786488, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.67537, + "nauc_precision_at_1_std": 0.220709, + "nauc_precision_at_1_diff1": 0.881543, + "nauc_precision_at_3_max": 0.813566, + "nauc_precision_at_3_std": 0.352039, + "nauc_precision_at_3_diff1": 0.840505, + "nauc_precision_at_5_max": 0.894042, + "nauc_precision_at_5_std": 0.501836, + "nauc_precision_at_5_diff1": 0.851028, + "nauc_precision_at_10_max": 0.876012, + "nauc_precision_at_10_std": 0.560002, + "nauc_precision_at_10_diff1": 0.839599, + "nauc_precision_at_20_max": 0.918025, + "nauc_precision_at_20_std": 0.577739, + "nauc_precision_at_20_diff1": 0.830964, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.897915, + "nauc_precision_at_100_diff1": 0.786488, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.67537, + "nauc_mrr_at_1_std": 0.220709, + "nauc_mrr_at_1_diff1": 0.881543, + "nauc_mrr_at_3_max": 0.710193, + "nauc_mrr_at_3_std": 0.246289, + "nauc_mrr_at_3_diff1": 0.868992, + "nauc_mrr_at_5_max": 0.713499, + "nauc_mrr_at_5_std": 0.257175, + "nauc_mrr_at_5_diff1": 0.871749, + "nauc_mrr_at_10_max": 0.709378, + "nauc_mrr_at_10_std": 0.254711, + "nauc_mrr_at_10_diff1": 0.871488, + "nauc_mrr_at_20_max": 0.708846, + "nauc_mrr_at_20_std": 0.252977, + "nauc_mrr_at_20_diff1": 0.871465, + "nauc_mrr_at_100_max": 0.708209, + "nauc_mrr_at_100_std": 0.253355, + "nauc_mrr_at_100_diff1": 0.871727, + "nauc_mrr_at_1000_max": 0.708099, + "nauc_mrr_at_1000_std": 0.25312, + "nauc_mrr_at_1000_diff1": 0.87174, + "main_score": 0.883, + "hf_subset": "eng-zho", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.74534, + "ndcg_at_3": 0.83829, + "ndcg_at_5": 0.85166, + "ndcg_at_10": 0.85774, + "ndcg_at_20": 0.8626, + "ndcg_at_100": 0.8658, + "ndcg_at_1000": 0.86672, + "map_at_1": 0.74534, + "map_at_3": 0.8147, + "map_at_5": 0.82246, + "map_at_10": 0.82501, + "map_at_20": 0.82642, + "map_at_100": 0.82676, + "map_at_1000": 0.82682, + "recall_at_1": 0.74534, + "recall_at_3": 0.90683, + "recall_at_5": 0.93789, + "recall_at_10": 0.95652, + "recall_at_20": 0.97516, + "recall_at_100": 0.99379, + "recall_at_1000": 1.0, + "precision_at_1": 0.74534, + "precision_at_3": 0.30228, + "precision_at_5": 0.18758, + "precision_at_10": 0.09565, + "precision_at_20": 0.04876, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.745342, + "mrr_at_3": 0.8147, + "mrr_at_5": 0.822464, + "mrr_at_10": 0.825007, + "mrr_at_20": 0.826417, + "mrr_at_100": 0.826759, + "mrr_at_1000": 0.826818, + "nauc_ndcg_at_1_max": 0.64724, + "nauc_ndcg_at_1_std": 0.149151, + "nauc_ndcg_at_1_diff1": 0.87665, + "nauc_ndcg_at_3_max": 0.636414, + "nauc_ndcg_at_3_std": 0.188746, + "nauc_ndcg_at_3_diff1": 0.849907, + "nauc_ndcg_at_5_max": 0.645953, + "nauc_ndcg_at_5_std": 0.219484, + "nauc_ndcg_at_5_diff1": 0.851916, + "nauc_ndcg_at_10_max": 0.637021, + "nauc_ndcg_at_10_std": 0.198389, + "nauc_ndcg_at_10_diff1": 0.852564, + "nauc_ndcg_at_20_max": 0.641866, + "nauc_ndcg_at_20_std": 0.194353, + "nauc_ndcg_at_20_diff1": 0.850302, + "nauc_ndcg_at_100_max": 0.644541, + "nauc_ndcg_at_100_std": 0.193797, + "nauc_ndcg_at_100_diff1": 0.849722, + "nauc_ndcg_at_1000_max": 0.642839, + "nauc_ndcg_at_1000_std": 0.187694, + "nauc_ndcg_at_1000_diff1": 0.855203, + "nauc_map_at_1_max": 0.64724, + "nauc_map_at_1_std": 0.149151, + "nauc_map_at_1_diff1": 0.87665, + "nauc_map_at_3_max": 0.639491, + "nauc_map_at_3_std": 0.174117, + "nauc_map_at_3_diff1": 0.857534, + "nauc_map_at_5_max": 0.644314, + "nauc_map_at_5_std": 0.188485, + "nauc_map_at_5_diff1": 0.858885, + "nauc_map_at_10_max": 0.641529, + "nauc_map_at_10_std": 0.180615, + "nauc_map_at_10_diff1": 0.859523, + "nauc_map_at_20_max": 0.642778, + "nauc_map_at_20_std": 0.179783, + "nauc_map_at_20_diff1": 0.859093, + "nauc_map_at_100_max": 0.643051, + "nauc_map_at_100_std": 0.179786, + "nauc_map_at_100_diff1": 0.859008, + "nauc_map_at_1000_max": 0.642966, + "nauc_map_at_1000_std": 0.179481, + "nauc_map_at_1000_diff1": 0.85928, + "nauc_recall_at_1_max": 0.64724, + "nauc_recall_at_1_std": 0.149151, + "nauc_recall_at_1_diff1": 0.87665, + "nauc_recall_at_3_max": 0.620546, + "nauc_recall_at_3_std": 0.267071, + "nauc_recall_at_3_diff1": 0.810547, + "nauc_recall_at_5_max": 0.661379, + "nauc_recall_at_5_std": 0.463386, + "nauc_recall_at_5_diff1": 0.801138, + "nauc_recall_at_10_max": 0.579839, + "nauc_recall_at_10_std": 0.376266, + "nauc_recall_at_10_diff1": 0.779495, + "nauc_recall_at_20_max": 0.62662, + "nauc_recall_at_20_std": 0.41955, + "nauc_recall_at_20_diff1": 0.67943, + "nauc_recall_at_100_max": 0.869371, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.125808, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.64724, + "nauc_precision_at_1_std": 0.149151, + "nauc_precision_at_1_diff1": 0.87665, + "nauc_precision_at_3_max": 0.620546, + "nauc_precision_at_3_std": 0.267071, + "nauc_precision_at_3_diff1": 0.810547, + "nauc_precision_at_5_max": 0.661379, + "nauc_precision_at_5_std": 0.463386, + "nauc_precision_at_5_diff1": 0.801138, + "nauc_precision_at_10_max": 0.579839, + "nauc_precision_at_10_std": 0.376266, + "nauc_precision_at_10_diff1": 0.779495, + "nauc_precision_at_20_max": 0.62662, + "nauc_precision_at_20_std": 0.41955, + "nauc_precision_at_20_diff1": 0.67943, + "nauc_precision_at_100_max": 0.869371, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.125808, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.64724, + "nauc_mrr_at_1_std": 0.149151, + "nauc_mrr_at_1_diff1": 0.87665, + "nauc_mrr_at_3_max": 0.639491, + "nauc_mrr_at_3_std": 0.174117, + "nauc_mrr_at_3_diff1": 0.857534, + "nauc_mrr_at_5_max": 0.644314, + "nauc_mrr_at_5_std": 0.188485, + "nauc_mrr_at_5_diff1": 0.858885, + "nauc_mrr_at_10_max": 0.641529, + "nauc_mrr_at_10_std": 0.180615, + "nauc_mrr_at_10_diff1": 0.859523, + "nauc_mrr_at_20_max": 0.642778, + "nauc_mrr_at_20_std": 0.179783, + "nauc_mrr_at_20_diff1": 0.859093, + "nauc_mrr_at_100_max": 0.643051, + "nauc_mrr_at_100_std": 0.179786, + "nauc_mrr_at_100_diff1": 0.859008, + "nauc_mrr_at_1000_max": 0.642966, + "nauc_mrr_at_1000_std": 0.179481, + "nauc_mrr_at_1000_diff1": 0.85928, + "main_score": 0.85774, + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.72449, + "ndcg_at_3": 0.81116, + "ndcg_at_5": 0.83641, + "ndcg_at_10": 0.84811, + "ndcg_at_20": 0.85474, + "ndcg_at_100": 0.85558, + "ndcg_at_1000": 0.85558, + "map_at_1": 0.72449, + "map_at_3": 0.78997, + "map_at_5": 0.804, + "map_at_10": 0.80891, + "map_at_20": 0.81082, + "map_at_100": 0.8109, + "map_at_1000": 0.8109, + "recall_at_1": 0.72449, + "recall_at_3": 0.87245, + "recall_at_5": 0.93367, + "recall_at_10": 0.96939, + "recall_at_20": 0.9949, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.72449, + "precision_at_3": 0.29082, + "precision_at_5": 0.18673, + "precision_at_10": 0.09694, + "precision_at_20": 0.04974, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.72449, + "mrr_at_3": 0.789966, + "mrr_at_5": 0.803997, + "mrr_at_10": 0.808906, + "mrr_at_20": 0.810821, + "mrr_at_100": 0.810896, + "mrr_at_1000": 0.810896, + "nauc_ndcg_at_1_max": 0.656686, + "nauc_ndcg_at_1_std": 0.340992, + "nauc_ndcg_at_1_diff1": 0.86964, + "nauc_ndcg_at_3_max": 0.737251, + "nauc_ndcg_at_3_std": 0.432124, + "nauc_ndcg_at_3_diff1": 0.854623, + "nauc_ndcg_at_5_max": 0.726172, + "nauc_ndcg_at_5_std": 0.41895, + "nauc_ndcg_at_5_diff1": 0.855181, + "nauc_ndcg_at_10_max": 0.709357, + "nauc_ndcg_at_10_std": 0.390265, + "nauc_ndcg_at_10_diff1": 0.85868, + "nauc_ndcg_at_20_max": 0.702613, + "nauc_ndcg_at_20_std": 0.387723, + "nauc_ndcg_at_20_diff1": 0.859691, + "nauc_ndcg_at_100_max": 0.700708, + "nauc_ndcg_at_100_std": 0.3838, + "nauc_ndcg_at_100_diff1": 0.859632, + "nauc_ndcg_at_1000_max": 0.700708, + "nauc_ndcg_at_1000_std": 0.3838, + "nauc_ndcg_at_1000_diff1": 0.859632, + "nauc_map_at_1_max": 0.656686, + "nauc_map_at_1_std": 0.340992, + "nauc_map_at_1_diff1": 0.86964, + "nauc_map_at_3_max": 0.711558, + "nauc_map_at_3_std": 0.400856, + "nauc_map_at_3_diff1": 0.858751, + "nauc_map_at_5_max": 0.703887, + "nauc_map_at_5_std": 0.391123, + "nauc_map_at_5_diff1": 0.858952, + "nauc_map_at_10_max": 0.697551, + "nauc_map_at_10_std": 0.380613, + "nauc_map_at_10_diff1": 0.860461, + "nauc_map_at_20_max": 0.695855, + "nauc_map_at_20_std": 0.379113, + "nauc_map_at_20_diff1": 0.860582, + "nauc_map_at_100_max": 0.695721, + "nauc_map_at_100_std": 0.378839, + "nauc_map_at_100_diff1": 0.860579, + "nauc_map_at_1000_max": 0.695721, + "nauc_map_at_1000_std": 0.378839, + "nauc_map_at_1000_diff1": 0.860579, + "nauc_recall_at_1_max": 0.656686, + "nauc_recall_at_1_std": 0.340992, + "nauc_recall_at_1_diff1": 0.86964, + "nauc_recall_at_3_max": 0.851475, + "nauc_recall_at_3_std": 0.572471, + "nauc_recall_at_3_diff1": 0.836673, + "nauc_recall_at_5_max": 0.896779, + "nauc_recall_at_5_std": 0.636471, + "nauc_recall_at_5_diff1": 0.828133, + "nauc_recall_at_10_max": 0.866341, + "nauc_recall_at_10_std": 0.49838, + "nauc_recall_at_10_diff1": 0.838289, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.868984, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.656686, + "nauc_precision_at_1_std": 0.340992, + "nauc_precision_at_1_diff1": 0.86964, + "nauc_precision_at_3_max": 0.851475, + "nauc_precision_at_3_std": 0.572471, + "nauc_precision_at_3_diff1": 0.836673, + "nauc_precision_at_5_max": 0.896779, + "nauc_precision_at_5_std": 0.636471, + "nauc_precision_at_5_diff1": 0.828133, + "nauc_precision_at_10_max": 0.866341, + "nauc_precision_at_10_std": 0.49838, + "nauc_precision_at_10_diff1": 0.838289, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.868984, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.656686, + "nauc_mrr_at_1_std": 0.340992, + "nauc_mrr_at_1_diff1": 0.86964, + "nauc_mrr_at_3_max": 0.711558, + "nauc_mrr_at_3_std": 0.400856, + "nauc_mrr_at_3_diff1": 0.858751, + "nauc_mrr_at_5_max": 0.703887, + "nauc_mrr_at_5_std": 0.391123, + "nauc_mrr_at_5_diff1": 0.858952, + "nauc_mrr_at_10_max": 0.697551, + "nauc_mrr_at_10_std": 0.380613, + "nauc_mrr_at_10_diff1": 0.860461, + "nauc_mrr_at_20_max": 0.695855, + "nauc_mrr_at_20_std": 0.379113, + "nauc_mrr_at_20_diff1": 0.860582, + "nauc_mrr_at_100_max": 0.695721, + "nauc_mrr_at_100_std": 0.378839, + "nauc_mrr_at_100_diff1": 0.860579, + "nauc_mrr_at_1000_max": 0.695721, + "nauc_mrr_at_1000_std": 0.378839, + "nauc_mrr_at_1000_diff1": 0.860579, + "main_score": 0.84811, + "hf_subset": "spa-deu", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.824, + "ndcg_at_3": 0.886, + "ndcg_at_5": 0.89581, + "ndcg_at_10": 0.90516, + "ndcg_at_20": 0.90716, + "ndcg_at_100": 0.90937, + "ndcg_at_1000": 0.90962, + "map_at_1": 0.824, + "map_at_3": 0.872, + "map_at_5": 0.8774, + "map_at_10": 0.88144, + "map_at_20": 0.88197, + "map_at_100": 0.88227, + "map_at_1000": 0.88228, + "recall_at_1": 0.824, + "recall_at_3": 0.926, + "recall_at_5": 0.95, + "recall_at_10": 0.978, + "recall_at_20": 0.986, + "recall_at_100": 0.998, + "recall_at_1000": 1.0, + "precision_at_1": 0.824, + "precision_at_3": 0.30867, + "precision_at_5": 0.19, + "precision_at_10": 0.0978, + "precision_at_20": 0.0493, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824, + "mrr_at_3": 0.872, + "mrr_at_5": 0.8774, + "mrr_at_10": 0.881437, + "mrr_at_20": 0.881967, + "mrr_at_100": 0.882269, + "mrr_at_1000": 0.882276, + "nauc_ndcg_at_1_max": 0.66203, + "nauc_ndcg_at_1_std": 0.068404, + "nauc_ndcg_at_1_diff1": 0.904979, + "nauc_ndcg_at_3_max": 0.732064, + "nauc_ndcg_at_3_std": 0.136285, + "nauc_ndcg_at_3_diff1": 0.89121, + "nauc_ndcg_at_5_max": 0.719915, + "nauc_ndcg_at_5_std": 0.12272, + "nauc_ndcg_at_5_diff1": 0.894636, + "nauc_ndcg_at_10_max": 0.714607, + "nauc_ndcg_at_10_std": 0.120703, + "nauc_ndcg_at_10_diff1": 0.89027, + "nauc_ndcg_at_20_max": 0.711297, + "nauc_ndcg_at_20_std": 0.120382, + "nauc_ndcg_at_20_diff1": 0.893241, + "nauc_ndcg_at_100_max": 0.706364, + "nauc_ndcg_at_100_std": 0.1144, + "nauc_ndcg_at_100_diff1": 0.893827, + "nauc_ndcg_at_1000_max": 0.7059, + "nauc_ndcg_at_1000_std": 0.114376, + "nauc_ndcg_at_1000_diff1": 0.893525, + "nauc_map_at_1_max": 0.66203, + "nauc_map_at_1_std": 0.068404, + "nauc_map_at_1_diff1": 0.904979, + "nauc_map_at_3_max": 0.710652, + "nauc_map_at_3_std": 0.117386, + "nauc_map_at_3_diff1": 0.89417, + "nauc_map_at_5_max": 0.703804, + "nauc_map_at_5_std": 0.110326, + "nauc_map_at_5_diff1": 0.895638, + "nauc_map_at_10_max": 0.701449, + "nauc_map_at_10_std": 0.109441, + "nauc_map_at_10_diff1": 0.89404, + "nauc_map_at_20_max": 0.700718, + "nauc_map_at_20_std": 0.109658, + "nauc_map_at_20_diff1": 0.894647, + "nauc_map_at_100_max": 0.700206, + "nauc_map_at_100_std": 0.109034, + "nauc_map_at_100_diff1": 0.894674, + "nauc_map_at_1000_max": 0.700195, + "nauc_map_at_1000_std": 0.109034, + "nauc_map_at_1000_diff1": 0.894667, + "nauc_recall_at_1_max": 0.66203, + "nauc_recall_at_1_std": 0.068404, + "nauc_recall_at_1_diff1": 0.904979, + "nauc_recall_at_3_max": 0.833851, + "nauc_recall_at_3_std": 0.224771, + "nauc_recall_at_3_diff1": 0.87805, + "nauc_recall_at_5_max": 0.824407, + "nauc_recall_at_5_std": 0.198674, + "nauc_recall_at_5_diff1": 0.891317, + "nauc_recall_at_10_max": 0.890077, + "nauc_recall_at_10_std": 0.263645, + "nauc_recall_at_10_diff1": 0.836177, + "nauc_recall_at_20_max": 0.904295, + "nauc_recall_at_20_std": 0.31666, + "nauc_recall_at_20_diff1": 0.883287, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 0.122782, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.66203, + "nauc_precision_at_1_std": 0.068404, + "nauc_precision_at_1_diff1": 0.904979, + "nauc_precision_at_3_max": 0.833851, + "nauc_precision_at_3_std": 0.224771, + "nauc_precision_at_3_diff1": 0.87805, + "nauc_precision_at_5_max": 0.824407, + "nauc_precision_at_5_std": 0.198674, + "nauc_precision_at_5_diff1": 0.891317, + "nauc_precision_at_10_max": 0.890077, + "nauc_precision_at_10_std": 0.263645, + "nauc_precision_at_10_diff1": 0.836177, + "nauc_precision_at_20_max": 0.904295, + "nauc_precision_at_20_std": 0.31666, + "nauc_precision_at_20_diff1": 0.883287, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 0.122782, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.66203, + "nauc_mrr_at_1_std": 0.068404, + "nauc_mrr_at_1_diff1": 0.904979, + "nauc_mrr_at_3_max": 0.710652, + "nauc_mrr_at_3_std": 0.117386, + "nauc_mrr_at_3_diff1": 0.89417, + "nauc_mrr_at_5_max": 0.703804, + "nauc_mrr_at_5_std": 0.110326, + "nauc_mrr_at_5_diff1": 0.895638, + "nauc_mrr_at_10_max": 0.701449, + "nauc_mrr_at_10_std": 0.109441, + "nauc_mrr_at_10_diff1": 0.89404, + "nauc_mrr_at_20_max": 0.700718, + "nauc_mrr_at_20_std": 0.109658, + "nauc_mrr_at_20_diff1": 0.894647, + "nauc_mrr_at_100_max": 0.700206, + "nauc_mrr_at_100_std": 0.109034, + "nauc_mrr_at_100_diff1": 0.894674, + "nauc_mrr_at_1000_max": 0.700195, + "nauc_mrr_at_1000_std": 0.109034, + "nauc_mrr_at_1000_diff1": 0.894667, + "main_score": 0.90516, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.806, + "ndcg_at_3": 0.86521, + "ndcg_at_5": 0.87907, + "ndcg_at_10": 0.88638, + "ndcg_at_20": 0.88836, + "ndcg_at_100": 0.89329, + "ndcg_at_1000": 0.89404, + "map_at_1": 0.806, + "map_at_3": 0.85167, + "map_at_5": 0.85927, + "map_at_10": 0.8624, + "map_at_20": 0.86292, + "map_at_100": 0.86364, + "map_at_1000": 0.86366, + "recall_at_1": 0.806, + "recall_at_3": 0.904, + "recall_at_5": 0.938, + "recall_at_10": 0.96, + "recall_at_20": 0.968, + "recall_at_100": 0.994, + "recall_at_1000": 1.0, + "precision_at_1": 0.806, + "precision_at_3": 0.30133, + "precision_at_5": 0.1876, + "precision_at_10": 0.096, + "precision_at_20": 0.0484, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.806, + "mrr_at_3": 0.851667, + "mrr_at_5": 0.859267, + "mrr_at_10": 0.862395, + "mrr_at_20": 0.862921, + "mrr_at_100": 0.863638, + "mrr_at_1000": 0.863663, + "nauc_ndcg_at_1_max": 0.696409, + "nauc_ndcg_at_1_std": 0.095599, + "nauc_ndcg_at_1_diff1": 0.870837, + "nauc_ndcg_at_3_max": 0.775398, + "nauc_ndcg_at_3_std": 0.160334, + "nauc_ndcg_at_3_diff1": 0.862643, + "nauc_ndcg_at_5_max": 0.765219, + "nauc_ndcg_at_5_std": 0.145063, + "nauc_ndcg_at_5_diff1": 0.863755, + "nauc_ndcg_at_10_max": 0.760213, + "nauc_ndcg_at_10_std": 0.134296, + "nauc_ndcg_at_10_diff1": 0.862569, + "nauc_ndcg_at_20_max": 0.760065, + "nauc_ndcg_at_20_std": 0.141973, + "nauc_ndcg_at_20_diff1": 0.861885, + "nauc_ndcg_at_100_max": 0.75284, + "nauc_ndcg_at_100_std": 0.13921, + "nauc_ndcg_at_100_diff1": 0.864813, + "nauc_ndcg_at_1000_max": 0.751322, + "nauc_ndcg_at_1000_std": 0.137178, + "nauc_ndcg_at_1000_diff1": 0.864791, + "nauc_map_at_1_max": 0.696409, + "nauc_map_at_1_std": 0.095599, + "nauc_map_at_1_diff1": 0.870837, + "nauc_map_at_3_max": 0.753175, + "nauc_map_at_3_std": 0.141345, + "nauc_map_at_3_diff1": 0.865357, + "nauc_map_at_5_max": 0.746965, + "nauc_map_at_5_std": 0.133795, + "nauc_map_at_5_diff1": 0.86594, + "nauc_map_at_10_max": 0.744957, + "nauc_map_at_10_std": 0.130233, + "nauc_map_at_10_diff1": 0.86563, + "nauc_map_at_20_max": 0.744964, + "nauc_map_at_20_std": 0.132315, + "nauc_map_at_20_diff1": 0.865482, + "nauc_map_at_100_max": 0.744028, + "nauc_map_at_100_std": 0.131835, + "nauc_map_at_100_diff1": 0.865881, + "nauc_map_at_1000_max": 0.743988, + "nauc_map_at_1000_std": 0.131802, + "nauc_map_at_1000_diff1": 0.865877, + "nauc_recall_at_1_max": 0.696409, + "nauc_recall_at_1_std": 0.095599, + "nauc_recall_at_1_diff1": 0.870837, + "nauc_recall_at_3_max": 0.868824, + "nauc_recall_at_3_std": 0.240682, + "nauc_recall_at_3_diff1": 0.850957, + "nauc_recall_at_5_max": 0.874356, + "nauc_recall_at_5_std": 0.207629, + "nauc_recall_at_5_diff1": 0.850547, + "nauc_recall_at_10_max": 0.889963, + "nauc_recall_at_10_std": 0.145121, + "nauc_recall_at_10_diff1": 0.83254, + "nauc_recall_at_20_max": 0.917279, + "nauc_recall_at_20_std": 0.237132, + "nauc_recall_at_20_diff1": 0.816206, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.435263, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696409, + "nauc_precision_at_1_std": 0.095599, + "nauc_precision_at_1_diff1": 0.870837, + "nauc_precision_at_3_max": 0.868824, + "nauc_precision_at_3_std": 0.240682, + "nauc_precision_at_3_diff1": 0.850957, + "nauc_precision_at_5_max": 0.874356, + "nauc_precision_at_5_std": 0.207629, + "nauc_precision_at_5_diff1": 0.850547, + "nauc_precision_at_10_max": 0.889963, + "nauc_precision_at_10_std": 0.145121, + "nauc_precision_at_10_diff1": 0.83254, + "nauc_precision_at_20_max": 0.917279, + "nauc_precision_at_20_std": 0.237132, + "nauc_precision_at_20_diff1": 0.816206, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.435263, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.696409, + "nauc_mrr_at_1_std": 0.095599, + "nauc_mrr_at_1_diff1": 0.870837, + "nauc_mrr_at_3_max": 0.753175, + "nauc_mrr_at_3_std": 0.141345, + "nauc_mrr_at_3_diff1": 0.865357, + "nauc_mrr_at_5_max": 0.746965, + "nauc_mrr_at_5_std": 0.133795, + "nauc_mrr_at_5_diff1": 0.86594, + "nauc_mrr_at_10_max": 0.744957, + "nauc_mrr_at_10_std": 0.130233, + "nauc_mrr_at_10_diff1": 0.86563, + "nauc_mrr_at_20_max": 0.744964, + "nauc_mrr_at_20_std": 0.132315, + "nauc_mrr_at_20_diff1": 0.865482, + "nauc_mrr_at_100_max": 0.744028, + "nauc_mrr_at_100_std": 0.131835, + "nauc_mrr_at_100_diff1": 0.865881, + "nauc_mrr_at_1000_max": 0.743988, + "nauc_mrr_at_1000_std": 0.131802, + "nauc_mrr_at_1000_diff1": 0.865877, + "main_score": 0.88638, + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.81283, + "ndcg_at_3": 0.86936, + "ndcg_at_5": 0.88271, + "ndcg_at_10": 0.8896, + "ndcg_at_20": 0.89238, + "ndcg_at_100": 0.89738, + "ndcg_at_1000": 0.89738, + "map_at_1": 0.81283, + "map_at_3": 0.85561, + "map_at_5": 0.8631, + "map_at_10": 0.86592, + "map_at_20": 0.86672, + "map_at_100": 0.86743, + "map_at_1000": 0.86743, + "recall_at_1": 0.81283, + "recall_at_3": 0.90909, + "recall_at_5": 0.94118, + "recall_at_10": 0.96257, + "recall_at_20": 0.97326, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.81283, + "precision_at_3": 0.30303, + "precision_at_5": 0.18824, + "precision_at_10": 0.09626, + "precision_at_20": 0.04866, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.812834, + "mrr_at_3": 0.855615, + "mrr_at_5": 0.863102, + "mrr_at_10": 0.865924, + "mrr_at_20": 0.866717, + "mrr_at_100": 0.867435, + "mrr_at_1000": 0.867435, + "nauc_ndcg_at_1_max": 0.549973, + "nauc_ndcg_at_1_std": 0.260051, + "nauc_ndcg_at_1_diff1": 0.868903, + "nauc_ndcg_at_3_max": 0.688, + "nauc_ndcg_at_3_std": 0.475694, + "nauc_ndcg_at_3_diff1": 0.833753, + "nauc_ndcg_at_5_max": 0.670336, + "nauc_ndcg_at_5_std": 0.455688, + "nauc_ndcg_at_5_diff1": 0.850628, + "nauc_ndcg_at_10_max": 0.655305, + "nauc_ndcg_at_10_std": 0.426694, + "nauc_ndcg_at_10_diff1": 0.852068, + "nauc_ndcg_at_20_max": 0.651948, + "nauc_ndcg_at_20_std": 0.419797, + "nauc_ndcg_at_20_diff1": 0.849828, + "nauc_ndcg_at_100_max": 0.643261, + "nauc_ndcg_at_100_std": 0.40307, + "nauc_ndcg_at_100_diff1": 0.853255, + "nauc_ndcg_at_1000_max": 0.643261, + "nauc_ndcg_at_1000_std": 0.40307, + "nauc_ndcg_at_1000_diff1": 0.853255, + "nauc_map_at_1_max": 0.549973, + "nauc_map_at_1_std": 0.260051, + "nauc_map_at_1_diff1": 0.868903, + "nauc_map_at_3_max": 0.652101, + "nauc_map_at_3_std": 0.4146, + "nauc_map_at_3_diff1": 0.845527, + "nauc_map_at_5_max": 0.641424, + "nauc_map_at_5_std": 0.401369, + "nauc_map_at_5_diff1": 0.854253, + "nauc_map_at_10_max": 0.635575, + "nauc_map_at_10_std": 0.390228, + "nauc_map_at_10_diff1": 0.854948, + "nauc_map_at_20_max": 0.634641, + "nauc_map_at_20_std": 0.388353, + "nauc_map_at_20_diff1": 0.854437, + "nauc_map_at_100_max": 0.633652, + "nauc_map_at_100_std": 0.386398, + "nauc_map_at_100_diff1": 0.854912, + "nauc_map_at_1000_max": 0.633652, + "nauc_map_at_1000_std": 0.386398, + "nauc_map_at_1000_diff1": 0.854912, + "nauc_recall_at_1_max": 0.549973, + "nauc_recall_at_1_std": 0.260051, + "nauc_recall_at_1_diff1": 0.868903, + "nauc_recall_at_3_max": 0.841568, + "nauc_recall_at_3_std": 0.740755, + "nauc_recall_at_3_diff1": 0.781434, + "nauc_recall_at_5_max": 0.844704, + "nauc_recall_at_5_std": 0.793722, + "nauc_recall_at_5_diff1": 0.831638, + "nauc_recall_at_10_max": 0.81433, + "nauc_recall_at_10_std": 0.734217, + "nauc_recall_at_10_diff1": 0.831213, + "nauc_recall_at_20_max": 0.829174, + "nauc_recall_at_20_std": 0.756301, + "nauc_recall_at_20_diff1": 0.789888, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.549973, + "nauc_precision_at_1_std": 0.260051, + "nauc_precision_at_1_diff1": 0.868903, + "nauc_precision_at_3_max": 0.841568, + "nauc_precision_at_3_std": 0.740755, + "nauc_precision_at_3_diff1": 0.781434, + "nauc_precision_at_5_max": 0.844704, + "nauc_precision_at_5_std": 0.793722, + "nauc_precision_at_5_diff1": 0.831638, + "nauc_precision_at_10_max": 0.81433, + "nauc_precision_at_10_std": 0.734217, + "nauc_precision_at_10_diff1": 0.831213, + "nauc_precision_at_20_max": 0.829174, + "nauc_precision_at_20_std": 0.756301, + "nauc_precision_at_20_diff1": 0.789888, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.549973, + "nauc_mrr_at_1_std": 0.260051, + "nauc_mrr_at_1_diff1": 0.868903, + "nauc_mrr_at_3_max": 0.652101, + "nauc_mrr_at_3_std": 0.4146, + "nauc_mrr_at_3_diff1": 0.845527, + "nauc_mrr_at_5_max": 0.641424, + "nauc_mrr_at_5_std": 0.401369, + "nauc_mrr_at_5_diff1": 0.854253, + "nauc_mrr_at_10_max": 0.635575, + "nauc_mrr_at_10_std": 0.390228, + "nauc_mrr_at_10_diff1": 0.854948, + "nauc_mrr_at_20_max": 0.634641, + "nauc_mrr_at_20_std": 0.388353, + "nauc_mrr_at_20_diff1": 0.854437, + "nauc_mrr_at_100_max": 0.633652, + "nauc_mrr_at_100_std": 0.386398, + "nauc_mrr_at_100_diff1": 0.854912, + "nauc_mrr_at_1000_max": 0.633652, + "nauc_mrr_at_1000_std": 0.386398, + "nauc_mrr_at_1000_diff1": 0.854912, + "main_score": 0.8896, + "hf_subset": "spa-hin", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.77778, + "ndcg_at_3": 0.85109, + "ndcg_at_5": 0.85565, + "ndcg_at_10": 0.86612, + "ndcg_at_20": 0.87011, + "ndcg_at_100": 0.87812, + "ndcg_at_1000": 0.87812, + "map_at_1": 0.77778, + "map_at_3": 0.83422, + "map_at_5": 0.83686, + "map_at_10": 0.84129, + "map_at_20": 0.84237, + "map_at_100": 0.84355, + "map_at_1000": 0.84355, + "recall_at_1": 0.77778, + "recall_at_3": 0.89947, + "recall_at_5": 0.91005, + "recall_at_10": 0.9418, + "recall_at_20": 0.95767, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.77778, + "precision_at_3": 0.29982, + "precision_at_5": 0.18201, + "precision_at_10": 0.09418, + "precision_at_20": 0.04788, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.777778, + "mrr_at_3": 0.834215, + "mrr_at_5": 0.836861, + "mrr_at_10": 0.841291, + "mrr_at_20": 0.842374, + "mrr_at_100": 0.843551, + "mrr_at_1000": 0.843551, + "nauc_ndcg_at_1_max": 0.571833, + "nauc_ndcg_at_1_std": 0.164627, + "nauc_ndcg_at_1_diff1": 0.916569, + "nauc_ndcg_at_3_max": 0.662661, + "nauc_ndcg_at_3_std": 0.242127, + "nauc_ndcg_at_3_diff1": 0.889814, + "nauc_ndcg_at_5_max": 0.673083, + "nauc_ndcg_at_5_std": 0.264525, + "nauc_ndcg_at_5_diff1": 0.895403, + "nauc_ndcg_at_10_max": 0.653076, + "nauc_ndcg_at_10_std": 0.239401, + "nauc_ndcg_at_10_diff1": 0.894488, + "nauc_ndcg_at_20_max": 0.653363, + "nauc_ndcg_at_20_std": 0.253149, + "nauc_ndcg_at_20_diff1": 0.89393, + "nauc_ndcg_at_100_max": 0.64006, + "nauc_ndcg_at_100_std": 0.230036, + "nauc_ndcg_at_100_diff1": 0.897789, + "nauc_ndcg_at_1000_max": 0.64006, + "nauc_ndcg_at_1000_std": 0.230036, + "nauc_ndcg_at_1000_diff1": 0.897789, + "nauc_map_at_1_max": 0.571833, + "nauc_map_at_1_std": 0.164627, + "nauc_map_at_1_diff1": 0.916569, + "nauc_map_at_3_max": 0.63413, + "nauc_map_at_3_std": 0.213198, + "nauc_map_at_3_diff1": 0.896137, + "nauc_map_at_5_max": 0.639047, + "nauc_map_at_5_std": 0.224325, + "nauc_map_at_5_diff1": 0.899148, + "nauc_map_at_10_max": 0.630635, + "nauc_map_at_10_std": 0.213499, + "nauc_map_at_10_diff1": 0.899085, + "nauc_map_at_20_max": 0.630821, + "nauc_map_at_20_std": 0.217243, + "nauc_map_at_20_diff1": 0.899012, + "nauc_map_at_100_max": 0.629418, + "nauc_map_at_100_std": 0.215204, + "nauc_map_at_100_diff1": 0.899615, + "nauc_map_at_1000_max": 0.629418, + "nauc_map_at_1000_std": 0.215204, + "nauc_map_at_1000_diff1": 0.899615, + "nauc_recall_at_1_max": 0.571833, + "nauc_recall_at_1_std": 0.164627, + "nauc_recall_at_1_diff1": 0.916569, + "nauc_recall_at_3_max": 0.790138, + "nauc_recall_at_3_std": 0.374321, + "nauc_recall_at_3_diff1": 0.862891, + "nauc_recall_at_5_max": 0.84196, + "nauc_recall_at_5_std": 0.469009, + "nauc_recall_at_5_diff1": 0.879473, + "nauc_recall_at_10_max": 0.804814, + "nauc_recall_at_10_std": 0.422648, + "nauc_recall_at_10_diff1": 0.862789, + "nauc_recall_at_20_max": 0.857635, + "nauc_recall_at_20_std": 0.627834, + "nauc_recall_at_20_diff1": 0.844034, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.571833, + "nauc_precision_at_1_std": 0.164627, + "nauc_precision_at_1_diff1": 0.916569, + "nauc_precision_at_3_max": 0.790138, + "nauc_precision_at_3_std": 0.374321, + "nauc_precision_at_3_diff1": 0.862891, + "nauc_precision_at_5_max": 0.84196, + "nauc_precision_at_5_std": 0.469009, + "nauc_precision_at_5_diff1": 0.879473, + "nauc_precision_at_10_max": 0.804814, + "nauc_precision_at_10_std": 0.422648, + "nauc_precision_at_10_diff1": 0.862789, + "nauc_precision_at_20_max": 0.857635, + "nauc_precision_at_20_std": 0.627834, + "nauc_precision_at_20_diff1": 0.844034, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.571833, + "nauc_mrr_at_1_std": 0.164627, + "nauc_mrr_at_1_diff1": 0.916569, + "nauc_mrr_at_3_max": 0.63413, + "nauc_mrr_at_3_std": 0.213198, + "nauc_mrr_at_3_diff1": 0.896137, + "nauc_mrr_at_5_max": 0.639047, + "nauc_mrr_at_5_std": 0.224325, + "nauc_mrr_at_5_diff1": 0.899148, + "nauc_mrr_at_10_max": 0.630635, + "nauc_mrr_at_10_std": 0.213499, + "nauc_mrr_at_10_diff1": 0.899085, + "nauc_mrr_at_20_max": 0.630821, + "nauc_mrr_at_20_std": 0.217243, + "nauc_mrr_at_20_diff1": 0.899012, + "nauc_mrr_at_100_max": 0.629418, + "nauc_mrr_at_100_std": 0.215204, + "nauc_mrr_at_100_diff1": 0.899615, + "nauc_mrr_at_1000_max": 0.629418, + "nauc_mrr_at_1000_std": 0.215204, + "nauc_mrr_at_1000_diff1": 0.899615, + "main_score": 0.86612, + "hf_subset": "spa-vie", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.84472, + "ndcg_at_3": 0.88457, + "ndcg_at_5": 0.89713, + "ndcg_at_10": 0.90142, + "ndcg_at_20": 0.9047, + "ndcg_at_100": 0.91015, + "ndcg_at_1000": 0.91015, + "map_at_1": 0.84472, + "map_at_3": 0.87474, + "map_at_5": 0.88157, + "map_at_10": 0.8835, + "map_at_20": 0.88447, + "map_at_100": 0.8851, + "map_at_1000": 0.8851, + "recall_at_1": 0.84472, + "recall_at_3": 0.91304, + "recall_at_5": 0.9441, + "recall_at_10": 0.95652, + "recall_at_20": 0.96894, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.84472, + "precision_at_3": 0.30435, + "precision_at_5": 0.18882, + "precision_at_10": 0.09565, + "precision_at_20": 0.04845, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.84472, + "mrr_at_3": 0.874741, + "mrr_at_5": 0.881573, + "mrr_at_10": 0.883496, + "mrr_at_20": 0.884475, + "mrr_at_100": 0.885102, + "mrr_at_1000": 0.885102, + "nauc_ndcg_at_1_max": 0.728514, + "nauc_ndcg_at_1_std": 0.488805, + "nauc_ndcg_at_1_diff1": 0.927891, + "nauc_ndcg_at_3_max": 0.814138, + "nauc_ndcg_at_3_std": 0.621059, + "nauc_ndcg_at_3_diff1": 0.9144, + "nauc_ndcg_at_5_max": 0.806194, + "nauc_ndcg_at_5_std": 0.605638, + "nauc_ndcg_at_5_diff1": 0.932791, + "nauc_ndcg_at_10_max": 0.806761, + "nauc_ndcg_at_10_std": 0.621048, + "nauc_ndcg_at_10_diff1": 0.929783, + "nauc_ndcg_at_20_max": 0.807003, + "nauc_ndcg_at_20_std": 0.617439, + "nauc_ndcg_at_20_diff1": 0.929735, + "nauc_ndcg_at_100_max": 0.796361, + "nauc_ndcg_at_100_std": 0.59841, + "nauc_ndcg_at_100_diff1": 0.926782, + "nauc_ndcg_at_1000_max": 0.796361, + "nauc_ndcg_at_1000_std": 0.59841, + "nauc_ndcg_at_1000_diff1": 0.926782, + "nauc_map_at_1_max": 0.728514, + "nauc_map_at_1_std": 0.488805, + "nauc_map_at_1_diff1": 0.927891, + "nauc_map_at_3_max": 0.794233, + "nauc_map_at_3_std": 0.590717, + "nauc_map_at_3_diff1": 0.917899, + "nauc_map_at_5_max": 0.789763, + "nauc_map_at_5_std": 0.582433, + "nauc_map_at_5_diff1": 0.927226, + "nauc_map_at_10_max": 0.789753, + "nauc_map_at_10_std": 0.588248, + "nauc_map_at_10_diff1": 0.925983, + "nauc_map_at_20_max": 0.7896, + "nauc_map_at_20_std": 0.587071, + "nauc_map_at_20_diff1": 0.925995, + "nauc_map_at_100_max": 0.788496, + "nauc_map_at_100_std": 0.585026, + "nauc_map_at_100_diff1": 0.925662, + "nauc_map_at_1000_max": 0.788496, + "nauc_map_at_1000_std": 0.585026, + "nauc_map_at_1000_diff1": 0.925662, + "nauc_recall_at_1_max": 0.728514, + "nauc_recall_at_1_std": 0.488805, + "nauc_recall_at_1_diff1": 0.927891, + "nauc_recall_at_3_max": 0.891249, + "nauc_recall_at_3_std": 0.738309, + "nauc_recall_at_3_diff1": 0.90058, + "nauc_recall_at_5_max": 0.894799, + "nauc_recall_at_5_std": 0.728044, + "nauc_recall_at_5_diff1": 0.970971, + "nauc_recall_at_10_max": 0.92304, + "nauc_recall_at_10_std": 0.857143, + "nauc_recall_at_10_diff1": 0.962677, + "nauc_recall_at_20_max": 0.973874, + "nauc_recall_at_20_std": 0.910984, + "nauc_recall_at_20_diff1": 0.973874, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.728514, + "nauc_precision_at_1_std": 0.488805, + "nauc_precision_at_1_diff1": 0.927891, + "nauc_precision_at_3_max": 0.891249, + "nauc_precision_at_3_std": 0.738309, + "nauc_precision_at_3_diff1": 0.90058, + "nauc_precision_at_5_max": 0.894799, + "nauc_precision_at_5_std": 0.728044, + "nauc_precision_at_5_diff1": 0.970971, + "nauc_precision_at_10_max": 0.92304, + "nauc_precision_at_10_std": 0.857143, + "nauc_precision_at_10_diff1": 0.962677, + "nauc_precision_at_20_max": 0.973874, + "nauc_precision_at_20_std": 0.910984, + "nauc_precision_at_20_diff1": 0.973874, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.728514, + "nauc_mrr_at_1_std": 0.488805, + "nauc_mrr_at_1_diff1": 0.927891, + "nauc_mrr_at_3_max": 0.794233, + "nauc_mrr_at_3_std": 0.590717, + "nauc_mrr_at_3_diff1": 0.917899, + "nauc_mrr_at_5_max": 0.789763, + "nauc_mrr_at_5_std": 0.582433, + "nauc_mrr_at_5_diff1": 0.927226, + "nauc_mrr_at_10_max": 0.789753, + "nauc_mrr_at_10_std": 0.588248, + "nauc_mrr_at_10_diff1": 0.925983, + "nauc_mrr_at_20_max": 0.7896, + "nauc_mrr_at_20_std": 0.587071, + "nauc_mrr_at_20_diff1": 0.925995, + "nauc_mrr_at_100_max": 0.788496, + "nauc_mrr_at_100_std": 0.585026, + "nauc_mrr_at_100_diff1": 0.925662, + "nauc_mrr_at_1000_max": 0.788496, + "nauc_mrr_at_1000_std": 0.585026, + "nauc_mrr_at_1000_diff1": 0.925662, + "main_score": 0.90142, + "hf_subset": "spa-zho", + "languages": [ + "spa-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.73656, + "ndcg_at_3": 0.8156, + "ndcg_at_5": 0.83134, + "ndcg_at_10": 0.83866, + "ndcg_at_20": 0.84555, + "ndcg_at_100": 0.85146, + "ndcg_at_1000": 0.85226, + "map_at_1": 0.73656, + "map_at_3": 0.7948, + "map_at_5": 0.80367, + "map_at_10": 0.80691, + "map_at_20": 0.80885, + "map_at_100": 0.80965, + "map_at_1000": 0.8097, + "recall_at_1": 0.73656, + "recall_at_3": 0.87634, + "recall_at_5": 0.91398, + "recall_at_10": 0.93548, + "recall_at_20": 0.96237, + "recall_at_100": 0.99462, + "recall_at_1000": 1.0, + "precision_at_1": 0.73656, + "precision_at_3": 0.29211, + "precision_at_5": 0.1828, + "precision_at_10": 0.09355, + "precision_at_20": 0.04812, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.736559, + "mrr_at_3": 0.794803, + "mrr_at_5": 0.803674, + "mrr_at_10": 0.806906, + "mrr_at_20": 0.808846, + "mrr_at_100": 0.809646, + "mrr_at_1000": 0.809696, + "nauc_ndcg_at_1_max": 0.729362, + "nauc_ndcg_at_1_std": 0.369514, + "nauc_ndcg_at_1_diff1": 0.848107, + "nauc_ndcg_at_3_max": 0.769543, + "nauc_ndcg_at_3_std": 0.471827, + "nauc_ndcg_at_3_diff1": 0.799684, + "nauc_ndcg_at_5_max": 0.774327, + "nauc_ndcg_at_5_std": 0.467342, + "nauc_ndcg_at_5_diff1": 0.823316, + "nauc_ndcg_at_10_max": 0.766548, + "nauc_ndcg_at_10_std": 0.463565, + "nauc_ndcg_at_10_diff1": 0.816095, + "nauc_ndcg_at_20_max": 0.757613, + "nauc_ndcg_at_20_std": 0.452546, + "nauc_ndcg_at_20_diff1": 0.821357, + "nauc_ndcg_at_100_max": 0.754922, + "nauc_ndcg_at_100_std": 0.440664, + "nauc_ndcg_at_100_diff1": 0.822948, + "nauc_ndcg_at_1000_max": 0.75425, + "nauc_ndcg_at_1000_std": 0.439997, + "nauc_ndcg_at_1000_diff1": 0.823543, + "nauc_map_at_1_max": 0.729362, + "nauc_map_at_1_std": 0.369514, + "nauc_map_at_1_diff1": 0.848107, + "nauc_map_at_3_max": 0.75387, + "nauc_map_at_3_std": 0.438035, + "nauc_map_at_3_diff1": 0.814312, + "nauc_map_at_5_max": 0.755912, + "nauc_map_at_5_std": 0.435006, + "nauc_map_at_5_diff1": 0.827214, + "nauc_map_at_10_max": 0.752634, + "nauc_map_at_10_std": 0.43308, + "nauc_map_at_10_diff1": 0.824535, + "nauc_map_at_20_max": 0.750385, + "nauc_map_at_20_std": 0.430146, + "nauc_map_at_20_diff1": 0.825948, + "nauc_map_at_100_max": 0.75001, + "nauc_map_at_100_std": 0.42891, + "nauc_map_at_100_diff1": 0.826149, + "nauc_map_at_1000_max": 0.749976, + "nauc_map_at_1000_std": 0.428875, + "nauc_map_at_1000_diff1": 0.826179, + "nauc_recall_at_1_max": 0.729362, + "nauc_recall_at_1_std": 0.369514, + "nauc_recall_at_1_diff1": 0.848107, + "nauc_recall_at_3_max": 0.841822, + "nauc_recall_at_3_std": 0.624661, + "nauc_recall_at_3_diff1": 0.73432, + "nauc_recall_at_5_max": 0.888238, + "nauc_recall_at_5_std": 0.660965, + "nauc_recall_at_5_diff1": 0.804571, + "nauc_recall_at_10_max": 0.874141, + "nauc_recall_at_10_std": 0.698947, + "nauc_recall_at_10_diff1": 0.750348, + "nauc_recall_at_20_max": 0.82168, + "nauc_recall_at_20_std": 0.70758, + "nauc_recall_at_20_diff1": 0.776653, + "nauc_recall_at_100_max": 0.868968, + "nauc_recall_at_100_std": 0.553781, + "nauc_recall_at_100_diff1": 0.722107, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.729362, + "nauc_precision_at_1_std": 0.369514, + "nauc_precision_at_1_diff1": 0.848107, + "nauc_precision_at_3_max": 0.841822, + "nauc_precision_at_3_std": 0.624661, + "nauc_precision_at_3_diff1": 0.73432, + "nauc_precision_at_5_max": 0.888238, + "nauc_precision_at_5_std": 0.660965, + "nauc_precision_at_5_diff1": 0.804571, + "nauc_precision_at_10_max": 0.874141, + "nauc_precision_at_10_std": 0.698947, + "nauc_precision_at_10_diff1": 0.750348, + "nauc_precision_at_20_max": 0.82168, + "nauc_precision_at_20_std": 0.70758, + "nauc_precision_at_20_diff1": 0.776653, + "nauc_precision_at_100_max": 0.868968, + "nauc_precision_at_100_std": 0.553781, + "nauc_precision_at_100_diff1": 0.722107, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.729362, + "nauc_mrr_at_1_std": 0.369514, + "nauc_mrr_at_1_diff1": 0.848107, + "nauc_mrr_at_3_max": 0.75387, + "nauc_mrr_at_3_std": 0.438035, + "nauc_mrr_at_3_diff1": 0.814312, + "nauc_mrr_at_5_max": 0.755912, + "nauc_mrr_at_5_std": 0.435006, + "nauc_mrr_at_5_diff1": 0.827214, + "nauc_mrr_at_10_max": 0.752634, + "nauc_mrr_at_10_std": 0.43308, + "nauc_mrr_at_10_diff1": 0.824535, + "nauc_mrr_at_20_max": 0.750385, + "nauc_mrr_at_20_std": 0.430146, + "nauc_mrr_at_20_diff1": 0.825948, + "nauc_mrr_at_100_max": 0.75001, + "nauc_mrr_at_100_std": 0.42891, + "nauc_mrr_at_100_diff1": 0.826149, + "nauc_mrr_at_1000_max": 0.749976, + "nauc_mrr_at_1000_std": 0.428875, + "nauc_mrr_at_1000_diff1": 0.826179, + "main_score": 0.83866, + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.82209, + "ndcg_at_3": 0.90096, + "ndcg_at_5": 0.90571, + "ndcg_at_10": 0.91146, + "ndcg_at_20": 0.91445, + "ndcg_at_100": 0.91445, + "ndcg_at_1000": 0.91537, + "map_at_1": 0.82209, + "map_at_3": 0.88344, + "map_at_5": 0.88589, + "map_at_10": 0.88815, + "map_at_20": 0.88891, + "map_at_100": 0.88891, + "map_at_1000": 0.88897, + "recall_at_1": 0.82209, + "recall_at_3": 0.95092, + "recall_at_5": 0.96319, + "recall_at_10": 0.9816, + "recall_at_20": 0.99387, + "recall_at_100": 0.99387, + "recall_at_1000": 1.0, + "precision_at_1": 0.82209, + "precision_at_3": 0.31697, + "precision_at_5": 0.19264, + "precision_at_10": 0.09816, + "precision_at_20": 0.04969, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.822086, + "mrr_at_3": 0.883436, + "mrr_at_5": 0.88589, + "mrr_at_10": 0.888146, + "mrr_at_20": 0.888907, + "mrr_at_100": 0.888907, + "mrr_at_1000": 0.888968, + "nauc_ndcg_at_1_max": 0.437991, + "nauc_ndcg_at_1_std": 0.144313, + "nauc_ndcg_at_1_diff1": 0.85734, + "nauc_ndcg_at_3_max": 0.57562, + "nauc_ndcg_at_3_std": 0.303981, + "nauc_ndcg_at_3_diff1": 0.83776, + "nauc_ndcg_at_5_max": 0.565057, + "nauc_ndcg_at_5_std": 0.282586, + "nauc_ndcg_at_5_diff1": 0.839962, + "nauc_ndcg_at_10_max": 0.546283, + "nauc_ndcg_at_10_std": 0.243543, + "nauc_ndcg_at_10_diff1": 0.844587, + "nauc_ndcg_at_20_max": 0.537017, + "nauc_ndcg_at_20_std": 0.248012, + "nauc_ndcg_at_20_diff1": 0.846652, + "nauc_ndcg_at_100_max": 0.537017, + "nauc_ndcg_at_100_std": 0.248012, + "nauc_ndcg_at_100_diff1": 0.846652, + "nauc_ndcg_at_1000_max": 0.531748, + "nauc_ndcg_at_1000_std": 0.240939, + "nauc_ndcg_at_1000_diff1": 0.846391, + "nauc_map_at_1_max": 0.437991, + "nauc_map_at_1_std": 0.144313, + "nauc_map_at_1_diff1": 0.85734, + "nauc_map_at_3_max": 0.534395, + "nauc_map_at_3_std": 0.251716, + "nauc_map_at_3_diff1": 0.844143, + "nauc_map_at_5_max": 0.528931, + "nauc_map_at_5_std": 0.241352, + "nauc_map_at_5_diff1": 0.845232, + "nauc_map_at_10_max": 0.522629, + "nauc_map_at_10_std": 0.228521, + "nauc_map_at_10_diff1": 0.847232, + "nauc_map_at_20_max": 0.520586, + "nauc_map_at_20_std": 0.22929, + "nauc_map_at_20_diff1": 0.847494, + "nauc_map_at_100_max": 0.520586, + "nauc_map_at_100_std": 0.22929, + "nauc_map_at_100_diff1": 0.847494, + "nauc_map_at_1000_max": 0.52031, + "nauc_map_at_1000_std": 0.228923, + "nauc_map_at_1000_diff1": 0.847482, + "nauc_recall_at_1_max": 0.437991, + "nauc_recall_at_1_std": 0.144313, + "nauc_recall_at_1_diff1": 0.85734, + "nauc_recall_at_3_max": 0.837404, + "nauc_recall_at_3_std": 0.640912, + "nauc_recall_at_3_diff1": 0.796637, + "nauc_recall_at_5_max": 0.857568, + "nauc_recall_at_5_std": 0.617321, + "nauc_recall_at_5_diff1": 0.796919, + "nauc_recall_at_10_max": 0.863861, + "nauc_recall_at_10_std": 0.370781, + "nauc_recall_at_10_diff1": 0.80779, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.869548, + "nauc_recall_at_20_diff1": 0.869548, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869548, + "nauc_recall_at_100_diff1": 0.869548, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.437991, + "nauc_precision_at_1_std": 0.144313, + "nauc_precision_at_1_diff1": 0.85734, + "nauc_precision_at_3_max": 0.837404, + "nauc_precision_at_3_std": 0.640912, + "nauc_precision_at_3_diff1": 0.796637, + "nauc_precision_at_5_max": 0.857568, + "nauc_precision_at_5_std": 0.617321, + "nauc_precision_at_5_diff1": 0.796919, + "nauc_precision_at_10_max": 0.863861, + "nauc_precision_at_10_std": 0.370781, + "nauc_precision_at_10_diff1": 0.80779, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.869548, + "nauc_precision_at_20_diff1": 0.869548, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869548, + "nauc_precision_at_100_diff1": 0.869548, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.437991, + "nauc_mrr_at_1_std": 0.144313, + "nauc_mrr_at_1_diff1": 0.85734, + "nauc_mrr_at_3_max": 0.534395, + "nauc_mrr_at_3_std": 0.251716, + "nauc_mrr_at_3_diff1": 0.844143, + "nauc_mrr_at_5_max": 0.528931, + "nauc_mrr_at_5_std": 0.241352, + "nauc_mrr_at_5_diff1": 0.845232, + "nauc_mrr_at_10_max": 0.522629, + "nauc_mrr_at_10_std": 0.228521, + "nauc_mrr_at_10_diff1": 0.847232, + "nauc_mrr_at_20_max": 0.520586, + "nauc_mrr_at_20_std": 0.22929, + "nauc_mrr_at_20_diff1": 0.847494, + "nauc_mrr_at_100_max": 0.520586, + "nauc_mrr_at_100_std": 0.22929, + "nauc_mrr_at_100_diff1": 0.847494, + "nauc_mrr_at_1000_max": 0.52031, + "nauc_mrr_at_1000_std": 0.228923, + "nauc_mrr_at_1000_diff1": 0.847482, + "main_score": 0.91146, + "hf_subset": "hin-deu", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.80868, + "ndcg_at_3": 0.88144, + "ndcg_at_5": 0.89044, + "ndcg_at_10": 0.89793, + "ndcg_at_20": 0.89951, + "ndcg_at_100": 0.90262, + "ndcg_at_1000": 0.90291, + "map_at_1": 0.80868, + "map_at_3": 0.86423, + "map_at_5": 0.86926, + "map_at_10": 0.87225, + "map_at_20": 0.87273, + "map_at_100": 0.87322, + "map_at_1000": 0.87324, + "recall_at_1": 0.80868, + "recall_at_3": 0.93097, + "recall_at_5": 0.95266, + "recall_at_10": 0.97633, + "recall_at_20": 0.98225, + "recall_at_100": 0.99803, + "recall_at_1000": 1.0, + "precision_at_1": 0.80868, + "precision_at_3": 0.31032, + "precision_at_5": 0.19053, + "precision_at_10": 0.09763, + "precision_at_20": 0.04911, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.808679, + "mrr_at_3": 0.864234, + "mrr_at_5": 0.869264, + "mrr_at_10": 0.872249, + "mrr_at_20": 0.872731, + "mrr_at_100": 0.873222, + "mrr_at_1000": 0.873238, + "nauc_ndcg_at_1_max": 0.628238, + "nauc_ndcg_at_1_std": 0.092225, + "nauc_ndcg_at_1_diff1": 0.899951, + "nauc_ndcg_at_3_max": 0.703852, + "nauc_ndcg_at_3_std": 0.185533, + "nauc_ndcg_at_3_diff1": 0.858911, + "nauc_ndcg_at_5_max": 0.714346, + "nauc_ndcg_at_5_std": 0.220235, + "nauc_ndcg_at_5_diff1": 0.876452, + "nauc_ndcg_at_10_max": 0.697677, + "nauc_ndcg_at_10_std": 0.19034, + "nauc_ndcg_at_10_diff1": 0.879955, + "nauc_ndcg_at_20_max": 0.693445, + "nauc_ndcg_at_20_std": 0.182684, + "nauc_ndcg_at_20_diff1": 0.880962, + "nauc_ndcg_at_100_max": 0.685511, + "nauc_ndcg_at_100_std": 0.170376, + "nauc_ndcg_at_100_diff1": 0.879157, + "nauc_ndcg_at_1000_max": 0.68495, + "nauc_ndcg_at_1000_std": 0.167841, + "nauc_ndcg_at_1000_diff1": 0.880149, + "nauc_map_at_1_max": 0.628238, + "nauc_map_at_1_std": 0.092225, + "nauc_map_at_1_diff1": 0.899951, + "nauc_map_at_3_max": 0.681144, + "nauc_map_at_3_std": 0.154724, + "nauc_map_at_3_diff1": 0.871114, + "nauc_map_at_5_max": 0.685505, + "nauc_map_at_5_std": 0.170056, + "nauc_map_at_5_diff1": 0.880197, + "nauc_map_at_10_max": 0.679522, + "nauc_map_at_10_std": 0.159097, + "nauc_map_at_10_diff1": 0.881596, + "nauc_map_at_20_max": 0.678442, + "nauc_map_at_20_std": 0.157187, + "nauc_map_at_20_diff1": 0.881819, + "nauc_map_at_100_max": 0.677445, + "nauc_map_at_100_std": 0.155645, + "nauc_map_at_100_diff1": 0.881599, + "nauc_map_at_1000_max": 0.67742, + "nauc_map_at_1000_std": 0.155534, + "nauc_map_at_1000_diff1": 0.881642, + "nauc_recall_at_1_max": 0.628238, + "nauc_recall_at_1_std": 0.092225, + "nauc_recall_at_1_diff1": 0.899951, + "nauc_recall_at_3_max": 0.825113, + "nauc_recall_at_3_std": 0.352451, + "nauc_recall_at_3_diff1": 0.793855, + "nauc_recall_at_5_max": 0.933255, + "nauc_recall_at_5_std": 0.612328, + "nauc_recall_at_5_diff1": 0.854395, + "nauc_recall_at_10_max": 0.933255, + "nauc_recall_at_10_std": 0.618571, + "nauc_recall_at_10_diff1": 0.872967, + "nauc_recall_at_20_max": 0.925541, + "nauc_recall_at_20_std": 0.603485, + "nauc_recall_at_20_diff1": 0.892338, + "nauc_recall_at_100_max": 0.869195, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.554261, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.628238, + "nauc_precision_at_1_std": 0.092225, + "nauc_precision_at_1_diff1": 0.899951, + "nauc_precision_at_3_max": 0.825113, + "nauc_precision_at_3_std": 0.352451, + "nauc_precision_at_3_diff1": 0.793855, + "nauc_precision_at_5_max": 0.933255, + "nauc_precision_at_5_std": 0.612328, + "nauc_precision_at_5_diff1": 0.854395, + "nauc_precision_at_10_max": 0.933255, + "nauc_precision_at_10_std": 0.618571, + "nauc_precision_at_10_diff1": 0.872967, + "nauc_precision_at_20_max": 0.925541, + "nauc_precision_at_20_std": 0.603485, + "nauc_precision_at_20_diff1": 0.892338, + "nauc_precision_at_100_max": 0.869195, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.554261, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.628238, + "nauc_mrr_at_1_std": 0.092225, + "nauc_mrr_at_1_diff1": 0.899951, + "nauc_mrr_at_3_max": 0.681144, + "nauc_mrr_at_3_std": 0.154724, + "nauc_mrr_at_3_diff1": 0.871114, + "nauc_mrr_at_5_max": 0.685505, + "nauc_mrr_at_5_std": 0.170056, + "nauc_mrr_at_5_diff1": 0.880197, + "nauc_mrr_at_10_max": 0.679522, + "nauc_mrr_at_10_std": 0.159097, + "nauc_mrr_at_10_diff1": 0.881596, + "nauc_mrr_at_20_max": 0.678442, + "nauc_mrr_at_20_std": 0.157187, + "nauc_mrr_at_20_diff1": 0.881819, + "nauc_mrr_at_100_max": 0.677445, + "nauc_mrr_at_100_std": 0.155645, + "nauc_mrr_at_100_diff1": 0.881599, + "nauc_mrr_at_1000_max": 0.67742, + "nauc_mrr_at_1000_std": 0.155534, + "nauc_mrr_at_1000_diff1": 0.881642, + "main_score": 0.89793, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82353, + "ndcg_at_3": 0.88273, + "ndcg_at_5": 0.89148, + "ndcg_at_10": 0.89832, + "ndcg_at_20": 0.90216, + "ndcg_at_100": 0.90521, + "ndcg_at_1000": 0.90521, + "map_at_1": 0.82353, + "map_at_3": 0.86809, + "map_at_5": 0.87291, + "map_at_10": 0.87569, + "map_at_20": 0.87663, + "map_at_100": 0.87709, + "map_at_1000": 0.87709, + "recall_at_1": 0.82353, + "recall_at_3": 0.92513, + "recall_at_5": 0.94652, + "recall_at_10": 0.96791, + "recall_at_20": 0.98396, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.82353, + "precision_at_3": 0.30838, + "precision_at_5": 0.1893, + "precision_at_10": 0.09679, + "precision_at_20": 0.0492, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.823529, + "mrr_at_3": 0.868093, + "mrr_at_5": 0.872906, + "mrr_at_10": 0.87569, + "mrr_at_20": 0.876628, + "mrr_at_100": 0.877089, + "mrr_at_1000": 0.877089, + "nauc_ndcg_at_1_max": 0.566796, + "nauc_ndcg_at_1_std": 0.306006, + "nauc_ndcg_at_1_diff1": 0.825813, + "nauc_ndcg_at_3_max": 0.624726, + "nauc_ndcg_at_3_std": 0.425198, + "nauc_ndcg_at_3_diff1": 0.831348, + "nauc_ndcg_at_5_max": 0.66279, + "nauc_ndcg_at_5_std": 0.474427, + "nauc_ndcg_at_5_diff1": 0.82563, + "nauc_ndcg_at_10_max": 0.646542, + "nauc_ndcg_at_10_std": 0.44501, + "nauc_ndcg_at_10_diff1": 0.834181, + "nauc_ndcg_at_20_max": 0.632122, + "nauc_ndcg_at_20_std": 0.424229, + "nauc_ndcg_at_20_diff1": 0.834843, + "nauc_ndcg_at_100_max": 0.624185, + "nauc_ndcg_at_100_std": 0.410066, + "nauc_ndcg_at_100_diff1": 0.830505, + "nauc_ndcg_at_1000_max": 0.624185, + "nauc_ndcg_at_1000_std": 0.410066, + "nauc_ndcg_at_1000_diff1": 0.830505, + "nauc_map_at_1_max": 0.566796, + "nauc_map_at_1_std": 0.306006, + "nauc_map_at_1_diff1": 0.825813, + "nauc_map_at_3_max": 0.606486, + "nauc_map_at_3_std": 0.38686, + "nauc_map_at_3_diff1": 0.830315, + "nauc_map_at_5_max": 0.625406, + "nauc_map_at_5_std": 0.410981, + "nauc_map_at_5_diff1": 0.827489, + "nauc_map_at_10_max": 0.618876, + "nauc_map_at_10_std": 0.399442, + "nauc_map_at_10_diff1": 0.830103, + "nauc_map_at_20_max": 0.615851, + "nauc_map_at_20_std": 0.39507, + "nauc_map_at_20_diff1": 0.830236, + "nauc_map_at_100_max": 0.614859, + "nauc_map_at_100_std": 0.393461, + "nauc_map_at_100_diff1": 0.82964, + "nauc_map_at_1000_max": 0.614859, + "nauc_map_at_1000_std": 0.393461, + "nauc_map_at_1000_diff1": 0.82964, + "nauc_recall_at_1_max": 0.566796, + "nauc_recall_at_1_std": 0.306006, + "nauc_recall_at_1_diff1": 0.825813, + "nauc_recall_at_3_max": 0.713768, + "nauc_recall_at_3_std": 0.612925, + "nauc_recall_at_3_diff1": 0.83589, + "nauc_recall_at_5_max": 0.916158, + "nauc_recall_at_5_std": 0.901492, + "nauc_recall_at_5_diff1": 0.811103, + "nauc_recall_at_10_max": 0.934524, + "nauc_recall_at_10_std": 0.910079, + "nauc_recall_at_10_diff1": 0.888254, + "nauc_recall_at_20_max": 0.869048, + "nauc_recall_at_20_std": 0.86381, + "nauc_recall_at_20_diff1": 0.956349, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.566796, + "nauc_precision_at_1_std": 0.306006, + "nauc_precision_at_1_diff1": 0.825813, + "nauc_precision_at_3_max": 0.713768, + "nauc_precision_at_3_std": 0.612925, + "nauc_precision_at_3_diff1": 0.83589, + "nauc_precision_at_5_max": 0.916158, + "nauc_precision_at_5_std": 0.901492, + "nauc_precision_at_5_diff1": 0.811103, + "nauc_precision_at_10_max": 0.934524, + "nauc_precision_at_10_std": 0.910079, + "nauc_precision_at_10_diff1": 0.888254, + "nauc_precision_at_20_max": 0.869048, + "nauc_precision_at_20_std": 0.86381, + "nauc_precision_at_20_diff1": 0.956349, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.566796, + "nauc_mrr_at_1_std": 0.306006, + "nauc_mrr_at_1_diff1": 0.825813, + "nauc_mrr_at_3_max": 0.606486, + "nauc_mrr_at_3_std": 0.38686, + "nauc_mrr_at_3_diff1": 0.830315, + "nauc_mrr_at_5_max": 0.625406, + "nauc_mrr_at_5_std": 0.410981, + "nauc_mrr_at_5_diff1": 0.827489, + "nauc_mrr_at_10_max": 0.618876, + "nauc_mrr_at_10_std": 0.399442, + "nauc_mrr_at_10_diff1": 0.830103, + "nauc_mrr_at_20_max": 0.615851, + "nauc_mrr_at_20_std": 0.39507, + "nauc_mrr_at_20_diff1": 0.830236, + "nauc_mrr_at_100_max": 0.614859, + "nauc_mrr_at_100_std": 0.393461, + "nauc_mrr_at_100_diff1": 0.82964, + "nauc_mrr_at_1000_max": 0.614859, + "nauc_mrr_at_1000_std": 0.393461, + "nauc_mrr_at_1000_diff1": 0.82964, + "main_score": 0.89832, + "hf_subset": "hin-spa", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.7574, + "ndcg_at_3": 0.83209, + "ndcg_at_5": 0.84414, + "ndcg_at_10": 0.85443, + "ndcg_at_20": 0.85789, + "ndcg_at_100": 0.86308, + "ndcg_at_1000": 0.86472, + "map_at_1": 0.7574, + "map_at_3": 0.81361, + "map_at_5": 0.82022, + "map_at_10": 0.82452, + "map_at_20": 0.82545, + "map_at_100": 0.82618, + "map_at_1000": 0.82627, + "recall_at_1": 0.7574, + "recall_at_3": 0.8856, + "recall_at_5": 0.91519, + "recall_at_10": 0.94675, + "recall_at_20": 0.96055, + "recall_at_100": 0.98817, + "recall_at_1000": 1.0, + "precision_at_1": 0.7574, + "precision_at_3": 0.2952, + "precision_at_5": 0.18304, + "precision_at_10": 0.09467, + "precision_at_20": 0.04803, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.757396, + "mrr_at_3": 0.813609, + "mrr_at_5": 0.820217, + "mrr_at_10": 0.824519, + "mrr_at_20": 0.825454, + "mrr_at_100": 0.826184, + "mrr_at_1000": 0.826268, + "nauc_ndcg_at_1_max": 0.623383, + "nauc_ndcg_at_1_std": -0.11461, + "nauc_ndcg_at_1_diff1": 0.892735, + "nauc_ndcg_at_3_max": 0.72053, + "nauc_ndcg_at_3_std": -0.023706, + "nauc_ndcg_at_3_diff1": 0.865979, + "nauc_ndcg_at_5_max": 0.713857, + "nauc_ndcg_at_5_std": -0.007276, + "nauc_ndcg_at_5_diff1": 0.869018, + "nauc_ndcg_at_10_max": 0.706783, + "nauc_ndcg_at_10_std": -0.036626, + "nauc_ndcg_at_10_diff1": 0.871544, + "nauc_ndcg_at_20_max": 0.703557, + "nauc_ndcg_at_20_std": -0.011811, + "nauc_ndcg_at_20_diff1": 0.870718, + "nauc_ndcg_at_100_max": 0.697319, + "nauc_ndcg_at_100_std": -0.03142, + "nauc_ndcg_at_100_diff1": 0.874257, + "nauc_ndcg_at_1000_max": 0.694577, + "nauc_ndcg_at_1000_std": -0.040416, + "nauc_ndcg_at_1000_diff1": 0.874135, + "nauc_map_at_1_max": 0.623383, + "nauc_map_at_1_std": -0.11461, + "nauc_map_at_1_diff1": 0.892735, + "nauc_map_at_3_max": 0.694318, + "nauc_map_at_3_std": -0.052556, + "nauc_map_at_3_diff1": 0.873659, + "nauc_map_at_5_max": 0.690013, + "nauc_map_at_5_std": -0.045842, + "nauc_map_at_5_diff1": 0.874982, + "nauc_map_at_10_max": 0.687015, + "nauc_map_at_10_std": -0.057348, + "nauc_map_at_10_diff1": 0.876195, + "nauc_map_at_20_max": 0.686196, + "nauc_map_at_20_std": -0.052542, + "nauc_map_at_20_diff1": 0.876055, + "nauc_map_at_100_max": 0.685488, + "nauc_map_at_100_std": -0.054754, + "nauc_map_at_100_diff1": 0.876421, + "nauc_map_at_1000_max": 0.685381, + "nauc_map_at_1000_std": -0.055143, + "nauc_map_at_1000_diff1": 0.876426, + "nauc_recall_at_1_max": 0.623383, + "nauc_recall_at_1_std": -0.11461, + "nauc_recall_at_1_diff1": 0.892735, + "nauc_recall_at_3_max": 0.8339, + "nauc_recall_at_3_std": 0.104158, + "nauc_recall_at_3_diff1": 0.832436, + "nauc_recall_at_5_max": 0.843922, + "nauc_recall_at_5_std": 0.216197, + "nauc_recall_at_5_diff1": 0.837674, + "nauc_recall_at_10_max": 0.864088, + "nauc_recall_at_10_std": 0.123764, + "nauc_recall_at_10_diff1": 0.836064, + "nauc_recall_at_20_max": 0.875582, + "nauc_recall_at_20_std": 0.527874, + "nauc_recall_at_20_diff1": 0.812193, + "nauc_recall_at_100_max": 0.910112, + "nauc_recall_at_100_std": 0.640567, + "nauc_recall_at_100_diff1": 0.888311, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.623383, + "nauc_precision_at_1_std": -0.11461, + "nauc_precision_at_1_diff1": 0.892735, + "nauc_precision_at_3_max": 0.8339, + "nauc_precision_at_3_std": 0.104158, + "nauc_precision_at_3_diff1": 0.832436, + "nauc_precision_at_5_max": 0.843922, + "nauc_precision_at_5_std": 0.216197, + "nauc_precision_at_5_diff1": 0.837674, + "nauc_precision_at_10_max": 0.864088, + "nauc_precision_at_10_std": 0.123764, + "nauc_precision_at_10_diff1": 0.836064, + "nauc_precision_at_20_max": 0.875582, + "nauc_precision_at_20_std": 0.527874, + "nauc_precision_at_20_diff1": 0.812193, + "nauc_precision_at_100_max": 0.910112, + "nauc_precision_at_100_std": 0.640567, + "nauc_precision_at_100_diff1": 0.888311, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.623383, + "nauc_mrr_at_1_std": -0.11461, + "nauc_mrr_at_1_diff1": 0.892735, + "nauc_mrr_at_3_max": 0.694318, + "nauc_mrr_at_3_std": -0.052556, + "nauc_mrr_at_3_diff1": 0.873659, + "nauc_mrr_at_5_max": 0.690013, + "nauc_mrr_at_5_std": -0.045842, + "nauc_mrr_at_5_diff1": 0.874982, + "nauc_mrr_at_10_max": 0.687015, + "nauc_mrr_at_10_std": -0.057348, + "nauc_mrr_at_10_diff1": 0.876195, + "nauc_mrr_at_20_max": 0.686196, + "nauc_mrr_at_20_std": -0.052542, + "nauc_mrr_at_20_diff1": 0.876055, + "nauc_mrr_at_100_max": 0.685488, + "nauc_mrr_at_100_std": -0.054754, + "nauc_mrr_at_100_diff1": 0.876421, + "nauc_mrr_at_1000_max": 0.685381, + "nauc_mrr_at_1000_std": -0.055143, + "nauc_mrr_at_1000_diff1": 0.876426, + "main_score": 0.85443, + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.80791, + "ndcg_at_3": 0.85842, + "ndcg_at_5": 0.87009, + "ndcg_at_10": 0.88267, + "ndcg_at_20": 0.88267, + "ndcg_at_100": 0.89053, + "ndcg_at_1000": 0.89053, + "map_at_1": 0.80791, + "map_at_3": 0.84652, + "map_at_5": 0.85301, + "map_at_10": 0.85807, + "map_at_20": 0.85807, + "map_at_100": 0.85937, + "map_at_1000": 0.85937, + "recall_at_1": 0.80791, + "recall_at_3": 0.89266, + "recall_at_5": 0.9209, + "recall_at_10": 0.96045, + "recall_at_20": 0.96045, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.80791, + "precision_at_3": 0.29755, + "precision_at_5": 0.18418, + "precision_at_10": 0.09605, + "precision_at_20": 0.04802, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.80791, + "mrr_at_3": 0.846516, + "mrr_at_5": 0.853013, + "mrr_at_10": 0.858073, + "mrr_at_20": 0.858073, + "mrr_at_100": 0.859365, + "mrr_at_1000": 0.859365, + "nauc_ndcg_at_1_max": 0.686377, + "nauc_ndcg_at_1_std": 0.330303, + "nauc_ndcg_at_1_diff1": 0.872616, + "nauc_ndcg_at_3_max": 0.745286, + "nauc_ndcg_at_3_std": 0.430956, + "nauc_ndcg_at_3_diff1": 0.85746, + "nauc_ndcg_at_5_max": 0.741638, + "nauc_ndcg_at_5_std": 0.454255, + "nauc_ndcg_at_5_diff1": 0.857709, + "nauc_ndcg_at_10_max": 0.746683, + "nauc_ndcg_at_10_std": 0.464021, + "nauc_ndcg_at_10_diff1": 0.85683, + "nauc_ndcg_at_20_max": 0.746683, + "nauc_ndcg_at_20_std": 0.464021, + "nauc_ndcg_at_20_diff1": 0.85683, + "nauc_ndcg_at_100_max": 0.735065, + "nauc_ndcg_at_100_std": 0.430649, + "nauc_ndcg_at_100_diff1": 0.861173, + "nauc_ndcg_at_1000_max": 0.735065, + "nauc_ndcg_at_1000_std": 0.430649, + "nauc_ndcg_at_1000_diff1": 0.861173, + "nauc_map_at_1_max": 0.686377, + "nauc_map_at_1_std": 0.330303, + "nauc_map_at_1_diff1": 0.872616, + "nauc_map_at_3_max": 0.732411, + "nauc_map_at_3_std": 0.408718, + "nauc_map_at_3_diff1": 0.861921, + "nauc_map_at_5_max": 0.729815, + "nauc_map_at_5_std": 0.418754, + "nauc_map_at_5_diff1": 0.862092, + "nauc_map_at_10_max": 0.730933, + "nauc_map_at_10_std": 0.420685, + "nauc_map_at_10_diff1": 0.862361, + "nauc_map_at_20_max": 0.730933, + "nauc_map_at_20_std": 0.420685, + "nauc_map_at_20_diff1": 0.862361, + "nauc_map_at_100_max": 0.729299, + "nauc_map_at_100_std": 0.415973, + "nauc_map_at_100_diff1": 0.862972, + "nauc_map_at_1000_max": 0.729299, + "nauc_map_at_1000_std": 0.415973, + "nauc_map_at_1000_diff1": 0.862972, + "nauc_recall_at_1_max": 0.686377, + "nauc_recall_at_1_std": 0.330303, + "nauc_recall_at_1_diff1": 0.872616, + "nauc_recall_at_3_max": 0.793814, + "nauc_recall_at_3_std": 0.514954, + "nauc_recall_at_3_diff1": 0.83976, + "nauc_recall_at_5_max": 0.798265, + "nauc_recall_at_5_std": 0.637072, + "nauc_recall_at_5_diff1": 0.835684, + "nauc_recall_at_10_max": 0.901973, + "nauc_recall_at_10_std": 0.906453, + "nauc_recall_at_10_diff1": 0.798666, + "nauc_recall_at_20_max": 0.901973, + "nauc_recall_at_20_std": 0.906453, + "nauc_recall_at_20_diff1": 0.798666, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.686377, + "nauc_precision_at_1_std": 0.330303, + "nauc_precision_at_1_diff1": 0.872616, + "nauc_precision_at_3_max": 0.793814, + "nauc_precision_at_3_std": 0.514954, + "nauc_precision_at_3_diff1": 0.83976, + "nauc_precision_at_5_max": 0.798265, + "nauc_precision_at_5_std": 0.637072, + "nauc_precision_at_5_diff1": 0.835684, + "nauc_precision_at_10_max": 0.901973, + "nauc_precision_at_10_std": 0.906453, + "nauc_precision_at_10_diff1": 0.798666, + "nauc_precision_at_20_max": 0.901973, + "nauc_precision_at_20_std": 0.906453, + "nauc_precision_at_20_diff1": 0.798666, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.686377, + "nauc_mrr_at_1_std": 0.330303, + "nauc_mrr_at_1_diff1": 0.872616, + "nauc_mrr_at_3_max": 0.732411, + "nauc_mrr_at_3_std": 0.408718, + "nauc_mrr_at_3_diff1": 0.861921, + "nauc_mrr_at_5_max": 0.729815, + "nauc_mrr_at_5_std": 0.418754, + "nauc_mrr_at_5_diff1": 0.862092, + "nauc_mrr_at_10_max": 0.730933, + "nauc_mrr_at_10_std": 0.420685, + "nauc_mrr_at_10_diff1": 0.862361, + "nauc_mrr_at_20_max": 0.730933, + "nauc_mrr_at_20_std": 0.420685, + "nauc_mrr_at_20_diff1": 0.862361, + "nauc_mrr_at_100_max": 0.729299, + "nauc_mrr_at_100_std": 0.415973, + "nauc_mrr_at_100_diff1": 0.862972, + "nauc_mrr_at_1000_max": 0.729299, + "nauc_mrr_at_1000_std": 0.415973, + "nauc_mrr_at_1000_diff1": 0.862972, + "main_score": 0.88267, + "hf_subset": "hin-vie", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.86243, + "ndcg_at_3": 0.90835, + "ndcg_at_5": 0.91723, + "ndcg_at_10": 0.92065, + "ndcg_at_20": 0.92324, + "ndcg_at_100": 0.92537, + "ndcg_at_1000": 0.92613, + "map_at_1": 0.86243, + "map_at_3": 0.89683, + "map_at_5": 0.90185, + "map_at_10": 0.90326, + "map_at_20": 0.90393, + "map_at_100": 0.90429, + "map_at_1000": 0.90433, + "recall_at_1": 0.86243, + "recall_at_3": 0.9418, + "recall_at_5": 0.96296, + "recall_at_10": 0.97354, + "recall_at_20": 0.98413, + "recall_at_100": 0.99471, + "recall_at_1000": 1.0, + "precision_at_1": 0.86243, + "precision_at_3": 0.31393, + "precision_at_5": 0.19259, + "precision_at_10": 0.09735, + "precision_at_20": 0.04921, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.862434, + "mrr_at_3": 0.896825, + "mrr_at_5": 0.901852, + "mrr_at_10": 0.903263, + "mrr_at_20": 0.903934, + "mrr_at_100": 0.904292, + "mrr_at_1000": 0.904334, + "nauc_ndcg_at_1_max": 0.563842, + "nauc_ndcg_at_1_std": 0.21599, + "nauc_ndcg_at_1_diff1": 0.903763, + "nauc_ndcg_at_3_max": 0.661227, + "nauc_ndcg_at_3_std": 0.265185, + "nauc_ndcg_at_3_diff1": 0.87993, + "nauc_ndcg_at_5_max": 0.649193, + "nauc_ndcg_at_5_std": 0.228208, + "nauc_ndcg_at_5_diff1": 0.87044, + "nauc_ndcg_at_10_max": 0.658187, + "nauc_ndcg_at_10_std": 0.314415, + "nauc_ndcg_at_10_diff1": 0.881069, + "nauc_ndcg_at_20_max": 0.64846, + "nauc_ndcg_at_20_std": 0.290691, + "nauc_ndcg_at_20_diff1": 0.884209, + "nauc_ndcg_at_100_max": 0.638192, + "nauc_ndcg_at_100_std": 0.272073, + "nauc_ndcg_at_100_diff1": 0.884484, + "nauc_ndcg_at_1000_max": 0.634393, + "nauc_ndcg_at_1000_std": 0.265802, + "nauc_ndcg_at_1000_diff1": 0.884644, + "nauc_map_at_1_max": 0.563842, + "nauc_map_at_1_std": 0.21599, + "nauc_map_at_1_diff1": 0.903763, + "nauc_map_at_3_max": 0.631676, + "nauc_map_at_3_std": 0.250778, + "nauc_map_at_3_diff1": 0.886486, + "nauc_map_at_5_max": 0.624676, + "nauc_map_at_5_std": 0.232484, + "nauc_map_at_5_diff1": 0.882333, + "nauc_map_at_10_max": 0.62758, + "nauc_map_at_10_std": 0.261847, + "nauc_map_at_10_diff1": 0.886307, + "nauc_map_at_20_max": 0.625279, + "nauc_map_at_20_std": 0.256553, + "nauc_map_at_20_diff1": 0.88707, + "nauc_map_at_100_max": 0.623841, + "nauc_map_at_100_std": 0.254037, + "nauc_map_at_100_diff1": 0.886987, + "nauc_map_at_1000_max": 0.623671, + "nauc_map_at_1000_std": 0.25376, + "nauc_map_at_1000_diff1": 0.886995, + "nauc_recall_at_1_max": 0.563842, + "nauc_recall_at_1_std": 0.21599, + "nauc_recall_at_1_diff1": 0.903763, + "nauc_recall_at_3_max": 0.807858, + "nauc_recall_at_3_std": 0.336285, + "nauc_recall_at_3_diff1": 0.847906, + "nauc_recall_at_5_max": 0.825633, + "nauc_recall_at_5_std": 0.182553, + "nauc_recall_at_5_diff1": 0.77968, + "nauc_recall_at_10_max": 0.973841, + "nauc_recall_at_10_std": 0.947682, + "nauc_recall_at_10_diff1": 0.836462, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.912803, + "nauc_recall_at_20_diff1": 0.863718, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869204, + "nauc_recall_at_100_diff1": 0.869204, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.563842, + "nauc_precision_at_1_std": 0.21599, + "nauc_precision_at_1_diff1": 0.903763, + "nauc_precision_at_3_max": 0.807858, + "nauc_precision_at_3_std": 0.336285, + "nauc_precision_at_3_diff1": 0.847906, + "nauc_precision_at_5_max": 0.825633, + "nauc_precision_at_5_std": 0.182553, + "nauc_precision_at_5_diff1": 0.77968, + "nauc_precision_at_10_max": 0.973841, + "nauc_precision_at_10_std": 0.947682, + "nauc_precision_at_10_diff1": 0.836462, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.912803, + "nauc_precision_at_20_diff1": 0.863718, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869204, + "nauc_precision_at_100_diff1": 0.869204, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.563842, + "nauc_mrr_at_1_std": 0.21599, + "nauc_mrr_at_1_diff1": 0.903763, + "nauc_mrr_at_3_max": 0.631676, + "nauc_mrr_at_3_std": 0.250778, + "nauc_mrr_at_3_diff1": 0.886486, + "nauc_mrr_at_5_max": 0.624676, + "nauc_mrr_at_5_std": 0.232484, + "nauc_mrr_at_5_diff1": 0.882333, + "nauc_mrr_at_10_max": 0.62758, + "nauc_mrr_at_10_std": 0.261847, + "nauc_mrr_at_10_diff1": 0.886307, + "nauc_mrr_at_20_max": 0.625279, + "nauc_mrr_at_20_std": 0.256553, + "nauc_mrr_at_20_diff1": 0.88707, + "nauc_mrr_at_100_max": 0.623841, + "nauc_mrr_at_100_std": 0.254037, + "nauc_mrr_at_100_diff1": 0.886987, + "nauc_mrr_at_1000_max": 0.623671, + "nauc_mrr_at_1000_std": 0.25376, + "nauc_mrr_at_1000_diff1": 0.886995, + "main_score": 0.92065, + "hf_subset": "hin-zho", + "languages": [ + "hin-Deva", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.74847, + "ndcg_at_3": 0.84188, + "ndcg_at_5": 0.85218, + "ndcg_at_10": 0.86232, + "ndcg_at_20": 0.86683, + "ndcg_at_100": 0.87016, + "ndcg_at_1000": 0.87016, + "map_at_1": 0.74847, + "map_at_3": 0.81902, + "map_at_5": 0.82485, + "map_at_10": 0.82916, + "map_at_20": 0.83033, + "map_at_100": 0.83074, + "map_at_1000": 0.83074, + "recall_at_1": 0.74847, + "recall_at_3": 0.90798, + "recall_at_5": 0.93252, + "recall_at_10": 0.96319, + "recall_at_20": 0.9816, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.74847, + "precision_at_3": 0.30266, + "precision_at_5": 0.1865, + "precision_at_10": 0.09632, + "precision_at_20": 0.04908, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.748466, + "mrr_at_3": 0.819018, + "mrr_at_5": 0.824847, + "mrr_at_10": 0.829156, + "mrr_at_20": 0.830327, + "mrr_at_100": 0.830736, + "mrr_at_1000": 0.830736, + "nauc_ndcg_at_1_max": 0.714239, + "nauc_ndcg_at_1_std": 0.480666, + "nauc_ndcg_at_1_diff1": 0.873173, + "nauc_ndcg_at_3_max": 0.761926, + "nauc_ndcg_at_3_std": 0.581067, + "nauc_ndcg_at_3_diff1": 0.832488, + "nauc_ndcg_at_5_max": 0.766256, + "nauc_ndcg_at_5_std": 0.578099, + "nauc_ndcg_at_5_diff1": 0.84545, + "nauc_ndcg_at_10_max": 0.756129, + "nauc_ndcg_at_10_std": 0.571251, + "nauc_ndcg_at_10_diff1": 0.853082, + "nauc_ndcg_at_20_max": 0.752525, + "nauc_ndcg_at_20_std": 0.560552, + "nauc_ndcg_at_20_diff1": 0.850985, + "nauc_ndcg_at_100_max": 0.748175, + "nauc_ndcg_at_100_std": 0.549456, + "nauc_ndcg_at_100_diff1": 0.852015, + "nauc_ndcg_at_1000_max": 0.748175, + "nauc_ndcg_at_1000_std": 0.549456, + "nauc_ndcg_at_1000_diff1": 0.852015, + "nauc_map_at_1_max": 0.714239, + "nauc_map_at_1_std": 0.480666, + "nauc_map_at_1_diff1": 0.873173, + "nauc_map_at_3_max": 0.746954, + "nauc_map_at_3_std": 0.549575, + "nauc_map_at_3_diff1": 0.844388, + "nauc_map_at_5_max": 0.748517, + "nauc_map_at_5_std": 0.546752, + "nauc_map_at_5_diff1": 0.851399, + "nauc_map_at_10_max": 0.74451, + "nauc_map_at_10_std": 0.543292, + "nauc_map_at_10_diff1": 0.853905, + "nauc_map_at_20_max": 0.743838, + "nauc_map_at_20_std": 0.540724, + "nauc_map_at_20_diff1": 0.853529, + "nauc_map_at_100_max": 0.743399, + "nauc_map_at_100_std": 0.53962, + "nauc_map_at_100_diff1": 0.853637, + "nauc_map_at_1000_max": 0.743399, + "nauc_map_at_1000_std": 0.53962, + "nauc_map_at_1000_diff1": 0.853637, + "nauc_recall_at_1_max": 0.714239, + "nauc_recall_at_1_std": 0.480666, + "nauc_recall_at_1_diff1": 0.873173, + "nauc_recall_at_3_max": 0.839602, + "nauc_recall_at_3_std": 0.744417, + "nauc_recall_at_3_diff1": 0.771425, + "nauc_recall_at_5_max": 0.888614, + "nauc_recall_at_5_std": 0.791898, + "nauc_recall_at_5_diff1": 0.808741, + "nauc_recall_at_10_max": 0.885603, + "nauc_recall_at_10_std": 0.903895, + "nauc_recall_at_10_diff1": 0.863861, + "nauc_recall_at_20_max": 0.907346, + "nauc_recall_at_20_std": 0.956516, + "nauc_recall_at_20_diff1": 0.814691, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.714239, + "nauc_precision_at_1_std": 0.480666, + "nauc_precision_at_1_diff1": 0.873173, + "nauc_precision_at_3_max": 0.839602, + "nauc_precision_at_3_std": 0.744417, + "nauc_precision_at_3_diff1": 0.771425, + "nauc_precision_at_5_max": 0.888614, + "nauc_precision_at_5_std": 0.791898, + "nauc_precision_at_5_diff1": 0.808741, + "nauc_precision_at_10_max": 0.885603, + "nauc_precision_at_10_std": 0.903895, + "nauc_precision_at_10_diff1": 0.863861, + "nauc_precision_at_20_max": 0.907346, + "nauc_precision_at_20_std": 0.956516, + "nauc_precision_at_20_diff1": 0.814691, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.714239, + "nauc_mrr_at_1_std": 0.480666, + "nauc_mrr_at_1_diff1": 0.873173, + "nauc_mrr_at_3_max": 0.746954, + "nauc_mrr_at_3_std": 0.549575, + "nauc_mrr_at_3_diff1": 0.844388, + "nauc_mrr_at_5_max": 0.748517, + "nauc_mrr_at_5_std": 0.546752, + "nauc_mrr_at_5_diff1": 0.851399, + "nauc_mrr_at_10_max": 0.74451, + "nauc_mrr_at_10_std": 0.543292, + "nauc_mrr_at_10_diff1": 0.853905, + "nauc_mrr_at_20_max": 0.743838, + "nauc_mrr_at_20_std": 0.540724, + "nauc_mrr_at_20_diff1": 0.853529, + "nauc_mrr_at_100_max": 0.743399, + "nauc_mrr_at_100_std": 0.53962, + "nauc_mrr_at_100_diff1": 0.853637, + "nauc_mrr_at_1000_max": 0.743399, + "nauc_mrr_at_1000_std": 0.53962, + "nauc_mrr_at_1000_diff1": 0.853637, + "main_score": 0.86232, + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.76374, + "ndcg_at_3": 0.84046, + "ndcg_at_5": 0.85181, + "ndcg_at_10": 0.86094, + "ndcg_at_20": 0.86811, + "ndcg_at_100": 0.87141, + "ndcg_at_1000": 0.87219, + "map_at_1": 0.76374, + "map_at_3": 0.82143, + "map_at_5": 0.82775, + "map_at_10": 0.83166, + "map_at_20": 0.83374, + "map_at_100": 0.83427, + "map_at_1000": 0.83431, + "recall_at_1": 0.76374, + "recall_at_3": 0.8956, + "recall_at_5": 0.92308, + "recall_at_10": 0.95055, + "recall_at_20": 0.97802, + "recall_at_100": 0.99451, + "recall_at_1000": 1.0, + "precision_at_1": 0.76374, + "precision_at_3": 0.29853, + "precision_at_5": 0.18462, + "precision_at_10": 0.09505, + "precision_at_20": 0.0489, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.763736, + "mrr_at_3": 0.821429, + "mrr_at_5": 0.827747, + "mrr_at_10": 0.831661, + "mrr_at_20": 0.833735, + "mrr_at_100": 0.834269, + "mrr_at_1000": 0.834313, + "nauc_ndcg_at_1_max": 0.545416, + "nauc_ndcg_at_1_std": 0.117902, + "nauc_ndcg_at_1_diff1": 0.834068, + "nauc_ndcg_at_3_max": 0.585974, + "nauc_ndcg_at_3_std": 0.209102, + "nauc_ndcg_at_3_diff1": 0.791524, + "nauc_ndcg_at_5_max": 0.64727, + "nauc_ndcg_at_5_std": 0.256331, + "nauc_ndcg_at_5_diff1": 0.816518, + "nauc_ndcg_at_10_max": 0.631945, + "nauc_ndcg_at_10_std": 0.225013, + "nauc_ndcg_at_10_diff1": 0.817276, + "nauc_ndcg_at_20_max": 0.619916, + "nauc_ndcg_at_20_std": 0.229422, + "nauc_ndcg_at_20_diff1": 0.817873, + "nauc_ndcg_at_100_max": 0.609374, + "nauc_ndcg_at_100_std": 0.20805, + "nauc_ndcg_at_100_diff1": 0.816505, + "nauc_ndcg_at_1000_max": 0.60677, + "nauc_ndcg_at_1000_std": 0.20277, + "nauc_ndcg_at_1000_diff1": 0.817129, + "nauc_map_at_1_max": 0.545416, + "nauc_map_at_1_std": 0.117902, + "nauc_map_at_1_diff1": 0.834068, + "nauc_map_at_3_max": 0.578072, + "nauc_map_at_3_std": 0.180387, + "nauc_map_at_3_diff1": 0.805565, + "nauc_map_at_5_max": 0.608052, + "nauc_map_at_5_std": 0.202028, + "nauc_map_at_5_diff1": 0.818592, + "nauc_map_at_10_max": 0.601548, + "nauc_map_at_10_std": 0.189953, + "nauc_map_at_10_diff1": 0.818716, + "nauc_map_at_20_max": 0.598354, + "nauc_map_at_20_std": 0.190533, + "nauc_map_at_20_diff1": 0.818775, + "nauc_map_at_100_max": 0.596949, + "nauc_map_at_100_std": 0.187701, + "nauc_map_at_100_diff1": 0.818579, + "nauc_map_at_1000_max": 0.596833, + "nauc_map_at_1000_std": 0.187467, + "nauc_map_at_1000_diff1": 0.818606, + "nauc_recall_at_1_max": 0.545416, + "nauc_recall_at_1_std": 0.117902, + "nauc_recall_at_1_diff1": 0.834068, + "nauc_recall_at_3_max": 0.619256, + "nauc_recall_at_3_std": 0.341539, + "nauc_recall_at_3_diff1": 0.726352, + "nauc_recall_at_5_max": 0.892819, + "nauc_recall_at_5_std": 0.594484, + "nauc_recall_at_5_diff1": 0.80933, + "nauc_recall_at_10_max": 0.909383, + "nauc_recall_at_10_std": 0.528305, + "nauc_recall_at_10_diff1": 0.81454, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.828752, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.722785, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.545416, + "nauc_precision_at_1_std": 0.117902, + "nauc_precision_at_1_diff1": 0.834068, + "nauc_precision_at_3_max": 0.619256, + "nauc_precision_at_3_std": 0.341539, + "nauc_precision_at_3_diff1": 0.726352, + "nauc_precision_at_5_max": 0.892819, + "nauc_precision_at_5_std": 0.594484, + "nauc_precision_at_5_diff1": 0.80933, + "nauc_precision_at_10_max": 0.909383, + "nauc_precision_at_10_std": 0.528305, + "nauc_precision_at_10_diff1": 0.81454, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.828752, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.722785, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.545416, + "nauc_mrr_at_1_std": 0.117902, + "nauc_mrr_at_1_diff1": 0.834068, + "nauc_mrr_at_3_max": 0.578072, + "nauc_mrr_at_3_std": 0.180387, + "nauc_mrr_at_3_diff1": 0.805565, + "nauc_mrr_at_5_max": 0.608052, + "nauc_mrr_at_5_std": 0.202028, + "nauc_mrr_at_5_diff1": 0.818592, + "nauc_mrr_at_10_max": 0.601548, + "nauc_mrr_at_10_std": 0.189953, + "nauc_mrr_at_10_diff1": 0.818716, + "nauc_mrr_at_20_max": 0.598354, + "nauc_mrr_at_20_std": 0.190533, + "nauc_mrr_at_20_diff1": 0.818775, + "nauc_mrr_at_100_max": 0.596949, + "nauc_mrr_at_100_std": 0.187701, + "nauc_mrr_at_100_diff1": 0.818579, + "nauc_mrr_at_1000_max": 0.596833, + "nauc_mrr_at_1000_std": 0.187467, + "nauc_mrr_at_1000_diff1": 0.818606, + "main_score": 0.86094, + "hf_subset": "vie-deu", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.78474, + "ndcg_at_3": 0.84684, + "ndcg_at_5": 0.85897, + "ndcg_at_10": 0.87405, + "ndcg_at_20": 0.87745, + "ndcg_at_100": 0.88043, + "ndcg_at_1000": 0.88119, + "map_at_1": 0.78474, + "map_at_3": 0.83235, + "map_at_5": 0.83911, + "map_at_10": 0.84526, + "map_at_20": 0.84616, + "map_at_100": 0.8466, + "map_at_1000": 0.84663, + "recall_at_1": 0.78474, + "recall_at_3": 0.88845, + "recall_at_5": 0.91781, + "recall_at_10": 0.96477, + "recall_at_20": 0.97847, + "recall_at_100": 0.99413, + "recall_at_1000": 1.0, + "precision_at_1": 0.78474, + "precision_at_3": 0.29615, + "precision_at_5": 0.18356, + "precision_at_10": 0.09648, + "precision_at_20": 0.04892, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.784736, + "mrr_at_3": 0.832355, + "mrr_at_5": 0.839106, + "mrr_at_10": 0.845264, + "mrr_at_20": 0.846164, + "mrr_at_100": 0.846599, + "mrr_at_1000": 0.846626, + "nauc_ndcg_at_1_max": 0.646757, + "nauc_ndcg_at_1_std": 0.149145, + "nauc_ndcg_at_1_diff1": 0.845453, + "nauc_ndcg_at_3_max": 0.707739, + "nauc_ndcg_at_3_std": 0.184996, + "nauc_ndcg_at_3_diff1": 0.831655, + "nauc_ndcg_at_5_max": 0.719336, + "nauc_ndcg_at_5_std": 0.188432, + "nauc_ndcg_at_5_diff1": 0.838601, + "nauc_ndcg_at_10_max": 0.711021, + "nauc_ndcg_at_10_std": 0.203735, + "nauc_ndcg_at_10_diff1": 0.840428, + "nauc_ndcg_at_20_max": 0.70538, + "nauc_ndcg_at_20_std": 0.206543, + "nauc_ndcg_at_20_diff1": 0.840206, + "nauc_ndcg_at_100_max": 0.699738, + "nauc_ndcg_at_100_std": 0.189287, + "nauc_ndcg_at_100_diff1": 0.839141, + "nauc_ndcg_at_1000_max": 0.697995, + "nauc_ndcg_at_1000_std": 0.184771, + "nauc_ndcg_at_1000_diff1": 0.83994, + "nauc_map_at_1_max": 0.646757, + "nauc_map_at_1_std": 0.149145, + "nauc_map_at_1_diff1": 0.845453, + "nauc_map_at_3_max": 0.690906, + "nauc_map_at_3_std": 0.172465, + "nauc_map_at_3_diff1": 0.836059, + "nauc_map_at_5_max": 0.696064, + "nauc_map_at_5_std": 0.173045, + "nauc_map_at_5_diff1": 0.839721, + "nauc_map_at_10_max": 0.692661, + "nauc_map_at_10_std": 0.176781, + "nauc_map_at_10_diff1": 0.840697, + "nauc_map_at_20_max": 0.691288, + "nauc_map_at_20_std": 0.177067, + "nauc_map_at_20_diff1": 0.84068, + "nauc_map_at_100_max": 0.690584, + "nauc_map_at_100_std": 0.175026, + "nauc_map_at_100_diff1": 0.840544, + "nauc_map_at_1000_max": 0.690532, + "nauc_map_at_1000_std": 0.1749, + "nauc_map_at_1000_diff1": 0.840562, + "nauc_recall_at_1_max": 0.646757, + "nauc_recall_at_1_std": 0.149145, + "nauc_recall_at_1_diff1": 0.845453, + "nauc_recall_at_3_max": 0.776379, + "nauc_recall_at_3_std": 0.237803, + "nauc_recall_at_3_diff1": 0.813311, + "nauc_recall_at_5_max": 0.844166, + "nauc_recall_at_5_std": 0.273686, + "nauc_recall_at_5_diff1": 0.834073, + "nauc_recall_at_10_max": 0.915349, + "nauc_recall_at_10_std": 0.564305, + "nauc_recall_at_10_diff1": 0.840437, + "nauc_recall_at_20_max": 0.927233, + "nauc_recall_at_20_std": 0.86148, + "nauc_recall_at_20_diff1": 0.834333, + "nauc_recall_at_100_max": 0.956436, + "nauc_recall_at_100_std": 0.863877, + "nauc_recall_at_100_diff1": 0.715343, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.646757, + "nauc_precision_at_1_std": 0.149145, + "nauc_precision_at_1_diff1": 0.845453, + "nauc_precision_at_3_max": 0.776379, + "nauc_precision_at_3_std": 0.237803, + "nauc_precision_at_3_diff1": 0.813311, + "nauc_precision_at_5_max": 0.844166, + "nauc_precision_at_5_std": 0.273686, + "nauc_precision_at_5_diff1": 0.834073, + "nauc_precision_at_10_max": 0.915349, + "nauc_precision_at_10_std": 0.564305, + "nauc_precision_at_10_diff1": 0.840437, + "nauc_precision_at_20_max": 0.927233, + "nauc_precision_at_20_std": 0.86148, + "nauc_precision_at_20_diff1": 0.834333, + "nauc_precision_at_100_max": 0.956436, + "nauc_precision_at_100_std": 0.863877, + "nauc_precision_at_100_diff1": 0.715343, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.646757, + "nauc_mrr_at_1_std": 0.149145, + "nauc_mrr_at_1_diff1": 0.845453, + "nauc_mrr_at_3_max": 0.690906, + "nauc_mrr_at_3_std": 0.172465, + "nauc_mrr_at_3_diff1": 0.836059, + "nauc_mrr_at_5_max": 0.696064, + "nauc_mrr_at_5_std": 0.173045, + "nauc_mrr_at_5_diff1": 0.839721, + "nauc_mrr_at_10_max": 0.692661, + "nauc_mrr_at_10_std": 0.176781, + "nauc_mrr_at_10_diff1": 0.840697, + "nauc_mrr_at_20_max": 0.691288, + "nauc_mrr_at_20_std": 0.177067, + "nauc_mrr_at_20_diff1": 0.84068, + "nauc_mrr_at_100_max": 0.690584, + "nauc_mrr_at_100_std": 0.175026, + "nauc_mrr_at_100_diff1": 0.840544, + "nauc_mrr_at_1000_max": 0.690532, + "nauc_mrr_at_1000_std": 0.1749, + "nauc_mrr_at_1000_diff1": 0.840562, + "main_score": 0.87405, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81481, + "ndcg_at_3": 0.8521, + "ndcg_at_5": 0.86326, + "ndcg_at_10": 0.87349, + "ndcg_at_20": 0.88008, + "ndcg_at_100": 0.88699, + "ndcg_at_1000": 0.88699, + "map_at_1": 0.81481, + "map_at_3": 0.84303, + "map_at_5": 0.84938, + "map_at_10": 0.85356, + "map_at_20": 0.85532, + "map_at_100": 0.85628, + "map_at_1000": 0.85628, + "recall_at_1": 0.81481, + "recall_at_3": 0.87831, + "recall_at_5": 0.90476, + "recall_at_10": 0.93651, + "recall_at_20": 0.96296, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.81481, + "precision_at_3": 0.29277, + "precision_at_5": 0.18095, + "precision_at_10": 0.09365, + "precision_at_20": 0.04815, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.814815, + "mrr_at_3": 0.843034, + "mrr_at_5": 0.849383, + "mrr_at_10": 0.853561, + "mrr_at_20": 0.85532, + "mrr_at_100": 0.856284, + "mrr_at_1000": 0.856284, + "nauc_ndcg_at_1_max": 0.656381, + "nauc_ndcg_at_1_std": 0.295203, + "nauc_ndcg_at_1_diff1": 0.901811, + "nauc_ndcg_at_3_max": 0.744161, + "nauc_ndcg_at_3_std": 0.341698, + "nauc_ndcg_at_3_diff1": 0.897905, + "nauc_ndcg_at_5_max": 0.765555, + "nauc_ndcg_at_5_std": 0.408162, + "nauc_ndcg_at_5_diff1": 0.890463, + "nauc_ndcg_at_10_max": 0.75155, + "nauc_ndcg_at_10_std": 0.385697, + "nauc_ndcg_at_10_diff1": 0.892716, + "nauc_ndcg_at_20_max": 0.744258, + "nauc_ndcg_at_20_std": 0.396142, + "nauc_ndcg_at_20_diff1": 0.894864, + "nauc_ndcg_at_100_max": 0.731672, + "nauc_ndcg_at_100_std": 0.367227, + "nauc_ndcg_at_100_diff1": 0.894216, + "nauc_ndcg_at_1000_max": 0.731672, + "nauc_ndcg_at_1000_std": 0.367227, + "nauc_ndcg_at_1000_diff1": 0.894216, + "nauc_map_at_1_max": 0.656381, + "nauc_map_at_1_std": 0.295203, + "nauc_map_at_1_diff1": 0.901811, + "nauc_map_at_3_max": 0.720419, + "nauc_map_at_3_std": 0.329869, + "nauc_map_at_3_diff1": 0.897566, + "nauc_map_at_5_max": 0.730291, + "nauc_map_at_5_std": 0.362846, + "nauc_map_at_5_diff1": 0.893691, + "nauc_map_at_10_max": 0.724251, + "nauc_map_at_10_std": 0.353639, + "nauc_map_at_10_diff1": 0.89459, + "nauc_map_at_20_max": 0.72244, + "nauc_map_at_20_std": 0.356029, + "nauc_map_at_20_diff1": 0.895165, + "nauc_map_at_100_max": 0.720943, + "nauc_map_at_100_std": 0.352634, + "nauc_map_at_100_diff1": 0.895007, + "nauc_map_at_1000_max": 0.720943, + "nauc_map_at_1000_std": 0.352634, + "nauc_map_at_1000_diff1": 0.895007, + "nauc_recall_at_1_max": 0.656381, + "nauc_recall_at_1_std": 0.295203, + "nauc_recall_at_1_diff1": 0.901811, + "nauc_recall_at_3_max": 0.829874, + "nauc_recall_at_3_std": 0.383996, + "nauc_recall_at_3_diff1": 0.899882, + "nauc_recall_at_5_max": 0.923415, + "nauc_recall_at_5_std": 0.619691, + "nauc_recall_at_5_diff1": 0.875896, + "nauc_recall_at_10_max": 0.919193, + "nauc_recall_at_10_std": 0.590324, + "nauc_recall_at_10_diff1": 0.881985, + "nauc_recall_at_20_max": 0.943945, + "nauc_recall_at_20_std": 0.853744, + "nauc_recall_at_20_diff1": 0.898844, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.656381, + "nauc_precision_at_1_std": 0.295203, + "nauc_precision_at_1_diff1": 0.901811, + "nauc_precision_at_3_max": 0.829874, + "nauc_precision_at_3_std": 0.383996, + "nauc_precision_at_3_diff1": 0.899882, + "nauc_precision_at_5_max": 0.923415, + "nauc_precision_at_5_std": 0.619691, + "nauc_precision_at_5_diff1": 0.875896, + "nauc_precision_at_10_max": 0.919193, + "nauc_precision_at_10_std": 0.590324, + "nauc_precision_at_10_diff1": 0.881985, + "nauc_precision_at_20_max": 0.943945, + "nauc_precision_at_20_std": 0.853744, + "nauc_precision_at_20_diff1": 0.898844, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.656381, + "nauc_mrr_at_1_std": 0.295203, + "nauc_mrr_at_1_diff1": 0.901811, + "nauc_mrr_at_3_max": 0.720419, + "nauc_mrr_at_3_std": 0.329869, + "nauc_mrr_at_3_diff1": 0.897566, + "nauc_mrr_at_5_max": 0.730291, + "nauc_mrr_at_5_std": 0.362846, + "nauc_mrr_at_5_diff1": 0.893691, + "nauc_mrr_at_10_max": 0.724251, + "nauc_mrr_at_10_std": 0.353639, + "nauc_mrr_at_10_diff1": 0.89459, + "nauc_mrr_at_20_max": 0.72244, + "nauc_mrr_at_20_std": 0.356029, + "nauc_mrr_at_20_diff1": 0.895165, + "nauc_mrr_at_100_max": 0.720943, + "nauc_mrr_at_100_std": 0.352634, + "nauc_mrr_at_100_diff1": 0.895007, + "nauc_mrr_at_1000_max": 0.720943, + "nauc_mrr_at_1000_std": 0.352634, + "nauc_mrr_at_1000_diff1": 0.895007, + "main_score": 0.87349, + "hf_subset": "vie-spa", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.74011, + "ndcg_at_3": 0.82835, + "ndcg_at_5": 0.84708, + "ndcg_at_10": 0.8528, + "ndcg_at_20": 0.85581, + "ndcg_at_100": 0.86265, + "ndcg_at_1000": 0.86347, + "map_at_1": 0.74011, + "map_at_3": 0.80791, + "map_at_5": 0.81836, + "map_at_10": 0.82087, + "map_at_20": 0.82178, + "map_at_100": 0.82291, + "map_at_1000": 0.82296, + "recall_at_1": 0.74011, + "recall_at_3": 0.88701, + "recall_at_5": 0.9322, + "recall_at_10": 0.94915, + "recall_at_20": 0.96045, + "recall_at_100": 0.99435, + "recall_at_1000": 1.0, + "precision_at_1": 0.74011, + "precision_at_3": 0.29567, + "precision_at_5": 0.18644, + "precision_at_10": 0.09492, + "precision_at_20": 0.04802, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.740113, + "mrr_at_3": 0.80791, + "mrr_at_5": 0.818362, + "mrr_at_10": 0.820873, + "mrr_at_20": 0.821778, + "mrr_at_100": 0.822915, + "mrr_at_1000": 0.822963, + "nauc_ndcg_at_1_max": 0.593214, + "nauc_ndcg_at_1_std": 0.321895, + "nauc_ndcg_at_1_diff1": 0.826584, + "nauc_ndcg_at_3_max": 0.631994, + "nauc_ndcg_at_3_std": 0.359444, + "nauc_ndcg_at_3_diff1": 0.811336, + "nauc_ndcg_at_5_max": 0.633297, + "nauc_ndcg_at_5_std": 0.38705, + "nauc_ndcg_at_5_diff1": 0.809886, + "nauc_ndcg_at_10_max": 0.635397, + "nauc_ndcg_at_10_std": 0.386572, + "nauc_ndcg_at_10_diff1": 0.809459, + "nauc_ndcg_at_20_max": 0.633711, + "nauc_ndcg_at_20_std": 0.380868, + "nauc_ndcg_at_20_diff1": 0.808237, + "nauc_ndcg_at_100_max": 0.628467, + "nauc_ndcg_at_100_std": 0.374067, + "nauc_ndcg_at_100_diff1": 0.810147, + "nauc_ndcg_at_1000_max": 0.62785, + "nauc_ndcg_at_1000_std": 0.369953, + "nauc_ndcg_at_1000_diff1": 0.813119, + "nauc_map_at_1_max": 0.593214, + "nauc_map_at_1_std": 0.321895, + "nauc_map_at_1_diff1": 0.826584, + "nauc_map_at_3_max": 0.625836, + "nauc_map_at_3_std": 0.355902, + "nauc_map_at_3_diff1": 0.816701, + "nauc_map_at_5_max": 0.625403, + "nauc_map_at_5_std": 0.366359, + "nauc_map_at_5_diff1": 0.81621, + "nauc_map_at_10_max": 0.625814, + "nauc_map_at_10_std": 0.365825, + "nauc_map_at_10_diff1": 0.816051, + "nauc_map_at_20_max": 0.625369, + "nauc_map_at_20_std": 0.364322, + "nauc_map_at_20_diff1": 0.815768, + "nauc_map_at_100_max": 0.624559, + "nauc_map_at_100_std": 0.363279, + "nauc_map_at_100_diff1": 0.816102, + "nauc_map_at_1000_max": 0.62453, + "nauc_map_at_1000_std": 0.36309, + "nauc_map_at_1000_diff1": 0.816238, + "nauc_recall_at_1_max": 0.593214, + "nauc_recall_at_1_std": 0.321895, + "nauc_recall_at_1_diff1": 0.826584, + "nauc_recall_at_3_max": 0.65603, + "nauc_recall_at_3_std": 0.370138, + "nauc_recall_at_3_diff1": 0.786588, + "nauc_recall_at_5_max": 0.684929, + "nauc_recall_at_5_std": 0.540473, + "nauc_recall_at_5_diff1": 0.764643, + "nauc_recall_at_10_max": 0.72257, + "nauc_recall_at_10_std": 0.588546, + "nauc_recall_at_10_diff1": 0.747882, + "nauc_recall_at_20_max": 0.725662, + "nauc_recall_at_20_std": 0.574295, + "nauc_recall_at_20_diff1": 0.715507, + "nauc_recall_at_100_max": 0.72239, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.35801, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.593214, + "nauc_precision_at_1_std": 0.321895, + "nauc_precision_at_1_diff1": 0.826584, + "nauc_precision_at_3_max": 0.65603, + "nauc_precision_at_3_std": 0.370138, + "nauc_precision_at_3_diff1": 0.786588, + "nauc_precision_at_5_max": 0.684929, + "nauc_precision_at_5_std": 0.540473, + "nauc_precision_at_5_diff1": 0.764643, + "nauc_precision_at_10_max": 0.72257, + "nauc_precision_at_10_std": 0.588546, + "nauc_precision_at_10_diff1": 0.747882, + "nauc_precision_at_20_max": 0.725662, + "nauc_precision_at_20_std": 0.574295, + "nauc_precision_at_20_diff1": 0.715507, + "nauc_precision_at_100_max": 0.72239, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.35801, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.593214, + "nauc_mrr_at_1_std": 0.321895, + "nauc_mrr_at_1_diff1": 0.826584, + "nauc_mrr_at_3_max": 0.625836, + "nauc_mrr_at_3_std": 0.355902, + "nauc_mrr_at_3_diff1": 0.816701, + "nauc_mrr_at_5_max": 0.625403, + "nauc_mrr_at_5_std": 0.366359, + "nauc_mrr_at_5_diff1": 0.81621, + "nauc_mrr_at_10_max": 0.625814, + "nauc_mrr_at_10_std": 0.365825, + "nauc_mrr_at_10_diff1": 0.816051, + "nauc_mrr_at_20_max": 0.625369, + "nauc_mrr_at_20_std": 0.364322, + "nauc_mrr_at_20_diff1": 0.815768, + "nauc_mrr_at_100_max": 0.624559, + "nauc_mrr_at_100_std": 0.363279, + "nauc_mrr_at_100_diff1": 0.816102, + "nauc_mrr_at_1000_max": 0.62453, + "nauc_mrr_at_1000_std": 0.36309, + "nauc_mrr_at_1000_diff1": 0.816238, + "main_score": 0.8528, + "hf_subset": "vie-hin", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.76908, + "ndcg_at_3": 0.83366, + "ndcg_at_5": 0.84983, + "ndcg_at_10": 0.86052, + "ndcg_at_20": 0.86304, + "ndcg_at_100": 0.8698, + "ndcg_at_1000": 0.87059, + "map_at_1": 0.76908, + "map_at_3": 0.81866, + "map_at_5": 0.82766, + "map_at_10": 0.83202, + "map_at_20": 0.83274, + "map_at_100": 0.83376, + "map_at_1000": 0.83379, + "recall_at_1": 0.76908, + "recall_at_3": 0.87671, + "recall_at_5": 0.91585, + "recall_at_10": 0.94912, + "recall_at_20": 0.9589, + "recall_at_100": 0.99413, + "recall_at_1000": 1.0, + "precision_at_1": 0.76908, + "precision_at_3": 0.29224, + "precision_at_5": 0.18317, + "precision_at_10": 0.09491, + "precision_at_20": 0.04795, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.76908, + "mrr_at_3": 0.818656, + "mrr_at_5": 0.827658, + "mrr_at_10": 0.832018, + "mrr_at_20": 0.832738, + "mrr_at_100": 0.833758, + "mrr_at_1000": 0.833794, + "nauc_ndcg_at_1_max": 0.64446, + "nauc_ndcg_at_1_std": 0.027359, + "nauc_ndcg_at_1_diff1": 0.886561, + "nauc_ndcg_at_3_max": 0.709906, + "nauc_ndcg_at_3_std": 0.084265, + "nauc_ndcg_at_3_diff1": 0.865395, + "nauc_ndcg_at_5_max": 0.71324, + "nauc_ndcg_at_5_std": 0.091086, + "nauc_ndcg_at_5_diff1": 0.864661, + "nauc_ndcg_at_10_max": 0.711588, + "nauc_ndcg_at_10_std": 0.11474, + "nauc_ndcg_at_10_diff1": 0.862631, + "nauc_ndcg_at_20_max": 0.709257, + "nauc_ndcg_at_20_std": 0.12189, + "nauc_ndcg_at_20_diff1": 0.863739, + "nauc_ndcg_at_100_max": 0.700263, + "nauc_ndcg_at_100_std": 0.091066, + "nauc_ndcg_at_100_diff1": 0.867877, + "nauc_ndcg_at_1000_max": 0.698301, + "nauc_ndcg_at_1000_std": 0.090344, + "nauc_ndcg_at_1000_diff1": 0.868534, + "nauc_map_at_1_max": 0.64446, + "nauc_map_at_1_std": 0.027359, + "nauc_map_at_1_diff1": 0.886561, + "nauc_map_at_3_max": 0.69215, + "nauc_map_at_3_std": 0.068353, + "nauc_map_at_3_diff1": 0.871145, + "nauc_map_at_5_max": 0.693112, + "nauc_map_at_5_std": 0.070778, + "nauc_map_at_5_diff1": 0.870865, + "nauc_map_at_10_max": 0.692, + "nauc_map_at_10_std": 0.078837, + "nauc_map_at_10_diff1": 0.870216, + "nauc_map_at_20_max": 0.691354, + "nauc_map_at_20_std": 0.080394, + "nauc_map_at_20_diff1": 0.87048, + "nauc_map_at_100_max": 0.690233, + "nauc_map_at_100_std": 0.076522, + "nauc_map_at_100_diff1": 0.871134, + "nauc_map_at_1000_max": 0.690161, + "nauc_map_at_1000_std": 0.076574, + "nauc_map_at_1000_diff1": 0.871162, + "nauc_recall_at_1_max": 0.64446, + "nauc_recall_at_1_std": 0.027359, + "nauc_recall_at_1_diff1": 0.886561, + "nauc_recall_at_3_max": 0.780606, + "nauc_recall_at_3_std": 0.147924, + "nauc_recall_at_3_diff1": 0.842493, + "nauc_recall_at_5_max": 0.822556, + "nauc_recall_at_5_std": 0.203704, + "nauc_recall_at_5_diff1": 0.831401, + "nauc_recall_at_10_max": 0.880617, + "nauc_recall_at_10_std": 0.457242, + "nauc_recall_at_10_diff1": 0.795653, + "nauc_recall_at_20_max": 0.892857, + "nauc_recall_at_20_std": 0.62339, + "nauc_recall_at_20_diff1": 0.793888, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.281936, + "nauc_recall_at_100_diff1": 0.771318, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.64446, + "nauc_precision_at_1_std": 0.027359, + "nauc_precision_at_1_diff1": 0.886561, + "nauc_precision_at_3_max": 0.780606, + "nauc_precision_at_3_std": 0.147924, + "nauc_precision_at_3_diff1": 0.842493, + "nauc_precision_at_5_max": 0.822556, + "nauc_precision_at_5_std": 0.203704, + "nauc_precision_at_5_diff1": 0.831401, + "nauc_precision_at_10_max": 0.880617, + "nauc_precision_at_10_std": 0.457242, + "nauc_precision_at_10_diff1": 0.795653, + "nauc_precision_at_20_max": 0.892857, + "nauc_precision_at_20_std": 0.62339, + "nauc_precision_at_20_diff1": 0.793888, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.281936, + "nauc_precision_at_100_diff1": 0.771318, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.64446, + "nauc_mrr_at_1_std": 0.027359, + "nauc_mrr_at_1_diff1": 0.886561, + "nauc_mrr_at_3_max": 0.69215, + "nauc_mrr_at_3_std": 0.068353, + "nauc_mrr_at_3_diff1": 0.871145, + "nauc_mrr_at_5_max": 0.693112, + "nauc_mrr_at_5_std": 0.070778, + "nauc_mrr_at_5_diff1": 0.870865, + "nauc_mrr_at_10_max": 0.692, + "nauc_mrr_at_10_std": 0.078837, + "nauc_mrr_at_10_diff1": 0.870216, + "nauc_mrr_at_20_max": 0.691354, + "nauc_mrr_at_20_std": 0.080394, + "nauc_mrr_at_20_diff1": 0.87048, + "nauc_mrr_at_100_max": 0.690233, + "nauc_mrr_at_100_std": 0.076522, + "nauc_mrr_at_100_diff1": 0.871134, + "nauc_mrr_at_1000_max": 0.690161, + "nauc_mrr_at_1000_std": 0.076574, + "nauc_mrr_at_1000_diff1": 0.871162, + "main_score": 0.86052, + "hf_subset": "vie-vie", + "languages": [ + "vie-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.82065, + "ndcg_at_3": 0.87681, + "ndcg_at_5": 0.88827, + "ndcg_at_10": 0.89748, + "ndcg_at_20": 0.90024, + "ndcg_at_100": 0.90437, + "ndcg_at_1000": 0.90437, + "map_at_1": 0.82065, + "map_at_3": 0.86413, + "map_at_5": 0.87065, + "map_at_10": 0.8747, + "map_at_20": 0.87546, + "map_at_100": 0.87606, + "map_at_1000": 0.87606, + "recall_at_1": 0.82065, + "recall_at_3": 0.91304, + "recall_at_5": 0.94022, + "recall_at_10": 0.96739, + "recall_at_20": 0.97826, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.82065, + "precision_at_3": 0.30435, + "precision_at_5": 0.18804, + "precision_at_10": 0.09674, + "precision_at_20": 0.04891, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.820652, + "mrr_at_3": 0.86413, + "mrr_at_5": 0.870652, + "mrr_at_10": 0.874696, + "mrr_at_20": 0.875462, + "mrr_at_100": 0.876065, + "mrr_at_1000": 0.876065, + "nauc_ndcg_at_1_max": 0.417943, + "nauc_ndcg_at_1_std": -0.02767, + "nauc_ndcg_at_1_diff1": 0.819374, + "nauc_ndcg_at_3_max": 0.527112, + "nauc_ndcg_at_3_std": 0.091317, + "nauc_ndcg_at_3_diff1": 0.824872, + "nauc_ndcg_at_5_max": 0.497814, + "nauc_ndcg_at_5_std": 0.029034, + "nauc_ndcg_at_5_diff1": 0.834435, + "nauc_ndcg_at_10_max": 0.522689, + "nauc_ndcg_at_10_std": 0.117793, + "nauc_ndcg_at_10_diff1": 0.840001, + "nauc_ndcg_at_20_max": 0.516017, + "nauc_ndcg_at_20_std": 0.09682, + "nauc_ndcg_at_20_diff1": 0.837465, + "nauc_ndcg_at_100_max": 0.497536, + "nauc_ndcg_at_100_std": 0.061034, + "nauc_ndcg_at_100_diff1": 0.832975, + "nauc_ndcg_at_1000_max": 0.497536, + "nauc_ndcg_at_1000_std": 0.061034, + "nauc_ndcg_at_1000_diff1": 0.832975, + "nauc_map_at_1_max": 0.417943, + "nauc_map_at_1_std": -0.02767, + "nauc_map_at_1_diff1": 0.819374, + "nauc_map_at_3_max": 0.496996, + "nauc_map_at_3_std": 0.054524, + "nauc_map_at_3_diff1": 0.825056, + "nauc_map_at_5_max": 0.480446, + "nauc_map_at_5_std": 0.021449, + "nauc_map_at_5_diff1": 0.829938, + "nauc_map_at_10_max": 0.489549, + "nauc_map_at_10_std": 0.052702, + "nauc_map_at_10_diff1": 0.831744, + "nauc_map_at_20_max": 0.488115, + "nauc_map_at_20_std": 0.047763, + "nauc_map_at_20_diff1": 0.831203, + "nauc_map_at_100_max": 0.485949, + "nauc_map_at_100_std": 0.043576, + "nauc_map_at_100_diff1": 0.830644, + "nauc_map_at_1000_max": 0.485949, + "nauc_map_at_1000_std": 0.043576, + "nauc_map_at_1000_diff1": 0.830644, + "nauc_recall_at_1_max": 0.417943, + "nauc_recall_at_1_std": -0.02767, + "nauc_recall_at_1_diff1": 0.819374, + "nauc_recall_at_3_max": 0.655038, + "nauc_recall_at_3_std": 0.250384, + "nauc_recall_at_3_diff1": 0.822903, + "nauc_recall_at_5_max": 0.592189, + "nauc_recall_at_5_std": 0.059669, + "nauc_recall_at_5_diff1": 0.861599, + "nauc_recall_at_10_max": 0.879478, + "nauc_recall_at_10_std": 0.885712, + "nauc_recall_at_10_diff1": 0.934798, + "nauc_recall_at_20_max": 0.930584, + "nauc_recall_at_20_std": 0.897983, + "nauc_recall_at_20_diff1": 0.934798, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.417943, + "nauc_precision_at_1_std": -0.02767, + "nauc_precision_at_1_diff1": 0.819374, + "nauc_precision_at_3_max": 0.655038, + "nauc_precision_at_3_std": 0.250384, + "nauc_precision_at_3_diff1": 0.822903, + "nauc_precision_at_5_max": 0.592189, + "nauc_precision_at_5_std": 0.059669, + "nauc_precision_at_5_diff1": 0.861599, + "nauc_precision_at_10_max": 0.879478, + "nauc_precision_at_10_std": 0.885712, + "nauc_precision_at_10_diff1": 0.934798, + "nauc_precision_at_20_max": 0.930584, + "nauc_precision_at_20_std": 0.897983, + "nauc_precision_at_20_diff1": 0.934798, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.417943, + "nauc_mrr_at_1_std": -0.02767, + "nauc_mrr_at_1_diff1": 0.819374, + "nauc_mrr_at_3_max": 0.496996, + "nauc_mrr_at_3_std": 0.054524, + "nauc_mrr_at_3_diff1": 0.825056, + "nauc_mrr_at_5_max": 0.480446, + "nauc_mrr_at_5_std": 0.021449, + "nauc_mrr_at_5_diff1": 0.829938, + "nauc_mrr_at_10_max": 0.489549, + "nauc_mrr_at_10_std": 0.052702, + "nauc_mrr_at_10_diff1": 0.831744, + "nauc_mrr_at_20_max": 0.488115, + "nauc_mrr_at_20_std": 0.047763, + "nauc_mrr_at_20_diff1": 0.831203, + "nauc_mrr_at_100_max": 0.485949, + "nauc_mrr_at_100_std": 0.043576, + "nauc_mrr_at_100_diff1": 0.830644, + "nauc_mrr_at_1000_max": 0.485949, + "nauc_mrr_at_1000_std": 0.043576, + "nauc_mrr_at_1000_diff1": 0.830644, + "main_score": 0.89748, + "hf_subset": "vie-zho", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.76064, + "ndcg_at_3": 0.83295, + "ndcg_at_5": 0.85357, + "ndcg_at_10": 0.86045, + "ndcg_at_20": 0.86467, + "ndcg_at_100": 0.86993, + "ndcg_at_1000": 0.87069, + "map_at_1": 0.76064, + "map_at_3": 0.8156, + "map_at_5": 0.82757, + "map_at_10": 0.83041, + "map_at_20": 0.83167, + "map_at_100": 0.83252, + "map_at_1000": 0.83256, + "recall_at_1": 0.76064, + "recall_at_3": 0.88298, + "recall_at_5": 0.93085, + "recall_at_10": 0.95213, + "recall_at_20": 0.96809, + "recall_at_100": 0.99468, + "recall_at_1000": 1.0, + "precision_at_1": 0.76064, + "precision_at_3": 0.29433, + "precision_at_5": 0.18617, + "precision_at_10": 0.09521, + "precision_at_20": 0.0484, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.760638, + "mrr_at_3": 0.815603, + "mrr_at_5": 0.827571, + "mrr_at_10": 0.830414, + "mrr_at_20": 0.831673, + "mrr_at_100": 0.832521, + "mrr_at_1000": 0.832563, + "nauc_ndcg_at_1_max": 0.51952, + "nauc_ndcg_at_1_std": 0.192439, + "nauc_ndcg_at_1_diff1": 0.747443, + "nauc_ndcg_at_3_max": 0.61205, + "nauc_ndcg_at_3_std": 0.27037, + "nauc_ndcg_at_3_diff1": 0.688449, + "nauc_ndcg_at_5_max": 0.620786, + "nauc_ndcg_at_5_std": 0.322528, + "nauc_ndcg_at_5_diff1": 0.70582, + "nauc_ndcg_at_10_max": 0.604272, + "nauc_ndcg_at_10_std": 0.30915, + "nauc_ndcg_at_10_diff1": 0.699681, + "nauc_ndcg_at_20_max": 0.60274, + "nauc_ndcg_at_20_std": 0.30521, + "nauc_ndcg_at_20_diff1": 0.714136, + "nauc_ndcg_at_100_max": 0.590693, + "nauc_ndcg_at_100_std": 0.281316, + "nauc_ndcg_at_100_diff1": 0.711392, + "nauc_ndcg_at_1000_max": 0.589861, + "nauc_ndcg_at_1000_std": 0.276748, + "nauc_ndcg_at_1000_diff1": 0.713635, + "nauc_map_at_1_max": 0.51952, + "nauc_map_at_1_std": 0.192439, + "nauc_map_at_1_diff1": 0.747443, + "nauc_map_at_3_max": 0.586251, + "nauc_map_at_3_std": 0.245899, + "nauc_map_at_3_diff1": 0.706023, + "nauc_map_at_5_max": 0.588748, + "nauc_map_at_5_std": 0.270116, + "nauc_map_at_5_diff1": 0.715936, + "nauc_map_at_10_max": 0.582457, + "nauc_map_at_10_std": 0.26449, + "nauc_map_at_10_diff1": 0.714046, + "nauc_map_at_20_max": 0.581906, + "nauc_map_at_20_std": 0.263277, + "nauc_map_at_20_diff1": 0.71761, + "nauc_map_at_100_max": 0.580411, + "nauc_map_at_100_std": 0.260172, + "nauc_map_at_100_diff1": 0.717338, + "nauc_map_at_1000_max": 0.580372, + "nauc_map_at_1000_std": 0.259971, + "nauc_map_at_1000_diff1": 0.717436, + "nauc_recall_at_1_max": 0.51952, + "nauc_recall_at_1_std": 0.192439, + "nauc_recall_at_1_diff1": 0.747443, + "nauc_recall_at_3_max": 0.721182, + "nauc_recall_at_3_std": 0.375723, + "nauc_recall_at_3_diff1": 0.613355, + "nauc_recall_at_5_max": 0.83353, + "nauc_recall_at_5_std": 0.684843, + "nauc_recall_at_5_diff1": 0.643351, + "nauc_recall_at_10_max": 0.790468, + "nauc_recall_at_10_std": 0.734982, + "nauc_recall_at_10_diff1": 0.563466, + "nauc_recall_at_20_max": 0.860838, + "nauc_recall_at_20_std": 0.885413, + "nauc_recall_at_20_diff1": 0.711815, + "nauc_recall_at_100_max": 0.721675, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.358386, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.51952, + "nauc_precision_at_1_std": 0.192439, + "nauc_precision_at_1_diff1": 0.747443, + "nauc_precision_at_3_max": 0.721182, + "nauc_precision_at_3_std": 0.375723, + "nauc_precision_at_3_diff1": 0.613355, + "nauc_precision_at_5_max": 0.83353, + "nauc_precision_at_5_std": 0.684843, + "nauc_precision_at_5_diff1": 0.643351, + "nauc_precision_at_10_max": 0.790468, + "nauc_precision_at_10_std": 0.734982, + "nauc_precision_at_10_diff1": 0.563466, + "nauc_precision_at_20_max": 0.860838, + "nauc_precision_at_20_std": 0.885413, + "nauc_precision_at_20_diff1": 0.711815, + "nauc_precision_at_100_max": 0.721675, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.358386, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.51952, + "nauc_mrr_at_1_std": 0.192439, + "nauc_mrr_at_1_diff1": 0.747443, + "nauc_mrr_at_3_max": 0.586251, + "nauc_mrr_at_3_std": 0.245899, + "nauc_mrr_at_3_diff1": 0.706023, + "nauc_mrr_at_5_max": 0.588748, + "nauc_mrr_at_5_std": 0.270116, + "nauc_mrr_at_5_diff1": 0.715936, + "nauc_mrr_at_10_max": 0.582457, + "nauc_mrr_at_10_std": 0.26449, + "nauc_mrr_at_10_diff1": 0.714046, + "nauc_mrr_at_20_max": 0.581906, + "nauc_mrr_at_20_std": 0.263277, + "nauc_mrr_at_20_diff1": 0.71761, + "nauc_mrr_at_100_max": 0.580411, + "nauc_mrr_at_100_std": 0.260172, + "nauc_mrr_at_100_diff1": 0.717338, + "nauc_mrr_at_1000_max": 0.580372, + "nauc_mrr_at_1000_std": 0.259971, + "nauc_mrr_at_1000_diff1": 0.717436, + "main_score": 0.86045, + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.77368, + "ndcg_at_3": 0.85257, + "ndcg_at_5": 0.86594, + "ndcg_at_10": 0.87965, + "ndcg_at_20": 0.88468, + "ndcg_at_100": 0.88468, + "ndcg_at_1000": 0.88468, + "map_at_1": 0.77368, + "map_at_3": 0.83421, + "map_at_5": 0.84184, + "map_at_10": 0.84756, + "map_at_20": 0.8488, + "map_at_100": 0.8488, + "map_at_1000": 0.8488, + "recall_at_1": 0.77368, + "recall_at_3": 0.90526, + "recall_at_5": 0.93684, + "recall_at_10": 0.97895, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.77368, + "precision_at_3": 0.30175, + "precision_at_5": 0.18737, + "precision_at_10": 0.09789, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.773684, + "mrr_at_3": 0.834211, + "mrr_at_5": 0.841842, + "mrr_at_10": 0.847558, + "mrr_at_20": 0.8488, + "mrr_at_100": 0.8488, + "mrr_at_1000": 0.8488, + "nauc_ndcg_at_1_max": 0.585245, + "nauc_ndcg_at_1_std": 0.218957, + "nauc_ndcg_at_1_diff1": 0.865746, + "nauc_ndcg_at_3_max": 0.716494, + "nauc_ndcg_at_3_std": 0.443347, + "nauc_ndcg_at_3_diff1": 0.810773, + "nauc_ndcg_at_5_max": 0.701259, + "nauc_ndcg_at_5_std": 0.440569, + "nauc_ndcg_at_5_diff1": 0.812609, + "nauc_ndcg_at_10_max": 0.678406, + "nauc_ndcg_at_10_std": 0.386808, + "nauc_ndcg_at_10_diff1": 0.830448, + "nauc_ndcg_at_20_max": 0.663317, + "nauc_ndcg_at_20_std": 0.361228, + "nauc_ndcg_at_20_diff1": 0.83261, + "nauc_ndcg_at_100_max": 0.663317, + "nauc_ndcg_at_100_std": 0.361228, + "nauc_ndcg_at_100_diff1": 0.83261, + "nauc_ndcg_at_1000_max": 0.663317, + "nauc_ndcg_at_1000_std": 0.361228, + "nauc_ndcg_at_1000_diff1": 0.83261, + "nauc_map_at_1_max": 0.585245, + "nauc_map_at_1_std": 0.218957, + "nauc_map_at_1_diff1": 0.865746, + "nauc_map_at_3_max": 0.676632, + "nauc_map_at_3_std": 0.37689, + "nauc_map_at_3_diff1": 0.827739, + "nauc_map_at_5_max": 0.667136, + "nauc_map_at_5_std": 0.372167, + "nauc_map_at_5_diff1": 0.829451, + "nauc_map_at_10_max": 0.658103, + "nauc_map_at_10_std": 0.351256, + "nauc_map_at_10_diff1": 0.835509, + "nauc_map_at_20_max": 0.65508, + "nauc_map_at_20_std": 0.346172, + "nauc_map_at_20_diff1": 0.836003, + "nauc_map_at_100_max": 0.65508, + "nauc_map_at_100_std": 0.346172, + "nauc_map_at_100_diff1": 0.836003, + "nauc_map_at_1000_max": 0.65508, + "nauc_map_at_1000_std": 0.346172, + "nauc_map_at_1000_diff1": 0.836003, + "nauc_recall_at_1_max": 0.585245, + "nauc_recall_at_1_std": 0.218957, + "nauc_recall_at_1_diff1": 0.865746, + "nauc_recall_at_3_max": 0.903258, + "nauc_recall_at_3_std": 0.753501, + "nauc_recall_at_3_diff1": 0.731092, + "nauc_recall_at_5_max": 0.92472, + "nauc_recall_at_5_std": 0.894763, + "nauc_recall_at_5_diff1": 0.700514, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.934641, + "nauc_recall_at_10_diff1": 0.786415, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.585245, + "nauc_precision_at_1_std": 0.218957, + "nauc_precision_at_1_diff1": 0.865746, + "nauc_precision_at_3_max": 0.903258, + "nauc_precision_at_3_std": 0.753501, + "nauc_precision_at_3_diff1": 0.731092, + "nauc_precision_at_5_max": 0.92472, + "nauc_precision_at_5_std": 0.894763, + "nauc_precision_at_5_diff1": 0.700514, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.934641, + "nauc_precision_at_10_diff1": 0.786415, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.585245, + "nauc_mrr_at_1_std": 0.218957, + "nauc_mrr_at_1_diff1": 0.865746, + "nauc_mrr_at_3_max": 0.676632, + "nauc_mrr_at_3_std": 0.37689, + "nauc_mrr_at_3_diff1": 0.827739, + "nauc_mrr_at_5_max": 0.667136, + "nauc_mrr_at_5_std": 0.372167, + "nauc_mrr_at_5_diff1": 0.829451, + "nauc_mrr_at_10_max": 0.658103, + "nauc_mrr_at_10_std": 0.351256, + "nauc_mrr_at_10_diff1": 0.835509, + "nauc_mrr_at_20_max": 0.65508, + "nauc_mrr_at_20_std": 0.346172, + "nauc_mrr_at_20_diff1": 0.836003, + "nauc_mrr_at_100_max": 0.65508, + "nauc_mrr_at_100_std": 0.346172, + "nauc_mrr_at_100_diff1": 0.836003, + "nauc_mrr_at_1000_max": 0.65508, + "nauc_mrr_at_1000_std": 0.346172, + "nauc_mrr_at_1000_diff1": 0.836003, + "main_score": 0.87965, + "hf_subset": "zho-deu", + "languages": [ + "zho-Hans", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.80754, + "ndcg_at_3": 0.87223, + "ndcg_at_5": 0.88666, + "ndcg_at_10": 0.894, + "ndcg_at_20": 0.89756, + "ndcg_at_100": 0.89884, + "ndcg_at_1000": 0.89935, + "map_at_1": 0.80754, + "map_at_3": 0.85681, + "map_at_5": 0.86465, + "map_at_10": 0.86785, + "map_at_20": 0.86885, + "map_at_100": 0.86896, + "map_at_1000": 0.86898, + "recall_at_1": 0.80754, + "recall_at_3": 0.91667, + "recall_at_5": 0.95238, + "recall_at_10": 0.97421, + "recall_at_20": 0.9881, + "recall_at_100": 0.99603, + "recall_at_1000": 1.0, + "precision_at_1": 0.80754, + "precision_at_3": 0.30556, + "precision_at_5": 0.19048, + "precision_at_10": 0.09742, + "precision_at_20": 0.0494, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.80754, + "mrr_at_3": 0.856812, + "mrr_at_5": 0.864649, + "mrr_at_10": 0.867852, + "mrr_at_20": 0.868849, + "mrr_at_100": 0.86896, + "mrr_at_1000": 0.868979, + "nauc_ndcg_at_1_max": 0.561671, + "nauc_ndcg_at_1_std": 0.206311, + "nauc_ndcg_at_1_diff1": 0.811598, + "nauc_ndcg_at_3_max": 0.657432, + "nauc_ndcg_at_3_std": 0.27606, + "nauc_ndcg_at_3_diff1": 0.800805, + "nauc_ndcg_at_5_max": 0.647127, + "nauc_ndcg_at_5_std": 0.293321, + "nauc_ndcg_at_5_diff1": 0.812999, + "nauc_ndcg_at_10_max": 0.636863, + "nauc_ndcg_at_10_std": 0.293494, + "nauc_ndcg_at_10_diff1": 0.80937, + "nauc_ndcg_at_20_max": 0.627092, + "nauc_ndcg_at_20_std": 0.275507, + "nauc_ndcg_at_20_diff1": 0.809005, + "nauc_ndcg_at_100_max": 0.623101, + "nauc_ndcg_at_100_std": 0.266333, + "nauc_ndcg_at_100_diff1": 0.809522, + "nauc_ndcg_at_1000_max": 0.622205, + "nauc_ndcg_at_1000_std": 0.264375, + "nauc_ndcg_at_1000_diff1": 0.809202, + "nauc_map_at_1_max": 0.561671, + "nauc_map_at_1_std": 0.206311, + "nauc_map_at_1_diff1": 0.811598, + "nauc_map_at_3_max": 0.628088, + "nauc_map_at_3_std": 0.252279, + "nauc_map_at_3_diff1": 0.805031, + "nauc_map_at_5_max": 0.621028, + "nauc_map_at_5_std": 0.258025, + "nauc_map_at_5_diff1": 0.810795, + "nauc_map_at_10_max": 0.61692, + "nauc_map_at_10_std": 0.257773, + "nauc_map_at_10_diff1": 0.809489, + "nauc_map_at_20_max": 0.614523, + "nauc_map_at_20_std": 0.253374, + "nauc_map_at_20_diff1": 0.809313, + "nauc_map_at_100_max": 0.614253, + "nauc_map_at_100_std": 0.252743, + "nauc_map_at_100_diff1": 0.809359, + "nauc_map_at_1000_max": 0.614228, + "nauc_map_at_1000_std": 0.252671, + "nauc_map_at_1000_diff1": 0.80935, + "nauc_recall_at_1_max": 0.561671, + "nauc_recall_at_1_std": 0.206311, + "nauc_recall_at_1_diff1": 0.811598, + "nauc_recall_at_3_max": 0.795651, + "nauc_recall_at_3_std": 0.389767, + "nauc_recall_at_3_diff1": 0.780248, + "nauc_recall_at_5_max": 0.847428, + "nauc_recall_at_5_std": 0.580413, + "nauc_recall_at_5_diff1": 0.834494, + "nauc_recall_at_10_max": 0.892847, + "nauc_recall_at_10_std": 0.810256, + "nauc_recall_at_10_diff1": 0.809534, + "nauc_recall_at_20_max": 0.885654, + "nauc_recall_at_20_std": 0.849458, + "nauc_recall_at_20_diff1": 0.805923, + "nauc_recall_at_100_max": 0.79583, + "nauc_recall_at_100_std": 0.613675, + "nauc_recall_at_100_diff1": 0.869396, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.561671, + "nauc_precision_at_1_std": 0.206311, + "nauc_precision_at_1_diff1": 0.811598, + "nauc_precision_at_3_max": 0.795651, + "nauc_precision_at_3_std": 0.389767, + "nauc_precision_at_3_diff1": 0.780248, + "nauc_precision_at_5_max": 0.847428, + "nauc_precision_at_5_std": 0.580413, + "nauc_precision_at_5_diff1": 0.834494, + "nauc_precision_at_10_max": 0.892847, + "nauc_precision_at_10_std": 0.810256, + "nauc_precision_at_10_diff1": 0.809534, + "nauc_precision_at_20_max": 0.885654, + "nauc_precision_at_20_std": 0.849458, + "nauc_precision_at_20_diff1": 0.805923, + "nauc_precision_at_100_max": 0.79583, + "nauc_precision_at_100_std": 0.613675, + "nauc_precision_at_100_diff1": 0.869396, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.561671, + "nauc_mrr_at_1_std": 0.206311, + "nauc_mrr_at_1_diff1": 0.811598, + "nauc_mrr_at_3_max": 0.628088, + "nauc_mrr_at_3_std": 0.252279, + "nauc_mrr_at_3_diff1": 0.805031, + "nauc_mrr_at_5_max": 0.621028, + "nauc_mrr_at_5_std": 0.258025, + "nauc_mrr_at_5_diff1": 0.810795, + "nauc_mrr_at_10_max": 0.61692, + "nauc_mrr_at_10_std": 0.257773, + "nauc_mrr_at_10_diff1": 0.809489, + "nauc_mrr_at_20_max": 0.614523, + "nauc_mrr_at_20_std": 0.253374, + "nauc_mrr_at_20_diff1": 0.809313, + "nauc_mrr_at_100_max": 0.614253, + "nauc_mrr_at_100_std": 0.252743, + "nauc_mrr_at_100_diff1": 0.809359, + "nauc_mrr_at_1000_max": 0.614228, + "nauc_mrr_at_1000_std": 0.252671, + "nauc_mrr_at_1000_diff1": 0.80935, + "main_score": 0.894, + "hf_subset": "zho-eng", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8323, + "ndcg_at_3": 0.88864, + "ndcg_at_5": 0.89907, + "ndcg_at_10": 0.90349, + "ndcg_at_20": 0.90643, + "ndcg_at_100": 0.91116, + "ndcg_at_1000": 0.91116, + "map_at_1": 0.8323, + "map_at_3": 0.87578, + "map_at_5": 0.88168, + "map_at_10": 0.88375, + "map_at_20": 0.88445, + "map_at_100": 0.88513, + "map_at_1000": 0.88513, + "recall_at_1": 0.8323, + "recall_at_3": 0.92547, + "recall_at_5": 0.95031, + "recall_at_10": 0.96273, + "recall_at_20": 0.97516, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.8323, + "precision_at_3": 0.30849, + "precision_at_5": 0.19006, + "precision_at_10": 0.09627, + "precision_at_20": 0.04876, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.832298, + "mrr_at_3": 0.875776, + "mrr_at_5": 0.881677, + "mrr_at_10": 0.883747, + "mrr_at_20": 0.884446, + "mrr_at_100": 0.885132, + "mrr_at_1000": 0.885132, + "nauc_ndcg_at_1_max": 0.643845, + "nauc_ndcg_at_1_std": 0.41315, + "nauc_ndcg_at_1_diff1": 0.836707, + "nauc_ndcg_at_3_max": 0.775895, + "nauc_ndcg_at_3_std": 0.609465, + "nauc_ndcg_at_3_diff1": 0.830444, + "nauc_ndcg_at_5_max": 0.769934, + "nauc_ndcg_at_5_std": 0.601072, + "nauc_ndcg_at_5_diff1": 0.846662, + "nauc_ndcg_at_10_max": 0.759012, + "nauc_ndcg_at_10_std": 0.58872, + "nauc_ndcg_at_10_diff1": 0.852555, + "nauc_ndcg_at_20_max": 0.751181, + "nauc_ndcg_at_20_std": 0.579701, + "nauc_ndcg_at_20_diff1": 0.84981, + "nauc_ndcg_at_100_max": 0.739165, + "nauc_ndcg_at_100_std": 0.558385, + "nauc_ndcg_at_100_diff1": 0.843454, + "nauc_ndcg_at_1000_max": 0.739165, + "nauc_ndcg_at_1000_std": 0.558385, + "nauc_ndcg_at_1000_diff1": 0.843454, + "nauc_map_at_1_max": 0.643845, + "nauc_map_at_1_std": 0.41315, + "nauc_map_at_1_diff1": 0.836707, + "nauc_map_at_3_max": 0.740906, + "nauc_map_at_3_std": 0.557824, + "nauc_map_at_3_diff1": 0.831948, + "nauc_map_at_5_max": 0.736251, + "nauc_map_at_5_std": 0.551494, + "nauc_map_at_5_diff1": 0.83973, + "nauc_map_at_10_max": 0.731366, + "nauc_map_at_10_std": 0.545756, + "nauc_map_at_10_diff1": 0.841901, + "nauc_map_at_20_max": 0.729676, + "nauc_map_at_20_std": 0.543675, + "nauc_map_at_20_diff1": 0.841271, + "nauc_map_at_100_max": 0.728172, + "nauc_map_at_100_std": 0.541094, + "nauc_map_at_100_diff1": 0.840548, + "nauc_map_at_1000_max": 0.728172, + "nauc_map_at_1000_std": 0.541094, + "nauc_map_at_1000_diff1": 0.840548, + "nauc_recall_at_1_max": 0.643845, + "nauc_recall_at_1_std": 0.41315, + "nauc_recall_at_1_diff1": 0.836707, + "nauc_recall_at_3_max": 0.933335, + "nauc_recall_at_3_std": 0.841533, + "nauc_recall_at_3_diff1": 0.823798, + "nauc_recall_at_5_max": 0.983671, + "nauc_recall_at_5_std": 0.914306, + "nauc_recall_at_5_diff1": 0.897978, + "nauc_recall_at_10_max": 0.978229, + "nauc_recall_at_10_std": 0.931985, + "nauc_recall_at_10_diff1": 0.956457, + "nauc_recall_at_20_max": 0.967343, + "nauc_recall_at_20_std": 0.967343, + "nauc_recall_at_20_diff1": 0.967343, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.643845, + "nauc_precision_at_1_std": 0.41315, + "nauc_precision_at_1_diff1": 0.836707, + "nauc_precision_at_3_max": 0.933335, + "nauc_precision_at_3_std": 0.841533, + "nauc_precision_at_3_diff1": 0.823798, + "nauc_precision_at_5_max": 0.983671, + "nauc_precision_at_5_std": 0.914306, + "nauc_precision_at_5_diff1": 0.897978, + "nauc_precision_at_10_max": 0.978229, + "nauc_precision_at_10_std": 0.931985, + "nauc_precision_at_10_diff1": 0.956457, + "nauc_precision_at_20_max": 0.967343, + "nauc_precision_at_20_std": 0.967343, + "nauc_precision_at_20_diff1": 0.967343, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.643845, + "nauc_mrr_at_1_std": 0.41315, + "nauc_mrr_at_1_diff1": 0.836707, + "nauc_mrr_at_3_max": 0.740906, + "nauc_mrr_at_3_std": 0.557824, + "nauc_mrr_at_3_diff1": 0.831948, + "nauc_mrr_at_5_max": 0.736251, + "nauc_mrr_at_5_std": 0.551494, + "nauc_mrr_at_5_diff1": 0.83973, + "nauc_mrr_at_10_max": 0.731366, + "nauc_mrr_at_10_std": 0.545756, + "nauc_mrr_at_10_diff1": 0.841901, + "nauc_mrr_at_20_max": 0.729676, + "nauc_mrr_at_20_std": 0.543675, + "nauc_mrr_at_20_diff1": 0.841271, + "nauc_mrr_at_100_max": 0.728172, + "nauc_mrr_at_100_std": 0.541094, + "nauc_mrr_at_100_diff1": 0.840548, + "nauc_mrr_at_1000_max": 0.728172, + "nauc_mrr_at_1000_std": 0.541094, + "nauc_mrr_at_1000_diff1": 0.840548, + "main_score": 0.90349, + "hf_subset": "zho-spa", + "languages": [ + "zho-Hans", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.7619, + "ndcg_at_3": 0.85179, + "ndcg_at_5": 0.86523, + "ndcg_at_10": 0.8719, + "ndcg_at_20": 0.8719, + "ndcg_at_100": 0.87788, + "ndcg_at_1000": 0.87788, + "map_at_1": 0.7619, + "map_at_3": 0.82981, + "map_at_5": 0.83748, + "map_at_10": 0.84014, + "map_at_20": 0.84014, + "map_at_100": 0.84098, + "map_at_1000": 0.84098, + "recall_at_1": 0.7619, + "recall_at_3": 0.91534, + "recall_at_5": 0.94709, + "recall_at_10": 0.96825, + "recall_at_20": 0.96825, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.7619, + "precision_at_3": 0.30511, + "precision_at_5": 0.18942, + "precision_at_10": 0.09683, + "precision_at_20": 0.04841, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.761905, + "mrr_at_3": 0.829806, + "mrr_at_5": 0.837478, + "mrr_at_10": 0.840138, + "mrr_at_20": 0.840138, + "mrr_at_100": 0.840983, + "mrr_at_1000": 0.840983, + "nauc_ndcg_at_1_max": 0.39766, + "nauc_ndcg_at_1_std": 0.062126, + "nauc_ndcg_at_1_diff1": 0.788394, + "nauc_ndcg_at_3_max": 0.521461, + "nauc_ndcg_at_3_std": 0.230819, + "nauc_ndcg_at_3_diff1": 0.748488, + "nauc_ndcg_at_5_max": 0.524707, + "nauc_ndcg_at_5_std": 0.247581, + "nauc_ndcg_at_5_diff1": 0.773595, + "nauc_ndcg_at_10_max": 0.500075, + "nauc_ndcg_at_10_std": 0.211282, + "nauc_ndcg_at_10_diff1": 0.772186, + "nauc_ndcg_at_20_max": 0.500075, + "nauc_ndcg_at_20_std": 0.211282, + "nauc_ndcg_at_20_diff1": 0.772186, + "nauc_ndcg_at_100_max": 0.481124, + "nauc_ndcg_at_100_std": 0.178878, + "nauc_ndcg_at_100_diff1": 0.771339, + "nauc_ndcg_at_1000_max": 0.481124, + "nauc_ndcg_at_1000_std": 0.178878, + "nauc_ndcg_at_1000_diff1": 0.771339, + "nauc_map_at_1_max": 0.39766, + "nauc_map_at_1_std": 0.062126, + "nauc_map_at_1_diff1": 0.788394, + "nauc_map_at_3_max": 0.479181, + "nauc_map_at_3_std": 0.168939, + "nauc_map_at_3_diff1": 0.75905, + "nauc_map_at_5_max": 0.478896, + "nauc_map_at_5_std": 0.174467, + "nauc_map_at_5_diff1": 0.771888, + "nauc_map_at_10_max": 0.47027, + "nauc_map_at_10_std": 0.161592, + "nauc_map_at_10_diff1": 0.77107, + "nauc_map_at_20_max": 0.47027, + "nauc_map_at_20_std": 0.161592, + "nauc_map_at_20_diff1": 0.77107, + "nauc_map_at_100_max": 0.468054, + "nauc_map_at_100_std": 0.157914, + "nauc_map_at_100_diff1": 0.771285, + "nauc_map_at_1000_max": 0.468054, + "nauc_map_at_1000_std": 0.157914, + "nauc_map_at_1000_diff1": 0.771285, + "nauc_recall_at_1_max": 0.39766, + "nauc_recall_at_1_std": 0.062126, + "nauc_recall_at_1_diff1": 0.788394, + "nauc_recall_at_3_max": 0.749953, + "nauc_recall_at_3_std": 0.568387, + "nauc_recall_at_3_diff1": 0.693673, + "nauc_recall_at_5_max": 0.901386, + "nauc_recall_at_5_std": 0.856736, + "nauc_recall_at_5_diff1": 0.79782, + "nauc_recall_at_10_max": 0.857443, + "nauc_recall_at_10_std": 0.829368, + "nauc_recall_at_10_diff1": 0.805591, + "nauc_recall_at_20_max": 0.857443, + "nauc_recall_at_20_std": 0.829368, + "nauc_recall_at_20_diff1": 0.805591, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.39766, + "nauc_precision_at_1_std": 0.062126, + "nauc_precision_at_1_diff1": 0.788394, + "nauc_precision_at_3_max": 0.749953, + "nauc_precision_at_3_std": 0.568387, + "nauc_precision_at_3_diff1": 0.693673, + "nauc_precision_at_5_max": 0.901386, + "nauc_precision_at_5_std": 0.856736, + "nauc_precision_at_5_diff1": 0.79782, + "nauc_precision_at_10_max": 0.857443, + "nauc_precision_at_10_std": 0.829368, + "nauc_precision_at_10_diff1": 0.805591, + "nauc_precision_at_20_max": 0.857443, + "nauc_precision_at_20_std": 0.829368, + "nauc_precision_at_20_diff1": 0.805591, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.39766, + "nauc_mrr_at_1_std": 0.062126, + "nauc_mrr_at_1_diff1": 0.788394, + "nauc_mrr_at_3_max": 0.479181, + "nauc_mrr_at_3_std": 0.168939, + "nauc_mrr_at_3_diff1": 0.75905, + "nauc_mrr_at_5_max": 0.478896, + "nauc_mrr_at_5_std": 0.174467, + "nauc_mrr_at_5_diff1": 0.771888, + "nauc_mrr_at_10_max": 0.47027, + "nauc_mrr_at_10_std": 0.161592, + "nauc_mrr_at_10_diff1": 0.77107, + "nauc_mrr_at_20_max": 0.47027, + "nauc_mrr_at_20_std": 0.161592, + "nauc_mrr_at_20_diff1": 0.77107, + "nauc_mrr_at_100_max": 0.468054, + "nauc_mrr_at_100_std": 0.157914, + "nauc_mrr_at_100_diff1": 0.771285, + "nauc_mrr_at_1000_max": 0.468054, + "nauc_mrr_at_1000_std": 0.157914, + "nauc_mrr_at_1000_diff1": 0.771285, + "main_score": 0.8719, + "hf_subset": "zho-hin", + "languages": [ + "zho-Hans", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.78261, + "ndcg_at_3": 0.85863, + "ndcg_at_5": 0.87477, + "ndcg_at_10": 0.88421, + "ndcg_at_20": 0.88556, + "ndcg_at_100": 0.8887, + "ndcg_at_1000": 0.88952, + "map_at_1": 0.78261, + "map_at_3": 0.84149, + "map_at_5": 0.85072, + "map_at_10": 0.85499, + "map_at_20": 0.85536, + "map_at_100": 0.85582, + "map_at_1000": 0.85587, + "recall_at_1": 0.78261, + "recall_at_3": 0.90761, + "recall_at_5": 0.94565, + "recall_at_10": 0.97283, + "recall_at_20": 0.97826, + "recall_at_100": 0.99457, + "recall_at_1000": 1.0, + "precision_at_1": 0.78261, + "precision_at_3": 0.30254, + "precision_at_5": 0.18913, + "precision_at_10": 0.09728, + "precision_at_20": 0.04891, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.782609, + "mrr_at_3": 0.841486, + "mrr_at_5": 0.850725, + "mrr_at_10": 0.854995, + "mrr_at_20": 0.855357, + "mrr_at_100": 0.855817, + "mrr_at_1000": 0.85587, + "nauc_ndcg_at_1_max": 0.357044, + "nauc_ndcg_at_1_std": -0.025903, + "nauc_ndcg_at_1_diff1": 0.771538, + "nauc_ndcg_at_3_max": 0.380892, + "nauc_ndcg_at_3_std": -0.011229, + "nauc_ndcg_at_3_diff1": 0.729114, + "nauc_ndcg_at_5_max": 0.457004, + "nauc_ndcg_at_5_std": 0.10118, + "nauc_ndcg_at_5_diff1": 0.751098, + "nauc_ndcg_at_10_max": 0.420208, + "nauc_ndcg_at_10_std": 0.067267, + "nauc_ndcg_at_10_diff1": 0.759319, + "nauc_ndcg_at_20_max": 0.41639, + "nauc_ndcg_at_20_std": 0.06111, + "nauc_ndcg_at_20_diff1": 0.759787, + "nauc_ndcg_at_100_max": 0.410362, + "nauc_ndcg_at_100_std": 0.047313, + "nauc_ndcg_at_100_diff1": 0.756746, + "nauc_ndcg_at_1000_max": 0.405744, + "nauc_ndcg_at_1000_std": 0.039852, + "nauc_ndcg_at_1000_diff1": 0.755863, + "nauc_map_at_1_max": 0.357044, + "nauc_map_at_1_std": -0.025903, + "nauc_map_at_1_diff1": 0.771538, + "nauc_map_at_3_max": 0.375841, + "nauc_map_at_3_std": -0.012752, + "nauc_map_at_3_diff1": 0.740929, + "nauc_map_at_5_max": 0.413329, + "nauc_map_at_5_std": 0.043017, + "nauc_map_at_5_diff1": 0.752633, + "nauc_map_at_10_max": 0.398707, + "nauc_map_at_10_std": 0.028934, + "nauc_map_at_10_diff1": 0.755738, + "nauc_map_at_20_max": 0.39784, + "nauc_map_at_20_std": 0.027527, + "nauc_map_at_20_diff1": 0.755828, + "nauc_map_at_100_max": 0.397027, + "nauc_map_at_100_std": 0.025823, + "nauc_map_at_100_diff1": 0.755499, + "nauc_map_at_1000_max": 0.396791, + "nauc_map_at_1000_std": 0.025441, + "nauc_map_at_1000_diff1": 0.755455, + "nauc_recall_at_1_max": 0.357044, + "nauc_recall_at_1_std": -0.025903, + "nauc_recall_at_1_diff1": 0.771538, + "nauc_recall_at_3_max": 0.402666, + "nauc_recall_at_3_std": -0.00627, + "nauc_recall_at_3_diff1": 0.675309, + "nauc_recall_at_5_max": 0.797638, + "nauc_recall_at_5_std": 0.557901, + "nauc_recall_at_5_diff1": 0.747332, + "nauc_recall_at_10_max": 0.710451, + "nauc_recall_at_10_std": 0.621357, + "nauc_recall_at_10_diff1": 0.836773, + "nauc_recall_at_20_max": 0.707479, + "nauc_recall_at_20_std": 0.638064, + "nauc_recall_at_20_diff1": 0.865382, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869596, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.357044, + "nauc_precision_at_1_std": -0.025903, + "nauc_precision_at_1_diff1": 0.771538, + "nauc_precision_at_3_max": 0.402666, + "nauc_precision_at_3_std": -0.00627, + "nauc_precision_at_3_diff1": 0.675309, + "nauc_precision_at_5_max": 0.797638, + "nauc_precision_at_5_std": 0.557901, + "nauc_precision_at_5_diff1": 0.747332, + "nauc_precision_at_10_max": 0.710451, + "nauc_precision_at_10_std": 0.621357, + "nauc_precision_at_10_diff1": 0.836773, + "nauc_precision_at_20_max": 0.707479, + "nauc_precision_at_20_std": 0.638064, + "nauc_precision_at_20_diff1": 0.865382, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869596, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.357044, + "nauc_mrr_at_1_std": -0.025903, + "nauc_mrr_at_1_diff1": 0.771538, + "nauc_mrr_at_3_max": 0.375841, + "nauc_mrr_at_3_std": -0.012752, + "nauc_mrr_at_3_diff1": 0.740929, + "nauc_mrr_at_5_max": 0.413329, + "nauc_mrr_at_5_std": 0.043017, + "nauc_mrr_at_5_diff1": 0.752633, + "nauc_mrr_at_10_max": 0.398707, + "nauc_mrr_at_10_std": 0.028934, + "nauc_mrr_at_10_diff1": 0.755738, + "nauc_mrr_at_20_max": 0.39784, + "nauc_mrr_at_20_std": 0.027527, + "nauc_mrr_at_20_diff1": 0.755828, + "nauc_mrr_at_100_max": 0.397027, + "nauc_mrr_at_100_std": 0.025823, + "nauc_mrr_at_100_diff1": 0.755499, + "nauc_mrr_at_1000_max": 0.396791, + "nauc_mrr_at_1000_std": 0.025441, + "nauc_mrr_at_1000_diff1": 0.755455, + "main_score": 0.88421, + "hf_subset": "zho-vie", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.81548, + "ndcg_at_3": 0.87474, + "ndcg_at_5": 0.88798, + "ndcg_at_10": 0.89557, + "ndcg_at_20": 0.89765, + "ndcg_at_100": 0.89952, + "ndcg_at_1000": 0.90135, + "map_at_1": 0.81548, + "map_at_3": 0.86144, + "map_at_5": 0.86888, + "map_at_10": 0.87195, + "map_at_20": 0.87256, + "map_at_100": 0.87283, + "map_at_1000": 0.8729, + "recall_at_1": 0.81548, + "recall_at_3": 0.9127, + "recall_at_5": 0.94444, + "recall_at_10": 0.96825, + "recall_at_20": 0.97619, + "recall_at_100": 0.98611, + "recall_at_1000": 1.0, + "precision_at_1": 0.81548, + "precision_at_3": 0.30423, + "precision_at_5": 0.18889, + "precision_at_10": 0.09683, + "precision_at_20": 0.04881, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.815476, + "mrr_at_3": 0.861442, + "mrr_at_5": 0.868882, + "mrr_at_10": 0.871951, + "mrr_at_20": 0.87256, + "mrr_at_100": 0.872827, + "mrr_at_1000": 0.872901, + "nauc_ndcg_at_1_max": 0.628139, + "nauc_ndcg_at_1_std": 0.298095, + "nauc_ndcg_at_1_diff1": 0.872063, + "nauc_ndcg_at_3_max": 0.705513, + "nauc_ndcg_at_3_std": 0.381501, + "nauc_ndcg_at_3_diff1": 0.849462, + "nauc_ndcg_at_5_max": 0.714273, + "nauc_ndcg_at_5_std": 0.388443, + "nauc_ndcg_at_5_diff1": 0.859052, + "nauc_ndcg_at_10_max": 0.7074, + "nauc_ndcg_at_10_std": 0.396483, + "nauc_ndcg_at_10_diff1": 0.858926, + "nauc_ndcg_at_20_max": 0.70343, + "nauc_ndcg_at_20_std": 0.393915, + "nauc_ndcg_at_20_diff1": 0.860488, + "nauc_ndcg_at_100_max": 0.698682, + "nauc_ndcg_at_100_std": 0.383308, + "nauc_ndcg_at_100_diff1": 0.861039, + "nauc_ndcg_at_1000_max": 0.693266, + "nauc_ndcg_at_1000_std": 0.376419, + "nauc_ndcg_at_1000_diff1": 0.860381, + "nauc_map_at_1_max": 0.628139, + "nauc_map_at_1_std": 0.298095, + "nauc_map_at_1_diff1": 0.872063, + "nauc_map_at_3_max": 0.684104, + "nauc_map_at_3_std": 0.359902, + "nauc_map_at_3_diff1": 0.855351, + "nauc_map_at_5_max": 0.687221, + "nauc_map_at_5_std": 0.362095, + "nauc_map_at_5_diff1": 0.860395, + "nauc_map_at_10_max": 0.684472, + "nauc_map_at_10_std": 0.364193, + "nauc_map_at_10_diff1": 0.860383, + "nauc_map_at_20_max": 0.683445, + "nauc_map_at_20_std": 0.363661, + "nauc_map_at_20_diff1": 0.860771, + "nauc_map_at_100_max": 0.682847, + "nauc_map_at_100_std": 0.362434, + "nauc_map_at_100_diff1": 0.860831, + "nauc_map_at_1000_max": 0.682671, + "nauc_map_at_1000_std": 0.362239, + "nauc_map_at_1000_diff1": 0.860815, + "nauc_recall_at_1_max": 0.628139, + "nauc_recall_at_1_std": 0.298095, + "nauc_recall_at_1_diff1": 0.872063, + "nauc_recall_at_3_max": 0.797717, + "nauc_recall_at_3_std": 0.473469, + "nauc_recall_at_3_diff1": 0.824359, + "nauc_recall_at_5_max": 0.889745, + "nauc_recall_at_5_std": 0.557213, + "nauc_recall_at_5_diff1": 0.854081, + "nauc_recall_at_10_max": 0.948958, + "nauc_recall_at_10_std": 0.760697, + "nauc_recall_at_10_diff1": 0.849062, + "nauc_recall_at_20_max": 0.965972, + "nauc_recall_at_20_std": 0.832993, + "nauc_recall_at_20_diff1": 0.86992, + "nauc_recall_at_100_max": 0.981342, + "nauc_recall_at_100_std": 0.753379, + "nauc_recall_at_100_diff1": 0.896651, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.628139, + "nauc_precision_at_1_std": 0.298095, + "nauc_precision_at_1_diff1": 0.872063, + "nauc_precision_at_3_max": 0.797717, + "nauc_precision_at_3_std": 0.473469, + "nauc_precision_at_3_diff1": 0.824359, + "nauc_precision_at_5_max": 0.889745, + "nauc_precision_at_5_std": 0.557213, + "nauc_precision_at_5_diff1": 0.854081, + "nauc_precision_at_10_max": 0.948958, + "nauc_precision_at_10_std": 0.760697, + "nauc_precision_at_10_diff1": 0.849062, + "nauc_precision_at_20_max": 0.965972, + "nauc_precision_at_20_std": 0.832993, + "nauc_precision_at_20_diff1": 0.86992, + "nauc_precision_at_100_max": 0.981342, + "nauc_precision_at_100_std": 0.753379, + "nauc_precision_at_100_diff1": 0.896651, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.628139, + "nauc_mrr_at_1_std": 0.298095, + "nauc_mrr_at_1_diff1": 0.872063, + "nauc_mrr_at_3_max": 0.684104, + "nauc_mrr_at_3_std": 0.359902, + "nauc_mrr_at_3_diff1": 0.855351, + "nauc_mrr_at_5_max": 0.687221, + "nauc_mrr_at_5_std": 0.362095, + "nauc_mrr_at_5_diff1": 0.860395, + "nauc_mrr_at_10_max": 0.684472, + "nauc_mrr_at_10_std": 0.364193, + "nauc_mrr_at_10_diff1": 0.860383, + "nauc_mrr_at_20_max": 0.683445, + "nauc_mrr_at_20_std": 0.363661, + "nauc_mrr_at_20_diff1": 0.860771, + "nauc_mrr_at_100_max": 0.682847, + "nauc_mrr_at_100_std": 0.362434, + "nauc_mrr_at_100_diff1": 0.860831, + "nauc_mrr_at_1000_max": 0.682671, + "nauc_mrr_at_1000_std": 0.362239, + "nauc_mrr_at_1000_diff1": 0.860815, + "main_score": 0.89557, + "hf_subset": "zho-zho", + "languages": [ + "zho-Hans", + "zho-Hans" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.5796, + "ndcg_at_3": 0.66314, + "ndcg_at_5": 0.68208, + "ndcg_at_10": 0.69838, + "ndcg_at_20": 0.70892, + "ndcg_at_100": 0.72223, + "ndcg_at_1000": 0.72939, + "map_at_1": 0.5795, + "map_at_3": 0.64301, + "map_at_5": 0.65354, + "map_at_10": 0.66032, + "map_at_20": 0.66323, + "map_at_100": 0.6651, + "map_at_1000": 0.66536, + "recall_at_1": 0.5795, + "recall_at_3": 0.72117, + "recall_at_5": 0.76711, + "recall_at_10": 0.81718, + "recall_at_20": 0.8588, + "recall_at_100": 0.93006, + "recall_at_1000": 0.98697, + "precision_at_1": 0.5796, + "precision_at_3": 0.24045, + "precision_at_5": 0.15346, + "precision_at_10": 0.08174, + "precision_at_20": 0.04295, + "precision_at_100": 0.0093, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.579599, + "mrr_at_3": 0.64304, + "mrr_at_5": 0.653569, + "mrr_at_10": 0.660356, + "mrr_at_20": 0.663258, + "mrr_at_100": 0.665132, + "mrr_at_1000": 0.665391, + "nauc_ndcg_at_1_max": 0.52455, + "nauc_ndcg_at_1_std": 0.07002, + "nauc_ndcg_at_1_diff1": 0.767877, + "nauc_ndcg_at_3_max": 0.57414, + "nauc_ndcg_at_3_std": 0.115586, + "nauc_ndcg_at_3_diff1": 0.732712, + "nauc_ndcg_at_5_max": 0.579145, + "nauc_ndcg_at_5_std": 0.126081, + "nauc_ndcg_at_5_diff1": 0.730644, + "nauc_ndcg_at_10_max": 0.582325, + "nauc_ndcg_at_10_std": 0.140211, + "nauc_ndcg_at_10_diff1": 0.729335, + "nauc_ndcg_at_20_max": 0.583178, + "nauc_ndcg_at_20_std": 0.147026, + "nauc_ndcg_at_20_diff1": 0.727751, + "nauc_ndcg_at_100_max": 0.578603, + "nauc_ndcg_at_100_std": 0.143835, + "nauc_ndcg_at_100_diff1": 0.730796, + "nauc_ndcg_at_1000_max": 0.574773, + "nauc_ndcg_at_1000_std": 0.134564, + "nauc_ndcg_at_1000_diff1": 0.734149, + "nauc_map_at_1_max": 0.52416, + "nauc_map_at_1_std": 0.069963, + "nauc_map_at_1_diff1": 0.767747, + "nauc_map_at_3_max": 0.56124, + "nauc_map_at_3_std": 0.103077, + "nauc_map_at_3_diff1": 0.741309, + "nauc_map_at_5_max": 0.563453, + "nauc_map_at_5_std": 0.108301, + "nauc_map_at_5_diff1": 0.740435, + "nauc_map_at_10_max": 0.56436, + "nauc_map_at_10_std": 0.113226, + "nauc_map_at_10_diff1": 0.740101, + "nauc_map_at_20_max": 0.564427, + "nauc_map_at_20_std": 0.114626, + "nauc_map_at_20_diff1": 0.739804, + "nauc_map_at_100_max": 0.563822, + "nauc_map_at_100_std": 0.114266, + "nauc_map_at_100_diff1": 0.740206, + "nauc_map_at_1000_max": 0.563714, + "nauc_map_at_1000_std": 0.113998, + "nauc_map_at_1000_diff1": 0.740326, + "nauc_recall_at_1_max": 0.52416, + "nauc_recall_at_1_std": 0.069963, + "nauc_recall_at_1_diff1": 0.767747, + "nauc_recall_at_3_max": 0.617575, + "nauc_recall_at_3_std": 0.158215, + "nauc_recall_at_3_diff1": 0.703825, + "nauc_recall_at_5_max": 0.639801, + "nauc_recall_at_5_std": 0.196146, + "nauc_recall_at_5_diff1": 0.693188, + "nauc_recall_at_10_max": 0.667684, + "nauc_recall_at_10_std": 0.27589, + "nauc_recall_at_10_diff1": 0.679105, + "nauc_recall_at_20_max": 0.696011, + "nauc_recall_at_20_std": 0.359932, + "nauc_recall_at_20_diff1": 0.654822, + "nauc_recall_at_100_max": 0.719437, + "nauc_recall_at_100_std": 0.492793, + "nauc_recall_at_100_diff1": 0.641368, + "nauc_recall_at_1000_max": 0.799293, + "nauc_recall_at_1000_std": 0.728037, + "nauc_recall_at_1000_diff1": 0.690662, + "nauc_precision_at_1_max": 0.52455, + "nauc_precision_at_1_std": 0.07002, + "nauc_precision_at_1_diff1": 0.767877, + "nauc_precision_at_3_max": 0.617634, + "nauc_precision_at_3_std": 0.158135, + "nauc_precision_at_3_diff1": 0.703016, + "nauc_precision_at_5_max": 0.639835, + "nauc_precision_at_5_std": 0.195995, + "nauc_precision_at_5_diff1": 0.692269, + "nauc_precision_at_10_max": 0.667673, + "nauc_precision_at_10_std": 0.275554, + "nauc_precision_at_10_diff1": 0.678006, + "nauc_precision_at_20_max": 0.695929, + "nauc_precision_at_20_std": 0.359305, + "nauc_precision_at_20_diff1": 0.653489, + "nauc_precision_at_100_max": 0.719169, + "nauc_precision_at_100_std": 0.490962, + "nauc_precision_at_100_diff1": 0.638848, + "nauc_precision_at_1000_max": 0.794492, + "nauc_precision_at_1000_std": 0.710628, + "nauc_precision_at_1000_diff1": 0.673908, + "nauc_mrr_at_1_max": 0.52455, + "nauc_mrr_at_1_std": 0.07002, + "nauc_mrr_at_1_diff1": 0.767877, + "nauc_mrr_at_3_max": 0.561387, + "nauc_mrr_at_3_std": 0.1031, + "nauc_mrr_at_3_diff1": 0.741356, + "nauc_mrr_at_5_max": 0.563604, + "nauc_mrr_at_5_std": 0.108325, + "nauc_mrr_at_5_diff1": 0.740483, + "nauc_mrr_at_10_max": 0.564514, + "nauc_mrr_at_10_std": 0.11325, + "nauc_mrr_at_10_diff1": 0.740151, + "nauc_mrr_at_20_max": 0.564583, + "nauc_mrr_at_20_std": 0.11465, + "nauc_mrr_at_20_diff1": 0.739854, + "nauc_mrr_at_100_max": 0.563979, + "nauc_mrr_at_100_std": 0.114291, + "nauc_mrr_at_100_diff1": 0.740257, + "nauc_mrr_at_1000_max": 0.56387, + "nauc_mrr_at_1000_std": 0.114021, + "nauc_mrr_at_1000_diff1": 0.740376, + "main_score": 0.69838, + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.67779, + "ndcg_at_3": 0.75234, + "ndcg_at_5": 0.7643, + "ndcg_at_10": 0.77816, + "ndcg_at_20": 0.78711, + "ndcg_at_100": 0.7967, + "ndcg_at_1000": 0.80139, + "map_at_1": 0.67749, + "map_at_3": 0.73402, + "map_at_5": 0.74064, + "map_at_10": 0.74631, + "map_at_20": 0.74888, + "map_at_100": 0.75026, + "map_at_1000": 0.75045, + "recall_at_1": 0.67749, + "recall_at_3": 0.80522, + "recall_at_5": 0.83434, + "recall_at_10": 0.87743, + "recall_at_20": 0.91201, + "recall_at_100": 0.96299, + "recall_at_1000": 0.99939, + "precision_at_1": 0.67779, + "precision_at_3": 0.26861, + "precision_at_5": 0.16699, + "precision_at_10": 0.0878, + "precision_at_20": 0.04563, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.677791, + "mrr_at_3": 0.734122, + "mrr_at_5": 0.740736, + "mrr_at_10": 0.746411, + "mrr_at_20": 0.748984, + "mrr_at_100": 0.750364, + "mrr_at_1000": 0.750549, + "nauc_ndcg_at_1_max": 0.662399, + "nauc_ndcg_at_1_std": 0.050791, + "nauc_ndcg_at_1_diff1": 0.832864, + "nauc_ndcg_at_3_max": 0.694891, + "nauc_ndcg_at_3_std": 0.086432, + "nauc_ndcg_at_3_diff1": 0.800083, + "nauc_ndcg_at_5_max": 0.697448, + "nauc_ndcg_at_5_std": 0.08288, + "nauc_ndcg_at_5_diff1": 0.803347, + "nauc_ndcg_at_10_max": 0.701836, + "nauc_ndcg_at_10_std": 0.089359, + "nauc_ndcg_at_10_diff1": 0.805247, + "nauc_ndcg_at_20_max": 0.699911, + "nauc_ndcg_at_20_std": 0.099366, + "nauc_ndcg_at_20_diff1": 0.807192, + "nauc_ndcg_at_100_max": 0.699617, + "nauc_ndcg_at_100_std": 0.102869, + "nauc_ndcg_at_100_diff1": 0.808935, + "nauc_ndcg_at_1000_max": 0.695334, + "nauc_ndcg_at_1000_std": 0.090572, + "nauc_ndcg_at_1000_diff1": 0.810089, + "nauc_map_at_1_max": 0.660703, + "nauc_map_at_1_std": 0.048817, + "nauc_map_at_1_diff1": 0.832748, + "nauc_map_at_3_max": 0.687023, + "nauc_map_at_3_std": 0.075851, + "nauc_map_at_3_diff1": 0.809169, + "nauc_map_at_5_max": 0.688162, + "nauc_map_at_5_std": 0.073992, + "nauc_map_at_5_diff1": 0.811059, + "nauc_map_at_10_max": 0.689549, + "nauc_map_at_10_std": 0.075441, + "nauc_map_at_10_diff1": 0.812017, + "nauc_map_at_20_max": 0.688913, + "nauc_map_at_20_std": 0.077978, + "nauc_map_at_20_diff1": 0.81245, + "nauc_map_at_100_max": 0.688973, + "nauc_map_at_100_std": 0.078553, + "nauc_map_at_100_diff1": 0.812843, + "nauc_map_at_1000_max": 0.68884, + "nauc_map_at_1000_std": 0.078214, + "nauc_map_at_1000_diff1": 0.812885, + "nauc_recall_at_1_max": 0.660703, + "nauc_recall_at_1_std": 0.048817, + "nauc_recall_at_1_diff1": 0.832748, + "nauc_recall_at_3_max": 0.722067, + "nauc_recall_at_3_std": 0.124364, + "nauc_recall_at_3_diff1": 0.766684, + "nauc_recall_at_5_max": 0.734533, + "nauc_recall_at_5_std": 0.117632, + "nauc_recall_at_5_diff1": 0.771923, + "nauc_recall_at_10_max": 0.768599, + "nauc_recall_at_10_std": 0.168631, + "nauc_recall_at_10_diff1": 0.770915, + "nauc_recall_at_20_max": 0.777163, + "nauc_recall_at_20_std": 0.276264, + "nauc_recall_at_20_diff1": 0.77689, + "nauc_recall_at_100_max": 0.862659, + "nauc_recall_at_100_std": 0.586091, + "nauc_recall_at_100_diff1": 0.767709, + "nauc_recall_at_1000_max": 0.869263, + "nauc_recall_at_1000_std": 0.869263, + "nauc_recall_at_1000_diff1": 0.869263, + "nauc_precision_at_1_max": 0.662399, + "nauc_precision_at_1_std": 0.050791, + "nauc_precision_at_1_diff1": 0.832864, + "nauc_precision_at_3_max": 0.721723, + "nauc_precision_at_3_std": 0.1294, + "nauc_precision_at_3_diff1": 0.76109, + "nauc_precision_at_5_max": 0.73405, + "nauc_precision_at_5_std": 0.123519, + "nauc_precision_at_5_diff1": 0.765398, + "nauc_precision_at_10_max": 0.767669, + "nauc_precision_at_10_std": 0.175899, + "nauc_precision_at_10_diff1": 0.762374, + "nauc_precision_at_20_max": 0.7758, + "nauc_precision_at_20_std": 0.28484, + "nauc_precision_at_20_diff1": 0.765243, + "nauc_precision_at_100_max": 0.857101, + "nauc_precision_at_100_std": 0.597563, + "nauc_precision_at_100_diff1": 0.740723, + "nauc_precision_at_1000_max": 0.737757, + "nauc_precision_at_1000_std": 0.952267, + "nauc_precision_at_1000_diff1": 0.186626, + "nauc_mrr_at_1_max": 0.662399, + "nauc_mrr_at_1_std": 0.050791, + "nauc_mrr_at_1_diff1": 0.832864, + "nauc_mrr_at_3_max": 0.687689, + "nauc_mrr_at_3_std": 0.076626, + "nauc_mrr_at_3_diff1": 0.809208, + "nauc_mrr_at_5_max": 0.688846, + "nauc_mrr_at_5_std": 0.074787, + "nauc_mrr_at_5_diff1": 0.8111, + "nauc_mrr_at_10_max": 0.690248, + "nauc_mrr_at_10_std": 0.076253, + "nauc_mrr_at_10_diff1": 0.812059, + "nauc_mrr_at_20_max": 0.68962, + "nauc_mrr_at_20_std": 0.0788, + "nauc_mrr_at_20_diff1": 0.812492, + "nauc_mrr_at_100_max": 0.689684, + "nauc_mrr_at_100_std": 0.07938, + "nauc_mrr_at_100_diff1": 0.812886, + "nauc_mrr_at_1000_max": 0.689551, + "nauc_mrr_at_1000_std": 0.079041, + "nauc_mrr_at_1000_diff1": 0.812927, + "main_score": 0.77816, + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.63991, + "ndcg_at_3": 0.72038, + "ndcg_at_5": 0.73987, + "ndcg_at_10": 0.75427, + "ndcg_at_20": 0.76335, + "ndcg_at_100": 0.77384, + "ndcg_at_1000": 0.77842, + "map_at_1": 0.63972, + "map_at_3": 0.70139, + "map_at_5": 0.71222, + "map_at_10": 0.71818, + "map_at_20": 0.72069, + "map_at_100": 0.72215, + "map_at_1000": 0.72232, + "recall_at_1": 0.63972, + "recall_at_3": 0.77485, + "recall_at_5": 0.82211, + "recall_at_10": 0.86656, + "recall_at_20": 0.90238, + "recall_at_100": 0.95874, + "recall_at_1000": 0.99512, + "precision_at_1": 0.63991, + "precision_at_3": 0.25838, + "precision_at_5": 0.16448, + "precision_at_10": 0.08668, + "precision_at_20": 0.04513, + "precision_at_100": 0.00959, + "precision_at_1000": 0.001, + "mrr_at_1": 0.63991, + "mrr_at_3": 0.701519, + "mrr_at_5": 0.71235, + "mrr_at_10": 0.718309, + "mrr_at_20": 0.720813, + "mrr_at_100": 0.722271, + "mrr_at_1000": 0.722438, + "nauc_ndcg_at_1_max": 0.634554, + "nauc_ndcg_at_1_std": 0.065354, + "nauc_ndcg_at_1_diff1": 0.779237, + "nauc_ndcg_at_3_max": 0.676648, + "nauc_ndcg_at_3_std": 0.100083, + "nauc_ndcg_at_3_diff1": 0.747017, + "nauc_ndcg_at_5_max": 0.677063, + "nauc_ndcg_at_5_std": 0.113406, + "nauc_ndcg_at_5_diff1": 0.740661, + "nauc_ndcg_at_10_max": 0.677891, + "nauc_ndcg_at_10_std": 0.12175, + "nauc_ndcg_at_10_diff1": 0.740746, + "nauc_ndcg_at_20_max": 0.675869, + "nauc_ndcg_at_20_std": 0.123389, + "nauc_ndcg_at_20_diff1": 0.742483, + "nauc_ndcg_at_100_max": 0.673689, + "nauc_ndcg_at_100_std": 0.121001, + "nauc_ndcg_at_100_diff1": 0.745812, + "nauc_ndcg_at_1000_max": 0.671123, + "nauc_ndcg_at_1000_std": 0.113303, + "nauc_ndcg_at_1000_diff1": 0.748216, + "nauc_map_at_1_max": 0.633998, + "nauc_map_at_1_std": 0.064403, + "nauc_map_at_1_diff1": 0.779354, + "nauc_map_at_3_max": 0.665623, + "nauc_map_at_3_std": 0.090236, + "nauc_map_at_3_diff1": 0.755303, + "nauc_map_at_5_max": 0.665438, + "nauc_map_at_5_std": 0.096644, + "nauc_map_at_5_diff1": 0.752277, + "nauc_map_at_10_max": 0.665377, + "nauc_map_at_10_std": 0.099255, + "nauc_map_at_10_diff1": 0.752471, + "nauc_map_at_20_max": 0.664788, + "nauc_map_at_20_std": 0.099368, + "nauc_map_at_20_diff1": 0.752969, + "nauc_map_at_100_max": 0.66447, + "nauc_map_at_100_std": 0.098988, + "nauc_map_at_100_diff1": 0.753374, + "nauc_map_at_1000_max": 0.664398, + "nauc_map_at_1000_std": 0.098778, + "nauc_map_at_1000_diff1": 0.753457, + "nauc_recall_at_1_max": 0.633998, + "nauc_recall_at_1_std": 0.064403, + "nauc_recall_at_1_diff1": 0.779354, + "nauc_recall_at_3_max": 0.715088, + "nauc_recall_at_3_std": 0.134134, + "nauc_recall_at_3_diff1": 0.718022, + "nauc_recall_at_5_max": 0.725037, + "nauc_recall_at_5_std": 0.185545, + "nauc_recall_at_5_diff1": 0.691151, + "nauc_recall_at_10_max": 0.744758, + "nauc_recall_at_10_std": 0.250505, + "nauc_recall_at_10_diff1": 0.677663, + "nauc_recall_at_20_max": 0.74929, + "nauc_recall_at_20_std": 0.306658, + "nauc_recall_at_20_diff1": 0.672108, + "nauc_recall_at_100_max": 0.794681, + "nauc_recall_at_100_std": 0.490718, + "nauc_recall_at_100_diff1": 0.664366, + "nauc_recall_at_1000_max": 0.880238, + "nauc_recall_at_1000_std": 0.776022, + "nauc_recall_at_1000_diff1": 0.778266, + "nauc_precision_at_1_max": 0.634554, + "nauc_precision_at_1_std": 0.065354, + "nauc_precision_at_1_diff1": 0.779237, + "nauc_precision_at_3_max": 0.715183, + "nauc_precision_at_3_std": 0.135812, + "nauc_precision_at_3_diff1": 0.716393, + "nauc_precision_at_5_max": 0.725197, + "nauc_precision_at_5_std": 0.187532, + "nauc_precision_at_5_diff1": 0.689258, + "nauc_precision_at_10_max": 0.74493, + "nauc_precision_at_10_std": 0.252964, + "nauc_precision_at_10_diff1": 0.67523, + "nauc_precision_at_20_max": 0.749598, + "nauc_precision_at_20_std": 0.309804, + "nauc_precision_at_20_diff1": 0.66899, + "nauc_precision_at_100_max": 0.777622, + "nauc_precision_at_100_std": 0.497298, + "nauc_precision_at_100_diff1": 0.639076, + "nauc_precision_at_1000_max": 0.742869, + "nauc_precision_at_1000_std": 0.77578, + "nauc_precision_at_1000_diff1": 0.57678, + "nauc_mrr_at_1_max": 0.634554, + "nauc_mrr_at_1_std": 0.065354, + "nauc_mrr_at_1_diff1": 0.779237, + "nauc_mrr_at_3_max": 0.665902, + "nauc_mrr_at_3_std": 0.091048, + "nauc_mrr_at_3_diff1": 0.755144, + "nauc_mrr_at_5_max": 0.665727, + "nauc_mrr_at_5_std": 0.097486, + "nauc_mrr_at_5_diff1": 0.752111, + "nauc_mrr_at_10_max": 0.665672, + "nauc_mrr_at_10_std": 0.100116, + "nauc_mrr_at_10_diff1": 0.752302, + "nauc_mrr_at_20_max": 0.665086, + "nauc_mrr_at_20_std": 0.100237, + "nauc_mrr_at_20_diff1": 0.752798, + "nauc_mrr_at_100_max": 0.664765, + "nauc_mrr_at_100_std": 0.099821, + "nauc_mrr_at_100_diff1": 0.753212, + "nauc_mrr_at_1000_max": 0.664693, + "nauc_mrr_at_1000_std": 0.099611, + "nauc_mrr_at_1000_diff1": 0.753295, + "main_score": 0.75427, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6542, + "ndcg_at_3": 0.74347, + "ndcg_at_5": 0.758, + "ndcg_at_10": 0.77309, + "ndcg_at_20": 0.77996, + "ndcg_at_100": 0.78991, + "ndcg_at_1000": 0.79391, + "map_at_1": 0.6542, + "map_at_3": 0.72186, + "map_at_5": 0.7299, + "map_at_10": 0.73616, + "map_at_20": 0.73809, + "map_at_100": 0.73946, + "map_at_1000": 0.73961, + "recall_at_1": 0.6542, + "recall_at_3": 0.80586, + "recall_at_5": 0.84125, + "recall_at_10": 0.88777, + "recall_at_20": 0.91456, + "recall_at_100": 0.96815, + "recall_at_1000": 1.0, + "precision_at_1": 0.6542, + "precision_at_3": 0.26862, + "precision_at_5": 0.16825, + "precision_at_10": 0.08878, + "precision_at_20": 0.04573, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.654196, + "mrr_at_3": 0.721857, + "mrr_at_5": 0.729896, + "mrr_at_10": 0.736157, + "mrr_at_20": 0.738089, + "mrr_at_100": 0.739459, + "mrr_at_1000": 0.739605, + "nauc_ndcg_at_1_max": 0.6264, + "nauc_ndcg_at_1_std": 0.11515, + "nauc_ndcg_at_1_diff1": 0.79003, + "nauc_ndcg_at_3_max": 0.680143, + "nauc_ndcg_at_3_std": 0.190354, + "nauc_ndcg_at_3_diff1": 0.748818, + "nauc_ndcg_at_5_max": 0.682763, + "nauc_ndcg_at_5_std": 0.197454, + "nauc_ndcg_at_5_diff1": 0.74989, + "nauc_ndcg_at_10_max": 0.683311, + "nauc_ndcg_at_10_std": 0.205532, + "nauc_ndcg_at_10_diff1": 0.750262, + "nauc_ndcg_at_20_max": 0.681576, + "nauc_ndcg_at_20_std": 0.205452, + "nauc_ndcg_at_20_diff1": 0.752791, + "nauc_ndcg_at_100_max": 0.676644, + "nauc_ndcg_at_100_std": 0.196838, + "nauc_ndcg_at_100_diff1": 0.756271, + "nauc_ndcg_at_1000_max": 0.673313, + "nauc_ndcg_at_1000_std": 0.188521, + "nauc_ndcg_at_1000_diff1": 0.757918, + "nauc_map_at_1_max": 0.6264, + "nauc_map_at_1_std": 0.11515, + "nauc_map_at_1_diff1": 0.79003, + "nauc_map_at_3_max": 0.666195, + "nauc_map_at_3_std": 0.169602, + "nauc_map_at_3_diff1": 0.760189, + "nauc_map_at_5_max": 0.667119, + "nauc_map_at_5_std": 0.172472, + "nauc_map_at_5_diff1": 0.760998, + "nauc_map_at_10_max": 0.667174, + "nauc_map_at_10_std": 0.175088, + "nauc_map_at_10_diff1": 0.761511, + "nauc_map_at_20_max": 0.666661, + "nauc_map_at_20_std": 0.17484, + "nauc_map_at_20_diff1": 0.762259, + "nauc_map_at_100_max": 0.665988, + "nauc_map_at_100_std": 0.173828, + "nauc_map_at_100_diff1": 0.762683, + "nauc_map_at_1000_max": 0.665875, + "nauc_map_at_1000_std": 0.173584, + "nauc_map_at_1000_diff1": 0.762735, + "nauc_recall_at_1_max": 0.6264, + "nauc_recall_at_1_std": 0.11515, + "nauc_recall_at_1_diff1": 0.79003, + "nauc_recall_at_3_max": 0.732303, + "nauc_recall_at_3_std": 0.268697, + "nauc_recall_at_3_diff1": 0.705894, + "nauc_recall_at_5_max": 0.751733, + "nauc_recall_at_5_std": 0.309464, + "nauc_recall_at_5_diff1": 0.701278, + "nauc_recall_at_10_max": 0.777479, + "nauc_recall_at_10_std": 0.392187, + "nauc_recall_at_10_diff1": 0.684384, + "nauc_recall_at_20_max": 0.78942, + "nauc_recall_at_20_std": 0.446286, + "nauc_recall_at_20_diff1": 0.686177, + "nauc_recall_at_100_max": 0.821823, + "nauc_recall_at_100_std": 0.572528, + "nauc_recall_at_100_diff1": 0.683474, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.6264, + "nauc_precision_at_1_std": 0.11515, + "nauc_precision_at_1_diff1": 0.79003, + "nauc_precision_at_3_max": 0.732303, + "nauc_precision_at_3_std": 0.268697, + "nauc_precision_at_3_diff1": 0.705894, + "nauc_precision_at_5_max": 0.751733, + "nauc_precision_at_5_std": 0.309464, + "nauc_precision_at_5_diff1": 0.701278, + "nauc_precision_at_10_max": 0.777479, + "nauc_precision_at_10_std": 0.392187, + "nauc_precision_at_10_diff1": 0.684384, + "nauc_precision_at_20_max": 0.78942, + "nauc_precision_at_20_std": 0.446286, + "nauc_precision_at_20_diff1": 0.686177, + "nauc_precision_at_100_max": 0.821823, + "nauc_precision_at_100_std": 0.572528, + "nauc_precision_at_100_diff1": 0.683474, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.6264, + "nauc_mrr_at_1_std": 0.11515, + "nauc_mrr_at_1_diff1": 0.79003, + "nauc_mrr_at_3_max": 0.666195, + "nauc_mrr_at_3_std": 0.169602, + "nauc_mrr_at_3_diff1": 0.760189, + "nauc_mrr_at_5_max": 0.667119, + "nauc_mrr_at_5_std": 0.172472, + "nauc_mrr_at_5_diff1": 0.760998, + "nauc_mrr_at_10_max": 0.667174, + "nauc_mrr_at_10_std": 0.175088, + "nauc_mrr_at_10_diff1": 0.761511, + "nauc_mrr_at_20_max": 0.666661, + "nauc_mrr_at_20_std": 0.17484, + "nauc_mrr_at_20_diff1": 0.762259, + "nauc_mrr_at_100_max": 0.665988, + "nauc_mrr_at_100_std": 0.173828, + "nauc_mrr_at_100_diff1": 0.762683, + "nauc_mrr_at_1000_max": 0.665875, + "nauc_mrr_at_1000_std": 0.173584, + "nauc_mrr_at_1000_diff1": 0.762735, + "main_score": 0.77309, + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.59257, + "ndcg_at_3": 0.68482, + "ndcg_at_5": 0.70378, + "ndcg_at_10": 0.71957, + "ndcg_at_20": 0.72974, + "ndcg_at_100": 0.74297, + "ndcg_at_1000": 0.74832, + "map_at_1": 0.59257, + "map_at_3": 0.66248, + "map_at_5": 0.67291, + "map_at_10": 0.67957, + "map_at_20": 0.68233, + "map_at_100": 0.68411, + "map_at_1000": 0.68429, + "recall_at_1": 0.59257, + "recall_at_3": 0.74932, + "recall_at_5": 0.79574, + "recall_at_10": 0.8438, + "recall_at_20": 0.88422, + "recall_at_100": 0.95631, + "recall_at_1000": 0.99945, + "precision_at_1": 0.59257, + "precision_at_3": 0.24977, + "precision_at_5": 0.15915, + "precision_at_10": 0.08438, + "precision_at_20": 0.04421, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "mrr_at_1": 0.592572, + "mrr_at_3": 0.66248, + "mrr_at_5": 0.672911, + "mrr_at_10": 0.679566, + "mrr_at_20": 0.682332, + "mrr_at_100": 0.68411, + "mrr_at_1000": 0.684292, + "nauc_ndcg_at_1_max": 0.510574, + "nauc_ndcg_at_1_std": -0.006428, + "nauc_ndcg_at_1_diff1": 0.764876, + "nauc_ndcg_at_3_max": 0.578653, + "nauc_ndcg_at_3_std": 0.068436, + "nauc_ndcg_at_3_diff1": 0.734616, + "nauc_ndcg_at_5_max": 0.575814, + "nauc_ndcg_at_5_std": 0.073623, + "nauc_ndcg_at_5_diff1": 0.725859, + "nauc_ndcg_at_10_max": 0.581835, + "nauc_ndcg_at_10_std": 0.082447, + "nauc_ndcg_at_10_diff1": 0.731991, + "nauc_ndcg_at_20_max": 0.579051, + "nauc_ndcg_at_20_std": 0.081842, + "nauc_ndcg_at_20_diff1": 0.730655, + "nauc_ndcg_at_100_max": 0.572424, + "nauc_ndcg_at_100_std": 0.074238, + "nauc_ndcg_at_100_diff1": 0.733992, + "nauc_ndcg_at_1000_max": 0.568418, + "nauc_ndcg_at_1000_std": 0.066274, + "nauc_ndcg_at_1000_diff1": 0.73579, + "nauc_map_at_1_max": 0.510574, + "nauc_map_at_1_std": -0.006428, + "nauc_map_at_1_diff1": 0.764876, + "nauc_map_at_3_max": 0.560753, + "nauc_map_at_3_std": 0.047685, + "nauc_map_at_3_diff1": 0.741312, + "nauc_map_at_5_max": 0.558722, + "nauc_map_at_5_std": 0.049523, + "nauc_map_at_5_diff1": 0.737067, + "nauc_map_at_10_max": 0.560852, + "nauc_map_at_10_std": 0.052481, + "nauc_map_at_10_diff1": 0.739702, + "nauc_map_at_20_max": 0.560118, + "nauc_map_at_20_std": 0.05223, + "nauc_map_at_20_diff1": 0.73953, + "nauc_map_at_100_max": 0.559166, + "nauc_map_at_100_std": 0.051261, + "nauc_map_at_100_diff1": 0.739961, + "nauc_map_at_1000_max": 0.559055, + "nauc_map_at_1000_std": 0.051069, + "nauc_map_at_1000_diff1": 0.740024, + "nauc_recall_at_1_max": 0.510574, + "nauc_recall_at_1_std": -0.006428, + "nauc_recall_at_1_diff1": 0.764876, + "nauc_recall_at_3_max": 0.642053, + "nauc_recall_at_3_std": 0.142506, + "nauc_recall_at_3_diff1": 0.711581, + "nauc_recall_at_5_max": 0.64461, + "nauc_recall_at_5_std": 0.173545, + "nauc_recall_at_5_diff1": 0.679224, + "nauc_recall_at_10_max": 0.690582, + "nauc_recall_at_10_std": 0.242329, + "nauc_recall_at_10_diff1": 0.695136, + "nauc_recall_at_20_max": 0.70006, + "nauc_recall_at_20_std": 0.284069, + "nauc_recall_at_20_diff1": 0.671909, + "nauc_recall_at_100_max": 0.722937, + "nauc_recall_at_100_std": 0.397299, + "nauc_recall_at_100_diff1": 0.665164, + "nauc_recall_at_1000_max": 0.122793, + "nauc_recall_at_1000_std": 0.358215, + "nauc_recall_at_1000_diff1": 0.554222, + "nauc_precision_at_1_max": 0.510574, + "nauc_precision_at_1_std": -0.006428, + "nauc_precision_at_1_diff1": 0.764876, + "nauc_precision_at_3_max": 0.642053, + "nauc_precision_at_3_std": 0.142506, + "nauc_precision_at_3_diff1": 0.711581, + "nauc_precision_at_5_max": 0.64461, + "nauc_precision_at_5_std": 0.173545, + "nauc_precision_at_5_diff1": 0.679224, + "nauc_precision_at_10_max": 0.690582, + "nauc_precision_at_10_std": 0.242329, + "nauc_precision_at_10_diff1": 0.695136, + "nauc_precision_at_20_max": 0.70006, + "nauc_precision_at_20_std": 0.284069, + "nauc_precision_at_20_diff1": 0.671909, + "nauc_precision_at_100_max": 0.722937, + "nauc_precision_at_100_std": 0.397299, + "nauc_precision_at_100_diff1": 0.665164, + "nauc_precision_at_1000_max": 0.122793, + "nauc_precision_at_1000_std": 0.358215, + "nauc_precision_at_1000_diff1": 0.554222, + "nauc_mrr_at_1_max": 0.510574, + "nauc_mrr_at_1_std": -0.006428, + "nauc_mrr_at_1_diff1": 0.764876, + "nauc_mrr_at_3_max": 0.560753, + "nauc_mrr_at_3_std": 0.047685, + "nauc_mrr_at_3_diff1": 0.741312, + "nauc_mrr_at_5_max": 0.558722, + "nauc_mrr_at_5_std": 0.049523, + "nauc_mrr_at_5_diff1": 0.737067, + "nauc_mrr_at_10_max": 0.560852, + "nauc_mrr_at_10_std": 0.052481, + "nauc_mrr_at_10_diff1": 0.739702, + "nauc_mrr_at_20_max": 0.560118, + "nauc_mrr_at_20_std": 0.05223, + "nauc_mrr_at_20_diff1": 0.73953, + "nauc_mrr_at_100_max": 0.559166, + "nauc_mrr_at_100_std": 0.051261, + "nauc_mrr_at_100_diff1": 0.739961, + "nauc_mrr_at_1000_max": 0.559055, + "nauc_mrr_at_1000_std": 0.051069, + "nauc_mrr_at_1000_diff1": 0.740024, + "main_score": 0.71957, + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.62042, + "ndcg_at_3": 0.70323, + "ndcg_at_5": 0.7207, + "ndcg_at_10": 0.73927, + "ndcg_at_20": 0.74776, + "ndcg_at_100": 0.75908, + "ndcg_at_1000": 0.76451, + "map_at_1": 0.62042, + "map_at_3": 0.68303, + "map_at_5": 0.6927, + "map_at_10": 0.70033, + "map_at_20": 0.70271, + "map_at_100": 0.70431, + "map_at_1000": 0.7045, + "recall_at_1": 0.62042, + "recall_at_3": 0.7616, + "recall_at_5": 0.8041, + "recall_at_10": 0.86175, + "recall_at_20": 0.89497, + "recall_at_100": 0.95554, + "recall_at_1000": 0.99853, + "precision_at_1": 0.62042, + "precision_at_3": 0.25387, + "precision_at_5": 0.16082, + "precision_at_10": 0.08617, + "precision_at_20": 0.04475, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "mrr_at_1": 0.62042, + "mrr_at_3": 0.683032, + "mrr_at_5": 0.692705, + "mrr_at_10": 0.700329, + "mrr_at_20": 0.702709, + "mrr_at_100": 0.704306, + "mrr_at_1000": 0.704503, + "nauc_ndcg_at_1_max": 0.621688, + "nauc_ndcg_at_1_std": 0.069147, + "nauc_ndcg_at_1_diff1": 0.801835, + "nauc_ndcg_at_3_max": 0.660854, + "nauc_ndcg_at_3_std": 0.109381, + "nauc_ndcg_at_3_diff1": 0.756889, + "nauc_ndcg_at_5_max": 0.661865, + "nauc_ndcg_at_5_std": 0.117601, + "nauc_ndcg_at_5_diff1": 0.751231, + "nauc_ndcg_at_10_max": 0.665406, + "nauc_ndcg_at_10_std": 0.140542, + "nauc_ndcg_at_10_diff1": 0.754912, + "nauc_ndcg_at_20_max": 0.663386, + "nauc_ndcg_at_20_std": 0.140074, + "nauc_ndcg_at_20_diff1": 0.753045, + "nauc_ndcg_at_100_max": 0.660468, + "nauc_ndcg_at_100_std": 0.136478, + "nauc_ndcg_at_100_diff1": 0.760416, + "nauc_ndcg_at_1000_max": 0.657716, + "nauc_ndcg_at_1000_std": 0.125754, + "nauc_ndcg_at_1000_diff1": 0.762017, + "nauc_map_at_1_max": 0.621688, + "nauc_map_at_1_std": 0.069147, + "nauc_map_at_1_diff1": 0.801835, + "nauc_map_at_3_max": 0.65123, + "nauc_map_at_3_std": 0.09918, + "nauc_map_at_3_diff1": 0.768499, + "nauc_map_at_5_max": 0.651604, + "nauc_map_at_5_std": 0.103344, + "nauc_map_at_5_diff1": 0.766011, + "nauc_map_at_10_max": 0.653009, + "nauc_map_at_10_std": 0.112142, + "nauc_map_at_10_diff1": 0.767603, + "nauc_map_at_20_max": 0.652356, + "nauc_map_at_20_std": 0.111707, + "nauc_map_at_20_diff1": 0.767237, + "nauc_map_at_100_max": 0.651893, + "nauc_map_at_100_std": 0.111289, + "nauc_map_at_100_diff1": 0.768124, + "nauc_map_at_1000_max": 0.651807, + "nauc_map_at_1000_std": 0.110929, + "nauc_map_at_1000_diff1": 0.768178, + "nauc_recall_at_1_max": 0.621688, + "nauc_recall_at_1_std": 0.069147, + "nauc_recall_at_1_diff1": 0.801835, + "nauc_recall_at_3_max": 0.694495, + "nauc_recall_at_3_std": 0.145218, + "nauc_recall_at_3_diff1": 0.715982, + "nauc_recall_at_5_max": 0.702735, + "nauc_recall_at_5_std": 0.176108, + "nauc_recall_at_5_diff1": 0.690492, + "nauc_recall_at_10_max": 0.732649, + "nauc_recall_at_10_std": 0.30892, + "nauc_recall_at_10_diff1": 0.688172, + "nauc_recall_at_20_max": 0.735953, + "nauc_recall_at_20_std": 0.353253, + "nauc_recall_at_20_diff1": 0.654928, + "nauc_recall_at_100_max": 0.766382, + "nauc_recall_at_100_std": 0.536944, + "nauc_recall_at_100_diff1": 0.708834, + "nauc_recall_at_1000_max": 0.907412, + "nauc_recall_at_1000_std": 0.95642, + "nauc_recall_at_1000_diff1": 0.907412, + "nauc_precision_at_1_max": 0.621688, + "nauc_precision_at_1_std": 0.069147, + "nauc_precision_at_1_diff1": 0.801835, + "nauc_precision_at_3_max": 0.694495, + "nauc_precision_at_3_std": 0.145218, + "nauc_precision_at_3_diff1": 0.715982, + "nauc_precision_at_5_max": 0.702735, + "nauc_precision_at_5_std": 0.176108, + "nauc_precision_at_5_diff1": 0.690492, + "nauc_precision_at_10_max": 0.732649, + "nauc_precision_at_10_std": 0.30892, + "nauc_precision_at_10_diff1": 0.688172, + "nauc_precision_at_20_max": 0.735953, + "nauc_precision_at_20_std": 0.353253, + "nauc_precision_at_20_diff1": 0.654928, + "nauc_precision_at_100_max": 0.766382, + "nauc_precision_at_100_std": 0.536944, + "nauc_precision_at_100_diff1": 0.708834, + "nauc_precision_at_1000_max": 0.907412, + "nauc_precision_at_1000_std": 0.95642, + "nauc_precision_at_1000_diff1": 0.907412, + "nauc_mrr_at_1_max": 0.621688, + "nauc_mrr_at_1_std": 0.069147, + "nauc_mrr_at_1_diff1": 0.801835, + "nauc_mrr_at_3_max": 0.65123, + "nauc_mrr_at_3_std": 0.09918, + "nauc_mrr_at_3_diff1": 0.768499, + "nauc_mrr_at_5_max": 0.651604, + "nauc_mrr_at_5_std": 0.103344, + "nauc_mrr_at_5_diff1": 0.766011, + "nauc_mrr_at_10_max": 0.653009, + "nauc_mrr_at_10_std": 0.112142, + "nauc_mrr_at_10_diff1": 0.767603, + "nauc_mrr_at_20_max": 0.652356, + "nauc_mrr_at_20_std": 0.111707, + "nauc_mrr_at_20_diff1": 0.767237, + "nauc_mrr_at_100_max": 0.651893, + "nauc_mrr_at_100_std": 0.111289, + "nauc_mrr_at_100_diff1": 0.768124, + "nauc_mrr_at_1000_max": 0.651807, + "nauc_mrr_at_1000_std": 0.110929, + "nauc_mrr_at_1000_diff1": 0.768178, + "main_score": 0.73927, + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.62134, + "ndcg_at_3": 0.70251, + "ndcg_at_5": 0.72171, + "ndcg_at_10": 0.73708, + "ndcg_at_20": 0.74828, + "ndcg_at_100": 0.75931, + "ndcg_at_1000": 0.76479, + "map_at_1": 0.62134, + "map_at_3": 0.68297, + "map_at_5": 0.69364, + "map_at_10": 0.69996, + "map_at_20": 0.70309, + "map_at_100": 0.70464, + "map_at_1000": 0.70484, + "recall_at_1": 0.62134, + "recall_at_3": 0.75889, + "recall_at_5": 0.80544, + "recall_at_10": 0.85303, + "recall_at_20": 0.89697, + "recall_at_100": 0.95607, + "recall_at_1000": 0.99895, + "precision_at_1": 0.62134, + "precision_at_3": 0.25296, + "precision_at_5": 0.16109, + "precision_at_10": 0.0853, + "precision_at_20": 0.04485, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "mrr_at_1": 0.621339, + "mrr_at_3": 0.682967, + "mrr_at_5": 0.693637, + "mrr_at_10": 0.699964, + "mrr_at_20": 0.703089, + "mrr_at_100": 0.704636, + "mrr_at_1000": 0.704843, + "nauc_ndcg_at_1_max": 0.575193, + "nauc_ndcg_at_1_std": 0.095958, + "nauc_ndcg_at_1_diff1": 0.794135, + "nauc_ndcg_at_3_max": 0.601599, + "nauc_ndcg_at_3_std": 0.126298, + "nauc_ndcg_at_3_diff1": 0.753872, + "nauc_ndcg_at_5_max": 0.607799, + "nauc_ndcg_at_5_std": 0.135035, + "nauc_ndcg_at_5_diff1": 0.745313, + "nauc_ndcg_at_10_max": 0.614298, + "nauc_ndcg_at_10_std": 0.145307, + "nauc_ndcg_at_10_diff1": 0.747218, + "nauc_ndcg_at_20_max": 0.61183, + "nauc_ndcg_at_20_std": 0.152602, + "nauc_ndcg_at_20_diff1": 0.748438, + "nauc_ndcg_at_100_max": 0.610545, + "nauc_ndcg_at_100_std": 0.147697, + "nauc_ndcg_at_100_diff1": 0.754333, + "nauc_ndcg_at_1000_max": 0.605876, + "nauc_ndcg_at_1000_std": 0.137722, + "nauc_ndcg_at_1000_diff1": 0.7567, + "nauc_map_at_1_max": 0.575193, + "nauc_map_at_1_std": 0.095958, + "nauc_map_at_1_diff1": 0.794135, + "nauc_map_at_3_max": 0.594064, + "nauc_map_at_3_std": 0.116587, + "nauc_map_at_3_diff1": 0.764115, + "nauc_map_at_5_max": 0.597267, + "nauc_map_at_5_std": 0.121189, + "nauc_map_at_5_diff1": 0.760108, + "nauc_map_at_10_max": 0.599733, + "nauc_map_at_10_std": 0.124926, + "nauc_map_at_10_diff1": 0.761168, + "nauc_map_at_20_max": 0.599042, + "nauc_map_at_20_std": 0.126371, + "nauc_map_at_20_diff1": 0.761612, + "nauc_map_at_100_max": 0.598831, + "nauc_map_at_100_std": 0.125481, + "nauc_map_at_100_diff1": 0.762423, + "nauc_map_at_1000_max": 0.598689, + "nauc_map_at_1000_std": 0.125186, + "nauc_map_at_1000_diff1": 0.76251, + "nauc_recall_at_1_max": 0.575193, + "nauc_recall_at_1_std": 0.095958, + "nauc_recall_at_1_diff1": 0.794135, + "nauc_recall_at_3_max": 0.628314, + "nauc_recall_at_3_std": 0.161245, + "nauc_recall_at_3_diff1": 0.71816, + "nauc_recall_at_5_max": 0.651619, + "nauc_recall_at_5_std": 0.193224, + "nauc_recall_at_5_diff1": 0.683757, + "nauc_recall_at_10_max": 0.693789, + "nauc_recall_at_10_std": 0.258654, + "nauc_recall_at_10_diff1": 0.674765, + "nauc_recall_at_20_max": 0.70197, + "nauc_recall_at_20_std": 0.362583, + "nauc_recall_at_20_diff1": 0.657917, + "nauc_recall_at_100_max": 0.78838, + "nauc_recall_at_100_std": 0.531844, + "nauc_recall_at_100_diff1": 0.679427, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.575193, + "nauc_precision_at_1_std": 0.095958, + "nauc_precision_at_1_diff1": 0.794135, + "nauc_precision_at_3_max": 0.628314, + "nauc_precision_at_3_std": 0.161245, + "nauc_precision_at_3_diff1": 0.71816, + "nauc_precision_at_5_max": 0.651619, + "nauc_precision_at_5_std": 0.193224, + "nauc_precision_at_5_diff1": 0.683757, + "nauc_precision_at_10_max": 0.693789, + "nauc_precision_at_10_std": 0.258654, + "nauc_precision_at_10_diff1": 0.674765, + "nauc_precision_at_20_max": 0.70197, + "nauc_precision_at_20_std": 0.362583, + "nauc_precision_at_20_diff1": 0.657917, + "nauc_precision_at_100_max": 0.78838, + "nauc_precision_at_100_std": 0.531844, + "nauc_precision_at_100_diff1": 0.679427, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.575193, + "nauc_mrr_at_1_std": 0.095958, + "nauc_mrr_at_1_diff1": 0.794135, + "nauc_mrr_at_3_max": 0.594064, + "nauc_mrr_at_3_std": 0.116587, + "nauc_mrr_at_3_diff1": 0.764115, + "nauc_mrr_at_5_max": 0.597267, + "nauc_mrr_at_5_std": 0.121189, + "nauc_mrr_at_5_diff1": 0.760108, + "nauc_mrr_at_10_max": 0.599733, + "nauc_mrr_at_10_std": 0.124926, + "nauc_mrr_at_10_diff1": 0.761168, + "nauc_mrr_at_20_max": 0.599042, + "nauc_mrr_at_20_std": 0.126371, + "nauc_mrr_at_20_diff1": 0.761612, + "nauc_mrr_at_100_max": 0.598831, + "nauc_mrr_at_100_std": 0.125481, + "nauc_mrr_at_100_diff1": 0.762423, + "nauc_mrr_at_1000_max": 0.598689, + "nauc_mrr_at_1000_std": 0.125186, + "nauc_mrr_at_1000_diff1": 0.76251, + "main_score": 0.73708, + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.56277, + "ndcg_at_3": 0.65001, + "ndcg_at_5": 0.66838, + "ndcg_at_10": 0.68701, + "ndcg_at_20": 0.69767, + "ndcg_at_100": 0.71302, + "ndcg_at_1000": 0.72095, + "map_at_1": 0.56277, + "map_at_3": 0.62897, + "map_at_5": 0.63925, + "map_at_10": 0.64693, + "map_at_20": 0.64989, + "map_at_100": 0.65209, + "map_at_1000": 0.65239, + "recall_at_1": 0.56277, + "recall_at_3": 0.71073, + "recall_at_5": 0.755, + "recall_at_10": 0.81261, + "recall_at_20": 0.85446, + "recall_at_100": 0.93633, + "recall_at_1000": 0.99879, + "precision_at_1": 0.56277, + "precision_at_3": 0.23691, + "precision_at_5": 0.151, + "precision_at_10": 0.08126, + "precision_at_20": 0.04272, + "precision_at_100": 0.00936, + "precision_at_1000": 0.001, + "mrr_at_1": 0.562765, + "mrr_at_3": 0.628967, + "mrr_at_5": 0.639246, + "mrr_at_10": 0.646934, + "mrr_at_20": 0.649895, + "mrr_at_100": 0.652088, + "mrr_at_1000": 0.652386, + "nauc_ndcg_at_1_max": 0.552541, + "nauc_ndcg_at_1_std": 0.096929, + "nauc_ndcg_at_1_diff1": 0.797294, + "nauc_ndcg_at_3_max": 0.59232, + "nauc_ndcg_at_3_std": 0.151059, + "nauc_ndcg_at_3_diff1": 0.758462, + "nauc_ndcg_at_5_max": 0.58781, + "nauc_ndcg_at_5_std": 0.151571, + "nauc_ndcg_at_5_diff1": 0.749315, + "nauc_ndcg_at_10_max": 0.589424, + "nauc_ndcg_at_10_std": 0.163259, + "nauc_ndcg_at_10_diff1": 0.744081, + "nauc_ndcg_at_20_max": 0.585957, + "nauc_ndcg_at_20_std": 0.158282, + "nauc_ndcg_at_20_diff1": 0.745337, + "nauc_ndcg_at_100_max": 0.583045, + "nauc_ndcg_at_100_std": 0.157075, + "nauc_ndcg_at_100_diff1": 0.74832, + "nauc_ndcg_at_1000_max": 0.582854, + "nauc_ndcg_at_1000_std": 0.149836, + "nauc_ndcg_at_1000_diff1": 0.7543, + "nauc_map_at_1_max": 0.552541, + "nauc_map_at_1_std": 0.096929, + "nauc_map_at_1_diff1": 0.797294, + "nauc_map_at_3_max": 0.581706, + "nauc_map_at_3_std": 0.135723, + "nauc_map_at_3_diff1": 0.767956, + "nauc_map_at_5_max": 0.579272, + "nauc_map_at_5_std": 0.135978, + "nauc_map_at_5_diff1": 0.763521, + "nauc_map_at_10_max": 0.580219, + "nauc_map_at_10_std": 0.140311, + "nauc_map_at_10_diff1": 0.761872, + "nauc_map_at_20_max": 0.579296, + "nauc_map_at_20_std": 0.138888, + "nauc_map_at_20_diff1": 0.762385, + "nauc_map_at_100_max": 0.578815, + "nauc_map_at_100_std": 0.138477, + "nauc_map_at_100_diff1": 0.762752, + "nauc_map_at_1000_max": 0.578838, + "nauc_map_at_1000_std": 0.138292, + "nauc_map_at_1000_diff1": 0.762961, + "nauc_recall_at_1_max": 0.552541, + "nauc_recall_at_1_std": 0.096929, + "nauc_recall_at_1_diff1": 0.797294, + "nauc_recall_at_3_max": 0.628141, + "nauc_recall_at_3_std": 0.203252, + "nauc_recall_at_3_diff1": 0.726844, + "nauc_recall_at_5_max": 0.618818, + "nauc_recall_at_5_std": 0.210298, + "nauc_recall_at_5_diff1": 0.694391, + "nauc_recall_at_10_max": 0.629416, + "nauc_recall_at_10_std": 0.275126, + "nauc_recall_at_10_diff1": 0.657035, + "nauc_recall_at_20_max": 0.615473, + "nauc_recall_at_20_std": 0.269394, + "nauc_recall_at_20_diff1": 0.642433, + "nauc_recall_at_100_max": 0.598928, + "nauc_recall_at_100_std": 0.384144, + "nauc_recall_at_100_diff1": 0.585699, + "nauc_recall_at_1000_max": 0.711676, + "nauc_recall_at_1000_std": 0.77704, + "nauc_recall_at_1000_diff1": 0.711676, + "nauc_precision_at_1_max": 0.552541, + "nauc_precision_at_1_std": 0.096929, + "nauc_precision_at_1_diff1": 0.797294, + "nauc_precision_at_3_max": 0.628141, + "nauc_precision_at_3_std": 0.203252, + "nauc_precision_at_3_diff1": 0.726844, + "nauc_precision_at_5_max": 0.618818, + "nauc_precision_at_5_std": 0.210298, + "nauc_precision_at_5_diff1": 0.694391, + "nauc_precision_at_10_max": 0.629416, + "nauc_precision_at_10_std": 0.275126, + "nauc_precision_at_10_diff1": 0.657035, + "nauc_precision_at_20_max": 0.615473, + "nauc_precision_at_20_std": 0.269394, + "nauc_precision_at_20_diff1": 0.642433, + "nauc_precision_at_100_max": 0.598928, + "nauc_precision_at_100_std": 0.384144, + "nauc_precision_at_100_diff1": 0.585699, + "nauc_precision_at_1000_max": 0.711676, + "nauc_precision_at_1000_std": 0.77704, + "nauc_precision_at_1000_diff1": 0.711676, + "nauc_mrr_at_1_max": 0.552541, + "nauc_mrr_at_1_std": 0.096929, + "nauc_mrr_at_1_diff1": 0.797294, + "nauc_mrr_at_3_max": 0.581706, + "nauc_mrr_at_3_std": 0.135723, + "nauc_mrr_at_3_diff1": 0.767956, + "nauc_mrr_at_5_max": 0.579272, + "nauc_mrr_at_5_std": 0.135978, + "nauc_mrr_at_5_diff1": 0.763521, + "nauc_mrr_at_10_max": 0.580219, + "nauc_mrr_at_10_std": 0.140311, + "nauc_mrr_at_10_diff1": 0.761872, + "nauc_mrr_at_20_max": 0.579296, + "nauc_mrr_at_20_std": 0.138888, + "nauc_mrr_at_20_diff1": 0.762385, + "nauc_mrr_at_100_max": 0.578815, + "nauc_mrr_at_100_std": 0.138477, + "nauc_mrr_at_100_diff1": 0.762752, + "nauc_mrr_at_1000_max": 0.578838, + "nauc_mrr_at_1000_std": 0.138292, + "nauc_mrr_at_1000_diff1": 0.762961, + "main_score": 0.68701, + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.6581, + "ndcg_at_3": 0.72978, + "ndcg_at_5": 0.7461, + "ndcg_at_10": 0.76152, + "ndcg_at_20": 0.77085, + "ndcg_at_100": 0.78208, + "ndcg_at_1000": 0.78627, + "map_at_1": 0.65799, + "map_at_3": 0.71294, + "map_at_5": 0.72204, + "map_at_10": 0.72849, + "map_at_20": 0.73102, + "map_at_100": 0.73261, + "map_at_1000": 0.73277, + "recall_at_1": 0.65799, + "recall_at_3": 0.7782, + "recall_at_5": 0.81764, + "recall_at_10": 0.86483, + "recall_at_20": 0.90188, + "recall_at_100": 0.96204, + "recall_at_1000": 0.99513, + "precision_at_1": 0.6581, + "precision_at_3": 0.25947, + "precision_at_5": 0.16357, + "precision_at_10": 0.08651, + "precision_at_20": 0.04513, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "mrr_at_1": 0.658099, + "mrr_at_3": 0.71294, + "mrr_at_5": 0.722036, + "mrr_at_10": 0.728493, + "mrr_at_20": 0.731034, + "mrr_at_100": 0.732616, + "mrr_at_1000": 0.732772, + "nauc_ndcg_at_1_max": 0.623493, + "nauc_ndcg_at_1_std": -0.047509, + "nauc_ndcg_at_1_diff1": 0.833866, + "nauc_ndcg_at_3_max": 0.65942, + "nauc_ndcg_at_3_std": -0.03391, + "nauc_ndcg_at_3_diff1": 0.80135, + "nauc_ndcg_at_5_max": 0.667174, + "nauc_ndcg_at_5_std": -0.010893, + "nauc_ndcg_at_5_diff1": 0.798593, + "nauc_ndcg_at_10_max": 0.667182, + "nauc_ndcg_at_10_std": -0.001436, + "nauc_ndcg_at_10_diff1": 0.799579, + "nauc_ndcg_at_20_max": 0.6639, + "nauc_ndcg_at_20_std": -0.001489, + "nauc_ndcg_at_20_diff1": 0.796836, + "nauc_ndcg_at_100_max": 0.66391, + "nauc_ndcg_at_100_std": 0.004007, + "nauc_ndcg_at_100_diff1": 0.802671, + "nauc_ndcg_at_1000_max": 0.660451, + "nauc_ndcg_at_1000_std": -0.006619, + "nauc_ndcg_at_1000_diff1": 0.804326, + "nauc_map_at_1_max": 0.622906, + "nauc_map_at_1_std": -0.04772, + "nauc_map_at_1_diff1": 0.833902, + "nauc_map_at_3_max": 0.650404, + "nauc_map_at_3_std": -0.037251, + "nauc_map_at_3_diff1": 0.809758, + "nauc_map_at_5_max": 0.654158, + "nauc_map_at_5_std": -0.025523, + "nauc_map_at_5_diff1": 0.808476, + "nauc_map_at_10_max": 0.653894, + "nauc_map_at_10_std": -0.022234, + "nauc_map_at_10_diff1": 0.809102, + "nauc_map_at_20_max": 0.653008, + "nauc_map_at_20_std": -0.02245, + "nauc_map_at_20_diff1": 0.808534, + "nauc_map_at_100_max": 0.653026, + "nauc_map_at_100_std": -0.02188, + "nauc_map_at_100_diff1": 0.80932, + "nauc_map_at_1000_max": 0.652924, + "nauc_map_at_1000_std": -0.022166, + "nauc_map_at_1000_diff1": 0.809375, + "nauc_recall_at_1_max": 0.622906, + "nauc_recall_at_1_std": -0.04772, + "nauc_recall_at_1_diff1": 0.833902, + "nauc_recall_at_3_max": 0.690574, + "nauc_recall_at_3_std": -0.022402, + "nauc_recall_at_3_diff1": 0.772155, + "nauc_recall_at_5_max": 0.720472, + "nauc_recall_at_5_std": 0.052294, + "nauc_recall_at_5_diff1": 0.758835, + "nauc_recall_at_10_max": 0.736836, + "nauc_recall_at_10_std": 0.117432, + "nauc_recall_at_10_diff1": 0.750998, + "nauc_recall_at_20_max": 0.732946, + "nauc_recall_at_20_std": 0.154811, + "nauc_recall_at_20_diff1": 0.712876, + "nauc_recall_at_100_max": 0.835496, + "nauc_recall_at_100_std": 0.541238, + "nauc_recall_at_100_diff1": 0.73355, + "nauc_recall_at_1000_max": 0.933158, + "nauc_recall_at_1000_std": 0.857951, + "nauc_recall_at_1000_diff1": 0.75482, + "nauc_precision_at_1_max": 0.623493, + "nauc_precision_at_1_std": -0.047509, + "nauc_precision_at_1_diff1": 0.833866, + "nauc_precision_at_3_max": 0.690519, + "nauc_precision_at_3_std": -0.021745, + "nauc_precision_at_3_diff1": 0.770084, + "nauc_precision_at_5_max": 0.720341, + "nauc_precision_at_5_std": 0.052902, + "nauc_precision_at_5_diff1": 0.75642, + "nauc_precision_at_10_max": 0.736615, + "nauc_precision_at_10_std": 0.118039, + "nauc_precision_at_10_diff1": 0.747849, + "nauc_precision_at_20_max": 0.728392, + "nauc_precision_at_20_std": 0.161656, + "nauc_precision_at_20_diff1": 0.703984, + "nauc_precision_at_100_max": 0.810251, + "nauc_precision_at_100_std": 0.549126, + "nauc_precision_at_100_diff1": 0.699388, + "nauc_precision_at_1000_max": 0.679634, + "nauc_precision_at_1000_std": 0.831137, + "nauc_precision_at_1000_diff1": 0.469303, + "nauc_mrr_at_1_max": 0.623493, + "nauc_mrr_at_1_std": -0.047509, + "nauc_mrr_at_1_diff1": 0.833866, + "nauc_mrr_at_3_max": 0.650404, + "nauc_mrr_at_3_std": -0.037251, + "nauc_mrr_at_3_diff1": 0.809758, + "nauc_mrr_at_5_max": 0.654158, + "nauc_mrr_at_5_std": -0.025523, + "nauc_mrr_at_5_diff1": 0.808476, + "nauc_mrr_at_10_max": 0.653894, + "nauc_mrr_at_10_std": -0.022234, + "nauc_mrr_at_10_diff1": 0.809102, + "nauc_mrr_at_20_max": 0.653008, + "nauc_mrr_at_20_std": -0.022398, + "nauc_mrr_at_20_diff1": 0.808533, + "nauc_mrr_at_100_max": 0.653024, + "nauc_mrr_at_100_std": -0.021849, + "nauc_mrr_at_100_diff1": 0.809318, + "nauc_mrr_at_1000_max": 0.652924, + "nauc_mrr_at_1000_std": -0.022146, + "nauc_mrr_at_1000_diff1": 0.809374, + "main_score": 0.76152, + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.66364, + "ndcg_at_3": 0.73862, + "ndcg_at_5": 0.75489, + "ndcg_at_10": 0.76812, + "ndcg_at_20": 0.77722, + "ndcg_at_100": 0.78797, + "ndcg_at_1000": 0.79213, + "map_at_1": 0.66342, + "map_at_3": 0.72107, + "map_at_5": 0.73006, + "map_at_10": 0.73558, + "map_at_20": 0.73812, + "map_at_100": 0.73961, + "map_at_1000": 0.73976, + "recall_at_1": 0.66342, + "recall_at_3": 0.78905, + "recall_at_5": 0.82872, + "recall_at_10": 0.86927, + "recall_at_20": 0.90494, + "recall_at_100": 0.96288, + "recall_at_1000": 0.99579, + "precision_at_1": 0.66364, + "precision_at_3": 0.26317, + "precision_at_5": 0.16583, + "precision_at_10": 0.08697, + "precision_at_20": 0.04527, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.663638, + "mrr_at_3": 0.721065, + "mrr_at_5": 0.730061, + "mrr_at_10": 0.735584, + "mrr_at_20": 0.738124, + "mrr_at_100": 0.739613, + "mrr_at_1000": 0.739765, + "nauc_ndcg_at_1_max": 0.638106, + "nauc_ndcg_at_1_std": -0.03895, + "nauc_ndcg_at_1_diff1": 0.834452, + "nauc_ndcg_at_3_max": 0.682677, + "nauc_ndcg_at_3_std": -0.004234, + "nauc_ndcg_at_3_diff1": 0.801139, + "nauc_ndcg_at_5_max": 0.688321, + "nauc_ndcg_at_5_std": 0.006975, + "nauc_ndcg_at_5_diff1": 0.798998, + "nauc_ndcg_at_10_max": 0.685135, + "nauc_ndcg_at_10_std": 0.013791, + "nauc_ndcg_at_10_diff1": 0.797835, + "nauc_ndcg_at_20_max": 0.686076, + "nauc_ndcg_at_20_std": 0.022624, + "nauc_ndcg_at_20_diff1": 0.797415, + "nauc_ndcg_at_100_max": 0.682626, + "nauc_ndcg_at_100_std": 0.021014, + "nauc_ndcg_at_100_diff1": 0.802365, + "nauc_ndcg_at_1000_max": 0.679715, + "nauc_ndcg_at_1000_std": 0.011715, + "nauc_ndcg_at_1000_diff1": 0.804548, + "nauc_map_at_1_max": 0.637511, + "nauc_map_at_1_std": -0.039846, + "nauc_map_at_1_diff1": 0.834774, + "nauc_map_at_3_max": 0.671107, + "nauc_map_at_3_std": -0.013945, + "nauc_map_at_3_diff1": 0.810162, + "nauc_map_at_5_max": 0.673698, + "nauc_map_at_5_std": -0.008353, + "nauc_map_at_5_diff1": 0.809261, + "nauc_map_at_10_max": 0.672243, + "nauc_map_at_10_std": -0.006242, + "nauc_map_at_10_diff1": 0.809118, + "nauc_map_at_20_max": 0.672329, + "nauc_map_at_20_std": -0.004396, + "nauc_map_at_20_diff1": 0.809095, + "nauc_map_at_100_max": 0.671919, + "nauc_map_at_100_std": -0.004464, + "nauc_map_at_100_diff1": 0.809752, + "nauc_map_at_1000_max": 0.671848, + "nauc_map_at_1000_std": -0.004652, + "nauc_map_at_1000_diff1": 0.809824, + "nauc_recall_at_1_max": 0.637511, + "nauc_recall_at_1_std": -0.039846, + "nauc_recall_at_1_diff1": 0.834774, + "nauc_recall_at_3_max": 0.723503, + "nauc_recall_at_3_std": 0.030414, + "nauc_recall_at_3_diff1": 0.769095, + "nauc_recall_at_5_max": 0.749627, + "nauc_recall_at_5_std": 0.072724, + "nauc_recall_at_5_diff1": 0.75621, + "nauc_recall_at_10_max": 0.750581, + "nauc_recall_at_10_std": 0.125702, + "nauc_recall_at_10_diff1": 0.737865, + "nauc_recall_at_20_max": 0.780259, + "nauc_recall_at_20_std": 0.235969, + "nauc_recall_at_20_diff1": 0.715108, + "nauc_recall_at_100_max": 0.827437, + "nauc_recall_at_100_std": 0.49495, + "nauc_recall_at_100_diff1": 0.718376, + "nauc_recall_at_1000_max": 0.904816, + "nauc_recall_at_1000_std": 0.747325, + "nauc_recall_at_1000_diff1": 0.804565, + "nauc_precision_at_1_max": 0.638106, + "nauc_precision_at_1_std": -0.03895, + "nauc_precision_at_1_diff1": 0.834452, + "nauc_precision_at_3_max": 0.721549, + "nauc_precision_at_3_std": 0.032903, + "nauc_precision_at_3_diff1": 0.764094, + "nauc_precision_at_5_max": 0.747155, + "nauc_precision_at_5_std": 0.075516, + "nauc_precision_at_5_diff1": 0.750259, + "nauc_precision_at_10_max": 0.747419, + "nauc_precision_at_10_std": 0.128945, + "nauc_precision_at_10_diff1": 0.73038, + "nauc_precision_at_20_max": 0.775815, + "nauc_precision_at_20_std": 0.239396, + "nauc_precision_at_20_diff1": 0.705333, + "nauc_precision_at_100_max": 0.805109, + "nauc_precision_at_100_std": 0.506498, + "nauc_precision_at_100_diff1": 0.681177, + "nauc_precision_at_1000_max": 0.657647, + "nauc_precision_at_1000_std": 0.747072, + "nauc_precision_at_1000_diff1": 0.462016, + "nauc_mrr_at_1_max": 0.638106, + "nauc_mrr_at_1_std": -0.03895, + "nauc_mrr_at_1_diff1": 0.834452, + "nauc_mrr_at_3_max": 0.671107, + "nauc_mrr_at_3_std": -0.013945, + "nauc_mrr_at_3_diff1": 0.810162, + "nauc_mrr_at_5_max": 0.673698, + "nauc_mrr_at_5_std": -0.008353, + "nauc_mrr_at_5_diff1": 0.809261, + "nauc_mrr_at_10_max": 0.672243, + "nauc_mrr_at_10_std": -0.006242, + "nauc_mrr_at_10_diff1": 0.809118, + "nauc_mrr_at_20_max": 0.672329, + "nauc_mrr_at_20_std": -0.004396, + "nauc_mrr_at_20_diff1": 0.809095, + "nauc_mrr_at_100_max": 0.671923, + "nauc_mrr_at_100_std": -0.004437, + "nauc_mrr_at_100_diff1": 0.809755, + "nauc_mrr_at_1000_max": 0.67185, + "nauc_mrr_at_1000_std": -0.004639, + "nauc_mrr_at_1000_diff1": 0.809825, + "main_score": 0.76812, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66648, + "ndcg_at_3": 0.74528, + "ndcg_at_5": 0.76244, + "ndcg_at_10": 0.77642, + "ndcg_at_20": 0.78477, + "ndcg_at_100": 0.79416, + "ndcg_at_1000": 0.79822, + "map_at_1": 0.66648, + "map_at_3": 0.72648, + "map_at_5": 0.736, + "map_at_10": 0.74177, + "map_at_20": 0.74407, + "map_at_100": 0.74536, + "map_at_1000": 0.74551, + "recall_at_1": 0.66648, + "recall_at_3": 0.79944, + "recall_at_5": 0.84113, + "recall_at_10": 0.88423, + "recall_at_20": 0.91718, + "recall_at_100": 0.96789, + "recall_at_1000": 1.0, + "precision_at_1": 0.66648, + "precision_at_3": 0.26648, + "precision_at_5": 0.16823, + "precision_at_10": 0.08845, + "precision_at_20": 0.04589, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.666479, + "mrr_at_3": 0.726479, + "mrr_at_5": 0.736, + "mrr_at_10": 0.741819, + "mrr_at_20": 0.74409, + "mrr_at_100": 0.745378, + "mrr_at_1000": 0.745527, + "nauc_ndcg_at_1_max": 0.585859, + "nauc_ndcg_at_1_std": -0.019349, + "nauc_ndcg_at_1_diff1": 0.814387, + "nauc_ndcg_at_3_max": 0.652322, + "nauc_ndcg_at_3_std": 0.038312, + "nauc_ndcg_at_3_diff1": 0.79164, + "nauc_ndcg_at_5_max": 0.667059, + "nauc_ndcg_at_5_std": 0.069837, + "nauc_ndcg_at_5_diff1": 0.790036, + "nauc_ndcg_at_10_max": 0.661588, + "nauc_ndcg_at_10_std": 0.077052, + "nauc_ndcg_at_10_diff1": 0.787483, + "nauc_ndcg_at_20_max": 0.660684, + "nauc_ndcg_at_20_std": 0.086176, + "nauc_ndcg_at_20_diff1": 0.787918, + "nauc_ndcg_at_100_max": 0.653597, + "nauc_ndcg_at_100_std": 0.073296, + "nauc_ndcg_at_100_diff1": 0.792642, + "nauc_ndcg_at_1000_max": 0.648996, + "nauc_ndcg_at_1000_std": 0.058859, + "nauc_ndcg_at_1000_diff1": 0.794071, + "nauc_map_at_1_max": 0.585859, + "nauc_map_at_1_std": -0.019349, + "nauc_map_at_1_diff1": 0.814387, + "nauc_map_at_3_max": 0.635218, + "nauc_map_at_3_std": 0.021358, + "nauc_map_at_3_diff1": 0.798322, + "nauc_map_at_5_max": 0.64227, + "nauc_map_at_5_std": 0.036907, + "nauc_map_at_5_diff1": 0.797715, + "nauc_map_at_10_max": 0.639782, + "nauc_map_at_10_std": 0.038848, + "nauc_map_at_10_diff1": 0.796948, + "nauc_map_at_20_max": 0.63937, + "nauc_map_at_20_std": 0.040846, + "nauc_map_at_20_diff1": 0.797101, + "nauc_map_at_100_max": 0.638476, + "nauc_map_at_100_std": 0.039017, + "nauc_map_at_100_diff1": 0.797719, + "nauc_map_at_1000_max": 0.638339, + "nauc_map_at_1000_std": 0.038576, + "nauc_map_at_1000_diff1": 0.797785, + "nauc_recall_at_1_max": 0.585859, + "nauc_recall_at_1_std": -0.019349, + "nauc_recall_at_1_diff1": 0.814387, + "nauc_recall_at_3_max": 0.713957, + "nauc_recall_at_3_std": 0.100617, + "nauc_recall_at_3_diff1": 0.767085, + "nauc_recall_at_5_max": 0.777103, + "nauc_recall_at_5_std": 0.220603, + "nauc_recall_at_5_diff1": 0.756033, + "nauc_recall_at_10_max": 0.783866, + "nauc_recall_at_10_std": 0.308346, + "nauc_recall_at_10_diff1": 0.731578, + "nauc_recall_at_20_max": 0.82102, + "nauc_recall_at_20_std": 0.472806, + "nauc_recall_at_20_diff1": 0.715344, + "nauc_recall_at_100_max": 0.857127, + "nauc_recall_at_100_std": 0.70401, + "nauc_recall_at_100_diff1": 0.739494, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.585859, + "nauc_precision_at_1_std": -0.019349, + "nauc_precision_at_1_diff1": 0.814387, + "nauc_precision_at_3_max": 0.713957, + "nauc_precision_at_3_std": 0.100617, + "nauc_precision_at_3_diff1": 0.767085, + "nauc_precision_at_5_max": 0.777103, + "nauc_precision_at_5_std": 0.220603, + "nauc_precision_at_5_diff1": 0.756033, + "nauc_precision_at_10_max": 0.783075, + "nauc_precision_at_10_std": 0.309437, + "nauc_precision_at_10_diff1": 0.730674, + "nauc_precision_at_20_max": 0.804681, + "nauc_precision_at_20_std": 0.468422, + "nauc_precision_at_20_diff1": 0.700242, + "nauc_precision_at_100_max": 0.814682, + "nauc_precision_at_100_std": 0.68605, + "nauc_precision_at_100_diff1": 0.700537, + "nauc_precision_at_1000_max": -0.573976, + "nauc_precision_at_1000_std": 0.098481, + "nauc_precision_at_1000_diff1": -0.573976, + "nauc_mrr_at_1_max": 0.585859, + "nauc_mrr_at_1_std": -0.019349, + "nauc_mrr_at_1_diff1": 0.814387, + "nauc_mrr_at_3_max": 0.635218, + "nauc_mrr_at_3_std": 0.021358, + "nauc_mrr_at_3_diff1": 0.798322, + "nauc_mrr_at_5_max": 0.64227, + "nauc_mrr_at_5_std": 0.036907, + "nauc_mrr_at_5_diff1": 0.797715, + "nauc_mrr_at_10_max": 0.639688, + "nauc_mrr_at_10_std": 0.038891, + "nauc_mrr_at_10_diff1": 0.796883, + "nauc_mrr_at_20_max": 0.639335, + "nauc_mrr_at_20_std": 0.040863, + "nauc_mrr_at_20_diff1": 0.797077, + "nauc_mrr_at_100_max": 0.638441, + "nauc_mrr_at_100_std": 0.039033, + "nauc_mrr_at_100_diff1": 0.797695, + "nauc_mrr_at_1000_max": 0.638304, + "nauc_mrr_at_1000_std": 0.038592, + "nauc_mrr_at_1000_diff1": 0.797761, + "main_score": 0.77642, + "hf_subset": "deu-spa", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.60559, + "ndcg_at_3": 0.68356, + "ndcg_at_5": 0.70382, + "ndcg_at_10": 0.7185, + "ndcg_at_20": 0.7304, + "ndcg_at_100": 0.74248, + "ndcg_at_1000": 0.74908, + "map_at_1": 0.60559, + "map_at_3": 0.66457, + "map_at_5": 0.67586, + "map_at_10": 0.68191, + "map_at_20": 0.68511, + "map_at_100": 0.68674, + "map_at_1000": 0.68699, + "recall_at_1": 0.60559, + "recall_at_3": 0.73846, + "recall_at_5": 0.78741, + "recall_at_10": 0.83287, + "recall_at_20": 0.88042, + "recall_at_100": 0.94615, + "recall_at_1000": 0.9979, + "precision_at_1": 0.60559, + "precision_at_3": 0.24615, + "precision_at_5": 0.15748, + "precision_at_10": 0.08329, + "precision_at_20": 0.04402, + "precision_at_100": 0.00946, + "precision_at_1000": 0.001, + "mrr_at_1": 0.605594, + "mrr_at_3": 0.664569, + "mrr_at_5": 0.675862, + "mrr_at_10": 0.681907, + "mrr_at_20": 0.685113, + "mrr_at_100": 0.686738, + "mrr_at_1000": 0.686989, + "nauc_ndcg_at_1_max": 0.576244, + "nauc_ndcg_at_1_std": 0.103029, + "nauc_ndcg_at_1_diff1": 0.810067, + "nauc_ndcg_at_3_max": 0.617973, + "nauc_ndcg_at_3_std": 0.122713, + "nauc_ndcg_at_3_diff1": 0.786652, + "nauc_ndcg_at_5_max": 0.630379, + "nauc_ndcg_at_5_std": 0.140947, + "nauc_ndcg_at_5_diff1": 0.7782, + "nauc_ndcg_at_10_max": 0.629638, + "nauc_ndcg_at_10_std": 0.156983, + "nauc_ndcg_at_10_diff1": 0.776378, + "nauc_ndcg_at_20_max": 0.627058, + "nauc_ndcg_at_20_std": 0.164097, + "nauc_ndcg_at_20_diff1": 0.774556, + "nauc_ndcg_at_100_max": 0.624273, + "nauc_ndcg_at_100_std": 0.157185, + "nauc_ndcg_at_100_diff1": 0.780724, + "nauc_ndcg_at_1000_max": 0.620007, + "nauc_ndcg_at_1000_std": 0.147076, + "nauc_ndcg_at_1000_diff1": 0.782321, + "nauc_map_at_1_max": 0.576244, + "nauc_map_at_1_std": 0.103029, + "nauc_map_at_1_diff1": 0.810067, + "nauc_map_at_3_max": 0.607137, + "nauc_map_at_3_std": 0.117777, + "nauc_map_at_3_diff1": 0.792181, + "nauc_map_at_5_max": 0.613509, + "nauc_map_at_5_std": 0.127327, + "nauc_map_at_5_diff1": 0.788029, + "nauc_map_at_10_max": 0.613047, + "nauc_map_at_10_std": 0.133271, + "nauc_map_at_10_diff1": 0.787336, + "nauc_map_at_20_max": 0.61234, + "nauc_map_at_20_std": 0.134658, + "nauc_map_at_20_diff1": 0.787001, + "nauc_map_at_100_max": 0.611903, + "nauc_map_at_100_std": 0.13353, + "nauc_map_at_100_diff1": 0.787721, + "nauc_map_at_1000_max": 0.611755, + "nauc_map_at_1000_std": 0.133232, + "nauc_map_at_1000_diff1": 0.78776, + "nauc_recall_at_1_max": 0.576244, + "nauc_recall_at_1_std": 0.103029, + "nauc_recall_at_1_diff1": 0.810067, + "nauc_recall_at_3_max": 0.655116, + "nauc_recall_at_3_std": 0.139541, + "nauc_recall_at_3_diff1": 0.767988, + "nauc_recall_at_5_max": 0.698697, + "nauc_recall_at_5_std": 0.197636, + "nauc_recall_at_5_diff1": 0.738099, + "nauc_recall_at_10_max": 0.710338, + "nauc_recall_at_10_std": 0.283863, + "nauc_recall_at_10_diff1": 0.72178, + "nauc_recall_at_20_max": 0.717553, + "nauc_recall_at_20_std": 0.384785, + "nauc_recall_at_20_diff1": 0.688717, + "nauc_recall_at_100_max": 0.764542, + "nauc_recall_at_100_std": 0.502104, + "nauc_recall_at_100_diff1": 0.725284, + "nauc_recall_at_1000_max": 0.907407, + "nauc_recall_at_1000_std": 0.863834, + "nauc_recall_at_1000_diff1": 0.70277, + "nauc_precision_at_1_max": 0.576244, + "nauc_precision_at_1_std": 0.103029, + "nauc_precision_at_1_diff1": 0.810067, + "nauc_precision_at_3_max": 0.655116, + "nauc_precision_at_3_std": 0.139541, + "nauc_precision_at_3_diff1": 0.767988, + "nauc_precision_at_5_max": 0.698697, + "nauc_precision_at_5_std": 0.197636, + "nauc_precision_at_5_diff1": 0.738099, + "nauc_precision_at_10_max": 0.710338, + "nauc_precision_at_10_std": 0.283863, + "nauc_precision_at_10_diff1": 0.72178, + "nauc_precision_at_20_max": 0.717553, + "nauc_precision_at_20_std": 0.384785, + "nauc_precision_at_20_diff1": 0.688717, + "nauc_precision_at_100_max": 0.764542, + "nauc_precision_at_100_std": 0.502104, + "nauc_precision_at_100_diff1": 0.725284, + "nauc_precision_at_1000_max": 0.907407, + "nauc_precision_at_1000_std": 0.863834, + "nauc_precision_at_1000_diff1": 0.70277, + "nauc_mrr_at_1_max": 0.576244, + "nauc_mrr_at_1_std": 0.103029, + "nauc_mrr_at_1_diff1": 0.810067, + "nauc_mrr_at_3_max": 0.607137, + "nauc_mrr_at_3_std": 0.117777, + "nauc_mrr_at_3_diff1": 0.792181, + "nauc_mrr_at_5_max": 0.613509, + "nauc_mrr_at_5_std": 0.127327, + "nauc_mrr_at_5_diff1": 0.788029, + "nauc_mrr_at_10_max": 0.613047, + "nauc_mrr_at_10_std": 0.133271, + "nauc_mrr_at_10_diff1": 0.787336, + "nauc_mrr_at_20_max": 0.61234, + "nauc_mrr_at_20_std": 0.134658, + "nauc_mrr_at_20_diff1": 0.787001, + "nauc_mrr_at_100_max": 0.611903, + "nauc_mrr_at_100_std": 0.13353, + "nauc_mrr_at_100_diff1": 0.787721, + "nauc_mrr_at_1000_max": 0.611755, + "nauc_mrr_at_1000_std": 0.133232, + "nauc_mrr_at_1000_diff1": 0.78776, + "main_score": 0.7185, + "hf_subset": "deu-hin", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.66209, + "ndcg_at_3": 0.73182, + "ndcg_at_5": 0.74804, + "ndcg_at_10": 0.76407, + "ndcg_at_20": 0.77266, + "ndcg_at_100": 0.78471, + "ndcg_at_1000": 0.78886, + "map_at_1": 0.66209, + "map_at_3": 0.71502, + "map_at_5": 0.72401, + "map_at_10": 0.73063, + "map_at_20": 0.73306, + "map_at_100": 0.73485, + "map_at_1000": 0.735, + "recall_at_1": 0.66209, + "recall_at_3": 0.7803, + "recall_at_5": 0.8197, + "recall_at_10": 0.86925, + "recall_at_20": 0.90269, + "recall_at_100": 0.96597, + "recall_at_1000": 0.99881, + "precision_at_1": 0.66209, + "precision_at_3": 0.2601, + "precision_at_5": 0.16394, + "precision_at_10": 0.08693, + "precision_at_20": 0.04513, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.66209, + "mrr_at_3": 0.715025, + "mrr_at_5": 0.72401, + "mrr_at_10": 0.730632, + "mrr_at_20": 0.733063, + "mrr_at_100": 0.73485, + "mrr_at_1000": 0.735003, + "nauc_ndcg_at_1_max": 0.639156, + "nauc_ndcg_at_1_std": 0.010696, + "nauc_ndcg_at_1_diff1": 0.834281, + "nauc_ndcg_at_3_max": 0.668043, + "nauc_ndcg_at_3_std": 0.048421, + "nauc_ndcg_at_3_diff1": 0.803424, + "nauc_ndcg_at_5_max": 0.670072, + "nauc_ndcg_at_5_std": 0.060131, + "nauc_ndcg_at_5_diff1": 0.802805, + "nauc_ndcg_at_10_max": 0.672772, + "nauc_ndcg_at_10_std": 0.069658, + "nauc_ndcg_at_10_diff1": 0.798287, + "nauc_ndcg_at_20_max": 0.67599, + "nauc_ndcg_at_20_std": 0.084503, + "nauc_ndcg_at_20_diff1": 0.797773, + "nauc_ndcg_at_100_max": 0.670941, + "nauc_ndcg_at_100_std": 0.076777, + "nauc_ndcg_at_100_diff1": 0.802881, + "nauc_ndcg_at_1000_max": 0.667816, + "nauc_ndcg_at_1000_std": 0.065281, + "nauc_ndcg_at_1000_diff1": 0.805267, + "nauc_map_at_1_max": 0.639156, + "nauc_map_at_1_std": 0.010696, + "nauc_map_at_1_diff1": 0.834281, + "nauc_map_at_3_max": 0.65974, + "nauc_map_at_3_std": 0.036776, + "nauc_map_at_3_diff1": 0.811307, + "nauc_map_at_5_max": 0.66054, + "nauc_map_at_5_std": 0.042349, + "nauc_map_at_5_diff1": 0.81101, + "nauc_map_at_10_max": 0.661242, + "nauc_map_at_10_std": 0.045249, + "nauc_map_at_10_diff1": 0.809564, + "nauc_map_at_20_max": 0.66208, + "nauc_map_at_20_std": 0.048918, + "nauc_map_at_20_diff1": 0.809612, + "nauc_map_at_100_max": 0.661459, + "nauc_map_at_100_std": 0.048224, + "nauc_map_at_100_diff1": 0.810385, + "nauc_map_at_1000_max": 0.661361, + "nauc_map_at_1000_std": 0.047922, + "nauc_map_at_1000_diff1": 0.81045, + "nauc_recall_at_1_max": 0.639156, + "nauc_recall_at_1_std": 0.010696, + "nauc_recall_at_1_diff1": 0.834281, + "nauc_recall_at_3_max": 0.69741, + "nauc_recall_at_3_std": 0.089999, + "nauc_recall_at_3_diff1": 0.776016, + "nauc_recall_at_5_max": 0.709236, + "nauc_recall_at_5_std": 0.13533, + "nauc_recall_at_5_diff1": 0.770237, + "nauc_recall_at_10_max": 0.736649, + "nauc_recall_at_10_std": 0.210531, + "nauc_recall_at_10_diff1": 0.736125, + "nauc_recall_at_20_max": 0.778978, + "nauc_recall_at_20_std": 0.367287, + "nauc_recall_at_20_diff1": 0.712012, + "nauc_recall_at_100_max": 0.814379, + "nauc_recall_at_100_std": 0.620528, + "nauc_recall_at_100_diff1": 0.694864, + "nauc_recall_at_1000_max": 0.934619, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.711639, + "nauc_precision_at_1_max": 0.639156, + "nauc_precision_at_1_std": 0.010696, + "nauc_precision_at_1_diff1": 0.834281, + "nauc_precision_at_3_max": 0.69741, + "nauc_precision_at_3_std": 0.089999, + "nauc_precision_at_3_diff1": 0.776016, + "nauc_precision_at_5_max": 0.709236, + "nauc_precision_at_5_std": 0.13533, + "nauc_precision_at_5_diff1": 0.770237, + "nauc_precision_at_10_max": 0.736649, + "nauc_precision_at_10_std": 0.210531, + "nauc_precision_at_10_diff1": 0.736125, + "nauc_precision_at_20_max": 0.778978, + "nauc_precision_at_20_std": 0.367287, + "nauc_precision_at_20_diff1": 0.712012, + "nauc_precision_at_100_max": 0.814379, + "nauc_precision_at_100_std": 0.620528, + "nauc_precision_at_100_diff1": 0.694864, + "nauc_precision_at_1000_max": 0.934619, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.711639, + "nauc_mrr_at_1_max": 0.639156, + "nauc_mrr_at_1_std": 0.010696, + "nauc_mrr_at_1_diff1": 0.834281, + "nauc_mrr_at_3_max": 0.65974, + "nauc_mrr_at_3_std": 0.036776, + "nauc_mrr_at_3_diff1": 0.811307, + "nauc_mrr_at_5_max": 0.66054, + "nauc_mrr_at_5_std": 0.042349, + "nauc_mrr_at_5_diff1": 0.81101, + "nauc_mrr_at_10_max": 0.661242, + "nauc_mrr_at_10_std": 0.045249, + "nauc_mrr_at_10_diff1": 0.809564, + "nauc_mrr_at_20_max": 0.66208, + "nauc_mrr_at_20_std": 0.048918, + "nauc_mrr_at_20_diff1": 0.809612, + "nauc_mrr_at_100_max": 0.661459, + "nauc_mrr_at_100_std": 0.048224, + "nauc_mrr_at_100_diff1": 0.810385, + "nauc_mrr_at_1000_max": 0.661361, + "nauc_mrr_at_1000_std": 0.047922, + "nauc_mrr_at_1000_diff1": 0.81045, + "main_score": 0.76407, + "hf_subset": "deu-vie", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.65, + "ndcg_at_3": 0.73807, + "ndcg_at_5": 0.75752, + "ndcg_at_10": 0.77175, + "ndcg_at_20": 0.78106, + "ndcg_at_100": 0.78984, + "ndcg_at_1000": 0.79345, + "map_at_1": 0.65, + "map_at_3": 0.71739, + "map_at_5": 0.72825, + "map_at_10": 0.73416, + "map_at_20": 0.73671, + "map_at_100": 0.73798, + "map_at_1000": 0.73813, + "recall_at_1": 0.65, + "recall_at_3": 0.79753, + "recall_at_5": 0.84444, + "recall_at_10": 0.88827, + "recall_at_20": 0.925, + "recall_at_100": 0.9716, + "recall_at_1000": 0.99938, + "precision_at_1": 0.65, + "precision_at_3": 0.26584, + "precision_at_5": 0.16889, + "precision_at_10": 0.08883, + "precision_at_20": 0.04627, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.65, + "mrr_at_3": 0.717387, + "mrr_at_5": 0.728251, + "mrr_at_10": 0.734158, + "mrr_at_20": 0.736735, + "mrr_at_100": 0.737993, + "mrr_at_1000": 0.738137, + "nauc_ndcg_at_1_max": 0.559704, + "nauc_ndcg_at_1_std": 0.037123, + "nauc_ndcg_at_1_diff1": 0.803057, + "nauc_ndcg_at_3_max": 0.601488, + "nauc_ndcg_at_3_std": 0.067716, + "nauc_ndcg_at_3_diff1": 0.771059, + "nauc_ndcg_at_5_max": 0.614885, + "nauc_ndcg_at_5_std": 0.092466, + "nauc_ndcg_at_5_diff1": 0.773347, + "nauc_ndcg_at_10_max": 0.618143, + "nauc_ndcg_at_10_std": 0.102405, + "nauc_ndcg_at_10_diff1": 0.76719, + "nauc_ndcg_at_20_max": 0.614303, + "nauc_ndcg_at_20_std": 0.106147, + "nauc_ndcg_at_20_diff1": 0.77044, + "nauc_ndcg_at_100_max": 0.608274, + "nauc_ndcg_at_100_std": 0.097681, + "nauc_ndcg_at_100_diff1": 0.775089, + "nauc_ndcg_at_1000_max": 0.604207, + "nauc_ndcg_at_1000_std": 0.087149, + "nauc_ndcg_at_1000_diff1": 0.776151, + "nauc_map_at_1_max": 0.559704, + "nauc_map_at_1_std": 0.037123, + "nauc_map_at_1_diff1": 0.803057, + "nauc_map_at_3_max": 0.59097, + "nauc_map_at_3_std": 0.058475, + "nauc_map_at_3_diff1": 0.779951, + "nauc_map_at_5_max": 0.597415, + "nauc_map_at_5_std": 0.070538, + "nauc_map_at_5_diff1": 0.781339, + "nauc_map_at_10_max": 0.598004, + "nauc_map_at_10_std": 0.073263, + "nauc_map_at_10_diff1": 0.779314, + "nauc_map_at_20_max": 0.596791, + "nauc_map_at_20_std": 0.073934, + "nauc_map_at_20_diff1": 0.78015, + "nauc_map_at_100_max": 0.595994, + "nauc_map_at_100_std": 0.072826, + "nauc_map_at_100_diff1": 0.780713, + "nauc_map_at_1000_max": 0.595857, + "nauc_map_at_1000_std": 0.072484, + "nauc_map_at_1000_diff1": 0.780742, + "nauc_recall_at_1_max": 0.559704, + "nauc_recall_at_1_std": 0.037123, + "nauc_recall_at_1_diff1": 0.803057, + "nauc_recall_at_3_max": 0.63973, + "nauc_recall_at_3_std": 0.102241, + "nauc_recall_at_3_diff1": 0.738228, + "nauc_recall_at_5_max": 0.695886, + "nauc_recall_at_5_std": 0.197793, + "nauc_recall_at_5_diff1": 0.738018, + "nauc_recall_at_10_max": 0.744274, + "nauc_recall_at_10_std": 0.293976, + "nauc_recall_at_10_diff1": 0.691152, + "nauc_recall_at_20_max": 0.766141, + "nauc_recall_at_20_std": 0.416208, + "nauc_recall_at_20_diff1": 0.688659, + "nauc_recall_at_100_max": 0.80993, + "nauc_recall_at_100_std": 0.629643, + "nauc_recall_at_100_diff1": 0.718924, + "nauc_recall_at_1000_max": 0.869281, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.722222, + "nauc_precision_at_1_max": 0.559704, + "nauc_precision_at_1_std": 0.037123, + "nauc_precision_at_1_diff1": 0.803057, + "nauc_precision_at_3_max": 0.63973, + "nauc_precision_at_3_std": 0.102241, + "nauc_precision_at_3_diff1": 0.738228, + "nauc_precision_at_5_max": 0.695886, + "nauc_precision_at_5_std": 0.197793, + "nauc_precision_at_5_diff1": 0.738018, + "nauc_precision_at_10_max": 0.744274, + "nauc_precision_at_10_std": 0.293976, + "nauc_precision_at_10_diff1": 0.691152, + "nauc_precision_at_20_max": 0.770015, + "nauc_precision_at_20_std": 0.425118, + "nauc_precision_at_20_diff1": 0.690025, + "nauc_precision_at_100_max": 0.783999, + "nauc_precision_at_100_std": 0.643141, + "nauc_precision_at_100_diff1": 0.685221, + "nauc_precision_at_1000_max": 0.379792, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.132902, + "nauc_mrr_at_1_max": 0.559704, + "nauc_mrr_at_1_std": 0.037123, + "nauc_mrr_at_1_diff1": 0.803057, + "nauc_mrr_at_3_max": 0.59097, + "nauc_mrr_at_3_std": 0.058475, + "nauc_mrr_at_3_diff1": 0.779951, + "nauc_mrr_at_5_max": 0.597415, + "nauc_mrr_at_5_std": 0.070538, + "nauc_mrr_at_5_diff1": 0.781339, + "nauc_mrr_at_10_max": 0.598004, + "nauc_mrr_at_10_std": 0.073263, + "nauc_mrr_at_10_diff1": 0.779314, + "nauc_mrr_at_20_max": 0.596866, + "nauc_mrr_at_20_std": 0.074111, + "nauc_mrr_at_20_diff1": 0.780191, + "nauc_mrr_at_100_max": 0.596026, + "nauc_mrr_at_100_std": 0.072902, + "nauc_mrr_at_100_diff1": 0.78073, + "nauc_mrr_at_1000_max": 0.595889, + "nauc_mrr_at_1000_std": 0.072561, + "nauc_mrr_at_1000_diff1": 0.78076, + "main_score": 0.77175, + "hf_subset": "deu-zho", + "languages": [ + "deu-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.55278, + "ndcg_at_3": 0.63756, + "ndcg_at_5": 0.6589, + "ndcg_at_10": 0.67692, + "ndcg_at_20": 0.68758, + "ndcg_at_100": 0.70264, + "ndcg_at_1000": 0.71043, + "map_at_1": 0.55269, + "map_at_3": 0.6171, + "map_at_5": 0.62896, + "map_at_10": 0.63636, + "map_at_20": 0.63933, + "map_at_100": 0.64139, + "map_at_1000": 0.64168, + "recall_at_1": 0.55269, + "recall_at_3": 0.69661, + "recall_at_5": 0.74836, + "recall_at_10": 0.80424, + "recall_at_20": 0.84605, + "recall_at_100": 0.92762, + "recall_at_1000": 0.98884, + "precision_at_1": 0.55278, + "precision_at_3": 0.23226, + "precision_at_5": 0.14971, + "precision_at_10": 0.08044, + "precision_at_20": 0.04231, + "precision_at_100": 0.00928, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.552785, + "mrr_at_3": 0.617101, + "mrr_at_5": 0.628961, + "mrr_at_10": 0.636361, + "mrr_at_20": 0.639333, + "mrr_at_100": 0.641389, + "mrr_at_1000": 0.641684, + "nauc_ndcg_at_1_max": 0.527879, + "nauc_ndcg_at_1_std": 0.129334, + "nauc_ndcg_at_1_diff1": 0.759635, + "nauc_ndcg_at_3_max": 0.572402, + "nauc_ndcg_at_3_std": 0.17963, + "nauc_ndcg_at_3_diff1": 0.720131, + "nauc_ndcg_at_5_max": 0.576183, + "nauc_ndcg_at_5_std": 0.1933, + "nauc_ndcg_at_5_diff1": 0.716478, + "nauc_ndcg_at_10_max": 0.576542, + "nauc_ndcg_at_10_std": 0.200133, + "nauc_ndcg_at_10_diff1": 0.716096, + "nauc_ndcg_at_20_max": 0.574503, + "nauc_ndcg_at_20_std": 0.205262, + "nauc_ndcg_at_20_diff1": 0.716055, + "nauc_ndcg_at_100_max": 0.572947, + "nauc_ndcg_at_100_std": 0.205037, + "nauc_ndcg_at_100_diff1": 0.718298, + "nauc_ndcg_at_1000_max": 0.570111, + "nauc_ndcg_at_1000_std": 0.194557, + "nauc_ndcg_at_1000_diff1": 0.721938, + "nauc_map_at_1_max": 0.527333, + "nauc_map_at_1_std": 0.129422, + "nauc_map_at_1_diff1": 0.759233, + "nauc_map_at_3_max": 0.561937, + "nauc_map_at_3_std": 0.16685, + "nauc_map_at_3_diff1": 0.73045, + "nauc_map_at_5_max": 0.563566, + "nauc_map_at_5_std": 0.173705, + "nauc_map_at_5_diff1": 0.728867, + "nauc_map_at_10_max": 0.563299, + "nauc_map_at_10_std": 0.175638, + "nauc_map_at_10_diff1": 0.728947, + "nauc_map_at_20_max": 0.562676, + "nauc_map_at_20_std": 0.17671, + "nauc_map_at_20_diff1": 0.729004, + "nauc_map_at_100_max": 0.562503, + "nauc_map_at_100_std": 0.176761, + "nauc_map_at_100_diff1": 0.729265, + "nauc_map_at_1000_max": 0.562409, + "nauc_map_at_1000_std": 0.176436, + "nauc_map_at_1000_diff1": 0.729377, + "nauc_recall_at_1_max": 0.527333, + "nauc_recall_at_1_std": 0.129422, + "nauc_recall_at_1_diff1": 0.759233, + "nauc_recall_at_3_max": 0.606508, + "nauc_recall_at_3_std": 0.221795, + "nauc_recall_at_3_diff1": 0.685947, + "nauc_recall_at_5_max": 0.623616, + "nauc_recall_at_5_std": 0.269032, + "nauc_recall_at_5_diff1": 0.669289, + "nauc_recall_at_10_max": 0.637191, + "nauc_recall_at_10_std": 0.318445, + "nauc_recall_at_10_diff1": 0.657112, + "nauc_recall_at_20_max": 0.638363, + "nauc_recall_at_20_std": 0.382013, + "nauc_recall_at_20_diff1": 0.642934, + "nauc_recall_at_100_max": 0.671534, + "nauc_recall_at_100_std": 0.545479, + "nauc_recall_at_100_diff1": 0.612866, + "nauc_recall_at_1000_max": 0.743608, + "nauc_recall_at_1000_std": 0.667444, + "nauc_recall_at_1000_diff1": 0.643377, + "nauc_precision_at_1_max": 0.527879, + "nauc_precision_at_1_std": 0.129334, + "nauc_precision_at_1_diff1": 0.759635, + "nauc_precision_at_3_max": 0.606999, + "nauc_precision_at_3_std": 0.221261, + "nauc_precision_at_3_diff1": 0.685917, + "nauc_precision_at_5_max": 0.624163, + "nauc_precision_at_5_std": 0.268342, + "nauc_precision_at_5_diff1": 0.669278, + "nauc_precision_at_10_max": 0.637836, + "nauc_precision_at_10_std": 0.317514, + "nauc_precision_at_10_diff1": 0.65712, + "nauc_precision_at_20_max": 0.639165, + "nauc_precision_at_20_std": 0.38071, + "nauc_precision_at_20_diff1": 0.642976, + "nauc_precision_at_100_max": 0.673008, + "nauc_precision_at_100_std": 0.542108, + "nauc_precision_at_100_diff1": 0.613085, + "nauc_precision_at_1000_max": 0.751129, + "nauc_precision_at_1000_std": 0.640767, + "nauc_precision_at_1000_diff1": 0.640968, + "nauc_mrr_at_1_max": 0.527879, + "nauc_mrr_at_1_std": 0.129334, + "nauc_mrr_at_1_diff1": 0.759635, + "nauc_mrr_at_3_max": 0.561937, + "nauc_mrr_at_3_std": 0.16685, + "nauc_mrr_at_3_diff1": 0.73045, + "nauc_mrr_at_5_max": 0.563566, + "nauc_mrr_at_5_std": 0.173705, + "nauc_mrr_at_5_diff1": 0.728867, + "nauc_mrr_at_10_max": 0.563299, + "nauc_mrr_at_10_std": 0.175638, + "nauc_mrr_at_10_diff1": 0.728947, + "nauc_mrr_at_20_max": 0.562676, + "nauc_mrr_at_20_std": 0.17671, + "nauc_mrr_at_20_diff1": 0.729004, + "nauc_mrr_at_100_max": 0.562503, + "nauc_mrr_at_100_std": 0.176761, + "nauc_mrr_at_100_diff1": 0.729264, + "nauc_mrr_at_1000_max": 0.562409, + "nauc_mrr_at_1000_std": 0.176435, + "nauc_mrr_at_1000_diff1": 0.729377, + "main_score": 0.67692, + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.66696, + "ndcg_at_3": 0.73723, + "ndcg_at_5": 0.75229, + "ndcg_at_10": 0.76751, + "ndcg_at_20": 0.77686, + "ndcg_at_100": 0.78665, + "ndcg_at_1000": 0.79149, + "map_at_1": 0.66685, + "map_at_3": 0.72029, + "map_at_5": 0.72859, + "map_at_10": 0.73489, + "map_at_20": 0.73746, + "map_at_100": 0.73884, + "map_at_1000": 0.73903, + "recall_at_1": 0.66685, + "recall_at_3": 0.78606, + "recall_at_5": 0.82285, + "recall_at_10": 0.86982, + "recall_at_20": 0.90679, + "recall_at_100": 0.95901, + "recall_at_1000": 0.99712, + "precision_at_1": 0.66696, + "precision_at_3": 0.26213, + "precision_at_5": 0.16464, + "precision_at_10": 0.08702, + "precision_at_20": 0.04537, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "mrr_at_1": 0.666962, + "mrr_at_3": 0.720326, + "mrr_at_5": 0.728625, + "mrr_at_10": 0.734927, + "mrr_at_20": 0.737495, + "mrr_at_100": 0.73887, + "mrr_at_1000": 0.739055, + "nauc_ndcg_at_1_max": 0.669706, + "nauc_ndcg_at_1_std": 0.079835, + "nauc_ndcg_at_1_diff1": 0.835857, + "nauc_ndcg_at_3_max": 0.705879, + "nauc_ndcg_at_3_std": 0.139371, + "nauc_ndcg_at_3_diff1": 0.802463, + "nauc_ndcg_at_5_max": 0.707554, + "nauc_ndcg_at_5_std": 0.138457, + "nauc_ndcg_at_5_diff1": 0.799823, + "nauc_ndcg_at_10_max": 0.710837, + "nauc_ndcg_at_10_std": 0.152412, + "nauc_ndcg_at_10_diff1": 0.798075, + "nauc_ndcg_at_20_max": 0.708461, + "nauc_ndcg_at_20_std": 0.152662, + "nauc_ndcg_at_20_diff1": 0.798506, + "nauc_ndcg_at_100_max": 0.706357, + "nauc_ndcg_at_100_std": 0.149029, + "nauc_ndcg_at_100_diff1": 0.803586, + "nauc_ndcg_at_1000_max": 0.703787, + "nauc_ndcg_at_1000_std": 0.141777, + "nauc_ndcg_at_1000_diff1": 0.805587, + "nauc_map_at_1_max": 0.669332, + "nauc_map_at_1_std": 0.079867, + "nauc_map_at_1_diff1": 0.836071, + "nauc_map_at_3_max": 0.697006, + "nauc_map_at_3_std": 0.123534, + "nauc_map_at_3_diff1": 0.811629, + "nauc_map_at_5_max": 0.69755, + "nauc_map_at_5_std": 0.122718, + "nauc_map_at_5_diff1": 0.810425, + "nauc_map_at_10_max": 0.698669, + "nauc_map_at_10_std": 0.127742, + "nauc_map_at_10_diff1": 0.810014, + "nauc_map_at_20_max": 0.697932, + "nauc_map_at_20_std": 0.127316, + "nauc_map_at_20_diff1": 0.810193, + "nauc_map_at_100_max": 0.697686, + "nauc_map_at_100_std": 0.126831, + "nauc_map_at_100_diff1": 0.81092, + "nauc_map_at_1000_max": 0.697608, + "nauc_map_at_1000_std": 0.126689, + "nauc_map_at_1000_diff1": 0.81098, + "nauc_recall_at_1_max": 0.669332, + "nauc_recall_at_1_std": 0.079867, + "nauc_recall_at_1_diff1": 0.836071, + "nauc_recall_at_3_max": 0.736681, + "nauc_recall_at_3_std": 0.19463, + "nauc_recall_at_3_diff1": 0.77004, + "nauc_recall_at_5_max": 0.74785, + "nauc_recall_at_5_std": 0.201015, + "nauc_recall_at_5_diff1": 0.75644, + "nauc_recall_at_10_max": 0.775915, + "nauc_recall_at_10_std": 0.288696, + "nauc_recall_at_10_diff1": 0.733848, + "nauc_recall_at_20_max": 0.780255, + "nauc_recall_at_20_std": 0.343366, + "nauc_recall_at_20_diff1": 0.715461, + "nauc_recall_at_100_max": 0.815939, + "nauc_recall_at_100_std": 0.490675, + "nauc_recall_at_100_diff1": 0.728352, + "nauc_recall_at_1000_max": 0.958523, + "nauc_recall_at_1000_std": 0.989945, + "nauc_recall_at_1000_diff1": 0.760644, + "nauc_precision_at_1_max": 0.669706, + "nauc_precision_at_1_std": 0.079835, + "nauc_precision_at_1_diff1": 0.835857, + "nauc_precision_at_3_max": 0.735972, + "nauc_precision_at_3_std": 0.195168, + "nauc_precision_at_3_diff1": 0.767413, + "nauc_precision_at_5_max": 0.747066, + "nauc_precision_at_5_std": 0.201657, + "nauc_precision_at_5_diff1": 0.753441, + "nauc_precision_at_10_max": 0.774815, + "nauc_precision_at_10_std": 0.289345, + "nauc_precision_at_10_diff1": 0.729934, + "nauc_precision_at_20_max": 0.774188, + "nauc_precision_at_20_std": 0.345173, + "nauc_precision_at_20_diff1": 0.706166, + "nauc_precision_at_100_max": 0.778367, + "nauc_precision_at_100_std": 0.483094, + "nauc_precision_at_100_diff1": 0.688073, + "nauc_precision_at_1000_max": 0.547469, + "nauc_precision_at_1000_std": 0.742936, + "nauc_precision_at_1000_diff1": 0.362018, + "nauc_mrr_at_1_max": 0.669706, + "nauc_mrr_at_1_std": 0.079835, + "nauc_mrr_at_1_diff1": 0.835857, + "nauc_mrr_at_3_max": 0.697028, + "nauc_mrr_at_3_std": 0.123814, + "nauc_mrr_at_3_diff1": 0.811634, + "nauc_mrr_at_5_max": 0.697581, + "nauc_mrr_at_5_std": 0.123007, + "nauc_mrr_at_5_diff1": 0.81044, + "nauc_mrr_at_10_max": 0.698701, + "nauc_mrr_at_10_std": 0.128039, + "nauc_mrr_at_10_diff1": 0.810029, + "nauc_mrr_at_20_max": 0.697941, + "nauc_mrr_at_20_std": 0.127523, + "nauc_mrr_at_20_diff1": 0.810209, + "nauc_mrr_at_100_max": 0.6977, + "nauc_mrr_at_100_std": 0.12703, + "nauc_mrr_at_100_diff1": 0.810929, + "nauc_mrr_at_1000_max": 0.697622, + "nauc_mrr_at_1000_std": 0.126888, + "nauc_mrr_at_1000_diff1": 0.810988, + "main_score": 0.76751, + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.69401, + "ndcg_at_3": 0.76346, + "ndcg_at_5": 0.77767, + "ndcg_at_10": 0.78977, + "ndcg_at_20": 0.79787, + "ndcg_at_100": 0.80731, + "ndcg_at_1000": 0.81086, + "map_at_1": 0.69392, + "map_at_3": 0.74669, + "map_at_5": 0.7546, + "map_at_10": 0.75961, + "map_at_20": 0.76187, + "map_at_100": 0.7632, + "map_at_1000": 0.76333, + "recall_at_1": 0.69392, + "recall_at_3": 0.81178, + "recall_at_5": 0.84618, + "recall_at_10": 0.88353, + "recall_at_20": 0.91521, + "recall_at_100": 0.96587, + "recall_at_1000": 0.99387, + "precision_at_1": 0.69401, + "precision_at_3": 0.27065, + "precision_at_5": 0.16928, + "precision_at_10": 0.08838, + "precision_at_20": 0.04578, + "precision_at_100": 0.00966, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.694008, + "mrr_at_3": 0.746748, + "mrr_at_5": 0.75467, + "mrr_at_10": 0.759665, + "mrr_at_20": 0.761931, + "mrr_at_100": 0.763251, + "mrr_at_1000": 0.763382, + "nauc_ndcg_at_1_max": 0.632921, + "nauc_ndcg_at_1_std": -0.006145, + "nauc_ndcg_at_1_diff1": 0.834185, + "nauc_ndcg_at_3_max": 0.681943, + "nauc_ndcg_at_3_std": 0.041487, + "nauc_ndcg_at_3_diff1": 0.814828, + "nauc_ndcg_at_5_max": 0.68572, + "nauc_ndcg_at_5_std": 0.048788, + "nauc_ndcg_at_5_diff1": 0.813462, + "nauc_ndcg_at_10_max": 0.684341, + "nauc_ndcg_at_10_std": 0.05407, + "nauc_ndcg_at_10_diff1": 0.810905, + "nauc_ndcg_at_20_max": 0.68406, + "nauc_ndcg_at_20_std": 0.058499, + "nauc_ndcg_at_20_diff1": 0.812581, + "nauc_ndcg_at_100_max": 0.680695, + "nauc_ndcg_at_100_std": 0.057138, + "nauc_ndcg_at_100_diff1": 0.814767, + "nauc_ndcg_at_1000_max": 0.677806, + "nauc_ndcg_at_1000_std": 0.05025, + "nauc_ndcg_at_1000_diff1": 0.815923, + "nauc_map_at_1_max": 0.632772, + "nauc_map_at_1_std": -0.006146, + "nauc_map_at_1_diff1": 0.834267, + "nauc_map_at_3_max": 0.669215, + "nauc_map_at_3_std": 0.028127, + "nauc_map_at_3_diff1": 0.819923, + "nauc_map_at_5_max": 0.670808, + "nauc_map_at_5_std": 0.031468, + "nauc_map_at_5_diff1": 0.819391, + "nauc_map_at_10_max": 0.670006, + "nauc_map_at_10_std": 0.033043, + "nauc_map_at_10_diff1": 0.818615, + "nauc_map_at_20_max": 0.669735, + "nauc_map_at_20_std": 0.033874, + "nauc_map_at_20_diff1": 0.819037, + "nauc_map_at_100_max": 0.66932, + "nauc_map_at_100_std": 0.033741, + "nauc_map_at_100_diff1": 0.819327, + "nauc_map_at_1000_max": 0.669238, + "nauc_map_at_1000_std": 0.033569, + "nauc_map_at_1000_diff1": 0.819369, + "nauc_recall_at_1_max": 0.632772, + "nauc_recall_at_1_std": -0.006146, + "nauc_recall_at_1_diff1": 0.834267, + "nauc_recall_at_3_max": 0.727924, + "nauc_recall_at_3_std": 0.090327, + "nauc_recall_at_3_diff1": 0.796338, + "nauc_recall_at_5_max": 0.749323, + "nauc_recall_at_5_std": 0.123972, + "nauc_recall_at_5_diff1": 0.788047, + "nauc_recall_at_10_max": 0.760257, + "nauc_recall_at_10_std": 0.172632, + "nauc_recall_at_10_diff1": 0.767317, + "nauc_recall_at_20_max": 0.785488, + "nauc_recall_at_20_std": 0.25137, + "nauc_recall_at_20_diff1": 0.767277, + "nauc_recall_at_100_max": 0.839055, + "nauc_recall_at_100_std": 0.481179, + "nauc_recall_at_100_diff1": 0.759735, + "nauc_recall_at_1000_max": 0.910484, + "nauc_recall_at_1000_std": 0.825957, + "nauc_recall_at_1000_diff1": 0.749564, + "nauc_precision_at_1_max": 0.632921, + "nauc_precision_at_1_std": -0.006145, + "nauc_precision_at_1_diff1": 0.834185, + "nauc_precision_at_3_max": 0.727714, + "nauc_precision_at_3_std": 0.090854, + "nauc_precision_at_3_diff1": 0.795227, + "nauc_precision_at_5_max": 0.749089, + "nauc_precision_at_5_std": 0.124959, + "nauc_precision_at_5_diff1": 0.786703, + "nauc_precision_at_10_max": 0.758572, + "nauc_precision_at_10_std": 0.174254, + "nauc_precision_at_10_diff1": 0.764015, + "nauc_precision_at_20_max": 0.78141, + "nauc_precision_at_20_std": 0.253236, + "nauc_precision_at_20_diff1": 0.761022, + "nauc_precision_at_100_max": 0.817486, + "nauc_precision_at_100_std": 0.486985, + "nauc_precision_at_100_diff1": 0.733662, + "nauc_precision_at_1000_max": 0.717404, + "nauc_precision_at_1000_std": 0.785903, + "nauc_precision_at_1000_diff1": 0.554584, + "nauc_mrr_at_1_max": 0.632921, + "nauc_mrr_at_1_std": -0.006145, + "nauc_mrr_at_1_diff1": 0.834185, + "nauc_mrr_at_3_max": 0.669231, + "nauc_mrr_at_3_std": 0.028136, + "nauc_mrr_at_3_diff1": 0.819894, + "nauc_mrr_at_5_max": 0.670827, + "nauc_mrr_at_5_std": 0.031537, + "nauc_mrr_at_5_diff1": 0.81936, + "nauc_mrr_at_10_max": 0.670014, + "nauc_mrr_at_10_std": 0.033024, + "nauc_mrr_at_10_diff1": 0.818591, + "nauc_mrr_at_20_max": 0.669744, + "nauc_mrr_at_20_std": 0.033881, + "nauc_mrr_at_20_diff1": 0.819019, + "nauc_mrr_at_100_max": 0.669328, + "nauc_mrr_at_100_std": 0.033738, + "nauc_mrr_at_100_diff1": 0.819309, + "nauc_mrr_at_1000_max": 0.669247, + "nauc_mrr_at_1000_std": 0.033551, + "nauc_mrr_at_1000_diff1": 0.81935, + "main_score": 0.78977, + "hf_subset": "eng-eng", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66654, + "ndcg_at_3": 0.74122, + "ndcg_at_5": 0.75731, + "ndcg_at_10": 0.77091, + "ndcg_at_20": 0.77857, + "ndcg_at_100": 0.78936, + "ndcg_at_1000": 0.79338, + "map_at_1": 0.66644, + "map_at_3": 0.7231, + "map_at_5": 0.73203, + "map_at_10": 0.73776, + "map_at_20": 0.73988, + "map_at_100": 0.74142, + "map_at_1000": 0.74156, + "recall_at_1": 0.66644, + "recall_at_3": 0.79347, + "recall_at_5": 0.83251, + "recall_at_10": 0.87393, + "recall_at_20": 0.90402, + "recall_at_100": 0.96163, + "recall_at_1000": 0.99362, + "precision_at_1": 0.66654, + "precision_at_3": 0.26452, + "precision_at_5": 0.16652, + "precision_at_10": 0.08741, + "precision_at_20": 0.04521, + "precision_at_100": 0.00962, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.66654, + "mrr_at_3": 0.723196, + "mrr_at_5": 0.732127, + "mrr_at_10": 0.737862, + "mrr_at_20": 0.739989, + "mrr_at_100": 0.741519, + "mrr_at_1000": 0.741664, + "nauc_ndcg_at_1_max": 0.65737, + "nauc_ndcg_at_1_std": 0.112247, + "nauc_ndcg_at_1_diff1": 0.840821, + "nauc_ndcg_at_3_max": 0.703803, + "nauc_ndcg_at_3_std": 0.185159, + "nauc_ndcg_at_3_diff1": 0.809503, + "nauc_ndcg_at_5_max": 0.708109, + "nauc_ndcg_at_5_std": 0.198645, + "nauc_ndcg_at_5_diff1": 0.807177, + "nauc_ndcg_at_10_max": 0.709476, + "nauc_ndcg_at_10_std": 0.208376, + "nauc_ndcg_at_10_diff1": 0.808606, + "nauc_ndcg_at_20_max": 0.707575, + "nauc_ndcg_at_20_std": 0.213009, + "nauc_ndcg_at_20_diff1": 0.808127, + "nauc_ndcg_at_100_max": 0.7037, + "nauc_ndcg_at_100_std": 0.203995, + "nauc_ndcg_at_100_diff1": 0.812238, + "nauc_ndcg_at_1000_max": 0.700965, + "nauc_ndcg_at_1000_std": 0.194626, + "nauc_ndcg_at_1000_diff1": 0.814145, + "nauc_map_at_1_max": 0.657543, + "nauc_map_at_1_std": 0.112416, + "nauc_map_at_1_diff1": 0.840851, + "nauc_map_at_3_max": 0.691574, + "nauc_map_at_3_std": 0.164015, + "nauc_map_at_3_diff1": 0.818379, + "nauc_map_at_5_max": 0.693336, + "nauc_map_at_5_std": 0.170215, + "nauc_map_at_5_diff1": 0.817445, + "nauc_map_at_10_max": 0.693611, + "nauc_map_at_10_std": 0.17347, + "nauc_map_at_10_diff1": 0.81824, + "nauc_map_at_20_max": 0.693076, + "nauc_map_at_20_std": 0.174464, + "nauc_map_at_20_diff1": 0.818225, + "nauc_map_at_100_max": 0.6926, + "nauc_map_at_100_std": 0.17336, + "nauc_map_at_100_diff1": 0.818789, + "nauc_map_at_1000_max": 0.692515, + "nauc_map_at_1000_std": 0.173087, + "nauc_map_at_1000_diff1": 0.818857, + "nauc_recall_at_1_max": 0.657543, + "nauc_recall_at_1_std": 0.112416, + "nauc_recall_at_1_diff1": 0.840851, + "nauc_recall_at_3_max": 0.747745, + "nauc_recall_at_3_std": 0.262072, + "nauc_recall_at_3_diff1": 0.777409, + "nauc_recall_at_5_max": 0.771149, + "nauc_recall_at_5_std": 0.322174, + "nauc_recall_at_5_diff1": 0.763262, + "nauc_recall_at_10_max": 0.795719, + "nauc_recall_at_10_std": 0.404499, + "nauc_recall_at_10_diff1": 0.757251, + "nauc_recall_at_20_max": 0.803384, + "nauc_recall_at_20_std": 0.492823, + "nauc_recall_at_20_diff1": 0.738681, + "nauc_recall_at_100_max": 0.841145, + "nauc_recall_at_100_std": 0.662777, + "nauc_recall_at_100_diff1": 0.738774, + "nauc_recall_at_1000_max": 0.912416, + "nauc_recall_at_1000_std": 0.81477, + "nauc_recall_at_1000_diff1": 0.785096, + "nauc_precision_at_1_max": 0.65737, + "nauc_precision_at_1_std": 0.112247, + "nauc_precision_at_1_diff1": 0.840821, + "nauc_precision_at_3_max": 0.747581, + "nauc_precision_at_3_std": 0.261891, + "nauc_precision_at_3_diff1": 0.777412, + "nauc_precision_at_5_max": 0.771029, + "nauc_precision_at_5_std": 0.32201, + "nauc_precision_at_5_diff1": 0.763328, + "nauc_precision_at_10_max": 0.795443, + "nauc_precision_at_10_std": 0.405968, + "nauc_precision_at_10_diff1": 0.757067, + "nauc_precision_at_20_max": 0.803253, + "nauc_precision_at_20_std": 0.494982, + "nauc_precision_at_20_diff1": 0.738604, + "nauc_precision_at_100_max": 0.829567, + "nauc_precision_at_100_std": 0.665939, + "nauc_precision_at_100_diff1": 0.727956, + "nauc_precision_at_1000_max": 0.842307, + "nauc_precision_at_1000_std": 0.8278, + "nauc_precision_at_1000_diff1": 0.720306, + "nauc_mrr_at_1_max": 0.65737, + "nauc_mrr_at_1_std": 0.112247, + "nauc_mrr_at_1_diff1": 0.840821, + "nauc_mrr_at_3_max": 0.691381, + "nauc_mrr_at_3_std": 0.163831, + "nauc_mrr_at_3_diff1": 0.818339, + "nauc_mrr_at_5_max": 0.693137, + "nauc_mrr_at_5_std": 0.170026, + "nauc_mrr_at_5_diff1": 0.817403, + "nauc_mrr_at_10_max": 0.693397, + "nauc_mrr_at_10_std": 0.173357, + "nauc_mrr_at_10_diff1": 0.818186, + "nauc_mrr_at_20_max": 0.69286, + "nauc_mrr_at_20_std": 0.174351, + "nauc_mrr_at_20_diff1": 0.818171, + "nauc_mrr_at_100_max": 0.692388, + "nauc_mrr_at_100_std": 0.173208, + "nauc_mrr_at_100_diff1": 0.81874, + "nauc_mrr_at_1000_max": 0.692302, + "nauc_mrr_at_1000_std": 0.172935, + "nauc_mrr_at_1000_diff1": 0.818807, + "main_score": 0.77091, + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.60191, + "ndcg_at_3": 0.68413, + "ndcg_at_5": 0.70233, + "ndcg_at_10": 0.71801, + "ndcg_at_20": 0.72775, + "ndcg_at_100": 0.74057, + "ndcg_at_1000": 0.74689, + "map_at_1": 0.60181, + "map_at_3": 0.66446, + "map_at_5": 0.67458, + "map_at_10": 0.68116, + "map_at_20": 0.68385, + "map_at_100": 0.68564, + "map_at_1000": 0.68586, + "recall_at_1": 0.60181, + "recall_at_3": 0.74064, + "recall_at_5": 0.78478, + "recall_at_10": 0.83269, + "recall_at_20": 0.87114, + "recall_at_100": 0.93989, + "recall_at_1000": 0.99054, + "precision_at_1": 0.60191, + "precision_at_3": 0.24695, + "precision_at_5": 0.157, + "precision_at_10": 0.0833, + "precision_at_20": 0.04357, + "precision_at_100": 0.0094, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.601912, + "mrr_at_3": 0.664599, + "mrr_at_5": 0.674719, + "mrr_at_10": 0.681274, + "mrr_at_20": 0.683958, + "mrr_at_100": 0.685753, + "mrr_at_1000": 0.685974, + "nauc_ndcg_at_1_max": 0.515927, + "nauc_ndcg_at_1_std": 0.103832, + "nauc_ndcg_at_1_diff1": 0.769733, + "nauc_ndcg_at_3_max": 0.573322, + "nauc_ndcg_at_3_std": 0.158949, + "nauc_ndcg_at_3_diff1": 0.741132, + "nauc_ndcg_at_5_max": 0.576967, + "nauc_ndcg_at_5_std": 0.164448, + "nauc_ndcg_at_5_diff1": 0.736866, + "nauc_ndcg_at_10_max": 0.578923, + "nauc_ndcg_at_10_std": 0.172283, + "nauc_ndcg_at_10_diff1": 0.735882, + "nauc_ndcg_at_20_max": 0.576148, + "nauc_ndcg_at_20_std": 0.174882, + "nauc_ndcg_at_20_diff1": 0.736223, + "nauc_ndcg_at_100_max": 0.57218, + "nauc_ndcg_at_100_std": 0.176643, + "nauc_ndcg_at_100_diff1": 0.737822, + "nauc_ndcg_at_1000_max": 0.567894, + "nauc_ndcg_at_1000_std": 0.167202, + "nauc_ndcg_at_1000_diff1": 0.74044, + "nauc_map_at_1_max": 0.515951, + "nauc_map_at_1_std": 0.103993, + "nauc_map_at_1_diff1": 0.769221, + "nauc_map_at_3_max": 0.558057, + "nauc_map_at_3_std": 0.144155, + "nauc_map_at_3_diff1": 0.74788, + "nauc_map_at_5_max": 0.55947, + "nauc_map_at_5_std": 0.146504, + "nauc_map_at_5_diff1": 0.745801, + "nauc_map_at_10_max": 0.559763, + "nauc_map_at_10_std": 0.149093, + "nauc_map_at_10_diff1": 0.745543, + "nauc_map_at_20_max": 0.558959, + "nauc_map_at_20_std": 0.149595, + "nauc_map_at_20_diff1": 0.745733, + "nauc_map_at_100_max": 0.558303, + "nauc_map_at_100_std": 0.149822, + "nauc_map_at_100_diff1": 0.745869, + "nauc_map_at_1000_max": 0.558206, + "nauc_map_at_1000_std": 0.149621, + "nauc_map_at_1000_diff1": 0.745959, + "nauc_recall_at_1_max": 0.515951, + "nauc_recall_at_1_std": 0.103993, + "nauc_recall_at_1_diff1": 0.769221, + "nauc_recall_at_3_max": 0.626098, + "nauc_recall_at_3_std": 0.210449, + "nauc_recall_at_3_diff1": 0.717525, + "nauc_recall_at_5_max": 0.64618, + "nauc_recall_at_5_std": 0.236252, + "nauc_recall_at_5_diff1": 0.700862, + "nauc_recall_at_10_max": 0.673149, + "nauc_recall_at_10_std": 0.290254, + "nauc_recall_at_10_diff1": 0.687817, + "nauc_recall_at_20_max": 0.677531, + "nauc_recall_at_20_std": 0.339379, + "nauc_recall_at_20_diff1": 0.677137, + "nauc_recall_at_100_max": 0.715287, + "nauc_recall_at_100_std": 0.541104, + "nauc_recall_at_100_diff1": 0.651003, + "nauc_recall_at_1000_max": 0.661184, + "nauc_recall_at_1000_std": 0.665019, + "nauc_recall_at_1000_diff1": 0.643192, + "nauc_precision_at_1_max": 0.515927, + "nauc_precision_at_1_std": 0.103832, + "nauc_precision_at_1_diff1": 0.769733, + "nauc_precision_at_3_max": 0.626181, + "nauc_precision_at_3_std": 0.210179, + "nauc_precision_at_3_diff1": 0.718109, + "nauc_precision_at_5_max": 0.646292, + "nauc_precision_at_5_std": 0.235958, + "nauc_precision_at_5_diff1": 0.701528, + "nauc_precision_at_10_max": 0.671336, + "nauc_precision_at_10_std": 0.288955, + "nauc_precision_at_10_diff1": 0.686291, + "nauc_precision_at_20_max": 0.675225, + "nauc_precision_at_20_std": 0.337629, + "nauc_precision_at_20_diff1": 0.675227, + "nauc_precision_at_100_max": 0.710489, + "nauc_precision_at_100_std": 0.536703, + "nauc_precision_at_100_diff1": 0.647295, + "nauc_precision_at_1000_max": 0.632764, + "nauc_precision_at_1000_std": 0.634446, + "nauc_precision_at_1000_diff1": 0.620346, + "nauc_mrr_at_1_max": 0.515927, + "nauc_mrr_at_1_std": 0.103832, + "nauc_mrr_at_1_diff1": 0.769733, + "nauc_mrr_at_3_max": 0.558045, + "nauc_mrr_at_3_std": 0.14395, + "nauc_mrr_at_3_diff1": 0.748416, + "nauc_mrr_at_5_max": 0.559458, + "nauc_mrr_at_5_std": 0.146294, + "nauc_mrr_at_5_diff1": 0.746351, + "nauc_mrr_at_10_max": 0.559746, + "nauc_mrr_at_10_std": 0.148903, + "nauc_mrr_at_10_diff1": 0.746135, + "nauc_mrr_at_20_max": 0.558942, + "nauc_mrr_at_20_std": 0.149403, + "nauc_mrr_at_20_diff1": 0.746331, + "nauc_mrr_at_100_max": 0.558285, + "nauc_mrr_at_100_std": 0.149629, + "nauc_mrr_at_100_diff1": 0.74647, + "nauc_mrr_at_1000_max": 0.558188, + "nauc_mrr_at_1000_std": 0.149429, + "nauc_mrr_at_1000_diff1": 0.746561, + "main_score": 0.71801, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.62202, + "ndcg_at_3": 0.69562, + "ndcg_at_5": 0.713, + "ndcg_at_10": 0.72891, + "ndcg_at_20": 0.7394, + "ndcg_at_100": 0.75239, + "ndcg_at_1000": 0.75791, + "map_at_1": 0.62202, + "map_at_3": 0.67765, + "map_at_5": 0.68728, + "map_at_10": 0.69393, + "map_at_20": 0.69684, + "map_at_100": 0.6986, + "map_at_1000": 0.6988, + "recall_at_1": 0.62202, + "recall_at_3": 0.74759, + "recall_at_5": 0.78981, + "recall_at_10": 0.83858, + "recall_at_20": 0.87989, + "recall_at_100": 0.95032, + "recall_at_1000": 0.99418, + "precision_at_1": 0.62202, + "precision_at_3": 0.2492, + "precision_at_5": 0.15796, + "precision_at_10": 0.08386, + "precision_at_20": 0.04399, + "precision_at_100": 0.0095, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.62202, + "mrr_at_3": 0.677646, + "mrr_at_5": 0.687282, + "mrr_at_10": 0.693935, + "mrr_at_20": 0.696837, + "mrr_at_100": 0.6986, + "mrr_at_1000": 0.698801, + "nauc_ndcg_at_1_max": 0.619771, + "nauc_ndcg_at_1_std": 0.109798, + "nauc_ndcg_at_1_diff1": 0.78541, + "nauc_ndcg_at_3_max": 0.662753, + "nauc_ndcg_at_3_std": 0.154927, + "nauc_ndcg_at_3_diff1": 0.750655, + "nauc_ndcg_at_5_max": 0.661279, + "nauc_ndcg_at_5_std": 0.169868, + "nauc_ndcg_at_5_diff1": 0.744759, + "nauc_ndcg_at_10_max": 0.667484, + "nauc_ndcg_at_10_std": 0.185254, + "nauc_ndcg_at_10_diff1": 0.743238, + "nauc_ndcg_at_20_max": 0.667017, + "nauc_ndcg_at_20_std": 0.188723, + "nauc_ndcg_at_20_diff1": 0.742871, + "nauc_ndcg_at_100_max": 0.66327, + "nauc_ndcg_at_100_std": 0.18611, + "nauc_ndcg_at_100_diff1": 0.747427, + "nauc_ndcg_at_1000_max": 0.659826, + "nauc_ndcg_at_1000_std": 0.174695, + "nauc_ndcg_at_1000_diff1": 0.750445, + "nauc_map_at_1_max": 0.619771, + "nauc_map_at_1_std": 0.109798, + "nauc_map_at_1_diff1": 0.78541, + "nauc_map_at_3_max": 0.651803, + "nauc_map_at_3_std": 0.143523, + "nauc_map_at_3_diff1": 0.759994, + "nauc_map_at_5_max": 0.650794, + "nauc_map_at_5_std": 0.15106, + "nauc_map_at_5_diff1": 0.757159, + "nauc_map_at_10_max": 0.652978, + "nauc_map_at_10_std": 0.156638, + "nauc_map_at_10_diff1": 0.756865, + "nauc_map_at_20_max": 0.652762, + "nauc_map_at_20_std": 0.157241, + "nauc_map_at_20_diff1": 0.756894, + "nauc_map_at_100_max": 0.652215, + "nauc_map_at_100_std": 0.156931, + "nauc_map_at_100_diff1": 0.757396, + "nauc_map_at_1000_max": 0.652123, + "nauc_map_at_1000_std": 0.156625, + "nauc_map_at_1000_diff1": 0.757504, + "nauc_recall_at_1_max": 0.619771, + "nauc_recall_at_1_std": 0.109798, + "nauc_recall_at_1_diff1": 0.78541, + "nauc_recall_at_3_max": 0.700178, + "nauc_recall_at_3_std": 0.193859, + "nauc_recall_at_3_diff1": 0.718477, + "nauc_recall_at_5_max": 0.701282, + "nauc_recall_at_5_std": 0.245229, + "nauc_recall_at_5_diff1": 0.695508, + "nauc_recall_at_10_max": 0.740076, + "nauc_recall_at_10_std": 0.334988, + "nauc_recall_at_10_diff1": 0.675225, + "nauc_recall_at_20_max": 0.758082, + "nauc_recall_at_20_std": 0.405884, + "nauc_recall_at_20_diff1": 0.651961, + "nauc_recall_at_100_max": 0.798798, + "nauc_recall_at_100_std": 0.628641, + "nauc_recall_at_100_diff1": 0.640545, + "nauc_recall_at_1000_max": 0.819169, + "nauc_recall_at_1000_std": 0.663719, + "nauc_recall_at_1000_diff1": 0.654753, + "nauc_precision_at_1_max": 0.619771, + "nauc_precision_at_1_std": 0.109798, + "nauc_precision_at_1_diff1": 0.78541, + "nauc_precision_at_3_max": 0.700178, + "nauc_precision_at_3_std": 0.193859, + "nauc_precision_at_3_diff1": 0.718477, + "nauc_precision_at_5_max": 0.701282, + "nauc_precision_at_5_std": 0.245229, + "nauc_precision_at_5_diff1": 0.695508, + "nauc_precision_at_10_max": 0.740076, + "nauc_precision_at_10_std": 0.334988, + "nauc_precision_at_10_diff1": 0.675225, + "nauc_precision_at_20_max": 0.758082, + "nauc_precision_at_20_std": 0.405884, + "nauc_precision_at_20_diff1": 0.651961, + "nauc_precision_at_100_max": 0.798798, + "nauc_precision_at_100_std": 0.628641, + "nauc_precision_at_100_diff1": 0.640545, + "nauc_precision_at_1000_max": 0.819169, + "nauc_precision_at_1000_std": 0.663719, + "nauc_precision_at_1000_diff1": 0.654753, + "nauc_mrr_at_1_max": 0.619771, + "nauc_mrr_at_1_std": 0.109798, + "nauc_mrr_at_1_diff1": 0.78541, + "nauc_mrr_at_3_max": 0.651803, + "nauc_mrr_at_3_std": 0.143523, + "nauc_mrr_at_3_diff1": 0.759994, + "nauc_mrr_at_5_max": 0.650794, + "nauc_mrr_at_5_std": 0.15106, + "nauc_mrr_at_5_diff1": 0.757159, + "nauc_mrr_at_10_max": 0.652978, + "nauc_mrr_at_10_std": 0.156638, + "nauc_mrr_at_10_diff1": 0.756865, + "nauc_mrr_at_20_max": 0.652762, + "nauc_mrr_at_20_std": 0.157241, + "nauc_mrr_at_20_diff1": 0.756894, + "nauc_mrr_at_100_max": 0.652215, + "nauc_mrr_at_100_std": 0.156931, + "nauc_mrr_at_100_diff1": 0.757396, + "nauc_mrr_at_1000_max": 0.652123, + "nauc_mrr_at_1000_std": 0.156625, + "nauc_mrr_at_1000_diff1": 0.757504, + "main_score": 0.72891, + "hf_subset": "eng-vie", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.6285, + "ndcg_at_3": 0.70687, + "ndcg_at_5": 0.72464, + "ndcg_at_10": 0.74109, + "ndcg_at_20": 0.75102, + "ndcg_at_100": 0.76305, + "ndcg_at_1000": 0.76752, + "map_at_1": 0.6285, + "map_at_3": 0.68789, + "map_at_5": 0.69782, + "map_at_10": 0.70473, + "map_at_20": 0.70748, + "map_at_100": 0.70917, + "map_at_1000": 0.70934, + "recall_at_1": 0.6285, + "recall_at_3": 0.76168, + "recall_at_5": 0.80452, + "recall_at_10": 0.85475, + "recall_at_20": 0.89389, + "recall_at_100": 0.95814, + "recall_at_1000": 0.99338, + "precision_at_1": 0.6285, + "precision_at_3": 0.25389, + "precision_at_5": 0.1609, + "precision_at_10": 0.08548, + "precision_at_20": 0.04469, + "precision_at_100": 0.00958, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.628505, + "mrr_at_3": 0.687889, + "mrr_at_5": 0.697819, + "mrr_at_10": 0.704729, + "mrr_at_20": 0.707476, + "mrr_at_100": 0.709174, + "mrr_at_1000": 0.709344, + "nauc_ndcg_at_1_max": 0.597986, + "nauc_ndcg_at_1_std": 0.098516, + "nauc_ndcg_at_1_diff1": 0.817116, + "nauc_ndcg_at_3_max": 0.631975, + "nauc_ndcg_at_3_std": 0.149323, + "nauc_ndcg_at_3_diff1": 0.779827, + "nauc_ndcg_at_5_max": 0.6392, + "nauc_ndcg_at_5_std": 0.156609, + "nauc_ndcg_at_5_diff1": 0.777124, + "nauc_ndcg_at_10_max": 0.638815, + "nauc_ndcg_at_10_std": 0.164531, + "nauc_ndcg_at_10_diff1": 0.775966, + "nauc_ndcg_at_20_max": 0.636309, + "nauc_ndcg_at_20_std": 0.166938, + "nauc_ndcg_at_20_diff1": 0.776258, + "nauc_ndcg_at_100_max": 0.634353, + "nauc_ndcg_at_100_std": 0.166665, + "nauc_ndcg_at_100_diff1": 0.781439, + "nauc_ndcg_at_1000_max": 0.631652, + "nauc_ndcg_at_1000_std": 0.157963, + "nauc_ndcg_at_1000_diff1": 0.78315, + "nauc_map_at_1_max": 0.597986, + "nauc_map_at_1_std": 0.098516, + "nauc_map_at_1_diff1": 0.817116, + "nauc_map_at_3_max": 0.622228, + "nauc_map_at_3_std": 0.134665, + "nauc_map_at_3_diff1": 0.789288, + "nauc_map_at_5_max": 0.625792, + "nauc_map_at_5_std": 0.138174, + "nauc_map_at_5_diff1": 0.788182, + "nauc_map_at_10_max": 0.625411, + "nauc_map_at_10_std": 0.140795, + "nauc_map_at_10_diff1": 0.787921, + "nauc_map_at_20_max": 0.624708, + "nauc_map_at_20_std": 0.141159, + "nauc_map_at_20_diff1": 0.78805, + "nauc_map_at_100_max": 0.624414, + "nauc_map_at_100_std": 0.141074, + "nauc_map_at_100_diff1": 0.788734, + "nauc_map_at_1000_max": 0.624341, + "nauc_map_at_1000_std": 0.140832, + "nauc_map_at_1000_diff1": 0.788805, + "nauc_recall_at_1_max": 0.597986, + "nauc_recall_at_1_std": 0.098516, + "nauc_recall_at_1_diff1": 0.817116, + "nauc_recall_at_3_max": 0.666501, + "nauc_recall_at_3_std": 0.201286, + "nauc_recall_at_3_diff1": 0.746908, + "nauc_recall_at_5_max": 0.694472, + "nauc_recall_at_5_std": 0.232147, + "nauc_recall_at_5_diff1": 0.732641, + "nauc_recall_at_10_max": 0.709072, + "nauc_recall_at_10_std": 0.293552, + "nauc_recall_at_10_diff1": 0.713905, + "nauc_recall_at_20_max": 0.711218, + "nauc_recall_at_20_std": 0.354189, + "nauc_recall_at_20_diff1": 0.697173, + "nauc_recall_at_100_max": 0.772661, + "nauc_recall_at_100_std": 0.618128, + "nauc_recall_at_100_diff1": 0.71052, + "nauc_recall_at_1000_max": 0.844178, + "nauc_recall_at_1000_std": 0.896548, + "nauc_recall_at_1000_diff1": 0.707826, + "nauc_precision_at_1_max": 0.597986, + "nauc_precision_at_1_std": 0.098516, + "nauc_precision_at_1_diff1": 0.817116, + "nauc_precision_at_3_max": 0.666501, + "nauc_precision_at_3_std": 0.201286, + "nauc_precision_at_3_diff1": 0.746908, + "nauc_precision_at_5_max": 0.694472, + "nauc_precision_at_5_std": 0.232147, + "nauc_precision_at_5_diff1": 0.732641, + "nauc_precision_at_10_max": 0.709072, + "nauc_precision_at_10_std": 0.293552, + "nauc_precision_at_10_diff1": 0.713905, + "nauc_precision_at_20_max": 0.711218, + "nauc_precision_at_20_std": 0.354189, + "nauc_precision_at_20_diff1": 0.697173, + "nauc_precision_at_100_max": 0.764807, + "nauc_precision_at_100_std": 0.621193, + "nauc_precision_at_100_diff1": 0.700806, + "nauc_precision_at_1000_max": 0.793068, + "nauc_precision_at_1000_std": 0.901583, + "nauc_precision_at_1000_diff1": 0.649051, + "nauc_mrr_at_1_max": 0.597986, + "nauc_mrr_at_1_std": 0.098516, + "nauc_mrr_at_1_diff1": 0.817116, + "nauc_mrr_at_3_max": 0.622228, + "nauc_mrr_at_3_std": 0.134665, + "nauc_mrr_at_3_diff1": 0.789288, + "nauc_mrr_at_5_max": 0.625792, + "nauc_mrr_at_5_std": 0.138174, + "nauc_mrr_at_5_diff1": 0.788182, + "nauc_mrr_at_10_max": 0.625411, + "nauc_mrr_at_10_std": 0.140795, + "nauc_mrr_at_10_diff1": 0.787921, + "nauc_mrr_at_20_max": 0.624708, + "nauc_mrr_at_20_std": 0.141159, + "nauc_mrr_at_20_diff1": 0.78805, + "nauc_mrr_at_100_max": 0.624414, + "nauc_mrr_at_100_std": 0.141076, + "nauc_mrr_at_100_diff1": 0.788734, + "nauc_mrr_at_1000_max": 0.624341, + "nauc_mrr_at_1000_std": 0.140833, + "nauc_mrr_at_1000_diff1": 0.788805, + "main_score": 0.74109, + "hf_subset": "eng-zho", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.6183, + "ndcg_at_3": 0.70271, + "ndcg_at_5": 0.72297, + "ndcg_at_10": 0.73836, + "ndcg_at_20": 0.74763, + "ndcg_at_100": 0.75862, + "ndcg_at_1000": 0.76405, + "map_at_1": 0.6183, + "map_at_3": 0.68192, + "map_at_5": 0.69332, + "map_at_10": 0.69968, + "map_at_20": 0.70226, + "map_at_100": 0.70376, + "map_at_1000": 0.70395, + "recall_at_1": 0.6183, + "recall_at_3": 0.76289, + "recall_at_5": 0.81143, + "recall_at_10": 0.85895, + "recall_at_20": 0.89535, + "recall_at_100": 0.95501, + "recall_at_1000": 0.99848, + "precision_at_1": 0.6183, + "precision_at_3": 0.2543, + "precision_at_5": 0.16229, + "precision_at_10": 0.08589, + "precision_at_20": 0.04477, + "precision_at_100": 0.00955, + "precision_at_1000": 0.001, + "mrr_at_1": 0.618301, + "mrr_at_3": 0.681918, + "mrr_at_5": 0.693318, + "mrr_at_10": 0.699684, + "mrr_at_20": 0.702262, + "mrr_at_100": 0.703759, + "mrr_at_1000": 0.70395, + "nauc_ndcg_at_1_max": 0.568757, + "nauc_ndcg_at_1_std": 0.127365, + "nauc_ndcg_at_1_diff1": 0.778442, + "nauc_ndcg_at_3_max": 0.621966, + "nauc_ndcg_at_3_std": 0.188392, + "nauc_ndcg_at_3_diff1": 0.74475, + "nauc_ndcg_at_5_max": 0.614479, + "nauc_ndcg_at_5_std": 0.182473, + "nauc_ndcg_at_5_diff1": 0.738997, + "nauc_ndcg_at_10_max": 0.615432, + "nauc_ndcg_at_10_std": 0.184118, + "nauc_ndcg_at_10_diff1": 0.738635, + "nauc_ndcg_at_20_max": 0.613949, + "nauc_ndcg_at_20_std": 0.185906, + "nauc_ndcg_at_20_diff1": 0.740761, + "nauc_ndcg_at_100_max": 0.61195, + "nauc_ndcg_at_100_std": 0.180268, + "nauc_ndcg_at_100_diff1": 0.746934, + "nauc_ndcg_at_1000_max": 0.60933, + "nauc_ndcg_at_1000_std": 0.176203, + "nauc_ndcg_at_1000_diff1": 0.74751, + "nauc_map_at_1_max": 0.568757, + "nauc_map_at_1_std": 0.127365, + "nauc_map_at_1_diff1": 0.778442, + "nauc_map_at_3_max": 0.607934, + "nauc_map_at_3_std": 0.170471, + "nauc_map_at_3_diff1": 0.753987, + "nauc_map_at_5_max": 0.603365, + "nauc_map_at_5_std": 0.166788, + "nauc_map_at_5_diff1": 0.751222, + "nauc_map_at_10_max": 0.603638, + "nauc_map_at_10_std": 0.16724, + "nauc_map_at_10_diff1": 0.7515, + "nauc_map_at_20_max": 0.603229, + "nauc_map_at_20_std": 0.167398, + "nauc_map_at_20_diff1": 0.752122, + "nauc_map_at_100_max": 0.602969, + "nauc_map_at_100_std": 0.166561, + "nauc_map_at_100_diff1": 0.752766, + "nauc_map_at_1000_max": 0.602901, + "nauc_map_at_1000_std": 0.16648, + "nauc_map_at_1000_diff1": 0.752777, + "nauc_recall_at_1_max": 0.568757, + "nauc_recall_at_1_std": 0.127365, + "nauc_recall_at_1_diff1": 0.778442, + "nauc_recall_at_3_max": 0.67188, + "nauc_recall_at_3_std": 0.253122, + "nauc_recall_at_3_diff1": 0.711705, + "nauc_recall_at_5_max": 0.659535, + "nauc_recall_at_5_std": 0.247669, + "nauc_recall_at_5_diff1": 0.686922, + "nauc_recall_at_10_max": 0.676492, + "nauc_recall_at_10_std": 0.274016, + "nauc_recall_at_10_diff1": 0.667821, + "nauc_recall_at_20_max": 0.682097, + "nauc_recall_at_20_std": 0.318217, + "nauc_recall_at_20_diff1": 0.663723, + "nauc_recall_at_100_max": 0.72149, + "nauc_recall_at_100_std": 0.361121, + "nauc_recall_at_100_diff1": 0.72419, + "nauc_recall_at_1000_max": 0.956422, + "nauc_recall_at_1000_std": 0.786035, + "nauc_recall_at_1000_diff1": 0.771202, + "nauc_precision_at_1_max": 0.568757, + "nauc_precision_at_1_std": 0.127365, + "nauc_precision_at_1_diff1": 0.778442, + "nauc_precision_at_3_max": 0.67188, + "nauc_precision_at_3_std": 0.253122, + "nauc_precision_at_3_diff1": 0.711705, + "nauc_precision_at_5_max": 0.659535, + "nauc_precision_at_5_std": 0.247669, + "nauc_precision_at_5_diff1": 0.686922, + "nauc_precision_at_10_max": 0.676492, + "nauc_precision_at_10_std": 0.274016, + "nauc_precision_at_10_diff1": 0.667821, + "nauc_precision_at_20_max": 0.682097, + "nauc_precision_at_20_std": 0.318217, + "nauc_precision_at_20_diff1": 0.663723, + "nauc_precision_at_100_max": 0.72149, + "nauc_precision_at_100_std": 0.361121, + "nauc_precision_at_100_diff1": 0.72419, + "nauc_precision_at_1000_max": 0.956422, + "nauc_precision_at_1000_std": 0.786035, + "nauc_precision_at_1000_diff1": 0.771202, + "nauc_mrr_at_1_max": 0.568757, + "nauc_mrr_at_1_std": 0.127365, + "nauc_mrr_at_1_diff1": 0.778442, + "nauc_mrr_at_3_max": 0.607934, + "nauc_mrr_at_3_std": 0.170471, + "nauc_mrr_at_3_diff1": 0.753987, + "nauc_mrr_at_5_max": 0.603365, + "nauc_mrr_at_5_std": 0.166788, + "nauc_mrr_at_5_diff1": 0.751222, + "nauc_mrr_at_10_max": 0.603638, + "nauc_mrr_at_10_std": 0.16724, + "nauc_mrr_at_10_diff1": 0.7515, + "nauc_mrr_at_20_max": 0.603229, + "nauc_mrr_at_20_std": 0.167398, + "nauc_mrr_at_20_diff1": 0.752122, + "nauc_mrr_at_100_max": 0.602969, + "nauc_mrr_at_100_std": 0.166561, + "nauc_mrr_at_100_diff1": 0.752766, + "nauc_mrr_at_1000_max": 0.602901, + "nauc_mrr_at_1000_std": 0.16648, + "nauc_mrr_at_1000_diff1": 0.752777, + "main_score": 0.73836, + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.69053, + "ndcg_at_3": 0.76651, + "ndcg_at_5": 0.7822, + "ndcg_at_10": 0.79527, + "ndcg_at_20": 0.80244, + "ndcg_at_100": 0.81198, + "ndcg_at_1000": 0.81487, + "map_at_1": 0.69053, + "map_at_3": 0.74818, + "map_at_5": 0.75684, + "map_at_10": 0.76219, + "map_at_20": 0.76423, + "map_at_100": 0.76562, + "map_at_1000": 0.76572, + "recall_at_1": 0.69053, + "recall_at_3": 0.81924, + "recall_at_5": 0.85757, + "recall_at_10": 0.89816, + "recall_at_20": 0.92597, + "recall_at_100": 0.97632, + "recall_at_1000": 0.99944, + "precision_at_1": 0.69053, + "precision_at_3": 0.27321, + "precision_at_5": 0.17159, + "precision_at_10": 0.08985, + "precision_at_20": 0.04634, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.69053, + "mrr_at_3": 0.748309, + "mrr_at_5": 0.756962, + "mrr_at_10": 0.762317, + "mrr_at_20": 0.764332, + "mrr_at_100": 0.765705, + "mrr_at_1000": 0.765806, + "nauc_ndcg_at_1_max": 0.626495, + "nauc_ndcg_at_1_std": 0.03209, + "nauc_ndcg_at_1_diff1": 0.828871, + "nauc_ndcg_at_3_max": 0.670781, + "nauc_ndcg_at_3_std": 0.067528, + "nauc_ndcg_at_3_diff1": 0.805927, + "nauc_ndcg_at_5_max": 0.68105, + "nauc_ndcg_at_5_std": 0.093786, + "nauc_ndcg_at_5_diff1": 0.80776, + "nauc_ndcg_at_10_max": 0.678044, + "nauc_ndcg_at_10_std": 0.106467, + "nauc_ndcg_at_10_diff1": 0.802049, + "nauc_ndcg_at_20_max": 0.677162, + "nauc_ndcg_at_20_std": 0.109947, + "nauc_ndcg_at_20_diff1": 0.803093, + "nauc_ndcg_at_100_max": 0.670956, + "nauc_ndcg_at_100_std": 0.095769, + "nauc_ndcg_at_100_diff1": 0.808064, + "nauc_ndcg_at_1000_max": 0.667765, + "nauc_ndcg_at_1000_std": 0.08662, + "nauc_ndcg_at_1000_diff1": 0.809083, + "nauc_map_at_1_max": 0.626495, + "nauc_map_at_1_std": 0.03209, + "nauc_map_at_1_diff1": 0.828871, + "nauc_map_at_3_max": 0.657687, + "nauc_map_at_3_std": 0.055998, + "nauc_map_at_3_diff1": 0.812003, + "nauc_map_at_5_max": 0.662563, + "nauc_map_at_5_std": 0.068578, + "nauc_map_at_5_diff1": 0.813329, + "nauc_map_at_10_max": 0.660902, + "nauc_map_at_10_std": 0.07237, + "nauc_map_at_10_diff1": 0.811244, + "nauc_map_at_20_max": 0.660564, + "nauc_map_at_20_std": 0.072807, + "nauc_map_at_20_diff1": 0.81158, + "nauc_map_at_100_max": 0.659791, + "nauc_map_at_100_std": 0.070922, + "nauc_map_at_100_diff1": 0.812267, + "nauc_map_at_1000_max": 0.659701, + "nauc_map_at_1000_std": 0.070673, + "nauc_map_at_1000_diff1": 0.812308, + "nauc_recall_at_1_max": 0.626495, + "nauc_recall_at_1_std": 0.03209, + "nauc_recall_at_1_diff1": 0.828871, + "nauc_recall_at_3_max": 0.720695, + "nauc_recall_at_3_std": 0.111855, + "nauc_recall_at_3_diff1": 0.783422, + "nauc_recall_at_5_max": 0.767446, + "nauc_recall_at_5_std": 0.215369, + "nauc_recall_at_5_diff1": 0.783063, + "nauc_recall_at_10_max": 0.782466, + "nauc_recall_at_10_std": 0.331338, + "nauc_recall_at_10_diff1": 0.744113, + "nauc_recall_at_20_max": 0.812087, + "nauc_recall_at_20_std": 0.448701, + "nauc_recall_at_20_diff1": 0.73214, + "nauc_recall_at_100_max": 0.857509, + "nauc_recall_at_100_std": 0.633511, + "nauc_recall_at_100_diff1": 0.761484, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.626495, + "nauc_precision_at_1_std": 0.03209, + "nauc_precision_at_1_diff1": 0.828871, + "nauc_precision_at_3_max": 0.720158, + "nauc_precision_at_3_std": 0.111799, + "nauc_precision_at_3_diff1": 0.783005, + "nauc_precision_at_5_max": 0.76689, + "nauc_precision_at_5_std": 0.215547, + "nauc_precision_at_5_diff1": 0.782543, + "nauc_precision_at_10_max": 0.781764, + "nauc_precision_at_10_std": 0.331952, + "nauc_precision_at_10_diff1": 0.743287, + "nauc_precision_at_20_max": 0.794743, + "nauc_precision_at_20_std": 0.442709, + "nauc_precision_at_20_diff1": 0.715644, + "nauc_precision_at_100_max": 0.753634, + "nauc_precision_at_100_std": 0.579614, + "nauc_precision_at_100_diff1": 0.664961, + "nauc_precision_at_1000_max": -0.1648, + "nauc_precision_at_1000_std": 0.168343, + "nauc_precision_at_1000_diff1": -0.1648, + "nauc_mrr_at_1_max": 0.626495, + "nauc_mrr_at_1_std": 0.03209, + "nauc_mrr_at_1_diff1": 0.828871, + "nauc_mrr_at_3_max": 0.65752, + "nauc_mrr_at_3_std": 0.055956, + "nauc_mrr_at_3_diff1": 0.811911, + "nauc_mrr_at_5_max": 0.662392, + "nauc_mrr_at_5_std": 0.068541, + "nauc_mrr_at_5_diff1": 0.813234, + "nauc_mrr_at_10_max": 0.660727, + "nauc_mrr_at_10_std": 0.072334, + "nauc_mrr_at_10_diff1": 0.811146, + "nauc_mrr_at_20_max": 0.66042, + "nauc_mrr_at_20_std": 0.072778, + "nauc_mrr_at_20_diff1": 0.811499, + "nauc_mrr_at_100_max": 0.659663, + "nauc_mrr_at_100_std": 0.070896, + "nauc_mrr_at_100_diff1": 0.812196, + "nauc_mrr_at_1000_max": 0.659573, + "nauc_mrr_at_1000_std": 0.070646, + "nauc_mrr_at_1000_diff1": 0.812237, + "main_score": 0.79527, + "hf_subset": "spa-deu", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.70398, + "ndcg_at_3": 0.77525, + "ndcg_at_5": 0.79016, + "ndcg_at_10": 0.80278, + "ndcg_at_20": 0.81062, + "ndcg_at_100": 0.81851, + "ndcg_at_1000": 0.82154, + "map_at_1": 0.70398, + "map_at_3": 0.75823, + "map_at_5": 0.76651, + "map_at_10": 0.77179, + "map_at_20": 0.77392, + "map_at_100": 0.77502, + "map_at_1000": 0.77513, + "recall_at_1": 0.70398, + "recall_at_3": 0.82429, + "recall_at_5": 0.86046, + "recall_at_10": 0.89911, + "recall_at_20": 0.93033, + "recall_at_100": 0.97259, + "recall_at_1000": 0.99638, + "precision_at_1": 0.70398, + "precision_at_3": 0.27476, + "precision_at_5": 0.17209, + "precision_at_10": 0.08991, + "precision_at_20": 0.04652, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "mrr_at_1": 0.703979, + "mrr_at_3": 0.758233, + "mrr_at_5": 0.766514, + "mrr_at_10": 0.771786, + "mrr_at_20": 0.773916, + "mrr_at_100": 0.775019, + "mrr_at_1000": 0.775134, + "nauc_ndcg_at_1_max": 0.644908, + "nauc_ndcg_at_1_std": 0.030796, + "nauc_ndcg_at_1_diff1": 0.829605, + "nauc_ndcg_at_3_max": 0.688653, + "nauc_ndcg_at_3_std": 0.07829, + "nauc_ndcg_at_3_diff1": 0.807535, + "nauc_ndcg_at_5_max": 0.692824, + "nauc_ndcg_at_5_std": 0.090055, + "nauc_ndcg_at_5_diff1": 0.808183, + "nauc_ndcg_at_10_max": 0.69415, + "nauc_ndcg_at_10_std": 0.102364, + "nauc_ndcg_at_10_diff1": 0.80481, + "nauc_ndcg_at_20_max": 0.69454, + "nauc_ndcg_at_20_std": 0.106693, + "nauc_ndcg_at_20_diff1": 0.807123, + "nauc_ndcg_at_100_max": 0.690113, + "nauc_ndcg_at_100_std": 0.10025, + "nauc_ndcg_at_100_diff1": 0.810261, + "nauc_ndcg_at_1000_max": 0.686671, + "nauc_ndcg_at_1000_std": 0.091279, + "nauc_ndcg_at_1000_diff1": 0.810745, + "nauc_map_at_1_max": 0.644908, + "nauc_map_at_1_std": 0.030796, + "nauc_map_at_1_diff1": 0.829605, + "nauc_map_at_3_max": 0.677506, + "nauc_map_at_3_std": 0.065496, + "nauc_map_at_3_diff1": 0.813287, + "nauc_map_at_5_max": 0.679249, + "nauc_map_at_5_std": 0.070858, + "nauc_map_at_5_diff1": 0.813829, + "nauc_map_at_10_max": 0.679491, + "nauc_map_at_10_std": 0.074869, + "nauc_map_at_10_diff1": 0.812709, + "nauc_map_at_20_max": 0.679406, + "nauc_map_at_20_std": 0.07552, + "nauc_map_at_20_diff1": 0.813294, + "nauc_map_at_100_max": 0.678822, + "nauc_map_at_100_std": 0.074662, + "nauc_map_at_100_diff1": 0.813666, + "nauc_map_at_1000_max": 0.678711, + "nauc_map_at_1000_std": 0.074406, + "nauc_map_at_1000_diff1": 0.813677, + "nauc_recall_at_1_max": 0.644908, + "nauc_recall_at_1_std": 0.030796, + "nauc_recall_at_1_diff1": 0.829605, + "nauc_recall_at_3_max": 0.729803, + "nauc_recall_at_3_std": 0.125937, + "nauc_recall_at_3_diff1": 0.786225, + "nauc_recall_at_5_max": 0.753623, + "nauc_recall_at_5_std": 0.178394, + "nauc_recall_at_5_diff1": 0.783359, + "nauc_recall_at_10_max": 0.780517, + "nauc_recall_at_10_std": 0.275591, + "nauc_recall_at_10_diff1": 0.756861, + "nauc_recall_at_20_max": 0.823247, + "nauc_recall_at_20_std": 0.396367, + "nauc_recall_at_20_diff1": 0.758747, + "nauc_recall_at_100_max": 0.879311, + "nauc_recall_at_100_std": 0.629512, + "nauc_recall_at_100_diff1": 0.786695, + "nauc_recall_at_1000_max": 0.920637, + "nauc_recall_at_1000_std": 0.888818, + "nauc_recall_at_1000_diff1": 0.816357, + "nauc_precision_at_1_max": 0.644908, + "nauc_precision_at_1_std": 0.030796, + "nauc_precision_at_1_diff1": 0.829605, + "nauc_precision_at_3_max": 0.729803, + "nauc_precision_at_3_std": 0.125937, + "nauc_precision_at_3_diff1": 0.786225, + "nauc_precision_at_5_max": 0.753623, + "nauc_precision_at_5_std": 0.178394, + "nauc_precision_at_5_diff1": 0.783359, + "nauc_precision_at_10_max": 0.780517, + "nauc_precision_at_10_std": 0.275591, + "nauc_precision_at_10_diff1": 0.756861, + "nauc_precision_at_20_max": 0.823247, + "nauc_precision_at_20_std": 0.396367, + "nauc_precision_at_20_diff1": 0.758747, + "nauc_precision_at_100_max": 0.879311, + "nauc_precision_at_100_std": 0.629512, + "nauc_precision_at_100_diff1": 0.786695, + "nauc_precision_at_1000_max": 0.920637, + "nauc_precision_at_1000_std": 0.888818, + "nauc_precision_at_1000_diff1": 0.816357, + "nauc_mrr_at_1_max": 0.644908, + "nauc_mrr_at_1_std": 0.030796, + "nauc_mrr_at_1_diff1": 0.829605, + "nauc_mrr_at_3_max": 0.677506, + "nauc_mrr_at_3_std": 0.065496, + "nauc_mrr_at_3_diff1": 0.813287, + "nauc_mrr_at_5_max": 0.679249, + "nauc_mrr_at_5_std": 0.070858, + "nauc_mrr_at_5_diff1": 0.813829, + "nauc_mrr_at_10_max": 0.679491, + "nauc_mrr_at_10_std": 0.074869, + "nauc_mrr_at_10_diff1": 0.812709, + "nauc_mrr_at_20_max": 0.679406, + "nauc_mrr_at_20_std": 0.07552, + "nauc_mrr_at_20_diff1": 0.813294, + "nauc_mrr_at_100_max": 0.678822, + "nauc_mrr_at_100_std": 0.074662, + "nauc_mrr_at_100_diff1": 0.813666, + "nauc_mrr_at_1000_max": 0.678711, + "nauc_mrr_at_1000_std": 0.074406, + "nauc_mrr_at_1000_diff1": 0.813677, + "main_score": 0.80278, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.68539, + "ndcg_at_3": 0.7591, + "ndcg_at_5": 0.77264, + "ndcg_at_10": 0.78701, + "ndcg_at_20": 0.79554, + "ndcg_at_100": 0.8037, + "ndcg_at_1000": 0.80739, + "map_at_1": 0.6853, + "map_at_3": 0.74157, + "map_at_5": 0.74911, + "map_at_10": 0.75507, + "map_at_20": 0.75744, + "map_at_100": 0.75856, + "map_at_1000": 0.7587, + "recall_at_1": 0.6853, + "recall_at_3": 0.80946, + "recall_at_5": 0.84222, + "recall_at_10": 0.8865, + "recall_at_20": 0.92002, + "recall_at_100": 0.9641, + "recall_at_1000": 0.99324, + "precision_at_1": 0.68539, + "precision_at_3": 0.26985, + "precision_at_5": 0.16846, + "precision_at_10": 0.08867, + "precision_at_20": 0.04601, + "precision_at_100": 0.00964, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.685393, + "mrr_at_3": 0.741668, + "mrr_at_5": 0.74921, + "mrr_at_10": 0.75518, + "mrr_at_20": 0.757547, + "mrr_at_100": 0.758666, + "mrr_at_1000": 0.758801, + "nauc_ndcg_at_1_max": 0.626305, + "nauc_ndcg_at_1_std": 0.029835, + "nauc_ndcg_at_1_diff1": 0.839368, + "nauc_ndcg_at_3_max": 0.675272, + "nauc_ndcg_at_3_std": 0.080822, + "nauc_ndcg_at_3_diff1": 0.812077, + "nauc_ndcg_at_5_max": 0.679268, + "nauc_ndcg_at_5_std": 0.093145, + "nauc_ndcg_at_5_diff1": 0.812913, + "nauc_ndcg_at_10_max": 0.679623, + "nauc_ndcg_at_10_std": 0.107397, + "nauc_ndcg_at_10_diff1": 0.811964, + "nauc_ndcg_at_20_max": 0.679099, + "nauc_ndcg_at_20_std": 0.112192, + "nauc_ndcg_at_20_diff1": 0.812575, + "nauc_ndcg_at_100_max": 0.674849, + "nauc_ndcg_at_100_std": 0.104841, + "nauc_ndcg_at_100_diff1": 0.815087, + "nauc_ndcg_at_1000_max": 0.671678, + "nauc_ndcg_at_1000_std": 0.096373, + "nauc_ndcg_at_1000_diff1": 0.816333, + "nauc_map_at_1_max": 0.626309, + "nauc_map_at_1_std": 0.029957, + "nauc_map_at_1_diff1": 0.839246, + "nauc_map_at_3_max": 0.662426, + "nauc_map_at_3_std": 0.066645, + "nauc_map_at_3_diff1": 0.81932, + "nauc_map_at_5_max": 0.664026, + "nauc_map_at_5_std": 0.072471, + "nauc_map_at_5_diff1": 0.819922, + "nauc_map_at_10_max": 0.663689, + "nauc_map_at_10_std": 0.077116, + "nauc_map_at_10_diff1": 0.819707, + "nauc_map_at_20_max": 0.663361, + "nauc_map_at_20_std": 0.07797, + "nauc_map_at_20_diff1": 0.819887, + "nauc_map_at_100_max": 0.662816, + "nauc_map_at_100_std": 0.07692, + "nauc_map_at_100_diff1": 0.820226, + "nauc_map_at_1000_max": 0.662726, + "nauc_map_at_1000_std": 0.076707, + "nauc_map_at_1000_diff1": 0.820268, + "nauc_recall_at_1_max": 0.626309, + "nauc_recall_at_1_std": 0.029957, + "nauc_recall_at_1_diff1": 0.839246, + "nauc_recall_at_3_max": 0.721787, + "nauc_recall_at_3_std": 0.132904, + "nauc_recall_at_3_diff1": 0.785427, + "nauc_recall_at_5_max": 0.744076, + "nauc_recall_at_5_std": 0.183469, + "nauc_recall_at_5_diff1": 0.783362, + "nauc_recall_at_10_max": 0.769363, + "nauc_recall_at_10_std": 0.28972, + "nauc_recall_at_10_diff1": 0.768674, + "nauc_recall_at_20_max": 0.800872, + "nauc_recall_at_20_std": 0.404421, + "nauc_recall_at_20_diff1": 0.757724, + "nauc_recall_at_100_max": 0.837306, + "nauc_recall_at_100_std": 0.573189, + "nauc_recall_at_100_diff1": 0.755126, + "nauc_recall_at_1000_max": 0.885757, + "nauc_recall_at_1000_std": 0.812262, + "nauc_recall_at_1000_diff1": 0.743072, + "nauc_precision_at_1_max": 0.626305, + "nauc_precision_at_1_std": 0.029835, + "nauc_precision_at_1_diff1": 0.839368, + "nauc_precision_at_3_max": 0.721931, + "nauc_precision_at_3_std": 0.132774, + "nauc_precision_at_3_diff1": 0.785725, + "nauc_precision_at_5_max": 0.74426, + "nauc_precision_at_5_std": 0.183343, + "nauc_precision_at_5_diff1": 0.783716, + "nauc_precision_at_10_max": 0.769582, + "nauc_precision_at_10_std": 0.29133, + "nauc_precision_at_10_diff1": 0.768856, + "nauc_precision_at_20_max": 0.801495, + "nauc_precision_at_20_std": 0.407036, + "nauc_precision_at_20_diff1": 0.758193, + "nauc_precision_at_100_max": 0.827083, + "nauc_precision_at_100_std": 0.577671, + "nauc_precision_at_100_diff1": 0.744596, + "nauc_precision_at_1000_max": 0.831323, + "nauc_precision_at_1000_std": 0.827335, + "nauc_precision_at_1000_diff1": 0.689098, + "nauc_mrr_at_1_max": 0.626305, + "nauc_mrr_at_1_std": 0.029835, + "nauc_mrr_at_1_diff1": 0.839368, + "nauc_mrr_at_3_max": 0.66243, + "nauc_mrr_at_3_std": 0.06651, + "nauc_mrr_at_3_diff1": 0.819459, + "nauc_mrr_at_5_max": 0.66403, + "nauc_mrr_at_5_std": 0.072334, + "nauc_mrr_at_5_diff1": 0.820065, + "nauc_mrr_at_10_max": 0.663684, + "nauc_mrr_at_10_std": 0.077091, + "nauc_mrr_at_10_diff1": 0.819835, + "nauc_mrr_at_20_max": 0.663356, + "nauc_mrr_at_20_std": 0.077945, + "nauc_mrr_at_20_diff1": 0.820017, + "nauc_mrr_at_100_max": 0.662813, + "nauc_mrr_at_100_std": 0.076869, + "nauc_mrr_at_100_diff1": 0.820361, + "nauc_mrr_at_1000_max": 0.662723, + "nauc_mrr_at_1000_std": 0.076657, + "nauc_mrr_at_1000_diff1": 0.820402, + "main_score": 0.78701, + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.63262, + "ndcg_at_3": 0.71678, + "ndcg_at_5": 0.73506, + "ndcg_at_10": 0.74868, + "ndcg_at_20": 0.75648, + "ndcg_at_100": 0.7678, + "ndcg_at_1000": 0.77335, + "map_at_1": 0.63262, + "map_at_3": 0.69665, + "map_at_5": 0.70672, + "map_at_10": 0.71241, + "map_at_20": 0.71463, + "map_at_100": 0.7162, + "map_at_1000": 0.71639, + "recall_at_1": 0.63262, + "recall_at_3": 0.77481, + "recall_at_5": 0.8195, + "recall_at_10": 0.86129, + "recall_at_20": 0.89147, + "recall_at_100": 0.95241, + "recall_at_1000": 0.9971, + "precision_at_1": 0.63262, + "precision_at_3": 0.25827, + "precision_at_5": 0.1639, + "precision_at_10": 0.08613, + "precision_at_20": 0.04457, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.632618, + "mrr_at_3": 0.696653, + "mrr_at_5": 0.706723, + "mrr_at_10": 0.712408, + "mrr_at_20": 0.714633, + "mrr_at_100": 0.716197, + "mrr_at_1000": 0.716389, + "nauc_ndcg_at_1_max": 0.603542, + "nauc_ndcg_at_1_std": 0.151862, + "nauc_ndcg_at_1_diff1": 0.795229, + "nauc_ndcg_at_3_max": 0.651283, + "nauc_ndcg_at_3_std": 0.199964, + "nauc_ndcg_at_3_diff1": 0.75642, + "nauc_ndcg_at_5_max": 0.649351, + "nauc_ndcg_at_5_std": 0.210628, + "nauc_ndcg_at_5_diff1": 0.751473, + "nauc_ndcg_at_10_max": 0.653456, + "nauc_ndcg_at_10_std": 0.214393, + "nauc_ndcg_at_10_diff1": 0.755555, + "nauc_ndcg_at_20_max": 0.650039, + "nauc_ndcg_at_20_std": 0.214297, + "nauc_ndcg_at_20_diff1": 0.755429, + "nauc_ndcg_at_100_max": 0.647218, + "nauc_ndcg_at_100_std": 0.214411, + "nauc_ndcg_at_100_diff1": 0.759129, + "nauc_ndcg_at_1000_max": 0.644402, + "nauc_ndcg_at_1000_std": 0.206136, + "nauc_ndcg_at_1000_diff1": 0.761315, + "nauc_map_at_1_max": 0.603542, + "nauc_map_at_1_std": 0.151862, + "nauc_map_at_1_diff1": 0.795229, + "nauc_map_at_3_max": 0.638474, + "nauc_map_at_3_std": 0.18611, + "nauc_map_at_3_diff1": 0.766444, + "nauc_map_at_5_max": 0.636966, + "nauc_map_at_5_std": 0.190726, + "nauc_map_at_5_diff1": 0.764116, + "nauc_map_at_10_max": 0.63856, + "nauc_map_at_10_std": 0.192121, + "nauc_map_at_10_diff1": 0.766104, + "nauc_map_at_20_max": 0.637673, + "nauc_map_at_20_std": 0.191968, + "nauc_map_at_20_diff1": 0.766218, + "nauc_map_at_100_max": 0.637274, + "nauc_map_at_100_std": 0.192084, + "nauc_map_at_100_diff1": 0.766639, + "nauc_map_at_1000_max": 0.637212, + "nauc_map_at_1000_std": 0.191903, + "nauc_map_at_1000_diff1": 0.766722, + "nauc_recall_at_1_max": 0.603542, + "nauc_recall_at_1_std": 0.151862, + "nauc_recall_at_1_diff1": 0.795229, + "nauc_recall_at_3_max": 0.697124, + "nauc_recall_at_3_std": 0.250056, + "nauc_recall_at_3_diff1": 0.720753, + "nauc_recall_at_5_max": 0.701006, + "nauc_recall_at_5_std": 0.29764, + "nauc_recall_at_5_diff1": 0.697924, + "nauc_recall_at_10_max": 0.732377, + "nauc_recall_at_10_std": 0.336282, + "nauc_recall_at_10_diff1": 0.701609, + "nauc_recall_at_20_max": 0.724399, + "nauc_recall_at_20_std": 0.364493, + "nauc_recall_at_20_diff1": 0.686459, + "nauc_recall_at_100_max": 0.755229, + "nauc_recall_at_100_std": 0.540179, + "nauc_recall_at_100_diff1": 0.689428, + "nauc_recall_at_1000_max": 0.795511, + "nauc_recall_at_1000_std": 0.845478, + "nauc_recall_at_1000_diff1": 0.718009, + "nauc_precision_at_1_max": 0.603542, + "nauc_precision_at_1_std": 0.151862, + "nauc_precision_at_1_diff1": 0.795229, + "nauc_precision_at_3_max": 0.697124, + "nauc_precision_at_3_std": 0.250056, + "nauc_precision_at_3_diff1": 0.720753, + "nauc_precision_at_5_max": 0.701006, + "nauc_precision_at_5_std": 0.29764, + "nauc_precision_at_5_diff1": 0.697924, + "nauc_precision_at_10_max": 0.732377, + "nauc_precision_at_10_std": 0.336282, + "nauc_precision_at_10_diff1": 0.701609, + "nauc_precision_at_20_max": 0.724399, + "nauc_precision_at_20_std": 0.364493, + "nauc_precision_at_20_diff1": 0.686459, + "nauc_precision_at_100_max": 0.755229, + "nauc_precision_at_100_std": 0.540179, + "nauc_precision_at_100_diff1": 0.689428, + "nauc_precision_at_1000_max": 0.795511, + "nauc_precision_at_1000_std": 0.845478, + "nauc_precision_at_1000_diff1": 0.718009, + "nauc_mrr_at_1_max": 0.603542, + "nauc_mrr_at_1_std": 0.151862, + "nauc_mrr_at_1_diff1": 0.795229, + "nauc_mrr_at_3_max": 0.638474, + "nauc_mrr_at_3_std": 0.18611, + "nauc_mrr_at_3_diff1": 0.766444, + "nauc_mrr_at_5_max": 0.636966, + "nauc_mrr_at_5_std": 0.190726, + "nauc_mrr_at_5_diff1": 0.764116, + "nauc_mrr_at_10_max": 0.63856, + "nauc_mrr_at_10_std": 0.192121, + "nauc_mrr_at_10_diff1": 0.766104, + "nauc_mrr_at_20_max": 0.637673, + "nauc_mrr_at_20_std": 0.191968, + "nauc_mrr_at_20_diff1": 0.766218, + "nauc_mrr_at_100_max": 0.637274, + "nauc_mrr_at_100_std": 0.192084, + "nauc_mrr_at_100_diff1": 0.766639, + "nauc_mrr_at_1000_max": 0.637212, + "nauc_mrr_at_1000_std": 0.191903, + "nauc_mrr_at_1000_diff1": 0.766722, + "main_score": 0.74868, + "hf_subset": "spa-hin", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.67889, + "ndcg_at_3": 0.75779, + "ndcg_at_5": 0.77362, + "ndcg_at_10": 0.78782, + "ndcg_at_20": 0.79583, + "ndcg_at_100": 0.80372, + "ndcg_at_1000": 0.80772, + "map_at_1": 0.67889, + "map_at_3": 0.73877, + "map_at_5": 0.74761, + "map_at_10": 0.75344, + "map_at_20": 0.7557, + "map_at_100": 0.75678, + "map_at_1000": 0.75694, + "recall_at_1": 0.67889, + "recall_at_3": 0.81269, + "recall_at_5": 0.85084, + "recall_at_10": 0.89495, + "recall_at_20": 0.92616, + "recall_at_100": 0.96878, + "recall_at_1000": 1.0, + "precision_at_1": 0.67889, + "precision_at_3": 0.2709, + "precision_at_5": 0.17017, + "precision_at_10": 0.08949, + "precision_at_20": 0.04631, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.67889, + "mrr_at_3": 0.738768, + "mrr_at_5": 0.747613, + "mrr_at_10": 0.753438, + "mrr_at_20": 0.755697, + "mrr_at_100": 0.75678, + "mrr_at_1000": 0.756938, + "nauc_ndcg_at_1_max": 0.612458, + "nauc_ndcg_at_1_std": 0.109674, + "nauc_ndcg_at_1_diff1": 0.816975, + "nauc_ndcg_at_3_max": 0.654569, + "nauc_ndcg_at_3_std": 0.161289, + "nauc_ndcg_at_3_diff1": 0.787692, + "nauc_ndcg_at_5_max": 0.661994, + "nauc_ndcg_at_5_std": 0.169991, + "nauc_ndcg_at_5_diff1": 0.786662, + "nauc_ndcg_at_10_max": 0.662604, + "nauc_ndcg_at_10_std": 0.177909, + "nauc_ndcg_at_10_diff1": 0.785656, + "nauc_ndcg_at_20_max": 0.6622, + "nauc_ndcg_at_20_std": 0.184392, + "nauc_ndcg_at_20_diff1": 0.788076, + "nauc_ndcg_at_100_max": 0.657227, + "nauc_ndcg_at_100_std": 0.180212, + "nauc_ndcg_at_100_diff1": 0.788872, + "nauc_ndcg_at_1000_max": 0.653387, + "nauc_ndcg_at_1000_std": 0.167892, + "nauc_ndcg_at_1000_diff1": 0.791413, + "nauc_map_at_1_max": 0.612458, + "nauc_map_at_1_std": 0.109674, + "nauc_map_at_1_diff1": 0.816975, + "nauc_map_at_3_max": 0.64321, + "nauc_map_at_3_std": 0.146268, + "nauc_map_at_3_diff1": 0.795478, + "nauc_map_at_5_max": 0.646672, + "nauc_map_at_5_std": 0.149898, + "nauc_map_at_5_diff1": 0.795224, + "nauc_map_at_10_max": 0.646548, + "nauc_map_at_10_std": 0.152127, + "nauc_map_at_10_diff1": 0.794941, + "nauc_map_at_20_max": 0.646411, + "nauc_map_at_20_std": 0.153674, + "nauc_map_at_20_diff1": 0.795606, + "nauc_map_at_100_max": 0.645785, + "nauc_map_at_100_std": 0.153159, + "nauc_map_at_100_diff1": 0.795652, + "nauc_map_at_1000_max": 0.645669, + "nauc_map_at_1000_std": 0.152795, + "nauc_map_at_1000_diff1": 0.795746, + "nauc_recall_at_1_max": 0.612458, + "nauc_recall_at_1_std": 0.109674, + "nauc_recall_at_1_diff1": 0.816975, + "nauc_recall_at_3_max": 0.696841, + "nauc_recall_at_3_std": 0.217814, + "nauc_recall_at_3_diff1": 0.758782, + "nauc_recall_at_5_max": 0.731442, + "nauc_recall_at_5_std": 0.262344, + "nauc_recall_at_5_diff1": 0.748564, + "nauc_recall_at_10_max": 0.760256, + "nauc_recall_at_10_std": 0.342352, + "nauc_recall_at_10_diff1": 0.730281, + "nauc_recall_at_20_max": 0.794226, + "nauc_recall_at_20_std": 0.466952, + "nauc_recall_at_20_diff1": 0.730676, + "nauc_recall_at_100_max": 0.823442, + "nauc_recall_at_100_std": 0.715507, + "nauc_recall_at_100_diff1": 0.684411, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.612458, + "nauc_precision_at_1_std": 0.109674, + "nauc_precision_at_1_diff1": 0.816975, + "nauc_precision_at_3_max": 0.696841, + "nauc_precision_at_3_std": 0.217814, + "nauc_precision_at_3_diff1": 0.758782, + "nauc_precision_at_5_max": 0.731442, + "nauc_precision_at_5_std": 0.262344, + "nauc_precision_at_5_diff1": 0.748564, + "nauc_precision_at_10_max": 0.760256, + "nauc_precision_at_10_std": 0.342352, + "nauc_precision_at_10_diff1": 0.730281, + "nauc_precision_at_20_max": 0.794226, + "nauc_precision_at_20_std": 0.466952, + "nauc_precision_at_20_diff1": 0.730676, + "nauc_precision_at_100_max": 0.823442, + "nauc_precision_at_100_std": 0.715507, + "nauc_precision_at_100_diff1": 0.684411, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.612458, + "nauc_mrr_at_1_std": 0.109674, + "nauc_mrr_at_1_diff1": 0.816975, + "nauc_mrr_at_3_max": 0.64321, + "nauc_mrr_at_3_std": 0.146268, + "nauc_mrr_at_3_diff1": 0.795478, + "nauc_mrr_at_5_max": 0.646672, + "nauc_mrr_at_5_std": 0.149898, + "nauc_mrr_at_5_diff1": 0.795224, + "nauc_mrr_at_10_max": 0.646548, + "nauc_mrr_at_10_std": 0.152127, + "nauc_mrr_at_10_diff1": 0.794941, + "nauc_mrr_at_20_max": 0.646411, + "nauc_mrr_at_20_std": 0.153674, + "nauc_mrr_at_20_diff1": 0.795606, + "nauc_mrr_at_100_max": 0.645785, + "nauc_mrr_at_100_std": 0.153159, + "nauc_mrr_at_100_diff1": 0.795652, + "nauc_mrr_at_1000_max": 0.645669, + "nauc_mrr_at_1000_std": 0.152795, + "nauc_mrr_at_1000_diff1": 0.795746, + "main_score": 0.78782, + "hf_subset": "spa-vie", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.68362, + "ndcg_at_3": 0.76424, + "ndcg_at_5": 0.78045, + "ndcg_at_10": 0.79398, + "ndcg_at_20": 0.80126, + "ndcg_at_100": 0.81022, + "ndcg_at_1000": 0.81306, + "map_at_1": 0.68362, + "map_at_3": 0.74499, + "map_at_5": 0.75406, + "map_at_10": 0.75979, + "map_at_20": 0.76179, + "map_at_100": 0.76313, + "map_at_1000": 0.76325, + "recall_at_1": 0.68362, + "recall_at_3": 0.81972, + "recall_at_5": 0.85876, + "recall_at_10": 0.89985, + "recall_at_20": 0.92861, + "recall_at_100": 0.97535, + "recall_at_1000": 0.99743, + "precision_at_1": 0.68362, + "precision_at_3": 0.27324, + "precision_at_5": 0.17175, + "precision_at_10": 0.08998, + "precision_at_20": 0.04643, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "mrr_at_1": 0.683616, + "mrr_at_3": 0.744992, + "mrr_at_5": 0.754058, + "mrr_at_10": 0.759786, + "mrr_at_20": 0.761789, + "mrr_at_100": 0.763132, + "mrr_at_1000": 0.763245, + "nauc_ndcg_at_1_max": 0.624123, + "nauc_ndcg_at_1_std": 0.150074, + "nauc_ndcg_at_1_diff1": 0.830727, + "nauc_ndcg_at_3_max": 0.671354, + "nauc_ndcg_at_3_std": 0.211211, + "nauc_ndcg_at_3_diff1": 0.797675, + "nauc_ndcg_at_5_max": 0.679136, + "nauc_ndcg_at_5_std": 0.229672, + "nauc_ndcg_at_5_diff1": 0.797913, + "nauc_ndcg_at_10_max": 0.672457, + "nauc_ndcg_at_10_std": 0.235095, + "nauc_ndcg_at_10_diff1": 0.792747, + "nauc_ndcg_at_20_max": 0.670481, + "nauc_ndcg_at_20_std": 0.230883, + "nauc_ndcg_at_20_diff1": 0.796502, + "nauc_ndcg_at_100_max": 0.667611, + "nauc_ndcg_at_100_std": 0.220753, + "nauc_ndcg_at_100_diff1": 0.802342, + "nauc_ndcg_at_1000_max": 0.665232, + "nauc_ndcg_at_1000_std": 0.216958, + "nauc_ndcg_at_1000_diff1": 0.802809, + "nauc_map_at_1_max": 0.624123, + "nauc_map_at_1_std": 0.150074, + "nauc_map_at_1_diff1": 0.830727, + "nauc_map_at_3_max": 0.659213, + "nauc_map_at_3_std": 0.195575, + "nauc_map_at_3_diff1": 0.806626, + "nauc_map_at_5_max": 0.662615, + "nauc_map_at_5_std": 0.20438, + "nauc_map_at_5_diff1": 0.807105, + "nauc_map_at_10_max": 0.659685, + "nauc_map_at_10_std": 0.205667, + "nauc_map_at_10_diff1": 0.805462, + "nauc_map_at_20_max": 0.659087, + "nauc_map_at_20_std": 0.204398, + "nauc_map_at_20_diff1": 0.806497, + "nauc_map_at_100_max": 0.658725, + "nauc_map_at_100_std": 0.203069, + "nauc_map_at_100_diff1": 0.807262, + "nauc_map_at_1000_max": 0.658642, + "nauc_map_at_1000_std": 0.202981, + "nauc_map_at_1000_diff1": 0.807288, + "nauc_recall_at_1_max": 0.624123, + "nauc_recall_at_1_std": 0.150074, + "nauc_recall_at_1_diff1": 0.830727, + "nauc_recall_at_3_max": 0.716833, + "nauc_recall_at_3_std": 0.269728, + "nauc_recall_at_3_diff1": 0.76387, + "nauc_recall_at_5_max": 0.755935, + "nauc_recall_at_5_std": 0.348489, + "nauc_recall_at_5_diff1": 0.756039, + "nauc_recall_at_10_max": 0.746825, + "nauc_recall_at_10_std": 0.42246, + "nauc_recall_at_10_diff1": 0.711713, + "nauc_recall_at_20_max": 0.757811, + "nauc_recall_at_20_std": 0.456939, + "nauc_recall_at_20_diff1": 0.715029, + "nauc_recall_at_100_max": 0.815014, + "nauc_recall_at_100_std": 0.515508, + "nauc_recall_at_100_diff1": 0.768382, + "nauc_recall_at_1000_max": 0.888895, + "nauc_recall_at_1000_std": 0.973852, + "nauc_recall_at_1000_diff1": 0.667139, + "nauc_precision_at_1_max": 0.624123, + "nauc_precision_at_1_std": 0.150074, + "nauc_precision_at_1_diff1": 0.830727, + "nauc_precision_at_3_max": 0.716833, + "nauc_precision_at_3_std": 0.269728, + "nauc_precision_at_3_diff1": 0.76387, + "nauc_precision_at_5_max": 0.755935, + "nauc_precision_at_5_std": 0.348489, + "nauc_precision_at_5_diff1": 0.756039, + "nauc_precision_at_10_max": 0.746825, + "nauc_precision_at_10_std": 0.42246, + "nauc_precision_at_10_diff1": 0.711713, + "nauc_precision_at_20_max": 0.757811, + "nauc_precision_at_20_std": 0.456939, + "nauc_precision_at_20_diff1": 0.715029, + "nauc_precision_at_100_max": 0.815014, + "nauc_precision_at_100_std": 0.515508, + "nauc_precision_at_100_diff1": 0.768382, + "nauc_precision_at_1000_max": 0.888895, + "nauc_precision_at_1000_std": 0.973852, + "nauc_precision_at_1000_diff1": 0.667139, + "nauc_mrr_at_1_max": 0.624123, + "nauc_mrr_at_1_std": 0.150074, + "nauc_mrr_at_1_diff1": 0.830727, + "nauc_mrr_at_3_max": 0.659213, + "nauc_mrr_at_3_std": 0.195575, + "nauc_mrr_at_3_diff1": 0.806626, + "nauc_mrr_at_5_max": 0.662615, + "nauc_mrr_at_5_std": 0.20438, + "nauc_mrr_at_5_diff1": 0.807105, + "nauc_mrr_at_10_max": 0.659685, + "nauc_mrr_at_10_std": 0.205667, + "nauc_mrr_at_10_diff1": 0.805462, + "nauc_mrr_at_20_max": 0.659087, + "nauc_mrr_at_20_std": 0.204398, + "nauc_mrr_at_20_diff1": 0.806497, + "nauc_mrr_at_100_max": 0.658725, + "nauc_mrr_at_100_std": 0.203069, + "nauc_mrr_at_100_diff1": 0.807262, + "nauc_mrr_at_1000_max": 0.658642, + "nauc_mrr_at_1000_std": 0.202981, + "nauc_mrr_at_1000_diff1": 0.807288, + "main_score": 0.79398, + "hf_subset": "spa-zho", + "languages": [ + "spa-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.6177, + "ndcg_at_3": 0.70191, + "ndcg_at_5": 0.72005, + "ndcg_at_10": 0.73603, + "ndcg_at_20": 0.7459, + "ndcg_at_100": 0.75811, + "ndcg_at_1000": 0.76324, + "map_at_1": 0.6177, + "map_at_3": 0.68169, + "map_at_5": 0.69171, + "map_at_10": 0.69824, + "map_at_20": 0.70107, + "map_at_100": 0.70269, + "map_at_1000": 0.70289, + "recall_at_1": 0.6177, + "recall_at_3": 0.76024, + "recall_at_5": 0.80448, + "recall_at_10": 0.85418, + "recall_at_20": 0.89241, + "recall_at_100": 0.95904, + "recall_at_1000": 0.99891, + "precision_at_1": 0.6177, + "precision_at_3": 0.25341, + "precision_at_5": 0.1609, + "precision_at_10": 0.08542, + "precision_at_20": 0.04462, + "precision_at_100": 0.00959, + "precision_at_1000": 0.001, + "mrr_at_1": 0.617695, + "mrr_at_3": 0.681686, + "mrr_at_5": 0.691708, + "mrr_at_10": 0.698242, + "mrr_at_20": 0.701067, + "mrr_at_100": 0.70269, + "mrr_at_1000": 0.702894, + "nauc_ndcg_at_1_max": 0.531326, + "nauc_ndcg_at_1_std": 0.030611, + "nauc_ndcg_at_1_diff1": 0.750731, + "nauc_ndcg_at_3_max": 0.595168, + "nauc_ndcg_at_3_std": 0.056918, + "nauc_ndcg_at_3_diff1": 0.718568, + "nauc_ndcg_at_5_max": 0.596562, + "nauc_ndcg_at_5_std": 0.066736, + "nauc_ndcg_at_5_diff1": 0.717339, + "nauc_ndcg_at_10_max": 0.597095, + "nauc_ndcg_at_10_std": 0.078914, + "nauc_ndcg_at_10_diff1": 0.717445, + "nauc_ndcg_at_20_max": 0.59732, + "nauc_ndcg_at_20_std": 0.083579, + "nauc_ndcg_at_20_diff1": 0.715624, + "nauc_ndcg_at_100_max": 0.591272, + "nauc_ndcg_at_100_std": 0.080784, + "nauc_ndcg_at_100_diff1": 0.719474, + "nauc_ndcg_at_1000_max": 0.586644, + "nauc_ndcg_at_1000_std": 0.071062, + "nauc_ndcg_at_1000_diff1": 0.721488, + "nauc_map_at_1_max": 0.531326, + "nauc_map_at_1_std": 0.030611, + "nauc_map_at_1_diff1": 0.750731, + "nauc_map_at_3_max": 0.57862, + "nauc_map_at_3_std": 0.050185, + "nauc_map_at_3_diff1": 0.726883, + "nauc_map_at_5_max": 0.578733, + "nauc_map_at_5_std": 0.054679, + "nauc_map_at_5_diff1": 0.726422, + "nauc_map_at_10_max": 0.578427, + "nauc_map_at_10_std": 0.0588, + "nauc_map_at_10_diff1": 0.72645, + "nauc_map_at_20_max": 0.578341, + "nauc_map_at_20_std": 0.059537, + "nauc_map_at_20_diff1": 0.726156, + "nauc_map_at_100_max": 0.577545, + "nauc_map_at_100_std": 0.059183, + "nauc_map_at_100_diff1": 0.726556, + "nauc_map_at_1000_max": 0.577393, + "nauc_map_at_1000_std": 0.058934, + "nauc_map_at_1000_diff1": 0.726618, + "nauc_recall_at_1_max": 0.531326, + "nauc_recall_at_1_std": 0.030611, + "nauc_recall_at_1_diff1": 0.750731, + "nauc_recall_at_3_max": 0.653378, + "nauc_recall_at_3_std": 0.080557, + "nauc_recall_at_3_diff1": 0.689331, + "nauc_recall_at_5_max": 0.668943, + "nauc_recall_at_5_std": 0.118062, + "nauc_recall_at_5_diff1": 0.680604, + "nauc_recall_at_10_max": 0.694888, + "nauc_recall_at_10_std": 0.19561, + "nauc_recall_at_10_diff1": 0.67188, + "nauc_recall_at_20_max": 0.726341, + "nauc_recall_at_20_std": 0.272387, + "nauc_recall_at_20_diff1": 0.642099, + "nauc_recall_at_100_max": 0.768862, + "nauc_recall_at_100_std": 0.490341, + "nauc_recall_at_100_diff1": 0.637212, + "nauc_recall_at_1000_max": 0.613752, + "nauc_recall_at_1000_std": 0.72225, + "nauc_recall_at_1000_diff1": 0.554222, + "nauc_precision_at_1_max": 0.531326, + "nauc_precision_at_1_std": 0.030611, + "nauc_precision_at_1_diff1": 0.750731, + "nauc_precision_at_3_max": 0.653378, + "nauc_precision_at_3_std": 0.080557, + "nauc_precision_at_3_diff1": 0.689331, + "nauc_precision_at_5_max": 0.668943, + "nauc_precision_at_5_std": 0.118062, + "nauc_precision_at_5_diff1": 0.680604, + "nauc_precision_at_10_max": 0.694888, + "nauc_precision_at_10_std": 0.19561, + "nauc_precision_at_10_diff1": 0.67188, + "nauc_precision_at_20_max": 0.726341, + "nauc_precision_at_20_std": 0.272387, + "nauc_precision_at_20_diff1": 0.642099, + "nauc_precision_at_100_max": 0.768862, + "nauc_precision_at_100_std": 0.490341, + "nauc_precision_at_100_diff1": 0.637212, + "nauc_precision_at_1000_max": 0.613752, + "nauc_precision_at_1000_std": 0.72225, + "nauc_precision_at_1000_diff1": 0.554222, + "nauc_mrr_at_1_max": 0.531326, + "nauc_mrr_at_1_std": 0.030611, + "nauc_mrr_at_1_diff1": 0.750731, + "nauc_mrr_at_3_max": 0.57862, + "nauc_mrr_at_3_std": 0.050185, + "nauc_mrr_at_3_diff1": 0.726883, + "nauc_mrr_at_5_max": 0.578733, + "nauc_mrr_at_5_std": 0.054679, + "nauc_mrr_at_5_diff1": 0.726422, + "nauc_mrr_at_10_max": 0.578427, + "nauc_mrr_at_10_std": 0.0588, + "nauc_mrr_at_10_diff1": 0.72645, + "nauc_mrr_at_20_max": 0.578341, + "nauc_mrr_at_20_std": 0.059537, + "nauc_mrr_at_20_diff1": 0.726156, + "nauc_mrr_at_100_max": 0.577545, + "nauc_mrr_at_100_std": 0.059183, + "nauc_mrr_at_100_diff1": 0.726556, + "nauc_mrr_at_1000_max": 0.577393, + "nauc_mrr_at_1000_std": 0.058934, + "nauc_mrr_at_1000_diff1": 0.726618, + "main_score": 0.73603, + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.69279, + "ndcg_at_3": 0.76858, + "ndcg_at_5": 0.78491, + "ndcg_at_10": 0.79714, + "ndcg_at_20": 0.80456, + "ndcg_at_100": 0.81351, + "ndcg_at_1000": 0.81705, + "map_at_1": 0.69279, + "map_at_3": 0.7507, + "map_at_5": 0.75987, + "map_at_10": 0.76506, + "map_at_20": 0.76714, + "map_at_100": 0.76847, + "map_at_1000": 0.7686, + "recall_at_1": 0.69279, + "recall_at_3": 0.8198, + "recall_at_5": 0.85899, + "recall_at_10": 0.89608, + "recall_at_20": 0.92512, + "recall_at_100": 0.97201, + "recall_at_1000": 1.0, + "precision_at_1": 0.69279, + "precision_at_3": 0.27338, + "precision_at_5": 0.17187, + "precision_at_10": 0.08964, + "precision_at_20": 0.04629, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "mrr_at_1": 0.692792, + "mrr_at_3": 0.750875, + "mrr_at_5": 0.760042, + "mrr_at_10": 0.765238, + "mrr_at_20": 0.767282, + "mrr_at_100": 0.768613, + "mrr_at_1000": 0.768744, + "nauc_ndcg_at_1_max": 0.636146, + "nauc_ndcg_at_1_std": 0.078913, + "nauc_ndcg_at_1_diff1": 0.83524, + "nauc_ndcg_at_3_max": 0.691401, + "nauc_ndcg_at_3_std": 0.138926, + "nauc_ndcg_at_3_diff1": 0.802868, + "nauc_ndcg_at_5_max": 0.695834, + "nauc_ndcg_at_5_std": 0.141401, + "nauc_ndcg_at_5_diff1": 0.804474, + "nauc_ndcg_at_10_max": 0.694604, + "nauc_ndcg_at_10_std": 0.140058, + "nauc_ndcg_at_10_diff1": 0.807921, + "nauc_ndcg_at_20_max": 0.691144, + "nauc_ndcg_at_20_std": 0.137749, + "nauc_ndcg_at_20_diff1": 0.808478, + "nauc_ndcg_at_100_max": 0.687192, + "nauc_ndcg_at_100_std": 0.144283, + "nauc_ndcg_at_100_diff1": 0.811121, + "nauc_ndcg_at_1000_max": 0.683545, + "nauc_ndcg_at_1000_std": 0.132682, + "nauc_ndcg_at_1000_diff1": 0.81176, + "nauc_map_at_1_max": 0.636146, + "nauc_map_at_1_std": 0.078913, + "nauc_map_at_1_diff1": 0.83524, + "nauc_map_at_3_max": 0.676358, + "nauc_map_at_3_std": 0.122073, + "nauc_map_at_3_diff1": 0.811664, + "nauc_map_at_5_max": 0.678051, + "nauc_map_at_5_std": 0.122478, + "nauc_map_at_5_diff1": 0.812777, + "nauc_map_at_10_max": 0.677382, + "nauc_map_at_10_std": 0.121561, + "nauc_map_at_10_diff1": 0.814449, + "nauc_map_at_20_max": 0.676327, + "nauc_map_at_20_std": 0.120804, + "nauc_map_at_20_diff1": 0.814487, + "nauc_map_at_100_max": 0.675749, + "nauc_map_at_100_std": 0.121368, + "nauc_map_at_100_diff1": 0.814864, + "nauc_map_at_1000_max": 0.675646, + "nauc_map_at_1000_std": 0.121031, + "nauc_map_at_1000_diff1": 0.814879, + "nauc_recall_at_1_max": 0.636146, + "nauc_recall_at_1_std": 0.078913, + "nauc_recall_at_1_diff1": 0.83524, + "nauc_recall_at_3_max": 0.74763, + "nauc_recall_at_3_std": 0.20047, + "nauc_recall_at_3_diff1": 0.77046, + "nauc_recall_at_5_max": 0.776969, + "nauc_recall_at_5_std": 0.225877, + "nauc_recall_at_5_diff1": 0.768052, + "nauc_recall_at_10_max": 0.793778, + "nauc_recall_at_10_std": 0.245025, + "nauc_recall_at_10_diff1": 0.772923, + "nauc_recall_at_20_max": 0.801152, + "nauc_recall_at_20_std": 0.264768, + "nauc_recall_at_20_diff1": 0.768142, + "nauc_recall_at_100_max": 0.861544, + "nauc_recall_at_100_std": 0.686364, + "nauc_recall_at_100_diff1": 0.78028, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.636146, + "nauc_precision_at_1_std": 0.078913, + "nauc_precision_at_1_diff1": 0.83524, + "nauc_precision_at_3_max": 0.747481, + "nauc_precision_at_3_std": 0.203207, + "nauc_precision_at_3_diff1": 0.769778, + "nauc_precision_at_5_max": 0.776848, + "nauc_precision_at_5_std": 0.22936, + "nauc_precision_at_5_diff1": 0.767192, + "nauc_precision_at_10_max": 0.793668, + "nauc_precision_at_10_std": 0.249653, + "nauc_precision_at_10_diff1": 0.77181, + "nauc_precision_at_20_max": 0.781701, + "nauc_precision_at_20_std": 0.271118, + "nauc_precision_at_20_diff1": 0.746664, + "nauc_precision_at_100_max": 0.808353, + "nauc_precision_at_100_std": 0.685345, + "nauc_precision_at_100_diff1": 0.723818, + "nauc_precision_at_1000_max": -0.415366, + "nauc_precision_at_1000_std": 0.661912, + "nauc_precision_at_1000_diff1": -0.575151, + "nauc_mrr_at_1_max": 0.636146, + "nauc_mrr_at_1_std": 0.078913, + "nauc_mrr_at_1_diff1": 0.83524, + "nauc_mrr_at_3_max": 0.676199, + "nauc_mrr_at_3_std": 0.123059, + "nauc_mrr_at_3_diff1": 0.811367, + "nauc_mrr_at_5_max": 0.677888, + "nauc_mrr_at_5_std": 0.123502, + "nauc_mrr_at_5_diff1": 0.81247, + "nauc_mrr_at_10_max": 0.677215, + "nauc_mrr_at_10_std": 0.122606, + "nauc_mrr_at_10_diff1": 0.814137, + "nauc_mrr_at_20_max": 0.676179, + "nauc_mrr_at_20_std": 0.121646, + "nauc_mrr_at_20_diff1": 0.814221, + "nauc_mrr_at_100_max": 0.6756, + "nauc_mrr_at_100_std": 0.122216, + "nauc_mrr_at_100_diff1": 0.814597, + "nauc_mrr_at_1000_max": 0.675498, + "nauc_mrr_at_1000_std": 0.121878, + "nauc_mrr_at_1000_diff1": 0.814612, + "main_score": 0.79714, + "hf_subset": "hin-deu", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.67535, + "ndcg_at_3": 0.75281, + "ndcg_at_5": 0.76899, + "ndcg_at_10": 0.78259, + "ndcg_at_20": 0.79071, + "ndcg_at_100": 0.7998, + "ndcg_at_1000": 0.80358, + "map_at_1": 0.67535, + "map_at_3": 0.73444, + "map_at_5": 0.74348, + "map_at_10": 0.74916, + "map_at_20": 0.7514, + "map_at_100": 0.75273, + "map_at_1000": 0.75287, + "recall_at_1": 0.67535, + "recall_at_3": 0.80563, + "recall_at_5": 0.84469, + "recall_at_10": 0.88639, + "recall_at_20": 0.91843, + "recall_at_100": 0.96633, + "recall_at_1000": 0.99614, + "precision_at_1": 0.67535, + "precision_at_3": 0.26858, + "precision_at_5": 0.16896, + "precision_at_10": 0.08865, + "precision_at_20": 0.04593, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675346, + "mrr_at_3": 0.734472, + "mrr_at_5": 0.743514, + "mrr_at_10": 0.749195, + "mrr_at_20": 0.751421, + "mrr_at_100": 0.752752, + "mrr_at_1000": 0.752892, + "nauc_ndcg_at_1_max": 0.644729, + "nauc_ndcg_at_1_std": 0.055203, + "nauc_ndcg_at_1_diff1": 0.817072, + "nauc_ndcg_at_3_max": 0.699465, + "nauc_ndcg_at_3_std": 0.083224, + "nauc_ndcg_at_3_diff1": 0.786628, + "nauc_ndcg_at_5_max": 0.699069, + "nauc_ndcg_at_5_std": 0.089405, + "nauc_ndcg_at_5_diff1": 0.787268, + "nauc_ndcg_at_10_max": 0.698669, + "nauc_ndcg_at_10_std": 0.105466, + "nauc_ndcg_at_10_diff1": 0.784286, + "nauc_ndcg_at_20_max": 0.695702, + "nauc_ndcg_at_20_std": 0.109011, + "nauc_ndcg_at_20_diff1": 0.786767, + "nauc_ndcg_at_100_max": 0.693112, + "nauc_ndcg_at_100_std": 0.109407, + "nauc_ndcg_at_100_diff1": 0.789923, + "nauc_ndcg_at_1000_max": 0.690056, + "nauc_ndcg_at_1000_std": 0.099284, + "nauc_ndcg_at_1000_diff1": 0.791184, + "nauc_map_at_1_max": 0.644729, + "nauc_map_at_1_std": 0.055203, + "nauc_map_at_1_diff1": 0.817072, + "nauc_map_at_3_max": 0.685066, + "nauc_map_at_3_std": 0.076059, + "nauc_map_at_3_diff1": 0.794364, + "nauc_map_at_5_max": 0.684398, + "nauc_map_at_5_std": 0.078874, + "nauc_map_at_5_diff1": 0.79499, + "nauc_map_at_10_max": 0.683901, + "nauc_map_at_10_std": 0.084769, + "nauc_map_at_10_diff1": 0.794156, + "nauc_map_at_20_max": 0.683071, + "nauc_map_at_20_std": 0.085429, + "nauc_map_at_20_diff1": 0.7948, + "nauc_map_at_100_max": 0.682683, + "nauc_map_at_100_std": 0.085325, + "nauc_map_at_100_diff1": 0.795218, + "nauc_map_at_1000_max": 0.682592, + "nauc_map_at_1000_std": 0.085029, + "nauc_map_at_1000_diff1": 0.79527, + "nauc_recall_at_1_max": 0.644729, + "nauc_recall_at_1_std": 0.055203, + "nauc_recall_at_1_diff1": 0.817072, + "nauc_recall_at_3_max": 0.751608, + "nauc_recall_at_3_std": 0.109287, + "nauc_recall_at_3_diff1": 0.758706, + "nauc_recall_at_5_max": 0.761992, + "nauc_recall_at_5_std": 0.136477, + "nauc_recall_at_5_diff1": 0.754269, + "nauc_recall_at_10_max": 0.780426, + "nauc_recall_at_10_std": 0.234464, + "nauc_recall_at_10_diff1": 0.726839, + "nauc_recall_at_20_max": 0.784028, + "nauc_recall_at_20_std": 0.313621, + "nauc_recall_at_20_diff1": 0.728435, + "nauc_recall_at_100_max": 0.838007, + "nauc_recall_at_100_std": 0.613858, + "nauc_recall_at_100_diff1": 0.73331, + "nauc_recall_at_1000_max": 0.857976, + "nauc_recall_at_1000_std": 0.885986, + "nauc_recall_at_1000_diff1": 0.705781, + "nauc_precision_at_1_max": 0.644729, + "nauc_precision_at_1_std": 0.055203, + "nauc_precision_at_1_diff1": 0.817072, + "nauc_precision_at_3_max": 0.752069, + "nauc_precision_at_3_std": 0.10903, + "nauc_precision_at_3_diff1": 0.758589, + "nauc_precision_at_5_max": 0.762565, + "nauc_precision_at_5_std": 0.136178, + "nauc_precision_at_5_diff1": 0.754122, + "nauc_precision_at_10_max": 0.7812, + "nauc_precision_at_10_std": 0.234145, + "nauc_precision_at_10_diff1": 0.726623, + "nauc_precision_at_20_max": 0.781067, + "nauc_precision_at_20_std": 0.310891, + "nauc_precision_at_20_diff1": 0.72313, + "nauc_precision_at_100_max": 0.831143, + "nauc_precision_at_100_std": 0.611187, + "nauc_precision_at_100_diff1": 0.721571, + "nauc_precision_at_1000_max": 0.708156, + "nauc_precision_at_1000_std": 0.801594, + "nauc_precision_at_1000_diff1": 0.541945, + "nauc_mrr_at_1_max": 0.644729, + "nauc_mrr_at_1_std": 0.055203, + "nauc_mrr_at_1_diff1": 0.817072, + "nauc_mrr_at_3_max": 0.685178, + "nauc_mrr_at_3_std": 0.075988, + "nauc_mrr_at_3_diff1": 0.794338, + "nauc_mrr_at_5_max": 0.684514, + "nauc_mrr_at_5_std": 0.078801, + "nauc_mrr_at_5_diff1": 0.794963, + "nauc_mrr_at_10_max": 0.684019, + "nauc_mrr_at_10_std": 0.084694, + "nauc_mrr_at_10_diff1": 0.794129, + "nauc_mrr_at_20_max": 0.683146, + "nauc_mrr_at_20_std": 0.085382, + "nauc_mrr_at_20_diff1": 0.794783, + "nauc_mrr_at_100_max": 0.682759, + "nauc_mrr_at_100_std": 0.085293, + "nauc_mrr_at_100_diff1": 0.795204, + "nauc_mrr_at_1000_max": 0.682667, + "nauc_mrr_at_1000_std": 0.08498, + "nauc_mrr_at_1000_diff1": 0.795252, + "main_score": 0.78259, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.70267, + "ndcg_at_3": 0.7693, + "ndcg_at_5": 0.78599, + "ndcg_at_10": 0.8004, + "ndcg_at_20": 0.80862, + "ndcg_at_100": 0.8162, + "ndcg_at_1000": 0.81973, + "map_at_1": 0.70238, + "map_at_3": 0.75368, + "map_at_5": 0.76291, + "map_at_10": 0.76893, + "map_at_20": 0.77123, + "map_at_100": 0.7723, + "map_at_1000": 0.77243, + "recall_at_1": 0.70238, + "recall_at_3": 0.81388, + "recall_at_5": 0.85453, + "recall_at_10": 0.89866, + "recall_at_20": 0.93089, + "recall_at_100": 0.97154, + "recall_at_1000": 0.99942, + "precision_at_1": 0.70267, + "precision_at_3": 0.27139, + "precision_at_5": 0.17096, + "precision_at_10": 0.0899, + "precision_at_20": 0.04657, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.702671, + "mrr_at_3": 0.753968, + "mrr_at_5": 0.763202, + "mrr_at_10": 0.769221, + "mrr_at_20": 0.771476, + "mrr_at_100": 0.772538, + "mrr_at_1000": 0.772668, + "nauc_ndcg_at_1_max": 0.670072, + "nauc_ndcg_at_1_std": 0.173855, + "nauc_ndcg_at_1_diff1": 0.847691, + "nauc_ndcg_at_3_max": 0.733569, + "nauc_ndcg_at_3_std": 0.216616, + "nauc_ndcg_at_3_diff1": 0.830978, + "nauc_ndcg_at_5_max": 0.735524, + "nauc_ndcg_at_5_std": 0.236845, + "nauc_ndcg_at_5_diff1": 0.829496, + "nauc_ndcg_at_10_max": 0.726291, + "nauc_ndcg_at_10_std": 0.231173, + "nauc_ndcg_at_10_diff1": 0.826635, + "nauc_ndcg_at_20_max": 0.726275, + "nauc_ndcg_at_20_std": 0.233628, + "nauc_ndcg_at_20_diff1": 0.828871, + "nauc_ndcg_at_100_max": 0.723744, + "nauc_ndcg_at_100_std": 0.234122, + "nauc_ndcg_at_100_diff1": 0.830612, + "nauc_ndcg_at_1000_max": 0.720324, + "nauc_ndcg_at_1000_std": 0.224585, + "nauc_ndcg_at_1000_diff1": 0.831311, + "nauc_map_at_1_max": 0.670341, + "nauc_map_at_1_std": 0.17175, + "nauc_map_at_1_diff1": 0.847981, + "nauc_map_at_3_max": 0.71711, + "nauc_map_at_3_std": 0.20442, + "nauc_map_at_3_diff1": 0.834886, + "nauc_map_at_5_max": 0.717587, + "nauc_map_at_5_std": 0.21399, + "nauc_map_at_5_diff1": 0.834183, + "nauc_map_at_10_max": 0.713786, + "nauc_map_at_10_std": 0.211266, + "nauc_map_at_10_diff1": 0.833149, + "nauc_map_at_20_max": 0.713549, + "nauc_map_at_20_std": 0.211884, + "nauc_map_at_20_diff1": 0.833662, + "nauc_map_at_100_max": 0.713247, + "nauc_map_at_100_std": 0.211884, + "nauc_map_at_100_diff1": 0.833918, + "nauc_map_at_1000_max": 0.713135, + "nauc_map_at_1000_std": 0.211624, + "nauc_map_at_1000_diff1": 0.833928, + "nauc_recall_at_1_max": 0.670341, + "nauc_recall_at_1_std": 0.17175, + "nauc_recall_at_1_diff1": 0.847981, + "nauc_recall_at_3_max": 0.792631, + "nauc_recall_at_3_std": 0.257531, + "nauc_recall_at_3_diff1": 0.817498, + "nauc_recall_at_5_max": 0.81349, + "nauc_recall_at_5_std": 0.337483, + "nauc_recall_at_5_diff1": 0.809714, + "nauc_recall_at_10_max": 0.792052, + "nauc_recall_at_10_std": 0.345133, + "nauc_recall_at_10_diff1": 0.78763, + "nauc_recall_at_20_max": 0.824713, + "nauc_recall_at_20_std": 0.418493, + "nauc_recall_at_20_diff1": 0.79367, + "nauc_recall_at_100_max": 0.88092, + "nauc_recall_at_100_std": 0.689239, + "nauc_recall_at_100_diff1": 0.794474, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.869298, + "nauc_precision_at_1_max": 0.670072, + "nauc_precision_at_1_std": 0.173855, + "nauc_precision_at_1_diff1": 0.847691, + "nauc_precision_at_3_max": 0.792575, + "nauc_precision_at_3_std": 0.260799, + "nauc_precision_at_3_diff1": 0.817234, + "nauc_precision_at_5_max": 0.813459, + "nauc_precision_at_5_std": 0.341724, + "nauc_precision_at_5_diff1": 0.809369, + "nauc_precision_at_10_max": 0.791955, + "nauc_precision_at_10_std": 0.351007, + "nauc_precision_at_10_diff1": 0.787099, + "nauc_precision_at_20_max": 0.806839, + "nauc_precision_at_20_std": 0.426878, + "nauc_precision_at_20_diff1": 0.775026, + "nauc_precision_at_100_max": 0.83646, + "nauc_precision_at_100_std": 0.699901, + "nauc_precision_at_100_diff1": 0.750083, + "nauc_precision_at_1000_max": 0.101321, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.0, + "nauc_mrr_at_1_max": 0.670072, + "nauc_mrr_at_1_std": 0.173855, + "nauc_mrr_at_1_diff1": 0.847691, + "nauc_mrr_at_3_max": 0.71684, + "nauc_mrr_at_3_std": 0.206919, + "nauc_mrr_at_3_diff1": 0.834533, + "nauc_mrr_at_5_max": 0.717306, + "nauc_mrr_at_5_std": 0.216594, + "nauc_mrr_at_5_diff1": 0.833817, + "nauc_mrr_at_10_max": 0.713495, + "nauc_mrr_at_10_std": 0.213932, + "nauc_mrr_at_10_diff1": 0.832772, + "nauc_mrr_at_20_max": 0.713303, + "nauc_mrr_at_20_std": 0.214131, + "nauc_mrr_at_20_diff1": 0.833345, + "nauc_mrr_at_100_max": 0.713, + "nauc_mrr_at_100_std": 0.214143, + "nauc_mrr_at_100_diff1": 0.8336, + "nauc_mrr_at_1000_max": 0.712888, + "nauc_mrr_at_1000_std": 0.213884, + "nauc_mrr_at_1000_diff1": 0.833609, + "main_score": 0.8004, + "hf_subset": "hin-spa", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.60578, + "ndcg_at_3": 0.68538, + "ndcg_at_5": 0.70447, + "ndcg_at_10": 0.72116, + "ndcg_at_20": 0.73178, + "ndcg_at_100": 0.74328, + "ndcg_at_1000": 0.74938, + "map_at_1": 0.60568, + "map_at_3": 0.66623, + "map_at_5": 0.67685, + "map_at_10": 0.68389, + "map_at_20": 0.68684, + "map_at_100": 0.68843, + "map_at_1000": 0.68864, + "recall_at_1": 0.60568, + "recall_at_3": 0.74054, + "recall_at_5": 0.78672, + "recall_at_10": 0.83757, + "recall_at_20": 0.87927, + "recall_at_100": 0.94121, + "recall_at_1000": 0.98993, + "precision_at_1": 0.60578, + "precision_at_3": 0.24688, + "precision_at_5": 0.15736, + "precision_at_10": 0.08377, + "precision_at_20": 0.04397, + "precision_at_100": 0.00941, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.605777, + "mrr_at_3": 0.666328, + "mrr_at_5": 0.676956, + "mrr_at_10": 0.683988, + "mrr_at_20": 0.686945, + "mrr_at_100": 0.688531, + "mrr_at_1000": 0.688746, + "nauc_ndcg_at_1_max": 0.531889, + "nauc_ndcg_at_1_std": 0.044709, + "nauc_ndcg_at_1_diff1": 0.790731, + "nauc_ndcg_at_3_max": 0.590942, + "nauc_ndcg_at_3_std": 0.087075, + "nauc_ndcg_at_3_diff1": 0.757654, + "nauc_ndcg_at_5_max": 0.598035, + "nauc_ndcg_at_5_std": 0.107238, + "nauc_ndcg_at_5_diff1": 0.754596, + "nauc_ndcg_at_10_max": 0.597186, + "nauc_ndcg_at_10_std": 0.114138, + "nauc_ndcg_at_10_diff1": 0.751892, + "nauc_ndcg_at_20_max": 0.596214, + "nauc_ndcg_at_20_std": 0.118732, + "nauc_ndcg_at_20_diff1": 0.752906, + "nauc_ndcg_at_100_max": 0.592986, + "nauc_ndcg_at_100_std": 0.116296, + "nauc_ndcg_at_100_diff1": 0.755566, + "nauc_ndcg_at_1000_max": 0.58847, + "nauc_ndcg_at_1000_std": 0.106721, + "nauc_ndcg_at_1000_diff1": 0.758331, + "nauc_map_at_1_max": 0.531833, + "nauc_map_at_1_std": 0.044818, + "nauc_map_at_1_diff1": 0.79002, + "nauc_map_at_3_max": 0.575822, + "nauc_map_at_3_std": 0.074961, + "nauc_map_at_3_diff1": 0.765605, + "nauc_map_at_5_max": 0.579151, + "nauc_map_at_5_std": 0.08532, + "nauc_map_at_5_diff1": 0.764151, + "nauc_map_at_10_max": 0.578463, + "nauc_map_at_10_std": 0.087636, + "nauc_map_at_10_diff1": 0.763288, + "nauc_map_at_20_max": 0.578092, + "nauc_map_at_20_std": 0.088512, + "nauc_map_at_20_diff1": 0.763706, + "nauc_map_at_100_max": 0.577569, + "nauc_map_at_100_std": 0.088109, + "nauc_map_at_100_diff1": 0.763998, + "nauc_map_at_1000_max": 0.577444, + "nauc_map_at_1000_std": 0.087899, + "nauc_map_at_1000_diff1": 0.764102, + "nauc_recall_at_1_max": 0.531833, + "nauc_recall_at_1_std": 0.044818, + "nauc_recall_at_1_diff1": 0.79002, + "nauc_recall_at_3_max": 0.642635, + "nauc_recall_at_3_std": 0.129405, + "nauc_recall_at_3_diff1": 0.729609, + "nauc_recall_at_5_max": 0.672813, + "nauc_recall_at_5_std": 0.197389, + "nauc_recall_at_5_diff1": 0.715956, + "nauc_recall_at_10_max": 0.688765, + "nauc_recall_at_10_std": 0.252604, + "nauc_recall_at_10_diff1": 0.693088, + "nauc_recall_at_20_max": 0.708676, + "nauc_recall_at_20_std": 0.329553, + "nauc_recall_at_20_diff1": 0.681738, + "nauc_recall_at_100_max": 0.760665, + "nauc_recall_at_100_std": 0.492397, + "nauc_recall_at_100_diff1": 0.666357, + "nauc_recall_at_1000_max": 0.794236, + "nauc_recall_at_1000_std": 0.58709, + "nauc_recall_at_1000_diff1": 0.670622, + "nauc_precision_at_1_max": 0.531889, + "nauc_precision_at_1_std": 0.044709, + "nauc_precision_at_1_diff1": 0.790731, + "nauc_precision_at_3_max": 0.642786, + "nauc_precision_at_3_std": 0.129287, + "nauc_precision_at_3_diff1": 0.730613, + "nauc_precision_at_5_max": 0.673001, + "nauc_precision_at_5_std": 0.197277, + "nauc_precision_at_5_diff1": 0.717124, + "nauc_precision_at_10_max": 0.689079, + "nauc_precision_at_10_std": 0.252513, + "nauc_precision_at_10_diff1": 0.694633, + "nauc_precision_at_20_max": 0.709101, + "nauc_precision_at_20_std": 0.329491, + "nauc_precision_at_20_diff1": 0.68375, + "nauc_precision_at_100_max": 0.763391, + "nauc_precision_at_100_std": 0.492523, + "nauc_precision_at_100_diff1": 0.671989, + "nauc_precision_at_1000_max": 0.777, + "nauc_precision_at_1000_std": 0.558297, + "nauc_precision_at_1000_diff1": 0.674759, + "nauc_mrr_at_1_max": 0.531889, + "nauc_mrr_at_1_std": 0.044709, + "nauc_mrr_at_1_diff1": 0.790731, + "nauc_mrr_at_3_max": 0.575895, + "nauc_mrr_at_3_std": 0.074845, + "nauc_mrr_at_3_diff1": 0.766404, + "nauc_mrr_at_5_max": 0.579227, + "nauc_mrr_at_5_std": 0.085202, + "nauc_mrr_at_5_diff1": 0.764973, + "nauc_mrr_at_10_max": 0.57854, + "nauc_mrr_at_10_std": 0.087516, + "nauc_mrr_at_10_diff1": 0.764127, + "nauc_mrr_at_20_max": 0.578169, + "nauc_mrr_at_20_std": 0.08839, + "nauc_mrr_at_20_diff1": 0.764554, + "nauc_mrr_at_100_max": 0.577657, + "nauc_mrr_at_100_std": 0.087981, + "nauc_mrr_at_100_diff1": 0.764863, + "nauc_mrr_at_1000_max": 0.577526, + "nauc_mrr_at_1000_std": 0.087774, + "nauc_mrr_at_1000_diff1": 0.764961, + "main_score": 0.72116, + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.66564, + "ndcg_at_3": 0.74066, + "ndcg_at_5": 0.75954, + "ndcg_at_10": 0.77449, + "ndcg_at_20": 0.78342, + "ndcg_at_100": 0.79329, + "ndcg_at_1000": 0.79646, + "map_at_1": 0.66564, + "map_at_3": 0.72299, + "map_at_5": 0.7335, + "map_at_10": 0.73977, + "map_at_20": 0.7422, + "map_at_100": 0.74352, + "map_at_1000": 0.74364, + "recall_at_1": 0.66564, + "recall_at_3": 0.79147, + "recall_at_5": 0.83719, + "recall_at_10": 0.8829, + "recall_at_20": 0.91834, + "recall_at_100": 0.97227, + "recall_at_1000": 0.99743, + "precision_at_1": 0.66564, + "precision_at_3": 0.26382, + "precision_at_5": 0.16744, + "precision_at_10": 0.08829, + "precision_at_20": 0.04592, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.665639, + "mrr_at_3": 0.722993, + "mrr_at_5": 0.733496, + "mrr_at_10": 0.739768, + "mrr_at_20": 0.742202, + "mrr_at_100": 0.74352, + "mrr_at_1000": 0.743637, + "nauc_ndcg_at_1_max": 0.566443, + "nauc_ndcg_at_1_std": 0.054191, + "nauc_ndcg_at_1_diff1": 0.794609, + "nauc_ndcg_at_3_max": 0.638226, + "nauc_ndcg_at_3_std": 0.116742, + "nauc_ndcg_at_3_diff1": 0.756487, + "nauc_ndcg_at_5_max": 0.638764, + "nauc_ndcg_at_5_std": 0.136118, + "nauc_ndcg_at_5_diff1": 0.755136, + "nauc_ndcg_at_10_max": 0.634717, + "nauc_ndcg_at_10_std": 0.141297, + "nauc_ndcg_at_10_diff1": 0.755402, + "nauc_ndcg_at_20_max": 0.630476, + "nauc_ndcg_at_20_std": 0.141527, + "nauc_ndcg_at_20_diff1": 0.757712, + "nauc_ndcg_at_100_max": 0.627755, + "nauc_ndcg_at_100_std": 0.132875, + "nauc_ndcg_at_100_diff1": 0.762435, + "nauc_ndcg_at_1000_max": 0.625187, + "nauc_ndcg_at_1000_std": 0.125711, + "nauc_ndcg_at_1000_diff1": 0.763578, + "nauc_map_at_1_max": 0.566443, + "nauc_map_at_1_std": 0.054191, + "nauc_map_at_1_diff1": 0.794609, + "nauc_map_at_3_max": 0.620808, + "nauc_map_at_3_std": 0.100272, + "nauc_map_at_3_diff1": 0.766504, + "nauc_map_at_5_max": 0.620473, + "nauc_map_at_5_std": 0.109769, + "nauc_map_at_5_diff1": 0.766183, + "nauc_map_at_10_max": 0.618575, + "nauc_map_at_10_std": 0.111027, + "nauc_map_at_10_diff1": 0.766735, + "nauc_map_at_20_max": 0.617419, + "nauc_map_at_20_std": 0.110816, + "nauc_map_at_20_diff1": 0.767368, + "nauc_map_at_100_max": 0.617127, + "nauc_map_at_100_std": 0.109715, + "nauc_map_at_100_diff1": 0.768055, + "nauc_map_at_1000_max": 0.617048, + "nauc_map_at_1000_std": 0.109497, + "nauc_map_at_1000_diff1": 0.768081, + "nauc_recall_at_1_max": 0.566443, + "nauc_recall_at_1_std": 0.054191, + "nauc_recall_at_1_diff1": 0.794609, + "nauc_recall_at_3_max": 0.699244, + "nauc_recall_at_3_std": 0.175201, + "nauc_recall_at_3_diff1": 0.720941, + "nauc_recall_at_5_max": 0.71586, + "nauc_recall_at_5_std": 0.252562, + "nauc_recall_at_5_diff1": 0.707705, + "nauc_recall_at_10_max": 0.72065, + "nauc_recall_at_10_std": 0.320341, + "nauc_recall_at_10_diff1": 0.69081, + "nauc_recall_at_20_max": 0.716515, + "nauc_recall_at_20_std": 0.394382, + "nauc_recall_at_20_diff1": 0.686271, + "nauc_recall_at_100_max": 0.777277, + "nauc_recall_at_100_std": 0.574731, + "nauc_recall_at_100_diff1": 0.701406, + "nauc_recall_at_1000_max": 0.829136, + "nauc_recall_at_1000_std": 0.947703, + "nauc_recall_at_1000_diff1": 0.789913, + "nauc_precision_at_1_max": 0.566443, + "nauc_precision_at_1_std": 0.054191, + "nauc_precision_at_1_diff1": 0.794609, + "nauc_precision_at_3_max": 0.699244, + "nauc_precision_at_3_std": 0.175201, + "nauc_precision_at_3_diff1": 0.720941, + "nauc_precision_at_5_max": 0.71586, + "nauc_precision_at_5_std": 0.252562, + "nauc_precision_at_5_diff1": 0.707705, + "nauc_precision_at_10_max": 0.72065, + "nauc_precision_at_10_std": 0.320341, + "nauc_precision_at_10_diff1": 0.69081, + "nauc_precision_at_20_max": 0.716515, + "nauc_precision_at_20_std": 0.394382, + "nauc_precision_at_20_diff1": 0.686271, + "nauc_precision_at_100_max": 0.777277, + "nauc_precision_at_100_std": 0.574731, + "nauc_precision_at_100_diff1": 0.701406, + "nauc_precision_at_1000_max": 0.829136, + "nauc_precision_at_1000_std": 0.947703, + "nauc_precision_at_1000_diff1": 0.789913, + "nauc_mrr_at_1_max": 0.566443, + "nauc_mrr_at_1_std": 0.054191, + "nauc_mrr_at_1_diff1": 0.794609, + "nauc_mrr_at_3_max": 0.620808, + "nauc_mrr_at_3_std": 0.100272, + "nauc_mrr_at_3_diff1": 0.766504, + "nauc_mrr_at_5_max": 0.620473, + "nauc_mrr_at_5_std": 0.109769, + "nauc_mrr_at_5_diff1": 0.766183, + "nauc_mrr_at_10_max": 0.618575, + "nauc_mrr_at_10_std": 0.111027, + "nauc_mrr_at_10_diff1": 0.766735, + "nauc_mrr_at_20_max": 0.617419, + "nauc_mrr_at_20_std": 0.110816, + "nauc_mrr_at_20_diff1": 0.767368, + "nauc_mrr_at_100_max": 0.617127, + "nauc_mrr_at_100_std": 0.109715, + "nauc_mrr_at_100_diff1": 0.768055, + "nauc_mrr_at_1000_max": 0.617048, + "nauc_mrr_at_1000_std": 0.109497, + "nauc_mrr_at_1000_diff1": 0.768081, + "main_score": 0.77449, + "hf_subset": "hin-vie", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.66497, + "ndcg_at_3": 0.74378, + "ndcg_at_5": 0.76095, + "ndcg_at_10": 0.77734, + "ndcg_at_20": 0.78542, + "ndcg_at_100": 0.79354, + "ndcg_at_1000": 0.79795, + "map_at_1": 0.66497, + "map_at_3": 0.72515, + "map_at_5": 0.73463, + "map_at_10": 0.74145, + "map_at_20": 0.74371, + "map_at_100": 0.74488, + "map_at_1000": 0.74505, + "recall_at_1": 0.66497, + "recall_at_3": 0.7974, + "recall_at_5": 0.83928, + "recall_at_10": 0.88964, + "recall_at_20": 0.92134, + "recall_at_100": 0.96435, + "recall_at_1000": 0.99887, + "precision_at_1": 0.66497, + "precision_at_3": 0.2658, + "precision_at_5": 0.16786, + "precision_at_10": 0.08896, + "precision_at_20": 0.04607, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.664969, + "mrr_at_3": 0.725146, + "mrr_at_5": 0.734626, + "mrr_at_10": 0.741452, + "mrr_at_20": 0.743706, + "mrr_at_100": 0.744882, + "mrr_at_1000": 0.745055, + "nauc_ndcg_at_1_max": 0.545381, + "nauc_ndcg_at_1_std": 0.039442, + "nauc_ndcg_at_1_diff1": 0.814805, + "nauc_ndcg_at_3_max": 0.598104, + "nauc_ndcg_at_3_std": 0.081876, + "nauc_ndcg_at_3_diff1": 0.78781, + "nauc_ndcg_at_5_max": 0.598261, + "nauc_ndcg_at_5_std": 0.086143, + "nauc_ndcg_at_5_diff1": 0.784848, + "nauc_ndcg_at_10_max": 0.598793, + "nauc_ndcg_at_10_std": 0.096064, + "nauc_ndcg_at_10_diff1": 0.787894, + "nauc_ndcg_at_20_max": 0.60105, + "nauc_ndcg_at_20_std": 0.103228, + "nauc_ndcg_at_20_diff1": 0.791093, + "nauc_ndcg_at_100_max": 0.595499, + "nauc_ndcg_at_100_std": 0.097583, + "nauc_ndcg_at_100_diff1": 0.792456, + "nauc_ndcg_at_1000_max": 0.591502, + "nauc_ndcg_at_1000_std": 0.088321, + "nauc_ndcg_at_1000_diff1": 0.793284, + "nauc_map_at_1_max": 0.545381, + "nauc_map_at_1_std": 0.039442, + "nauc_map_at_1_diff1": 0.814805, + "nauc_map_at_3_max": 0.583685, + "nauc_map_at_3_std": 0.069772, + "nauc_map_at_3_diff1": 0.794969, + "nauc_map_at_5_max": 0.583297, + "nauc_map_at_5_std": 0.071596, + "nauc_map_at_5_diff1": 0.793633, + "nauc_map_at_10_max": 0.583333, + "nauc_map_at_10_std": 0.074763, + "nauc_map_at_10_diff1": 0.795154, + "nauc_map_at_20_max": 0.583767, + "nauc_map_at_20_std": 0.076264, + "nauc_map_at_20_diff1": 0.795931, + "nauc_map_at_100_max": 0.583053, + "nauc_map_at_100_std": 0.075386, + "nauc_map_at_100_diff1": 0.796134, + "nauc_map_at_1000_max": 0.582938, + "nauc_map_at_1000_std": 0.075139, + "nauc_map_at_1000_diff1": 0.796161, + "nauc_recall_at_1_max": 0.545381, + "nauc_recall_at_1_std": 0.039442, + "nauc_recall_at_1_diff1": 0.814805, + "nauc_recall_at_3_max": 0.650327, + "nauc_recall_at_3_std": 0.125979, + "nauc_recall_at_3_diff1": 0.762002, + "nauc_recall_at_5_max": 0.662883, + "nauc_recall_at_5_std": 0.150128, + "nauc_recall_at_5_diff1": 0.74653, + "nauc_recall_at_10_max": 0.689194, + "nauc_recall_at_10_std": 0.231611, + "nauc_recall_at_10_diff1": 0.74608, + "nauc_recall_at_20_max": 0.744411, + "nauc_recall_at_20_std": 0.351257, + "nauc_recall_at_20_diff1": 0.761163, + "nauc_recall_at_100_max": 0.76436, + "nauc_recall_at_100_std": 0.502729, + "nauc_recall_at_100_diff1": 0.759434, + "nauc_recall_at_1000_max": 0.86112, + "nauc_recall_at_1000_std": 0.934628, + "nauc_recall_at_1000_diff1": 0.795748, + "nauc_precision_at_1_max": 0.545381, + "nauc_precision_at_1_std": 0.039442, + "nauc_precision_at_1_diff1": 0.814805, + "nauc_precision_at_3_max": 0.650327, + "nauc_precision_at_3_std": 0.125979, + "nauc_precision_at_3_diff1": 0.762002, + "nauc_precision_at_5_max": 0.662883, + "nauc_precision_at_5_std": 0.150128, + "nauc_precision_at_5_diff1": 0.74653, + "nauc_precision_at_10_max": 0.689194, + "nauc_precision_at_10_std": 0.231611, + "nauc_precision_at_10_diff1": 0.74608, + "nauc_precision_at_20_max": 0.744411, + "nauc_precision_at_20_std": 0.351257, + "nauc_precision_at_20_diff1": 0.761163, + "nauc_precision_at_100_max": 0.76436, + "nauc_precision_at_100_std": 0.502729, + "nauc_precision_at_100_diff1": 0.759434, + "nauc_precision_at_1000_max": 0.86112, + "nauc_precision_at_1000_std": 0.934628, + "nauc_precision_at_1000_diff1": 0.795748, + "nauc_mrr_at_1_max": 0.545381, + "nauc_mrr_at_1_std": 0.039442, + "nauc_mrr_at_1_diff1": 0.814805, + "nauc_mrr_at_3_max": 0.583685, + "nauc_mrr_at_3_std": 0.069772, + "nauc_mrr_at_3_diff1": 0.794969, + "nauc_mrr_at_5_max": 0.583297, + "nauc_mrr_at_5_std": 0.071596, + "nauc_mrr_at_5_diff1": 0.793633, + "nauc_mrr_at_10_max": 0.583333, + "nauc_mrr_at_10_std": 0.074763, + "nauc_mrr_at_10_diff1": 0.795154, + "nauc_mrr_at_20_max": 0.583767, + "nauc_mrr_at_20_std": 0.076264, + "nauc_mrr_at_20_diff1": 0.795931, + "nauc_mrr_at_100_max": 0.583053, + "nauc_mrr_at_100_std": 0.075386, + "nauc_mrr_at_100_diff1": 0.796134, + "nauc_mrr_at_1000_max": 0.582938, + "nauc_mrr_at_1000_std": 0.075139, + "nauc_mrr_at_1000_diff1": 0.796161, + "main_score": 0.77734, + "hf_subset": "hin-zho", + "languages": [ + "hin-Deva", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.55447, + "ndcg_at_3": 0.64801, + "ndcg_at_5": 0.66921, + "ndcg_at_10": 0.68597, + "ndcg_at_20": 0.69789, + "ndcg_at_100": 0.71449, + "ndcg_at_1000": 0.72026, + "map_at_1": 0.55447, + "map_at_3": 0.62571, + "map_at_5": 0.63751, + "map_at_10": 0.64444, + "map_at_20": 0.64781, + "map_at_100": 0.65019, + "map_at_1000": 0.65041, + "recall_at_1": 0.55447, + "recall_at_3": 0.71226, + "recall_at_5": 0.76356, + "recall_at_10": 0.81534, + "recall_at_20": 0.86175, + "recall_at_100": 0.95017, + "recall_at_1000": 0.9956, + "precision_at_1": 0.55447, + "precision_at_3": 0.23742, + "precision_at_5": 0.15271, + "precision_at_10": 0.08153, + "precision_at_20": 0.04309, + "precision_at_100": 0.0095, + "precision_at_1000": 0.001, + "mrr_at_1": 0.55447, + "mrr_at_3": 0.625712, + "mrr_at_5": 0.63751, + "mrr_at_10": 0.644438, + "mrr_at_20": 0.647807, + "mrr_at_100": 0.650185, + "mrr_at_1000": 0.650406, + "nauc_ndcg_at_1_max": 0.541387, + "nauc_ndcg_at_1_std": 0.049884, + "nauc_ndcg_at_1_diff1": 0.769938, + "nauc_ndcg_at_3_max": 0.599713, + "nauc_ndcg_at_3_std": 0.120394, + "nauc_ndcg_at_3_diff1": 0.724097, + "nauc_ndcg_at_5_max": 0.597878, + "nauc_ndcg_at_5_std": 0.119741, + "nauc_ndcg_at_5_diff1": 0.722025, + "nauc_ndcg_at_10_max": 0.599566, + "nauc_ndcg_at_10_std": 0.126731, + "nauc_ndcg_at_10_diff1": 0.722515, + "nauc_ndcg_at_20_max": 0.598469, + "nauc_ndcg_at_20_std": 0.134362, + "nauc_ndcg_at_20_diff1": 0.723694, + "nauc_ndcg_at_100_max": 0.593474, + "nauc_ndcg_at_100_std": 0.130006, + "nauc_ndcg_at_100_diff1": 0.727254, + "nauc_ndcg_at_1000_max": 0.590505, + "nauc_ndcg_at_1000_std": 0.120362, + "nauc_ndcg_at_1000_diff1": 0.729819, + "nauc_map_at_1_max": 0.541387, + "nauc_map_at_1_std": 0.049884, + "nauc_map_at_1_diff1": 0.769938, + "nauc_map_at_3_max": 0.584216, + "nauc_map_at_3_std": 0.1008, + "nauc_map_at_3_diff1": 0.735715, + "nauc_map_at_5_max": 0.582882, + "nauc_map_at_5_std": 0.100212, + "nauc_map_at_5_diff1": 0.734917, + "nauc_map_at_10_max": 0.583288, + "nauc_map_at_10_std": 0.102625, + "nauc_map_at_10_diff1": 0.735177, + "nauc_map_at_20_max": 0.582885, + "nauc_map_at_20_std": 0.104239, + "nauc_map_at_20_diff1": 0.735642, + "nauc_map_at_100_max": 0.582181, + "nauc_map_at_100_std": 0.103984, + "nauc_map_at_100_diff1": 0.735885, + "nauc_map_at_1000_max": 0.582089, + "nauc_map_at_1000_std": 0.103654, + "nauc_map_at_1000_diff1": 0.735986, + "nauc_recall_at_1_max": 0.541387, + "nauc_recall_at_1_std": 0.049884, + "nauc_recall_at_1_diff1": 0.769938, + "nauc_recall_at_3_max": 0.652324, + "nauc_recall_at_3_std": 0.187339, + "nauc_recall_at_3_diff1": 0.684938, + "nauc_recall_at_5_max": 0.655407, + "nauc_recall_at_5_std": 0.195118, + "nauc_recall_at_5_diff1": 0.672178, + "nauc_recall_at_10_max": 0.675822, + "nauc_recall_at_10_std": 0.242819, + "nauc_recall_at_10_diff1": 0.66447, + "nauc_recall_at_20_max": 0.690446, + "nauc_recall_at_20_std": 0.333196, + "nauc_recall_at_20_diff1": 0.654762, + "nauc_recall_at_100_max": 0.720334, + "nauc_recall_at_100_std": 0.520512, + "nauc_recall_at_100_diff1": 0.647642, + "nauc_recall_at_1000_max": 0.83375, + "nauc_recall_at_1000_std": 0.759307, + "nauc_recall_at_1000_diff1": 0.811739, + "nauc_precision_at_1_max": 0.541387, + "nauc_precision_at_1_std": 0.049884, + "nauc_precision_at_1_diff1": 0.769938, + "nauc_precision_at_3_max": 0.652324, + "nauc_precision_at_3_std": 0.187339, + "nauc_precision_at_3_diff1": 0.684938, + "nauc_precision_at_5_max": 0.655407, + "nauc_precision_at_5_std": 0.195118, + "nauc_precision_at_5_diff1": 0.672178, + "nauc_precision_at_10_max": 0.675822, + "nauc_precision_at_10_std": 0.242819, + "nauc_precision_at_10_diff1": 0.66447, + "nauc_precision_at_20_max": 0.690446, + "nauc_precision_at_20_std": 0.333196, + "nauc_precision_at_20_diff1": 0.654762, + "nauc_precision_at_100_max": 0.720334, + "nauc_precision_at_100_std": 0.520512, + "nauc_precision_at_100_diff1": 0.647642, + "nauc_precision_at_1000_max": 0.83375, + "nauc_precision_at_1000_std": 0.759307, + "nauc_precision_at_1000_diff1": 0.811739, + "nauc_mrr_at_1_max": 0.541387, + "nauc_mrr_at_1_std": 0.049884, + "nauc_mrr_at_1_diff1": 0.769938, + "nauc_mrr_at_3_max": 0.584216, + "nauc_mrr_at_3_std": 0.1008, + "nauc_mrr_at_3_diff1": 0.735715, + "nauc_mrr_at_5_max": 0.582882, + "nauc_mrr_at_5_std": 0.100212, + "nauc_mrr_at_5_diff1": 0.734917, + "nauc_mrr_at_10_max": 0.583288, + "nauc_mrr_at_10_std": 0.102625, + "nauc_mrr_at_10_diff1": 0.735177, + "nauc_mrr_at_20_max": 0.582885, + "nauc_mrr_at_20_std": 0.104239, + "nauc_mrr_at_20_diff1": 0.735642, + "nauc_mrr_at_100_max": 0.582181, + "nauc_mrr_at_100_std": 0.103984, + "nauc_mrr_at_100_diff1": 0.735885, + "nauc_mrr_at_1000_max": 0.582089, + "nauc_mrr_at_1000_std": 0.103654, + "nauc_mrr_at_1000_diff1": 0.735986, + "main_score": 0.68597, + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.66726, + "ndcg_at_3": 0.73726, + "ndcg_at_5": 0.7549, + "ndcg_at_10": 0.77451, + "ndcg_at_20": 0.78523, + "ndcg_at_100": 0.79382, + "ndcg_at_1000": 0.79688, + "map_at_1": 0.66697, + "map_at_3": 0.72033, + "map_at_5": 0.73022, + "map_at_10": 0.73849, + "map_at_20": 0.7415, + "map_at_100": 0.74274, + "map_at_1000": 0.74286, + "recall_at_1": 0.66697, + "recall_at_3": 0.78614, + "recall_at_5": 0.82855, + "recall_at_10": 0.88829, + "recall_at_20": 0.93011, + "recall_at_100": 0.97551, + "recall_at_1000": 0.9994, + "precision_at_1": 0.66726, + "precision_at_3": 0.26225, + "precision_at_5": 0.16583, + "precision_at_10": 0.08889, + "precision_at_20": 0.04654, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "mrr_at_1": 0.667264, + "mrr_at_3": 0.720331, + "mrr_at_5": 0.730217, + "mrr_at_10": 0.738488, + "mrr_at_20": 0.741501, + "mrr_at_100": 0.742744, + "mrr_at_1000": 0.742864, + "nauc_ndcg_at_1_max": 0.642821, + "nauc_ndcg_at_1_std": 0.047115, + "nauc_ndcg_at_1_diff1": 0.839932, + "nauc_ndcg_at_3_max": 0.669252, + "nauc_ndcg_at_3_std": 0.062137, + "nauc_ndcg_at_3_diff1": 0.800958, + "nauc_ndcg_at_5_max": 0.672414, + "nauc_ndcg_at_5_std": 0.073972, + "nauc_ndcg_at_5_diff1": 0.799128, + "nauc_ndcg_at_10_max": 0.678114, + "nauc_ndcg_at_10_std": 0.091489, + "nauc_ndcg_at_10_diff1": 0.800331, + "nauc_ndcg_at_20_max": 0.680681, + "nauc_ndcg_at_20_std": 0.105114, + "nauc_ndcg_at_20_diff1": 0.805272, + "nauc_ndcg_at_100_max": 0.674173, + "nauc_ndcg_at_100_std": 0.092546, + "nauc_ndcg_at_100_diff1": 0.807658, + "nauc_ndcg_at_1000_max": 0.671103, + "nauc_ndcg_at_1000_std": 0.082838, + "nauc_ndcg_at_1000_diff1": 0.809155, + "nauc_map_at_1_max": 0.641831, + "nauc_map_at_1_std": 0.046902, + "nauc_map_at_1_diff1": 0.840028, + "nauc_map_at_3_max": 0.662607, + "nauc_map_at_3_std": 0.057116, + "nauc_map_at_3_diff1": 0.811707, + "nauc_map_at_5_max": 0.664095, + "nauc_map_at_5_std": 0.062915, + "nauc_map_at_5_diff1": 0.81119, + "nauc_map_at_10_max": 0.665797, + "nauc_map_at_10_std": 0.06874, + "nauc_map_at_10_diff1": 0.812118, + "nauc_map_at_20_max": 0.666201, + "nauc_map_at_20_std": 0.071661, + "nauc_map_at_20_diff1": 0.813374, + "nauc_map_at_100_max": 0.665312, + "nauc_map_at_100_std": 0.070018, + "nauc_map_at_100_diff1": 0.813705, + "nauc_map_at_1000_max": 0.665216, + "nauc_map_at_1000_std": 0.06974, + "nauc_map_at_1000_diff1": 0.813755, + "nauc_recall_at_1_max": 0.641831, + "nauc_recall_at_1_std": 0.046902, + "nauc_recall_at_1_diff1": 0.840028, + "nauc_recall_at_3_max": 0.692451, + "nauc_recall_at_3_std": 0.080356, + "nauc_recall_at_3_diff1": 0.762903, + "nauc_recall_at_5_max": 0.707077, + "nauc_recall_at_5_std": 0.123075, + "nauc_recall_at_5_diff1": 0.748515, + "nauc_recall_at_10_max": 0.756229, + "nauc_recall_at_10_std": 0.245595, + "nauc_recall_at_10_diff1": 0.730173, + "nauc_recall_at_20_max": 0.82936, + "nauc_recall_at_20_std": 0.478544, + "nauc_recall_at_20_diff1": 0.743264, + "nauc_recall_at_100_max": 0.857679, + "nauc_recall_at_100_std": 0.679936, + "nauc_recall_at_100_diff1": 0.72071, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.722235, + "nauc_precision_at_1_max": 0.642821, + "nauc_precision_at_1_std": 0.047115, + "nauc_precision_at_1_diff1": 0.839932, + "nauc_precision_at_3_max": 0.690513, + "nauc_precision_at_3_std": 0.08045, + "nauc_precision_at_3_diff1": 0.757223, + "nauc_precision_at_5_max": 0.704633, + "nauc_precision_at_5_std": 0.122917, + "nauc_precision_at_5_diff1": 0.741713, + "nauc_precision_at_10_max": 0.752183, + "nauc_precision_at_10_std": 0.244217, + "nauc_precision_at_10_diff1": 0.720366, + "nauc_precision_at_20_max": 0.821945, + "nauc_precision_at_20_std": 0.47297, + "nauc_precision_at_20_diff1": 0.727698, + "nauc_precision_at_100_max": 0.835926, + "nauc_precision_at_100_std": 0.656245, + "nauc_precision_at_100_diff1": 0.678386, + "nauc_precision_at_1000_max": 0.570408, + "nauc_precision_at_1000_std": 0.427282, + "nauc_precision_at_1000_diff1": 0.061305, + "nauc_mrr_at_1_max": 0.642821, + "nauc_mrr_at_1_std": 0.047115, + "nauc_mrr_at_1_diff1": 0.839932, + "nauc_mrr_at_3_max": 0.662607, + "nauc_mrr_at_3_std": 0.057116, + "nauc_mrr_at_3_diff1": 0.811707, + "nauc_mrr_at_5_max": 0.664095, + "nauc_mrr_at_5_std": 0.062915, + "nauc_mrr_at_5_diff1": 0.81119, + "nauc_mrr_at_10_max": 0.665797, + "nauc_mrr_at_10_std": 0.06874, + "nauc_mrr_at_10_diff1": 0.812118, + "nauc_mrr_at_20_max": 0.666201, + "nauc_mrr_at_20_std": 0.071661, + "nauc_mrr_at_20_diff1": 0.813374, + "nauc_mrr_at_100_max": 0.665312, + "nauc_mrr_at_100_std": 0.070018, + "nauc_mrr_at_100_diff1": 0.813705, + "nauc_mrr_at_1000_max": 0.665216, + "nauc_mrr_at_1000_std": 0.06974, + "nauc_mrr_at_1000_diff1": 0.813755, + "main_score": 0.77451, + "hf_subset": "vie-deu", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.63335, + "ndcg_at_3": 0.71307, + "ndcg_at_5": 0.73119, + "ndcg_at_10": 0.74861, + "ndcg_at_20": 0.75852, + "ndcg_at_100": 0.7697, + "ndcg_at_1000": 0.77367, + "map_at_1": 0.63317, + "map_at_3": 0.69388, + "map_at_5": 0.70396, + "map_at_10": 0.71121, + "map_at_20": 0.71394, + "map_at_100": 0.7155, + "map_at_1000": 0.71565, + "recall_at_1": 0.63317, + "recall_at_3": 0.76834, + "recall_at_5": 0.81222, + "recall_at_10": 0.86574, + "recall_at_20": 0.90488, + "recall_at_100": 0.96486, + "recall_at_1000": 0.99618, + "precision_at_1": 0.63335, + "precision_at_3": 0.2562, + "precision_at_5": 0.1625, + "precision_at_10": 0.0866, + "precision_at_20": 0.04526, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.633352, + "mrr_at_3": 0.693974, + "mrr_at_5": 0.704051, + "mrr_at_10": 0.711302, + "mrr_at_20": 0.714033, + "mrr_at_100": 0.715588, + "mrr_at_1000": 0.715739, + "nauc_ndcg_at_1_max": 0.65151, + "nauc_ndcg_at_1_std": 0.073316, + "nauc_ndcg_at_1_diff1": 0.805533, + "nauc_ndcg_at_3_max": 0.689443, + "nauc_ndcg_at_3_std": 0.101102, + "nauc_ndcg_at_3_diff1": 0.770569, + "nauc_ndcg_at_5_max": 0.690865, + "nauc_ndcg_at_5_std": 0.114584, + "nauc_ndcg_at_5_diff1": 0.765684, + "nauc_ndcg_at_10_max": 0.689079, + "nauc_ndcg_at_10_std": 0.121306, + "nauc_ndcg_at_10_diff1": 0.765307, + "nauc_ndcg_at_20_max": 0.687912, + "nauc_ndcg_at_20_std": 0.125578, + "nauc_ndcg_at_20_diff1": 0.765708, + "nauc_ndcg_at_100_max": 0.686441, + "nauc_ndcg_at_100_std": 0.125437, + "nauc_ndcg_at_100_diff1": 0.771494, + "nauc_ndcg_at_1000_max": 0.684131, + "nauc_ndcg_at_1000_std": 0.116598, + "nauc_ndcg_at_1000_diff1": 0.773153, + "nauc_map_at_1_max": 0.651285, + "nauc_map_at_1_std": 0.072583, + "nauc_map_at_1_diff1": 0.805479, + "nauc_map_at_3_max": 0.679589, + "nauc_map_at_3_std": 0.093107, + "nauc_map_at_3_diff1": 0.779694, + "nauc_map_at_5_max": 0.679999, + "nauc_map_at_5_std": 0.099846, + "nauc_map_at_5_diff1": 0.777426, + "nauc_map_at_10_max": 0.679056, + "nauc_map_at_10_std": 0.101697, + "nauc_map_at_10_diff1": 0.777615, + "nauc_map_at_20_max": 0.678757, + "nauc_map_at_20_std": 0.102718, + "nauc_map_at_20_diff1": 0.777794, + "nauc_map_at_100_max": 0.678577, + "nauc_map_at_100_std": 0.102724, + "nauc_map_at_100_diff1": 0.778535, + "nauc_map_at_1000_max": 0.678512, + "nauc_map_at_1000_std": 0.102485, + "nauc_map_at_1000_diff1": 0.778593, + "nauc_recall_at_1_max": 0.651285, + "nauc_recall_at_1_std": 0.072583, + "nauc_recall_at_1_diff1": 0.805479, + "nauc_recall_at_3_max": 0.724115, + "nauc_recall_at_3_std": 0.1288, + "nauc_recall_at_3_diff1": 0.738389, + "nauc_recall_at_5_max": 0.735308, + "nauc_recall_at_5_std": 0.176758, + "nauc_recall_at_5_diff1": 0.716846, + "nauc_recall_at_10_max": 0.742089, + "nauc_recall_at_10_std": 0.236035, + "nauc_recall_at_10_diff1": 0.697152, + "nauc_recall_at_20_max": 0.749758, + "nauc_recall_at_20_std": 0.310827, + "nauc_recall_at_20_diff1": 0.676426, + "nauc_recall_at_100_max": 0.806719, + "nauc_recall_at_100_std": 0.602924, + "nauc_recall_at_100_diff1": 0.69827, + "nauc_recall_at_1000_max": 0.838267, + "nauc_recall_at_1000_std": 0.850633, + "nauc_recall_at_1000_diff1": 0.749368, + "nauc_precision_at_1_max": 0.65151, + "nauc_precision_at_1_std": 0.073316, + "nauc_precision_at_1_diff1": 0.805533, + "nauc_precision_at_3_max": 0.723497, + "nauc_precision_at_3_std": 0.129889, + "nauc_precision_at_3_diff1": 0.737041, + "nauc_precision_at_5_max": 0.734614, + "nauc_precision_at_5_std": 0.177998, + "nauc_precision_at_5_diff1": 0.715327, + "nauc_precision_at_10_max": 0.741133, + "nauc_precision_at_10_std": 0.23761, + "nauc_precision_at_10_diff1": 0.695125, + "nauc_precision_at_20_max": 0.748529, + "nauc_precision_at_20_std": 0.312828, + "nauc_precision_at_20_diff1": 0.673799, + "nauc_precision_at_100_max": 0.792478, + "nauc_precision_at_100_std": 0.603969, + "nauc_precision_at_100_diff1": 0.682257, + "nauc_precision_at_1000_max": 0.71948, + "nauc_precision_at_1000_std": 0.823804, + "nauc_precision_at_1000_diff1": 0.613584, + "nauc_mrr_at_1_max": 0.65151, + "nauc_mrr_at_1_std": 0.073316, + "nauc_mrr_at_1_diff1": 0.805533, + "nauc_mrr_at_3_max": 0.679527, + "nauc_mrr_at_3_std": 0.093739, + "nauc_mrr_at_3_diff1": 0.77972, + "nauc_mrr_at_5_max": 0.679934, + "nauc_mrr_at_5_std": 0.100499, + "nauc_mrr_at_5_diff1": 0.777452, + "nauc_mrr_at_10_max": 0.67899, + "nauc_mrr_at_10_std": 0.102367, + "nauc_mrr_at_10_diff1": 0.777642, + "nauc_mrr_at_20_max": 0.67869, + "nauc_mrr_at_20_std": 0.103395, + "nauc_mrr_at_20_diff1": 0.777821, + "nauc_mrr_at_100_max": 0.678512, + "nauc_mrr_at_100_std": 0.10338, + "nauc_mrr_at_100_diff1": 0.778562, + "nauc_mrr_at_1000_max": 0.678447, + "nauc_mrr_at_1000_std": 0.103141, + "nauc_mrr_at_1000_diff1": 0.778619, + "main_score": 0.74861, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66287, + "ndcg_at_3": 0.74383, + "ndcg_at_5": 0.76141, + "ndcg_at_10": 0.77545, + "ndcg_at_20": 0.7838, + "ndcg_at_100": 0.79298, + "ndcg_at_1000": 0.79686, + "map_at_1": 0.66262, + "map_at_3": 0.72459, + "map_at_5": 0.73436, + "map_at_10": 0.7402, + "map_at_20": 0.74247, + "map_at_100": 0.7438, + "map_at_1000": 0.74394, + "recall_at_1": 0.66262, + "recall_at_3": 0.79896, + "recall_at_5": 0.8416, + "recall_at_10": 0.88473, + "recall_at_20": 0.91795, + "recall_at_100": 0.96653, + "recall_at_1000": 0.99703, + "precision_at_1": 0.66287, + "precision_at_3": 0.2664, + "precision_at_5": 0.16837, + "precision_at_10": 0.0885, + "precision_at_20": 0.04591, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "mrr_at_1": 0.662866, + "mrr_at_3": 0.724839, + "mrr_at_5": 0.734606, + "mrr_at_10": 0.740448, + "mrr_at_20": 0.742715, + "mrr_at_100": 0.744044, + "mrr_at_1000": 0.744191, + "nauc_ndcg_at_1_max": 0.615448, + "nauc_ndcg_at_1_std": 0.136978, + "nauc_ndcg_at_1_diff1": 0.811216, + "nauc_ndcg_at_3_max": 0.69687, + "nauc_ndcg_at_3_std": 0.223052, + "nauc_ndcg_at_3_diff1": 0.779109, + "nauc_ndcg_at_5_max": 0.70174, + "nauc_ndcg_at_5_std": 0.238307, + "nauc_ndcg_at_5_diff1": 0.778143, + "nauc_ndcg_at_10_max": 0.697671, + "nauc_ndcg_at_10_std": 0.245679, + "nauc_ndcg_at_10_diff1": 0.777512, + "nauc_ndcg_at_20_max": 0.693685, + "nauc_ndcg_at_20_std": 0.247249, + "nauc_ndcg_at_20_diff1": 0.778718, + "nauc_ndcg_at_100_max": 0.688116, + "nauc_ndcg_at_100_std": 0.237417, + "nauc_ndcg_at_100_diff1": 0.782555, + "nauc_ndcg_at_1000_max": 0.684589, + "nauc_ndcg_at_1000_std": 0.227379, + "nauc_ndcg_at_1000_diff1": 0.783865, + "nauc_map_at_1_max": 0.615916, + "nauc_map_at_1_std": 0.137551, + "nauc_map_at_1_diff1": 0.811135, + "nauc_map_at_3_max": 0.676592, + "nauc_map_at_3_std": 0.200482, + "nauc_map_at_3_diff1": 0.787082, + "nauc_map_at_5_max": 0.678511, + "nauc_map_at_5_std": 0.207512, + "nauc_map_at_5_diff1": 0.786905, + "nauc_map_at_10_max": 0.676498, + "nauc_map_at_10_std": 0.209525, + "nauc_map_at_10_diff1": 0.786804, + "nauc_map_at_20_max": 0.675374, + "nauc_map_at_20_std": 0.209623, + "nauc_map_at_20_diff1": 0.787058, + "nauc_map_at_100_max": 0.67462, + "nauc_map_at_100_std": 0.208281, + "nauc_map_at_100_diff1": 0.787628, + "nauc_map_at_1000_max": 0.6745, + "nauc_map_at_1000_std": 0.20797, + "nauc_map_at_1000_diff1": 0.787668, + "nauc_recall_at_1_max": 0.615916, + "nauc_recall_at_1_std": 0.137551, + "nauc_recall_at_1_diff1": 0.811135, + "nauc_recall_at_3_max": 0.770233, + "nauc_recall_at_3_std": 0.305567, + "nauc_recall_at_3_diff1": 0.75024, + "nauc_recall_at_5_max": 0.803226, + "nauc_recall_at_5_std": 0.376462, + "nauc_recall_at_5_diff1": 0.7396, + "nauc_recall_at_10_max": 0.815023, + "nauc_recall_at_10_std": 0.461711, + "nauc_recall_at_10_diff1": 0.724224, + "nauc_recall_at_20_max": 0.822719, + "nauc_recall_at_20_std": 0.556912, + "nauc_recall_at_20_diff1": 0.71702, + "nauc_recall_at_100_max": 0.850017, + "nauc_recall_at_100_std": 0.723159, + "nauc_recall_at_100_diff1": 0.731494, + "nauc_recall_at_1000_max": 0.903907, + "nauc_recall_at_1000_std": 0.97821, + "nauc_recall_at_1000_diff1": 0.860327, + "nauc_precision_at_1_max": 0.615448, + "nauc_precision_at_1_std": 0.136978, + "nauc_precision_at_1_diff1": 0.811216, + "nauc_precision_at_3_max": 0.769819, + "nauc_precision_at_3_std": 0.304904, + "nauc_precision_at_3_diff1": 0.750483, + "nauc_precision_at_5_max": 0.802944, + "nauc_precision_at_5_std": 0.375812, + "nauc_precision_at_5_diff1": 0.740069, + "nauc_precision_at_10_max": 0.814671, + "nauc_precision_at_10_std": 0.461008, + "nauc_precision_at_10_diff1": 0.724819, + "nauc_precision_at_20_max": 0.822578, + "nauc_precision_at_20_std": 0.556411, + "nauc_precision_at_20_diff1": 0.718108, + "nauc_precision_at_100_max": 0.849873, + "nauc_precision_at_100_std": 0.723166, + "nauc_precision_at_100_diff1": 0.73428, + "nauc_precision_at_1000_max": 0.588429, + "nauc_precision_at_1000_std": 0.665028, + "nauc_precision_at_1000_diff1": 0.620693, + "nauc_mrr_at_1_max": 0.615448, + "nauc_mrr_at_1_std": 0.136978, + "nauc_mrr_at_1_diff1": 0.811216, + "nauc_mrr_at_3_max": 0.676077, + "nauc_mrr_at_3_std": 0.199846, + "nauc_mrr_at_3_diff1": 0.787163, + "nauc_mrr_at_5_max": 0.677979, + "nauc_mrr_at_5_std": 0.206857, + "nauc_mrr_at_5_diff1": 0.78699, + "nauc_mrr_at_10_max": 0.675952, + "nauc_mrr_at_10_std": 0.208856, + "nauc_mrr_at_10_diff1": 0.78689, + "nauc_mrr_at_20_max": 0.674823, + "nauc_mrr_at_20_std": 0.208947, + "nauc_mrr_at_20_diff1": 0.787145, + "nauc_mrr_at_100_max": 0.674064, + "nauc_mrr_at_100_std": 0.2076, + "nauc_mrr_at_100_diff1": 0.787716, + "nauc_mrr_at_1000_max": 0.673946, + "nauc_mrr_at_1000_std": 0.20729, + "nauc_mrr_at_1000_diff1": 0.787756, + "main_score": 0.77545, + "hf_subset": "vie-spa", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.60144, + "ndcg_at_3": 0.68824, + "ndcg_at_5": 0.70791, + "ndcg_at_10": 0.72266, + "ndcg_at_20": 0.73329, + "ndcg_at_100": 0.74507, + "ndcg_at_1000": 0.75174, + "map_at_1": 0.60144, + "map_at_3": 0.66787, + "map_at_5": 0.67878, + "map_at_10": 0.68494, + "map_at_20": 0.688, + "map_at_100": 0.68965, + "map_at_1000": 0.68988, + "recall_at_1": 0.60144, + "recall_at_3": 0.74679, + "recall_at_5": 0.79456, + "recall_at_10": 0.83975, + "recall_at_20": 0.88084, + "recall_at_100": 0.94402, + "recall_at_1000": 0.99743, + "precision_at_1": 0.60144, + "precision_at_3": 0.24893, + "precision_at_5": 0.15891, + "precision_at_10": 0.08398, + "precision_at_20": 0.04404, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "mrr_at_1": 0.601438, + "mrr_at_3": 0.667865, + "mrr_at_5": 0.678779, + "mrr_at_10": 0.684945, + "mrr_at_20": 0.687996, + "mrr_at_100": 0.689649, + "mrr_at_1000": 0.689883, + "nauc_ndcg_at_1_max": 0.537945, + "nauc_ndcg_at_1_std": 0.05945, + "nauc_ndcg_at_1_diff1": 0.766508, + "nauc_ndcg_at_3_max": 0.5925, + "nauc_ndcg_at_3_std": 0.106164, + "nauc_ndcg_at_3_diff1": 0.731069, + "nauc_ndcg_at_5_max": 0.598145, + "nauc_ndcg_at_5_std": 0.115078, + "nauc_ndcg_at_5_diff1": 0.728008, + "nauc_ndcg_at_10_max": 0.597022, + "nauc_ndcg_at_10_std": 0.116747, + "nauc_ndcg_at_10_diff1": 0.730295, + "nauc_ndcg_at_20_max": 0.594319, + "nauc_ndcg_at_20_std": 0.121712, + "nauc_ndcg_at_20_diff1": 0.731187, + "nauc_ndcg_at_100_max": 0.59285, + "nauc_ndcg_at_100_std": 0.122779, + "nauc_ndcg_at_100_diff1": 0.735163, + "nauc_ndcg_at_1000_max": 0.587102, + "nauc_ndcg_at_1000_std": 0.111462, + "nauc_ndcg_at_1000_diff1": 0.736565, + "nauc_map_at_1_max": 0.537945, + "nauc_map_at_1_std": 0.05945, + "nauc_map_at_1_diff1": 0.766508, + "nauc_map_at_3_max": 0.577961, + "nauc_map_at_3_std": 0.091926, + "nauc_map_at_3_diff1": 0.74036, + "nauc_map_at_5_max": 0.580305, + "nauc_map_at_5_std": 0.095934, + "nauc_map_at_5_diff1": 0.739079, + "nauc_map_at_10_max": 0.579272, + "nauc_map_at_10_std": 0.095878, + "nauc_map_at_10_diff1": 0.740012, + "nauc_map_at_20_max": 0.578394, + "nauc_map_at_20_std": 0.096978, + "nauc_map_at_20_diff1": 0.740326, + "nauc_map_at_100_max": 0.578097, + "nauc_map_at_100_std": 0.097073, + "nauc_map_at_100_diff1": 0.740919, + "nauc_map_at_1000_max": 0.577923, + "nauc_map_at_1000_std": 0.096744, + "nauc_map_at_1000_diff1": 0.740964, + "nauc_recall_at_1_max": 0.537945, + "nauc_recall_at_1_std": 0.05945, + "nauc_recall_at_1_diff1": 0.766508, + "nauc_recall_at_3_max": 0.643265, + "nauc_recall_at_3_std": 0.156807, + "nauc_recall_at_3_diff1": 0.698705, + "nauc_recall_at_5_max": 0.670984, + "nauc_recall_at_5_std": 0.19497, + "nauc_recall_at_5_diff1": 0.683101, + "nauc_recall_at_10_max": 0.686297, + "nauc_recall_at_10_std": 0.225557, + "nauc_recall_at_10_diff1": 0.683904, + "nauc_recall_at_20_max": 0.693728, + "nauc_recall_at_20_std": 0.294856, + "nauc_recall_at_20_diff1": 0.676512, + "nauc_recall_at_100_max": 0.773387, + "nauc_recall_at_100_std": 0.495546, + "nauc_recall_at_100_diff1": 0.694883, + "nauc_recall_at_1000_max": 0.769377, + "nauc_recall_at_1000_std": 0.772235, + "nauc_recall_at_1000_diff1": 0.739574, + "nauc_precision_at_1_max": 0.537945, + "nauc_precision_at_1_std": 0.05945, + "nauc_precision_at_1_diff1": 0.766508, + "nauc_precision_at_3_max": 0.643265, + "nauc_precision_at_3_std": 0.156807, + "nauc_precision_at_3_diff1": 0.698705, + "nauc_precision_at_5_max": 0.670984, + "nauc_precision_at_5_std": 0.19497, + "nauc_precision_at_5_diff1": 0.683101, + "nauc_precision_at_10_max": 0.686297, + "nauc_precision_at_10_std": 0.225557, + "nauc_precision_at_10_diff1": 0.683904, + "nauc_precision_at_20_max": 0.693728, + "nauc_precision_at_20_std": 0.294856, + "nauc_precision_at_20_diff1": 0.676512, + "nauc_precision_at_100_max": 0.773387, + "nauc_precision_at_100_std": 0.495546, + "nauc_precision_at_100_diff1": 0.694883, + "nauc_precision_at_1000_max": 0.769377, + "nauc_precision_at_1000_std": 0.772235, + "nauc_precision_at_1000_diff1": 0.739574, + "nauc_mrr_at_1_max": 0.537945, + "nauc_mrr_at_1_std": 0.05945, + "nauc_mrr_at_1_diff1": 0.766508, + "nauc_mrr_at_3_max": 0.577961, + "nauc_mrr_at_3_std": 0.091926, + "nauc_mrr_at_3_diff1": 0.74036, + "nauc_mrr_at_5_max": 0.580305, + "nauc_mrr_at_5_std": 0.095934, + "nauc_mrr_at_5_diff1": 0.739079, + "nauc_mrr_at_10_max": 0.579272, + "nauc_mrr_at_10_std": 0.095878, + "nauc_mrr_at_10_diff1": 0.740012, + "nauc_mrr_at_20_max": 0.578394, + "nauc_mrr_at_20_std": 0.096978, + "nauc_mrr_at_20_diff1": 0.740326, + "nauc_mrr_at_100_max": 0.578097, + "nauc_mrr_at_100_std": 0.097073, + "nauc_mrr_at_100_diff1": 0.740919, + "nauc_mrr_at_1000_max": 0.577923, + "nauc_mrr_at_1000_std": 0.096744, + "nauc_mrr_at_1000_diff1": 0.740964, + "main_score": 0.72266, + "hf_subset": "vie-hin", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.63057, + "ndcg_at_3": 0.70939, + "ndcg_at_5": 0.72641, + "ndcg_at_10": 0.74193, + "ndcg_at_20": 0.75256, + "ndcg_at_100": 0.76434, + "ndcg_at_1000": 0.76868, + "map_at_1": 0.63057, + "map_at_3": 0.69035, + "map_at_5": 0.6998, + "map_at_10": 0.70619, + "map_at_20": 0.70914, + "map_at_100": 0.7108, + "map_at_1000": 0.71097, + "recall_at_1": 0.63057, + "recall_at_3": 0.76433, + "recall_at_5": 0.80564, + "recall_at_10": 0.85369, + "recall_at_20": 0.89554, + "recall_at_100": 0.95851, + "recall_at_1000": 0.99236, + "precision_at_1": 0.63057, + "precision_at_3": 0.25478, + "precision_at_5": 0.16113, + "precision_at_10": 0.08537, + "precision_at_20": 0.04478, + "precision_at_100": 0.00959, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.630573, + "mrr_at_3": 0.690355, + "mrr_at_5": 0.6998, + "mrr_at_10": 0.706195, + "mrr_at_20": 0.709142, + "mrr_at_100": 0.710805, + "mrr_at_1000": 0.710973, + "nauc_ndcg_at_1_max": 0.599874, + "nauc_ndcg_at_1_std": 0.012676, + "nauc_ndcg_at_1_diff1": 0.802551, + "nauc_ndcg_at_3_max": 0.649075, + "nauc_ndcg_at_3_std": 0.043571, + "nauc_ndcg_at_3_diff1": 0.776846, + "nauc_ndcg_at_5_max": 0.649683, + "nauc_ndcg_at_5_std": 0.05367, + "nauc_ndcg_at_5_diff1": 0.772433, + "nauc_ndcg_at_10_max": 0.651343, + "nauc_ndcg_at_10_std": 0.065598, + "nauc_ndcg_at_10_diff1": 0.772067, + "nauc_ndcg_at_20_max": 0.649496, + "nauc_ndcg_at_20_std": 0.066683, + "nauc_ndcg_at_20_diff1": 0.770832, + "nauc_ndcg_at_100_max": 0.646955, + "nauc_ndcg_at_100_std": 0.06973, + "nauc_ndcg_at_100_diff1": 0.775653, + "nauc_ndcg_at_1000_max": 0.643771, + "nauc_ndcg_at_1000_std": 0.060638, + "nauc_ndcg_at_1000_diff1": 0.777048, + "nauc_map_at_1_max": 0.599874, + "nauc_map_at_1_std": 0.012676, + "nauc_map_at_1_diff1": 0.802551, + "nauc_map_at_3_max": 0.63616, + "nauc_map_at_3_std": 0.034559, + "nauc_map_at_3_diff1": 0.783517, + "nauc_map_at_5_max": 0.636182, + "nauc_map_at_5_std": 0.039747, + "nauc_map_at_5_diff1": 0.781415, + "nauc_map_at_10_max": 0.636566, + "nauc_map_at_10_std": 0.043825, + "nauc_map_at_10_diff1": 0.781536, + "nauc_map_at_20_max": 0.635969, + "nauc_map_at_20_std": 0.043852, + "nauc_map_at_20_diff1": 0.781343, + "nauc_map_at_100_max": 0.635577, + "nauc_map_at_100_std": 0.044302, + "nauc_map_at_100_diff1": 0.781973, + "nauc_map_at_1000_max": 0.635474, + "nauc_map_at_1000_std": 0.044031, + "nauc_map_at_1000_diff1": 0.782015, + "nauc_recall_at_1_max": 0.599874, + "nauc_recall_at_1_std": 0.012676, + "nauc_recall_at_1_diff1": 0.802551, + "nauc_recall_at_3_max": 0.694352, + "nauc_recall_at_3_std": 0.075647, + "nauc_recall_at_3_diff1": 0.7535, + "nauc_recall_at_5_max": 0.703526, + "nauc_recall_at_5_std": 0.111455, + "nauc_recall_at_5_diff1": 0.735764, + "nauc_recall_at_10_max": 0.726965, + "nauc_recall_at_10_std": 0.187184, + "nauc_recall_at_10_diff1": 0.722519, + "nauc_recall_at_20_max": 0.738514, + "nauc_recall_at_20_std": 0.238648, + "nauc_recall_at_20_diff1": 0.695168, + "nauc_recall_at_100_max": 0.806354, + "nauc_recall_at_100_std": 0.553772, + "nauc_recall_at_100_diff1": 0.706009, + "nauc_recall_at_1000_max": 0.865325, + "nauc_recall_at_1000_std": 0.818723, + "nauc_recall_at_1000_diff1": 0.689744, + "nauc_precision_at_1_max": 0.599874, + "nauc_precision_at_1_std": 0.012676, + "nauc_precision_at_1_diff1": 0.802551, + "nauc_precision_at_3_max": 0.694352, + "nauc_precision_at_3_std": 0.075647, + "nauc_precision_at_3_diff1": 0.7535, + "nauc_precision_at_5_max": 0.703526, + "nauc_precision_at_5_std": 0.111455, + "nauc_precision_at_5_diff1": 0.735764, + "nauc_precision_at_10_max": 0.726965, + "nauc_precision_at_10_std": 0.187184, + "nauc_precision_at_10_diff1": 0.722519, + "nauc_precision_at_20_max": 0.738514, + "nauc_precision_at_20_std": 0.238648, + "nauc_precision_at_20_diff1": 0.695168, + "nauc_precision_at_100_max": 0.806354, + "nauc_precision_at_100_std": 0.553772, + "nauc_precision_at_100_diff1": 0.706009, + "nauc_precision_at_1000_max": 0.865325, + "nauc_precision_at_1000_std": 0.818723, + "nauc_precision_at_1000_diff1": 0.689744, + "nauc_mrr_at_1_max": 0.599874, + "nauc_mrr_at_1_std": 0.012676, + "nauc_mrr_at_1_diff1": 0.802551, + "nauc_mrr_at_3_max": 0.63616, + "nauc_mrr_at_3_std": 0.034559, + "nauc_mrr_at_3_diff1": 0.783517, + "nauc_mrr_at_5_max": 0.636182, + "nauc_mrr_at_5_std": 0.039747, + "nauc_mrr_at_5_diff1": 0.781415, + "nauc_mrr_at_10_max": 0.636566, + "nauc_mrr_at_10_std": 0.043825, + "nauc_mrr_at_10_diff1": 0.781536, + "nauc_mrr_at_20_max": 0.635969, + "nauc_mrr_at_20_std": 0.043852, + "nauc_mrr_at_20_diff1": 0.781343, + "nauc_mrr_at_100_max": 0.635577, + "nauc_mrr_at_100_std": 0.044302, + "nauc_mrr_at_100_diff1": 0.781973, + "nauc_mrr_at_1000_max": 0.635474, + "nauc_mrr_at_1000_std": 0.044031, + "nauc_mrr_at_1000_diff1": 0.782015, + "main_score": 0.74193, + "hf_subset": "vie-vie", + "languages": [ + "vie-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.6526, + "ndcg_at_3": 0.73271, + "ndcg_at_5": 0.74781, + "ndcg_at_10": 0.76497, + "ndcg_at_20": 0.77537, + "ndcg_at_100": 0.78469, + "ndcg_at_1000": 0.78843, + "map_at_1": 0.6526, + "map_at_3": 0.71307, + "map_at_5": 0.72149, + "map_at_10": 0.72867, + "map_at_20": 0.73152, + "map_at_100": 0.73283, + "map_at_1000": 0.73297, + "recall_at_1": 0.6526, + "recall_at_3": 0.7895, + "recall_at_5": 0.82604, + "recall_at_10": 0.87854, + "recall_at_20": 0.91971, + "recall_at_100": 0.96963, + "recall_at_1000": 0.99897, + "precision_at_1": 0.6526, + "precision_at_3": 0.26317, + "precision_at_5": 0.16521, + "precision_at_10": 0.08785, + "precision_at_20": 0.04599, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.652599, + "mrr_at_3": 0.713073, + "mrr_at_5": 0.721487, + "mrr_at_10": 0.728672, + "mrr_at_20": 0.731521, + "mrr_at_100": 0.732833, + "mrr_at_1000": 0.732975, + "nauc_ndcg_at_1_max": 0.609531, + "nauc_ndcg_at_1_std": 0.107681, + "nauc_ndcg_at_1_diff1": 0.800189, + "nauc_ndcg_at_3_max": 0.641826, + "nauc_ndcg_at_3_std": 0.147179, + "nauc_ndcg_at_3_diff1": 0.759818, + "nauc_ndcg_at_5_max": 0.646958, + "nauc_ndcg_at_5_std": 0.154665, + "nauc_ndcg_at_5_diff1": 0.76028, + "nauc_ndcg_at_10_max": 0.648453, + "nauc_ndcg_at_10_std": 0.166933, + "nauc_ndcg_at_10_diff1": 0.76192, + "nauc_ndcg_at_20_max": 0.647843, + "nauc_ndcg_at_20_std": 0.17767, + "nauc_ndcg_at_20_diff1": 0.762575, + "nauc_ndcg_at_100_max": 0.645475, + "nauc_ndcg_at_100_std": 0.169459, + "nauc_ndcg_at_100_diff1": 0.767097, + "nauc_ndcg_at_1000_max": 0.642187, + "nauc_ndcg_at_1000_std": 0.159366, + "nauc_ndcg_at_1000_diff1": 0.768864, + "nauc_map_at_1_max": 0.609531, + "nauc_map_at_1_std": 0.107681, + "nauc_map_at_1_diff1": 0.800189, + "nauc_map_at_3_max": 0.633861, + "nauc_map_at_3_std": 0.135313, + "nauc_map_at_3_diff1": 0.771271, + "nauc_map_at_5_max": 0.636251, + "nauc_map_at_5_std": 0.138785, + "nauc_map_at_5_diff1": 0.771823, + "nauc_map_at_10_max": 0.636579, + "nauc_map_at_10_std": 0.143198, + "nauc_map_at_10_diff1": 0.772708, + "nauc_map_at_20_max": 0.636269, + "nauc_map_at_20_std": 0.145693, + "nauc_map_at_20_diff1": 0.772943, + "nauc_map_at_100_max": 0.636012, + "nauc_map_at_100_std": 0.144749, + "nauc_map_at_100_diff1": 0.773547, + "nauc_map_at_1000_max": 0.635913, + "nauc_map_at_1000_std": 0.144439, + "nauc_map_at_1000_diff1": 0.773622, + "nauc_recall_at_1_max": 0.609531, + "nauc_recall_at_1_std": 0.107681, + "nauc_recall_at_1_diff1": 0.800189, + "nauc_recall_at_3_max": 0.670295, + "nauc_recall_at_3_std": 0.190854, + "nauc_recall_at_3_diff1": 0.71799, + "nauc_recall_at_5_max": 0.692261, + "nauc_recall_at_5_std": 0.223326, + "nauc_recall_at_5_diff1": 0.711893, + "nauc_recall_at_10_max": 0.716974, + "nauc_recall_at_10_std": 0.311561, + "nauc_recall_at_10_diff1": 0.702347, + "nauc_recall_at_20_max": 0.744599, + "nauc_recall_at_20_std": 0.47873, + "nauc_recall_at_20_diff1": 0.681066, + "nauc_recall_at_100_max": 0.81501, + "nauc_recall_at_100_std": 0.680329, + "nauc_recall_at_100_diff1": 0.692027, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.795755, + "nauc_precision_at_1_max": 0.609531, + "nauc_precision_at_1_std": 0.107681, + "nauc_precision_at_1_diff1": 0.800189, + "nauc_precision_at_3_max": 0.670295, + "nauc_precision_at_3_std": 0.190854, + "nauc_precision_at_3_diff1": 0.71799, + "nauc_precision_at_5_max": 0.692261, + "nauc_precision_at_5_std": 0.223326, + "nauc_precision_at_5_diff1": 0.711893, + "nauc_precision_at_10_max": 0.716974, + "nauc_precision_at_10_std": 0.311561, + "nauc_precision_at_10_diff1": 0.702347, + "nauc_precision_at_20_max": 0.744599, + "nauc_precision_at_20_std": 0.47873, + "nauc_precision_at_20_diff1": 0.681066, + "nauc_precision_at_100_max": 0.81501, + "nauc_precision_at_100_std": 0.680329, + "nauc_precision_at_100_diff1": 0.692027, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.795755, + "nauc_mrr_at_1_max": 0.609531, + "nauc_mrr_at_1_std": 0.107681, + "nauc_mrr_at_1_diff1": 0.800189, + "nauc_mrr_at_3_max": 0.633861, + "nauc_mrr_at_3_std": 0.135313, + "nauc_mrr_at_3_diff1": 0.771271, + "nauc_mrr_at_5_max": 0.636251, + "nauc_mrr_at_5_std": 0.138785, + "nauc_mrr_at_5_diff1": 0.771823, + "nauc_mrr_at_10_max": 0.636579, + "nauc_mrr_at_10_std": 0.143198, + "nauc_mrr_at_10_diff1": 0.772708, + "nauc_mrr_at_20_max": 0.636269, + "nauc_mrr_at_20_std": 0.145693, + "nauc_mrr_at_20_diff1": 0.772943, + "nauc_mrr_at_100_max": 0.636012, + "nauc_mrr_at_100_std": 0.144749, + "nauc_mrr_at_100_diff1": 0.773547, + "nauc_mrr_at_1000_max": 0.635913, + "nauc_mrr_at_1000_std": 0.144439, + "nauc_mrr_at_1000_diff1": 0.773622, + "main_score": 0.76497, + "hf_subset": "vie-zho", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.55154, + "ndcg_at_3": 0.63846, + "ndcg_at_5": 0.66089, + "ndcg_at_10": 0.67871, + "ndcg_at_20": 0.69121, + "ndcg_at_100": 0.70683, + "ndcg_at_1000": 0.71362, + "map_at_1": 0.55154, + "map_at_3": 0.61713, + "map_at_5": 0.62958, + "map_at_10": 0.63697, + "map_at_20": 0.64043, + "map_at_100": 0.64262, + "map_at_1000": 0.64288, + "recall_at_1": 0.55154, + "recall_at_3": 0.70016, + "recall_at_5": 0.75458, + "recall_at_10": 0.80952, + "recall_at_20": 0.85871, + "recall_at_100": 0.94244, + "recall_at_1000": 0.99581, + "precision_at_1": 0.55154, + "precision_at_3": 0.23339, + "precision_at_5": 0.15092, + "precision_at_10": 0.08095, + "precision_at_20": 0.04294, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.551544, + "mrr_at_3": 0.617129, + "mrr_at_5": 0.629583, + "mrr_at_10": 0.636971, + "mrr_at_20": 0.640432, + "mrr_at_100": 0.642625, + "mrr_at_1000": 0.642875, + "nauc_ndcg_at_1_max": 0.565665, + "nauc_ndcg_at_1_std": 0.108281, + "nauc_ndcg_at_1_diff1": 0.756971, + "nauc_ndcg_at_3_max": 0.577917, + "nauc_ndcg_at_3_std": 0.13664, + "nauc_ndcg_at_3_diff1": 0.717425, + "nauc_ndcg_at_5_max": 0.59624, + "nauc_ndcg_at_5_std": 0.160334, + "nauc_ndcg_at_5_diff1": 0.718389, + "nauc_ndcg_at_10_max": 0.598748, + "nauc_ndcg_at_10_std": 0.17436, + "nauc_ndcg_at_10_diff1": 0.714483, + "nauc_ndcg_at_20_max": 0.594153, + "nauc_ndcg_at_20_std": 0.169135, + "nauc_ndcg_at_20_diff1": 0.715512, + "nauc_ndcg_at_100_max": 0.591773, + "nauc_ndcg_at_100_std": 0.166069, + "nauc_ndcg_at_100_diff1": 0.718151, + "nauc_ndcg_at_1000_max": 0.59046, + "nauc_ndcg_at_1000_std": 0.158721, + "nauc_ndcg_at_1000_diff1": 0.721428, + "nauc_map_at_1_max": 0.565665, + "nauc_map_at_1_std": 0.108281, + "nauc_map_at_1_diff1": 0.756971, + "nauc_map_at_3_max": 0.576697, + "nauc_map_at_3_std": 0.130927, + "nauc_map_at_3_diff1": 0.727531, + "nauc_map_at_5_max": 0.586488, + "nauc_map_at_5_std": 0.143331, + "nauc_map_at_5_diff1": 0.728423, + "nauc_map_at_10_max": 0.587121, + "nauc_map_at_10_std": 0.148103, + "nauc_map_at_10_diff1": 0.727117, + "nauc_map_at_20_max": 0.585828, + "nauc_map_at_20_std": 0.146538, + "nauc_map_at_20_diff1": 0.727409, + "nauc_map_at_100_max": 0.585557, + "nauc_map_at_100_std": 0.146242, + "nauc_map_at_100_diff1": 0.727738, + "nauc_map_at_1000_max": 0.585522, + "nauc_map_at_1000_std": 0.146021, + "nauc_map_at_1000_diff1": 0.727843, + "nauc_recall_at_1_max": 0.565665, + "nauc_recall_at_1_std": 0.108281, + "nauc_recall_at_1_diff1": 0.756971, + "nauc_recall_at_3_max": 0.58102, + "nauc_recall_at_3_std": 0.154869, + "nauc_recall_at_3_diff1": 0.683826, + "nauc_recall_at_5_max": 0.635405, + "nauc_recall_at_5_std": 0.22845, + "nauc_recall_at_5_diff1": 0.680299, + "nauc_recall_at_10_max": 0.656771, + "nauc_recall_at_10_std": 0.308826, + "nauc_recall_at_10_diff1": 0.6542, + "nauc_recall_at_20_max": 0.6426, + "nauc_recall_at_20_std": 0.313494, + "nauc_recall_at_20_diff1": 0.644129, + "nauc_recall_at_100_max": 0.651091, + "nauc_recall_at_100_std": 0.425121, + "nauc_recall_at_100_diff1": 0.609606, + "nauc_recall_at_1000_max": 0.795769, + "nauc_recall_at_1000_std": 0.526832, + "nauc_recall_at_1000_diff1": 0.600062, + "nauc_precision_at_1_max": 0.565665, + "nauc_precision_at_1_std": 0.108281, + "nauc_precision_at_1_diff1": 0.756971, + "nauc_precision_at_3_max": 0.58102, + "nauc_precision_at_3_std": 0.154869, + "nauc_precision_at_3_diff1": 0.683826, + "nauc_precision_at_5_max": 0.635405, + "nauc_precision_at_5_std": 0.22845, + "nauc_precision_at_5_diff1": 0.680299, + "nauc_precision_at_10_max": 0.656771, + "nauc_precision_at_10_std": 0.308826, + "nauc_precision_at_10_diff1": 0.6542, + "nauc_precision_at_20_max": 0.6426, + "nauc_precision_at_20_std": 0.313494, + "nauc_precision_at_20_diff1": 0.644129, + "nauc_precision_at_100_max": 0.651091, + "nauc_precision_at_100_std": 0.425121, + "nauc_precision_at_100_diff1": 0.609606, + "nauc_precision_at_1000_max": 0.596651, + "nauc_precision_at_1000_std": 0.343434, + "nauc_precision_at_1000_diff1": 0.510421, + "nauc_mrr_at_1_max": 0.565665, + "nauc_mrr_at_1_std": 0.108281, + "nauc_mrr_at_1_diff1": 0.756971, + "nauc_mrr_at_3_max": 0.576697, + "nauc_mrr_at_3_std": 0.130927, + "nauc_mrr_at_3_diff1": 0.727531, + "nauc_mrr_at_5_max": 0.586488, + "nauc_mrr_at_5_std": 0.143331, + "nauc_mrr_at_5_diff1": 0.728423, + "nauc_mrr_at_10_max": 0.587121, + "nauc_mrr_at_10_std": 0.148103, + "nauc_mrr_at_10_diff1": 0.727117, + "nauc_mrr_at_20_max": 0.585828, + "nauc_mrr_at_20_std": 0.146538, + "nauc_mrr_at_20_diff1": 0.727409, + "nauc_mrr_at_100_max": 0.585557, + "nauc_mrr_at_100_std": 0.146242, + "nauc_mrr_at_100_diff1": 0.727738, + "nauc_mrr_at_1000_max": 0.585522, + "nauc_mrr_at_1000_std": 0.146022, + "nauc_mrr_at_1000_diff1": 0.727843, + "main_score": 0.67871, + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.66872, + "ndcg_at_3": 0.74832, + "ndcg_at_5": 0.76306, + "ndcg_at_10": 0.77858, + "ndcg_at_20": 0.7895, + "ndcg_at_100": 0.79951, + "ndcg_at_1000": 0.80138, + "map_at_1": 0.66872, + "map_at_3": 0.72928, + "map_at_5": 0.73746, + "map_at_10": 0.74373, + "map_at_20": 0.74672, + "map_at_100": 0.74818, + "map_at_1000": 0.74825, + "recall_at_1": 0.66872, + "recall_at_3": 0.80321, + "recall_at_5": 0.83899, + "recall_at_10": 0.88772, + "recall_at_20": 0.93091, + "recall_at_100": 0.98396, + "recall_at_1000": 0.99877, + "precision_at_1": 0.66872, + "precision_at_3": 0.26774, + "precision_at_5": 0.1678, + "precision_at_10": 0.08877, + "precision_at_20": 0.04655, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.668723, + "mrr_at_3": 0.729282, + "mrr_at_5": 0.737456, + "mrr_at_10": 0.743727, + "mrr_at_20": 0.74672, + "mrr_at_100": 0.748181, + "mrr_at_1000": 0.748248, + "nauc_ndcg_at_1_max": 0.599715, + "nauc_ndcg_at_1_std": 0.028996, + "nauc_ndcg_at_1_diff1": 0.796918, + "nauc_ndcg_at_3_max": 0.63703, + "nauc_ndcg_at_3_std": 0.071454, + "nauc_ndcg_at_3_diff1": 0.758142, + "nauc_ndcg_at_5_max": 0.640269, + "nauc_ndcg_at_5_std": 0.085312, + "nauc_ndcg_at_5_diff1": 0.757611, + "nauc_ndcg_at_10_max": 0.640947, + "nauc_ndcg_at_10_std": 0.088698, + "nauc_ndcg_at_10_diff1": 0.758807, + "nauc_ndcg_at_20_max": 0.639792, + "nauc_ndcg_at_20_std": 0.08876, + "nauc_ndcg_at_20_diff1": 0.76656, + "nauc_ndcg_at_100_max": 0.634935, + "nauc_ndcg_at_100_std": 0.086062, + "nauc_ndcg_at_100_diff1": 0.768091, + "nauc_ndcg_at_1000_max": 0.633347, + "nauc_ndcg_at_1000_std": 0.078874, + "nauc_ndcg_at_1000_diff1": 0.768672, + "nauc_map_at_1_max": 0.599715, + "nauc_map_at_1_std": 0.028996, + "nauc_map_at_1_diff1": 0.796918, + "nauc_map_at_3_max": 0.626921, + "nauc_map_at_3_std": 0.059655, + "nauc_map_at_3_diff1": 0.768806, + "nauc_map_at_5_max": 0.628444, + "nauc_map_at_5_std": 0.066368, + "nauc_map_at_5_diff1": 0.768956, + "nauc_map_at_10_max": 0.628602, + "nauc_map_at_10_std": 0.067443, + "nauc_map_at_10_diff1": 0.769698, + "nauc_map_at_20_max": 0.628097, + "nauc_map_at_20_std": 0.067117, + "nauc_map_at_20_diff1": 0.771647, + "nauc_map_at_100_max": 0.627547, + "nauc_map_at_100_std": 0.066919, + "nauc_map_at_100_diff1": 0.771907, + "nauc_map_at_1000_max": 0.627494, + "nauc_map_at_1000_std": 0.066713, + "nauc_map_at_1000_diff1": 0.771929, + "nauc_recall_at_1_max": 0.599715, + "nauc_recall_at_1_std": 0.028996, + "nauc_recall_at_1_diff1": 0.796918, + "nauc_recall_at_3_max": 0.674046, + "nauc_recall_at_3_std": 0.11482, + "nauc_recall_at_3_diff1": 0.719008, + "nauc_recall_at_5_max": 0.691156, + "nauc_recall_at_5_std": 0.169478, + "nauc_recall_at_5_diff1": 0.708745, + "nauc_recall_at_10_max": 0.712247, + "nauc_recall_at_10_std": 0.216918, + "nauc_recall_at_10_diff1": 0.69628, + "nauc_recall_at_20_max": 0.744632, + "nauc_recall_at_20_std": 0.296272, + "nauc_recall_at_20_diff1": 0.74036, + "nauc_recall_at_100_max": 0.79177, + "nauc_recall_at_100_std": 0.772767, + "nauc_recall_at_100_diff1": 0.732901, + "nauc_recall_at_1000_max": 0.934645, + "nauc_recall_at_1000_std": 0.934645, + "nauc_recall_at_1000_diff1": 0.934645, + "nauc_precision_at_1_max": 0.599715, + "nauc_precision_at_1_std": 0.028996, + "nauc_precision_at_1_diff1": 0.796918, + "nauc_precision_at_3_max": 0.674046, + "nauc_precision_at_3_std": 0.11482, + "nauc_precision_at_3_diff1": 0.719008, + "nauc_precision_at_5_max": 0.691156, + "nauc_precision_at_5_std": 0.169478, + "nauc_precision_at_5_diff1": 0.708745, + "nauc_precision_at_10_max": 0.712247, + "nauc_precision_at_10_std": 0.216918, + "nauc_precision_at_10_diff1": 0.69628, + "nauc_precision_at_20_max": 0.744632, + "nauc_precision_at_20_std": 0.296272, + "nauc_precision_at_20_diff1": 0.74036, + "nauc_precision_at_100_max": 0.79177, + "nauc_precision_at_100_std": 0.772767, + "nauc_precision_at_100_diff1": 0.732901, + "nauc_precision_at_1000_max": 0.934645, + "nauc_precision_at_1000_std": 0.934645, + "nauc_precision_at_1000_diff1": 0.934645, + "nauc_mrr_at_1_max": 0.599715, + "nauc_mrr_at_1_std": 0.028996, + "nauc_mrr_at_1_diff1": 0.796918, + "nauc_mrr_at_3_max": 0.626921, + "nauc_mrr_at_3_std": 0.059655, + "nauc_mrr_at_3_diff1": 0.768806, + "nauc_mrr_at_5_max": 0.628444, + "nauc_mrr_at_5_std": 0.066368, + "nauc_mrr_at_5_diff1": 0.768956, + "nauc_mrr_at_10_max": 0.628602, + "nauc_mrr_at_10_std": 0.067443, + "nauc_mrr_at_10_diff1": 0.769698, + "nauc_mrr_at_20_max": 0.628097, + "nauc_mrr_at_20_std": 0.067117, + "nauc_mrr_at_20_diff1": 0.771647, + "nauc_mrr_at_100_max": 0.627547, + "nauc_mrr_at_100_std": 0.066919, + "nauc_mrr_at_100_diff1": 0.771907, + "nauc_mrr_at_1000_max": 0.627494, + "nauc_mrr_at_1000_std": 0.066713, + "nauc_mrr_at_1000_diff1": 0.771929, + "main_score": 0.77858, + "hf_subset": "zho-deu", + "languages": [ + "zho-Hans", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.65219, + "ndcg_at_3": 0.73242, + "ndcg_at_5": 0.75024, + "ndcg_at_10": 0.76499, + "ndcg_at_20": 0.77405, + "ndcg_at_100": 0.78432, + "ndcg_at_1000": 0.78802, + "map_at_1": 0.65209, + "map_at_3": 0.71331, + "map_at_5": 0.7232, + "map_at_10": 0.72929, + "map_at_20": 0.73179, + "map_at_100": 0.73329, + "map_at_1000": 0.73344, + "recall_at_1": 0.65209, + "recall_at_3": 0.78734, + "recall_at_5": 0.83057, + "recall_at_10": 0.87614, + "recall_at_20": 0.91188, + "recall_at_100": 0.96611, + "recall_at_1000": 0.99494, + "precision_at_1": 0.65219, + "precision_at_3": 0.26251, + "precision_at_5": 0.16615, + "precision_at_10": 0.08763, + "precision_at_20": 0.04561, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "mrr_at_1": 0.652191, + "mrr_at_3": 0.713437, + "mrr_at_5": 0.72333, + "mrr_at_10": 0.729424, + "mrr_at_20": 0.731913, + "mrr_at_100": 0.733407, + "mrr_at_1000": 0.733551, + "nauc_ndcg_at_1_max": 0.628098, + "nauc_ndcg_at_1_std": 0.06718, + "nauc_ndcg_at_1_diff1": 0.822338, + "nauc_ndcg_at_3_max": 0.655604, + "nauc_ndcg_at_3_std": 0.086335, + "nauc_ndcg_at_3_diff1": 0.788738, + "nauc_ndcg_at_5_max": 0.659993, + "nauc_ndcg_at_5_std": 0.103407, + "nauc_ndcg_at_5_diff1": 0.785188, + "nauc_ndcg_at_10_max": 0.660725, + "nauc_ndcg_at_10_std": 0.11439, + "nauc_ndcg_at_10_diff1": 0.786073, + "nauc_ndcg_at_20_max": 0.660921, + "nauc_ndcg_at_20_std": 0.119552, + "nauc_ndcg_at_20_diff1": 0.78712, + "nauc_ndcg_at_100_max": 0.659412, + "nauc_ndcg_at_100_std": 0.115695, + "nauc_ndcg_at_100_diff1": 0.791873, + "nauc_ndcg_at_1000_max": 0.656521, + "nauc_ndcg_at_1000_std": 0.108155, + "nauc_ndcg_at_1000_diff1": 0.793124, + "nauc_map_at_1_max": 0.628168, + "nauc_map_at_1_std": 0.066574, + "nauc_map_at_1_diff1": 0.822523, + "nauc_map_at_3_max": 0.648609, + "nauc_map_at_3_std": 0.080701, + "nauc_map_at_3_diff1": 0.797539, + "nauc_map_at_5_max": 0.650665, + "nauc_map_at_5_std": 0.089296, + "nauc_map_at_5_diff1": 0.796011, + "nauc_map_at_10_max": 0.650779, + "nauc_map_at_10_std": 0.092881, + "nauc_map_at_10_diff1": 0.796738, + "nauc_map_at_20_max": 0.650719, + "nauc_map_at_20_std": 0.094065, + "nauc_map_at_20_diff1": 0.797, + "nauc_map_at_100_max": 0.650493, + "nauc_map_at_100_std": 0.093508, + "nauc_map_at_100_diff1": 0.79764, + "nauc_map_at_1000_max": 0.6504, + "nauc_map_at_1000_std": 0.093292, + "nauc_map_at_1000_diff1": 0.797688, + "nauc_recall_at_1_max": 0.628168, + "nauc_recall_at_1_std": 0.066574, + "nauc_recall_at_1_diff1": 0.822523, + "nauc_recall_at_3_max": 0.680317, + "nauc_recall_at_3_std": 0.106045, + "nauc_recall_at_3_diff1": 0.757392, + "nauc_recall_at_5_max": 0.69986, + "nauc_recall_at_5_std": 0.166267, + "nauc_recall_at_5_diff1": 0.738702, + "nauc_recall_at_10_max": 0.716189, + "nauc_recall_at_10_std": 0.245571, + "nauc_recall_at_10_diff1": 0.726584, + "nauc_recall_at_20_max": 0.738678, + "nauc_recall_at_20_std": 0.336434, + "nauc_recall_at_20_diff1": 0.715627, + "nauc_recall_at_100_max": 0.817459, + "nauc_recall_at_100_std": 0.564331, + "nauc_recall_at_100_diff1": 0.738682, + "nauc_recall_at_1000_max": 0.896116, + "nauc_recall_at_1000_std": 0.92422, + "nauc_recall_at_1000_diff1": 0.774474, + "nauc_precision_at_1_max": 0.628098, + "nauc_precision_at_1_std": 0.06718, + "nauc_precision_at_1_diff1": 0.822338, + "nauc_precision_at_3_max": 0.680811, + "nauc_precision_at_3_std": 0.106628, + "nauc_precision_at_3_diff1": 0.757377, + "nauc_precision_at_5_max": 0.700605, + "nauc_precision_at_5_std": 0.167062, + "nauc_precision_at_5_diff1": 0.7388, + "nauc_precision_at_10_max": 0.717202, + "nauc_precision_at_10_std": 0.246738, + "nauc_precision_at_10_diff1": 0.726698, + "nauc_precision_at_20_max": 0.736058, + "nauc_precision_at_20_std": 0.338555, + "nauc_precision_at_20_diff1": 0.711331, + "nauc_precision_at_100_max": 0.801477, + "nauc_precision_at_100_std": 0.559, + "nauc_precision_at_100_diff1": 0.717866, + "nauc_precision_at_1000_max": 0.790618, + "nauc_precision_at_1000_std": 0.849626, + "nauc_precision_at_1000_diff1": 0.644934, + "nauc_mrr_at_1_max": 0.628098, + "nauc_mrr_at_1_std": 0.06718, + "nauc_mrr_at_1_diff1": 0.822338, + "nauc_mrr_at_3_max": 0.648668, + "nauc_mrr_at_3_std": 0.081321, + "nauc_mrr_at_3_diff1": 0.797377, + "nauc_mrr_at_5_max": 0.650733, + "nauc_mrr_at_5_std": 0.089942, + "nauc_mrr_at_5_diff1": 0.795852, + "nauc_mrr_at_10_max": 0.650849, + "nauc_mrr_at_10_std": 0.093542, + "nauc_mrr_at_10_diff1": 0.796575, + "nauc_mrr_at_20_max": 0.650799, + "nauc_mrr_at_20_std": 0.094644, + "nauc_mrr_at_20_diff1": 0.796864, + "nauc_mrr_at_100_max": 0.650552, + "nauc_mrr_at_100_std": 0.094103, + "nauc_mrr_at_100_diff1": 0.797492, + "nauc_mrr_at_1000_max": 0.650459, + "nauc_mrr_at_1000_std": 0.093887, + "nauc_mrr_at_1000_diff1": 0.79754, + "main_score": 0.76499, + "hf_subset": "zho-eng", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66769, + "ndcg_at_3": 0.74496, + "ndcg_at_5": 0.76242, + "ndcg_at_10": 0.77783, + "ndcg_at_20": 0.78626, + "ndcg_at_100": 0.7957, + "ndcg_at_1000": 0.79886, + "map_at_1": 0.66769, + "map_at_3": 0.7265, + "map_at_5": 0.73613, + "map_at_10": 0.74257, + "map_at_20": 0.74488, + "map_at_100": 0.74618, + "map_at_1000": 0.74629, + "recall_at_1": 0.66769, + "recall_at_3": 0.79815, + "recall_at_5": 0.84078, + "recall_at_10": 0.88803, + "recall_at_20": 0.92142, + "recall_at_100": 0.97227, + "recall_at_1000": 0.99743, + "precision_at_1": 0.66769, + "precision_at_3": 0.26605, + "precision_at_5": 0.16816, + "precision_at_10": 0.0888, + "precision_at_20": 0.04607, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.667694, + "mrr_at_3": 0.726502, + "mrr_at_5": 0.736133, + "mrr_at_10": 0.742567, + "mrr_at_20": 0.744879, + "mrr_at_100": 0.746179, + "mrr_at_1000": 0.746292, + "nauc_ndcg_at_1_max": 0.649459, + "nauc_ndcg_at_1_std": 0.146433, + "nauc_ndcg_at_1_diff1": 0.820442, + "nauc_ndcg_at_3_max": 0.703962, + "nauc_ndcg_at_3_std": 0.236437, + "nauc_ndcg_at_3_diff1": 0.786588, + "nauc_ndcg_at_5_max": 0.714027, + "nauc_ndcg_at_5_std": 0.263812, + "nauc_ndcg_at_5_diff1": 0.785233, + "nauc_ndcg_at_10_max": 0.707009, + "nauc_ndcg_at_10_std": 0.265229, + "nauc_ndcg_at_10_diff1": 0.780457, + "nauc_ndcg_at_20_max": 0.702631, + "nauc_ndcg_at_20_std": 0.254086, + "nauc_ndcg_at_20_diff1": 0.781005, + "nauc_ndcg_at_100_max": 0.699423, + "nauc_ndcg_at_100_std": 0.248385, + "nauc_ndcg_at_100_diff1": 0.786688, + "nauc_ndcg_at_1000_max": 0.697447, + "nauc_ndcg_at_1000_std": 0.240553, + "nauc_ndcg_at_1000_diff1": 0.789088, + "nauc_map_at_1_max": 0.649459, + "nauc_map_at_1_std": 0.146433, + "nauc_map_at_1_diff1": 0.820442, + "nauc_map_at_3_max": 0.690255, + "nauc_map_at_3_std": 0.212914, + "nauc_map_at_3_diff1": 0.796099, + "nauc_map_at_5_max": 0.694895, + "nauc_map_at_5_std": 0.226294, + "nauc_map_at_5_diff1": 0.795724, + "nauc_map_at_10_max": 0.691908, + "nauc_map_at_10_std": 0.226015, + "nauc_map_at_10_diff1": 0.794346, + "nauc_map_at_20_max": 0.690634, + "nauc_map_at_20_std": 0.222945, + "nauc_map_at_20_diff1": 0.794582, + "nauc_map_at_100_max": 0.690312, + "nauc_map_at_100_std": 0.222426, + "nauc_map_at_100_diff1": 0.795308, + "nauc_map_at_1000_max": 0.690252, + "nauc_map_at_1000_std": 0.22221, + "nauc_map_at_1000_diff1": 0.795368, + "nauc_recall_at_1_max": 0.649459, + "nauc_recall_at_1_std": 0.146433, + "nauc_recall_at_1_diff1": 0.820442, + "nauc_recall_at_3_max": 0.752965, + "nauc_recall_at_3_std": 0.321054, + "nauc_recall_at_3_diff1": 0.752003, + "nauc_recall_at_5_max": 0.798517, + "nauc_recall_at_5_std": 0.431494, + "nauc_recall_at_5_diff1": 0.739257, + "nauc_recall_at_10_max": 0.790913, + "nauc_recall_at_10_std": 0.500084, + "nauc_recall_at_10_diff1": 0.694885, + "nauc_recall_at_20_max": 0.785639, + "nauc_recall_at_20_std": 0.491396, + "nauc_recall_at_20_diff1": 0.665977, + "nauc_recall_at_100_max": 0.814251, + "nauc_recall_at_100_std": 0.691765, + "nauc_recall_at_100_diff1": 0.651115, + "nauc_recall_at_1000_max": 0.866003, + "nauc_recall_at_1000_std": 0.687278, + "nauc_recall_at_1000_diff1": 0.70075, + "nauc_precision_at_1_max": 0.649459, + "nauc_precision_at_1_std": 0.146433, + "nauc_precision_at_1_diff1": 0.820442, + "nauc_precision_at_3_max": 0.752965, + "nauc_precision_at_3_std": 0.321054, + "nauc_precision_at_3_diff1": 0.752003, + "nauc_precision_at_5_max": 0.798517, + "nauc_precision_at_5_std": 0.431494, + "nauc_precision_at_5_diff1": 0.739257, + "nauc_precision_at_10_max": 0.790913, + "nauc_precision_at_10_std": 0.500084, + "nauc_precision_at_10_diff1": 0.694885, + "nauc_precision_at_20_max": 0.785639, + "nauc_precision_at_20_std": 0.491396, + "nauc_precision_at_20_diff1": 0.665977, + "nauc_precision_at_100_max": 0.814251, + "nauc_precision_at_100_std": 0.691765, + "nauc_precision_at_100_diff1": 0.651115, + "nauc_precision_at_1000_max": 0.866003, + "nauc_precision_at_1000_std": 0.687278, + "nauc_precision_at_1000_diff1": 0.70075, + "nauc_mrr_at_1_max": 0.649459, + "nauc_mrr_at_1_std": 0.146433, + "nauc_mrr_at_1_diff1": 0.820442, + "nauc_mrr_at_3_max": 0.690255, + "nauc_mrr_at_3_std": 0.212914, + "nauc_mrr_at_3_diff1": 0.796099, + "nauc_mrr_at_5_max": 0.694895, + "nauc_mrr_at_5_std": 0.226294, + "nauc_mrr_at_5_diff1": 0.795724, + "nauc_mrr_at_10_max": 0.691908, + "nauc_mrr_at_10_std": 0.226015, + "nauc_mrr_at_10_diff1": 0.794346, + "nauc_mrr_at_20_max": 0.690634, + "nauc_mrr_at_20_std": 0.222945, + "nauc_mrr_at_20_diff1": 0.794582, + "nauc_mrr_at_100_max": 0.690312, + "nauc_mrr_at_100_std": 0.222426, + "nauc_mrr_at_100_diff1": 0.795308, + "nauc_mrr_at_1000_max": 0.690252, + "nauc_mrr_at_1000_std": 0.22221, + "nauc_mrr_at_1000_diff1": 0.795368, + "main_score": 0.77783, + "hf_subset": "zho-spa", + "languages": [ + "zho-Hans", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.59796, + "ndcg_at_3": 0.69368, + "ndcg_at_5": 0.71288, + "ndcg_at_10": 0.72623, + "ndcg_at_20": 0.73636, + "ndcg_at_100": 0.74971, + "ndcg_at_1000": 0.75477, + "map_at_1": 0.59796, + "map_at_3": 0.6711, + "map_at_5": 0.68166, + "map_at_10": 0.68727, + "map_at_20": 0.69011, + "map_at_100": 0.6919, + "map_at_1000": 0.69208, + "recall_at_1": 0.59796, + "recall_at_3": 0.75849, + "recall_at_5": 0.80549, + "recall_at_10": 0.84626, + "recall_at_20": 0.8859, + "recall_at_100": 0.95866, + "recall_at_1000": 0.99887, + "precision_at_1": 0.59796, + "precision_at_3": 0.25293, + "precision_at_5": 0.16116, + "precision_at_10": 0.08465, + "precision_at_20": 0.04431, + "precision_at_100": 0.00959, + "precision_at_1000": 0.001, + "mrr_at_1": 0.597961, + "mrr_at_3": 0.671197, + "mrr_at_5": 0.681757, + "mrr_at_10": 0.687365, + "mrr_at_20": 0.6902, + "mrr_at_100": 0.691976, + "mrr_at_1000": 0.692159, + "nauc_ndcg_at_1_max": 0.504051, + "nauc_ndcg_at_1_std": 0.036022, + "nauc_ndcg_at_1_diff1": 0.747031, + "nauc_ndcg_at_3_max": 0.553432, + "nauc_ndcg_at_3_std": 0.078932, + "nauc_ndcg_at_3_diff1": 0.713152, + "nauc_ndcg_at_5_max": 0.563857, + "nauc_ndcg_at_5_std": 0.100092, + "nauc_ndcg_at_5_diff1": 0.712067, + "nauc_ndcg_at_10_max": 0.560897, + "nauc_ndcg_at_10_std": 0.10967, + "nauc_ndcg_at_10_diff1": 0.710955, + "nauc_ndcg_at_20_max": 0.557904, + "nauc_ndcg_at_20_std": 0.107773, + "nauc_ndcg_at_20_diff1": 0.711823, + "nauc_ndcg_at_100_max": 0.553998, + "nauc_ndcg_at_100_std": 0.10404, + "nauc_ndcg_at_100_diff1": 0.715498, + "nauc_ndcg_at_1000_max": 0.551265, + "nauc_ndcg_at_1000_std": 0.09562, + "nauc_ndcg_at_1000_diff1": 0.716539, + "nauc_map_at_1_max": 0.504051, + "nauc_map_at_1_std": 0.036022, + "nauc_map_at_1_diff1": 0.747031, + "nauc_map_at_3_max": 0.540545, + "nauc_map_at_3_std": 0.067093, + "nauc_map_at_3_diff1": 0.721711, + "nauc_map_at_5_max": 0.545669, + "nauc_map_at_5_std": 0.077866, + "nauc_map_at_5_diff1": 0.721347, + "nauc_map_at_10_max": 0.544432, + "nauc_map_at_10_std": 0.081159, + "nauc_map_at_10_diff1": 0.72105, + "nauc_map_at_20_max": 0.543493, + "nauc_map_at_20_std": 0.080419, + "nauc_map_at_20_diff1": 0.7213, + "nauc_map_at_100_max": 0.543134, + "nauc_map_at_100_std": 0.080363, + "nauc_map_at_100_diff1": 0.721733, + "nauc_map_at_1000_max": 0.543086, + "nauc_map_at_1000_std": 0.080157, + "nauc_map_at_1000_diff1": 0.721771, + "nauc_recall_at_1_max": 0.504051, + "nauc_recall_at_1_std": 0.036022, + "nauc_recall_at_1_diff1": 0.747031, + "nauc_recall_at_3_max": 0.599271, + "nauc_recall_at_3_std": 0.121596, + "nauc_recall_at_3_diff1": 0.682772, + "nauc_recall_at_5_max": 0.640707, + "nauc_recall_at_5_std": 0.196523, + "nauc_recall_at_5_diff1": 0.673755, + "nauc_recall_at_10_max": 0.643, + "nauc_recall_at_10_std": 0.264919, + "nauc_recall_at_10_diff1": 0.659659, + "nauc_recall_at_20_max": 0.645829, + "nauc_recall_at_20_std": 0.297906, + "nauc_recall_at_20_diff1": 0.651652, + "nauc_recall_at_100_max": 0.675125, + "nauc_recall_at_100_std": 0.474646, + "nauc_recall_at_100_diff1": 0.653284, + "nauc_recall_at_1000_max": 0.679056, + "nauc_recall_at_1000_std": 0.934624, + "nauc_recall_at_1000_diff1": -0.076022, + "nauc_precision_at_1_max": 0.504051, + "nauc_precision_at_1_std": 0.036022, + "nauc_precision_at_1_diff1": 0.747031, + "nauc_precision_at_3_max": 0.599675, + "nauc_precision_at_3_std": 0.121551, + "nauc_precision_at_3_diff1": 0.682692, + "nauc_precision_at_5_max": 0.641382, + "nauc_precision_at_5_std": 0.196598, + "nauc_precision_at_5_diff1": 0.673804, + "nauc_precision_at_10_max": 0.643843, + "nauc_precision_at_10_std": 0.265126, + "nauc_precision_at_10_diff1": 0.659696, + "nauc_precision_at_20_max": 0.646937, + "nauc_precision_at_20_std": 0.29825, + "nauc_precision_at_20_diff1": 0.651683, + "nauc_precision_at_100_max": 0.657773, + "nauc_precision_at_100_std": 0.461959, + "nauc_precision_at_100_diff1": 0.63067, + "nauc_precision_at_1000_max": 0.330385, + "nauc_precision_at_1000_std": 0.467091, + "nauc_precision_at_1000_diff1": -0.188866, + "nauc_mrr_at_1_max": 0.504051, + "nauc_mrr_at_1_std": 0.036022, + "nauc_mrr_at_1_diff1": 0.747031, + "nauc_mrr_at_3_max": 0.540638, + "nauc_mrr_at_3_std": 0.067067, + "nauc_mrr_at_3_diff1": 0.7217, + "nauc_mrr_at_5_max": 0.545772, + "nauc_mrr_at_5_std": 0.077843, + "nauc_mrr_at_5_diff1": 0.721343, + "nauc_mrr_at_10_max": 0.544536, + "nauc_mrr_at_10_std": 0.081136, + "nauc_mrr_at_10_diff1": 0.721046, + "nauc_mrr_at_20_max": 0.543598, + "nauc_mrr_at_20_std": 0.080396, + "nauc_mrr_at_20_diff1": 0.721296, + "nauc_mrr_at_100_max": 0.543218, + "nauc_mrr_at_100_std": 0.080344, + "nauc_mrr_at_100_diff1": 0.721724, + "nauc_mrr_at_1000_max": 0.54317, + "nauc_mrr_at_1000_std": 0.080137, + "nauc_mrr_at_1000_diff1": 0.721762, + "main_score": 0.72623, + "hf_subset": "zho-hin", + "languages": [ + "zho-Hans", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.64179, + "ndcg_at_3": 0.72402, + "ndcg_at_5": 0.73932, + "ndcg_at_10": 0.7541, + "ndcg_at_20": 0.76573, + "ndcg_at_100": 0.77682, + "ndcg_at_1000": 0.78077, + "map_at_1": 0.64179, + "map_at_3": 0.70449, + "map_at_5": 0.71301, + "map_at_10": 0.71909, + "map_at_20": 0.7223, + "map_at_100": 0.72389, + "map_at_1000": 0.72404, + "recall_at_1": 0.64179, + "recall_at_3": 0.78024, + "recall_at_5": 0.81729, + "recall_at_10": 0.8631, + "recall_at_20": 0.9089, + "recall_at_100": 0.96809, + "recall_at_1000": 0.99897, + "precision_at_1": 0.64179, + "precision_at_3": 0.26008, + "precision_at_5": 0.16346, + "precision_at_10": 0.08631, + "precision_at_20": 0.04545, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.641791, + "mrr_at_3": 0.704495, + "mrr_at_5": 0.713013, + "mrr_at_10": 0.719089, + "mrr_at_20": 0.722303, + "mrr_at_100": 0.723887, + "mrr_at_1000": 0.724037, + "nauc_ndcg_at_1_max": 0.597948, + "nauc_ndcg_at_1_std": 0.054885, + "nauc_ndcg_at_1_diff1": 0.774064, + "nauc_ndcg_at_3_max": 0.644117, + "nauc_ndcg_at_3_std": 0.087434, + "nauc_ndcg_at_3_diff1": 0.738745, + "nauc_ndcg_at_5_max": 0.645691, + "nauc_ndcg_at_5_std": 0.101795, + "nauc_ndcg_at_5_diff1": 0.734381, + "nauc_ndcg_at_10_max": 0.649075, + "nauc_ndcg_at_10_std": 0.112087, + "nauc_ndcg_at_10_diff1": 0.734438, + "nauc_ndcg_at_20_max": 0.643513, + "nauc_ndcg_at_20_std": 0.117612, + "nauc_ndcg_at_20_diff1": 0.733024, + "nauc_ndcg_at_100_max": 0.641401, + "nauc_ndcg_at_100_std": 0.111803, + "nauc_ndcg_at_100_diff1": 0.740923, + "nauc_ndcg_at_1000_max": 0.638818, + "nauc_ndcg_at_1000_std": 0.103315, + "nauc_ndcg_at_1000_diff1": 0.741068, + "nauc_map_at_1_max": 0.597948, + "nauc_map_at_1_std": 0.054885, + "nauc_map_at_1_diff1": 0.774064, + "nauc_map_at_3_max": 0.633172, + "nauc_map_at_3_std": 0.078849, + "nauc_map_at_3_diff1": 0.747716, + "nauc_map_at_5_max": 0.633652, + "nauc_map_at_5_std": 0.086015, + "nauc_map_at_5_diff1": 0.745561, + "nauc_map_at_10_max": 0.634638, + "nauc_map_at_10_std": 0.089219, + "nauc_map_at_10_diff1": 0.745663, + "nauc_map_at_20_max": 0.633045, + "nauc_map_at_20_std": 0.090178, + "nauc_map_at_20_diff1": 0.745401, + "nauc_map_at_100_max": 0.632708, + "nauc_map_at_100_std": 0.08987, + "nauc_map_at_100_diff1": 0.746285, + "nauc_map_at_1000_max": 0.632644, + "nauc_map_at_1000_std": 0.08963, + "nauc_map_at_1000_diff1": 0.746286, + "nauc_recall_at_1_max": 0.597948, + "nauc_recall_at_1_std": 0.054885, + "nauc_recall_at_1_diff1": 0.774064, + "nauc_recall_at_3_max": 0.6825, + "nauc_recall_at_3_std": 0.118071, + "nauc_recall_at_3_diff1": 0.706919, + "nauc_recall_at_5_max": 0.694251, + "nauc_recall_at_5_std": 0.169025, + "nauc_recall_at_5_diff1": 0.688484, + "nauc_recall_at_10_max": 0.725733, + "nauc_recall_at_10_std": 0.242996, + "nauc_recall_at_10_diff1": 0.676507, + "nauc_recall_at_20_max": 0.713316, + "nauc_recall_at_20_std": 0.351935, + "nauc_recall_at_20_diff1": 0.639341, + "nauc_recall_at_100_max": 0.776823, + "nauc_recall_at_100_std": 0.541567, + "nauc_recall_at_100_diff1": 0.730934, + "nauc_recall_at_1000_max": 0.934652, + "nauc_recall_at_1000_std": 0.934652, + "nauc_recall_at_1000_diff1": 0.722207, + "nauc_precision_at_1_max": 0.597948, + "nauc_precision_at_1_std": 0.054885, + "nauc_precision_at_1_diff1": 0.774064, + "nauc_precision_at_3_max": 0.6825, + "nauc_precision_at_3_std": 0.118071, + "nauc_precision_at_3_diff1": 0.706919, + "nauc_precision_at_5_max": 0.694251, + "nauc_precision_at_5_std": 0.169025, + "nauc_precision_at_5_diff1": 0.688484, + "nauc_precision_at_10_max": 0.725733, + "nauc_precision_at_10_std": 0.242996, + "nauc_precision_at_10_diff1": 0.676507, + "nauc_precision_at_20_max": 0.713316, + "nauc_precision_at_20_std": 0.351935, + "nauc_precision_at_20_diff1": 0.639341, + "nauc_precision_at_100_max": 0.776823, + "nauc_precision_at_100_std": 0.541567, + "nauc_precision_at_100_diff1": 0.730934, + "nauc_precision_at_1000_max": 0.934652, + "nauc_precision_at_1000_std": 0.934652, + "nauc_precision_at_1000_diff1": 0.722207, + "nauc_mrr_at_1_max": 0.597948, + "nauc_mrr_at_1_std": 0.054885, + "nauc_mrr_at_1_diff1": 0.774064, + "nauc_mrr_at_3_max": 0.633172, + "nauc_mrr_at_3_std": 0.078849, + "nauc_mrr_at_3_diff1": 0.747716, + "nauc_mrr_at_5_max": 0.633652, + "nauc_mrr_at_5_std": 0.086015, + "nauc_mrr_at_5_diff1": 0.745561, + "nauc_mrr_at_10_max": 0.634638, + "nauc_mrr_at_10_std": 0.089219, + "nauc_mrr_at_10_diff1": 0.745663, + "nauc_mrr_at_20_max": 0.633045, + "nauc_mrr_at_20_std": 0.090178, + "nauc_mrr_at_20_diff1": 0.745401, + "nauc_mrr_at_100_max": 0.632708, + "nauc_mrr_at_100_std": 0.08987, + "nauc_mrr_at_100_diff1": 0.746285, + "nauc_mrr_at_1000_max": 0.632644, + "nauc_mrr_at_1000_std": 0.08963, + "nauc_mrr_at_1000_diff1": 0.746286, + "main_score": 0.7541, + "hf_subset": "zho-vie", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.669, + "ndcg_at_3": 0.74025, + "ndcg_at_5": 0.75572, + "ndcg_at_10": 0.76924, + "ndcg_at_20": 0.77968, + "ndcg_at_100": 0.78978, + "ndcg_at_1000": 0.79349, + "map_at_1": 0.669, + "map_at_3": 0.7231, + "map_at_5": 0.73168, + "map_at_10": 0.73729, + "map_at_20": 0.74018, + "map_at_100": 0.74158, + "map_at_1000": 0.74172, + "recall_at_1": 0.669, + "recall_at_3": 0.78972, + "recall_at_5": 0.8273, + "recall_at_10": 0.86896, + "recall_at_20": 0.91005, + "recall_at_100": 0.96437, + "recall_at_1000": 0.99338, + "precision_at_1": 0.669, + "precision_at_3": 0.26324, + "precision_at_5": 0.16546, + "precision_at_10": 0.0869, + "precision_at_20": 0.0455, + "precision_at_100": 0.00965, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.669003, + "mrr_at_3": 0.723098, + "mrr_at_5": 0.731685, + "mrr_at_10": 0.73729, + "mrr_at_20": 0.740181, + "mrr_at_100": 0.741581, + "mrr_at_1000": 0.741725, + "nauc_ndcg_at_1_max": 0.639118, + "nauc_ndcg_at_1_std": 0.063251, + "nauc_ndcg_at_1_diff1": 0.828736, + "nauc_ndcg_at_3_max": 0.676268, + "nauc_ndcg_at_3_std": 0.101185, + "nauc_ndcg_at_3_diff1": 0.798448, + "nauc_ndcg_at_5_max": 0.683667, + "nauc_ndcg_at_5_std": 0.115344, + "nauc_ndcg_at_5_diff1": 0.796983, + "nauc_ndcg_at_10_max": 0.681841, + "nauc_ndcg_at_10_std": 0.123421, + "nauc_ndcg_at_10_diff1": 0.797128, + "nauc_ndcg_at_20_max": 0.679644, + "nauc_ndcg_at_20_std": 0.127736, + "nauc_ndcg_at_20_diff1": 0.797667, + "nauc_ndcg_at_100_max": 0.678185, + "nauc_ndcg_at_100_std": 0.125419, + "nauc_ndcg_at_100_diff1": 0.802115, + "nauc_ndcg_at_1000_max": 0.675308, + "nauc_ndcg_at_1000_std": 0.117265, + "nauc_ndcg_at_1000_diff1": 0.802833, + "nauc_map_at_1_max": 0.639118, + "nauc_map_at_1_std": 0.063251, + "nauc_map_at_1_diff1": 0.828736, + "nauc_map_at_3_max": 0.666407, + "nauc_map_at_3_std": 0.090553, + "nauc_map_at_3_diff1": 0.805988, + "nauc_map_at_5_max": 0.669927, + "nauc_map_at_5_std": 0.097466, + "nauc_map_at_5_diff1": 0.805388, + "nauc_map_at_10_max": 0.668956, + "nauc_map_at_10_std": 0.099964, + "nauc_map_at_10_diff1": 0.805629, + "nauc_map_at_20_max": 0.668152, + "nauc_map_at_20_std": 0.100577, + "nauc_map_at_20_diff1": 0.80577, + "nauc_map_at_100_max": 0.667999, + "nauc_map_at_100_std": 0.100251, + "nauc_map_at_100_diff1": 0.806381, + "nauc_map_at_1000_max": 0.667911, + "nauc_map_at_1000_std": 0.100032, + "nauc_map_at_1000_diff1": 0.80641, + "nauc_recall_at_1_max": 0.639118, + "nauc_recall_at_1_std": 0.063251, + "nauc_recall_at_1_diff1": 0.828736, + "nauc_recall_at_3_max": 0.711156, + "nauc_recall_at_3_std": 0.1391, + "nauc_recall_at_3_diff1": 0.772038, + "nauc_recall_at_5_max": 0.741389, + "nauc_recall_at_5_std": 0.191886, + "nauc_recall_at_5_diff1": 0.762759, + "nauc_recall_at_10_max": 0.748843, + "nauc_recall_at_10_std": 0.254719, + "nauc_recall_at_10_diff1": 0.753658, + "nauc_recall_at_20_max": 0.760224, + "nauc_recall_at_20_std": 0.348173, + "nauc_recall_at_20_diff1": 0.741963, + "nauc_recall_at_100_max": 0.834744, + "nauc_recall_at_100_std": 0.607622, + "nauc_recall_at_100_diff1": 0.775888, + "nauc_recall_at_1000_max": 0.890835, + "nauc_recall_at_1000_std": 0.88838, + "nauc_recall_at_1000_diff1": 0.810644, + "nauc_precision_at_1_max": 0.639118, + "nauc_precision_at_1_std": 0.063251, + "nauc_precision_at_1_diff1": 0.828736, + "nauc_precision_at_3_max": 0.711156, + "nauc_precision_at_3_std": 0.1391, + "nauc_precision_at_3_diff1": 0.772038, + "nauc_precision_at_5_max": 0.741389, + "nauc_precision_at_5_std": 0.191886, + "nauc_precision_at_5_diff1": 0.762759, + "nauc_precision_at_10_max": 0.748843, + "nauc_precision_at_10_std": 0.254719, + "nauc_precision_at_10_diff1": 0.753658, + "nauc_precision_at_20_max": 0.760224, + "nauc_precision_at_20_std": 0.348173, + "nauc_precision_at_20_diff1": 0.741963, + "nauc_precision_at_100_max": 0.823884, + "nauc_precision_at_100_std": 0.611316, + "nauc_precision_at_100_diff1": 0.763168, + "nauc_precision_at_1000_max": 0.831969, + "nauc_precision_at_1000_std": 0.893813, + "nauc_precision_at_1000_diff1": 0.743206, + "nauc_mrr_at_1_max": 0.639118, + "nauc_mrr_at_1_std": 0.063251, + "nauc_mrr_at_1_diff1": 0.828736, + "nauc_mrr_at_3_max": 0.666407, + "nauc_mrr_at_3_std": 0.090553, + "nauc_mrr_at_3_diff1": 0.805988, + "nauc_mrr_at_5_max": 0.669927, + "nauc_mrr_at_5_std": 0.097466, + "nauc_mrr_at_5_diff1": 0.805388, + "nauc_mrr_at_10_max": 0.668956, + "nauc_mrr_at_10_std": 0.099964, + "nauc_mrr_at_10_diff1": 0.805629, + "nauc_mrr_at_20_max": 0.668152, + "nauc_mrr_at_20_std": 0.100577, + "nauc_mrr_at_20_diff1": 0.80577, + "nauc_mrr_at_100_max": 0.667999, + "nauc_mrr_at_100_std": 0.100257, + "nauc_mrr_at_100_diff1": 0.806381, + "nauc_mrr_at_1000_max": 0.667912, + "nauc_mrr_at_1000_std": 0.100038, + "nauc_mrr_at_1000_diff1": 0.806409, + "main_score": 0.76924, + "hf_subset": "zho-zho", + "languages": [ + "zho-Hans", + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 4823.231327295303, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/MacedonianTweetSentimentClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MacedonianTweetSentimentClassification.json new file mode 100644 index 0000000000..eefc3e1f7f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MacedonianTweetSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "957e075ba35e4417ba7837987fd7053a6533a1a2", + "task_name": "MacedonianTweetSentimentClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.720808, + "f1": 0.65197, + "f1_weighted": 0.712129, + "scores_per_experiment": [ + { + "accuracy": 0.699737, + "f1": 0.663179, + "f1_weighted": 0.713054 + }, + { + "accuracy": 0.717296, + "f1": 0.621193, + "f1_weighted": 0.696884 + }, + { + "accuracy": 0.737489, + "f1": 0.651659, + "f1_weighted": 0.720141 + }, + { + "accuracy": 0.732221, + "f1": 0.654117, + "f1_weighted": 0.71401 + }, + { + "accuracy": 0.71554, + "f1": 0.672277, + "f1_weighted": 0.724477 + }, + { + "accuracy": 0.717296, + "f1": 0.638985, + "f1_weighted": 0.703161 + }, + { + "accuracy": 0.731343, + "f1": 0.654381, + "f1_weighted": 0.717023 + }, + { + "accuracy": 0.718174, + "f1": 0.668514, + "f1_weighted": 0.718376 + }, + { + "accuracy": 0.716418, + "f1": 0.633721, + "f1_weighted": 0.697514 + }, + { + "accuracy": 0.722564, + "f1": 0.661675, + "f1_weighted": 0.716651 + } + ], + "main_score": 0.720808, + "hf_subset": "default", + "languages": [ + "mkd-Cyrl" + ] + } + ] + }, + "evaluation_time": 9.58834457397461, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/MalteseNewsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MalteseNewsClassification.json new file mode 100644 index 0000000000..7d8fe4a844 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MalteseNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6bb0321659c4f07c4c2176c30c98c971be6571b4", + "task_name": "MalteseNewsClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.47414, + "f1": 0.367483, + "lrap": 0.592734, + "scores_per_experiment": [ + { + "accuracy": 0.504136, + "f1": 0.354913, + "lrap": 0.614531 + }, + { + "accuracy": 0.490205, + "f1": 0.386779, + "lrap": 0.599764 + }, + { + "accuracy": 0.506313, + "f1": 0.384806, + "lrap": 0.619181 + }, + { + "accuracy": 0.442316, + "f1": 0.362662, + "lrap": 0.562096 + }, + { + "accuracy": 0.460165, + "f1": 0.379886, + "lrap": 0.584727 + }, + { + "accuracy": 0.480627, + "f1": 0.350371, + "lrap": 0.587563 + }, + { + "accuracy": 0.491075, + "f1": 0.357954, + "lrap": 0.608664 + }, + { + "accuracy": 0.488899, + "f1": 0.351879, + "lrap": 0.599115 + }, + { + "accuracy": 0.390945, + "f1": 0.345344, + "lrap": 0.555781 + }, + { + "accuracy": 0.486722, + "f1": 0.400236, + "lrap": 0.595921 + } + ], + "main_score": 0.47414, + "hf_subset": "default", + "languages": [ + "mlt-Latn" + ] + } + ] + }, + "evaluation_time": 153.1061086654663, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/MasakhaNEWSClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MasakhaNEWSClassification.json new file mode 100644 index 0000000000..6f8a05d61a --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MasakhaNEWSClassification.json @@ -0,0 +1,1003 @@ +{ + "dataset_revision": "18193f187b92da67168c655c9973a165ed9593dd", + "task_name": "MasakhaNEWSClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.886968, + "f1": 0.883643, + "f1_weighted": 0.885931, + "scores_per_experiment": [ + { + "accuracy": 0.882979, + "f1": 0.880026, + "f1_weighted": 0.882223 + }, + { + "accuracy": 0.87234, + "f1": 0.867725, + "f1_weighted": 0.871073 + }, + { + "accuracy": 0.885638, + "f1": 0.883061, + "f1_weighted": 0.88486 + }, + { + "accuracy": 0.901596, + "f1": 0.898419, + "f1_weighted": 0.90033 + }, + { + "accuracy": 0.882979, + "f1": 0.877796, + "f1_weighted": 0.880889 + }, + { + "accuracy": 0.890957, + "f1": 0.887546, + "f1_weighted": 0.88988 + }, + { + "accuracy": 0.890957, + "f1": 0.888069, + "f1_weighted": 0.889967 + }, + { + "accuracy": 0.888298, + "f1": 0.88683, + "f1_weighted": 0.888203 + }, + { + "accuracy": 0.880319, + "f1": 0.875271, + "f1_weighted": 0.878406 + }, + { + "accuracy": 0.893617, + "f1": 0.891685, + "f1_weighted": 0.893481 + } + ], + "main_score": 0.886968, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.856962, + "f1": 0.847157, + "f1_weighted": 0.854207, + "scores_per_experiment": [ + { + "accuracy": 0.867089, + "f1": 0.858097, + "f1_weighted": 0.864648 + }, + { + "accuracy": 0.863924, + "f1": 0.85503, + "f1_weighted": 0.860963 + }, + { + "accuracy": 0.850211, + "f1": 0.840011, + "f1_weighted": 0.847347 + }, + { + "accuracy": 0.848101, + "f1": 0.835348, + "f1_weighted": 0.844394 + }, + { + "accuracy": 0.857595, + "f1": 0.849107, + "f1_weighted": 0.855209 + }, + { + "accuracy": 0.861814, + "f1": 0.851916, + "f1_weighted": 0.859628 + }, + { + "accuracy": 0.835443, + "f1": 0.823521, + "f1_weighted": 0.831245 + }, + { + "accuracy": 0.864979, + "f1": 0.856226, + "f1_weighted": 0.863448 + }, + { + "accuracy": 0.852321, + "f1": 0.841613, + "f1_weighted": 0.848802 + }, + { + "accuracy": 0.868143, + "f1": 0.860703, + "f1_weighted": 0.866386 + } + ], + "main_score": 0.856962, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.828436, + "f1": 0.781472, + "f1_weighted": 0.823808, + "scores_per_experiment": [ + { + "accuracy": 0.836493, + "f1": 0.798378, + "f1_weighted": 0.829971 + }, + { + "accuracy": 0.815166, + "f1": 0.763939, + "f1_weighted": 0.804322 + }, + { + "accuracy": 0.85782, + "f1": 0.821188, + "f1_weighted": 0.854678 + }, + { + "accuracy": 0.827014, + "f1": 0.780008, + "f1_weighted": 0.822203 + }, + { + "accuracy": 0.796209, + "f1": 0.733514, + "f1_weighted": 0.788524 + }, + { + "accuracy": 0.838863, + "f1": 0.789554, + "f1_weighted": 0.827951 + }, + { + "accuracy": 0.815166, + "f1": 0.765521, + "f1_weighted": 0.817579 + }, + { + "accuracy": 0.812796, + "f1": 0.761795, + "f1_weighted": 0.812984 + }, + { + "accuracy": 0.853081, + "f1": 0.822134, + "f1_weighted": 0.848248 + }, + { + "accuracy": 0.831754, + "f1": 0.77869, + "f1_weighted": 0.831624 + } + ], + "main_score": 0.828436, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.814443, + "f1": 0.799867, + "f1_weighted": 0.811095, + "scores_per_experiment": [ + { + "accuracy": 0.811617, + "f1": 0.799393, + "f1_weighted": 0.810284 + }, + { + "accuracy": 0.821036, + "f1": 0.809794, + "f1_weighted": 0.818933 + }, + { + "accuracy": 0.816327, + "f1": 0.797992, + "f1_weighted": 0.810485 + }, + { + "accuracy": 0.821036, + "f1": 0.808735, + "f1_weighted": 0.819841 + }, + { + "accuracy": 0.805338, + "f1": 0.791295, + "f1_weighted": 0.801725 + }, + { + "accuracy": 0.810047, + "f1": 0.791842, + "f1_weighted": 0.807316 + }, + { + "accuracy": 0.811617, + "f1": 0.796559, + "f1_weighted": 0.807529 + }, + { + "accuracy": 0.806907, + "f1": 0.794644, + "f1_weighted": 0.802385 + }, + { + "accuracy": 0.814757, + "f1": 0.796861, + "f1_weighted": 0.809906 + }, + { + "accuracy": 0.825746, + "f1": 0.811557, + "f1_weighted": 0.822542 + } + ], + "main_score": 0.814443, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "accuracy": 0.836154, + "f1": 0.801764, + "f1_weighted": 0.835325, + "scores_per_experiment": [ + { + "accuracy": 0.830769, + "f1": 0.794084, + "f1_weighted": 0.82675 + }, + { + "accuracy": 0.841026, + "f1": 0.806352, + "f1_weighted": 0.838658 + }, + { + "accuracy": 0.828205, + "f1": 0.78814, + "f1_weighted": 0.829902 + }, + { + "accuracy": 0.838462, + "f1": 0.804414, + "f1_weighted": 0.835952 + }, + { + "accuracy": 0.838462, + "f1": 0.802054, + "f1_weighted": 0.836519 + }, + { + "accuracy": 0.833333, + "f1": 0.79799, + "f1_weighted": 0.834088 + }, + { + "accuracy": 0.841026, + "f1": 0.810886, + "f1_weighted": 0.842005 + }, + { + "accuracy": 0.828205, + "f1": 0.794828, + "f1_weighted": 0.828358 + }, + { + "accuracy": 0.841026, + "f1": 0.811441, + "f1_weighted": 0.839591 + }, + { + "accuracy": 0.841026, + "f1": 0.80745, + "f1_weighted": 0.841427 + } + ], + "main_score": 0.836154, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ] + }, + { + "accuracy": 0.844, + "f1": 0.819803, + "f1_weighted": 0.841801, + "scores_per_experiment": [ + { + "accuracy": 0.845714, + "f1": 0.815465, + "f1_weighted": 0.843089 + }, + { + "accuracy": 0.834286, + "f1": 0.817686, + "f1_weighted": 0.835479 + }, + { + "accuracy": 0.845714, + "f1": 0.833954, + "f1_weighted": 0.84493 + }, + { + "accuracy": 0.84, + "f1": 0.804648, + "f1_weighted": 0.834391 + }, + { + "accuracy": 0.84, + "f1": 0.809091, + "f1_weighted": 0.832231 + }, + { + "accuracy": 0.805714, + "f1": 0.794314, + "f1_weighted": 0.818158 + }, + { + "accuracy": 0.874286, + "f1": 0.851814, + "f1_weighted": 0.871016 + }, + { + "accuracy": 0.845714, + "f1": 0.822436, + "f1_weighted": 0.843399 + }, + { + "accuracy": 0.84, + "f1": 0.812909, + "f1_weighted": 0.833817 + }, + { + "accuracy": 0.868571, + "f1": 0.835709, + "f1_weighted": 0.861499 + } + ], + "main_score": 0.844, + "hf_subset": "lin", + "languages": [ + "lin-Latn" + ] + }, + { + "accuracy": 0.781614, + "f1": 0.731501, + "f1_weighted": 0.771501, + "scores_per_experiment": [ + { + "accuracy": 0.780269, + "f1": 0.720036, + "f1_weighted": 0.771526 + }, + { + "accuracy": 0.7713, + "f1": 0.736499, + "f1_weighted": 0.765194 + }, + { + "accuracy": 0.7713, + "f1": 0.728648, + "f1_weighted": 0.7605 + }, + { + "accuracy": 0.802691, + "f1": 0.763049, + "f1_weighted": 0.79467 + }, + { + "accuracy": 0.784753, + "f1": 0.742412, + "f1_weighted": 0.771639 + }, + { + "accuracy": 0.780269, + "f1": 0.702942, + "f1_weighted": 0.752704 + }, + { + "accuracy": 0.775785, + "f1": 0.717736, + "f1_weighted": 0.770865 + }, + { + "accuracy": 0.789238, + "f1": 0.723747, + "f1_weighted": 0.768915 + }, + { + "accuracy": 0.789238, + "f1": 0.754037, + "f1_weighted": 0.783085 + }, + { + "accuracy": 0.7713, + "f1": 0.725901, + "f1_weighted": 0.775912 + } + ], + "main_score": 0.781614, + "hf_subset": "lug", + "languages": [ + "lug-Latn" + ] + }, + { + "accuracy": 0.822769, + "f1": 0.760438, + "f1_weighted": 0.81967, + "scores_per_experiment": [ + { + "accuracy": 0.815385, + "f1": 0.751503, + "f1_weighted": 0.814288 + }, + { + "accuracy": 0.827692, + "f1": 0.766065, + "f1_weighted": 0.822699 + }, + { + "accuracy": 0.815385, + "f1": 0.755249, + "f1_weighted": 0.814261 + }, + { + "accuracy": 0.827692, + "f1": 0.762079, + "f1_weighted": 0.824914 + }, + { + "accuracy": 0.818462, + "f1": 0.748012, + "f1_weighted": 0.816033 + }, + { + "accuracy": 0.818462, + "f1": 0.76208, + "f1_weighted": 0.819954 + }, + { + "accuracy": 0.836923, + "f1": 0.775316, + "f1_weighted": 0.833657 + }, + { + "accuracy": 0.809231, + "f1": 0.753805, + "f1_weighted": 0.805166 + }, + { + "accuracy": 0.818462, + "f1": 0.739518, + "f1_weighted": 0.810831 + }, + { + "accuracy": 0.84, + "f1": 0.790757, + "f1_weighted": 0.834893 + } + ], + "main_score": 0.822769, + "hf_subset": "orm", + "languages": [ + "orm-Ethi" + ] + }, + { + "accuracy": 0.961967, + "f1": 0.919985, + "f1_weighted": 0.959792, + "scores_per_experiment": [ + { + "accuracy": 0.960656, + "f1": 0.916499, + "f1_weighted": 0.9582 + }, + { + "accuracy": 0.960656, + "f1": 0.917246, + "f1_weighted": 0.958015 + }, + { + "accuracy": 0.967213, + "f1": 0.931847, + "f1_weighted": 0.9659 + }, + { + "accuracy": 0.967213, + "f1": 0.932233, + "f1_weighted": 0.9651 + }, + { + "accuracy": 0.960656, + "f1": 0.91249, + "f1_weighted": 0.957022 + }, + { + "accuracy": 0.960656, + "f1": 0.914444, + "f1_weighted": 0.958113 + }, + { + "accuracy": 0.960656, + "f1": 0.924436, + "f1_weighted": 0.960404 + }, + { + "accuracy": 0.967213, + "f1": 0.935439, + "f1_weighted": 0.966421 + }, + { + "accuracy": 0.957377, + "f1": 0.915627, + "f1_weighted": 0.955956 + }, + { + "accuracy": 0.957377, + "f1": 0.899586, + "f1_weighted": 0.952792 + } + ], + "main_score": 0.961967, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ] + }, + { + "accuracy": 0.881366, + "f1": 0.819897, + "f1_weighted": 0.881106, + "scores_per_experiment": [ + { + "accuracy": 0.84472, + "f1": 0.77611, + "f1_weighted": 0.85751 + }, + { + "accuracy": 0.89441, + "f1": 0.835589, + "f1_weighted": 0.893013 + }, + { + "accuracy": 0.885093, + "f1": 0.822083, + "f1_weighted": 0.883733 + }, + { + "accuracy": 0.888199, + "f1": 0.820486, + "f1_weighted": 0.885696 + }, + { + "accuracy": 0.885093, + "f1": 0.828881, + "f1_weighted": 0.883031 + }, + { + "accuracy": 0.881988, + "f1": 0.81626, + "f1_weighted": 0.879309 + }, + { + "accuracy": 0.885093, + "f1": 0.83283, + "f1_weighted": 0.883878 + }, + { + "accuracy": 0.885093, + "f1": 0.821855, + "f1_weighted": 0.883109 + }, + { + "accuracy": 0.872671, + "f1": 0.808231, + "f1_weighted": 0.872269 + }, + { + "accuracy": 0.891304, + "f1": 0.836641, + "f1_weighted": 0.889514 + } + ], + "main_score": 0.881366, + "hf_subset": "run", + "languages": [ + "run-Latn" + ] + }, + { + "accuracy": 0.887263, + "f1": 0.890365, + "f1_weighted": 0.885356, + "scores_per_experiment": [ + { + "accuracy": 0.905149, + "f1": 0.907841, + "f1_weighted": 0.904651 + }, + { + "accuracy": 0.913279, + "f1": 0.914856, + "f1_weighted": 0.912759 + }, + { + "accuracy": 0.918699, + "f1": 0.920127, + "f1_weighted": 0.917927 + }, + { + "accuracy": 0.872629, + "f1": 0.876035, + "f1_weighted": 0.869076 + }, + { + "accuracy": 0.880759, + "f1": 0.884401, + "f1_weighted": 0.8786 + }, + { + "accuracy": 0.869919, + "f1": 0.872595, + "f1_weighted": 0.865054 + }, + { + "accuracy": 0.899729, + "f1": 0.902932, + "f1_weighted": 0.898465 + }, + { + "accuracy": 0.842818, + "f1": 0.8474, + "f1_weighted": 0.840604 + }, + { + "accuracy": 0.864499, + "f1": 0.868898, + "f1_weighted": 0.86211 + }, + { + "accuracy": 0.905149, + "f1": 0.908567, + "f1_weighted": 0.90431 + } + ], + "main_score": 0.887263, + "hf_subset": "sna", + "languages": [ + "sna-Latn" + ] + }, + { + "accuracy": 0.733333, + "f1": 0.676515, + "f1_weighted": 0.732408, + "scores_per_experiment": [ + { + "accuracy": 0.744898, + "f1": 0.697161, + "f1_weighted": 0.749725 + }, + { + "accuracy": 0.717687, + "f1": 0.646626, + "f1_weighted": 0.70664 + }, + { + "accuracy": 0.717687, + "f1": 0.661409, + "f1_weighted": 0.727099 + }, + { + "accuracy": 0.744898, + "f1": 0.678269, + "f1_weighted": 0.740827 + }, + { + "accuracy": 0.714286, + "f1": 0.630943, + "f1_weighted": 0.703943 + }, + { + "accuracy": 0.741497, + "f1": 0.691421, + "f1_weighted": 0.73737 + }, + { + "accuracy": 0.731293, + "f1": 0.676042, + "f1_weighted": 0.734922 + }, + { + "accuracy": 0.741497, + "f1": 0.695956, + "f1_weighted": 0.737878 + }, + { + "accuracy": 0.727891, + "f1": 0.680679, + "f1_weighted": 0.733988 + }, + { + "accuracy": 0.751701, + "f1": 0.706647, + "f1_weighted": 0.751691 + } + ], + "main_score": 0.733333, + "hf_subset": "som", + "languages": [ + "som-Latn" + ] + }, + { + "accuracy": 0.790546, + "f1": 0.723866, + "f1_weighted": 0.783792, + "scores_per_experiment": [ + { + "accuracy": 0.787815, + "f1": 0.712262, + "f1_weighted": 0.777568 + }, + { + "accuracy": 0.804622, + "f1": 0.750739, + "f1_weighted": 0.799511 + }, + { + "accuracy": 0.798319, + "f1": 0.732937, + "f1_weighted": 0.795716 + }, + { + "accuracy": 0.781513, + "f1": 0.710732, + "f1_weighted": 0.775344 + }, + { + "accuracy": 0.771008, + "f1": 0.690638, + "f1_weighted": 0.763831 + }, + { + "accuracy": 0.796218, + "f1": 0.73976, + "f1_weighted": 0.790757 + }, + { + "accuracy": 0.806723, + "f1": 0.755651, + "f1_weighted": 0.802442 + }, + { + "accuracy": 0.794118, + "f1": 0.733264, + "f1_weighted": 0.791827 + }, + { + "accuracy": 0.796218, + "f1": 0.744603, + "f1_weighted": 0.793211 + }, + { + "accuracy": 0.768908, + "f1": 0.668073, + "f1_weighted": 0.74771 + } + ], + "main_score": 0.790546, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ] + }, + { + "accuracy": 0.76875, + "f1": 0.721659, + "f1_weighted": 0.765966, + "scores_per_experiment": [ + { + "accuracy": 0.768382, + "f1": 0.723308, + "f1_weighted": 0.764011 + }, + { + "accuracy": 0.768382, + "f1": 0.732301, + "f1_weighted": 0.76973 + }, + { + "accuracy": 0.753676, + "f1": 0.692713, + "f1_weighted": 0.750644 + }, + { + "accuracy": 0.775735, + "f1": 0.742241, + "f1_weighted": 0.774601 + }, + { + "accuracy": 0.757353, + "f1": 0.712427, + "f1_weighted": 0.753848 + }, + { + "accuracy": 0.775735, + "f1": 0.714496, + "f1_weighted": 0.771559 + }, + { + "accuracy": 0.768382, + "f1": 0.718758, + "f1_weighted": 0.764983 + }, + { + "accuracy": 0.772059, + "f1": 0.725565, + "f1_weighted": 0.769941 + }, + { + "accuracy": 0.779412, + "f1": 0.725725, + "f1_weighted": 0.775871 + }, + { + "accuracy": 0.768382, + "f1": 0.729052, + "f1_weighted": 0.764476 + } + ], + "main_score": 0.76875, + "hf_subset": "tir", + "languages": [ + "tir-Ethi" + ] + }, + { + "accuracy": 0.915152, + "f1": 0.857844, + "f1_weighted": 0.91846, + "scores_per_experiment": [ + { + "accuracy": 0.919192, + "f1": 0.864029, + "f1_weighted": 0.922011 + }, + { + "accuracy": 0.919192, + "f1": 0.862362, + "f1_weighted": 0.921424 + }, + { + "accuracy": 0.905724, + "f1": 0.842703, + "f1_weighted": 0.909845 + }, + { + "accuracy": 0.922559, + "f1": 0.875517, + "f1_weighted": 0.923966 + }, + { + "accuracy": 0.936027, + "f1": 0.897136, + "f1_weighted": 0.937206 + }, + { + "accuracy": 0.936027, + "f1": 0.890773, + "f1_weighted": 0.937337 + }, + { + "accuracy": 0.915825, + "f1": 0.856977, + "f1_weighted": 0.920071 + }, + { + "accuracy": 0.878788, + "f1": 0.787482, + "f1_weighted": 0.888501 + }, + { + "accuracy": 0.915825, + "f1": 0.86345, + "f1_weighted": 0.917785 + }, + { + "accuracy": 0.902357, + "f1": 0.838011, + "f1_weighted": 0.906458 + } + ], + "main_score": 0.915152, + "hf_subset": "xho", + "languages": [ + "xho-Latn" + ] + }, + { + "accuracy": 0.86837, + "f1": 0.863078, + "f1_weighted": 0.865928, + "scores_per_experiment": [ + { + "accuracy": 0.861314, + "f1": 0.856475, + "f1_weighted": 0.859467 + }, + { + "accuracy": 0.873479, + "f1": 0.870012, + "f1_weighted": 0.871219 + }, + { + "accuracy": 0.868613, + "f1": 0.862624, + "f1_weighted": 0.865949 + }, + { + "accuracy": 0.858881, + "f1": 0.851862, + "f1_weighted": 0.855696 + }, + { + "accuracy": 0.871046, + "f1": 0.866695, + "f1_weighted": 0.868648 + }, + { + "accuracy": 0.86618, + "f1": 0.860666, + "f1_weighted": 0.86353 + }, + { + "accuracy": 0.875912, + "f1": 0.87118, + "f1_weighted": 0.874548 + }, + { + "accuracy": 0.875912, + "f1": 0.872765, + "f1_weighted": 0.874105 + }, + { + "accuracy": 0.854015, + "f1": 0.846105, + "f1_weighted": 0.850424 + }, + { + "accuracy": 0.878345, + "f1": 0.872396, + "f1_weighted": 0.875697 + } + ], + "main_score": 0.86837, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 821.3767693042755, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/MasakhaNEWSClusteringS2S.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MasakhaNEWSClusteringS2S.json new file mode 100644 index 0000000000..f31f3e4eef --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MasakhaNEWSClusteringS2S.json @@ -0,0 +1,267 @@ +{ + "dataset_revision": "8ccc72e69e65f40c70e117d8b3c08306bb788b60", + "task_name": "MasakhaNEWSClusteringS2S", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measure": 0.688248, + "v_measure_std": 0.326657, + "v_measures": [ + 1.0, + 0.147303, + 0.500141, + 0.793798, + 1.0 + ], + "main_score": 0.688248, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "v_measure": 0.679466, + "v_measure_std": 0.344611, + "v_measures": [ + 0.018085, + 0.739939, + 0.746667, + 1.0, + 0.89264 + ], + "main_score": 0.679466, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "v_measure": 0.69959, + "v_measure_std": 0.365218, + "v_measures": [ + 1.0, + 0.006489, + 0.715892, + 1.0, + 0.775569 + ], + "main_score": 0.69959, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ] + }, + { + "v_measure": 0.731849, + "v_measure_std": 0.163259, + "v_measures": [ + 0.718728, + 0.668878, + 0.469769, + 0.860531, + 0.941337 + ], + "main_score": 0.731849, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "v_measure": 0.742433, + "v_measure_std": 0.216963, + "v_measures": [ + 0.378974, + 0.80738, + 0.88913, + 1.0, + 0.636683 + ], + "main_score": 0.742433, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ] + }, + { + "v_measure": 0.864935, + "v_measure_std": 0.172212, + "v_measures": [ + 0.738051, + 0.586624, + 1.0, + 1.0, + 1.0 + ], + "main_score": 0.864935, + "hf_subset": "lin", + "languages": [ + "lin-Latn" + ] + }, + { + "v_measure": 0.518788, + "v_measure_std": 0.407481, + "v_measures": [ + 0.001923, + 0.314235, + 1.0, + 1.0, + 0.277783 + ], + "main_score": 0.518788, + "hf_subset": "lug", + "languages": [ + "lug-Latn" + ] + }, + { + "v_measure": 0.393611, + "v_measure_std": 0.327953, + "v_measures": [ + 0.41235, + 0.037947, + 1.0, + 0.317641, + 0.200116 + ], + "main_score": 0.393611, + "hf_subset": "orm", + "languages": [ + "orm-Ethi" + ] + }, + { + "v_measure": 0.873701, + "v_measure_std": 0.187667, + "v_measures": [ + 1.0, + 0.852268, + 0.516238, + 1.0, + 1.0 + ], + "main_score": 0.873701, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ] + }, + { + "v_measure": 0.663344, + "v_measure_std": 0.278607, + "v_measures": [ + 0.411899, + 0.384493, + 1.0, + 0.52033, + 1.0 + ], + "main_score": 0.663344, + "hf_subset": "run", + "languages": [ + "run-Latn" + ] + }, + { + "v_measure": 0.836319, + "v_measure_std": 0.153612, + "v_measures": [ + 1.0, + 0.625702, + 0.696625, + 0.859268, + 1.0 + ], + "main_score": 0.836319, + "hf_subset": "sna", + "languages": [ + "sna-Latn" + ] + }, + { + "v_measure": 0.454381, + "v_measure_std": 0.281492, + "v_measures": [ + 0.304997, + 1.0, + 0.424035, + 0.206954, + 0.335918 + ], + "main_score": 0.454381, + "hf_subset": "som", + "languages": [ + "som-Latn" + ] + }, + { + "v_measure": 0.383525, + "v_measure_std": 0.289619, + "v_measures": [ + 0.367288, + 0.104579, + 0.027334, + 0.675254, + 0.74317 + ], + "main_score": 0.383525, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ] + }, + { + "v_measure": 0.581648, + "v_measure_std": 0.381208, + "v_measures": [ + 0.296465, + 1.0, + 0.038358, + 1.0, + 0.573416 + ], + "main_score": 0.581648, + "hf_subset": "tir", + "languages": [ + "tir-Ethi" + ] + }, + { + "v_measure": 0.33241, + "v_measure_std": 0.347481, + "v_measures": [ + 0.250649, + 0.108527, + 0.285093, + 0.017782, + 1.0 + ], + "main_score": 0.33241, + "hf_subset": "xho", + "languages": [ + "xho-Latn" + ] + }, + { + "v_measure": 0.760047, + "v_measure_std": 0.137904, + "v_measures": [ + 1.0, + 0.59862, + 0.812649, + 0.687872, + 0.701095 + ], + "main_score": 0.760047, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 43.73047661781311, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/MassiveIntentClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MassiveIntentClassification.json new file mode 100644 index 0000000000..124c622541 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MassiveIntentClassification.json @@ -0,0 +1,6337 @@ +{ + "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", + "task_name": "MassiveIntentClassification", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "accuracy": 0.761338, + "f1": 0.697141, + "f1_weighted": 0.74785, + "scores_per_experiment": [ + { + "accuracy": 0.761928, + "f1": 0.681106, + "f1_weighted": 0.74218 + }, + { + "accuracy": 0.759961, + "f1": 0.691561, + "f1_weighted": 0.746572 + }, + { + "accuracy": 0.760944, + "f1": 0.697088, + "f1_weighted": 0.745921 + }, + { + "accuracy": 0.770782, + "f1": 0.693301, + "f1_weighted": 0.757822 + }, + { + "accuracy": 0.755534, + "f1": 0.694495, + "f1_weighted": 0.73832 + }, + { + "accuracy": 0.747172, + "f1": 0.696838, + "f1_weighted": 0.738121 + }, + { + "accuracy": 0.759961, + "f1": 0.714448, + "f1_weighted": 0.74307 + }, + { + "accuracy": 0.745204, + "f1": 0.680306, + "f1_weighted": 0.734129 + }, + { + "accuracy": 0.768815, + "f1": 0.708804, + "f1_weighted": 0.759184 + }, + { + "accuracy": 0.783079, + "f1": 0.713463, + "f1_weighted": 0.773184 + } + ], + "main_score": 0.761338, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ] + }, + { + "accuracy": 0.783128, + "f1": 0.721381, + "f1_weighted": 0.767599, + "scores_per_experiment": [ + { + "accuracy": 0.775701, + "f1": 0.705574, + "f1_weighted": 0.755926 + }, + { + "accuracy": 0.795868, + "f1": 0.738239, + "f1_weighted": 0.783829 + }, + { + "accuracy": 0.790949, + "f1": 0.729101, + "f1_weighted": 0.774101 + }, + { + "accuracy": 0.790949, + "f1": 0.717149, + "f1_weighted": 0.772506 + }, + { + "accuracy": 0.795376, + "f1": 0.729136, + "f1_weighted": 0.781522 + }, + { + "accuracy": 0.756517, + "f1": 0.702925, + "f1_weighted": 0.739968 + }, + { + "accuracy": 0.779636, + "f1": 0.710472, + "f1_weighted": 0.761877 + }, + { + "accuracy": 0.793409, + "f1": 0.734234, + "f1_weighted": 0.782151 + }, + { + "accuracy": 0.771766, + "f1": 0.725088, + "f1_weighted": 0.757052 + }, + { + "accuracy": 0.781112, + "f1": 0.721891, + "f1_weighted": 0.767054 + } + ], + "main_score": 0.783128, + "hf_subset": "tl", + "languages": [ + "tgl-Latn" + ] + }, + { + "accuracy": 0.816331, + "f1": 0.764228, + "f1_weighted": 0.802679, + "scores_per_experiment": [ + { + "accuracy": 0.817019, + "f1": 0.773931, + "f1_weighted": 0.80251 + }, + { + "accuracy": 0.825873, + "f1": 0.765478, + "f1_weighted": 0.811586 + }, + { + "accuracy": 0.815052, + "f1": 0.754553, + "f1_weighted": 0.799859 + }, + { + "accuracy": 0.824397, + "f1": 0.75983, + "f1_weighted": 0.807794 + }, + { + "accuracy": 0.812592, + "f1": 0.748617, + "f1_weighted": 0.797205 + }, + { + "accuracy": 0.797836, + "f1": 0.754866, + "f1_weighted": 0.787243 + }, + { + "accuracy": 0.80423, + "f1": 0.762002, + "f1_weighted": 0.787251 + }, + { + "accuracy": 0.820954, + "f1": 0.76677, + "f1_weighted": 0.808999 + }, + { + "accuracy": 0.817019, + "f1": 0.781242, + "f1_weighted": 0.806696 + }, + { + "accuracy": 0.828333, + "f1": 0.774986, + "f1_weighted": 0.817651 + } + ], + "main_score": 0.816331, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.724348, + "f1": 0.640497, + "f1_weighted": 0.708031, + "scores_per_experiment": [ + { + "accuracy": 0.731923, + "f1": 0.642257, + "f1_weighted": 0.718638 + }, + { + "accuracy": 0.73881, + "f1": 0.652702, + "f1_weighted": 0.719762 + }, + { + "accuracy": 0.740285, + "f1": 0.661986, + "f1_weighted": 0.723777 + }, + { + "accuracy": 0.728972, + "f1": 0.645596, + "f1_weighted": 0.709932 + }, + { + "accuracy": 0.709788, + "f1": 0.614095, + "f1_weighted": 0.687182 + }, + { + "accuracy": 0.713232, + "f1": 0.652166, + "f1_weighted": 0.703091 + }, + { + "accuracy": 0.729956, + "f1": 0.639841, + "f1_weighted": 0.713331 + }, + { + "accuracy": 0.706345, + "f1": 0.626537, + "f1_weighted": 0.693547 + }, + { + "accuracy": 0.709788, + "f1": 0.625964, + "f1_weighted": 0.689845 + }, + { + "accuracy": 0.734383, + "f1": 0.643824, + "f1_weighted": 0.721205 + } + ], + "main_score": 0.724348, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "accuracy": 0.814904, + "f1": 0.77916, + "f1_weighted": 0.803102, + "scores_per_experiment": [ + { + "accuracy": 0.817511, + "f1": 0.782388, + "f1_weighted": 0.804331 + }, + { + "accuracy": 0.820462, + "f1": 0.77814, + "f1_weighted": 0.811531 + }, + { + "accuracy": 0.805706, + "f1": 0.77156, + "f1_weighted": 0.790549 + }, + { + "accuracy": 0.816527, + "f1": 0.76289, + "f1_weighted": 0.803061 + }, + { + "accuracy": 0.798328, + "f1": 0.773415, + "f1_weighted": 0.78219 + }, + { + "accuracy": 0.803738, + "f1": 0.779272, + "f1_weighted": 0.796393 + }, + { + "accuracy": 0.807182, + "f1": 0.770075, + "f1_weighted": 0.79019 + }, + { + "accuracy": 0.827841, + "f1": 0.791321, + "f1_weighted": 0.816696 + }, + { + "accuracy": 0.82243, + "f1": 0.788293, + "f1_weighted": 0.813166 + }, + { + "accuracy": 0.829316, + "f1": 0.794245, + "f1_weighted": 0.822915 + } + ], + "main_score": 0.814904, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "accuracy": 0.815396, + "f1": 0.771077, + "f1_weighted": 0.799702, + "scores_per_experiment": [ + { + "accuracy": 0.818003, + "f1": 0.767616, + "f1_weighted": 0.800197 + }, + { + "accuracy": 0.81456, + "f1": 0.758757, + "f1_weighted": 0.796804 + }, + { + "accuracy": 0.807673, + "f1": 0.763058, + "f1_weighted": 0.790107 + }, + { + "accuracy": 0.828824, + "f1": 0.774263, + "f1_weighted": 0.811772 + }, + { + "accuracy": 0.813084, + "f1": 0.765177, + "f1_weighted": 0.796219 + }, + { + "accuracy": 0.80423, + "f1": 0.772488, + "f1_weighted": 0.794186 + }, + { + "accuracy": 0.805706, + "f1": 0.767638, + "f1_weighted": 0.78666 + }, + { + "accuracy": 0.817511, + "f1": 0.780819, + "f1_weighted": 0.802658 + }, + { + "accuracy": 0.818495, + "f1": 0.779793, + "f1_weighted": 0.806408 + }, + { + "accuracy": 0.825873, + "f1": 0.78116, + "f1_weighted": 0.812009 + } + ], + "main_score": 0.815396, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.764732, + "f1": 0.735434, + "f1_weighted": 0.747919, + "scores_per_experiment": [ + { + "accuracy": 0.778652, + "f1": 0.740588, + "f1_weighted": 0.766441 + }, + { + "accuracy": 0.762912, + "f1": 0.741967, + "f1_weighted": 0.747529 + }, + { + "accuracy": 0.769798, + "f1": 0.738301, + "f1_weighted": 0.753561 + }, + { + "accuracy": 0.759469, + "f1": 0.724735, + "f1_weighted": 0.741576 + }, + { + "accuracy": 0.765863, + "f1": 0.724455, + "f1_weighted": 0.751192 + }, + { + "accuracy": 0.73635, + "f1": 0.720764, + "f1_weighted": 0.711725 + }, + { + "accuracy": 0.759469, + "f1": 0.738443, + "f1_weighted": 0.736087 + }, + { + "accuracy": 0.775701, + "f1": 0.735718, + "f1_weighted": 0.763838 + }, + { + "accuracy": 0.755534, + "f1": 0.729131, + "f1_weighted": 0.737605 + }, + { + "accuracy": 0.783571, + "f1": 0.760232, + "f1_weighted": 0.769636 + } + ], + "main_score": 0.764732, + "hf_subset": "zh-TW", + "languages": [ + "cmo-Hant" + ] + }, + { + "accuracy": 0.826857, + "f1": 0.792251, + "f1_weighted": 0.812065, + "scores_per_experiment": [ + { + "accuracy": 0.825873, + "f1": 0.773215, + "f1_weighted": 0.809978 + }, + { + "accuracy": 0.826857, + "f1": 0.795278, + "f1_weighted": 0.81427 + }, + { + "accuracy": 0.823414, + "f1": 0.79453, + "f1_weighted": 0.806098 + }, + { + "accuracy": 0.832268, + "f1": 0.788697, + "f1_weighted": 0.815409 + }, + { + "accuracy": 0.82243, + "f1": 0.775941, + "f1_weighted": 0.803784 + }, + { + "accuracy": 0.822922, + "f1": 0.795074, + "f1_weighted": 0.811086 + }, + { + "accuracy": 0.828824, + "f1": 0.795047, + "f1_weighted": 0.811671 + }, + { + "accuracy": 0.834727, + "f1": 0.809876, + "f1_weighted": 0.820981 + }, + { + "accuracy": 0.823414, + "f1": 0.791238, + "f1_weighted": 0.812609 + }, + { + "accuracy": 0.827841, + "f1": 0.803614, + "f1_weighted": 0.814767 + } + ], + "main_score": 0.826857, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.757846, + "f1": 0.721119, + "f1_weighted": 0.737697, + "scores_per_experiment": [ + { + "accuracy": 0.750123, + "f1": 0.719436, + "f1_weighted": 0.725873 + }, + { + "accuracy": 0.775209, + "f1": 0.73508, + "f1_weighted": 0.759242 + }, + { + "accuracy": 0.760944, + "f1": 0.717401, + "f1_weighted": 0.742088 + }, + { + "accuracy": 0.748155, + "f1": 0.700933, + "f1_weighted": 0.730791 + }, + { + "accuracy": 0.756517, + "f1": 0.718787, + "f1_weighted": 0.734226 + }, + { + "accuracy": 0.745204, + "f1": 0.720272, + "f1_weighted": 0.71753 + }, + { + "accuracy": 0.761436, + "f1": 0.712504, + "f1_weighted": 0.742132 + }, + { + "accuracy": 0.746188, + "f1": 0.717864, + "f1_weighted": 0.722329 + }, + { + "accuracy": 0.749631, + "f1": 0.722598, + "f1_weighted": 0.72946 + }, + { + "accuracy": 0.785047, + "f1": 0.746319, + "f1_weighted": 0.773301 + } + ], + "main_score": 0.757846, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "accuracy": 0.693901, + "f1": 0.60923, + "f1_weighted": 0.680408, + "scores_per_experiment": [ + { + "accuracy": 0.685194, + "f1": 0.586493, + "f1_weighted": 0.670726 + }, + { + "accuracy": 0.687162, + "f1": 0.598719, + "f1_weighted": 0.668675 + }, + { + "accuracy": 0.672897, + "f1": 0.594666, + "f1_weighted": 0.65525 + }, + { + "accuracy": 0.700443, + "f1": 0.623384, + "f1_weighted": 0.686921 + }, + { + "accuracy": 0.698475, + "f1": 0.597154, + "f1_weighted": 0.684604 + }, + { + "accuracy": 0.700935, + "f1": 0.616849, + "f1_weighted": 0.694284 + }, + { + "accuracy": 0.70241, + "f1": 0.623033, + "f1_weighted": 0.688146 + }, + { + "accuracy": 0.704378, + "f1": 0.619412, + "f1_weighted": 0.693957 + }, + { + "accuracy": 0.668962, + "f1": 0.590518, + "f1_weighted": 0.653473 + }, + { + "accuracy": 0.718151, + "f1": 0.642075, + "f1_weighted": 0.70804 + } + ], + "main_score": 0.693901, + "hf_subset": "is", + "languages": [ + "isl-Latn" + ] + }, + { + "accuracy": 0.783079, + "f1": 0.723696, + "f1_weighted": 0.769992, + "scores_per_experiment": [ + { + "accuracy": 0.792917, + "f1": 0.735329, + "f1_weighted": 0.776083 + }, + { + "accuracy": 0.787998, + "f1": 0.731309, + "f1_weighted": 0.774071 + }, + { + "accuracy": 0.787014, + "f1": 0.727718, + "f1_weighted": 0.772178 + }, + { + "accuracy": 0.792425, + "f1": 0.728389, + "f1_weighted": 0.777607 + }, + { + "accuracy": 0.780128, + "f1": 0.713457, + "f1_weighted": 0.764472 + }, + { + "accuracy": 0.768323, + "f1": 0.723138, + "f1_weighted": 0.759533 + }, + { + "accuracy": 0.781604, + "f1": 0.721784, + "f1_weighted": 0.76365 + }, + { + "accuracy": 0.774225, + "f1": 0.712794, + "f1_weighted": 0.764907 + }, + { + "accuracy": 0.767831, + "f1": 0.709557, + "f1_weighted": 0.75763 + }, + { + "accuracy": 0.798328, + "f1": 0.733487, + "f1_weighted": 0.789791 + } + ], + "main_score": 0.783079, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "accuracy": 0.805558, + "f1": 0.750555, + "f1_weighted": 0.790914, + "scores_per_experiment": [ + { + "accuracy": 0.803246, + "f1": 0.739103, + "f1_weighted": 0.786196 + }, + { + "accuracy": 0.808165, + "f1": 0.757205, + "f1_weighted": 0.794108 + }, + { + "accuracy": 0.799803, + "f1": 0.743491, + "f1_weighted": 0.785401 + }, + { + "accuracy": 0.815544, + "f1": 0.746823, + "f1_weighted": 0.800599 + }, + { + "accuracy": 0.810133, + "f1": 0.759563, + "f1_weighted": 0.794357 + }, + { + "accuracy": 0.786522, + "f1": 0.740456, + "f1_weighted": 0.776332 + }, + { + "accuracy": 0.790457, + "f1": 0.730071, + "f1_weighted": 0.769178 + }, + { + "accuracy": 0.807182, + "f1": 0.760174, + "f1_weighted": 0.794037 + }, + { + "accuracy": 0.807182, + "f1": 0.758126, + "f1_weighted": 0.793065 + }, + { + "accuracy": 0.827349, + "f1": 0.77054, + "f1_weighted": 0.815867 + } + ], + "main_score": 0.805558, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.645696, + "f1": 0.57451, + "f1_weighted": 0.632615, + "scores_per_experiment": [ + { + "accuracy": 0.62666, + "f1": 0.569627, + "f1_weighted": 0.613781 + }, + { + "accuracy": 0.658141, + "f1": 0.580993, + "f1_weighted": 0.652422 + }, + { + "accuracy": 0.654697, + "f1": 0.576145, + "f1_weighted": 0.640755 + }, + { + "accuracy": 0.672897, + "f1": 0.5917, + "f1_weighted": 0.659797 + }, + { + "accuracy": 0.64486, + "f1": 0.568989, + "f1_weighted": 0.635572 + }, + { + "accuracy": 0.612887, + "f1": 0.54515, + "f1_weighted": 0.594695 + }, + { + "accuracy": 0.618298, + "f1": 0.562162, + "f1_weighted": 0.594987 + }, + { + "accuracy": 0.645844, + "f1": 0.568943, + "f1_weighted": 0.633669 + }, + { + "accuracy": 0.649779, + "f1": 0.581791, + "f1_weighted": 0.63442 + }, + { + "accuracy": 0.672897, + "f1": 0.599597, + "f1_weighted": 0.666049 + } + ], + "main_score": 0.645696, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ] + }, + { + "accuracy": 0.777324, + "f1": 0.716978, + "f1_weighted": 0.764157, + "scores_per_experiment": [ + { + "accuracy": 0.784063, + "f1": 0.701386, + "f1_weighted": 0.76413 + }, + { + "accuracy": 0.794393, + "f1": 0.736844, + "f1_weighted": 0.782173 + }, + { + "accuracy": 0.77816, + "f1": 0.705754, + "f1_weighted": 0.764906 + }, + { + "accuracy": 0.794393, + "f1": 0.736863, + "f1_weighted": 0.781669 + }, + { + "accuracy": 0.777177, + "f1": 0.702221, + "f1_weighted": 0.764113 + }, + { + "accuracy": 0.777177, + "f1": 0.724756, + "f1_weighted": 0.772278 + }, + { + "accuracy": 0.750615, + "f1": 0.703335, + "f1_weighted": 0.733193 + }, + { + "accuracy": 0.77029, + "f1": 0.710979, + "f1_weighted": 0.759808 + }, + { + "accuracy": 0.750123, + "f1": 0.705831, + "f1_weighted": 0.732002 + }, + { + "accuracy": 0.796852, + "f1": 0.741811, + "f1_weighted": 0.787294 + } + ], + "main_score": 0.777324, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "accuracy": 0.789818, + "f1": 0.738966, + "f1_weighted": 0.776029, + "scores_per_experiment": [ + { + "accuracy": 0.793901, + "f1": 0.741157, + "f1_weighted": 0.779043 + }, + { + "accuracy": 0.799311, + "f1": 0.760279, + "f1_weighted": 0.785868 + }, + { + "accuracy": 0.78849, + "f1": 0.736666, + "f1_weighted": 0.773135 + }, + { + "accuracy": 0.791933, + "f1": 0.722767, + "f1_weighted": 0.7755 + }, + { + "accuracy": 0.787506, + "f1": 0.72522, + "f1_weighted": 0.770914 + }, + { + "accuracy": 0.789966, + "f1": 0.741052, + "f1_weighted": 0.781332 + }, + { + "accuracy": 0.784063, + "f1": 0.726184, + "f1_weighted": 0.7638 + }, + { + "accuracy": 0.791933, + "f1": 0.746144, + "f1_weighted": 0.781397 + }, + { + "accuracy": 0.768815, + "f1": 0.737814, + "f1_weighted": 0.757515 + }, + { + "accuracy": 0.802263, + "f1": 0.752374, + "f1_weighted": 0.791782 + } + ], + "main_score": 0.789818, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "accuracy": 0.779341, + "f1": 0.722796, + "f1_weighted": 0.766295, + "scores_per_experiment": [ + { + "accuracy": 0.784063, + "f1": 0.717588, + "f1_weighted": 0.767415 + }, + { + "accuracy": 0.777177, + "f1": 0.721486, + "f1_weighted": 0.765535 + }, + { + "accuracy": 0.787506, + "f1": 0.73324, + "f1_weighted": 0.772492 + }, + { + "accuracy": 0.783079, + "f1": 0.716331, + "f1_weighted": 0.770302 + }, + { + "accuracy": 0.776685, + "f1": 0.71439, + "f1_weighted": 0.761973 + }, + { + "accuracy": 0.769306, + "f1": 0.725039, + "f1_weighted": 0.758206 + }, + { + "accuracy": 0.776685, + "f1": 0.726982, + "f1_weighted": 0.762427 + }, + { + "accuracy": 0.776685, + "f1": 0.717154, + "f1_weighted": 0.767481 + }, + { + "accuracy": 0.757501, + "f1": 0.706592, + "f1_weighted": 0.74093 + }, + { + "accuracy": 0.804722, + "f1": 0.749158, + "f1_weighted": 0.796187 + } + ], + "main_score": 0.779341, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "accuracy": 0.653123, + "f1": 0.603468, + "f1_weighted": 0.636004, + "scores_per_experiment": [ + { + "accuracy": 0.652238, + "f1": 0.593992, + "f1_weighted": 0.630137 + }, + { + "accuracy": 0.648795, + "f1": 0.608631, + "f1_weighted": 0.639141 + }, + { + "accuracy": 0.65273, + "f1": 0.609992, + "f1_weighted": 0.630942 + }, + { + "accuracy": 0.661092, + "f1": 0.593825, + "f1_weighted": 0.64412 + }, + { + "accuracy": 0.665027, + "f1": 0.610339, + "f1_weighted": 0.65004 + }, + { + "accuracy": 0.638465, + "f1": 0.607934, + "f1_weighted": 0.625438 + }, + { + "accuracy": 0.6606, + "f1": 0.614076, + "f1_weighted": 0.641243 + }, + { + "accuracy": 0.641417, + "f1": 0.575162, + "f1_weighted": 0.623145 + }, + { + "accuracy": 0.646827, + "f1": 0.606138, + "f1_weighted": 0.621882 + }, + { + "accuracy": 0.664043, + "f1": 0.614588, + "f1_weighted": 0.65395 + } + ], + "main_score": 0.653123, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ] + }, + { + "accuracy": 0.814215, + "f1": 0.765209, + "f1_weighted": 0.800207, + "scores_per_experiment": [ + { + "accuracy": 0.818495, + "f1": 0.763785, + "f1_weighted": 0.806737 + }, + { + "accuracy": 0.80669, + "f1": 0.763242, + "f1_weighted": 0.787707 + }, + { + "accuracy": 0.808165, + "f1": 0.766987, + "f1_weighted": 0.793483 + }, + { + "accuracy": 0.823906, + "f1": 0.769952, + "f1_weighted": 0.807665 + }, + { + "accuracy": 0.816035, + "f1": 0.753422, + "f1_weighted": 0.80023 + }, + { + "accuracy": 0.811117, + "f1": 0.760385, + "f1_weighted": 0.802356 + }, + { + "accuracy": 0.810625, + "f1": 0.765753, + "f1_weighted": 0.789224 + }, + { + "accuracy": 0.816035, + "f1": 0.763576, + "f1_weighted": 0.804536 + }, + { + "accuracy": 0.81997, + "f1": 0.765757, + "f1_weighted": 0.808472 + }, + { + "accuracy": 0.811117, + "f1": 0.779231, + "f1_weighted": 0.801662 + } + ], + "main_score": 0.814215, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "accuracy": 0.787457, + "f1": 0.739818, + "f1_weighted": 0.771457, + "scores_per_experiment": [ + { + "accuracy": 0.789966, + "f1": 0.734761, + "f1_weighted": 0.773734 + }, + { + "accuracy": 0.787506, + "f1": 0.72929, + "f1_weighted": 0.772314 + }, + { + "accuracy": 0.786522, + "f1": 0.750708, + "f1_weighted": 0.770934 + }, + { + "accuracy": 0.790949, + "f1": 0.731908, + "f1_weighted": 0.773908 + }, + { + "accuracy": 0.787506, + "f1": 0.717599, + "f1_weighted": 0.767748 + }, + { + "accuracy": 0.773733, + "f1": 0.748807, + "f1_weighted": 0.760151 + }, + { + "accuracy": 0.781604, + "f1": 0.744908, + "f1_weighted": 0.763727 + }, + { + "accuracy": 0.794393, + "f1": 0.741379, + "f1_weighted": 0.781652 + }, + { + "accuracy": 0.77275, + "f1": 0.728413, + "f1_weighted": 0.754984 + }, + { + "accuracy": 0.809641, + "f1": 0.770404, + "f1_weighted": 0.795418 + } + ], + "main_score": 0.787457, + "hf_subset": "ms", + "languages": [ + "msa-Latn" + ] + }, + { + "accuracy": 0.837186, + "f1": 0.798618, + "f1_weighted": 0.823317, + "scores_per_experiment": [ + { + "accuracy": 0.842105, + "f1": 0.80249, + "f1_weighted": 0.82869 + }, + { + "accuracy": 0.83817, + "f1": 0.803838, + "f1_weighted": 0.821743 + }, + { + "accuracy": 0.828333, + "f1": 0.789191, + "f1_weighted": 0.81141 + }, + { + "accuracy": 0.843581, + "f1": 0.79685, + "f1_weighted": 0.827948 + }, + { + "accuracy": 0.833251, + "f1": 0.78426, + "f1_weighted": 0.816283 + }, + { + "accuracy": 0.82243, + "f1": 0.79446, + "f1_weighted": 0.812586 + }, + { + "accuracy": 0.821446, + "f1": 0.791394, + "f1_weighted": 0.802872 + }, + { + "accuracy": 0.849484, + "f1": 0.799505, + "f1_weighted": 0.837528 + }, + { + "accuracy": 0.844073, + "f1": 0.806715, + "f1_weighted": 0.834293 + }, + { + "accuracy": 0.848992, + "f1": 0.817481, + "f1_weighted": 0.839816 + } + ], + "main_score": 0.837186, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.718888, + "f1": 0.644582, + "f1_weighted": 0.700191, + "scores_per_experiment": [ + { + "accuracy": 0.715691, + "f1": 0.642535, + "f1_weighted": 0.688396 + }, + { + "accuracy": 0.715691, + "f1": 0.633712, + "f1_weighted": 0.708261 + }, + { + "accuracy": 0.726021, + "f1": 0.638614, + "f1_weighted": 0.705036 + }, + { + "accuracy": 0.726513, + "f1": 0.648218, + "f1_weighted": 0.708376 + }, + { + "accuracy": 0.729956, + "f1": 0.656663, + "f1_weighted": 0.711213 + }, + { + "accuracy": 0.679784, + "f1": 0.619639, + "f1_weighted": 0.658652 + }, + { + "accuracy": 0.739793, + "f1": 0.681802, + "f1_weighted": 0.720789 + }, + { + "accuracy": 0.709788, + "f1": 0.633496, + "f1_weighted": 0.687969 + }, + { + "accuracy": 0.710772, + "f1": 0.633009, + "f1_weighted": 0.691768 + }, + { + "accuracy": 0.734875, + "f1": 0.658133, + "f1_weighted": 0.721447 + } + ], + "main_score": 0.718888, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "accuracy": 0.800197, + "f1": 0.739514, + "f1_weighted": 0.787048, + "scores_per_experiment": [ + { + "accuracy": 0.804722, + "f1": 0.733085, + "f1_weighted": 0.793746 + }, + { + "accuracy": 0.79636, + "f1": 0.741221, + "f1_weighted": 0.783004 + }, + { + "accuracy": 0.802755, + "f1": 0.747649, + "f1_weighted": 0.786915 + }, + { + "accuracy": 0.81456, + "f1": 0.753467, + "f1_weighted": 0.800095 + }, + { + "accuracy": 0.799803, + "f1": 0.727758, + "f1_weighted": 0.782181 + }, + { + "accuracy": 0.787014, + "f1": 0.723784, + "f1_weighted": 0.778574 + }, + { + "accuracy": 0.78062, + "f1": 0.726056, + "f1_weighted": 0.758463 + }, + { + "accuracy": 0.807182, + "f1": 0.746192, + "f1_weighted": 0.797603 + }, + { + "accuracy": 0.797836, + "f1": 0.742285, + "f1_weighted": 0.787823 + }, + { + "accuracy": 0.811117, + "f1": 0.753642, + "f1_weighted": 0.802076 + } + ], + "main_score": 0.800197, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "accuracy": 0.793655, + "f1": 0.722397, + "f1_weighted": 0.782078, + "scores_per_experiment": [ + { + "accuracy": 0.79636, + "f1": 0.713337, + "f1_weighted": 0.78364 + }, + { + "accuracy": 0.804722, + "f1": 0.725738, + "f1_weighted": 0.793828 + }, + { + "accuracy": 0.791933, + "f1": 0.717853, + "f1_weighted": 0.778282 + }, + { + "accuracy": 0.798328, + "f1": 0.710632, + "f1_weighted": 0.783885 + }, + { + "accuracy": 0.796852, + "f1": 0.733624, + "f1_weighted": 0.781525 + }, + { + "accuracy": 0.774717, + "f1": 0.717577, + "f1_weighted": 0.766532 + }, + { + "accuracy": 0.797836, + "f1": 0.740181, + "f1_weighted": 0.786782 + }, + { + "accuracy": 0.789966, + "f1": 0.713925, + "f1_weighted": 0.779436 + }, + { + "accuracy": 0.774225, + "f1": 0.713166, + "f1_weighted": 0.764166 + }, + { + "accuracy": 0.811608, + "f1": 0.737936, + "f1_weighted": 0.802708 + } + ], + "main_score": 0.793655, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ] + }, + { + "accuracy": 0.814658, + "f1": 0.762947, + "f1_weighted": 0.800323, + "scores_per_experiment": [ + { + "accuracy": 0.808657, + "f1": 0.756387, + "f1_weighted": 0.790796 + }, + { + "accuracy": 0.826365, + "f1": 0.772406, + "f1_weighted": 0.810647 + }, + { + "accuracy": 0.814068, + "f1": 0.751739, + "f1_weighted": 0.797307 + }, + { + "accuracy": 0.82243, + "f1": 0.770695, + "f1_weighted": 0.808339 + }, + { + "accuracy": 0.81456, + "f1": 0.75928, + "f1_weighted": 0.798378 + }, + { + "accuracy": 0.807673, + "f1": 0.76665, + "f1_weighted": 0.799631 + }, + { + "accuracy": 0.801771, + "f1": 0.74617, + "f1_weighted": 0.782198 + }, + { + "accuracy": 0.818987, + "f1": 0.770661, + "f1_weighted": 0.805531 + }, + { + "accuracy": 0.80423, + "f1": 0.767424, + "f1_weighted": 0.793795 + }, + { + "accuracy": 0.827841, + "f1": 0.768054, + "f1_weighted": 0.816607 + } + ], + "main_score": 0.814658, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "accuracy": 0.767486, + "f1": 0.702585, + "f1_weighted": 0.756469, + "scores_per_experiment": [ + { + "accuracy": 0.781604, + "f1": 0.718779, + "f1_weighted": 0.768557 + }, + { + "accuracy": 0.776193, + "f1": 0.716642, + "f1_weighted": 0.766725 + }, + { + "accuracy": 0.770782, + "f1": 0.711575, + "f1_weighted": 0.758068 + }, + { + "accuracy": 0.773242, + "f1": 0.690279, + "f1_weighted": 0.758263 + }, + { + "accuracy": 0.76242, + "f1": 0.691925, + "f1_weighted": 0.752184 + }, + { + "accuracy": 0.77029, + "f1": 0.708029, + "f1_weighted": 0.765514 + }, + { + "accuracy": 0.762912, + "f1": 0.694605, + "f1_weighted": 0.745998 + }, + { + "accuracy": 0.760944, + "f1": 0.689958, + "f1_weighted": 0.75186 + }, + { + "accuracy": 0.747664, + "f1": 0.697468, + "f1_weighted": 0.735663 + }, + { + "accuracy": 0.768815, + "f1": 0.706595, + "f1_weighted": 0.76186 + } + ], + "main_score": 0.767486, + "hf_subset": "hy", + "languages": [ + "hye-Armn" + ] + }, + { + "accuracy": 0.674176, + "f1": 0.589949, + "f1_weighted": 0.657586, + "scores_per_experiment": [ + { + "accuracy": 0.675848, + "f1": 0.570387, + "f1_weighted": 0.649039 + }, + { + "accuracy": 0.697491, + "f1": 0.625157, + "f1_weighted": 0.6898 + }, + { + "accuracy": 0.686178, + "f1": 0.601133, + "f1_weighted": 0.671325 + }, + { + "accuracy": 0.70241, + "f1": 0.607921, + "f1_weighted": 0.688811 + }, + { + "accuracy": 0.651254, + "f1": 0.574317, + "f1_weighted": 0.628318 + }, + { + "accuracy": 0.651746, + "f1": 0.582497, + "f1_weighted": 0.6293 + }, + { + "accuracy": 0.674865, + "f1": 0.579254, + "f1_weighted": 0.65527 + }, + { + "accuracy": 0.671422, + "f1": 0.582133, + "f1_weighted": 0.661772 + }, + { + "accuracy": 0.653222, + "f1": 0.586774, + "f1_weighted": 0.634752 + }, + { + "accuracy": 0.677324, + "f1": 0.589919, + "f1_weighted": 0.667471 + } + ], + "main_score": 0.674176, + "hf_subset": "jv", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.81033, + "f1": 0.748209, + "f1_weighted": 0.796165, + "scores_per_experiment": [ + { + "accuracy": 0.818987, + "f1": 0.762186, + "f1_weighted": 0.803015 + }, + { + "accuracy": 0.807673, + "f1": 0.737193, + "f1_weighted": 0.792555 + }, + { + "accuracy": 0.807182, + "f1": 0.745691, + "f1_weighted": 0.791076 + }, + { + "accuracy": 0.8121, + "f1": 0.738223, + "f1_weighted": 0.795202 + }, + { + "accuracy": 0.808165, + "f1": 0.743528, + "f1_weighted": 0.791526 + }, + { + "accuracy": 0.799803, + "f1": 0.743329, + "f1_weighted": 0.787586 + }, + { + "accuracy": 0.810625, + "f1": 0.751161, + "f1_weighted": 0.792455 + }, + { + "accuracy": 0.817019, + "f1": 0.748246, + "f1_weighted": 0.808692 + }, + { + "accuracy": 0.800787, + "f1": 0.750714, + "f1_weighted": 0.790201 + }, + { + "accuracy": 0.820954, + "f1": 0.761816, + "f1_weighted": 0.809338 + } + ], + "main_score": 0.81033, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "accuracy": 0.815691, + "f1": 0.768228, + "f1_weighted": 0.802436, + "scores_per_experiment": [ + { + "accuracy": 0.824889, + "f1": 0.763311, + "f1_weighted": 0.810986 + }, + { + "accuracy": 0.819479, + "f1": 0.774339, + "f1_weighted": 0.804233 + }, + { + "accuracy": 0.810625, + "f1": 0.772426, + "f1_weighted": 0.795553 + }, + { + "accuracy": 0.81997, + "f1": 0.761076, + "f1_weighted": 0.804171 + }, + { + "accuracy": 0.807182, + "f1": 0.762224, + "f1_weighted": 0.788597 + }, + { + "accuracy": 0.80423, + "f1": 0.759027, + "f1_weighted": 0.794945 + }, + { + "accuracy": 0.811117, + "f1": 0.755811, + "f1_weighted": 0.794991 + }, + { + "accuracy": 0.828824, + "f1": 0.790979, + "f1_weighted": 0.819032 + }, + { + "accuracy": 0.810625, + "f1": 0.764505, + "f1_weighted": 0.800603 + }, + { + "accuracy": 0.81997, + "f1": 0.77858, + "f1_weighted": 0.81125 + } + ], + "main_score": 0.815691, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.799262, + "f1": 0.751959, + "f1_weighted": 0.786159, + "scores_per_experiment": [ + { + "accuracy": 0.808657, + "f1": 0.761165, + "f1_weighted": 0.795292 + }, + { + "accuracy": 0.811117, + "f1": 0.756428, + "f1_weighted": 0.798762 + }, + { + "accuracy": 0.793409, + "f1": 0.750549, + "f1_weighted": 0.779441 + }, + { + "accuracy": 0.803246, + "f1": 0.745023, + "f1_weighted": 0.786056 + }, + { + "accuracy": 0.793901, + "f1": 0.742538, + "f1_weighted": 0.77932 + }, + { + "accuracy": 0.787998, + "f1": 0.752005, + "f1_weighted": 0.776803 + }, + { + "accuracy": 0.791933, + "f1": 0.745297, + "f1_weighted": 0.774093 + }, + { + "accuracy": 0.807182, + "f1": 0.764236, + "f1_weighted": 0.795274 + }, + { + "accuracy": 0.787506, + "f1": 0.744322, + "f1_weighted": 0.777607 + }, + { + "accuracy": 0.807673, + "f1": 0.758028, + "f1_weighted": 0.798942 + } + ], + "main_score": 0.799262, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "accuracy": 0.607329, + "f1": 0.53473, + "f1_weighted": 0.595966, + "scores_per_experiment": [ + { + "accuracy": 0.600098, + "f1": 0.530203, + "f1_weighted": 0.588093 + }, + { + "accuracy": 0.629611, + "f1": 0.559696, + "f1_weighted": 0.624603 + }, + { + "accuracy": 0.569602, + "f1": 0.514975, + "f1_weighted": 0.553795 + }, + { + "accuracy": 0.626168, + "f1": 0.544625, + "f1_weighted": 0.614546 + }, + { + "accuracy": 0.631579, + "f1": 0.54525, + "f1_weighted": 0.61834 + }, + { + "accuracy": 0.592228, + "f1": 0.516475, + "f1_weighted": 0.585208 + }, + { + "accuracy": 0.597147, + "f1": 0.525693, + "f1_weighted": 0.580513 + }, + { + "accuracy": 0.60305, + "f1": 0.528587, + "f1_weighted": 0.594366 + }, + { + "accuracy": 0.596655, + "f1": 0.52165, + "f1_weighted": 0.585974 + }, + { + "accuracy": 0.627152, + "f1": 0.560148, + "f1_weighted": 0.614221 + } + ], + "main_score": 0.607329, + "hf_subset": "km", + "languages": [ + "khm-Khmr" + ] + }, + { + "accuracy": 0.59695, + "f1": 0.523187, + "f1_weighted": 0.580975, + "scores_per_experiment": [ + { + "accuracy": 0.604525, + "f1": 0.521338, + "f1_weighted": 0.587233 + }, + { + "accuracy": 0.617806, + "f1": 0.554344, + "f1_weighted": 0.607522 + }, + { + "accuracy": 0.596163, + "f1": 0.517669, + "f1_weighted": 0.577196 + }, + { + "accuracy": 0.606001, + "f1": 0.527217, + "f1_weighted": 0.587834 + }, + { + "accuracy": 0.606493, + "f1": 0.522145, + "f1_weighted": 0.590946 + }, + { + "accuracy": 0.604525, + "f1": 0.53815, + "f1_weighted": 0.596594 + }, + { + "accuracy": 0.588293, + "f1": 0.517427, + "f1_weighted": 0.566719 + }, + { + "accuracy": 0.563699, + "f1": 0.477706, + "f1_weighted": 0.548264 + }, + { + "accuracy": 0.587801, + "f1": 0.524243, + "f1_weighted": 0.570913 + }, + { + "accuracy": 0.594196, + "f1": 0.531633, + "f1_weighted": 0.576527 + } + ], + "main_score": 0.59695, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.76547, + "f1": 0.711745, + "f1_weighted": 0.751098, + "scores_per_experiment": [ + { + "accuracy": 0.769798, + "f1": 0.712209, + "f1_weighted": 0.75161 + }, + { + "accuracy": 0.781112, + "f1": 0.726094, + "f1_weighted": 0.770183 + }, + { + "accuracy": 0.773733, + "f1": 0.723608, + "f1_weighted": 0.759984 + }, + { + "accuracy": 0.769798, + "f1": 0.696511, + "f1_weighted": 0.75445 + }, + { + "accuracy": 0.760453, + "f1": 0.711057, + "f1_weighted": 0.745413 + }, + { + "accuracy": 0.758485, + "f1": 0.707829, + "f1_weighted": 0.748187 + }, + { + "accuracy": 0.768323, + "f1": 0.705573, + "f1_weighted": 0.750474 + }, + { + "accuracy": 0.759961, + "f1": 0.709853, + "f1_weighted": 0.745526 + }, + { + "accuracy": 0.732907, + "f1": 0.701363, + "f1_weighted": 0.714518 + }, + { + "accuracy": 0.780128, + "f1": 0.723355, + "f1_weighted": 0.77064 + } + ], + "main_score": 0.76547, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "accuracy": 0.803443, + "f1": 0.756435, + "f1_weighted": 0.789541, + "scores_per_experiment": [ + { + "accuracy": 0.809641, + "f1": 0.759836, + "f1_weighted": 0.795072 + }, + { + "accuracy": 0.801771, + "f1": 0.763571, + "f1_weighted": 0.785109 + }, + { + "accuracy": 0.796852, + "f1": 0.761527, + "f1_weighted": 0.781189 + }, + { + "accuracy": 0.807182, + "f1": 0.754532, + "f1_weighted": 0.789869 + }, + { + "accuracy": 0.798328, + "f1": 0.741154, + "f1_weighted": 0.781696 + }, + { + "accuracy": 0.793901, + "f1": 0.754743, + "f1_weighted": 0.783026 + }, + { + "accuracy": 0.791441, + "f1": 0.745759, + "f1_weighted": 0.7735 + }, + { + "accuracy": 0.810625, + "f1": 0.751874, + "f1_weighted": 0.800009 + }, + { + "accuracy": 0.803738, + "f1": 0.756552, + "f1_weighted": 0.795356 + }, + { + "accuracy": 0.820954, + "f1": 0.774799, + "f1_weighted": 0.810582 + } + ], + "main_score": 0.803443, + "hf_subset": "zh-CN", + "languages": [ + "cmo-Hans" + ] + }, + { + "accuracy": 0.682981, + "f1": 0.585902, + "f1_weighted": 0.671069, + "scores_per_experiment": [ + { + "accuracy": 0.691589, + "f1": 0.584504, + "f1_weighted": 0.677151 + }, + { + "accuracy": 0.692081, + "f1": 0.595238, + "f1_weighted": 0.678634 + }, + { + "accuracy": 0.700935, + "f1": 0.6135, + "f1_weighted": 0.689192 + }, + { + "accuracy": 0.690605, + "f1": 0.578013, + "f1_weighted": 0.676973 + }, + { + "accuracy": 0.671422, + "f1": 0.568095, + "f1_weighted": 0.655644 + }, + { + "accuracy": 0.669454, + "f1": 0.591104, + "f1_weighted": 0.66297 + }, + { + "accuracy": 0.666011, + "f1": 0.565888, + "f1_weighted": 0.652529 + }, + { + "accuracy": 0.682735, + "f1": 0.600086, + "f1_weighted": 0.673632 + }, + { + "accuracy": 0.669946, + "f1": 0.569536, + "f1_weighted": 0.659064 + }, + { + "accuracy": 0.695032, + "f1": 0.593057, + "f1_weighted": 0.684902 + } + ], + "main_score": 0.682981, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ] + }, + { + "accuracy": 0.778308, + "f1": 0.718431, + "f1_weighted": 0.762611, + "scores_per_experiment": [ + { + "accuracy": 0.779144, + "f1": 0.694279, + "f1_weighted": 0.757769 + }, + { + "accuracy": 0.783079, + "f1": 0.723736, + "f1_weighted": 0.769359 + }, + { + "accuracy": 0.779636, + "f1": 0.717125, + "f1_weighted": 0.763221 + }, + { + "accuracy": 0.793409, + "f1": 0.727605, + "f1_weighted": 0.776748 + }, + { + "accuracy": 0.773242, + "f1": 0.70399, + "f1_weighted": 0.757963 + }, + { + "accuracy": 0.777668, + "f1": 0.717252, + "f1_weighted": 0.768424 + }, + { + "accuracy": 0.767339, + "f1": 0.710398, + "f1_weighted": 0.750464 + }, + { + "accuracy": 0.785047, + "f1": 0.724588, + "f1_weighted": 0.773656 + }, + { + "accuracy": 0.749139, + "f1": 0.722901, + "f1_weighted": 0.721229 + }, + { + "accuracy": 0.795376, + "f1": 0.742435, + "f1_weighted": 0.78728 + } + ], + "main_score": 0.778308, + "hf_subset": "kn", + "languages": [ + "kan-Knda" + ] + }, + { + "accuracy": 0.807231, + "f1": 0.758316, + "f1_weighted": 0.792551, + "scores_per_experiment": [ + { + "accuracy": 0.808657, + "f1": 0.762994, + "f1_weighted": 0.790221 + }, + { + "accuracy": 0.810133, + "f1": 0.749478, + "f1_weighted": 0.796186 + }, + { + "accuracy": 0.805706, + "f1": 0.74152, + "f1_weighted": 0.79003 + }, + { + "accuracy": 0.825381, + "f1": 0.774123, + "f1_weighted": 0.809121 + }, + { + "accuracy": 0.813084, + "f1": 0.762568, + "f1_weighted": 0.795159 + }, + { + "accuracy": 0.78849, + "f1": 0.748004, + "f1_weighted": 0.778019 + }, + { + "accuracy": 0.811117, + "f1": 0.757978, + "f1_weighted": 0.792889 + }, + { + "accuracy": 0.816035, + "f1": 0.767787, + "f1_weighted": 0.805681 + }, + { + "accuracy": 0.769306, + "f1": 0.738672, + "f1_weighted": 0.754961 + }, + { + "accuracy": 0.824397, + "f1": 0.780033, + "f1_weighted": 0.813248 + } + ], + "main_score": 0.807231, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "accuracy": 0.788293, + "f1": 0.731443, + "f1_weighted": 0.775345, + "scores_per_experiment": [ + { + "accuracy": 0.80669, + "f1": 0.755348, + "f1_weighted": 0.790474 + }, + { + "accuracy": 0.789474, + "f1": 0.727077, + "f1_weighted": 0.780475 + }, + { + "accuracy": 0.799803, + "f1": 0.733257, + "f1_weighted": 0.786534 + }, + { + "accuracy": 0.797344, + "f1": 0.735328, + "f1_weighted": 0.781527 + }, + { + "accuracy": 0.793901, + "f1": 0.736145, + "f1_weighted": 0.781883 + }, + { + "accuracy": 0.776193, + "f1": 0.7252, + "f1_weighted": 0.767487 + }, + { + "accuracy": 0.78849, + "f1": 0.743113, + "f1_weighted": 0.773464 + }, + { + "accuracy": 0.779636, + "f1": 0.714389, + "f1_weighted": 0.76963 + }, + { + "accuracy": 0.752091, + "f1": 0.707128, + "f1_weighted": 0.731148 + }, + { + "accuracy": 0.799311, + "f1": 0.737445, + "f1_weighted": 0.790828 + } + ], + "main_score": 0.788293, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ] + }, + { + "accuracy": 0.810379, + "f1": 0.756004, + "f1_weighted": 0.796635, + "scores_per_experiment": [ + { + "accuracy": 0.818987, + "f1": 0.75971, + "f1_weighted": 0.803526 + }, + { + "accuracy": 0.818495, + "f1": 0.765569, + "f1_weighted": 0.804381 + }, + { + "accuracy": 0.809149, + "f1": 0.748389, + "f1_weighted": 0.791464 + }, + { + "accuracy": 0.816527, + "f1": 0.751804, + "f1_weighted": 0.802427 + }, + { + "accuracy": 0.805706, + "f1": 0.748656, + "f1_weighted": 0.788271 + }, + { + "accuracy": 0.8121, + "f1": 0.759973, + "f1_weighted": 0.805327 + }, + { + "accuracy": 0.805214, + "f1": 0.75161, + "f1_weighted": 0.785803 + }, + { + "accuracy": 0.80669, + "f1": 0.755373, + "f1_weighted": 0.796572 + }, + { + "accuracy": 0.78603, + "f1": 0.742787, + "f1_weighted": 0.775422 + }, + { + "accuracy": 0.824889, + "f1": 0.776171, + "f1_weighted": 0.813155 + } + ], + "main_score": 0.810379, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "accuracy": 0.815888, + "f1": 0.767211, + "f1_weighted": 0.801548, + "scores_per_experiment": [ + { + "accuracy": 0.821938, + "f1": 0.773787, + "f1_weighted": 0.808496 + }, + { + "accuracy": 0.81456, + "f1": 0.752627, + "f1_weighted": 0.799647 + }, + { + "accuracy": 0.806198, + "f1": 0.750958, + "f1_weighted": 0.791297 + }, + { + "accuracy": 0.824889, + "f1": 0.756924, + "f1_weighted": 0.808302 + }, + { + "accuracy": 0.817019, + "f1": 0.772221, + "f1_weighted": 0.799389 + }, + { + "accuracy": 0.819479, + "f1": 0.787787, + "f1_weighted": 0.809393 + }, + { + "accuracy": 0.802755, + "f1": 0.762227, + "f1_weighted": 0.783174 + }, + { + "accuracy": 0.823414, + "f1": 0.758775, + "f1_weighted": 0.809843 + }, + { + "accuracy": 0.809641, + "f1": 0.778248, + "f1_weighted": 0.797473 + }, + { + "accuracy": 0.818987, + "f1": 0.778559, + "f1_weighted": 0.808464 + } + ], + "main_score": 0.815888, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.820462, + "f1": 0.767414, + "f1_weighted": 0.808874, + "scores_per_experiment": [ + { + "accuracy": 0.821938, + "f1": 0.767783, + "f1_weighted": 0.81014 + }, + { + "accuracy": 0.825381, + "f1": 0.780855, + "f1_weighted": 0.810141 + }, + { + "accuracy": 0.811608, + "f1": 0.757845, + "f1_weighted": 0.797781 + }, + { + "accuracy": 0.8303, + "f1": 0.762171, + "f1_weighted": 0.816464 + }, + { + "accuracy": 0.818987, + "f1": 0.762987, + "f1_weighted": 0.803323 + }, + { + "accuracy": 0.811608, + "f1": 0.75951, + "f1_weighted": 0.805949 + }, + { + "accuracy": 0.813084, + "f1": 0.769426, + "f1_weighted": 0.796817 + }, + { + "accuracy": 0.81997, + "f1": 0.762271, + "f1_weighted": 0.813595 + }, + { + "accuracy": 0.821938, + "f1": 0.765625, + "f1_weighted": 0.814203 + }, + { + "accuracy": 0.829808, + "f1": 0.785667, + "f1_weighted": 0.820328 + } + ], + "main_score": 0.820462, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.800295, + "f1": 0.747997, + "f1_weighted": 0.786924, + "scores_per_experiment": [ + { + "accuracy": 0.801279, + "f1": 0.742382, + "f1_weighted": 0.78604 + }, + { + "accuracy": 0.802263, + "f1": 0.75445, + "f1_weighted": 0.788944 + }, + { + "accuracy": 0.803738, + "f1": 0.748432, + "f1_weighted": 0.787933 + }, + { + "accuracy": 0.80669, + "f1": 0.750864, + "f1_weighted": 0.789978 + }, + { + "accuracy": 0.802755, + "f1": 0.744588, + "f1_weighted": 0.785474 + }, + { + "accuracy": 0.774225, + "f1": 0.732081, + "f1_weighted": 0.765083 + }, + { + "accuracy": 0.791441, + "f1": 0.739419, + "f1_weighted": 0.772989 + }, + { + "accuracy": 0.809641, + "f1": 0.757386, + "f1_weighted": 0.8006 + }, + { + "accuracy": 0.791933, + "f1": 0.748693, + "f1_weighted": 0.782646 + }, + { + "accuracy": 0.818987, + "f1": 0.761678, + "f1_weighted": 0.80955 + } + ], + "main_score": 0.800295, + "hf_subset": "nb", + "languages": [ + "nob-Latn" + ] + }, + { + "accuracy": 0.788096, + "f1": 0.733094, + "f1_weighted": 0.774592, + "scores_per_experiment": [ + { + "accuracy": 0.790949, + "f1": 0.729731, + "f1_weighted": 0.777087 + }, + { + "accuracy": 0.800295, + "f1": 0.752814, + "f1_weighted": 0.786758 + }, + { + "accuracy": 0.783079, + "f1": 0.729286, + "f1_weighted": 0.765074 + }, + { + "accuracy": 0.798328, + "f1": 0.731058, + "f1_weighted": 0.780434 + }, + { + "accuracy": 0.795868, + "f1": 0.739184, + "f1_weighted": 0.782496 + }, + { + "accuracy": 0.789966, + "f1": 0.736068, + "f1_weighted": 0.782387 + }, + { + "accuracy": 0.77816, + "f1": 0.719553, + "f1_weighted": 0.757871 + }, + { + "accuracy": 0.789474, + "f1": 0.733709, + "f1_weighted": 0.780566 + }, + { + "accuracy": 0.753074, + "f1": 0.714735, + "f1_weighted": 0.740697 + }, + { + "accuracy": 0.801771, + "f1": 0.744803, + "f1_weighted": 0.792554 + } + ], + "main_score": 0.788096, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "accuracy": 0.725627, + "f1": 0.654549, + "f1_weighted": 0.71028, + "scores_per_experiment": [ + { + "accuracy": 0.739302, + "f1": 0.660566, + "f1_weighted": 0.723849 + }, + { + "accuracy": 0.727004, + "f1": 0.656472, + "f1_weighted": 0.710742 + }, + { + "accuracy": 0.724545, + "f1": 0.656163, + "f1_weighted": 0.708266 + }, + { + "accuracy": 0.742253, + "f1": 0.665573, + "f1_weighted": 0.727636 + }, + { + "accuracy": 0.730939, + "f1": 0.636794, + "f1_weighted": 0.711736 + }, + { + "accuracy": 0.714707, + "f1": 0.656763, + "f1_weighted": 0.706692 + }, + { + "accuracy": 0.717167, + "f1": 0.650021, + "f1_weighted": 0.697129 + }, + { + "accuracy": 0.725037, + "f1": 0.653474, + "f1_weighted": 0.7144 + }, + { + "accuracy": 0.692573, + "f1": 0.641924, + "f1_weighted": 0.673315 + }, + { + "accuracy": 0.742745, + "f1": 0.667736, + "f1_weighted": 0.729037 + } + ], + "main_score": 0.725627, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "accuracy": 0.817757, + "f1": 0.767272, + "f1_weighted": 0.804436, + "scores_per_experiment": [ + { + "accuracy": 0.817019, + "f1": 0.777476, + "f1_weighted": 0.803298 + }, + { + "accuracy": 0.819479, + "f1": 0.771814, + "f1_weighted": 0.805367 + }, + { + "accuracy": 0.818003, + "f1": 0.768251, + "f1_weighted": 0.801742 + }, + { + "accuracy": 0.816035, + "f1": 0.751086, + "f1_weighted": 0.801347 + }, + { + "accuracy": 0.809149, + "f1": 0.755172, + "f1_weighted": 0.791401 + }, + { + "accuracy": 0.819479, + "f1": 0.775727, + "f1_weighted": 0.811393 + }, + { + "accuracy": 0.807673, + "f1": 0.756083, + "f1_weighted": 0.788655 + }, + { + "accuracy": 0.813576, + "f1": 0.750597, + "f1_weighted": 0.803003 + }, + { + "accuracy": 0.81997, + "f1": 0.780032, + "f1_weighted": 0.809592 + }, + { + "accuracy": 0.837186, + "f1": 0.786482, + "f1_weighted": 0.828561 + } + ], + "main_score": 0.817757, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.804378, + "f1": 0.760005, + "f1_weighted": 0.7909, + "scores_per_experiment": [ + { + "accuracy": 0.821446, + "f1": 0.767151, + "f1_weighted": 0.807411 + }, + { + "accuracy": 0.808165, + "f1": 0.771443, + "f1_weighted": 0.793946 + }, + { + "accuracy": 0.807673, + "f1": 0.759459, + "f1_weighted": 0.793918 + }, + { + "accuracy": 0.820954, + "f1": 0.771643, + "f1_weighted": 0.808209 + }, + { + "accuracy": 0.802263, + "f1": 0.732938, + "f1_weighted": 0.786675 + }, + { + "accuracy": 0.78849, + "f1": 0.75544, + "f1_weighted": 0.780157 + }, + { + "accuracy": 0.797344, + "f1": 0.754786, + "f1_weighted": 0.775811 + }, + { + "accuracy": 0.790949, + "f1": 0.742958, + "f1_weighted": 0.77767 + }, + { + "accuracy": 0.807182, + "f1": 0.771923, + "f1_weighted": 0.796654 + }, + { + "accuracy": 0.799311, + "f1": 0.772308, + "f1_weighted": 0.78855 + } + ], + "main_score": 0.804378, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "accuracy": 0.798475, + "f1": 0.744346, + "f1_weighted": 0.782585, + "scores_per_experiment": [ + { + "accuracy": 0.796852, + "f1": 0.727435, + "f1_weighted": 0.77978 + }, + { + "accuracy": 0.811608, + "f1": 0.752454, + "f1_weighted": 0.795637 + }, + { + "accuracy": 0.798819, + "f1": 0.741892, + "f1_weighted": 0.781543 + }, + { + "accuracy": 0.815544, + "f1": 0.759151, + "f1_weighted": 0.798656 + }, + { + "accuracy": 0.797836, + "f1": 0.730106, + "f1_weighted": 0.778112 + }, + { + "accuracy": 0.785539, + "f1": 0.737924, + "f1_weighted": 0.775417 + }, + { + "accuracy": 0.792425, + "f1": 0.74261, + "f1_weighted": 0.77136 + }, + { + "accuracy": 0.80669, + "f1": 0.762711, + "f1_weighted": 0.793578 + }, + { + "accuracy": 0.768323, + "f1": 0.727322, + "f1_weighted": 0.751948 + }, + { + "accuracy": 0.811117, + "f1": 0.761852, + "f1_weighted": 0.799821 + } + ], + "main_score": 0.798475, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ] + }, + { + "accuracy": 0.690015, + "f1": 0.619153, + "f1_weighted": 0.680145, + "scores_per_experiment": [ + { + "accuracy": 0.705853, + "f1": 0.631591, + "f1_weighted": 0.694959 + }, + { + "accuracy": 0.690113, + "f1": 0.626486, + "f1_weighted": 0.683725 + }, + { + "accuracy": 0.698967, + "f1": 0.624869, + "f1_weighted": 0.690744 + }, + { + "accuracy": 0.701918, + "f1": 0.621277, + "f1_weighted": 0.695055 + }, + { + "accuracy": 0.698967, + "f1": 0.611614, + "f1_weighted": 0.690266 + }, + { + "accuracy": 0.686178, + "f1": 0.623288, + "f1_weighted": 0.675947 + }, + { + "accuracy": 0.682243, + "f1": 0.626785, + "f1_weighted": 0.669245 + }, + { + "accuracy": 0.677324, + "f1": 0.606463, + "f1_weighted": 0.665757 + }, + { + "accuracy": 0.667978, + "f1": 0.612503, + "f1_weighted": 0.650307 + }, + { + "accuracy": 0.690605, + "f1": 0.606657, + "f1_weighted": 0.685442 + } + ], + "main_score": 0.690015, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "accuracy": 0.810034, + "f1": 0.767513, + "f1_weighted": 0.797156, + "scores_per_experiment": [ + { + "accuracy": 0.823414, + "f1": 0.790149, + "f1_weighted": 0.811778 + }, + { + "accuracy": 0.814068, + "f1": 0.776551, + "f1_weighted": 0.800819 + }, + { + "accuracy": 0.811117, + "f1": 0.763613, + "f1_weighted": 0.796102 + }, + { + "accuracy": 0.813576, + "f1": 0.768096, + "f1_weighted": 0.797615 + }, + { + "accuracy": 0.806198, + "f1": 0.755316, + "f1_weighted": 0.790431 + }, + { + "accuracy": 0.805706, + "f1": 0.761767, + "f1_weighted": 0.799849 + }, + { + "accuracy": 0.798819, + "f1": 0.758163, + "f1_weighted": 0.777799 + }, + { + "accuracy": 0.817511, + "f1": 0.763563, + "f1_weighted": 0.807257 + }, + { + "accuracy": 0.787014, + "f1": 0.762828, + "f1_weighted": 0.774991 + }, + { + "accuracy": 0.822922, + "f1": 0.775085, + "f1_weighted": 0.81492 + } + ], + "main_score": 0.810034, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "accuracy": 0.787605, + "f1": 0.740977, + "f1_weighted": 0.774981, + "scores_per_experiment": [ + { + "accuracy": 0.793901, + "f1": 0.749593, + "f1_weighted": 0.780243 + }, + { + "accuracy": 0.784555, + "f1": 0.735367, + "f1_weighted": 0.772824 + }, + { + "accuracy": 0.800295, + "f1": 0.743894, + "f1_weighted": 0.785092 + }, + { + "accuracy": 0.797836, + "f1": 0.732181, + "f1_weighted": 0.783893 + }, + { + "accuracy": 0.777668, + "f1": 0.720639, + "f1_weighted": 0.764982 + }, + { + "accuracy": 0.796852, + "f1": 0.764114, + "f1_weighted": 0.789272 + }, + { + "accuracy": 0.787998, + "f1": 0.740877, + "f1_weighted": 0.771537 + }, + { + "accuracy": 0.76242, + "f1": 0.725207, + "f1_weighted": 0.7481 + }, + { + "accuracy": 0.781112, + "f1": 0.742402, + "f1_weighted": 0.770449 + }, + { + "accuracy": 0.793409, + "f1": 0.755497, + "f1_weighted": 0.783419 + } + ], + "main_score": 0.787605, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "accuracy": 0.805607, + "f1": 0.762827, + "f1_weighted": 0.79136, + "scores_per_experiment": [ + { + "accuracy": 0.813576, + "f1": 0.772741, + "f1_weighted": 0.797124 + }, + { + "accuracy": 0.808165, + "f1": 0.757798, + "f1_weighted": 0.791561 + }, + { + "accuracy": 0.807673, + "f1": 0.760485, + "f1_weighted": 0.790744 + }, + { + "accuracy": 0.817511, + "f1": 0.770527, + "f1_weighted": 0.80071 + }, + { + "accuracy": 0.812592, + "f1": 0.759292, + "f1_weighted": 0.793793 + }, + { + "accuracy": 0.787506, + "f1": 0.758179, + "f1_weighted": 0.776112 + }, + { + "accuracy": 0.787014, + "f1": 0.751534, + "f1_weighted": 0.769325 + }, + { + "accuracy": 0.816035, + "f1": 0.758655, + "f1_weighted": 0.807069 + }, + { + "accuracy": 0.787014, + "f1": 0.765901, + "f1_weighted": 0.778491 + }, + { + "accuracy": 0.818987, + "f1": 0.773161, + "f1_weighted": 0.808669 + } + ], + "main_score": 0.805607, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "accuracy": 0.781505, + "f1": 0.722281, + "f1_weighted": 0.767972, + "scores_per_experiment": [ + { + "accuracy": 0.787998, + "f1": 0.719654, + "f1_weighted": 0.77375 + }, + { + "accuracy": 0.787998, + "f1": 0.735594, + "f1_weighted": 0.775699 + }, + { + "accuracy": 0.778652, + "f1": 0.715385, + "f1_weighted": 0.763286 + }, + { + "accuracy": 0.789966, + "f1": 0.720365, + "f1_weighted": 0.773016 + }, + { + "accuracy": 0.775701, + "f1": 0.72414, + "f1_weighted": 0.759038 + }, + { + "accuracy": 0.775209, + "f1": 0.726326, + "f1_weighted": 0.765593 + }, + { + "accuracy": 0.792425, + "f1": 0.730462, + "f1_weighted": 0.773193 + }, + { + "accuracy": 0.775209, + "f1": 0.708282, + "f1_weighted": 0.763678 + }, + { + "accuracy": 0.761928, + "f1": 0.715462, + "f1_weighted": 0.750628 + }, + { + "accuracy": 0.789966, + "f1": 0.727139, + "f1_weighted": 0.781835 + } + ], + "main_score": 0.781505, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.762172, + "f1": 0.71711, + "f1_weighted": 0.752869, + "scores_per_experiment": [ + { + "accuracy": 0.766308, + "f1": 0.710356, + "f1_weighted": 0.747145 + }, + { + "accuracy": 0.763954, + "f1": 0.726222, + "f1_weighted": 0.756751 + }, + { + "accuracy": 0.754539, + "f1": 0.708376, + "f1_weighted": 0.746124 + }, + { + "accuracy": 0.772024, + "f1": 0.726412, + "f1_weighted": 0.763852 + }, + { + "accuracy": 0.750168, + "f1": 0.696233, + "f1_weighted": 0.735171 + }, + { + "accuracy": 0.744452, + "f1": 0.709277, + "f1_weighted": 0.740139 + }, + { + "accuracy": 0.754203, + "f1": 0.712402, + "f1_weighted": 0.742064 + }, + { + "accuracy": 0.763954, + "f1": 0.719624, + "f1_weighted": 0.759554 + }, + { + "accuracy": 0.772024, + "f1": 0.72781, + "f1_weighted": 0.762277 + }, + { + "accuracy": 0.780094, + "f1": 0.734383, + "f1_weighted": 0.775608 + } + ], + "main_score": 0.762172, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ] + }, + { + "accuracy": 0.787895, + "f1": 0.749383, + "f1_weighted": 0.774389, + "scores_per_experiment": [ + { + "accuracy": 0.7885, + "f1": 0.743267, + "f1_weighted": 0.771065 + }, + { + "accuracy": 0.802286, + "f1": 0.765502, + "f1_weighted": 0.79013 + }, + { + "accuracy": 0.789173, + "f1": 0.746026, + "f1_weighted": 0.774577 + }, + { + "accuracy": 0.796234, + "f1": 0.75111, + "f1_weighted": 0.780475 + }, + { + "accuracy": 0.793208, + "f1": 0.745201, + "f1_weighted": 0.778493 + }, + { + "accuracy": 0.755548, + "f1": 0.729844, + "f1_weighted": 0.744187 + }, + { + "accuracy": 0.784129, + "f1": 0.744861, + "f1_weighted": 0.766714 + }, + { + "accuracy": 0.796234, + "f1": 0.756418, + "f1_weighted": 0.78714 + }, + { + "accuracy": 0.784129, + "f1": 0.75629, + "f1_weighted": 0.771094 + }, + { + "accuracy": 0.789509, + "f1": 0.755311, + "f1_weighted": 0.780016 + } + ], + "main_score": 0.787895, + "hf_subset": "tl", + "languages": [ + "tgl-Latn" + ] + }, + { + "accuracy": 0.810356, + "f1": 0.770003, + "f1_weighted": 0.800232, + "scores_per_experiment": [ + { + "accuracy": 0.809348, + "f1": 0.765628, + "f1_weighted": 0.7976 + }, + { + "accuracy": 0.820108, + "f1": 0.787349, + "f1_weighted": 0.810293 + }, + { + "accuracy": 0.803631, + "f1": 0.761559, + "f1_weighted": 0.791359 + }, + { + "accuracy": 0.817081, + "f1": 0.766243, + "f1_weighted": 0.804522 + }, + { + "accuracy": 0.795562, + "f1": 0.749201, + "f1_weighted": 0.781678 + }, + { + "accuracy": 0.787828, + "f1": 0.75752, + "f1_weighted": 0.784584 + }, + { + "accuracy": 0.800605, + "f1": 0.756774, + "f1_weighted": 0.784475 + }, + { + "accuracy": 0.824143, + "f1": 0.786363, + "f1_weighted": 0.816095 + }, + { + "accuracy": 0.817754, + "f1": 0.777617, + "f1_weighted": 0.810478 + }, + { + "accuracy": 0.827505, + "f1": 0.791774, + "f1_weighted": 0.821232 + } + ], + "main_score": 0.810356, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.710928, + "f1": 0.639157, + "f1_weighted": 0.69798, + "scores_per_experiment": [ + { + "accuracy": 0.720578, + "f1": 0.648369, + "f1_weighted": 0.709926 + }, + { + "accuracy": 0.720242, + "f1": 0.658104, + "f1_weighted": 0.706874 + }, + { + "accuracy": 0.721251, + "f1": 0.643917, + "f1_weighted": 0.70956 + }, + { + "accuracy": 0.719233, + "f1": 0.638714, + "f1_weighted": 0.699572 + }, + { + "accuracy": 0.69536, + "f1": 0.619994, + "f1_weighted": 0.67512 + }, + { + "accuracy": 0.683255, + "f1": 0.632153, + "f1_weighted": 0.675827 + }, + { + "accuracy": 0.710155, + "f1": 0.626824, + "f1_weighted": 0.697058 + }, + { + "accuracy": 0.701076, + "f1": 0.636539, + "f1_weighted": 0.691997 + }, + { + "accuracy": 0.70881, + "f1": 0.636688, + "f1_weighted": 0.693129 + }, + { + "accuracy": 0.729321, + "f1": 0.650268, + "f1_weighted": 0.720739 + } + ], + "main_score": 0.710928, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "accuracy": 0.812845, + "f1": 0.774308, + "f1_weighted": 0.802922, + "scores_per_experiment": [ + { + "accuracy": 0.820444, + "f1": 0.775972, + "f1_weighted": 0.8102 + }, + { + "accuracy": 0.814391, + "f1": 0.783517, + "f1_weighted": 0.806637 + }, + { + "accuracy": 0.803295, + "f1": 0.766659, + "f1_weighted": 0.789855 + }, + { + "accuracy": 0.814728, + "f1": 0.774561, + "f1_weighted": 0.802447 + }, + { + "accuracy": 0.797579, + "f1": 0.762757, + "f1_weighted": 0.782084 + }, + { + "accuracy": 0.794889, + "f1": 0.769437, + "f1_weighted": 0.787873 + }, + { + "accuracy": 0.804976, + "f1": 0.764072, + "f1_weighted": 0.789016 + }, + { + "accuracy": 0.82616, + "f1": 0.780815, + "f1_weighted": 0.81909 + }, + { + "accuracy": 0.827505, + "f1": 0.78072, + "f1_weighted": 0.821189 + }, + { + "accuracy": 0.824479, + "f1": 0.784564, + "f1_weighted": 0.820835 + } + ], + "main_score": 0.812845, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "accuracy": 0.806658, + "f1": 0.773062, + "f1_weighted": 0.794288, + "scores_per_experiment": [ + { + "accuracy": 0.810693, + "f1": 0.759584, + "f1_weighted": 0.796073 + }, + { + "accuracy": 0.810356, + "f1": 0.779409, + "f1_weighted": 0.798631 + }, + { + "accuracy": 0.797915, + "f1": 0.765265, + "f1_weighted": 0.784295 + }, + { + "accuracy": 0.817081, + "f1": 0.783185, + "f1_weighted": 0.804784 + }, + { + "accuracy": 0.805649, + "f1": 0.770398, + "f1_weighted": 0.791018 + }, + { + "accuracy": 0.791863, + "f1": 0.763362, + "f1_weighted": 0.785612 + }, + { + "accuracy": 0.788837, + "f1": 0.762386, + "f1_weighted": 0.7712 + }, + { + "accuracy": 0.812038, + "f1": 0.777267, + "f1_weighted": 0.801547 + }, + { + "accuracy": 0.811701, + "f1": 0.779788, + "f1_weighted": 0.800591 + }, + { + "accuracy": 0.820444, + "f1": 0.789974, + "f1_weighted": 0.809134 + } + ], + "main_score": 0.806658, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.760457, + "f1": 0.74067, + "f1_weighted": 0.745558, + "scores_per_experiment": [ + { + "accuracy": 0.77774, + "f1": 0.75164, + "f1_weighted": 0.768347 + }, + { + "accuracy": 0.762946, + "f1": 0.755595, + "f1_weighted": 0.748706 + }, + { + "accuracy": 0.764963, + "f1": 0.747168, + "f1_weighted": 0.750582 + }, + { + "accuracy": 0.746469, + "f1": 0.730177, + "f1_weighted": 0.730212 + }, + { + "accuracy": 0.761937, + "f1": 0.729584, + "f1_weighted": 0.747926 + }, + { + "accuracy": 0.730666, + "f1": 0.718664, + "f1_weighted": 0.709288 + }, + { + "accuracy": 0.748823, + "f1": 0.730012, + "f1_weighted": 0.72498 + }, + { + "accuracy": 0.782784, + "f1": 0.758853, + "f1_weighted": 0.773657 + }, + { + "accuracy": 0.752858, + "f1": 0.729533, + "f1_weighted": 0.737116 + }, + { + "accuracy": 0.775387, + "f1": 0.755478, + "f1_weighted": 0.764761 + } + ], + "main_score": 0.760457, + "hf_subset": "zh-TW", + "languages": [ + "cmo-Hant" + ] + }, + { + "accuracy": 0.816308, + "f1": 0.778307, + "f1_weighted": 0.804877, + "scores_per_experiment": [ + { + "accuracy": 0.81809, + "f1": 0.763009, + "f1_weighted": 0.804577 + }, + { + "accuracy": 0.817418, + "f1": 0.786926, + "f1_weighted": 0.807652 + }, + { + "accuracy": 0.806658, + "f1": 0.773096, + "f1_weighted": 0.793791 + }, + { + "accuracy": 0.825151, + "f1": 0.783386, + "f1_weighted": 0.811023 + }, + { + "accuracy": 0.812374, + "f1": 0.776739, + "f1_weighted": 0.798389 + }, + { + "accuracy": 0.810356, + "f1": 0.779918, + "f1_weighted": 0.803704 + }, + { + "accuracy": 0.817418, + "f1": 0.786183, + "f1_weighted": 0.802698 + }, + { + "accuracy": 0.816745, + "f1": 0.767182, + "f1_weighted": 0.806207 + }, + { + "accuracy": 0.817754, + "f1": 0.776516, + "f1_weighted": 0.809953 + }, + { + "accuracy": 0.821116, + "f1": 0.790118, + "f1_weighted": 0.810779 + } + ], + "main_score": 0.816308, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.751614, + "f1": 0.73799, + "f1_weighted": 0.733979, + "scores_per_experiment": [ + { + "accuracy": 0.750168, + "f1": 0.733897, + "f1_weighted": 0.729803 + }, + { + "accuracy": 0.763954, + "f1": 0.752542, + "f1_weighted": 0.750298 + }, + { + "accuracy": 0.750168, + "f1": 0.740411, + "f1_weighted": 0.735423 + }, + { + "accuracy": 0.743443, + "f1": 0.733223, + "f1_weighted": 0.726726 + }, + { + "accuracy": 0.736382, + "f1": 0.714217, + "f1_weighted": 0.714816 + }, + { + "accuracy": 0.744116, + "f1": 0.746647, + "f1_weighted": 0.720842 + }, + { + "accuracy": 0.749496, + "f1": 0.738386, + "f1_weighted": 0.730172 + }, + { + "accuracy": 0.743443, + "f1": 0.726487, + "f1_weighted": 0.724454 + }, + { + "accuracy": 0.755548, + "f1": 0.735916, + "f1_weighted": 0.736649 + }, + { + "accuracy": 0.779422, + "f1": 0.758178, + "f1_weighted": 0.770601 + } + ], + "main_score": 0.751614, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "accuracy": 0.69082, + "f1": 0.632606, + "f1_weighted": 0.680735, + "scores_per_experiment": [ + { + "accuracy": 0.68998, + "f1": 0.623239, + "f1_weighted": 0.679507 + }, + { + "accuracy": 0.69267, + "f1": 0.632248, + "f1_weighted": 0.678036 + }, + { + "accuracy": 0.670141, + "f1": 0.616621, + "f1_weighted": 0.655682 + }, + { + "accuracy": 0.686954, + "f1": 0.637368, + "f1_weighted": 0.675863 + }, + { + "accuracy": 0.693679, + "f1": 0.619468, + "f1_weighted": 0.681974 + }, + { + "accuracy": 0.691661, + "f1": 0.638999, + "f1_weighted": 0.690391 + }, + { + "accuracy": 0.691997, + "f1": 0.633883, + "f1_weighted": 0.682037 + }, + { + "accuracy": 0.697041, + "f1": 0.633289, + "f1_weighted": 0.69 + }, + { + "accuracy": 0.683255, + "f1": 0.62387, + "f1_weighted": 0.671796 + }, + { + "accuracy": 0.710827, + "f1": 0.667081, + "f1_weighted": 0.702064 + } + ], + "main_score": 0.69082, + "hf_subset": "is", + "languages": [ + "isl-Latn" + ] + }, + { + "accuracy": 0.781103, + "f1": 0.73963, + "f1_weighted": 0.77005, + "scores_per_experiment": [ + { + "accuracy": 0.792872, + "f1": 0.747154, + "f1_weighted": 0.778904 + }, + { + "accuracy": 0.786483, + "f1": 0.757482, + "f1_weighted": 0.776873 + }, + { + "accuracy": 0.777068, + "f1": 0.746552, + "f1_weighted": 0.765087 + }, + { + "accuracy": 0.789173, + "f1": 0.740735, + "f1_weighted": 0.77602 + }, + { + "accuracy": 0.768998, + "f1": 0.714985, + "f1_weighted": 0.752734 + }, + { + "accuracy": 0.753194, + "f1": 0.727122, + "f1_weighted": 0.748872 + }, + { + "accuracy": 0.782112, + "f1": 0.740027, + "f1_weighted": 0.766503 + }, + { + "accuracy": 0.780094, + "f1": 0.732475, + "f1_weighted": 0.771643 + }, + { + "accuracy": 0.782784, + "f1": 0.733912, + "f1_weighted": 0.771611 + }, + { + "accuracy": 0.798252, + "f1": 0.755855, + "f1_weighted": 0.792257 + } + ], + "main_score": 0.781103, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "accuracy": 0.80195, + "f1": 0.76272, + "f1_weighted": 0.78964, + "scores_per_experiment": [ + { + "accuracy": 0.804304, + "f1": 0.759011, + "f1_weighted": 0.790314 + }, + { + "accuracy": 0.803968, + "f1": 0.778646, + "f1_weighted": 0.790987 + }, + { + "accuracy": 0.793544, + "f1": 0.76003, + "f1_weighted": 0.779101 + }, + { + "accuracy": 0.809011, + "f1": 0.763358, + "f1_weighted": 0.798439 + }, + { + "accuracy": 0.802623, + "f1": 0.759453, + "f1_weighted": 0.786947 + }, + { + "accuracy": 0.781775, + "f1": 0.753073, + "f1_weighted": 0.772748 + }, + { + "accuracy": 0.794553, + "f1": 0.750016, + "f1_weighted": 0.776093 + }, + { + "accuracy": 0.805313, + "f1": 0.766086, + "f1_weighted": 0.794665 + }, + { + "accuracy": 0.801278, + "f1": 0.754359, + "f1_weighted": 0.790978 + }, + { + "accuracy": 0.823134, + "f1": 0.783171, + "f1_weighted": 0.816132 + } + ], + "main_score": 0.80195, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.633726, + "f1": 0.574159, + "f1_weighted": 0.621637, + "scores_per_experiment": [ + { + "accuracy": 0.632482, + "f1": 0.583585, + "f1_weighted": 0.621705 + }, + { + "accuracy": 0.64963, + "f1": 0.587568, + "f1_weighted": 0.642907 + }, + { + "accuracy": 0.640215, + "f1": 0.568876, + "f1_weighted": 0.627415 + }, + { + "accuracy": 0.660054, + "f1": 0.593184, + "f1_weighted": 0.651127 + }, + { + "accuracy": 0.623067, + "f1": 0.558102, + "f1_weighted": 0.614414 + }, + { + "accuracy": 0.591123, + "f1": 0.539867, + "f1_weighted": 0.571068 + }, + { + "accuracy": 0.599193, + "f1": 0.546557, + "f1_weighted": 0.577986 + }, + { + "accuracy": 0.632482, + "f1": 0.562045, + "f1_weighted": 0.619951 + }, + { + "accuracy": 0.635844, + "f1": 0.583805, + "f1_weighted": 0.623651 + }, + { + "accuracy": 0.673167, + "f1": 0.618003, + "f1_weighted": 0.666141 + } + ], + "main_score": 0.633726, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ] + }, + { + "accuracy": 0.770578, + "f1": 0.722501, + "f1_weighted": 0.760966, + "scores_per_experiment": [ + { + "accuracy": 0.780767, + "f1": 0.716794, + "f1_weighted": 0.766857 + }, + { + "accuracy": 0.79119, + "f1": 0.748389, + "f1_weighted": 0.783702 + }, + { + "accuracy": 0.771688, + "f1": 0.717219, + "f1_weighted": 0.761523 + }, + { + "accuracy": 0.782448, + "f1": 0.733863, + "f1_weighted": 0.773389 + }, + { + "accuracy": 0.761601, + "f1": 0.702073, + "f1_weighted": 0.746968 + }, + { + "accuracy": 0.763282, + "f1": 0.716781, + "f1_weighted": 0.760702 + }, + { + "accuracy": 0.742098, + "f1": 0.704509, + "f1_weighted": 0.728326 + }, + { + "accuracy": 0.776732, + "f1": 0.727947, + "f1_weighted": 0.769348 + }, + { + "accuracy": 0.747814, + "f1": 0.71642, + "f1_weighted": 0.734145 + }, + { + "accuracy": 0.788164, + "f1": 0.741011, + "f1_weighted": 0.784702 + } + ], + "main_score": 0.770578, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "accuracy": 0.789845, + "f1": 0.750476, + "f1_weighted": 0.778208, + "scores_per_experiment": [ + { + "accuracy": 0.789509, + "f1": 0.743278, + "f1_weighted": 0.77182 + }, + { + "accuracy": 0.798924, + "f1": 0.766027, + "f1_weighted": 0.789229 + }, + { + "accuracy": 0.784802, + "f1": 0.746473, + "f1_weighted": 0.7717 + }, + { + "accuracy": 0.787155, + "f1": 0.74181, + "f1_weighted": 0.773406 + }, + { + "accuracy": 0.789173, + "f1": 0.741585, + "f1_weighted": 0.77435 + }, + { + "accuracy": 0.785138, + "f1": 0.753195, + "f1_weighted": 0.782153 + }, + { + "accuracy": 0.783793, + "f1": 0.742236, + "f1_weighted": 0.76486 + }, + { + "accuracy": 0.796907, + "f1": 0.754983, + "f1_weighted": 0.788861 + }, + { + "accuracy": 0.778077, + "f1": 0.745392, + "f1_weighted": 0.767746 + }, + { + "accuracy": 0.804976, + "f1": 0.769783, + "f1_weighted": 0.797961 + } + ], + "main_score": 0.789845, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "accuracy": 0.775521, + "f1": 0.733617, + "f1_weighted": 0.765366, + "scores_per_experiment": [ + { + "accuracy": 0.778413, + "f1": 0.713713, + "f1_weighted": 0.763659 + }, + { + "accuracy": 0.786483, + "f1": 0.750142, + "f1_weighted": 0.776634 + }, + { + "accuracy": 0.777404, + "f1": 0.741889, + "f1_weighted": 0.764364 + }, + { + "accuracy": 0.780767, + "f1": 0.739563, + "f1_weighted": 0.770558 + }, + { + "accuracy": 0.774042, + "f1": 0.721836, + "f1_weighted": 0.758573 + }, + { + "accuracy": 0.758911, + "f1": 0.731715, + "f1_weighted": 0.753814 + }, + { + "accuracy": 0.770679, + "f1": 0.739849, + "f1_weighted": 0.7592 + }, + { + "accuracy": 0.772697, + "f1": 0.720482, + "f1_weighted": 0.766797 + }, + { + "accuracy": 0.756893, + "f1": 0.71542, + "f1_weighted": 0.74633 + }, + { + "accuracy": 0.798924, + "f1": 0.761557, + "f1_weighted": 0.793728 + } + ], + "main_score": 0.775521, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "accuracy": 0.662576, + "f1": 0.623211, + "f1_weighted": 0.647114, + "scores_per_experiment": [ + { + "accuracy": 0.669469, + "f1": 0.621684, + "f1_weighted": 0.65161 + }, + { + "accuracy": 0.66039, + "f1": 0.636329, + "f1_weighted": 0.649042 + }, + { + "accuracy": 0.657364, + "f1": 0.619039, + "f1_weighted": 0.636873 + }, + { + "accuracy": 0.676866, + "f1": 0.620777, + "f1_weighted": 0.662147 + }, + { + "accuracy": 0.663753, + "f1": 0.615948, + "f1_weighted": 0.648868 + }, + { + "accuracy": 0.651311, + "f1": 0.628223, + "f1_weighted": 0.641205 + }, + { + "accuracy": 0.668796, + "f1": 0.633199, + "f1_weighted": 0.651819 + }, + { + "accuracy": 0.665434, + "f1": 0.614, + "f1_weighted": 0.652391 + }, + { + "accuracy": 0.642905, + "f1": 0.6057, + "f1_weighted": 0.618968 + }, + { + "accuracy": 0.669469, + "f1": 0.637207, + "f1_weighted": 0.65822 + } + ], + "main_score": 0.662576, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ] + }, + { + "accuracy": 0.805817, + "f1": 0.765549, + "f1_weighted": 0.795165, + "scores_per_experiment": [ + { + "accuracy": 0.815736, + "f1": 0.77209, + "f1_weighted": 0.806537 + }, + { + "accuracy": 0.802286, + "f1": 0.766836, + "f1_weighted": 0.78797 + }, + { + "accuracy": 0.80195, + "f1": 0.765217, + "f1_weighted": 0.788943 + }, + { + "accuracy": 0.813046, + "f1": 0.764054, + "f1_weighted": 0.800849 + }, + { + "accuracy": 0.804304, + "f1": 0.760068, + "f1_weighted": 0.791386 + }, + { + "accuracy": 0.794217, + "f1": 0.756935, + "f1_weighted": 0.789782 + }, + { + "accuracy": 0.807666, + "f1": 0.768279, + "f1_weighted": 0.790178 + }, + { + "accuracy": 0.809011, + "f1": 0.767253, + "f1_weighted": 0.798776 + }, + { + "accuracy": 0.809011, + "f1": 0.764877, + "f1_weighted": 0.802826 + }, + { + "accuracy": 0.800941, + "f1": 0.769883, + "f1_weighted": 0.794398 + } + ], + "main_score": 0.805817, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "accuracy": 0.790282, + "f1": 0.752451, + "f1_weighted": 0.777284, + "scores_per_experiment": [ + { + "accuracy": 0.799597, + "f1": 0.753661, + "f1_weighted": 0.785964 + }, + { + "accuracy": 0.800941, + "f1": 0.755862, + "f1_weighted": 0.788357 + }, + { + "accuracy": 0.785138, + "f1": 0.753909, + "f1_weighted": 0.773029 + }, + { + "accuracy": 0.792199, + "f1": 0.755717, + "f1_weighted": 0.776496 + }, + { + "accuracy": 0.78312, + "f1": 0.738487, + "f1_weighted": 0.764558 + }, + { + "accuracy": 0.767653, + "f1": 0.751361, + "f1_weighted": 0.760093 + }, + { + "accuracy": 0.786483, + "f1": 0.750624, + "f1_weighted": 0.769717 + }, + { + "accuracy": 0.801278, + "f1": 0.7537, + "f1_weighted": 0.791695 + }, + { + "accuracy": 0.78312, + "f1": 0.74233, + "f1_weighted": 0.769239 + }, + { + "accuracy": 0.803295, + "f1": 0.768862, + "f1_weighted": 0.793691 + } + ], + "main_score": 0.790282, + "hf_subset": "ms", + "languages": [ + "msa-Latn" + ] + }, + { + "accuracy": 0.835306, + "f1": 0.804317, + "f1_weighted": 0.824703, + "scores_per_experiment": [ + { + "accuracy": 0.839274, + "f1": 0.8041, + "f1_weighted": 0.828187 + }, + { + "accuracy": 0.83961, + "f1": 0.816058, + "f1_weighted": 0.828003 + }, + { + "accuracy": 0.824479, + "f1": 0.794461, + "f1_weighted": 0.810728 + }, + { + "accuracy": 0.839946, + "f1": 0.805653, + "f1_weighted": 0.827661 + }, + { + "accuracy": 0.829859, + "f1": 0.795601, + "f1_weighted": 0.816536 + }, + { + "accuracy": 0.811701, + "f1": 0.785056, + "f1_weighted": 0.807456 + }, + { + "accuracy": 0.833557, + "f1": 0.802603, + "f1_weighted": 0.819609 + }, + { + "accuracy": 0.845999, + "f1": 0.808883, + "f1_weighted": 0.83587 + }, + { + "accuracy": 0.838601, + "f1": 0.809423, + "f1_weighted": 0.831268 + }, + { + "accuracy": 0.850034, + "f1": 0.821328, + "f1_weighted": 0.841709 + } + ], + "main_score": 0.835306, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.710726, + "f1": 0.647199, + "f1_weighted": 0.695795, + "scores_per_experiment": [ + { + "accuracy": 0.715535, + "f1": 0.644084, + "f1_weighted": 0.694474 + }, + { + "accuracy": 0.717552, + "f1": 0.662945, + "f1_weighted": 0.711227 + }, + { + "accuracy": 0.7115, + "f1": 0.630727, + "f1_weighted": 0.696449 + }, + { + "accuracy": 0.712508, + "f1": 0.647287, + "f1_weighted": 0.697832 + }, + { + "accuracy": 0.717888, + "f1": 0.656623, + "f1_weighted": 0.702806 + }, + { + "accuracy": 0.669132, + "f1": 0.622163, + "f1_weighted": 0.649424 + }, + { + "accuracy": 0.73302, + "f1": 0.681385, + "f1_weighted": 0.719134 + }, + { + "accuracy": 0.711836, + "f1": 0.643963, + "f1_weighted": 0.692863 + }, + { + "accuracy": 0.696032, + "f1": 0.629222, + "f1_weighted": 0.679226 + }, + { + "accuracy": 0.72226, + "f1": 0.65359, + "f1_weighted": 0.714518 + } + ], + "main_score": 0.710726, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "accuracy": 0.794654, + "f1": 0.746927, + "f1_weighted": 0.786844, + "scores_per_experiment": [ + { + "accuracy": 0.804304, + "f1": 0.750264, + "f1_weighted": 0.796517 + }, + { + "accuracy": 0.798588, + "f1": 0.761448, + "f1_weighted": 0.792114 + }, + { + "accuracy": 0.792199, + "f1": 0.755061, + "f1_weighted": 0.781769 + }, + { + "accuracy": 0.794889, + "f1": 0.744526, + "f1_weighted": 0.788306 + }, + { + "accuracy": 0.79119, + "f1": 0.735688, + "f1_weighted": 0.777396 + }, + { + "accuracy": 0.781103, + "f1": 0.733858, + "f1_weighted": 0.778227 + }, + { + "accuracy": 0.78043, + "f1": 0.731881, + "f1_weighted": 0.765129 + }, + { + "accuracy": 0.806994, + "f1": 0.759442, + "f1_weighted": 0.801666 + }, + { + "accuracy": 0.788164, + "f1": 0.73694, + "f1_weighted": 0.782093 + }, + { + "accuracy": 0.808675, + "f1": 0.760158, + "f1_weighted": 0.805222 + } + ], + "main_score": 0.794654, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "accuracy": 0.791224, + "f1": 0.745248, + "f1_weighted": 0.781345, + "scores_per_experiment": [ + { + "accuracy": 0.79926, + "f1": 0.741774, + "f1_weighted": 0.789495 + }, + { + "accuracy": 0.801278, + "f1": 0.759095, + "f1_weighted": 0.789698 + }, + { + "accuracy": 0.786819, + "f1": 0.739497, + "f1_weighted": 0.774937 + }, + { + "accuracy": 0.792199, + "f1": 0.744894, + "f1_weighted": 0.778314 + }, + { + "accuracy": 0.78581, + "f1": 0.728135, + "f1_weighted": 0.770566 + }, + { + "accuracy": 0.765299, + "f1": 0.730609, + "f1_weighted": 0.761091 + }, + { + "accuracy": 0.791527, + "f1": 0.761238, + "f1_weighted": 0.77989 + }, + { + "accuracy": 0.798924, + "f1": 0.738884, + "f1_weighted": 0.791495 + }, + { + "accuracy": 0.781439, + "f1": 0.741244, + "f1_weighted": 0.773539 + }, + { + "accuracy": 0.809684, + "f1": 0.767112, + "f1_weighted": 0.804423 + } + ], + "main_score": 0.791224, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ] + }, + { + "accuracy": 0.811163, + "f1": 0.775284, + "f1_weighted": 0.799191, + "scores_per_experiment": [ + { + "accuracy": 0.81271, + "f1": 0.764338, + "f1_weighted": 0.795024 + }, + { + "accuracy": 0.8154, + "f1": 0.79104, + "f1_weighted": 0.802884 + }, + { + "accuracy": 0.805649, + "f1": 0.761349, + "f1_weighted": 0.791933 + }, + { + "accuracy": 0.82078, + "f1": 0.774303, + "f1_weighted": 0.810247 + }, + { + "accuracy": 0.80464, + "f1": 0.76595, + "f1_weighted": 0.789145 + }, + { + "accuracy": 0.79388, + "f1": 0.76564, + "f1_weighted": 0.788796 + }, + { + "accuracy": 0.803968, + "f1": 0.771417, + "f1_weighted": 0.788094 + }, + { + "accuracy": 0.817081, + "f1": 0.781383, + "f1_weighted": 0.804754 + }, + { + "accuracy": 0.803295, + "f1": 0.775141, + "f1_weighted": 0.796016 + }, + { + "accuracy": 0.83423, + "f1": 0.802282, + "f1_weighted": 0.825018 + } + ], + "main_score": 0.811163, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "accuracy": 0.753463, + "f1": 0.69862, + "f1_weighted": 0.744374, + "scores_per_experiment": [ + { + "accuracy": 0.766308, + "f1": 0.707499, + "f1_weighted": 0.753496 + }, + { + "accuracy": 0.754539, + "f1": 0.709071, + "f1_weighted": 0.747126 + }, + { + "accuracy": 0.746806, + "f1": 0.689967, + "f1_weighted": 0.734534 + }, + { + "accuracy": 0.754876, + "f1": 0.69416, + "f1_weighted": 0.742273 + }, + { + "accuracy": 0.744116, + "f1": 0.678224, + "f1_weighted": 0.732197 + }, + { + "accuracy": 0.748151, + "f1": 0.698497, + "f1_weighted": 0.744413 + }, + { + "accuracy": 0.752522, + "f1": 0.702084, + "f1_weighted": 0.737694 + }, + { + "accuracy": 0.753531, + "f1": 0.688656, + "f1_weighted": 0.75195 + }, + { + "accuracy": 0.745124, + "f1": 0.698521, + "f1_weighted": 0.738491 + }, + { + "accuracy": 0.768662, + "f1": 0.719516, + "f1_weighted": 0.761564 + } + ], + "main_score": 0.753463, + "hf_subset": "hy", + "languages": [ + "hye-Armn" + ] + }, + { + "accuracy": 0.664761, + "f1": 0.597304, + "f1_weighted": 0.65164, + "scores_per_experiment": [ + { + "accuracy": 0.673167, + "f1": 0.575516, + "f1_weighted": 0.652352 + }, + { + "accuracy": 0.685945, + "f1": 0.630235, + "f1_weighted": 0.680419 + }, + { + "accuracy": 0.662071, + "f1": 0.606113, + "f1_weighted": 0.65153 + }, + { + "accuracy": 0.682582, + "f1": 0.608976, + "f1_weighted": 0.668812 + }, + { + "accuracy": 0.648285, + "f1": 0.574529, + "f1_weighted": 0.631778 + }, + { + "accuracy": 0.636853, + "f1": 0.579598, + "f1_weighted": 0.617013 + }, + { + "accuracy": 0.664761, + "f1": 0.601718, + "f1_weighted": 0.648148 + }, + { + "accuracy": 0.668796, + "f1": 0.58647, + "f1_weighted": 0.659564 + }, + { + "accuracy": 0.651984, + "f1": 0.593039, + "f1_weighted": 0.6345 + }, + { + "accuracy": 0.673167, + "f1": 0.616846, + "f1_weighted": 0.672287 + } + ], + "main_score": 0.664761, + "hf_subset": "jv", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.801379, + "f1": 0.758476, + "f1_weighted": 0.790394, + "scores_per_experiment": [ + { + "accuracy": 0.810356, + "f1": 0.760736, + "f1_weighted": 0.797128 + }, + { + "accuracy": 0.796234, + "f1": 0.750909, + "f1_weighted": 0.787214 + }, + { + "accuracy": 0.79388, + "f1": 0.746591, + "f1_weighted": 0.781095 + }, + { + "accuracy": 0.797915, + "f1": 0.758607, + "f1_weighted": 0.783142 + }, + { + "accuracy": 0.79926, + "f1": 0.755677, + "f1_weighted": 0.784751 + }, + { + "accuracy": 0.784129, + "f1": 0.750815, + "f1_weighted": 0.777536 + }, + { + "accuracy": 0.809011, + "f1": 0.770551, + "f1_weighted": 0.793555 + }, + { + "accuracy": 0.802623, + "f1": 0.743764, + "f1_weighted": 0.795772 + }, + { + "accuracy": 0.797243, + "f1": 0.766545, + "f1_weighted": 0.787163 + }, + { + "accuracy": 0.823134, + "f1": 0.780569, + "f1_weighted": 0.816587 + } + ], + "main_score": 0.801379, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "accuracy": 0.814862, + "f1": 0.779008, + "f1_weighted": 0.804085, + "scores_per_experiment": [ + { + "accuracy": 0.82347, + "f1": 0.782381, + "f1_weighted": 0.81265 + }, + { + "accuracy": 0.817418, + "f1": 0.785999, + "f1_weighted": 0.805962 + }, + { + "accuracy": 0.803968, + "f1": 0.768726, + "f1_weighted": 0.791723 + }, + { + "accuracy": 0.816409, + "f1": 0.776109, + "f1_weighted": 0.802895 + }, + { + "accuracy": 0.800605, + "f1": 0.770431, + "f1_weighted": 0.785077 + }, + { + "accuracy": 0.803631, + "f1": 0.764115, + "f1_weighted": 0.7985 + }, + { + "accuracy": 0.812374, + "f1": 0.778127, + "f1_weighted": 0.797533 + }, + { + "accuracy": 0.825151, + "f1": 0.788017, + "f1_weighted": 0.815759 + }, + { + "accuracy": 0.82078, + "f1": 0.78565, + "f1_weighted": 0.811593 + }, + { + "accuracy": 0.824815, + "f1": 0.790522, + "f1_weighted": 0.819162 + } + ], + "main_score": 0.814862, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.792199, + "f1": 0.759693, + "f1_weighted": 0.782708, + "scores_per_experiment": [ + { + "accuracy": 0.814055, + "f1": 0.766628, + "f1_weighted": 0.801422 + }, + { + "accuracy": 0.803295, + "f1": 0.772692, + "f1_weighted": 0.795358 + }, + { + "accuracy": 0.775387, + "f1": 0.75579, + "f1_weighted": 0.765309 + }, + { + "accuracy": 0.800941, + "f1": 0.763071, + "f1_weighted": 0.790592 + }, + { + "accuracy": 0.786483, + "f1": 0.749753, + "f1_weighted": 0.77437 + }, + { + "accuracy": 0.771352, + "f1": 0.750506, + "f1_weighted": 0.765988 + }, + { + "accuracy": 0.784802, + "f1": 0.747241, + "f1_weighted": 0.767593 + }, + { + "accuracy": 0.805985, + "f1": 0.765545, + "f1_weighted": 0.798274 + }, + { + "accuracy": 0.778749, + "f1": 0.751214, + "f1_weighted": 0.771816 + }, + { + "accuracy": 0.800941, + "f1": 0.774494, + "f1_weighted": 0.79636 + } + ], + "main_score": 0.792199, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "accuracy": 0.605817, + "f1": 0.550301, + "f1_weighted": 0.591773, + "scores_per_experiment": [ + { + "accuracy": 0.598184, + "f1": 0.53708, + "f1_weighted": 0.579907 + }, + { + "accuracy": 0.621722, + "f1": 0.566168, + "f1_weighted": 0.610376 + }, + { + "accuracy": 0.566913, + "f1": 0.519077, + "f1_weighted": 0.544269 + }, + { + "accuracy": 0.612979, + "f1": 0.549611, + "f1_weighted": 0.597901 + }, + { + "accuracy": 0.625757, + "f1": 0.571139, + "f1_weighted": 0.615516 + }, + { + "accuracy": 0.592132, + "f1": 0.542028, + "f1_weighted": 0.585438 + }, + { + "accuracy": 0.589442, + "f1": 0.530948, + "f1_weighted": 0.568777 + }, + { + "accuracy": 0.612643, + "f1": 0.563203, + "f1_weighted": 0.603083 + }, + { + "accuracy": 0.608272, + "f1": 0.53815, + "f1_weighted": 0.593773 + }, + { + "accuracy": 0.630128, + "f1": 0.585603, + "f1_weighted": 0.618692 + } + ], + "main_score": 0.605817, + "hf_subset": "km", + "languages": [ + "khm-Khmr" + ] + }, + { + "accuracy": 0.591258, + "f1": 0.53034, + "f1_weighted": 0.577051, + "scores_per_experiment": [ + { + "accuracy": 0.602555, + "f1": 0.537802, + "f1_weighted": 0.587516 + }, + { + "accuracy": 0.610289, + "f1": 0.571109, + "f1_weighted": 0.600234 + }, + { + "accuracy": 0.597512, + "f1": 0.531725, + "f1_weighted": 0.582405 + }, + { + "accuracy": 0.607599, + "f1": 0.539843, + "f1_weighted": 0.593692 + }, + { + "accuracy": 0.596167, + "f1": 0.530254, + "f1_weighted": 0.582898 + }, + { + "accuracy": 0.590451, + "f1": 0.532247, + "f1_weighted": 0.580221 + }, + { + "accuracy": 0.582044, + "f1": 0.525677, + "f1_weighted": 0.565959 + }, + { + "accuracy": 0.554808, + "f1": 0.484845, + "f1_weighted": 0.537465 + }, + { + "accuracy": 0.584734, + "f1": 0.517649, + "f1_weighted": 0.566265 + }, + { + "accuracy": 0.586416, + "f1": 0.532252, + "f1_weighted": 0.573855 + } + ], + "main_score": 0.591258, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.764526, + "f1": 0.726858, + "f1_weighted": 0.754573, + "scores_per_experiment": [ + { + "accuracy": 0.776732, + "f1": 0.731801, + "f1_weighted": 0.763768 + }, + { + "accuracy": 0.772697, + "f1": 0.742636, + "f1_weighted": 0.766177 + }, + { + "accuracy": 0.771688, + "f1": 0.732464, + "f1_weighted": 0.761185 + }, + { + "accuracy": 0.771688, + "f1": 0.733327, + "f1_weighted": 0.758844 + }, + { + "accuracy": 0.753531, + "f1": 0.717684, + "f1_weighted": 0.741846 + }, + { + "accuracy": 0.744452, + "f1": 0.706784, + "f1_weighted": 0.740221 + }, + { + "accuracy": 0.771352, + "f1": 0.730185, + "f1_weighted": 0.755465 + }, + { + "accuracy": 0.761601, + "f1": 0.708904, + "f1_weighted": 0.751635 + }, + { + "accuracy": 0.736718, + "f1": 0.719857, + "f1_weighted": 0.725961 + }, + { + "accuracy": 0.784802, + "f1": 0.744941, + "f1_weighted": 0.780624 + } + ], + "main_score": 0.764526, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "accuracy": 0.798689, + "f1": 0.755149, + "f1_weighted": 0.788145, + "scores_per_experiment": [ + { + "accuracy": 0.806658, + "f1": 0.759862, + "f1_weighted": 0.79546 + }, + { + "accuracy": 0.80195, + "f1": 0.766722, + "f1_weighted": 0.790252 + }, + { + "accuracy": 0.787492, + "f1": 0.747311, + "f1_weighted": 0.774176 + }, + { + "accuracy": 0.798588, + "f1": 0.755403, + "f1_weighted": 0.785304 + }, + { + "accuracy": 0.796907, + "f1": 0.745965, + "f1_weighted": 0.782094 + }, + { + "accuracy": 0.7885, + "f1": 0.746667, + "f1_weighted": 0.781975 + }, + { + "accuracy": 0.79388, + "f1": 0.754645, + "f1_weighted": 0.778627 + }, + { + "accuracy": 0.806321, + "f1": 0.753763, + "f1_weighted": 0.798928 + }, + { + "accuracy": 0.79657, + "f1": 0.751248, + "f1_weighted": 0.792659 + }, + { + "accuracy": 0.81002, + "f1": 0.769901, + "f1_weighted": 0.801977 + } + ], + "main_score": 0.798689, + "hf_subset": "zh-CN", + "languages": [ + "cmo-Hans" + ] + }, + { + "accuracy": 0.676564, + "f1": 0.602387, + "f1_weighted": 0.663869, + "scores_per_experiment": [ + { + "accuracy": 0.691325, + "f1": 0.615629, + "f1_weighted": 0.677691 + }, + { + "accuracy": 0.681237, + "f1": 0.611844, + "f1_weighted": 0.66566 + }, + { + "accuracy": 0.678884, + "f1": 0.606726, + "f1_weighted": 0.668272 + }, + { + "accuracy": 0.686954, + "f1": 0.611876, + "f1_weighted": 0.673587 + }, + { + "accuracy": 0.651984, + "f1": 0.560958, + "f1_weighted": 0.633856 + }, + { + "accuracy": 0.660054, + "f1": 0.600784, + "f1_weighted": 0.65215 + }, + { + "accuracy": 0.666443, + "f1": 0.578367, + "f1_weighted": 0.654692 + }, + { + "accuracy": 0.672159, + "f1": 0.606929, + "f1_weighted": 0.660429 + }, + { + "accuracy": 0.683255, + "f1": 0.615645, + "f1_weighted": 0.670019 + }, + { + "accuracy": 0.693342, + "f1": 0.615111, + "f1_weighted": 0.682337 + } + ], + "main_score": 0.676564, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ] + }, + { + "accuracy": 0.768628, + "f1": 0.727533, + "f1_weighted": 0.756886, + "scores_per_experiment": [ + { + "accuracy": 0.774378, + "f1": 0.724496, + "f1_weighted": 0.756521 + }, + { + "accuracy": 0.779085, + "f1": 0.743082, + "f1_weighted": 0.771423 + }, + { + "accuracy": 0.763282, + "f1": 0.729671, + "f1_weighted": 0.749151 + }, + { + "accuracy": 0.779422, + "f1": 0.736799, + "f1_weighted": 0.765591 + }, + { + "accuracy": 0.758911, + "f1": 0.706174, + "f1_weighted": 0.745198 + }, + { + "accuracy": 0.766308, + "f1": 0.723008, + "f1_weighted": 0.762498 + }, + { + "accuracy": 0.755212, + "f1": 0.720376, + "f1_weighted": 0.742463 + }, + { + "accuracy": 0.781775, + "f1": 0.729744, + "f1_weighted": 0.777893 + }, + { + "accuracy": 0.739744, + "f1": 0.712697, + "f1_weighted": 0.715531 + }, + { + "accuracy": 0.788164, + "f1": 0.749286, + "f1_weighted": 0.782587 + } + ], + "main_score": 0.768628, + "hf_subset": "kn", + "languages": [ + "kan-Knda" + ] + }, + { + "accuracy": 0.799765, + "f1": 0.765053, + "f1_weighted": 0.7876, + "scores_per_experiment": [ + { + "accuracy": 0.803631, + "f1": 0.764075, + "f1_weighted": 0.787853 + }, + { + "accuracy": 0.80733, + "f1": 0.770678, + "f1_weighted": 0.796003 + }, + { + "accuracy": 0.794889, + "f1": 0.761833, + "f1_weighted": 0.782299 + }, + { + "accuracy": 0.813719, + "f1": 0.772133, + "f1_weighted": 0.800281 + }, + { + "accuracy": 0.798252, + "f1": 0.761034, + "f1_weighted": 0.782289 + }, + { + "accuracy": 0.77505, + "f1": 0.751375, + "f1_weighted": 0.767114 + }, + { + "accuracy": 0.806658, + "f1": 0.765251, + "f1_weighted": 0.792244 + }, + { + "accuracy": 0.81271, + "f1": 0.772001, + "f1_weighted": 0.80406 + }, + { + "accuracy": 0.775723, + "f1": 0.751697, + "f1_weighted": 0.762245 + }, + { + "accuracy": 0.809684, + "f1": 0.780451, + "f1_weighted": 0.801614 + } + ], + "main_score": 0.799765, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "accuracy": 0.783995, + "f1": 0.741833, + "f1_weighted": 0.775091, + "scores_per_experiment": [ + { + "accuracy": 0.800269, + "f1": 0.755059, + "f1_weighted": 0.790219 + }, + { + "accuracy": 0.787492, + "f1": 0.747867, + "f1_weighted": 0.784897 + }, + { + "accuracy": 0.789173, + "f1": 0.742658, + "f1_weighted": 0.777635 + }, + { + "accuracy": 0.792535, + "f1": 0.744997, + "f1_weighted": 0.782234 + }, + { + "accuracy": 0.78581, + "f1": 0.742197, + "f1_weighted": 0.772163 + }, + { + "accuracy": 0.765299, + "f1": 0.731168, + "f1_weighted": 0.762048 + }, + { + "accuracy": 0.786483, + "f1": 0.749132, + "f1_weighted": 0.774567 + }, + { + "accuracy": 0.787155, + "f1": 0.733876, + "f1_weighted": 0.782894 + }, + { + "accuracy": 0.744788, + "f1": 0.715023, + "f1_weighted": 0.726055 + }, + { + "accuracy": 0.800941, + "f1": 0.756347, + "f1_weighted": 0.798197 + } + ], + "main_score": 0.783995, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ] + }, + { + "accuracy": 0.804539, + "f1": 0.760363, + "f1_weighted": 0.793019, + "scores_per_experiment": [ + { + "accuracy": 0.815736, + "f1": 0.764143, + "f1_weighted": 0.801 + }, + { + "accuracy": 0.808339, + "f1": 0.772562, + "f1_weighted": 0.7976 + }, + { + "accuracy": 0.801278, + "f1": 0.753849, + "f1_weighted": 0.786038 + }, + { + "accuracy": 0.814728, + "f1": 0.768596, + "f1_weighted": 0.805769 + }, + { + "accuracy": 0.795225, + "f1": 0.745864, + "f1_weighted": 0.777 + }, + { + "accuracy": 0.794889, + "f1": 0.751862, + "f1_weighted": 0.790842 + }, + { + "accuracy": 0.802286, + "f1": 0.75747, + "f1_weighted": 0.785097 + }, + { + "accuracy": 0.808339, + "f1": 0.764143, + "f1_weighted": 0.799617 + }, + { + "accuracy": 0.782448, + "f1": 0.746819, + "f1_weighted": 0.772784 + }, + { + "accuracy": 0.822125, + "f1": 0.778318, + "f1_weighted": 0.814449 + } + ], + "main_score": 0.804539, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "accuracy": 0.811567, + "f1": 0.77107, + "f1_weighted": 0.801342, + "scores_per_experiment": [ + { + "accuracy": 0.820444, + "f1": 0.774152, + "f1_weighted": 0.808876 + }, + { + "accuracy": 0.814391, + "f1": 0.774825, + "f1_weighted": 0.804306 + }, + { + "accuracy": 0.797243, + "f1": 0.763101, + "f1_weighted": 0.783218 + }, + { + "accuracy": 0.821116, + "f1": 0.77612, + "f1_weighted": 0.808778 + }, + { + "accuracy": 0.804976, + "f1": 0.7586, + "f1_weighted": 0.792854 + }, + { + "accuracy": 0.804304, + "f1": 0.774848, + "f1_weighted": 0.799908 + }, + { + "accuracy": 0.79926, + "f1": 0.761397, + "f1_weighted": 0.782995 + }, + { + "accuracy": 0.823134, + "f1": 0.773119, + "f1_weighted": 0.814407 + }, + { + "accuracy": 0.809348, + "f1": 0.769903, + "f1_weighted": 0.802375 + }, + { + "accuracy": 0.821453, + "f1": 0.784638, + "f1_weighted": 0.815704 + } + ], + "main_score": 0.811567, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.815333, + "f1": 0.779274, + "f1_weighted": 0.806082, + "scores_per_experiment": [ + { + "accuracy": 0.822798, + "f1": 0.775979, + "f1_weighted": 0.813713 + }, + { + "accuracy": 0.818763, + "f1": 0.79122, + "f1_weighted": 0.807993 + }, + { + "accuracy": 0.802286, + "f1": 0.775409, + "f1_weighted": 0.789731 + }, + { + "accuracy": 0.827841, + "f1": 0.787456, + "f1_weighted": 0.816743 + }, + { + "accuracy": 0.804304, + "f1": 0.762071, + "f1_weighted": 0.790816 + }, + { + "accuracy": 0.792872, + "f1": 0.762562, + "f1_weighted": 0.789606 + }, + { + "accuracy": 0.808339, + "f1": 0.778401, + "f1_weighted": 0.796243 + }, + { + "accuracy": 0.821453, + "f1": 0.776429, + "f1_weighted": 0.816028 + }, + { + "accuracy": 0.819771, + "f1": 0.782789, + "f1_weighted": 0.811714 + }, + { + "accuracy": 0.834902, + "f1": 0.800428, + "f1_weighted": 0.828228 + } + ], + "main_score": 0.815333, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.802219, + "f1": 0.764751, + "f1_weighted": 0.791378, + "scores_per_experiment": [ + { + "accuracy": 0.804304, + "f1": 0.753967, + "f1_weighted": 0.791774 + }, + { + "accuracy": 0.808339, + "f1": 0.787698, + "f1_weighted": 0.796688 + }, + { + "accuracy": 0.798252, + "f1": 0.757646, + "f1_weighted": 0.784359 + }, + { + "accuracy": 0.802286, + "f1": 0.759481, + "f1_weighted": 0.79045 + }, + { + "accuracy": 0.797579, + "f1": 0.750344, + "f1_weighted": 0.782313 + }, + { + "accuracy": 0.782112, + "f1": 0.753736, + "f1_weighted": 0.775577 + }, + { + "accuracy": 0.792872, + "f1": 0.755435, + "f1_weighted": 0.776227 + }, + { + "accuracy": 0.809011, + "f1": 0.771304, + "f1_weighted": 0.802657 + }, + { + "accuracy": 0.802286, + "f1": 0.765759, + "f1_weighted": 0.795975 + }, + { + "accuracy": 0.825151, + "f1": 0.792144, + "f1_weighted": 0.817755 + } + ], + "main_score": 0.802219, + "hf_subset": "nb", + "languages": [ + "nob-Latn" + ] + }, + { + "accuracy": 0.789576, + "f1": 0.744471, + "f1_weighted": 0.777141, + "scores_per_experiment": [ + { + "accuracy": 0.791527, + "f1": 0.74269, + "f1_weighted": 0.777175 + }, + { + "accuracy": 0.798924, + "f1": 0.758761, + "f1_weighted": 0.78672 + }, + { + "accuracy": 0.787155, + "f1": 0.737587, + "f1_weighted": 0.768779 + }, + { + "accuracy": 0.798252, + "f1": 0.748478, + "f1_weighted": 0.783198 + }, + { + "accuracy": 0.7885, + "f1": 0.737932, + "f1_weighted": 0.775536 + }, + { + "accuracy": 0.790854, + "f1": 0.74292, + "f1_weighted": 0.785152 + }, + { + "accuracy": 0.789845, + "f1": 0.742159, + "f1_weighted": 0.771822 + }, + { + "accuracy": 0.791527, + "f1": 0.744586, + "f1_weighted": 0.782767 + }, + { + "accuracy": 0.753531, + "f1": 0.732257, + "f1_weighted": 0.741135 + }, + { + "accuracy": 0.805649, + "f1": 0.757343, + "f1_weighted": 0.799131 + } + ], + "main_score": 0.789576, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "accuracy": 0.717081, + "f1": 0.660682, + "f1_weighted": 0.703908, + "scores_per_experiment": [ + { + "accuracy": 0.741426, + "f1": 0.687611, + "f1_weighted": 0.727645 + }, + { + "accuracy": 0.720578, + "f1": 0.664323, + "f1_weighted": 0.706596 + }, + { + "accuracy": 0.706456, + "f1": 0.646529, + "f1_weighted": 0.69477 + }, + { + "accuracy": 0.725958, + "f1": 0.659101, + "f1_weighted": 0.713122 + }, + { + "accuracy": 0.729321, + "f1": 0.647626, + "f1_weighted": 0.714104 + }, + { + "accuracy": 0.696032, + "f1": 0.657681, + "f1_weighted": 0.691916 + }, + { + "accuracy": 0.716543, + "f1": 0.665882, + "f1_weighted": 0.697861 + }, + { + "accuracy": 0.716543, + "f1": 0.657269, + "f1_weighted": 0.706542 + }, + { + "accuracy": 0.683591, + "f1": 0.638584, + "f1_weighted": 0.66244 + }, + { + "accuracy": 0.734364, + "f1": 0.682211, + "f1_weighted": 0.724086 + } + ], + "main_score": 0.717081, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "accuracy": 0.813282, + "f1": 0.778368, + "f1_weighted": 0.802463, + "scores_per_experiment": [ + { + "accuracy": 0.816745, + "f1": 0.779861, + "f1_weighted": 0.805723 + }, + { + "accuracy": 0.816409, + "f1": 0.793025, + "f1_weighted": 0.804438 + }, + { + "accuracy": 0.810693, + "f1": 0.773471, + "f1_weighted": 0.796703 + }, + { + "accuracy": 0.81271, + "f1": 0.773256, + "f1_weighted": 0.799213 + }, + { + "accuracy": 0.797915, + "f1": 0.752821, + "f1_weighted": 0.782498 + }, + { + "accuracy": 0.797579, + "f1": 0.768116, + "f1_weighted": 0.792098 + }, + { + "accuracy": 0.806321, + "f1": 0.776633, + "f1_weighted": 0.788977 + }, + { + "accuracy": 0.816745, + "f1": 0.7699, + "f1_weighted": 0.808559 + }, + { + "accuracy": 0.819771, + "f1": 0.788239, + "f1_weighted": 0.812991 + }, + { + "accuracy": 0.837929, + "f1": 0.808355, + "f1_weighted": 0.833432 + } + ], + "main_score": 0.813282, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.802085, + "f1": 0.763528, + "f1_weighted": 0.791064, + "scores_per_experiment": [ + { + "accuracy": 0.815736, + "f1": 0.759333, + "f1_weighted": 0.801882 + }, + { + "accuracy": 0.804976, + "f1": 0.773902, + "f1_weighted": 0.794976 + }, + { + "accuracy": 0.80464, + "f1": 0.76653, + "f1_weighted": 0.793434 + }, + { + "accuracy": 0.824479, + "f1": 0.781808, + "f1_weighted": 0.81501 + }, + { + "accuracy": 0.797579, + "f1": 0.742048, + "f1_weighted": 0.780421 + }, + { + "accuracy": 0.781439, + "f1": 0.755462, + "f1_weighted": 0.776418 + }, + { + "accuracy": 0.797579, + "f1": 0.760345, + "f1_weighted": 0.777621 + }, + { + "accuracy": 0.791863, + "f1": 0.758806, + "f1_weighted": 0.782348 + }, + { + "accuracy": 0.800941, + "f1": 0.752192, + "f1_weighted": 0.794053 + }, + { + "accuracy": 0.801614, + "f1": 0.784855, + "f1_weighted": 0.794479 + } + ], + "main_score": 0.802085, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "accuracy": 0.789341, + "f1": 0.748704, + "f1_weighted": 0.778104, + "scores_per_experiment": [ + { + "accuracy": 0.795898, + "f1": 0.749653, + "f1_weighted": 0.783706 + }, + { + "accuracy": 0.798924, + "f1": 0.76284, + "f1_weighted": 0.789303 + }, + { + "accuracy": 0.789173, + "f1": 0.749702, + "f1_weighted": 0.77609 + }, + { + "accuracy": 0.794553, + "f1": 0.755689, + "f1_weighted": 0.782947 + }, + { + "accuracy": 0.782448, + "f1": 0.730294, + "f1_weighted": 0.766394 + }, + { + "accuracy": 0.768998, + "f1": 0.737974, + "f1_weighted": 0.766356 + }, + { + "accuracy": 0.786483, + "f1": 0.748062, + "f1_weighted": 0.769723 + }, + { + "accuracy": 0.798252, + "f1": 0.756654, + "f1_weighted": 0.788006 + }, + { + "accuracy": 0.775387, + "f1": 0.730428, + "f1_weighted": 0.76037 + }, + { + "accuracy": 0.803295, + "f1": 0.765745, + "f1_weighted": 0.798147 + } + ], + "main_score": 0.789341, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ] + }, + { + "accuracy": 0.700303, + "f1": 0.6428, + "f1_weighted": 0.690907, + "scores_per_experiment": [ + { + "accuracy": 0.711163, + "f1": 0.646814, + "f1_weighted": 0.697882 + }, + { + "accuracy": 0.705447, + "f1": 0.649299, + "f1_weighted": 0.700686 + }, + { + "accuracy": 0.702757, + "f1": 0.650663, + "f1_weighted": 0.694293 + }, + { + "accuracy": 0.7115, + "f1": 0.646936, + "f1_weighted": 0.703201 + }, + { + "accuracy": 0.712845, + "f1": 0.64223, + "f1_weighted": 0.703372 + }, + { + "accuracy": 0.695696, + "f1": 0.65494, + "f1_weighted": 0.683929 + }, + { + "accuracy": 0.679892, + "f1": 0.63692, + "f1_weighted": 0.668573 + }, + { + "accuracy": 0.686954, + "f1": 0.616659, + "f1_weighted": 0.675953 + }, + { + "accuracy": 0.682582, + "f1": 0.634958, + "f1_weighted": 0.668933 + }, + { + "accuracy": 0.71419, + "f1": 0.648583, + "f1_weighted": 0.712246 + } + ], + "main_score": 0.700303, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "accuracy": 0.808877, + "f1": 0.77277, + "f1_weighted": 0.797778, + "scores_per_experiment": [ + { + "accuracy": 0.813719, + "f1": 0.773131, + "f1_weighted": 0.802264 + }, + { + "accuracy": 0.814055, + "f1": 0.791205, + "f1_weighted": 0.801364 + }, + { + "accuracy": 0.803295, + "f1": 0.766998, + "f1_weighted": 0.792479 + }, + { + "accuracy": 0.819435, + "f1": 0.777607, + "f1_weighted": 0.805329 + }, + { + "accuracy": 0.807666, + "f1": 0.769732, + "f1_weighted": 0.794414 + }, + { + "accuracy": 0.800269, + "f1": 0.767389, + "f1_weighted": 0.796271 + }, + { + "accuracy": 0.804304, + "f1": 0.765545, + "f1_weighted": 0.786369 + }, + { + "accuracy": 0.813383, + "f1": 0.76588, + "f1_weighted": 0.805529 + }, + { + "accuracy": 0.788837, + "f1": 0.757533, + "f1_weighted": 0.777693 + }, + { + "accuracy": 0.823806, + "f1": 0.792684, + "f1_weighted": 0.816064 + } + ], + "main_score": 0.808877, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "accuracy": 0.779354, + "f1": 0.744095, + "f1_weighted": 0.770332, + "scores_per_experiment": [ + { + "accuracy": 0.791527, + "f1": 0.751639, + "f1_weighted": 0.778688 + }, + { + "accuracy": 0.774714, + "f1": 0.749613, + "f1_weighted": 0.766899 + }, + { + "accuracy": 0.782112, + "f1": 0.741944, + "f1_weighted": 0.769221 + }, + { + "accuracy": 0.79388, + "f1": 0.752985, + "f1_weighted": 0.784449 + }, + { + "accuracy": 0.768998, + "f1": 0.72391, + "f1_weighted": 0.759353 + }, + { + "accuracy": 0.778413, + "f1": 0.747423, + "f1_weighted": 0.777032 + }, + { + "accuracy": 0.783793, + "f1": 0.747419, + "f1_weighted": 0.769255 + }, + { + "accuracy": 0.750841, + "f1": 0.719339, + "f1_weighted": 0.739813 + }, + { + "accuracy": 0.777068, + "f1": 0.745147, + "f1_weighted": 0.772045 + }, + { + "accuracy": 0.792199, + "f1": 0.761535, + "f1_weighted": 0.786564 + } + ], + "main_score": 0.779354, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "accuracy": 0.79842, + "f1": 0.768926, + "f1_weighted": 0.788921, + "scores_per_experiment": [ + { + "accuracy": 0.806321, + "f1": 0.761666, + "f1_weighted": 0.794378 + }, + { + "accuracy": 0.80195, + "f1": 0.775999, + "f1_weighted": 0.78994 + }, + { + "accuracy": 0.793208, + "f1": 0.764809, + "f1_weighted": 0.780188 + }, + { + "accuracy": 0.811029, + "f1": 0.778053, + "f1_weighted": 0.800122 + }, + { + "accuracy": 0.796907, + "f1": 0.762629, + "f1_weighted": 0.782105 + }, + { + "accuracy": 0.779085, + "f1": 0.757643, + "f1_weighted": 0.774377 + }, + { + "accuracy": 0.782784, + "f1": 0.759422, + "f1_weighted": 0.768529 + }, + { + "accuracy": 0.810693, + "f1": 0.770273, + "f1_weighted": 0.80427 + }, + { + "accuracy": 0.792535, + "f1": 0.7743, + "f1_weighted": 0.790443 + }, + { + "accuracy": 0.809684, + "f1": 0.784464, + "f1_weighted": 0.804855 + } + ], + "main_score": 0.79842, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "accuracy": 0.771688, + "f1": 0.721761, + "f1_weighted": 0.762408, + "scores_per_experiment": [ + { + "accuracy": 0.781103, + "f1": 0.735864, + "f1_weighted": 0.769614 + }, + { + "accuracy": 0.781775, + "f1": 0.74453, + "f1_weighted": 0.772171 + }, + { + "accuracy": 0.768662, + "f1": 0.717438, + "f1_weighted": 0.756382 + }, + { + "accuracy": 0.783793, + "f1": 0.721047, + "f1_weighted": 0.773504 + }, + { + "accuracy": 0.763954, + "f1": 0.718782, + "f1_weighted": 0.749131 + }, + { + "accuracy": 0.763618, + "f1": 0.718389, + "f1_weighted": 0.761677 + }, + { + "accuracy": 0.777068, + "f1": 0.719712, + "f1_weighted": 0.762611 + }, + { + "accuracy": 0.762609, + "f1": 0.6944, + "f1_weighted": 0.755357 + }, + { + "accuracy": 0.752186, + "f1": 0.715829, + "f1_weighted": 0.745781 + }, + { + "accuracy": 0.782112, + "f1": 0.731617, + "f1_weighted": 0.777853 + } + ], + "main_score": 0.771688, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ] + } + ] + }, + "evaluation_time": 5152.427857637405, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/MedrxivClusteringP2P.v2.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..b77304df90 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.405669, + 0.394317, + 0.405145, + 0.396336, + 0.415672, + 0.400046, + 0.395841, + 0.393961, + 0.400092, + 0.396321 + ] + }, + "v_measure": 0.40034, + "v_measure_std": 0.006451, + "main_score": 0.40034, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 84.08795142173767, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/MultiEURLEXMultilabelClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MultiEURLEXMultilabelClassification.json new file mode 100644 index 0000000000..57cd3ae5b1 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MultiEURLEXMultilabelClassification.json @@ -0,0 +1,1437 @@ +{ + "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", + "task_name": "MultiEURLEXMultilabelClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.05196, + "f1": 0.382324, + "lrap": 0.499065, + "scores_per_experiment": [ + { + "accuracy": 0.0622, + "f1": 0.378506, + "lrap": 0.497276 + }, + { + "accuracy": 0.0266, + "f1": 0.347677, + "lrap": 0.452964 + }, + { + "accuracy": 0.0494, + "f1": 0.400059, + "lrap": 0.508883 + }, + { + "accuracy": 0.05, + "f1": 0.346597, + "lrap": 0.509959 + }, + { + "accuracy": 0.053, + "f1": 0.377797, + "lrap": 0.492156 + }, + { + "accuracy": 0.0758, + "f1": 0.368597, + "lrap": 0.500268 + }, + { + "accuracy": 0.029, + "f1": 0.413659, + "lrap": 0.50719 + }, + { + "accuracy": 0.0654, + "f1": 0.403909, + "lrap": 0.477891 + }, + { + "accuracy": 0.0654, + "f1": 0.39971, + "lrap": 0.54147 + }, + { + "accuracy": 0.0428, + "f1": 0.386725, + "lrap": 0.502594 + } + ], + "main_score": 0.05196, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.05162, + "f1": 0.387374, + "lrap": 0.500631, + "scores_per_experiment": [ + { + "accuracy": 0.0568, + "f1": 0.383682, + "lrap": 0.511798 + }, + { + "accuracy": 0.029, + "f1": 0.356173, + "lrap": 0.471073 + }, + { + "accuracy": 0.0438, + "f1": 0.417845, + "lrap": 0.505886 + }, + { + "accuracy": 0.028, + "f1": 0.337274, + "lrap": 0.498348 + }, + { + "accuracy": 0.0448, + "f1": 0.374241, + "lrap": 0.48328 + }, + { + "accuracy": 0.071, + "f1": 0.387637, + "lrap": 0.506112 + }, + { + "accuracy": 0.0334, + "f1": 0.406422, + "lrap": 0.489796 + }, + { + "accuracy": 0.0624, + "f1": 0.407303, + "lrap": 0.484863 + }, + { + "accuracy": 0.074, + "f1": 0.403064, + "lrap": 0.535471 + }, + { + "accuracy": 0.073, + "f1": 0.4001, + "lrap": 0.51968 + } + ], + "main_score": 0.05162, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.05462, + "f1": 0.39594, + "lrap": 0.51266, + "scores_per_experiment": [ + { + "accuracy": 0.0638, + "f1": 0.384468, + "lrap": 0.503183 + }, + { + "accuracy": 0.0344, + "f1": 0.364351, + "lrap": 0.481236 + }, + { + "accuracy": 0.0504, + "f1": 0.413114, + "lrap": 0.518732 + }, + { + "accuracy": 0.0472, + "f1": 0.356546, + "lrap": 0.518398 + }, + { + "accuracy": 0.0614, + "f1": 0.385703, + "lrap": 0.489914 + }, + { + "accuracy": 0.068, + "f1": 0.391539, + "lrap": 0.521212 + }, + { + "accuracy": 0.0264, + "f1": 0.435112, + "lrap": 0.516249 + }, + { + "accuracy": 0.0596, + "f1": 0.421937, + "lrap": 0.500861 + }, + { + "accuracy": 0.072, + "f1": 0.403339, + "lrap": 0.552622 + }, + { + "accuracy": 0.063, + "f1": 0.403295, + "lrap": 0.524194 + } + ], + "main_score": 0.05462, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.05874, + "f1": 0.389466, + "lrap": 0.50882, + "scores_per_experiment": [ + { + "accuracy": 0.053, + "f1": 0.365126, + "lrap": 0.500201 + }, + { + "accuracy": 0.0308, + "f1": 0.349073, + "lrap": 0.480885 + }, + { + "accuracy": 0.0542, + "f1": 0.437402, + "lrap": 0.534609 + }, + { + "accuracy": 0.037, + "f1": 0.345743, + "lrap": 0.503615 + }, + { + "accuracy": 0.0482, + "f1": 0.380314, + "lrap": 0.482103 + }, + { + "accuracy": 0.0638, + "f1": 0.378069, + "lrap": 0.498359 + }, + { + "accuracy": 0.0268, + "f1": 0.42096, + "lrap": 0.513214 + }, + { + "accuracy": 0.0616, + "f1": 0.409065, + "lrap": 0.475989 + }, + { + "accuracy": 0.0794, + "f1": 0.400898, + "lrap": 0.551145 + }, + { + "accuracy": 0.1326, + "f1": 0.408011, + "lrap": 0.548081 + } + ], + "main_score": 0.05874, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.05782, + "f1": 0.398572, + "lrap": 0.508382, + "scores_per_experiment": [ + { + "accuracy": 0.0222, + "f1": 0.392868, + "lrap": 0.491884 + }, + { + "accuracy": 0.055, + "f1": 0.407217, + "lrap": 0.494433 + }, + { + "accuracy": 0.028, + "f1": 0.376278, + "lrap": 0.513838 + }, + { + "accuracy": 0.0296, + "f1": 0.372315, + "lrap": 0.497998 + }, + { + "accuracy": 0.0856, + "f1": 0.365909, + "lrap": 0.514736 + }, + { + "accuracy": 0.036, + "f1": 0.370323, + "lrap": 0.476574 + }, + { + "accuracy": 0.0456, + "f1": 0.44283, + "lrap": 0.507881 + }, + { + "accuracy": 0.0642, + "f1": 0.433372, + "lrap": 0.514108 + }, + { + "accuracy": 0.1302, + "f1": 0.405805, + "lrap": 0.519092 + }, + { + "accuracy": 0.0818, + "f1": 0.418804, + "lrap": 0.553276 + } + ], + "main_score": 0.05782, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.04534, + "f1": 0.404109, + "lrap": 0.493923, + "scores_per_experiment": [ + { + "accuracy": 0.0316, + "f1": 0.398295, + "lrap": 0.482135 + }, + { + "accuracy": 0.0254, + "f1": 0.388742, + "lrap": 0.49709 + }, + { + "accuracy": 0.0746, + "f1": 0.44661, + "lrap": 0.535981 + }, + { + "accuracy": 0.0514, + "f1": 0.424897, + "lrap": 0.509981 + }, + { + "accuracy": 0.0364, + "f1": 0.358126, + "lrap": 0.451665 + }, + { + "accuracy": 0.0474, + "f1": 0.425099, + "lrap": 0.494475 + }, + { + "accuracy": 0.047, + "f1": 0.426068, + "lrap": 0.491951 + }, + { + "accuracy": 0.0388, + "f1": 0.398083, + "lrap": 0.492955 + }, + { + "accuracy": 0.0528, + "f1": 0.430754, + "lrap": 0.504668 + }, + { + "accuracy": 0.048, + "f1": 0.34442, + "lrap": 0.478325 + } + ], + "main_score": 0.04534, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.0615, + "f1": 0.421025, + "lrap": 0.506311, + "scores_per_experiment": [ + { + "accuracy": 0.104, + "f1": 0.447806, + "lrap": 0.552558 + }, + { + "accuracy": 0.0562, + "f1": 0.40315, + "lrap": 0.488671 + }, + { + "accuracy": 0.075, + "f1": 0.443687, + "lrap": 0.521707 + }, + { + "accuracy": 0.0544, + "f1": 0.43672, + "lrap": 0.487597 + }, + { + "accuracy": 0.0492, + "f1": 0.392863, + "lrap": 0.481514 + }, + { + "accuracy": 0.1348, + "f1": 0.413865, + "lrap": 0.540824 + }, + { + "accuracy": 0.02, + "f1": 0.396612, + "lrap": 0.468122 + }, + { + "accuracy": 0.0548, + "f1": 0.39638, + "lrap": 0.487729 + }, + { + "accuracy": 0.0226, + "f1": 0.444636, + "lrap": 0.510009 + }, + { + "accuracy": 0.044, + "f1": 0.434537, + "lrap": 0.524374 + } + ], + "main_score": 0.0615, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "accuracy": 0.06362, + "f1": 0.388667, + "lrap": 0.50448, + "scores_per_experiment": [ + { + "accuracy": 0.0666, + "f1": 0.375304, + "lrap": 0.504004 + }, + { + "accuracy": 0.0394, + "f1": 0.353304, + "lrap": 0.474221 + }, + { + "accuracy": 0.052, + "f1": 0.405551, + "lrap": 0.512066 + }, + { + "accuracy": 0.0572, + "f1": 0.35809, + "lrap": 0.520515 + }, + { + "accuracy": 0.0598, + "f1": 0.385918, + "lrap": 0.485573 + }, + { + "accuracy": 0.069, + "f1": 0.375402, + "lrap": 0.499764 + }, + { + "accuracy": 0.0188, + "f1": 0.406194, + "lrap": 0.489656 + }, + { + "accuracy": 0.0616, + "f1": 0.406989, + "lrap": 0.481926 + }, + { + "accuracy": 0.1212, + "f1": 0.414624, + "lrap": 0.551204 + }, + { + "accuracy": 0.0906, + "f1": 0.405296, + "lrap": 0.525872 + } + ], + "main_score": 0.06362, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.06172, + "f1": 0.389738, + "lrap": 0.509826, + "scores_per_experiment": [ + { + "accuracy": 0.074, + "f1": 0.387418, + "lrap": 0.508625 + }, + { + "accuracy": 0.0264, + "f1": 0.332753, + "lrap": 0.477579 + }, + { + "accuracy": 0.0392, + "f1": 0.400973, + "lrap": 0.487543 + }, + { + "accuracy": 0.0466, + "f1": 0.364, + "lrap": 0.521765 + }, + { + "accuracy": 0.0818, + "f1": 0.377889, + "lrap": 0.497801 + }, + { + "accuracy": 0.0896, + "f1": 0.402874, + "lrap": 0.528527 + }, + { + "accuracy": 0.0404, + "f1": 0.422314, + "lrap": 0.50145 + }, + { + "accuracy": 0.0678, + "f1": 0.399338, + "lrap": 0.491505 + }, + { + "accuracy": 0.0764, + "f1": 0.410219, + "lrap": 0.552824 + }, + { + "accuracy": 0.075, + "f1": 0.399602, + "lrap": 0.530639 + } + ], + "main_score": 0.06172, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "accuracy": 0.04482, + "f1": 0.402029, + "lrap": 0.490889, + "scores_per_experiment": [ + { + "accuracy": 0.0596, + "f1": 0.427755, + "lrap": 0.507829 + }, + { + "accuracy": 0.0422, + "f1": 0.359263, + "lrap": 0.461843 + }, + { + "accuracy": 0.028, + "f1": 0.40807, + "lrap": 0.504726 + }, + { + "accuracy": 0.0548, + "f1": 0.363512, + "lrap": 0.457405 + }, + { + "accuracy": 0.0526, + "f1": 0.421763, + "lrap": 0.525071 + }, + { + "accuracy": 0.0292, + "f1": 0.405794, + "lrap": 0.476002 + }, + { + "accuracy": 0.0356, + "f1": 0.421929, + "lrap": 0.497964 + }, + { + "accuracy": 0.044, + "f1": 0.402156, + "lrap": 0.474544 + }, + { + "accuracy": 0.067, + "f1": 0.430156, + "lrap": 0.520085 + }, + { + "accuracy": 0.0352, + "f1": 0.379886, + "lrap": 0.483417 + } + ], + "main_score": 0.04482, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "accuracy": 0.05282, + "f1": 0.396579, + "lrap": 0.501245, + "scores_per_experiment": [ + { + "accuracy": 0.058, + "f1": 0.371224, + "lrap": 0.489968 + }, + { + "accuracy": 0.0548, + "f1": 0.416845, + "lrap": 0.52619 + }, + { + "accuracy": 0.0268, + "f1": 0.4174, + "lrap": 0.488961 + }, + { + "accuracy": 0.0312, + "f1": 0.381059, + "lrap": 0.481756 + }, + { + "accuracy": 0.059, + "f1": 0.40189, + "lrap": 0.515481 + }, + { + "accuracy": 0.103, + "f1": 0.384865, + "lrap": 0.535906 + }, + { + "accuracy": 0.0254, + "f1": 0.407522, + "lrap": 0.479405 + }, + { + "accuracy": 0.0422, + "f1": 0.405547, + "lrap": 0.488184 + }, + { + "accuracy": 0.0388, + "f1": 0.386316, + "lrap": 0.498488 + }, + { + "accuracy": 0.089, + "f1": 0.393116, + "lrap": 0.508115 + } + ], + "main_score": 0.05282, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.04276, + "f1": 0.413843, + "lrap": 0.506269, + "scores_per_experiment": [ + { + "accuracy": 0.0176, + "f1": 0.353908, + "lrap": 0.48397 + }, + { + "accuracy": 0.0392, + "f1": 0.408157, + "lrap": 0.503965 + }, + { + "accuracy": 0.048, + "f1": 0.428109, + "lrap": 0.527989 + }, + { + "accuracy": 0.0542, + "f1": 0.425971, + "lrap": 0.522458 + }, + { + "accuracy": 0.0264, + "f1": 0.421035, + "lrap": 0.490895 + }, + { + "accuracy": 0.031, + "f1": 0.391518, + "lrap": 0.505205 + }, + { + "accuracy": 0.0548, + "f1": 0.434837, + "lrap": 0.493205 + }, + { + "accuracy": 0.0464, + "f1": 0.420653, + "lrap": 0.502705 + }, + { + "accuracy": 0.0716, + "f1": 0.434799, + "lrap": 0.529732 + }, + { + "accuracy": 0.0384, + "f1": 0.419442, + "lrap": 0.502562 + } + ], + "main_score": 0.04276, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "accuracy": 0.0549, + "f1": 0.413622, + "lrap": 0.511912, + "scores_per_experiment": [ + { + "accuracy": 0.0536, + "f1": 0.441459, + "lrap": 0.503003 + }, + { + "accuracy": 0.0276, + "f1": 0.39434, + "lrap": 0.490319 + }, + { + "accuracy": 0.0548, + "f1": 0.428565, + "lrap": 0.520581 + }, + { + "accuracy": 0.136, + "f1": 0.436838, + "lrap": 0.535577 + }, + { + "accuracy": 0.0356, + "f1": 0.408691, + "lrap": 0.499541 + }, + { + "accuracy": 0.0436, + "f1": 0.390319, + "lrap": 0.515004 + }, + { + "accuracy": 0.0756, + "f1": 0.425082, + "lrap": 0.54252 + }, + { + "accuracy": 0.0568, + "f1": 0.397371, + "lrap": 0.506939 + }, + { + "accuracy": 0.038, + "f1": 0.389855, + "lrap": 0.487473 + }, + { + "accuracy": 0.0274, + "f1": 0.423698, + "lrap": 0.518158 + } + ], + "main_score": 0.0549, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "accuracy": 0.05488, + "f1": 0.412629, + "lrap": 0.509545, + "scores_per_experiment": [ + { + "accuracy": 0.0678, + "f1": 0.430794, + "lrap": 0.528376 + }, + { + "accuracy": 0.096, + "f1": 0.44185, + "lrap": 0.543458 + }, + { + "accuracy": 0.0742, + "f1": 0.371085, + "lrap": 0.498103 + }, + { + "accuracy": 0.032, + "f1": 0.396121, + "lrap": 0.487327 + }, + { + "accuracy": 0.0622, + "f1": 0.41409, + "lrap": 0.495173 + }, + { + "accuracy": 0.0494, + "f1": 0.426498, + "lrap": 0.525078 + }, + { + "accuracy": 0.0598, + "f1": 0.371594, + "lrap": 0.495642 + }, + { + "accuracy": 0.0192, + "f1": 0.423652, + "lrap": 0.511624 + }, + { + "accuracy": 0.0614, + "f1": 0.430703, + "lrap": 0.517323 + }, + { + "accuracy": 0.0268, + "f1": 0.419905, + "lrap": 0.493344 + } + ], + "main_score": 0.05488, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "accuracy": 0.05168, + "f1": 0.392228, + "lrap": 0.503549, + "scores_per_experiment": [ + { + "accuracy": 0.0604, + "f1": 0.389468, + "lrap": 0.499709 + }, + { + "accuracy": 0.0304, + "f1": 0.351855, + "lrap": 0.481303 + }, + { + "accuracy": 0.035, + "f1": 0.415283, + "lrap": 0.498413 + }, + { + "accuracy": 0.022, + "f1": 0.32139, + "lrap": 0.49031 + }, + { + "accuracy": 0.0662, + "f1": 0.394218, + "lrap": 0.491161 + }, + { + "accuracy": 0.062, + "f1": 0.377824, + "lrap": 0.495778 + }, + { + "accuracy": 0.0234, + "f1": 0.433924, + "lrap": 0.513199 + }, + { + "accuracy": 0.0828, + "f1": 0.413328, + "lrap": 0.493294 + }, + { + "accuracy": 0.0548, + "f1": 0.409373, + "lrap": 0.538511 + }, + { + "accuracy": 0.0798, + "f1": 0.415619, + "lrap": 0.533815 + } + ], + "main_score": 0.05168, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.06198, + "f1": 0.420591, + "lrap": 0.5126, + "scores_per_experiment": [ + { + "accuracy": 0.1044, + "f1": 0.440212, + "lrap": 0.544497 + }, + { + "accuracy": 0.0692, + "f1": 0.430267, + "lrap": 0.531735 + }, + { + "accuracy": 0.0496, + "f1": 0.417359, + "lrap": 0.501509 + }, + { + "accuracy": 0.0496, + "f1": 0.420092, + "lrap": 0.506147 + }, + { + "accuracy": 0.0284, + "f1": 0.409673, + "lrap": 0.491965 + }, + { + "accuracy": 0.0876, + "f1": 0.396157, + "lrap": 0.532503 + }, + { + "accuracy": 0.0316, + "f1": 0.424225, + "lrap": 0.504812 + }, + { + "accuracy": 0.0356, + "f1": 0.424437, + "lrap": 0.465423 + }, + { + "accuracy": 0.0944, + "f1": 0.441547, + "lrap": 0.518958 + }, + { + "accuracy": 0.0694, + "f1": 0.401942, + "lrap": 0.528454 + } + ], + "main_score": 0.06198, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "accuracy": 0.044, + "f1": 0.420587, + "lrap": 0.499268, + "scores_per_experiment": [ + { + "accuracy": 0.0258, + "f1": 0.448787, + "lrap": 0.505024 + }, + { + "accuracy": 0.03, + "f1": 0.399614, + "lrap": 0.463678 + }, + { + "accuracy": 0.0798, + "f1": 0.420748, + "lrap": 0.544213 + }, + { + "accuracy": 0.026, + "f1": 0.432114, + "lrap": 0.480729 + }, + { + "accuracy": 0.0526, + "f1": 0.384623, + "lrap": 0.495408 + }, + { + "accuracy": 0.0544, + "f1": 0.428487, + "lrap": 0.525909 + }, + { + "accuracy": 0.043, + "f1": 0.449647, + "lrap": 0.477874 + }, + { + "accuracy": 0.062, + "f1": 0.406626, + "lrap": 0.509787 + }, + { + "accuracy": 0.0368, + "f1": 0.426121, + "lrap": 0.495438 + }, + { + "accuracy": 0.0296, + "f1": 0.409104, + "lrap": 0.494623 + } + ], + "main_score": 0.044, + "hf_subset": "sk", + "languages": [ + "slk-Latn" + ] + }, + { + "accuracy": 0.05396, + "f1": 0.397789, + "lrap": 0.496566, + "scores_per_experiment": [ + { + "accuracy": 0.1622, + "f1": 0.418079, + "lrap": 0.531091 + }, + { + "accuracy": 0.0572, + "f1": 0.408603, + "lrap": 0.50221 + }, + { + "accuracy": 0.0244, + "f1": 0.398122, + "lrap": 0.484893 + }, + { + "accuracy": 0.0302, + "f1": 0.373625, + "lrap": 0.514191 + }, + { + "accuracy": 0.0486, + "f1": 0.430535, + "lrap": 0.513888 + }, + { + "accuracy": 0.0412, + "f1": 0.367715, + "lrap": 0.462821 + }, + { + "accuracy": 0.0332, + "f1": 0.403471, + "lrap": 0.485876 + }, + { + "accuracy": 0.0392, + "f1": 0.383713, + "lrap": 0.493295 + }, + { + "accuracy": 0.0572, + "f1": 0.377941, + "lrap": 0.501756 + }, + { + "accuracy": 0.0462, + "f1": 0.416086, + "lrap": 0.475637 + } + ], + "main_score": 0.05396, + "hf_subset": "lt", + "languages": [ + "lit-Latn" + ] + }, + { + "accuracy": 0.04954, + "f1": 0.39243, + "lrap": 0.488515, + "scores_per_experiment": [ + { + "accuracy": 0.0502, + "f1": 0.393074, + "lrap": 0.525305 + }, + { + "accuracy": 0.0646, + "f1": 0.407385, + "lrap": 0.509429 + }, + { + "accuracy": 0.0546, + "f1": 0.421478, + "lrap": 0.506085 + }, + { + "accuracy": 0.0468, + "f1": 0.391666, + "lrap": 0.511253 + }, + { + "accuracy": 0.0478, + "f1": 0.40162, + "lrap": 0.516553 + }, + { + "accuracy": 0.0298, + "f1": 0.3488, + "lrap": 0.407044 + }, + { + "accuracy": 0.0468, + "f1": 0.389335, + "lrap": 0.468257 + }, + { + "accuracy": 0.0682, + "f1": 0.421074, + "lrap": 0.514179 + }, + { + "accuracy": 0.0578, + "f1": 0.391533, + "lrap": 0.488197 + }, + { + "accuracy": 0.0288, + "f1": 0.35834, + "lrap": 0.438849 + } + ], + "main_score": 0.04954, + "hf_subset": "hr", + "languages": [ + "hrv-Latn" + ] + }, + { + "accuracy": 0.0462, + "f1": 0.413646, + "lrap": 0.498044, + "scores_per_experiment": [ + { + "accuracy": 0.0652, + "f1": 0.447063, + "lrap": 0.519329 + }, + { + "accuracy": 0.0336, + "f1": 0.420061, + "lrap": 0.489992 + }, + { + "accuracy": 0.0548, + "f1": 0.41231, + "lrap": 0.5052 + }, + { + "accuracy": 0.029, + "f1": 0.386863, + "lrap": 0.46515 + }, + { + "accuracy": 0.0536, + "f1": 0.385736, + "lrap": 0.49858 + }, + { + "accuracy": 0.0492, + "f1": 0.412342, + "lrap": 0.523693 + }, + { + "accuracy": 0.0366, + "f1": 0.388233, + "lrap": 0.475846 + }, + { + "accuracy": 0.0556, + "f1": 0.427423, + "lrap": 0.508466 + }, + { + "accuracy": 0.0464, + "f1": 0.449612, + "lrap": 0.50778 + }, + { + "accuracy": 0.038, + "f1": 0.40682, + "lrap": 0.486402 + } + ], + "main_score": 0.0462, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "accuracy": 0.0468, + "f1": 0.412611, + "lrap": 0.500132, + "scores_per_experiment": [ + { + "accuracy": 0.067, + "f1": 0.408913, + "lrap": 0.49974 + }, + { + "accuracy": 0.044, + "f1": 0.407786, + "lrap": 0.523904 + }, + { + "accuracy": 0.0434, + "f1": 0.410269, + "lrap": 0.488781 + }, + { + "accuracy": 0.0668, + "f1": 0.423049, + "lrap": 0.498075 + }, + { + "accuracy": 0.0472, + "f1": 0.395814, + "lrap": 0.502935 + }, + { + "accuracy": 0.0416, + "f1": 0.426692, + "lrap": 0.507437 + }, + { + "accuracy": 0.0492, + "f1": 0.423631, + "lrap": 0.515992 + }, + { + "accuracy": 0.0446, + "f1": 0.412305, + "lrap": 0.515938 + }, + { + "accuracy": 0.034, + "f1": 0.407092, + "lrap": 0.472359 + }, + { + "accuracy": 0.0302, + "f1": 0.410562, + "lrap": 0.476156 + } + ], + "main_score": 0.0468, + "hf_subset": "et", + "languages": [ + "est-Latn" + ] + }, + { + "accuracy": 0.05298, + "f1": 0.421939, + "lrap": 0.505554, + "scores_per_experiment": [ + { + "accuracy": 0.0572, + "f1": 0.444678, + "lrap": 0.528942 + }, + { + "accuracy": 0.0562, + "f1": 0.426213, + "lrap": 0.490911 + }, + { + "accuracy": 0.0406, + "f1": 0.411595, + "lrap": 0.509615 + }, + { + "accuracy": 0.0588, + "f1": 0.413618, + "lrap": 0.512671 + }, + { + "accuracy": 0.0684, + "f1": 0.436355, + "lrap": 0.521515 + }, + { + "accuracy": 0.0644, + "f1": 0.402846, + "lrap": 0.532978 + }, + { + "accuracy": 0.0312, + "f1": 0.402965, + "lrap": 0.455816 + }, + { + "accuracy": 0.041, + "f1": 0.4034, + "lrap": 0.491095 + }, + { + "accuracy": 0.0774, + "f1": 0.451058, + "lrap": 0.517236 + }, + { + "accuracy": 0.0346, + "f1": 0.426665, + "lrap": 0.494761 + } + ], + "main_score": 0.05298, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "accuracy": 0.0674, + "f1": 0.410845, + "lrap": 0.517553, + "scores_per_experiment": [ + { + "accuracy": 0.065, + "f1": 0.441293, + "lrap": 0.537057 + }, + { + "accuracy": 0.159, + "f1": 0.463721, + "lrap": 0.557481 + }, + { + "accuracy": 0.091, + "f1": 0.379006, + "lrap": 0.507586 + }, + { + "accuracy": 0.0648, + "f1": 0.427715, + "lrap": 0.528371 + }, + { + "accuracy": 0.0636, + "f1": 0.396202, + "lrap": 0.52768 + }, + { + "accuracy": 0.0318, + "f1": 0.381257, + "lrap": 0.484329 + }, + { + "accuracy": 0.0608, + "f1": 0.390704, + "lrap": 0.508557 + }, + { + "accuracy": 0.0328, + "f1": 0.431241, + "lrap": 0.492949 + }, + { + "accuracy": 0.0588, + "f1": 0.376185, + "lrap": 0.513961 + }, + { + "accuracy": 0.0464, + "f1": 0.421124, + "lrap": 0.517558 + } + ], + "main_score": 0.0674, + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ] + } + ] + }, + "evaluation_time": 8073.03293132782, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/MultiHateClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MultiHateClassification.json new file mode 100644 index 0000000000..5481fc1429 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/MultiHateClassification.json @@ -0,0 +1,935 @@ +{ + "dataset_revision": "8f95949846bb9e33c6aaf730ccfdb8fe6bcfb7a9", + "task_name": "MultiHateClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.8467, + "f1": 0.811287, + "f1_weighted": 0.843763, + "ap": 0.630356, + "ap_weighted": 0.630356, + "scores_per_experiment": [ + { + "accuracy": 0.859, + "f1": 0.829664, + "f1_weighted": 0.85794, + "ap": 0.654421, + "ap_weighted": 0.654421 + }, + { + "accuracy": 0.847, + "f1": 0.800947, + "f1_weighted": 0.839245, + "ap": 0.626726, + "ap_weighted": 0.626726 + }, + { + "accuracy": 0.848, + "f1": 0.822973, + "f1_weighted": 0.849597, + "ap": 0.637004, + "ap_weighted": 0.637004 + }, + { + "accuracy": 0.845, + "f1": 0.816345, + "f1_weighted": 0.845363, + "ap": 0.628279, + "ap_weighted": 0.628279 + }, + { + "accuracy": 0.849, + "f1": 0.821085, + "f1_weighted": 0.849353, + "ap": 0.636158, + "ap_weighted": 0.636158 + }, + { + "accuracy": 0.848, + "f1": 0.799455, + "f1_weighted": 0.838923, + "ap": 0.629756, + "ap_weighted": 0.629756 + }, + { + "accuracy": 0.838, + "f1": 0.788441, + "f1_weighted": 0.829399, + "ap": 0.606472, + "ap_weighted": 0.606472 + }, + { + "accuracy": 0.849, + "f1": 0.801033, + "f1_weighted": 0.84011, + "ap": 0.632021, + "ap_weighted": 0.632021 + }, + { + "accuracy": 0.853, + "f1": 0.829243, + "f1_weighted": 0.85472, + "ap": 0.647156, + "ap_weighted": 0.647156 + }, + { + "accuracy": 0.831, + "f1": 0.803687, + "f1_weighted": 0.832977, + "ap": 0.605567, + "ap_weighted": 0.605567 + } + ], + "main_score": 0.8467, + "hf_subset": "ita", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.8302, + "f1": 0.786068, + "f1_weighted": 0.825028, + "ap": 0.591136, + "ap_weighted": 0.591136, + "scores_per_experiment": [ + { + "accuracy": 0.859, + "f1": 0.832302, + "f1_weighted": 0.859335, + "ap": 0.653864, + "ap_weighted": 0.653864 + }, + { + "accuracy": 0.836, + "f1": 0.797941, + "f1_weighted": 0.833369, + "ap": 0.602872, + "ap_weighted": 0.602872 + }, + { + "accuracy": 0.828, + "f1": 0.790301, + "f1_weighted": 0.826222, + "ap": 0.58854, + "ap_weighted": 0.58854 + }, + { + "accuracy": 0.846, + "f1": 0.817014, + "f1_weighted": 0.846437, + "ap": 0.627868, + "ap_weighted": 0.627868 + }, + { + "accuracy": 0.821, + "f1": 0.773222, + "f1_weighted": 0.815275, + "ap": 0.569413, + "ap_weighted": 0.569413 + }, + { + "accuracy": 0.821, + "f1": 0.772692, + "f1_weighted": 0.815027, + "ap": 0.56914, + "ap_weighted": 0.56914 + }, + { + "accuracy": 0.822, + "f1": 0.780221, + "f1_weighted": 0.818934, + "ap": 0.574912, + "ap_weighted": 0.574912 + }, + { + "accuracy": 0.799, + "f1": 0.697635, + "f1_weighted": 0.768363, + "ap": 0.518114, + "ap_weighted": 0.518114 + }, + { + "accuracy": 0.847, + "f1": 0.81404, + "f1_weighted": 0.845669, + "ap": 0.626797, + "ap_weighted": 0.626797 + }, + { + "accuracy": 0.823, + "f1": 0.785309, + "f1_weighted": 0.821651, + "ap": 0.579838, + "ap_weighted": 0.579838 + } + ], + "main_score": 0.8302, + "hf_subset": "pol", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.8545, + "f1": 0.81772, + "f1_weighted": 0.849953, + "ap": 0.648467, + "ap_weighted": 0.648467, + "scores_per_experiment": [ + { + "accuracy": 0.853, + "f1": 0.82277, + "f1_weighted": 0.851756, + "ap": 0.644333, + "ap_weighted": 0.644333 + }, + { + "accuracy": 0.85, + "f1": 0.807933, + "f1_weighted": 0.843528, + "ap": 0.636209, + "ap_weighted": 0.636209 + }, + { + "accuracy": 0.86, + "f1": 0.835786, + "f1_weighted": 0.860757, + "ap": 0.661334, + "ap_weighted": 0.661334 + }, + { + "accuracy": 0.862, + "f1": 0.828115, + "f1_weighted": 0.858337, + "ap": 0.662445, + "ap_weighted": 0.662445 + }, + { + "accuracy": 0.87, + "f1": 0.829364, + "f1_weighted": 0.862339, + "ap": 0.686229, + "ap_weighted": 0.686229 + }, + { + "accuracy": 0.845, + "f1": 0.804083, + "f1_weighted": 0.839538, + "ap": 0.625106, + "ap_weighted": 0.625106 + }, + { + "accuracy": 0.829, + "f1": 0.760429, + "f1_weighted": 0.811184, + "ap": 0.593975, + "ap_weighted": 0.593975 + }, + { + "accuracy": 0.851, + "f1": 0.813794, + "f1_weighted": 0.846755, + "ap": 0.638297, + "ap_weighted": 0.638297 + }, + { + "accuracy": 0.881, + "f1": 0.855365, + "f1_weighted": 0.879478, + "ap": 0.704367, + "ap_weighted": 0.704367 + }, + { + "accuracy": 0.844, + "f1": 0.819565, + "f1_weighted": 0.845859, + "ap": 0.632372, + "ap_weighted": 0.632372 + } + ], + "main_score": 0.8545, + "hf_subset": "por", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.8192, + "f1": 0.795166, + "f1_weighted": 0.818939, + "ap": 0.618428, + "ap_weighted": 0.618428, + "scores_per_experiment": [ + { + "accuracy": 0.807, + "f1": 0.796515, + "f1_weighted": 0.812497, + "ap": 0.613651, + "ap_weighted": 0.613651 + }, + { + "accuracy": 0.814, + "f1": 0.793366, + "f1_weighted": 0.815959, + "ap": 0.609108, + "ap_weighted": 0.609108 + }, + { + "accuracy": 0.85, + "f1": 0.829867, + "f1_weighted": 0.850117, + "ap": 0.668973, + "ap_weighted": 0.668973 + }, + { + "accuracy": 0.829, + "f1": 0.801018, + "f1_weighted": 0.826836, + "ap": 0.628795, + "ap_weighted": 0.628795 + }, + { + "accuracy": 0.822, + "f1": 0.797151, + "f1_weighted": 0.821716, + "ap": 0.618319, + "ap_weighted": 0.618319 + }, + { + "accuracy": 0.817, + "f1": 0.773803, + "f1_weighted": 0.808005, + "ap": 0.604786, + "ap_weighted": 0.604786 + }, + { + "accuracy": 0.826, + "f1": 0.805872, + "f1_weighted": 0.8275, + "ap": 0.628282, + "ap_weighted": 0.628282 + }, + { + "accuracy": 0.817, + "f1": 0.773313, + "f1_weighted": 0.807745, + "ap": 0.604831, + "ap_weighted": 0.604831 + }, + { + "accuracy": 0.8, + "f1": 0.786667, + "f1_weighted": 0.80512, + "ap": 0.598735, + "ap_weighted": 0.598735 + }, + { + "accuracy": 0.81, + "f1": 0.794086, + "f1_weighted": 0.813893, + "ap": 0.608795, + "ap_weighted": 0.608795 + } + ], + "main_score": 0.8192, + "hf_subset": "cmn", + "languages": [ + "cmn-Hans" + ] + }, + { + "accuracy": 0.8579, + "f1": 0.817807, + "f1_weighted": 0.852438, + "ap": 0.651589, + "ap_weighted": 0.651589, + "scores_per_experiment": [ + { + "accuracy": 0.876, + "f1": 0.840842, + "f1_weighted": 0.871362, + "ap": 0.687956, + "ap_weighted": 0.687956 + }, + { + "accuracy": 0.858, + "f1": 0.807551, + "f1_weighted": 0.847752, + "ap": 0.649622, + "ap_weighted": 0.649622 + }, + { + "accuracy": 0.862, + "f1": 0.82372, + "f1_weighted": 0.857235, + "ap": 0.654496, + "ap_weighted": 0.654496 + }, + { + "accuracy": 0.869, + "f1": 0.831654, + "f1_weighted": 0.864005, + "ap": 0.671194, + "ap_weighted": 0.671194 + }, + { + "accuracy": 0.798, + "f1": 0.773648, + "f1_weighted": 0.803939, + "ap": 0.557199, + "ap_weighted": 0.557199 + }, + { + "accuracy": 0.852, + "f1": 0.799419, + "f1_weighted": 0.841319, + "ap": 0.634516, + "ap_weighted": 0.634516 + }, + { + "accuracy": 0.859, + "f1": 0.818803, + "f1_weighted": 0.853623, + "ap": 0.647702, + "ap_weighted": 0.647702 + }, + { + "accuracy": 0.872, + "f1": 0.83368, + "f1_weighted": 0.866252, + "ap": 0.679392, + "ap_weighted": 0.679392 + }, + { + "accuracy": 0.856, + "f1": 0.806442, + "f1_weighted": 0.846402, + "ap": 0.64354, + "ap_weighted": 0.64354 + }, + { + "accuracy": 0.877, + "f1": 0.842316, + "f1_weighted": 0.872489, + "ap": 0.690275, + "ap_weighted": 0.690275 + } + ], + "main_score": 0.8579, + "hf_subset": "spa", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.8582, + "f1": 0.822719, + "f1_weighted": 0.85462, + "ap": 0.649478, + "ap_weighted": 0.649478, + "scores_per_experiment": [ + { + "accuracy": 0.872, + "f1": 0.85013, + "f1_weighted": 0.87326, + "ap": 0.682457, + "ap_weighted": 0.682457 + }, + { + "accuracy": 0.871, + "f1": 0.84321, + "f1_weighted": 0.869878, + "ap": 0.677564, + "ap_weighted": 0.677564 + }, + { + "accuracy": 0.842, + "f1": 0.793665, + "f1_weighted": 0.834011, + "ap": 0.612212, + "ap_weighted": 0.612212 + }, + { + "accuracy": 0.884, + "f1": 0.861105, + "f1_weighted": 0.883887, + "ap": 0.706572, + "ap_weighted": 0.706572 + }, + { + "accuracy": 0.834, + "f1": 0.772478, + "f1_weighted": 0.820276, + "ap": 0.595477, + "ap_weighted": 0.595477 + }, + { + "accuracy": 0.851, + "f1": 0.809894, + "f1_weighted": 0.845608, + "ap": 0.632412, + "ap_weighted": 0.632412 + }, + { + "accuracy": 0.85, + "f1": 0.813169, + "f1_weighted": 0.846682, + "ap": 0.630989, + "ap_weighted": 0.630989 + }, + { + "accuracy": 0.858, + "f1": 0.829306, + "f1_weighted": 0.85758, + "ap": 0.65063, + "ap_weighted": 0.65063 + }, + { + "accuracy": 0.876, + "f1": 0.852099, + "f1_weighted": 0.876119, + "ap": 0.689289, + "ap_weighted": 0.689289 + }, + { + "accuracy": 0.844, + "f1": 0.802131, + "f1_weighted": 0.838903, + "ap": 0.617176, + "ap_weighted": 0.617176 + } + ], + "main_score": 0.8582, + "hf_subset": "nld", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.8286, + "f1": 0.789874, + "f1_weighted": 0.825434, + "ap": 0.597544, + "ap_weighted": 0.597544, + "scores_per_experiment": [ + { + "accuracy": 0.79, + "f1": 0.767353, + "f1_weighted": 0.796242, + "ap": 0.552364, + "ap_weighted": 0.552364 + }, + { + "accuracy": 0.828, + "f1": 0.796011, + "f1_weighted": 0.828162, + "ap": 0.596562, + "ap_weighted": 0.596562 + }, + { + "accuracy": 0.83, + "f1": 0.802696, + "f1_weighted": 0.831908, + "ap": 0.604791, + "ap_weighted": 0.604791 + }, + { + "accuracy": 0.823, + "f1": 0.762408, + "f1_weighted": 0.810162, + "ap": 0.574938, + "ap_weighted": 0.574938 + }, + { + "accuracy": 0.837, + "f1": 0.785774, + "f1_weighted": 0.827467, + "ap": 0.605975, + "ap_weighted": 0.605975 + }, + { + "accuracy": 0.832, + "f1": 0.801128, + "f1_weighted": 0.832313, + "ap": 0.604423, + "ap_weighted": 0.604423 + }, + { + "accuracy": 0.839, + "f1": 0.801425, + "f1_weighted": 0.835804, + "ap": 0.61249, + "ap_weighted": 0.61249 + }, + { + "accuracy": 0.822, + "f1": 0.78769, + "f1_weighted": 0.821659, + "ap": 0.584305, + "ap_weighted": 0.584305 + }, + { + "accuracy": 0.861, + "f1": 0.819611, + "f1_weighted": 0.854001, + "ap": 0.660906, + "ap_weighted": 0.660906 + }, + { + "accuracy": 0.824, + "f1": 0.774641, + "f1_weighted": 0.816617, + "ap": 0.578682, + "ap_weighted": 0.578682 + } + ], + "main_score": 0.8286, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.8594, + "f1": 0.810875, + "f1_weighted": 0.849145, + "ap": 0.65905, + "ap_weighted": 0.65905, + "scores_per_experiment": [ + { + "accuracy": 0.847, + "f1": 0.790594, + "f1_weighted": 0.834067, + "ap": 0.631322, + "ap_weighted": 0.631322 + }, + { + "accuracy": 0.863, + "f1": 0.819945, + "f1_weighted": 0.855164, + "ap": 0.665433, + "ap_weighted": 0.665433 + }, + { + "accuracy": 0.877, + "f1": 0.839977, + "f1_weighted": 0.870765, + "ap": 0.698712, + "ap_weighted": 0.698712 + }, + { + "accuracy": 0.856, + "f1": 0.80484, + "f1_weighted": 0.844809, + "ap": 0.652539, + "ap_weighted": 0.652539 + }, + { + "accuracy": 0.85, + "f1": 0.794991, + "f1_weighted": 0.837469, + "ap": 0.638689, + "ap_weighted": 0.638689 + }, + { + "accuracy": 0.823, + "f1": 0.743386, + "f1_weighted": 0.800559, + "ap": 0.579331, + "ap_weighted": 0.579331 + }, + { + "accuracy": 0.877, + "f1": 0.84155, + "f1_weighted": 0.871529, + "ap": 0.697178, + "ap_weighted": 0.697178 + }, + { + "accuracy": 0.87, + "f1": 0.828034, + "f1_weighted": 0.862015, + "ap": 0.683909, + "ap_weighted": 0.683909 + }, + { + "accuracy": 0.876, + "f1": 0.840067, + "f1_weighted": 0.87039, + "ap": 0.694885, + "ap_weighted": 0.694885 + }, + { + "accuracy": 0.855, + "f1": 0.805363, + "f1_weighted": 0.844679, + "ap": 0.648504, + "ap_weighted": 0.648504 + } + ], + "main_score": 0.8594, + "hf_subset": "deu", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.7195, + "f1": 0.667847, + "f1_weighted": 0.718596, + "ap": 0.436833, + "ap_weighted": 0.436833, + "scores_per_experiment": [ + { + "accuracy": 0.735, + "f1": 0.685419, + "f1_weighted": 0.735125, + "ap": 0.446196, + "ap_weighted": 0.446196 + }, + { + "accuracy": 0.738, + "f1": 0.679912, + "f1_weighted": 0.734182, + "ap": 0.441156, + "ap_weighted": 0.441156 + }, + { + "accuracy": 0.779, + "f1": 0.722571, + "f1_weighted": 0.772369, + "ap": 0.497304, + "ap_weighted": 0.497304 + }, + { + "accuracy": 0.729, + "f1": 0.688391, + "f1_weighted": 0.733162, + "ap": 0.449776, + "ap_weighted": 0.449776 + }, + { + "accuracy": 0.77, + "f1": 0.67631, + "f1_weighted": 0.74562, + "ap": 0.462667, + "ap_weighted": 0.462667 + }, + { + "accuracy": 0.543, + "f1": 0.522126, + "f1_weighted": 0.561877, + "ap": 0.323091, + "ap_weighted": 0.323091 + }, + { + "accuracy": 0.73, + "f1": 0.687708, + "f1_weighted": 0.733448, + "ap": 0.448823, + "ap_weighted": 0.448823 + }, + { + "accuracy": 0.738, + "f1": 0.666116, + "f1_weighted": 0.727775, + "ap": 0.429342, + "ap_weighted": 0.429342 + }, + { + "accuracy": 0.713, + "f1": 0.672147, + "f1_weighted": 0.718208, + "ap": 0.432102, + "ap_weighted": 0.432102 + }, + { + "accuracy": 0.72, + "f1": 0.677774, + "f1_weighted": 0.724199, + "ap": 0.437871, + "ap_weighted": 0.437871 + } + ], + "main_score": 0.7195, + "hf_subset": "ara", + "languages": [ + "ara-Arab" + ] + }, + { + "accuracy": 0.8589, + "f1": 0.821107, + "f1_weighted": 0.851617, + "ap": 0.676848, + "ap_weighted": 0.676848, + "scores_per_experiment": [ + { + "accuracy": 0.867, + "f1": 0.829496, + "f1_weighted": 0.859243, + "ap": 0.696188, + "ap_weighted": 0.696188 + }, + { + "accuracy": 0.862, + "f1": 0.82201, + "f1_weighted": 0.853395, + "ap": 0.685377, + "ap_weighted": 0.685377 + }, + { + "accuracy": 0.843, + "f1": 0.787516, + "f1_weighted": 0.827907, + "ap": 0.649474, + "ap_weighted": 0.649474 + }, + { + "accuracy": 0.875, + "f1": 0.841636, + "f1_weighted": 0.868676, + "ap": 0.712976, + "ap_weighted": 0.712976 + }, + { + "accuracy": 0.861, + "f1": 0.825508, + "f1_weighted": 0.854783, + "ap": 0.678522, + "ap_weighted": 0.678522 + }, + { + "accuracy": 0.85, + "f1": 0.822436, + "f1_weighted": 0.848461, + "ap": 0.652966, + "ap_weighted": 0.652966 + }, + { + "accuracy": 0.866, + "f1": 0.830036, + "f1_weighted": 0.85912, + "ap": 0.691703, + "ap_weighted": 0.691703 + }, + { + "accuracy": 0.858, + "f1": 0.812649, + "f1_weighted": 0.846939, + "ap": 0.680757, + "ap_weighted": 0.680757 + }, + { + "accuracy": 0.852, + "f1": 0.81566, + "f1_weighted": 0.846107, + "ap": 0.657665, + "ap_weighted": 0.657665 + }, + { + "accuracy": 0.855, + "f1": 0.824123, + "f1_weighted": 0.851536, + "ap": 0.662855, + "ap_weighted": 0.662855 + } + ], + "main_score": 0.8589, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.7546, + "f1": 0.71675, + "f1_weighted": 0.757426, + "ap": 0.486256, + "ap_weighted": 0.486256, + "scores_per_experiment": [ + { + "accuracy": 0.727, + "f1": 0.703596, + "f1_weighted": 0.736578, + "ap": 0.473881, + "ap_weighted": 0.473881 + }, + { + "accuracy": 0.763, + "f1": 0.71369, + "f1_weighted": 0.760742, + "ap": 0.482246, + "ap_weighted": 0.482246 + }, + { + "accuracy": 0.751, + "f1": 0.72509, + "f1_weighted": 0.758511, + "ap": 0.497371, + "ap_weighted": 0.497371 + }, + { + "accuracy": 0.735, + "f1": 0.703704, + "f1_weighted": 0.741837, + "ap": 0.470071, + "ap_weighted": 0.470071 + }, + { + "accuracy": 0.766, + "f1": 0.731601, + "f1_weighted": 0.769651, + "ap": 0.503298, + "ap_weighted": 0.503298 + }, + { + "accuracy": 0.781, + "f1": 0.731604, + "f1_weighted": 0.7772, + "ap": 0.507299, + "ap_weighted": 0.507299 + }, + { + "accuracy": 0.756, + "f1": 0.718259, + "f1_weighted": 0.759094, + "ap": 0.486249, + "ap_weighted": 0.486249 + }, + { + "accuracy": 0.759, + "f1": 0.709439, + "f1_weighted": 0.75696, + "ap": 0.476729, + "ap_weighted": 0.476729 + }, + { + "accuracy": 0.763, + "f1": 0.724218, + "f1_weighted": 0.765172, + "ap": 0.493828, + "ap_weighted": 0.493828 + }, + { + "accuracy": 0.745, + "f1": 0.706299, + "f1_weighted": 0.748518, + "ap": 0.471591, + "ap_weighted": 0.471591 + } + ], + "main_score": 0.7546, + "hf_subset": "hin", + "languages": [ + "hin-Deva" + ] + } + ] + }, + "evaluation_time": 86.38350558280945, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/NTREXBitextMining.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NTREXBitextMining.json new file mode 100644 index 0000000000..da962215e1 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NTREXBitextMining.json @@ -0,0 +1,23003 @@ +{ + "dataset_revision": "ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33", + "task_name": "NTREXBitextMining", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "afr_Latn-dan_Latn", + "languages": [ + "afr-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "afr_Latn-deu_Latn", + "languages": [ + "afr-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.995493, + "recall": 0.996995, + "f1": 0.995994, + "accuracy": 0.996995, + "main_score": 0.995994, + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.96695, + "recall": 0.977466, + "f1": 0.970372, + "accuracy": 0.977466, + "main_score": 0.970372, + "hf_subset": "afr_Latn-fao_Latn", + "languages": [ + "afr-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.978468, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "afr_Latn-isl_Latn", + "languages": [ + "afr-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.967535, + "recall": 0.977466, + "f1": 0.97079, + "accuracy": 0.977466, + "main_score": 0.97079, + "hf_subset": "afr_Latn-ltz_Latn", + "languages": [ + "afr-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "afr_Latn-nld_Latn", + "languages": [ + "afr-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "afr_Latn-nno_Latn", + "languages": [ + "afr-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "afr_Latn-nob_Latn", + "languages": [ + "afr-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "afr_Latn-swe_Latn", + "languages": [ + "afr-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.870631, + "recall": 0.908363, + "f1": 0.882233, + "accuracy": 0.908363, + "main_score": 0.882233, + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.780572, + "recall": 0.832248, + "f1": 0.795937, + "accuracy": 0.832248, + "main_score": 0.795937, + "hf_subset": "amh_Ethi-hau_Latn", + "languages": [ + "amh-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.803276, + "recall": 0.850275, + "f1": 0.817245, + "accuracy": 0.850275, + "main_score": 0.817245, + "hf_subset": "amh_Ethi-ibo_Latn", + "languages": [ + "amh-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.726576, + "recall": 0.783676, + "f1": 0.743414, + "accuracy": 0.783676, + "main_score": 0.743414, + "hf_subset": "amh_Ethi-nso_Latn", + "languages": [ + "amh-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.439385, + "recall": 0.519279, + "f1": 0.460918, + "accuracy": 0.519279, + "main_score": 0.460918, + "hf_subset": "amh_Ethi-orm_Ethi", + "languages": [ + "amh-Ethi", + "orm-Ethi" + ] + }, + { + "precision": 0.782273, + "recall": 0.832749, + "f1": 0.797522, + "accuracy": 0.832749, + "main_score": 0.797522, + "hf_subset": "amh_Ethi-som_Latn", + "languages": [ + "amh-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.694539, + "recall": 0.758638, + "f1": 0.713156, + "accuracy": 0.758638, + "main_score": 0.713156, + "hf_subset": "amh_Ethi-ssw_Latn", + "languages": [ + "amh-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.869017, + "recall": 0.905859, + "f1": 0.880421, + "accuracy": 0.905859, + "main_score": 0.880421, + "hf_subset": "amh_Ethi-swa_Latn", + "languages": [ + "amh-Ethi", + "swa-Latn" + ] + }, + { + "precision": 0.700286, + "recall": 0.762143, + "f1": 0.71853, + "accuracy": 0.762143, + "main_score": 0.71853, + "hf_subset": "amh_Ethi-tir_Ethi", + "languages": [ + "amh-Ethi", + "tir-Ethi" + ] + }, + { + "precision": 0.73548, + "recall": 0.789685, + "f1": 0.750916, + "accuracy": 0.789685, + "main_score": 0.750916, + "hf_subset": "amh_Ethi-tsn_Latn", + "languages": [ + "amh-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.554851, + "recall": 0.61342, + "f1": 0.571278, + "accuracy": 0.61342, + "main_score": 0.571278, + "hf_subset": "amh_Ethi-wol_Latn", + "languages": [ + "amh-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.753194, + "recall": 0.807211, + "f1": 0.769313, + "accuracy": 0.807211, + "main_score": 0.769313, + "hf_subset": "amh_Ethi-xho_Latn", + "languages": [ + "amh-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.59603, + "recall": 0.668503, + "f1": 0.615444, + "accuracy": 0.668503, + "main_score": 0.615444, + "hf_subset": "amh_Ethi-yor_Latn", + "languages": [ + "amh-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.75709, + "recall": 0.813721, + "f1": 0.773996, + "accuracy": 0.813721, + "main_score": 0.773996, + "hf_subset": "amh_Ethi-zul_Latn", + "languages": [ + "amh-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, + "hf_subset": "arb_Arab-ben_Beng", + "languages": [ + "arb-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.88653, + "recall": 0.91988, + "f1": 0.896995, + "accuracy": 0.91988, + "main_score": 0.896995, + "hf_subset": "arb_Arab-ckb_Arab", + "languages": [ + "arb-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "arb_Arab-deu_Latn", + "languages": [ + "arb-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.984811, + "recall": 0.988983, + "f1": 0.986146, + "accuracy": 0.988983, + "main_score": 0.986146, + "hf_subset": "arb_Arab-ell_Grek", + "languages": [ + "arb-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.976715, + "recall": 0.983475, + "f1": 0.978885, + "accuracy": 0.983475, + "main_score": 0.978885, + "hf_subset": "arb_Arab-fas_Arab", + "languages": [ + "arb-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.978259, + "recall": 0.984477, + "f1": 0.980254, + "accuracy": 0.984477, + "main_score": 0.980254, + "hf_subset": "arb_Arab-fin_Latn", + "languages": [ + "arb-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "arb_Arab-fra_Latn", + "languages": [ + "arb-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.981013, + "recall": 0.98698, + "f1": 0.982924, + "accuracy": 0.98698, + "main_score": 0.982924, + "hf_subset": "arb_Arab-heb_Hebr", + "languages": [ + "arb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.976298, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, + "hf_subset": "arb_Arab-hin_Deva", + "languages": [ + "arb-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.97346, + "recall": 0.981472, + "f1": 0.976031, + "accuracy": 0.981472, + "main_score": 0.976031, + "hf_subset": "arb_Arab-hun_Latn", + "languages": [ + "arb-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, + "hf_subset": "arb_Arab-ind_Latn", + "languages": [ + "arb-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.971165, + "recall": 0.97997, + "f1": 0.973911, + "accuracy": 0.97997, + "main_score": 0.973911, + "hf_subset": "arb_Arab-jpn_Jpan", + "languages": [ + "arb-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.784669, + "recall": 0.842263, + "f1": 0.802237, + "accuracy": 0.842263, + "main_score": 0.802237, + "hf_subset": "arb_Arab-kmr_Latn", + "languages": [ + "arb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.96862, + "recall": 0.978468, + "f1": 0.971791, + "accuracy": 0.978468, + "main_score": 0.971791, + "hf_subset": "arb_Arab-kor_Hang", + "languages": [ + "arb-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.977466, + "recall": 0.983976, + "f1": 0.979636, + "accuracy": 0.983976, + "main_score": 0.979636, + "hf_subset": "arb_Arab-lit_Latn", + "languages": [ + "arb-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.903889, + "recall": 0.930396, + "f1": 0.912101, + "accuracy": 0.930396, + "main_score": 0.912101, + "hf_subset": "arb_Arab-mey_Arab", + "languages": [ + "arb-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "arb_Arab-nld_Latn", + "languages": [ + "arb-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.976632, + "recall": 0.983475, + "f1": 0.978885, + "accuracy": 0.983475, + "main_score": 0.978885, + "hf_subset": "arb_Arab-pol_Latn", + "languages": [ + "arb-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.976298, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, + "hf_subset": "arb_Arab-por_Latn", + "languages": [ + "arb-Arab", + "por-Latn" + ] + }, + { + "precision": 0.972041, + "recall": 0.980971, + "f1": 0.974962, + "accuracy": 0.980971, + "main_score": 0.974962, + "hf_subset": "arb_Arab-prs_Arab", + "languages": [ + "arb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.875814, + "recall": 0.910866, + "f1": 0.88688, + "accuracy": 0.910866, + "main_score": 0.88688, + "hf_subset": "arb_Arab-pus_Arab", + "languages": [ + "arb-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.97331, + "recall": 0.980971, + "f1": 0.975714, + "accuracy": 0.980971, + "main_score": 0.975714, + "hf_subset": "arb_Arab-rus_Cyrl", + "languages": [ + "arb-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.570653, + "recall": 0.657486, + "f1": 0.594206, + "accuracy": 0.657486, + "main_score": 0.594206, + "hf_subset": "arb_Arab-shi_Arab", + "languages": [ + "arb-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.982557, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "arb_Arab-spa_Latn", + "languages": [ + "arb-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.977967, + "recall": 0.984477, + "f1": 0.980053, + "accuracy": 0.984477, + "main_score": 0.980053, + "hf_subset": "arb_Arab-swa_Latn", + "languages": [ + "arb-Arab", + "swa-Latn" + ] + }, + { + "precision": 0.977967, + "recall": 0.984977, + "f1": 0.980304, + "accuracy": 0.984977, + "main_score": 0.980304, + "hf_subset": "arb_Arab-swe_Latn", + "languages": [ + "arb-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.950092, + "recall": 0.965949, + "f1": 0.955266, + "accuracy": 0.965949, + "main_score": 0.955266, + "hf_subset": "arb_Arab-tam_Taml", + "languages": [ + "arb-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.897221, + "recall": 0.927391, + "f1": 0.90681, + "accuracy": 0.927391, + "main_score": 0.90681, + "hf_subset": "arb_Arab-tgk_Cyrl", + "languages": [ + "arb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.972918, + "recall": 0.980971, + "f1": 0.975497, + "accuracy": 0.980971, + "main_score": 0.975497, + "hf_subset": "arb_Arab-tur_Latn", + "languages": [ + "arb-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.97805, + "recall": 0.984977, + "f1": 0.980304, + "accuracy": 0.984977, + "main_score": 0.980304, + "hf_subset": "arb_Arab-vie_Latn", + "languages": [ + "arb-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.971958, + "recall": 0.980471, + "f1": 0.974712, + "accuracy": 0.980471, + "main_score": 0.974712, + "hf_subset": "arb_Arab-zho_Hant", + "languages": [ + "arb-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.849766, + "recall": 0.891337, + "f1": 0.86251, + "accuracy": 0.891337, + "main_score": 0.86251, + "hf_subset": "arb_Arab-zul_Latn", + "languages": [ + "arb-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.935194, + "recall": 0.953931, + "f1": 0.941195, + "accuracy": 0.953931, + "main_score": 0.941195, + "hf_subset": "aze_Latn-bak_Cyrl", + "languages": [ + "aze-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.98456, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "aze_Latn-eng_Latn", + "languages": [ + "aze-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.961442, + "recall": 0.97346, + "f1": 0.965365, + "accuracy": 0.97346, + "main_score": 0.965365, + "hf_subset": "aze_Latn-kaz_Cyrl", + "languages": [ + "aze-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.955517, + "recall": 0.968953, + "f1": 0.959856, + "accuracy": 0.968953, + "main_score": 0.959856, + "hf_subset": "aze_Latn-kir_Cyrl", + "languages": [ + "aze-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.936279, + "recall": 0.954932, + "f1": 0.94228, + "accuracy": 0.954932, + "main_score": 0.94228, + "hf_subset": "aze_Latn-tat_Cyrl", + "languages": [ + "aze-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.943332, + "recall": 0.959439, + "f1": 0.948489, + "accuracy": 0.959439, + "main_score": 0.948489, + "hf_subset": "aze_Latn-tuk_Latn", + "languages": [ + "aze-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979386, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, + "hf_subset": "aze_Latn-tur_Latn", + "languages": [ + "aze-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.872605, + "recall": 0.907862, + "f1": 0.883526, + "accuracy": 0.907862, + "main_score": 0.883526, + "hf_subset": "aze_Latn-uig_Arab", + "languages": [ + "aze-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.967952, + "recall": 0.977967, + "f1": 0.971123, + "accuracy": 0.977967, + "main_score": 0.971123, + "hf_subset": "aze_Latn-uzb_Latn", + "languages": [ + "aze-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.941788, + "recall": 0.959439, + "f1": 0.947455, + "accuracy": 0.959439, + "main_score": 0.947455, + "hf_subset": "bak_Cyrl-aze_Latn", + "languages": [ + "bak-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.949967, + "recall": 0.965949, + "f1": 0.955216, + "accuracy": 0.965949, + "main_score": 0.955216, + "hf_subset": "bak_Cyrl-eng_Latn", + "languages": [ + "bak-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.935987, + "recall": 0.954932, + "f1": 0.942247, + "accuracy": 0.954932, + "main_score": 0.942247, + "hf_subset": "bak_Cyrl-kaz_Cyrl", + "languages": [ + "bak-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.924178, + "recall": 0.944917, + "f1": 0.93093, + "accuracy": 0.944917, + "main_score": 0.93093, + "hf_subset": "bak_Cyrl-kir_Cyrl", + "languages": [ + "bak-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.928351, + "recall": 0.949424, + "f1": 0.93527, + "accuracy": 0.949424, + "main_score": 0.93527, + "hf_subset": "bak_Cyrl-tat_Cyrl", + "languages": [ + "bak-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.907687, + "recall": 0.932899, + "f1": 0.915657, + "accuracy": 0.932899, + "main_score": 0.915657, + "hf_subset": "bak_Cyrl-tuk_Latn", + "languages": [ + "bak-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.941662, + "recall": 0.959439, + "f1": 0.947421, + "accuracy": 0.959439, + "main_score": 0.947421, + "hf_subset": "bak_Cyrl-tur_Latn", + "languages": [ + "bak-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.824937, + "recall": 0.870305, + "f1": 0.83869, + "accuracy": 0.870305, + "main_score": 0.83869, + "hf_subset": "bak_Cyrl-uig_Arab", + "languages": [ + "bak-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.936196, + "recall": 0.953931, + "f1": 0.941846, + "accuracy": 0.953931, + "main_score": 0.941846, + "hf_subset": "bak_Cyrl-uzb_Latn", + "languages": [ + "bak-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "bel_Cyrl-bos_Latn", + "languages": [ + "bel-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "bel_Cyrl-bul_Cyrl", + "languages": [ + "bel-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "bel_Cyrl-ces_Latn", + "languages": [ + "bel-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "bel_Cyrl-hrv_Latn", + "languages": [ + "bel-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, + "hf_subset": "bel_Cyrl-mkd_Cyrl", + "languages": [ + "bel-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "bel_Cyrl-pol_Latn", + "languages": [ + "bel-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.968286, + "recall": 0.977967, + "f1": 0.971374, + "accuracy": 0.977967, + "main_score": 0.971374, + "hf_subset": "bel_Cyrl-rus_Cyrl", + "languages": [ + "bel-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.99132, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, + "hf_subset": "bel_Cyrl-slk_Latn", + "languages": [ + "bel-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.982223, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "bel_Cyrl-slv_Latn", + "languages": [ + "bel-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "bel_Cyrl-srp_Cyrl", + "languages": [ + "bel-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "bel_Cyrl-srp_Latn", + "languages": [ + "bel-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, + "hf_subset": "bel_Cyrl-ukr_Cyrl", + "languages": [ + "bel-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.725578, + "recall": 0.783676, + "f1": 0.742126, + "accuracy": 0.783676, + "main_score": 0.742126, + "hf_subset": "bem_Latn-eng_Latn", + "languages": [ + "bem-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.56796, + "recall": 0.618928, + "f1": 0.583067, + "accuracy": 0.618928, + "main_score": 0.583067, + "hf_subset": "bem_Latn-ewe_Latn", + "languages": [ + "bem-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.607977, + "recall": 0.655984, + "f1": 0.621472, + "accuracy": 0.655984, + "main_score": 0.621472, + "hf_subset": "bem_Latn-fuc_Latn", + "languages": [ + "bem-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.729372, + "recall": 0.776164, + "f1": 0.742744, + "accuracy": 0.776164, + "main_score": 0.742744, + "hf_subset": "bem_Latn-kin_Latn", + "languages": [ + "bem-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.728101, + "recall": 0.77316, + "f1": 0.741527, + "accuracy": 0.77316, + "main_score": 0.741527, + "hf_subset": "bem_Latn-nde_Latn", + "languages": [ + "bem-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.748262, + "recall": 0.799199, + "f1": 0.76323, + "accuracy": 0.799199, + "main_score": 0.76323, + "hf_subset": "bem_Latn-nya_Latn", + "languages": [ + "bem-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.756459, + "recall": 0.799199, + "f1": 0.768888, + "accuracy": 0.799199, + "main_score": 0.768888, + "hf_subset": "bem_Latn-sna_Latn", + "languages": [ + "bem-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.697734, + "recall": 0.743615, + "f1": 0.71037, + "accuracy": 0.743615, + "main_score": 0.71037, + "hf_subset": "bem_Latn-ven_Latn", + "languages": [ + "bem-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.970873, + "recall": 0.980471, + "f1": 0.974044, + "accuracy": 0.980471, + "main_score": 0.974044, + "hf_subset": "ben_Beng-arb_Arab", + "languages": [ + "ben-Beng", + "arb-Arab" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "ben_Beng-deu_Latn", + "languages": [ + "ben-Beng", + "deu-Latn" + ] + }, + { + "precision": 0.791704, + "recall": 0.843766, + "f1": 0.807491, + "accuracy": 0.843766, + "main_score": 0.807491, + "hf_subset": "ben_Beng-div_Thaa", + "languages": [ + "ben-Beng", + "div-Thaa" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "ben_Beng-ell_Grek", + "languages": [ + "ben-Beng", + "ell-Grek" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.954932, + "recall": 0.968953, + "f1": 0.959439, + "accuracy": 0.968953, + "main_score": 0.959439, + "hf_subset": "ben_Beng-eus_Latn", + "languages": [ + "ben-Beng", + "eus-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "ben_Beng-fas_Arab", + "languages": [ + "ben-Beng", + "fas-Arab" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "ben_Beng-fin_Latn", + "languages": [ + "ben-Beng", + "fin-Latn" + ] + }, + { + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, + "hf_subset": "ben_Beng-fra_Latn", + "languages": [ + "ben-Beng", + "fra-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.97972, + "recall": 0.98648, + "f1": 0.981973, + "accuracy": 0.98648, + "main_score": 0.981973, + "hf_subset": "ben_Beng-heb_Hebr", + "languages": [ + "ben-Beng", + "heb-Hebr" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.971374, + "recall": 0.97997, + "f1": 0.974211, + "accuracy": 0.97997, + "main_score": 0.974211, + "hf_subset": "ben_Beng-hun_Latn", + "languages": [ + "ben-Beng", + "hun-Latn" + ] + }, + { + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, + "hf_subset": "ben_Beng-ind_Latn", + "languages": [ + "ben-Beng", + "ind-Latn" + ] + }, + { + "precision": 0.97805, + "recall": 0.984977, + "f1": 0.980304, + "accuracy": 0.984977, + "main_score": 0.980304, + "hf_subset": "ben_Beng-jpn_Jpan", + "languages": [ + "ben-Beng", + "jpn-Jpan" + ] + }, + { + "precision": 0.968286, + "recall": 0.978468, + "f1": 0.971624, + "accuracy": 0.978468, + "main_score": 0.971624, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.973293, + "recall": 0.981472, + "f1": 0.975964, + "accuracy": 0.981472, + "main_score": 0.975964, + "hf_subset": "ben_Beng-kor_Hang", + "languages": [ + "ben-Beng", + "kor-Hang" + ] + }, + { + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "ben_Beng-lit_Latn", + "languages": [ + "ben-Beng", + "lit-Latn" + ] + }, + { + "precision": 0.978968, + "recall": 0.985979, + "f1": 0.981305, + "accuracy": 0.985979, + "main_score": 0.981305, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.976882, + "recall": 0.984477, + "f1": 0.979386, + "accuracy": 0.984477, + "main_score": 0.979386, + "hf_subset": "ben_Beng-nep_Deva", + "languages": [ + "ben-Beng", + "nep-Deva" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "ben_Beng-nld_Latn", + "languages": [ + "ben-Beng", + "nld-Latn" + ] + }, + { + "precision": 0.974712, + "recall": 0.982974, + "f1": 0.977466, + "accuracy": 0.982974, + "main_score": 0.977466, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.9778, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "ben_Beng-pol_Latn", + "languages": [ + "ben-Beng", + "pol-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.985979, + "f1": 0.98189, + "accuracy": 0.985979, + "main_score": 0.98189, + "hf_subset": "ben_Beng-por_Latn", + "languages": [ + "ben-Beng", + "por-Latn" + ] + }, + { + "precision": 0.97079, + "recall": 0.97997, + "f1": 0.973711, + "accuracy": 0.97997, + "main_score": 0.973711, + "hf_subset": "ben_Beng-rus_Cyrl", + "languages": [ + "ben-Beng", + "rus-Cyrl" + ] + }, + { + "precision": 0.95247, + "recall": 0.967451, + "f1": 0.957303, + "accuracy": 0.967451, + "main_score": 0.957303, + "hf_subset": "ben_Beng-sin_Sinh", + "languages": [ + "ben-Beng", + "sin-Sinh" + ] + }, + { + "precision": 0.865356, + "recall": 0.904857, + "f1": 0.87775, + "accuracy": 0.904857, + "main_score": 0.87775, + "hf_subset": "ben_Beng-snd_Arab", + "languages": [ + "ben-Beng", + "snd-Arab" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "ben_Beng-spa_Latn", + "languages": [ + "ben-Beng", + "spa-Latn" + ] + }, + { + "precision": 0.974629, + "recall": 0.982974, + "f1": 0.977383, + "accuracy": 0.982974, + "main_score": 0.977383, + "hf_subset": "ben_Beng-swa_Latn", + "languages": [ + "ben-Beng", + "swa-Latn" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "ben_Beng-swe_Latn", + "languages": [ + "ben-Beng", + "swe-Latn" + ] + }, + { + "precision": 0.970956, + "recall": 0.980471, + "f1": 0.974128, + "accuracy": 0.980471, + "main_score": 0.974128, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.971874, + "recall": 0.980471, + "f1": 0.974712, + "accuracy": 0.980471, + "main_score": 0.974712, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, + "hf_subset": "ben_Beng-tur_Latn", + "languages": [ + "ben-Beng", + "tur-Latn" + ] + }, + { + "precision": 0.981556, + "recall": 0.98698, + "f1": 0.983308, + "accuracy": 0.98698, + "main_score": 0.983308, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.981472, + "recall": 0.98698, + "f1": 0.983225, + "accuracy": 0.98698, + "main_score": 0.983225, + "hf_subset": "ben_Beng-vie_Latn", + "languages": [ + "ben-Beng", + "vie-Latn" + ] + }, + { + "precision": 0.974629, + "recall": 0.982974, + "f1": 0.977383, + "accuracy": 0.982974, + "main_score": 0.977383, + "hf_subset": "ben_Beng-zho_Hant", + "languages": [ + "ben-Beng", + "zho-Hant" + ] + }, + { + "precision": 0.848948, + "recall": 0.890836, + "f1": 0.86206, + "accuracy": 0.890836, + "main_score": 0.86206, + "hf_subset": "ben_Beng-zul_Latn", + "languages": [ + "ben-Beng", + "zul-Latn" + ] + }, + { + "precision": 0.308691, + "recall": 0.386079, + "f1": 0.328895, + "accuracy": 0.386079, + "main_score": 0.328895, + "hf_subset": "bod_Tibt-dzo_Tibt", + "languages": [ + "bod-Tibt", + "dzo-Tibt" + ] + }, + { + "precision": 0.731727, + "recall": 0.792188, + "f1": 0.748966, + "accuracy": 0.792188, + "main_score": 0.748966, + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.645254, + "recall": 0.717076, + "f1": 0.665095, + "accuracy": 0.717076, + "main_score": 0.665095, + "hf_subset": "bod_Tibt-khm_Khmr", + "languages": [ + "bod-Tibt", + "khm-Khmr" + ] + }, + { + "precision": 0.646084, + "recall": 0.71307, + "f1": 0.664025, + "accuracy": 0.71307, + "main_score": 0.664025, + "hf_subset": "bod_Tibt-lao_Laoo", + "languages": [ + "bod-Tibt", + "lao-Laoo" + ] + }, + { + "precision": 0.662994, + "recall": 0.727091, + "f1": 0.680633, + "accuracy": 0.727091, + "main_score": 0.680633, + "hf_subset": "bod_Tibt-mon_Mong", + "languages": [ + "bod-Tibt", + "mon-Mong" + ] + }, + { + "precision": 0.341802, + "recall": 0.41362, + "f1": 0.360699, + "accuracy": 0.41362, + "main_score": 0.360699, + "hf_subset": "bod_Tibt-mya_Mymr", + "languages": [ + "bod-Tibt", + "mya-Mymr" + ] + }, + { + "precision": 0.692857, + "recall": 0.762143, + "f1": 0.71235, + "accuracy": 0.762143, + "main_score": 0.71235, + "hf_subset": "bod_Tibt-tha_Thai", + "languages": [ + "bod-Tibt", + "tha-Thai" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "bos_Latn-bel_Cyrl", + "languages": [ + "bos-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "bos_Latn-bul_Cyrl", + "languages": [ + "bos-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "bos_Latn-ces_Latn", + "languages": [ + "bos-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "bos_Latn-eng_Latn", + "languages": [ + "bos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "bos_Latn-hrv_Latn", + "languages": [ + "bos-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, + "hf_subset": "bos_Latn-mkd_Cyrl", + "languages": [ + "bos-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, + "hf_subset": "bos_Latn-pol_Latn", + "languages": [ + "bos-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.977717, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, + "hf_subset": "bos_Latn-rus_Cyrl", + "languages": [ + "bos-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "bos_Latn-slk_Latn", + "languages": [ + "bos-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "bos_Latn-slv_Latn", + "languages": [ + "bos-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "bos_Latn-srp_Cyrl", + "languages": [ + "bos-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.995493, + "recall": 0.996995, + "f1": 0.995994, + "accuracy": 0.996995, + "main_score": 0.995994, + "hf_subset": "bos_Latn-srp_Latn", + "languages": [ + "bos-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.982307, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, + "hf_subset": "bos_Latn-ukr_Cyrl", + "languages": [ + "bos-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "bul_Cyrl-bel_Cyrl", + "languages": [ + "bul-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "bul_Cyrl-bos_Latn", + "languages": [ + "bul-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "bul_Cyrl-ces_Latn", + "languages": [ + "bul-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "bul_Cyrl-hrv_Latn", + "languages": [ + "bul-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "bul_Cyrl-mkd_Cyrl", + "languages": [ + "bul-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, + "hf_subset": "bul_Cyrl-pol_Latn", + "languages": [ + "bul-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "bul_Cyrl-rus_Cyrl", + "languages": [ + "bul-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "bul_Cyrl-slk_Latn", + "languages": [ + "bul-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "bul_Cyrl-slv_Latn", + "languages": [ + "bul-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "bul_Cyrl-srp_Cyrl", + "languages": [ + "bul-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "bul_Cyrl-srp_Latn", + "languages": [ + "bul-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "bul_Cyrl-ukr_Cyrl", + "languages": [ + "bul-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, + "hf_subset": "cat_Latn-fra_Latn", + "languages": [ + "cat-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.985061, + "recall": 0.989484, + "f1": 0.98648, + "accuracy": 0.989484, + "main_score": 0.98648, + "hf_subset": "cat_Latn-glg_Latn", + "languages": [ + "cat-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.989234, + "recall": 0.992489, + "f1": 0.990319, + "accuracy": 0.992489, + "main_score": 0.990319, + "hf_subset": "cat_Latn-ita_Latn", + "languages": [ + "cat-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.978301, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "cat_Latn-mlt_Latn", + "languages": [ + "cat-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989484, + "f1": 0.98648, + "accuracy": 0.989484, + "main_score": 0.98648, + "hf_subset": "cat_Latn-por_Latn", + "languages": [ + "cat-Latn", + "por-Latn" + ] + }, + { + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, + "hf_subset": "cat_Latn-ron_Latn", + "languages": [ + "cat-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.992989, + "f1": 0.991153, + "accuracy": 0.992989, + "main_score": 0.991153, + "hf_subset": "cat_Latn-spa_Latn", + "languages": [ + "cat-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "ces_Latn-bel_Cyrl", + "languages": [ + "ces-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "ces_Latn-bos_Latn", + "languages": [ + "ces-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "ces_Latn-bul_Cyrl", + "languages": [ + "ces-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.996244, + "recall": 0.997496, + "f1": 0.996662, + "accuracy": 0.997496, + "main_score": 0.996662, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "ces_Latn-hrv_Latn", + "languages": [ + "ces-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.991988, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, + "hf_subset": "ces_Latn-mkd_Cyrl", + "languages": [ + "ces-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "ces_Latn-pol_Latn", + "languages": [ + "ces-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.98189, + "recall": 0.98698, + "f1": 0.983475, + "accuracy": 0.98698, + "main_score": 0.983475, + "hf_subset": "ces_Latn-rus_Cyrl", + "languages": [ + "ces-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "ces_Latn-slk_Latn", + "languages": [ + "ces-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "ces_Latn-slv_Latn", + "languages": [ + "ces-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "ces_Latn-srp_Cyrl", + "languages": [ + "ces-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "ces_Latn-srp_Latn", + "languages": [ + "ces-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.978301, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "ces_Latn-ukr_Cyrl", + "languages": [ + "ces-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.912051, + "recall": 0.935904, + "f1": 0.919456, + "accuracy": 0.935904, + "main_score": 0.919456, + "hf_subset": "ckb_Arab-arb_Arab", + "languages": [ + "ckb-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.925263, + "recall": 0.947922, + "f1": 0.932391, + "accuracy": 0.947922, + "main_score": 0.932391, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.931564, + "recall": 0.952429, + "f1": 0.938324, + "accuracy": 0.952429, + "main_score": 0.938324, + "hf_subset": "ckb_Arab-fas_Arab", + "languages": [ + "ckb-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.916683, + "recall": 0.941913, + "f1": 0.924654, + "accuracy": 0.941913, + "main_score": 0.924654, + "hf_subset": "ckb_Arab-heb_Hebr", + "languages": [ + "ckb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.816585, + "recall": 0.861292, + "f1": 0.829786, + "accuracy": 0.861292, + "main_score": 0.829786, + "hf_subset": "ckb_Arab-kmr_Latn", + "languages": [ + "ckb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.826652, + "recall": 0.870305, + "f1": 0.839747, + "accuracy": 0.870305, + "main_score": 0.839747, + "hf_subset": "ckb_Arab-mey_Arab", + "languages": [ + "ckb-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.933567, + "recall": 0.953931, + "f1": 0.940077, + "accuracy": 0.953931, + "main_score": 0.940077, + "hf_subset": "ckb_Arab-prs_Arab", + "languages": [ + "ckb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.838608, + "recall": 0.881322, + "f1": 0.851573, + "accuracy": 0.881322, + "main_score": 0.851573, + "hf_subset": "ckb_Arab-pus_Arab", + "languages": [ + "ckb-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.541627, + "recall": 0.617426, + "f1": 0.563032, + "accuracy": 0.617426, + "main_score": 0.563032, + "hf_subset": "ckb_Arab-shi_Arab", + "languages": [ + "ckb-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.861542, + "recall": 0.896845, + "f1": 0.872609, + "accuracy": 0.896845, + "main_score": 0.872609, + "hf_subset": "ckb_Arab-tgk_Cyrl", + "languages": [ + "ckb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.98527, + "recall": 0.989484, + "f1": 0.986597, + "accuracy": 0.989484, + "main_score": 0.986597, + "hf_subset": "cym_Latn-eng_Latn", + "languages": [ + "cym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.959272, + "recall": 0.971958, + "f1": 0.963445, + "accuracy": 0.971958, + "main_score": 0.963445, + "hf_subset": "cym_Latn-gle_Latn", + "languages": [ + "cym-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "dan_Latn-afr_Latn", + "languages": [ + "dan-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "dan_Latn-deu_Latn", + "languages": [ + "dan-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.964447, + "recall": 0.975964, + "f1": 0.968202, + "accuracy": 0.975964, + "main_score": 0.968202, + "hf_subset": "dan_Latn-fao_Latn", + "languages": [ + "dan-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, + "hf_subset": "dan_Latn-isl_Latn", + "languages": [ + "dan-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.966867, + "recall": 0.976965, + "f1": 0.970205, + "accuracy": 0.976965, + "main_score": 0.970205, + "hf_subset": "dan_Latn-ltz_Latn", + "languages": [ + "dan-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "dan_Latn-nld_Latn", + "languages": [ + "dan-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.984143, + "recall": 0.988983, + "f1": 0.985729, + "accuracy": 0.988983, + "main_score": 0.985729, + "hf_subset": "dan_Latn-nno_Latn", + "languages": [ + "dan-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.990903, + "recall": 0.99349, + "f1": 0.991738, + "accuracy": 0.99349, + "main_score": 0.991738, + "hf_subset": "dan_Latn-nob_Latn", + "languages": [ + "dan-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "dan_Latn-swe_Latn", + "languages": [ + "dan-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "deu_Latn-afr_Latn", + "languages": [ + "deu-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.979511, + "recall": 0.985979, + "f1": 0.981589, + "accuracy": 0.985979, + "main_score": 0.981589, + "hf_subset": "deu_Latn-arb_Arab", + "languages": [ + "deu-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.978968, + "recall": 0.985979, + "f1": 0.981305, + "accuracy": 0.985979, + "main_score": 0.981305, + "hf_subset": "deu_Latn-ben_Beng", + "languages": [ + "deu-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "deu_Latn-dan_Latn", + "languages": [ + "deu-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "deu_Latn-ell_Grek", + "languages": [ + "deu-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.961192, + "recall": 0.972959, + "f1": 0.965031, + "accuracy": 0.972959, + "main_score": 0.965031, + "hf_subset": "deu_Latn-fao_Latn", + "languages": [ + "deu-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.978217, + "recall": 0.985478, + "f1": 0.980638, + "accuracy": 0.985478, + "main_score": 0.980638, + "hf_subset": "deu_Latn-fas_Arab", + "languages": [ + "deu-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "deu_Latn-fin_Latn", + "languages": [ + "deu-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.986396, + "recall": 0.990486, + "f1": 0.987732, + "accuracy": 0.990486, + "main_score": 0.987732, + "hf_subset": "deu_Latn-fra_Latn", + "languages": [ + "deu-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.986814, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, + "hf_subset": "deu_Latn-heb_Hebr", + "languages": [ + "deu-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.979636, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "deu_Latn-hin_Deva", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979886, + "recall": 0.985979, + "f1": 0.98189, + "accuracy": 0.985979, + "main_score": 0.98189, + "hf_subset": "deu_Latn-hun_Latn", + "languages": [ + "deu-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, + "hf_subset": "deu_Latn-ind_Latn", + "languages": [ + "deu-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.97659, + "recall": 0.983976, + "f1": 0.979002, + "accuracy": 0.983976, + "main_score": 0.979002, + "hf_subset": "deu_Latn-isl_Latn", + "languages": [ + "deu-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "deu_Latn-jpn_Jpan", + "languages": [ + "deu-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.972959, + "recall": 0.981472, + "f1": 0.975714, + "accuracy": 0.981472, + "main_score": 0.975714, + "hf_subset": "deu_Latn-kor_Hang", + "languages": [ + "deu-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "deu_Latn-lit_Latn", + "languages": [ + "deu-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.965448, + "recall": 0.976465, + "f1": 0.969037, + "accuracy": 0.976465, + "main_score": 0.969037, + "hf_subset": "deu_Latn-ltz_Latn", + "languages": [ + "deu-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.989818, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, + "hf_subset": "deu_Latn-nld_Latn", + "languages": [ + "deu-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.982223, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, + "hf_subset": "deu_Latn-nno_Latn", + "languages": [ + "deu-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, + "hf_subset": "deu_Latn-nob_Latn", + "languages": [ + "deu-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, + "hf_subset": "deu_Latn-pol_Latn", + "languages": [ + "deu-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, + "hf_subset": "deu_Latn-por_Latn", + "languages": [ + "deu-Latn", + "por-Latn" + ] + }, + { + "precision": 0.978802, + "recall": 0.985478, + "f1": 0.980971, + "accuracy": 0.985478, + "main_score": 0.980971, + "hf_subset": "deu_Latn-rus_Cyrl", + "languages": [ + "deu-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "deu_Latn-spa_Latn", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.978551, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "deu_Latn-swa_Latn", + "languages": [ + "deu-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "deu_Latn-swe_Latn", + "languages": [ + "deu-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.953055, + "recall": 0.967952, + "f1": 0.957887, + "accuracy": 0.967952, + "main_score": 0.957887, + "hf_subset": "deu_Latn-tam_Taml", + "languages": [ + "deu-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "deu_Latn-tur_Latn", + "languages": [ + "deu-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "deu_Latn-vie_Latn", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.977049, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "deu_Latn-zho_Hant", + "languages": [ + "deu-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.853209, + "recall": 0.894342, + "f1": 0.865877, + "accuracy": 0.894342, + "main_score": 0.865877, + "hf_subset": "deu_Latn-zul_Latn", + "languages": [ + "deu-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.796361, + "recall": 0.83976, + "f1": 0.808589, + "accuracy": 0.83976, + "main_score": 0.808589, + "hf_subset": "div_Thaa-ben_Beng", + "languages": [ + "div-Thaa", + "ben-Beng" + ] + }, + { + "precision": 0.78494, + "recall": 0.835253, + "f1": 0.799206, + "accuracy": 0.835253, + "main_score": 0.799206, + "hf_subset": "div_Thaa-eng_Latn", + "languages": [ + "div-Thaa", + "eng-Latn" + ] + }, + { + "precision": 0.732184, + "recall": 0.783676, + "f1": 0.746507, + "accuracy": 0.783676, + "main_score": 0.746507, + "hf_subset": "div_Thaa-eus_Latn", + "languages": [ + "div-Thaa", + "eus-Latn" + ] + }, + { + "precision": 0.794302, + "recall": 0.842263, + "f1": 0.808122, + "accuracy": 0.842263, + "main_score": 0.808122, + "hf_subset": "div_Thaa-guj_Gujr", + "languages": [ + "div-Thaa", + "guj-Gujr" + ] + }, + { + "precision": 0.8093, + "recall": 0.850776, + "f1": 0.821166, + "accuracy": 0.850776, + "main_score": 0.821166, + "hf_subset": "div_Thaa-hin_Deva", + "languages": [ + "div-Thaa", + "hin-Deva" + ] + }, + { + "precision": 0.755263, + "recall": 0.807211, + "f1": 0.770105, + "accuracy": 0.807211, + "main_score": 0.770105, + "hf_subset": "div_Thaa-kan_Knda", + "languages": [ + "div-Thaa", + "kan-Knda" + ] + }, + { + "precision": 0.800238, + "recall": 0.844266, + "f1": 0.812988, + "accuracy": 0.844266, + "main_score": 0.812988, + "hf_subset": "div_Thaa-mar_Deva", + "languages": [ + "div-Thaa", + "mar-Deva" + ] + }, + { + "precision": 0.802436, + "recall": 0.842263, + "f1": 0.813719, + "accuracy": 0.842263, + "main_score": 0.813719, + "hf_subset": "div_Thaa-nep_Deva", + "languages": [ + "div-Thaa", + "nep-Deva" + ] + }, + { + "precision": 0.782936, + "recall": 0.828743, + "f1": 0.795969, + "accuracy": 0.828743, + "main_score": 0.795969, + "hf_subset": "div_Thaa-pan_Guru", + "languages": [ + "div-Thaa", + "pan-Guru" + ] + }, + { + "precision": 0.752058, + "recall": 0.800701, + "f1": 0.765948, + "accuracy": 0.800701, + "main_score": 0.765948, + "hf_subset": "div_Thaa-sin_Sinh", + "languages": [ + "div-Thaa", + "sin-Sinh" + ] + }, + { + "precision": 0.699584, + "recall": 0.76014, + "f1": 0.71727, + "accuracy": 0.76014, + "main_score": 0.71727, + "hf_subset": "div_Thaa-snd_Arab", + "languages": [ + "div-Thaa", + "snd-Arab" + ] + }, + { + "precision": 0.753977, + "recall": 0.806209, + "f1": 0.769475, + "accuracy": 0.806209, + "main_score": 0.769475, + "hf_subset": "div_Thaa-tam_Taml", + "languages": [ + "div-Thaa", + "tam-Taml" + ] + }, + { + "precision": 0.760781, + "recall": 0.812719, + "f1": 0.775285, + "accuracy": 0.812719, + "main_score": 0.775285, + "hf_subset": "div_Thaa-tel_Telu", + "languages": [ + "div-Thaa", + "tel-Telu" + ] + }, + { + "precision": 0.793376, + "recall": 0.841763, + "f1": 0.807671, + "accuracy": 0.841763, + "main_score": 0.807671, + "hf_subset": "div_Thaa-urd_Arab", + "languages": [ + "div-Thaa", + "urd-Arab" + ] + }, + { + "precision": 0.191876, + "recall": 0.253881, + "f1": 0.207095, + "accuracy": 0.253881, + "main_score": 0.207095, + "hf_subset": "dzo_Tibt-bod_Tibt", + "languages": [ + "dzo-Tibt", + "bod-Tibt" + ] + }, + { + "precision": 0.302121, + "recall": 0.369554, + "f1": 0.317478, + "accuracy": 0.369554, + "main_score": 0.317478, + "hf_subset": "dzo_Tibt-eng_Latn", + "languages": [ + "dzo-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.164389, + "recall": 0.218828, + "f1": 0.175248, + "accuracy": 0.218828, + "main_score": 0.175248, + "hf_subset": "dzo_Tibt-khm_Khmr", + "languages": [ + "dzo-Tibt", + "khm-Khmr" + ] + }, + { + "precision": 0.143958, + "recall": 0.196795, + "f1": 0.155295, + "accuracy": 0.196795, + "main_score": 0.155295, + "hf_subset": "dzo_Tibt-lao_Laoo", + "languages": [ + "dzo-Tibt", + "lao-Laoo" + ] + }, + { + "precision": 0.213187, + "recall": 0.270406, + "f1": 0.225839, + "accuracy": 0.270406, + "main_score": 0.225839, + "hf_subset": "dzo_Tibt-mon_Mong", + "languages": [ + "dzo-Tibt", + "mon-Mong" + ] + }, + { + "precision": 0.110424, + "recall": 0.150225, + "f1": 0.11944, + "accuracy": 0.150225, + "main_score": 0.11944, + "hf_subset": "dzo_Tibt-mya_Mymr", + "languages": [ + "dzo-Tibt", + "mya-Mymr" + ] + }, + { + "precision": 0.210874, + "recall": 0.27341, + "f1": 0.223661, + "accuracy": 0.27341, + "main_score": 0.223661, + "hf_subset": "dzo_Tibt-tha_Thai", + "languages": [ + "dzo-Tibt", + "tha-Thai" + ] + }, + { + "precision": 0.976924, + "recall": 0.983976, + "f1": 0.979169, + "accuracy": 0.983976, + "main_score": 0.979169, + "hf_subset": "ell_Grek-arb_Arab", + "languages": [ + "ell-Grek", + "arb-Arab" + ] + }, + { + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, + "hf_subset": "ell_Grek-ben_Beng", + "languages": [ + "ell-Grek", + "ben-Beng" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "ell_Grek-deu_Latn", + "languages": [ + "ell-Grek", + "deu-Latn" + ] + }, + { + "precision": 0.996244, + "recall": 0.997496, + "f1": 0.996662, + "accuracy": 0.997496, + "main_score": 0.996662, + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "ell_Grek-fas_Arab", + "languages": [ + "ell-Grek", + "fas-Arab" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "ell_Grek-fin_Latn", + "languages": [ + "ell-Grek", + "fin-Latn" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "ell_Grek-fra_Latn", + "languages": [ + "ell-Grek", + "fra-Latn" + ] + }, + { + "precision": 0.992322, + "recall": 0.994492, + "f1": 0.992989, + "accuracy": 0.994492, + "main_score": 0.992989, + "hf_subset": "ell_Grek-heb_Hebr", + "languages": [ + "ell-Grek", + "heb-Hebr" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "ell_Grek-hin_Deva", + "languages": [ + "ell-Grek", + "hin-Deva" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "ell_Grek-hun_Latn", + "languages": [ + "ell-Grek", + "hun-Latn" + ] + }, + { + "precision": 0.971457, + "recall": 0.980471, + "f1": 0.974462, + "accuracy": 0.980471, + "main_score": 0.974462, + "hf_subset": "ell_Grek-hye_Armn", + "languages": [ + "ell-Grek", + "hye-Armn" + ] + }, + { + "precision": 0.988358, + "recall": 0.991988, + "f1": 0.989518, + "accuracy": 0.991988, + "main_score": 0.989518, + "hf_subset": "ell_Grek-ind_Latn", + "languages": [ + "ell-Grek", + "ind-Latn" + ] + }, + { + "precision": 0.97538, + "recall": 0.982974, + "f1": 0.9778, + "accuracy": 0.982974, + "main_score": 0.9778, + "hf_subset": "ell_Grek-jpn_Jpan", + "languages": [ + "ell-Grek", + "jpn-Jpan" + ] + }, + { + "precision": 0.973794, + "recall": 0.981973, + "f1": 0.976465, + "accuracy": 0.981973, + "main_score": 0.976465, + "hf_subset": "ell_Grek-kat_Geor", + "languages": [ + "ell-Grek", + "kat-Geor" + ] + }, + { + "precision": 0.968703, + "recall": 0.978468, + "f1": 0.971858, + "accuracy": 0.978468, + "main_score": 0.971858, + "hf_subset": "ell_Grek-kor_Hang", + "languages": [ + "ell-Grek", + "kor-Hang" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "ell_Grek-lit_Latn", + "languages": [ + "ell-Grek", + "lit-Latn" + ] + }, + { + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, + "hf_subset": "ell_Grek-nld_Latn", + "languages": [ + "ell-Grek", + "nld-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "ell_Grek-pol_Latn", + "languages": [ + "ell-Grek", + "pol-Latn" + ] + }, + { + "precision": 0.987899, + "recall": 0.991487, + "f1": 0.989067, + "accuracy": 0.991487, + "main_score": 0.989067, + "hf_subset": "ell_Grek-por_Latn", + "languages": [ + "ell-Grek", + "por-Latn" + ] + }, + { + "precision": 0.983141, + "recall": 0.987982, + "f1": 0.984644, + "accuracy": 0.987982, + "main_score": 0.984644, + "hf_subset": "ell_Grek-rus_Cyrl", + "languages": [ + "ell-Grek", + "rus-Cyrl" + ] + }, + { + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, + "hf_subset": "ell_Grek-spa_Latn", + "languages": [ + "ell-Grek", + "spa-Latn" + ] + }, + { + "precision": 0.983893, + "recall": 0.988483, + "f1": 0.985395, + "accuracy": 0.988483, + "main_score": 0.985395, + "hf_subset": "ell_Grek-sqi_Latn", + "languages": [ + "ell-Grek", + "sqi-Latn" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "ell_Grek-swa_Latn", + "languages": [ + "ell-Grek", + "swa-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "ell_Grek-swe_Latn", + "languages": [ + "ell-Grek", + "swe-Latn" + ] + }, + { + "precision": 0.95777, + "recall": 0.971457, + "f1": 0.962277, + "accuracy": 0.971457, + "main_score": 0.962277, + "hf_subset": "ell_Grek-tam_Taml", + "languages": [ + "ell-Grek", + "tam-Taml" + ] + }, + { + "precision": 0.981055, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, + "hf_subset": "ell_Grek-tur_Latn", + "languages": [ + "ell-Grek", + "tur-Latn" + ] + }, + { + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "ell_Grek-vie_Latn", + "languages": [ + "ell-Grek", + "vie-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "ell_Grek-zho_Hant", + "languages": [ + "ell-Grek", + "zho-Hant" + ] + }, + { + "precision": 0.842555, + "recall": 0.885829, + "f1": 0.855879, + "accuracy": 0.885829, + "main_score": 0.855879, + "hf_subset": "ell_Grek-zul_Latn", + "languages": [ + "ell-Grek", + "zul-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.826723, + "recall": 0.874311, + "f1": 0.841112, + "accuracy": 0.874311, + "main_score": 0.841112, + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.973126, + "recall": 0.981472, + "f1": 0.97578, + "accuracy": 0.981472, + "main_score": 0.97578, + "hf_subset": "eng_Latn-aze_Latn", + "languages": [ + "eng-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.936087, + "recall": 0.955433, + "f1": 0.94233, + "accuracy": 0.955433, + "main_score": 0.94233, + "hf_subset": "eng_Latn-bak_Cyrl", + "languages": [ + "eng-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.708906, + "recall": 0.771657, + "f1": 0.72707, + "accuracy": 0.771657, + "main_score": 0.72707, + "hf_subset": "eng_Latn-bem_Latn", + "languages": [ + "eng-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.661205, + "recall": 0.741612, + "f1": 0.683453, + "accuracy": 0.741612, + "main_score": 0.683453, + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "eng_Latn-bos_Latn", + "languages": [ + "eng-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.989234, + "recall": 0.992489, + "f1": 0.990319, + "accuracy": 0.992489, + "main_score": 0.990319, + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.885111, + "recall": 0.917877, + "f1": 0.895035, + "accuracy": 0.917877, + "main_score": 0.895035, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.976381, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "eng_Latn-cym_Latn", + "languages": [ + "eng-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.732465, + "recall": 0.798698, + "f1": 0.752117, + "accuracy": 0.798698, + "main_score": 0.752117, + "hf_subset": "eng_Latn-div_Thaa", + "languages": [ + "eng-Latn", + "div-Thaa" + ] + }, + { + "precision": 0.312923, + "recall": 0.390085, + "f1": 0.331114, + "accuracy": 0.390085, + "main_score": 0.331114, + "hf_subset": "eng_Latn-dzo_Tibt", + "languages": [ + "eng-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.947004, + "recall": 0.963445, + "f1": 0.952345, + "accuracy": 0.963445, + "main_score": 0.952345, + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.544207, + "recall": 0.605408, + "f1": 0.561661, + "accuracy": 0.605408, + "main_score": 0.561661, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.965991, + "recall": 0.976465, + "f1": 0.969321, + "accuracy": 0.976465, + "main_score": 0.969321, + "hf_subset": "eng_Latn-fao_Latn", + "languages": [ + "eng-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.981055, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, + "hf_subset": "eng_Latn-fas_Arab", + "languages": [ + "eng-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.554617, + "recall": 0.624937, + "f1": 0.573173, + "accuracy": 0.624937, + "main_score": 0.573173, + "hf_subset": "eng_Latn-fij_Latn", + "languages": [ + "eng-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "eng_Latn-fil_Latn", + "languages": [ + "eng-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.57525, + "recall": 0.632949, + "f1": 0.591769, + "accuracy": 0.632949, + "main_score": 0.591769, + "hf_subset": "eng_Latn-fuc_Latn", + "languages": [ + "eng-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.957144, + "recall": 0.970456, + "f1": 0.961392, + "accuracy": 0.970456, + "main_score": 0.961392, + "hf_subset": "eng_Latn-gle_Latn", + "languages": [ + "eng-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "eng_Latn-glg_Latn", + "languages": [ + "eng-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.974587, + "recall": 0.982474, + "f1": 0.977082, + "accuracy": 0.982474, + "main_score": 0.977082, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.892019, + "recall": 0.923886, + "f1": 0.901986, + "accuracy": 0.923886, + "main_score": 0.901986, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.755542, + "recall": 0.815724, + "f1": 0.773268, + "accuracy": 0.815724, + "main_score": 0.773268, + "hf_subset": "eng_Latn-hmn_Latn", + "languages": [ + "eng-Latn", + "hmn-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.968787, + "recall": 0.978968, + "f1": 0.972125, + "accuracy": 0.978968, + "main_score": 0.972125, + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.914246, + "recall": 0.939409, + "f1": 0.922066, + "accuracy": 0.939409, + "main_score": 0.922066, + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.981013, + "recall": 0.98698, + "f1": 0.982924, + "accuracy": 0.98698, + "main_score": 0.982924, + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.981764, + "recall": 0.987481, + "f1": 0.983592, + "accuracy": 0.987481, + "main_score": 0.983592, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.954407, + "recall": 0.968453, + "f1": 0.958888, + "accuracy": 0.968453, + "main_score": 0.958888, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.975547, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.952721, + "recall": 0.967451, + "f1": 0.95747, + "accuracy": 0.967451, + "main_score": 0.95747, + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.940744, + "recall": 0.959439, + "f1": 0.946737, + "accuracy": 0.959439, + "main_score": 0.946737, + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.837236, + "recall": 0.879319, + "f1": 0.849936, + "accuracy": 0.879319, + "main_score": 0.849936, + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.949925, + "recall": 0.965448, + "f1": 0.954932, + "accuracy": 0.965448, + "main_score": 0.954932, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.776461, + "recall": 0.834752, + "f1": 0.794159, + "accuracy": 0.834752, + "main_score": 0.794159, + "hf_subset": "eng_Latn-kmr_Latn", + "languages": [ + "eng-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.923858, + "recall": 0.94692, + "f1": 0.931163, + "accuracy": 0.94692, + "main_score": 0.931163, + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "eng_Latn-lav_Latn", + "languages": [ + "eng-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.960441, + "recall": 0.972959, + "f1": 0.96453, + "accuracy": 0.972959, + "main_score": 0.96453, + "hf_subset": "eng_Latn-ltz_Latn", + "languages": [ + "eng-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.963529, + "recall": 0.974462, + "f1": 0.967034, + "accuracy": 0.974462, + "main_score": 0.967034, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.970623, + "recall": 0.97997, + "f1": 0.973627, + "accuracy": 0.97997, + "main_score": 0.973627, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.898865, + "recall": 0.927892, + "f1": 0.907728, + "accuracy": 0.927892, + "main_score": 0.907728, + "hf_subset": "eng_Latn-mey_Arab", + "languages": [ + "eng-Latn", + "mey-Arab" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.816633, + "recall": 0.864797, + "f1": 0.83154, + "accuracy": 0.864797, + "main_score": 0.83154, + "hf_subset": "eng_Latn-mlg_Latn", + "languages": [ + "eng-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.978384, + "recall": 0.985478, + "f1": 0.980721, + "accuracy": 0.985478, + "main_score": 0.980721, + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.911659, + "recall": 0.937907, + "f1": 0.919897, + "accuracy": 0.937907, + "main_score": 0.919897, + "hf_subset": "eng_Latn-mon_Mong", + "languages": [ + "eng-Latn", + "mon-Mong" + ] + }, + { + "precision": 0.873969, + "recall": 0.909865, + "f1": 0.885061, + "accuracy": 0.909865, + "main_score": 0.885061, + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989484, + "f1": 0.98648, + "accuracy": 0.989484, + "main_score": 0.98648, + "hf_subset": "eng_Latn-msa_Latn", + "languages": [ + "eng-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.494126, + "recall": 0.582874, + "f1": 0.517519, + "accuracy": 0.582874, + "main_score": 0.517519, + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.804515, + "recall": 0.856785, + "f1": 0.820164, + "accuracy": 0.856785, + "main_score": 0.820164, + "hf_subset": "eng_Latn-nde_Latn", + "languages": [ + "eng-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.97129, + "recall": 0.97997, + "f1": 0.974044, + "accuracy": 0.97997, + "main_score": 0.974044, + "hf_subset": "eng_Latn-nep_Deva", + "languages": [ + "eng-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, + "hf_subset": "eng_Latn-nno_Latn", + "languages": [ + "eng-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.818536, + "recall": 0.861292, + "f1": 0.831125, + "accuracy": 0.861292, + "main_score": 0.831125, + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.793, + "recall": 0.846269, + "f1": 0.808789, + "accuracy": 0.846269, + "main_score": 0.808789, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.454583, + "recall": 0.53981, + "f1": 0.477717, + "accuracy": 0.53981, + "main_score": 0.477717, + "hf_subset": "eng_Latn-orm_Ethi", + "languages": [ + "eng-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.965031, + "recall": 0.976465, + "f1": 0.968787, + "accuracy": 0.976465, + "main_score": 0.968787, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "eng_Latn-prs_Arab", + "languages": [ + "eng-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.876607, + "recall": 0.911367, + "f1": 0.887231, + "accuracy": 0.911367, + "main_score": 0.887231, + "hf_subset": "eng_Latn-pus_Arab", + "languages": [ + "eng-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.986897, + "accuracy": 0.989985, + "main_score": 0.986897, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.599626, + "recall": 0.682524, + "f1": 0.623351, + "accuracy": 0.682524, + "main_score": 0.623351, + "hf_subset": "eng_Latn-shi_Arab", + "languages": [ + "eng-Latn", + "shi-Arab" + ] + }, + { + "precision": 0.932349, + "recall": 0.952429, + "f1": 0.938558, + "accuracy": 0.952429, + "main_score": 0.938558, + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.791901, + "recall": 0.842263, + "f1": 0.806707, + "accuracy": 0.842263, + "main_score": 0.806707, + "hf_subset": "eng_Latn-smo_Latn", + "languages": [ + "eng-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.856994, + "recall": 0.897346, + "f1": 0.869614, + "accuracy": 0.897346, + "main_score": 0.869614, + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.85469, + "recall": 0.896345, + "f1": 0.867504, + "accuracy": 0.896345, + "main_score": 0.867504, + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.879002, + "recall": 0.914372, + "f1": 0.890068, + "accuracy": 0.914372, + "main_score": 0.890068, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988483, + "f1": 0.985311, + "accuracy": 0.988483, + "main_score": 0.985311, + "hf_subset": "eng_Latn-sqi_Latn", + "languages": [ + "eng-Latn", + "sqi-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, + "hf_subset": "eng_Latn-srp_Latn", + "languages": [ + "eng-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.758867, + "recall": 0.817727, + "f1": 0.775963, + "accuracy": 0.817727, + "main_score": 0.775963, + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "eng_Latn-swa_Latn", + "languages": [ + "eng-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.580396, + "recall": 0.659489, + "f1": 0.601686, + "accuracy": 0.659489, + "main_score": 0.601686, + "hf_subset": "eng_Latn-tah_Latn", + "languages": [ + "eng-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.957436, + "recall": 0.970956, + "f1": 0.961859, + "accuracy": 0.970956, + "main_score": 0.961859, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.952596, + "recall": 0.96695, + "f1": 0.957169, + "accuracy": 0.96695, + "main_score": 0.957169, + "hf_subset": "eng_Latn-tat_Cyrl", + "languages": [ + "eng-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.967618, + "recall": 0.977967, + "f1": 0.970956, + "accuracy": 0.977967, + "main_score": 0.970956, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.908279, + "recall": 0.935403, + "f1": 0.916859, + "accuracy": 0.935403, + "main_score": 0.916859, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.978217, + "recall": 0.985478, + "f1": 0.980638, + "accuracy": 0.985478, + "main_score": 0.980638, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.653203, + "recall": 0.728593, + "f1": 0.674717, + "accuracy": 0.728593, + "main_score": 0.674717, + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.599285, + "recall": 0.671507, + "f1": 0.618737, + "accuracy": 0.671507, + "main_score": 0.618737, + "hf_subset": "eng_Latn-ton_Latn", + "languages": [ + "eng-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.806376, + "recall": 0.856284, + "f1": 0.821425, + "accuracy": 0.856284, + "main_score": 0.821425, + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.928643, + "recall": 0.949424, + "f1": 0.935236, + "accuracy": 0.949424, + "main_score": 0.935236, + "hf_subset": "eng_Latn-tuk_Latn", + "languages": [ + "eng-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.868942, + "recall": 0.904857, + "f1": 0.879871, + "accuracy": 0.904857, + "main_score": 0.879871, + "hf_subset": "eng_Latn-uig_Arab", + "languages": [ + "eng-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.98456, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.979636, + "recall": 0.985979, + "f1": 0.981723, + "accuracy": 0.985979, + "main_score": 0.981723, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.963696, + "recall": 0.975463, + "f1": 0.967535, + "accuracy": 0.975463, + "main_score": 0.967535, + "hf_subset": "eng_Latn-uzb_Latn", + "languages": [ + "eng-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.688672, + "recall": 0.75363, + "f1": 0.707571, + "accuracy": 0.75363, + "main_score": 0.707571, + "hf_subset": "eng_Latn-ven_Latn", + "languages": [ + "eng-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.624041, + "recall": 0.688032, + "f1": 0.642253, + "accuracy": 0.688032, + "main_score": 0.642253, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.843173, + "recall": 0.888332, + "f1": 0.856969, + "accuracy": 0.888332, + "main_score": 0.856969, + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.70173, + "recall": 0.769154, + "f1": 0.720925, + "accuracy": 0.769154, + "main_score": 0.720925, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.977633, + "recall": 0.984977, + "f1": 0.980053, + "accuracy": 0.984977, + "main_score": 0.980053, + "hf_subset": "eng_Latn-yue_Hant", + "languages": [ + "eng-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.976548, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.845748, + "recall": 0.88683, + "f1": 0.858241, + "accuracy": 0.88683, + "main_score": 0.858241, + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.950926, + "recall": 0.964947, + "f1": 0.955416, + "accuracy": 0.964947, + "main_score": 0.955416, + "hf_subset": "eus_Latn-ben_Beng", + "languages": [ + "eus-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.708517, + "recall": 0.77316, + "f1": 0.727436, + "accuracy": 0.77316, + "main_score": 0.727436, + "hf_subset": "eus_Latn-div_Thaa", + "languages": [ + "eus-Latn", + "div-Thaa" + ] + }, + { + "precision": 0.965966, + "recall": 0.974962, + "f1": 0.968787, + "accuracy": 0.974962, + "main_score": 0.968787, + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.940578, + "recall": 0.958438, + "f1": 0.946253, + "accuracy": 0.958438, + "main_score": 0.946253, + "hf_subset": "eus_Latn-guj_Gujr", + "languages": [ + "eus-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.947546, + "recall": 0.963445, + "f1": 0.952629, + "accuracy": 0.963445, + "main_score": 0.952629, + "hf_subset": "eus_Latn-hin_Deva", + "languages": [ + "eus-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.922592, + "recall": 0.944917, + "f1": 0.929478, + "accuracy": 0.944917, + "main_score": 0.929478, + "hf_subset": "eus_Latn-kan_Knda", + "languages": [ + "eus-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.943999, + "recall": 0.960441, + "f1": 0.949257, + "accuracy": 0.960441, + "main_score": 0.949257, + "hf_subset": "eus_Latn-mar_Deva", + "languages": [ + "eus-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.940327, + "recall": 0.957937, + "f1": 0.946002, + "accuracy": 0.957937, + "main_score": 0.946002, + "hf_subset": "eus_Latn-nep_Deva", + "languages": [ + "eus-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.922968, + "recall": 0.945919, + "f1": 0.930295, + "accuracy": 0.945919, + "main_score": 0.930295, + "hf_subset": "eus_Latn-pan_Guru", + "languages": [ + "eus-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.897334, + "recall": 0.927391, + "f1": 0.906802, + "accuracy": 0.927391, + "main_score": 0.906802, + "hf_subset": "eus_Latn-sin_Sinh", + "languages": [ + "eus-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.792902, + "recall": 0.848773, + "f1": 0.809909, + "accuracy": 0.848773, + "main_score": 0.809909, + "hf_subset": "eus_Latn-snd_Arab", + "languages": [ + "eus-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.908363, + "recall": 0.934902, + "f1": 0.916792, + "accuracy": 0.934902, + "main_score": 0.916792, + "hf_subset": "eus_Latn-tam_Taml", + "languages": [ + "eus-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.926473, + "recall": 0.947922, + "f1": 0.933216, + "accuracy": 0.947922, + "main_score": 0.933216, + "hf_subset": "eus_Latn-tel_Telu", + "languages": [ + "eus-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.938408, + "recall": 0.956935, + "f1": 0.944333, + "accuracy": 0.956935, + "main_score": 0.944333, + "hf_subset": "eus_Latn-urd_Arab", + "languages": [ + "eus-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.535134, + "recall": 0.587381, + "f1": 0.549184, + "accuracy": 0.587381, + "main_score": 0.549184, + "hf_subset": "ewe_Latn-bem_Latn", + "languages": [ + "ewe-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.52428, + "recall": 0.590386, + "f1": 0.542261, + "accuracy": 0.590386, + "main_score": 0.542261, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.554973, + "recall": 0.597396, + "f1": 0.56725, + "accuracy": 0.597396, + "main_score": 0.56725, + "hf_subset": "ewe_Latn-fuc_Latn", + "languages": [ + "ewe-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.501544, + "recall": 0.557837, + "f1": 0.516295, + "accuracy": 0.557837, + "main_score": 0.516295, + "hf_subset": "ewe_Latn-kin_Latn", + "languages": [ + "ewe-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.508411, + "recall": 0.565348, + "f1": 0.523563, + "accuracy": 0.565348, + "main_score": 0.523563, + "hf_subset": "ewe_Latn-nde_Latn", + "languages": [ + "ewe-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.505551, + "recall": 0.560341, + "f1": 0.52021, + "accuracy": 0.560341, + "main_score": 0.52021, + "hf_subset": "ewe_Latn-nya_Latn", + "languages": [ + "ewe-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.498828, + "recall": 0.552328, + "f1": 0.512983, + "accuracy": 0.552328, + "main_score": 0.512983, + "hf_subset": "ewe_Latn-sna_Latn", + "languages": [ + "ewe-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.549765, + "recall": 0.600401, + "f1": 0.56315, + "accuracy": 0.600401, + "main_score": 0.56315, + "hf_subset": "ewe_Latn-ven_Latn", + "languages": [ + "ewe-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.977717, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "fao_Latn-afr_Latn", + "languages": [ + "fao-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "fao_Latn-dan_Latn", + "languages": [ + "fao-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.969788, + "recall": 0.978968, + "f1": 0.972793, + "accuracy": 0.978968, + "main_score": 0.972793, + "hf_subset": "fao_Latn-deu_Latn", + "languages": [ + "fao-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.974378, + "recall": 0.982474, + "f1": 0.977049, + "accuracy": 0.982474, + "main_score": 0.977049, + "hf_subset": "fao_Latn-eng_Latn", + "languages": [ + "fao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.972, + "recall": 0.980471, + "f1": 0.974745, + "accuracy": 0.980471, + "main_score": 0.974745, + "hf_subset": "fao_Latn-isl_Latn", + "languages": [ + "fao-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.936947, + "recall": 0.955433, + "f1": 0.942864, + "accuracy": 0.955433, + "main_score": 0.942864, + "hf_subset": "fao_Latn-ltz_Latn", + "languages": [ + "fao-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.967576, + "recall": 0.977967, + "f1": 0.97099, + "accuracy": 0.977967, + "main_score": 0.97099, + "hf_subset": "fao_Latn-nld_Latn", + "languages": [ + "fao-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.969705, + "recall": 0.979469, + "f1": 0.972876, + "accuracy": 0.979469, + "main_score": 0.972876, + "hf_subset": "fao_Latn-nno_Latn", + "languages": [ + "fao-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.974462, + "recall": 0.982474, + "f1": 0.977132, + "accuracy": 0.982474, + "main_score": 0.977132, + "hf_subset": "fao_Latn-nob_Latn", + "languages": [ + "fao-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.979636, + "recall": 0.985979, + "f1": 0.981723, + "accuracy": 0.985979, + "main_score": 0.981723, + "hf_subset": "fao_Latn-swe_Latn", + "languages": [ + "fao-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.977466, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "fas_Arab-arb_Arab", + "languages": [ + "fas-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.981556, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "fas_Arab-ben_Beng", + "languages": [ + "fas-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.898181, + "recall": 0.928893, + "f1": 0.907828, + "accuracy": 0.928893, + "main_score": 0.907828, + "hf_subset": "fas_Arab-ckb_Arab", + "languages": [ + "fas-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "fas_Arab-deu_Latn", + "languages": [ + "fas-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "fas_Arab-ell_Grek", + "languages": [ + "fas-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "fas_Arab-eng_Latn", + "languages": [ + "fas-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.984477, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "fas_Arab-fin_Latn", + "languages": [ + "fas-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.981514, + "recall": 0.98698, + "f1": 0.983258, + "accuracy": 0.98698, + "main_score": 0.983258, + "hf_subset": "fas_Arab-fra_Latn", + "languages": [ + "fas-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.983308, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, + "hf_subset": "fas_Arab-heb_Hebr", + "languages": [ + "fas-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.97972, + "recall": 0.985979, + "f1": 0.981706, + "accuracy": 0.985979, + "main_score": 0.981706, + "hf_subset": "fas_Arab-hin_Deva", + "languages": [ + "fas-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.975046, + "recall": 0.982474, + "f1": 0.977466, + "accuracy": 0.982474, + "main_score": 0.977466, + "hf_subset": "fas_Arab-hun_Latn", + "languages": [ + "fas-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.980846, + "recall": 0.98698, + "f1": 0.982841, + "accuracy": 0.98698, + "main_score": 0.982841, + "hf_subset": "fas_Arab-ind_Latn", + "languages": [ + "fas-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.97321, + "recall": 0.980971, + "f1": 0.97563, + "accuracy": 0.980971, + "main_score": 0.97563, + "hf_subset": "fas_Arab-jpn_Jpan", + "languages": [ + "fas-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.788462, + "recall": 0.844266, + "f1": 0.805266, + "accuracy": 0.844266, + "main_score": 0.805266, + "hf_subset": "fas_Arab-kmr_Latn", + "languages": [ + "fas-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.975463, + "recall": 0.982974, + "f1": 0.977883, + "accuracy": 0.982974, + "main_score": 0.977883, + "hf_subset": "fas_Arab-kor_Hang", + "languages": [ + "fas-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.977967, + "recall": 0.984977, + "f1": 0.980304, + "accuracy": 0.984977, + "main_score": 0.980304, + "hf_subset": "fas_Arab-lit_Latn", + "languages": [ + "fas-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.897325, + "recall": 0.922884, + "f1": 0.905164, + "accuracy": 0.922884, + "main_score": 0.905164, + "hf_subset": "fas_Arab-mey_Arab", + "languages": [ + "fas-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, + "hf_subset": "fas_Arab-nld_Latn", + "languages": [ + "fas-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "fas_Arab-pol_Latn", + "languages": [ + "fas-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.976298, + "recall": 0.982974, + "f1": 0.978468, + "accuracy": 0.982974, + "main_score": 0.978468, + "hf_subset": "fas_Arab-por_Latn", + "languages": [ + "fas-Arab", + "por-Latn" + ] + }, + { + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, + "hf_subset": "fas_Arab-prs_Arab", + "languages": [ + "fas-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.874912, + "recall": 0.909865, + "f1": 0.885795, + "accuracy": 0.909865, + "main_score": 0.885795, + "hf_subset": "fas_Arab-pus_Arab", + "languages": [ + "fas-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.972459, + "recall": 0.97997, + "f1": 0.974879, + "accuracy": 0.97997, + "main_score": 0.974879, + "hf_subset": "fas_Arab-rus_Cyrl", + "languages": [ + "fas-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.589992, + "recall": 0.671507, + "f1": 0.612528, + "accuracy": 0.671507, + "main_score": 0.612528, + "hf_subset": "fas_Arab-shi_Arab", + "languages": [ + "fas-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.982808, + "recall": 0.987982, + "f1": 0.984477, + "accuracy": 0.987982, + "main_score": 0.984477, + "hf_subset": "fas_Arab-spa_Latn", + "languages": [ + "fas-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.970623, + "recall": 0.97997, + "f1": 0.973711, + "accuracy": 0.97997, + "main_score": 0.973711, + "hf_subset": "fas_Arab-swa_Latn", + "languages": [ + "fas-Arab", + "swa-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "fas_Arab-swe_Latn", + "languages": [ + "fas-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.950134, + "recall": 0.965949, + "f1": 0.9553, + "accuracy": 0.965949, + "main_score": 0.9553, + "hf_subset": "fas_Arab-tam_Taml", + "languages": [ + "fas-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.912076, + "recall": 0.938908, + "f1": 0.920748, + "accuracy": 0.938908, + "main_score": 0.920748, + "hf_subset": "fas_Arab-tgk_Cyrl", + "languages": [ + "fas-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "fas_Arab-tur_Latn", + "languages": [ + "fas-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.976965, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "fas_Arab-vie_Latn", + "languages": [ + "fas-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.974879, + "recall": 0.982974, + "f1": 0.97755, + "accuracy": 0.982974, + "main_score": 0.97755, + "hf_subset": "fas_Arab-zho_Hant", + "languages": [ + "fas-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.842339, + "recall": 0.885829, + "f1": 0.855967, + "accuracy": 0.885829, + "main_score": 0.855967, + "hf_subset": "fas_Arab-zul_Latn", + "languages": [ + "fas-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.585415, + "recall": 0.658988, + "f1": 0.605404, + "accuracy": 0.658988, + "main_score": 0.605404, + "hf_subset": "fij_Latn-eng_Latn", + "languages": [ + "fij-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.562354, + "recall": 0.624937, + "f1": 0.57928, + "accuracy": 0.624937, + "main_score": 0.57928, + "hf_subset": "fij_Latn-fil_Latn", + "languages": [ + "fij-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.565704, + "recall": 0.623936, + "f1": 0.581208, + "accuracy": 0.623936, + "main_score": 0.581208, + "hf_subset": "fij_Latn-ind_Latn", + "languages": [ + "fij-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.456976, + "recall": 0.532799, + "f1": 0.476743, + "accuracy": 0.532799, + "main_score": 0.476743, + "hf_subset": "fij_Latn-mal_Mlym", + "languages": [ + "fij-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.544463, + "recall": 0.597897, + "f1": 0.559167, + "accuracy": 0.597897, + "main_score": 0.559167, + "hf_subset": "fij_Latn-mlg_Latn", + "languages": [ + "fij-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.593849, + "recall": 0.650476, + "f1": 0.609934, + "accuracy": 0.650476, + "main_score": 0.609934, + "hf_subset": "fij_Latn-mri_Latn", + "languages": [ + "fij-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.566062, + "recall": 0.629444, + "f1": 0.58288, + "accuracy": 0.629444, + "main_score": 0.58288, + "hf_subset": "fij_Latn-msa_Latn", + "languages": [ + "fij-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.580884, + "recall": 0.636455, + "f1": 0.596874, + "accuracy": 0.636455, + "main_score": 0.596874, + "hf_subset": "fij_Latn-smo_Latn", + "languages": [ + "fij-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.521947, + "recall": 0.587381, + "f1": 0.540241, + "accuracy": 0.587381, + "main_score": 0.540241, + "hf_subset": "fij_Latn-tah_Latn", + "languages": [ + "fij-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.545235, + "recall": 0.602404, + "f1": 0.560786, + "accuracy": 0.602404, + "main_score": 0.560786, + "hf_subset": "fij_Latn-ton_Latn", + "languages": [ + "fij-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.990569, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, + "hf_subset": "fil_Latn-eng_Latn", + "languages": [ + "fil-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.543822, + "recall": 0.624937, + "f1": 0.565969, + "accuracy": 0.624937, + "main_score": 0.565969, + "hf_subset": "fil_Latn-fij_Latn", + "languages": [ + "fil-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "fil_Latn-ind_Latn", + "languages": [ + "fil-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.958271, + "recall": 0.971457, + "f1": 0.962527, + "accuracy": 0.971457, + "main_score": 0.962527, + "hf_subset": "fil_Latn-mal_Mlym", + "languages": [ + "fil-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.835812, + "recall": 0.878818, + "f1": 0.849059, + "accuracy": 0.878818, + "main_score": 0.849059, + "hf_subset": "fil_Latn-mlg_Latn", + "languages": [ + "fil-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.88035, + "recall": 0.913871, + "f1": 0.890747, + "accuracy": 0.913871, + "main_score": 0.890747, + "hf_subset": "fil_Latn-mri_Latn", + "languages": [ + "fil-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "fil_Latn-msa_Latn", + "languages": [ + "fil-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.818695, + "recall": 0.867301, + "f1": 0.833701, + "accuracy": 0.867301, + "main_score": 0.833701, + "hf_subset": "fil_Latn-smo_Latn", + "languages": [ + "fil-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.597596, + "recall": 0.681522, + "f1": 0.621231, + "accuracy": 0.681522, + "main_score": 0.621231, + "hf_subset": "fil_Latn-tah_Latn", + "languages": [ + "fil-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.610021, + "recall": 0.689034, + "f1": 0.632237, + "accuracy": 0.689034, + "main_score": 0.632237, + "hf_subset": "fil_Latn-ton_Latn", + "languages": [ + "fil-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.971666, + "recall": 0.97997, + "f1": 0.974328, + "accuracy": 0.97997, + "main_score": 0.974328, + "hf_subset": "fin_Latn-arb_Arab", + "languages": [ + "fin-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.972751, + "recall": 0.981472, + "f1": 0.97558, + "accuracy": 0.981472, + "main_score": 0.97558, + "hf_subset": "fin_Latn-ben_Beng", + "languages": [ + "fin-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.983225, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, + "hf_subset": "fin_Latn-deu_Latn", + "languages": [ + "fin-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "fin_Latn-ell_Grek", + "languages": [ + "fin-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.977717, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "fin_Latn-fas_Arab", + "languages": [ + "fin-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "fin_Latn-fra_Latn", + "languages": [ + "fin-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.987565, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "fin_Latn-heb_Hebr", + "languages": [ + "fin-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.967618, + "recall": 0.977967, + "f1": 0.970956, + "accuracy": 0.977967, + "main_score": 0.970956, + "hf_subset": "fin_Latn-hin_Deva", + "languages": [ + "fin-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "fin_Latn-hun_Latn", + "languages": [ + "fin-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "fin_Latn-ind_Latn", + "languages": [ + "fin-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.973502, + "recall": 0.981973, + "f1": 0.976248, + "accuracy": 0.981973, + "main_score": 0.976248, + "hf_subset": "fin_Latn-jpn_Jpan", + "languages": [ + "fin-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.963445, + "recall": 0.974962, + "f1": 0.967201, + "accuracy": 0.974962, + "main_score": 0.967201, + "hf_subset": "fin_Latn-kor_Hang", + "languages": [ + "fin-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.975046, + "recall": 0.982974, + "f1": 0.977633, + "accuracy": 0.982974, + "main_score": 0.977633, + "hf_subset": "fin_Latn-lav_Latn", + "languages": [ + "fin-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.976715, + "recall": 0.984477, + "f1": 0.979302, + "accuracy": 0.984477, + "main_score": 0.979302, + "hf_subset": "fin_Latn-lit_Latn", + "languages": [ + "fin-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "fin_Latn-nld_Latn", + "languages": [ + "fin-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "fin_Latn-pol_Latn", + "languages": [ + "fin-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "fin_Latn-por_Latn", + "languages": [ + "fin-Latn", + "por-Latn" + ] + }, + { + "precision": 0.964614, + "recall": 0.975463, + "f1": 0.968119, + "accuracy": 0.975463, + "main_score": 0.968119, + "hf_subset": "fin_Latn-rus_Cyrl", + "languages": [ + "fin-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "fin_Latn-spa_Latn", + "languages": [ + "fin-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.974545, + "recall": 0.982474, + "f1": 0.977132, + "accuracy": 0.982474, + "main_score": 0.977132, + "hf_subset": "fin_Latn-swa_Latn", + "languages": [ + "fin-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "fin_Latn-swe_Latn", + "languages": [ + "fin-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.937364, + "recall": 0.956935, + "f1": 0.943615, + "accuracy": 0.956935, + "main_score": 0.943615, + "hf_subset": "fin_Latn-tam_Taml", + "languages": [ + "fin-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.979886, + "recall": 0.985979, + "f1": 0.98189, + "accuracy": 0.985979, + "main_score": 0.98189, + "hf_subset": "fin_Latn-tur_Latn", + "languages": [ + "fin-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.973961, + "recall": 0.981973, + "f1": 0.976632, + "accuracy": 0.981973, + "main_score": 0.976632, + "hf_subset": "fin_Latn-vie_Latn", + "languages": [ + "fin-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.96862, + "recall": 0.977967, + "f1": 0.971624, + "accuracy": 0.977967, + "main_score": 0.971624, + "hf_subset": "fin_Latn-zho_Hant", + "languages": [ + "fin-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.838516, + "recall": 0.882323, + "f1": 0.852128, + "accuracy": 0.882323, + "main_score": 0.852128, + "hf_subset": "fin_Latn-zul_Latn", + "languages": [ + "fin-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, + "hf_subset": "fra_Latn-arb_Arab", + "languages": [ + "fra-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.981639, + "recall": 0.98698, + "f1": 0.983392, + "accuracy": 0.98698, + "main_score": 0.983392, + "hf_subset": "fra_Latn-ben_Beng", + "languages": [ + "fra-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.985353, + "recall": 0.989484, + "f1": 0.98668, + "accuracy": 0.989484, + "main_score": 0.98668, + "hf_subset": "fra_Latn-cat_Latn", + "languages": [ + "fra-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.987206, + "recall": 0.990486, + "f1": 0.988182, + "accuracy": 0.990486, + "main_score": 0.988182, + "hf_subset": "fra_Latn-deu_Latn", + "languages": [ + "fra-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "fra_Latn-ell_Grek", + "languages": [ + "fra-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.987999, + "recall": 0.991487, + "f1": 0.989067, + "accuracy": 0.991487, + "main_score": 0.989067, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.977216, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, + "hf_subset": "fra_Latn-fas_Arab", + "languages": [ + "fra-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.978122, + "recall": 0.983976, + "f1": 0.979928, + "accuracy": 0.983976, + "main_score": 0.979928, + "hf_subset": "fra_Latn-fin_Latn", + "languages": [ + "fra-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.981698, + "recall": 0.98648, + "f1": 0.983175, + "accuracy": 0.98648, + "main_score": 0.983175, + "hf_subset": "fra_Latn-glg_Latn", + "languages": [ + "fra-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, + "hf_subset": "fra_Latn-heb_Hebr", + "languages": [ + "fra-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, + "hf_subset": "fra_Latn-hin_Deva", + "languages": [ + "fra-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977967, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "fra_Latn-hun_Latn", + "languages": [ + "fra-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.983283, + "recall": 0.987982, + "f1": 0.984677, + "accuracy": 0.987982, + "main_score": 0.984677, + "hf_subset": "fra_Latn-ind_Latn", + "languages": [ + "fra-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.986814, + "recall": 0.989985, + "f1": 0.987791, + "accuracy": 0.989985, + "main_score": 0.987791, + "hf_subset": "fra_Latn-ita_Latn", + "languages": [ + "fra-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.972751, + "recall": 0.980471, + "f1": 0.975163, + "accuracy": 0.980471, + "main_score": 0.975163, + "hf_subset": "fra_Latn-jpn_Jpan", + "languages": [ + "fra-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.961999, + "recall": 0.972459, + "f1": 0.965298, + "accuracy": 0.972459, + "main_score": 0.965298, + "hf_subset": "fra_Latn-kor_Hang", + "languages": [ + "fra-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.982557, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "fra_Latn-lit_Latn", + "languages": [ + "fra-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.969663, + "recall": 0.977967, + "f1": 0.972218, + "accuracy": 0.977967, + "main_score": 0.972218, + "hf_subset": "fra_Latn-mlt_Latn", + "languages": [ + "fra-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.985745, + "recall": 0.989484, + "f1": 0.986897, + "accuracy": 0.989484, + "main_score": 0.986897, + "hf_subset": "fra_Latn-nld_Latn", + "languages": [ + "fra-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.981013, + "recall": 0.98698, + "f1": 0.982924, + "accuracy": 0.98698, + "main_score": 0.982924, + "hf_subset": "fra_Latn-pol_Latn", + "languages": [ + "fra-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.98698, + "f1": 0.983618, + "accuracy": 0.98698, + "main_score": 0.983618, + "hf_subset": "fra_Latn-por_Latn", + "languages": [ + "fra-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985979, + "recall": 0.989985, + "f1": 0.987231, + "accuracy": 0.989985, + "main_score": 0.987231, + "hf_subset": "fra_Latn-ron_Latn", + "languages": [ + "fra-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.980763, + "recall": 0.985979, + "f1": 0.982316, + "accuracy": 0.985979, + "main_score": 0.982316, + "hf_subset": "fra_Latn-rus_Cyrl", + "languages": [ + "fra-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.988983, + "recall": 0.991988, + "f1": 0.989878, + "accuracy": 0.991988, + "main_score": 0.989878, + "hf_subset": "fra_Latn-spa_Latn", + "languages": [ + "fra-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.977842, + "recall": 0.984477, + "f1": 0.980003, + "accuracy": 0.984477, + "main_score": 0.980003, + "hf_subset": "fra_Latn-swa_Latn", + "languages": [ + "fra-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.988775, + "recall": 0.991988, + "f1": 0.989768, + "accuracy": 0.991988, + "main_score": 0.989768, + "hf_subset": "fra_Latn-swe_Latn", + "languages": [ + "fra-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.947901, + "recall": 0.963445, + "f1": 0.952874, + "accuracy": 0.963445, + "main_score": 0.952874, + "hf_subset": "fra_Latn-tam_Taml", + "languages": [ + "fra-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.973477, + "recall": 0.981472, + "f1": 0.976047, + "accuracy": 0.981472, + "main_score": 0.976047, + "hf_subset": "fra_Latn-tur_Latn", + "languages": [ + "fra-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "fra_Latn-vie_Latn", + "languages": [ + "fra-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.985979, + "f1": 0.981789, + "accuracy": 0.985979, + "main_score": 0.981789, + "hf_subset": "fra_Latn-zho_Hant", + "languages": [ + "fra-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.840578, + "recall": 0.882323, + "f1": 0.853199, + "accuracy": 0.882323, + "main_score": 0.853199, + "hf_subset": "fra_Latn-zul_Latn", + "languages": [ + "fra-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.584305, + "recall": 0.630946, + "f1": 0.597084, + "accuracy": 0.630946, + "main_score": 0.597084, + "hf_subset": "fuc_Latn-bem_Latn", + "languages": [ + "fuc-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.559008, + "recall": 0.62694, + "f1": 0.577958, + "accuracy": 0.62694, + "main_score": 0.577958, + "hf_subset": "fuc_Latn-eng_Latn", + "languages": [ + "fuc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.576479, + "recall": 0.618928, + "f1": 0.58915, + "accuracy": 0.618928, + "main_score": 0.58915, + "hf_subset": "fuc_Latn-ewe_Latn", + "languages": [ + "fuc-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.532001, + "recall": 0.588883, + "f1": 0.546926, + "accuracy": 0.588883, + "main_score": 0.546926, + "hf_subset": "fuc_Latn-kin_Latn", + "languages": [ + "fuc-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.535283, + "recall": 0.592389, + "f1": 0.550667, + "accuracy": 0.592389, + "main_score": 0.550667, + "hf_subset": "fuc_Latn-nde_Latn", + "languages": [ + "fuc-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.545022, + "recall": 0.597396, + "f1": 0.559243, + "accuracy": 0.597396, + "main_score": 0.559243, + "hf_subset": "fuc_Latn-nya_Latn", + "languages": [ + "fuc-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.532751, + "recall": 0.594392, + "f1": 0.549539, + "accuracy": 0.594392, + "main_score": 0.549539, + "hf_subset": "fuc_Latn-sna_Latn", + "languages": [ + "fuc-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.57862, + "recall": 0.62644, + "f1": 0.592262, + "accuracy": 0.62644, + "main_score": 0.592262, + "hf_subset": "fuc_Latn-ven_Latn", + "languages": [ + "fuc-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.971207, + "recall": 0.979469, + "f1": 0.973877, + "accuracy": 0.979469, + "main_score": 0.973877, + "hf_subset": "gle_Latn-cym_Latn", + "languages": [ + "gle-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.970915, + "recall": 0.979469, + "f1": 0.97366, + "accuracy": 0.979469, + "main_score": 0.97366, + "hf_subset": "gle_Latn-eng_Latn", + "languages": [ + "gle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "glg_Latn-cat_Latn", + "languages": [ + "glg-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "glg_Latn-eng_Latn", + "languages": [ + "glg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "glg_Latn-fra_Latn", + "languages": [ + "glg-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, + "hf_subset": "glg_Latn-ita_Latn", + "languages": [ + "glg-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.97634, + "recall": 0.983475, + "f1": 0.978668, + "accuracy": 0.983475, + "main_score": 0.978668, + "hf_subset": "glg_Latn-mlt_Latn", + "languages": [ + "glg-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "glg_Latn-por_Latn", + "languages": [ + "glg-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983308, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, + "hf_subset": "glg_Latn-ron_Latn", + "languages": [ + "glg-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "glg_Latn-spa_Latn", + "languages": [ + "glg-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ] + }, + { + "precision": 0.801044, + "recall": 0.850776, + "f1": 0.815976, + "accuracy": 0.850776, + "main_score": 0.815976, + "hf_subset": "guj_Gujr-div_Thaa", + "languages": [ + "guj-Gujr", + "div-Thaa" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.952429, + "recall": 0.967451, + "f1": 0.957353, + "accuracy": 0.967451, + "main_score": 0.957353, + "hf_subset": "guj_Gujr-eus_Latn", + "languages": [ + "guj-Gujr", + "eus-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ] + }, + { + "precision": 0.974879, + "recall": 0.982974, + "f1": 0.97755, + "accuracy": 0.982974, + "main_score": 0.97755, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ] + }, + { + "precision": 0.980638, + "recall": 0.98648, + "f1": 0.982557, + "accuracy": 0.98648, + "main_score": 0.982557, + "hf_subset": "guj_Gujr-nep_Deva", + "languages": [ + "guj-Gujr", + "nep-Deva" + ] + }, + { + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ] + }, + { + "precision": 0.956685, + "recall": 0.970456, + "f1": 0.961192, + "accuracy": 0.970456, + "main_score": 0.961192, + "hf_subset": "guj_Gujr-sin_Sinh", + "languages": [ + "guj-Gujr", + "sin-Sinh" + ] + }, + { + "precision": 0.887873, + "recall": 0.922384, + "f1": 0.898948, + "accuracy": 0.922384, + "main_score": 0.898948, + "hf_subset": "guj_Gujr-snd_Arab", + "languages": [ + "guj-Gujr", + "snd-Arab" + ] + }, + { + "precision": 0.961025, + "recall": 0.97346, + "f1": 0.965114, + "accuracy": 0.97346, + "main_score": 0.965114, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ] + }, + { + "precision": 0.97321, + "recall": 0.981973, + "f1": 0.976131, + "accuracy": 0.981973, + "main_score": 0.976131, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ] + }, + { + "precision": 0.984518, + "recall": 0.988983, + "f1": 0.985929, + "accuracy": 0.988983, + "main_score": 0.985929, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ] + }, + { + "precision": 0.762867, + "recall": 0.817727, + "f1": 0.778865, + "accuracy": 0.817727, + "main_score": 0.778865, + "hf_subset": "hau_Latn-amh_Ethi", + "languages": [ + "hau-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.91453, + "recall": 0.939409, + "f1": 0.922317, + "accuracy": 0.939409, + "main_score": 0.922317, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.891717, + "recall": 0.920381, + "f1": 0.900492, + "accuracy": 0.920381, + "main_score": 0.900492, + "hf_subset": "hau_Latn-ibo_Latn", + "languages": [ + "hau-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.820969, + "recall": 0.862794, + "f1": 0.833829, + "accuracy": 0.862794, + "main_score": 0.833829, + "hf_subset": "hau_Latn-nso_Latn", + "languages": [ + "hau-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.424016, + "recall": 0.507762, + "f1": 0.446164, + "accuracy": 0.507762, + "main_score": 0.446164, + "hf_subset": "hau_Latn-orm_Ethi", + "languages": [ + "hau-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.878176, + "recall": 0.909364, + "f1": 0.887727, + "accuracy": 0.909364, + "main_score": 0.887727, + "hf_subset": "hau_Latn-som_Latn", + "languages": [ + "hau-Latn", + "som-Latn" + ] + }, + { + "precision": 0.778935, + "recall": 0.82674, + "f1": 0.793283, + "accuracy": 0.82674, + "main_score": 0.793283, + "hf_subset": "hau_Latn-ssw_Latn", + "languages": [ + "hau-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.927182, + "recall": 0.945418, + "f1": 0.932833, + "accuracy": 0.945418, + "main_score": 0.932833, + "hf_subset": "hau_Latn-swa_Latn", + "languages": [ + "hau-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.573843, + "recall": 0.652479, + "f1": 0.595326, + "accuracy": 0.652479, + "main_score": 0.595326, + "hf_subset": "hau_Latn-tir_Ethi", + "languages": [ + "hau-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.804887, + "recall": 0.849274, + "f1": 0.818245, + "accuracy": 0.849274, + "main_score": 0.818245, + "hf_subset": "hau_Latn-tsn_Latn", + "languages": [ + "hau-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.600298, + "recall": 0.665498, + "f1": 0.619341, + "accuracy": 0.665498, + "main_score": 0.619341, + "hf_subset": "hau_Latn-wol_Latn", + "languages": [ + "hau-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.827408, + "recall": 0.871307, + "f1": 0.840861, + "accuracy": 0.871307, + "main_score": 0.840861, + "hf_subset": "hau_Latn-xho_Latn", + "languages": [ + "hau-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.677223, + "recall": 0.743115, + "f1": 0.695668, + "accuracy": 0.743115, + "main_score": 0.695668, + "hf_subset": "hau_Latn-yor_Latn", + "languages": [ + "hau-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.837846, + "recall": 0.878317, + "f1": 0.850509, + "accuracy": 0.878317, + "main_score": 0.850509, + "hf_subset": "hau_Latn-zul_Latn", + "languages": [ + "hau-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "heb_Hebr-arb_Arab", + "languages": [ + "heb-Hebr", + "arb-Arab" + ] + }, + { + "precision": 0.983225, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, + "hf_subset": "heb_Hebr-ben_Beng", + "languages": [ + "heb-Hebr", + "ben-Beng" + ] + }, + { + "precision": 0.911659, + "recall": 0.939409, + "f1": 0.920581, + "accuracy": 0.939409, + "main_score": 0.920581, + "hf_subset": "heb_Hebr-ckb_Arab", + "languages": [ + "heb-Hebr", + "ckb-Arab" + ] + }, + { + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, + "hf_subset": "heb_Hebr-deu_Latn", + "languages": [ + "heb-Hebr", + "deu-Latn" + ] + }, + { + "precision": 0.990736, + "recall": 0.99349, + "f1": 0.991654, + "accuracy": 0.99349, + "main_score": 0.991654, + "hf_subset": "heb_Hebr-ell_Grek", + "languages": [ + "heb-Hebr", + "ell-Grek" + ] + }, + { + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "heb_Hebr-fas_Arab", + "languages": [ + "heb-Hebr", + "fas-Arab" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "heb_Hebr-fin_Latn", + "languages": [ + "heb-Hebr", + "fin-Latn" + ] + }, + { + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, + "hf_subset": "heb_Hebr-fra_Latn", + "languages": [ + "heb-Hebr", + "fra-Latn" + ] + }, + { + "precision": 0.979386, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, + "hf_subset": "heb_Hebr-hin_Deva", + "languages": [ + "heb-Hebr", + "hin-Deva" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "heb_Hebr-hun_Latn", + "languages": [ + "heb-Hebr", + "hun-Latn" + ] + }, + { + "precision": 0.982599, + "recall": 0.987481, + "f1": 0.984176, + "accuracy": 0.987481, + "main_score": 0.984176, + "hf_subset": "heb_Hebr-ind_Latn", + "languages": [ + "heb-Hebr", + "ind-Latn" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "heb_Hebr-jpn_Jpan", + "languages": [ + "heb-Hebr", + "jpn-Jpan" + ] + }, + { + "precision": 0.805074, + "recall": 0.857787, + "f1": 0.821208, + "accuracy": 0.857787, + "main_score": 0.821208, + "hf_subset": "heb_Hebr-kmr_Latn", + "languages": [ + "heb-Hebr", + "kmr-Latn" + ] + }, + { + "precision": 0.976924, + "recall": 0.983976, + "f1": 0.979169, + "accuracy": 0.983976, + "main_score": 0.979169, + "hf_subset": "heb_Hebr-kor_Hang", + "languages": [ + "heb-Hebr", + "kor-Hang" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "heb_Hebr-lit_Latn", + "languages": [ + "heb-Hebr", + "lit-Latn" + ] + }, + { + "precision": 0.912202, + "recall": 0.937907, + "f1": 0.92018, + "accuracy": 0.937907, + "main_score": 0.92018, + "hf_subset": "heb_Hebr-mey_Arab", + "languages": [ + "heb-Hebr", + "mey-Arab" + ] + }, + { + "precision": 0.987147, + "recall": 0.990986, + "f1": 0.988399, + "accuracy": 0.990986, + "main_score": 0.988399, + "hf_subset": "heb_Hebr-nld_Latn", + "languages": [ + "heb-Hebr", + "nld-Latn" + ] + }, + { + "precision": 0.982724, + "recall": 0.987982, + "f1": 0.984477, + "accuracy": 0.987982, + "main_score": 0.984477, + "hf_subset": "heb_Hebr-pol_Latn", + "languages": [ + "heb-Hebr", + "pol-Latn" + ] + }, + { + "precision": 0.987815, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, + "hf_subset": "heb_Hebr-por_Latn", + "languages": [ + "heb-Hebr", + "por-Latn" + ] + }, + { + "precision": 0.978551, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "heb_Hebr-prs_Arab", + "languages": [ + "heb-Hebr", + "prs-Arab" + ] + }, + { + "precision": 0.885787, + "recall": 0.918878, + "f1": 0.896194, + "accuracy": 0.918878, + "main_score": 0.896194, + "hf_subset": "heb_Hebr-pus_Arab", + "languages": [ + "heb-Hebr", + "pus-Arab" + ] + }, + { + "precision": 0.977216, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, + "hf_subset": "heb_Hebr-rus_Cyrl", + "languages": [ + "heb-Hebr", + "rus-Cyrl" + ] + }, + { + "precision": 0.588253, + "recall": 0.671507, + "f1": 0.611782, + "accuracy": 0.671507, + "main_score": 0.611782, + "hf_subset": "heb_Hebr-shi_Arab", + "languages": [ + "heb-Hebr", + "shi-Arab" + ] + }, + { + "precision": 0.988399, + "recall": 0.991988, + "f1": 0.989568, + "accuracy": 0.991988, + "main_score": 0.989568, + "hf_subset": "heb_Hebr-spa_Latn", + "languages": [ + "heb-Hebr", + "spa-Latn" + ] + }, + { + "precision": 0.983058, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "heb_Hebr-swa_Latn", + "languages": [ + "heb-Hebr", + "swa-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "heb_Hebr-swe_Latn", + "languages": [ + "heb-Hebr", + "swe-Latn" + ] + }, + { + "precision": 0.954849, + "recall": 0.968953, + "f1": 0.959439, + "accuracy": 0.968953, + "main_score": 0.959439, + "hf_subset": "heb_Hebr-tam_Taml", + "languages": [ + "heb-Hebr", + "tam-Taml" + ] + }, + { + "precision": 0.928226, + "recall": 0.949424, + "f1": 0.935045, + "accuracy": 0.949424, + "main_score": 0.935045, + "hf_subset": "heb_Hebr-tgk_Cyrl", + "languages": [ + "heb-Hebr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, + "hf_subset": "heb_Hebr-tur_Latn", + "languages": [ + "heb-Hebr", + "tur-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "heb_Hebr-vie_Latn", + "languages": [ + "heb-Hebr", + "vie-Latn" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "heb_Hebr-zho_Hant", + "languages": [ + "heb-Hebr", + "zho-Hant" + ] + }, + { + "precision": 0.855759, + "recall": 0.895343, + "f1": 0.868052, + "accuracy": 0.895343, + "main_score": 0.868052, + "hf_subset": "heb_Hebr-zul_Latn", + "languages": [ + "heb-Hebr", + "zul-Latn" + ] + }, + { + "precision": 0.973043, + "recall": 0.981472, + "f1": 0.975797, + "accuracy": 0.981472, + "main_score": 0.975797, + "hf_subset": "hin_Deva-arb_Arab", + "languages": [ + "hin-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.983976, + "recall": 0.988983, + "f1": 0.985645, + "accuracy": 0.988983, + "main_score": 0.985645, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "hin_Deva-deu_Latn", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.784465, + "recall": 0.837256, + "f1": 0.800111, + "accuracy": 0.837256, + "main_score": 0.800111, + "hf_subset": "hin_Deva-div_Thaa", + "languages": [ + "hin-Deva", + "div-Thaa" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "hin_Deva-ell_Grek", + "languages": [ + "hin-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.956602, + "recall": 0.970956, + "f1": 0.961359, + "accuracy": 0.970956, + "main_score": 0.961359, + "hf_subset": "hin_Deva-eus_Latn", + "languages": [ + "hin-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, + "hf_subset": "hin_Deva-fas_Arab", + "languages": [ + "hin-Deva", + "fas-Arab" + ] + }, + { + "precision": 0.979636, + "recall": 0.985979, + "f1": 0.981723, + "accuracy": 0.985979, + "main_score": 0.981723, + "hf_subset": "hin_Deva-fin_Latn", + "languages": [ + "hin-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.985311, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "hin_Deva-fra_Latn", + "languages": [ + "hin-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "hin_Deva-heb_Hebr", + "languages": [ + "hin-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "hin_Deva-hun_Latn", + "languages": [ + "hin-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "hin_Deva-ind_Latn", + "languages": [ + "hin-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "hin_Deva-jpn_Jpan", + "languages": [ + "hin-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.968787, + "recall": 0.978968, + "f1": 0.972125, + "accuracy": 0.978968, + "main_score": 0.972125, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.978384, + "recall": 0.985478, + "f1": 0.980721, + "accuracy": 0.985478, + "main_score": 0.980721, + "hf_subset": "hin_Deva-kor_Hang", + "languages": [ + "hin-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "hin_Deva-lit_Latn", + "languages": [ + "hin-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.978635, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "hin_Deva-nep_Deva", + "languages": [ + "hin-Deva", + "nep-Deva" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "hin_Deva-nld_Latn", + "languages": [ + "hin-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "hin_Deva-pol_Latn", + "languages": [ + "hin-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "hin_Deva-por_Latn", + "languages": [ + "hin-Deva", + "por-Latn" + ] + }, + { + "precision": 0.972584, + "recall": 0.980971, + "f1": 0.975246, + "accuracy": 0.980971, + "main_score": 0.975246, + "hf_subset": "hin_Deva-rus_Cyrl", + "languages": [ + "hin-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.954724, + "recall": 0.968953, + "f1": 0.959306, + "accuracy": 0.968953, + "main_score": 0.959306, + "hf_subset": "hin_Deva-sin_Sinh", + "languages": [ + "hin-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.874996, + "recall": 0.912369, + "f1": 0.886713, + "accuracy": 0.912369, + "main_score": 0.886713, + "hf_subset": "hin_Deva-snd_Arab", + "languages": [ + "hin-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "hin_Deva-spa_Latn", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "hin_Deva-swa_Latn", + "languages": [ + "hin-Deva", + "swa-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "hin_Deva-swe_Latn", + "languages": [ + "hin-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.971123, + "recall": 0.980471, + "f1": 0.974211, + "accuracy": 0.980471, + "main_score": 0.974211, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.975213, + "recall": 0.983475, + "f1": 0.977967, + "accuracy": 0.983475, + "main_score": 0.977967, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.981347, + "recall": 0.98698, + "f1": 0.983175, + "accuracy": 0.98698, + "main_score": 0.983175, + "hf_subset": "hin_Deva-tur_Latn", + "languages": [ + "hin-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "hin_Deva-vie_Latn", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.974796, + "recall": 0.982474, + "f1": 0.977299, + "accuracy": 0.982474, + "main_score": 0.977299, + "hf_subset": "hin_Deva-zho_Hant", + "languages": [ + "hin-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.867192, + "recall": 0.904857, + "f1": 0.879085, + "accuracy": 0.904857, + "main_score": 0.879085, + "hf_subset": "hin_Deva-zul_Latn", + "languages": [ + "hin-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.79867, + "recall": 0.84677, + "f1": 0.812781, + "accuracy": 0.84677, + "main_score": 0.812781, + "hf_subset": "hmn_Latn-eng_Latn", + "languages": [ + "hmn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "hrv_Latn-bel_Cyrl", + "languages": [ + "hrv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "hrv_Latn-bos_Latn", + "languages": [ + "hrv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "hrv_Latn-bul_Cyrl", + "languages": [ + "hrv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, + "hf_subset": "hrv_Latn-ces_Latn", + "languages": [ + "hrv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.985812, + "recall": 0.989985, + "f1": 0.987147, + "accuracy": 0.989985, + "main_score": 0.987147, + "hf_subset": "hrv_Latn-mkd_Cyrl", + "languages": [ + "hrv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "hrv_Latn-pol_Latn", + "languages": [ + "hrv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.976214, + "recall": 0.983475, + "f1": 0.978551, + "accuracy": 0.983475, + "main_score": 0.978551, + "hf_subset": "hrv_Latn-rus_Cyrl", + "languages": [ + "hrv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "hrv_Latn-slk_Latn", + "languages": [ + "hrv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, + "hf_subset": "hrv_Latn-slv_Latn", + "languages": [ + "hrv-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "hrv_Latn-srp_Cyrl", + "languages": [ + "hrv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "hrv_Latn-srp_Latn", + "languages": [ + "hrv-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.981806, + "recall": 0.98698, + "f1": 0.983475, + "accuracy": 0.98698, + "main_score": 0.983475, + "hf_subset": "hrv_Latn-ukr_Cyrl", + "languages": [ + "hrv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.959982, + "recall": 0.971958, + "f1": 0.963712, + "accuracy": 0.971958, + "main_score": 0.963712, + "hf_subset": "hun_Latn-arb_Arab", + "languages": [ + "hun-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.960774, + "recall": 0.972959, + "f1": 0.964697, + "accuracy": 0.972959, + "main_score": 0.964697, + "hf_subset": "hun_Latn-ben_Beng", + "languages": [ + "hun-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.983225, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, + "hf_subset": "hun_Latn-deu_Latn", + "languages": [ + "hun-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.978968, + "recall": 0.985979, + "f1": 0.981305, + "accuracy": 0.985979, + "main_score": 0.981305, + "hf_subset": "hun_Latn-ell_Grek", + "languages": [ + "hun-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.967368, + "recall": 0.977967, + "f1": 0.970873, + "accuracy": 0.977967, + "main_score": 0.970873, + "hf_subset": "hun_Latn-fas_Arab", + "languages": [ + "hun-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.976882, + "recall": 0.983976, + "f1": 0.979219, + "accuracy": 0.983976, + "main_score": 0.979219, + "hf_subset": "hun_Latn-fin_Latn", + "languages": [ + "hun-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.978551, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "hun_Latn-fra_Latn", + "languages": [ + "hun-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.978384, + "recall": 0.985478, + "f1": 0.980721, + "accuracy": 0.985478, + "main_score": 0.980721, + "hf_subset": "hun_Latn-heb_Hebr", + "languages": [ + "hun-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.960107, + "recall": 0.972959, + "f1": 0.96428, + "accuracy": 0.972959, + "main_score": 0.96428, + "hf_subset": "hun_Latn-hin_Deva", + "languages": [ + "hun-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977967, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "hun_Latn-ind_Latn", + "languages": [ + "hun-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.966784, + "recall": 0.977466, + "f1": 0.970289, + "accuracy": 0.977466, + "main_score": 0.970289, + "hf_subset": "hun_Latn-jpn_Jpan", + "languages": [ + "hun-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.958271, + "recall": 0.970956, + "f1": 0.96236, + "accuracy": 0.970956, + "main_score": 0.96236, + "hf_subset": "hun_Latn-kor_Hang", + "languages": [ + "hun-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.967827, + "recall": 0.977967, + "f1": 0.971073, + "accuracy": 0.977967, + "main_score": 0.971073, + "hf_subset": "hun_Latn-lav_Latn", + "languages": [ + "hun-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.971958, + "recall": 0.980971, + "f1": 0.974879, + "accuracy": 0.980971, + "main_score": 0.974879, + "hf_subset": "hun_Latn-lit_Latn", + "languages": [ + "hun-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.974044, + "recall": 0.982474, + "f1": 0.976799, + "accuracy": 0.982474, + "main_score": 0.976799, + "hf_subset": "hun_Latn-nld_Latn", + "languages": [ + "hun-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.972125, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "hun_Latn-pol_Latn", + "languages": [ + "hun-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.975213, + "recall": 0.982974, + "f1": 0.977717, + "accuracy": 0.982974, + "main_score": 0.977717, + "hf_subset": "hun_Latn-por_Latn", + "languages": [ + "hun-Latn", + "por-Latn" + ] + }, + { + "precision": 0.967117, + "recall": 0.977466, + "f1": 0.970456, + "accuracy": 0.977466, + "main_score": 0.970456, + "hf_subset": "hun_Latn-rus_Cyrl", + "languages": [ + "hun-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "hun_Latn-spa_Latn", + "languages": [ + "hun-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.958187, + "recall": 0.971457, + "f1": 0.962527, + "accuracy": 0.971457, + "main_score": 0.962527, + "hf_subset": "hun_Latn-swa_Latn", + "languages": [ + "hun-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "hun_Latn-swe_Latn", + "languages": [ + "hun-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.928601, + "recall": 0.950426, + "f1": 0.935603, + "accuracy": 0.950426, + "main_score": 0.935603, + "hf_subset": "hun_Latn-tam_Taml", + "languages": [ + "hun-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.979219, + "recall": 0.985478, + "f1": 0.981305, + "accuracy": 0.985478, + "main_score": 0.981305, + "hf_subset": "hun_Latn-tur_Latn", + "languages": [ + "hun-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.972208, + "recall": 0.981472, + "f1": 0.975296, + "accuracy": 0.981472, + "main_score": 0.975296, + "hf_subset": "hun_Latn-vie_Latn", + "languages": [ + "hun-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.965532, + "recall": 0.976465, + "f1": 0.96912, + "accuracy": 0.976465, + "main_score": 0.96912, + "hf_subset": "hun_Latn-zho_Hant", + "languages": [ + "hun-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.829035, + "recall": 0.875313, + "f1": 0.843432, + "accuracy": 0.875313, + "main_score": 0.843432, + "hf_subset": "hun_Latn-zul_Latn", + "languages": [ + "hun-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "hye_Armn-ell_Grek", + "languages": [ + "hye-Armn", + "ell-Grek" + ] + }, + { + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "precision": 0.968369, + "recall": 0.978468, + "f1": 0.971708, + "accuracy": 0.978468, + "main_score": 0.971708, + "hf_subset": "hye_Armn-kat_Geor", + "languages": [ + "hye-Armn", + "kat-Geor" + ] + }, + { + "precision": 0.966158, + "recall": 0.975964, + "f1": 0.969321, + "accuracy": 0.975964, + "main_score": 0.969321, + "hf_subset": "hye_Armn-sqi_Latn", + "languages": [ + "hye-Armn", + "sqi-Latn" + ] + }, + { + "precision": 0.771537, + "recall": 0.827742, + "f1": 0.788508, + "accuracy": 0.827742, + "main_score": 0.788508, + "hf_subset": "ibo_Latn-amh_Ethi", + "languages": [ + "ibo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.930771, + "recall": 0.950926, + "f1": 0.937089, + "accuracy": 0.950926, + "main_score": 0.937089, + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.907486, + "recall": 0.931898, + "f1": 0.915223, + "accuracy": 0.931898, + "main_score": 0.915223, + "hf_subset": "ibo_Latn-hau_Latn", + "languages": [ + "ibo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.838349, + "recall": 0.874812, + "f1": 0.849624, + "accuracy": 0.874812, + "main_score": 0.849624, + "hf_subset": "ibo_Latn-nso_Latn", + "languages": [ + "ibo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.44444, + "recall": 0.529294, + "f1": 0.467727, + "accuracy": 0.529294, + "main_score": 0.467727, + "hf_subset": "ibo_Latn-orm_Ethi", + "languages": [ + "ibo-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.878568, + "recall": 0.911367, + "f1": 0.889067, + "accuracy": 0.911367, + "main_score": 0.889067, + "hf_subset": "ibo_Latn-som_Latn", + "languages": [ + "ibo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.810286, + "recall": 0.854281, + "f1": 0.823261, + "accuracy": 0.854281, + "main_score": 0.823261, + "hf_subset": "ibo_Latn-ssw_Latn", + "languages": [ + "ibo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.934001, + "recall": 0.952929, + "f1": 0.939977, + "accuracy": 0.952929, + "main_score": 0.939977, + "hf_subset": "ibo_Latn-swa_Latn", + "languages": [ + "ibo-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.620442, + "recall": 0.696545, + "f1": 0.641409, + "accuracy": 0.696545, + "main_score": 0.641409, + "hf_subset": "ibo_Latn-tir_Ethi", + "languages": [ + "ibo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.844004, + "recall": 0.87982, + "f1": 0.855101, + "accuracy": 0.87982, + "main_score": 0.855101, + "hf_subset": "ibo_Latn-tsn_Latn", + "languages": [ + "ibo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.622398, + "recall": 0.683025, + "f1": 0.639704, + "accuracy": 0.683025, + "main_score": 0.639704, + "hf_subset": "ibo_Latn-wol_Latn", + "languages": [ + "ibo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.843065, + "recall": 0.884326, + "f1": 0.855726, + "accuracy": 0.884326, + "main_score": 0.855726, + "hf_subset": "ibo_Latn-xho_Latn", + "languages": [ + "ibo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.73923, + "recall": 0.7997, + "f1": 0.757433, + "accuracy": 0.7997, + "main_score": 0.757433, + "hf_subset": "ibo_Latn-yor_Latn", + "languages": [ + "ibo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.857828, + "recall": 0.894342, + "f1": 0.869321, + "accuracy": 0.894342, + "main_score": 0.869321, + "hf_subset": "ibo_Latn-zul_Latn", + "languages": [ + "ibo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.976381, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "ind_Latn-arb_Arab", + "languages": [ + "ind-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, + "hf_subset": "ind_Latn-ben_Beng", + "languages": [ + "ind-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994241, + "recall": 0.995994, + "f1": 0.994826, + "accuracy": 0.995994, + "main_score": 0.994826, + "hf_subset": "ind_Latn-deu_Latn", + "languages": [ + "ind-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "ind_Latn-ell_Grek", + "languages": [ + "ind-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.996244, + "recall": 0.997496, + "f1": 0.996662, + "accuracy": 0.997496, + "main_score": 0.996662, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.98456, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "ind_Latn-fas_Arab", + "languages": [ + "ind-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.550812, + "recall": 0.63345, + "f1": 0.572964, + "accuracy": 0.63345, + "main_score": 0.572964, + "hf_subset": "ind_Latn-fij_Latn", + "languages": [ + "ind-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "ind_Latn-fil_Latn", + "languages": [ + "ind-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "ind_Latn-fin_Latn", + "languages": [ + "ind-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.987899, + "recall": 0.991487, + "f1": 0.989067, + "accuracy": 0.991487, + "main_score": 0.989067, + "hf_subset": "ind_Latn-fra_Latn", + "languages": [ + "ind-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992489, + "f1": 0.990486, + "accuracy": 0.992489, + "main_score": 0.990486, + "hf_subset": "ind_Latn-heb_Hebr", + "languages": [ + "ind-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.983058, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "ind_Latn-hin_Deva", + "languages": [ + "ind-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "ind_Latn-hun_Latn", + "languages": [ + "ind-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979386, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, + "hf_subset": "ind_Latn-jpn_Jpan", + "languages": [ + "ind-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.978384, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "ind_Latn-kor_Hang", + "languages": [ + "ind-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "ind_Latn-lit_Latn", + "languages": [ + "ind-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.963946, + "recall": 0.974962, + "f1": 0.967535, + "accuracy": 0.974962, + "main_score": 0.967535, + "hf_subset": "ind_Latn-mal_Mlym", + "languages": [ + "ind-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.846069, + "recall": 0.887331, + "f1": 0.858922, + "accuracy": 0.887331, + "main_score": 0.858922, + "hf_subset": "ind_Latn-mlg_Latn", + "languages": [ + "ind-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.885917, + "recall": 0.917877, + "f1": 0.895828, + "accuracy": 0.917877, + "main_score": 0.895828, + "hf_subset": "ind_Latn-mri_Latn", + "languages": [ + "ind-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, + "hf_subset": "ind_Latn-msa_Latn", + "languages": [ + "ind-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "ind_Latn-nld_Latn", + "languages": [ + "ind-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.983976, + "recall": 0.988983, + "f1": 0.985645, + "accuracy": 0.988983, + "main_score": 0.985645, + "hf_subset": "ind_Latn-pol_Latn", + "languages": [ + "ind-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "ind_Latn-por_Latn", + "languages": [ + "ind-Latn", + "por-Latn" + ] + }, + { + "precision": 0.976381, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, + "hf_subset": "ind_Latn-rus_Cyrl", + "languages": [ + "ind-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.832816, + "recall": 0.87982, + "f1": 0.847579, + "accuracy": 0.87982, + "main_score": 0.847579, + "hf_subset": "ind_Latn-smo_Latn", + "languages": [ + "ind-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "ind_Latn-spa_Latn", + "languages": [ + "ind-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "ind_Latn-swa_Latn", + "languages": [ + "ind-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.993991, + "f1": 0.992489, + "accuracy": 0.993991, + "main_score": 0.992489, + "hf_subset": "ind_Latn-swe_Latn", + "languages": [ + "ind-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.60985, + "recall": 0.691537, + "f1": 0.632778, + "accuracy": 0.691537, + "main_score": 0.632778, + "hf_subset": "ind_Latn-tah_Latn", + "languages": [ + "ind-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.962444, + "recall": 0.974462, + "f1": 0.966366, + "accuracy": 0.974462, + "main_score": 0.966366, + "hf_subset": "ind_Latn-tam_Taml", + "languages": [ + "ind-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.617177, + "recall": 0.697046, + "f1": 0.639764, + "accuracy": 0.697046, + "main_score": 0.639764, + "hf_subset": "ind_Latn-ton_Latn", + "languages": [ + "ind-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "ind_Latn-tur_Latn", + "languages": [ + "ind-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, + "hf_subset": "ind_Latn-vie_Latn", + "languages": [ + "ind-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.977216, + "recall": 0.984477, + "f1": 0.979636, + "accuracy": 0.984477, + "main_score": 0.979636, + "hf_subset": "ind_Latn-zho_Hant", + "languages": [ + "ind-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.87583, + "recall": 0.910366, + "f1": 0.886546, + "accuracy": 0.910366, + "main_score": 0.886546, + "hf_subset": "ind_Latn-zul_Latn", + "languages": [ + "ind-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.977717, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "isl_Latn-afr_Latn", + "languages": [ + "isl-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.978968, + "recall": 0.985979, + "f1": 0.981305, + "accuracy": 0.985979, + "main_score": 0.981305, + "hf_subset": "isl_Latn-dan_Latn", + "languages": [ + "isl-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "isl_Latn-deu_Latn", + "languages": [ + "isl-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.983325, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.960357, + "recall": 0.972459, + "f1": 0.96428, + "accuracy": 0.972459, + "main_score": 0.96428, + "hf_subset": "isl_Latn-fao_Latn", + "languages": [ + "isl-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.94909, + "recall": 0.965448, + "f1": 0.954432, + "accuracy": 0.965448, + "main_score": 0.954432, + "hf_subset": "isl_Latn-ltz_Latn", + "languages": [ + "isl-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.976173, + "recall": 0.983475, + "f1": 0.978501, + "accuracy": 0.983475, + "main_score": 0.978501, + "hf_subset": "isl_Latn-nld_Latn", + "languages": [ + "isl-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.97563, + "recall": 0.983475, + "f1": 0.978217, + "accuracy": 0.983475, + "main_score": 0.978217, + "hf_subset": "isl_Latn-nno_Latn", + "languages": [ + "isl-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, + "hf_subset": "isl_Latn-nob_Latn", + "languages": [ + "isl-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.979803, + "recall": 0.985979, + "f1": 0.981806, + "accuracy": 0.985979, + "main_score": 0.981806, + "hf_subset": "isl_Latn-swe_Latn", + "languages": [ + "isl-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "ita_Latn-cat_Latn", + "languages": [ + "ita-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.994241, + "recall": 0.995994, + "f1": 0.994826, + "accuracy": 0.995994, + "main_score": 0.994826, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, + "hf_subset": "ita_Latn-fra_Latn", + "languages": [ + "ita-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "ita_Latn-glg_Latn", + "languages": [ + "ita-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.9778, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "ita_Latn-mlt_Latn", + "languages": [ + "ita-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "ita_Latn-por_Latn", + "languages": [ + "ita-Latn", + "por-Latn" + ] + }, + { + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, + "hf_subset": "ita_Latn-ron_Latn", + "languages": [ + "ita-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "ita_Latn-spa_Latn", + "languages": [ + "ita-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.974629, + "recall": 0.982974, + "f1": 0.977383, + "accuracy": 0.982974, + "main_score": 0.977383, + "hf_subset": "jpn_Jpan-arb_Arab", + "languages": [ + "jpn-Jpan", + "arb-Arab" + ] + }, + { + "precision": 0.974378, + "recall": 0.982474, + "f1": 0.977049, + "accuracy": 0.982474, + "main_score": 0.977049, + "hf_subset": "jpn_Jpan-ben_Beng", + "languages": [ + "jpn-Jpan", + "ben-Beng" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "jpn_Jpan-deu_Latn", + "languages": [ + "jpn-Jpan", + "deu-Latn" + ] + }, + { + "precision": 0.977466, + "recall": 0.984977, + "f1": 0.97997, + "accuracy": 0.984977, + "main_score": 0.97997, + "hf_subset": "jpn_Jpan-ell_Grek", + "languages": [ + "jpn-Jpan", + "ell-Grek" + ] + }, + { + "precision": 0.982557, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.976131, + "recall": 0.983475, + "f1": 0.978551, + "accuracy": 0.983475, + "main_score": 0.978551, + "hf_subset": "jpn_Jpan-fas_Arab", + "languages": [ + "jpn-Jpan", + "fas-Arab" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "jpn_Jpan-fin_Latn", + "languages": [ + "jpn-Jpan", + "fin-Latn" + ] + }, + { + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "jpn_Jpan-fra_Latn", + "languages": [ + "jpn-Jpan", + "fra-Latn" + ] + }, + { + "precision": 0.978718, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, + "hf_subset": "jpn_Jpan-heb_Hebr", + "languages": [ + "jpn-Jpan", + "heb-Hebr" + ] + }, + { + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, + "hf_subset": "jpn_Jpan-hin_Deva", + "languages": [ + "jpn-Jpan", + "hin-Deva" + ] + }, + { + "precision": 0.974128, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "jpn_Jpan-hun_Latn", + "languages": [ + "jpn-Jpan", + "hun-Latn" + ] + }, + { + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "jpn_Jpan-ind_Latn", + "languages": [ + "jpn-Jpan", + "ind-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.985979, + "f1": 0.98189, + "accuracy": 0.985979, + "main_score": 0.98189, + "hf_subset": "jpn_Jpan-kor_Hang", + "languages": [ + "jpn-Jpan", + "kor-Hang" + ] + }, + { + "precision": 0.974211, + "recall": 0.981973, + "f1": 0.976799, + "accuracy": 0.981973, + "main_score": 0.976799, + "hf_subset": "jpn_Jpan-lit_Latn", + "languages": [ + "jpn-Jpan", + "lit-Latn" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "jpn_Jpan-nld_Latn", + "languages": [ + "jpn-Jpan", + "nld-Latn" + ] + }, + { + "precision": 0.977633, + "recall": 0.984977, + "f1": 0.980053, + "accuracy": 0.984977, + "main_score": 0.980053, + "hf_subset": "jpn_Jpan-pol_Latn", + "languages": [ + "jpn-Jpan", + "pol-Latn" + ] + }, + { + "precision": 0.977049, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "jpn_Jpan-por_Latn", + "languages": [ + "jpn-Jpan", + "por-Latn" + ] + }, + { + "precision": 0.966158, + "recall": 0.976965, + "f1": 0.969654, + "accuracy": 0.976965, + "main_score": 0.969654, + "hf_subset": "jpn_Jpan-rus_Cyrl", + "languages": [ + "jpn-Jpan", + "rus-Cyrl" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "jpn_Jpan-spa_Latn", + "languages": [ + "jpn-Jpan", + "spa-Latn" + ] + }, + { + "precision": 0.969705, + "recall": 0.978968, + "f1": 0.972793, + "accuracy": 0.978968, + "main_score": 0.972793, + "hf_subset": "jpn_Jpan-swa_Latn", + "languages": [ + "jpn-Jpan", + "swa-Latn" + ] + }, + { + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, + "hf_subset": "jpn_Jpan-swe_Latn", + "languages": [ + "jpn-Jpan", + "swe-Latn" + ] + }, + { + "precision": 0.950759, + "recall": 0.96645, + "f1": 0.955934, + "accuracy": 0.96645, + "main_score": 0.955934, + "hf_subset": "jpn_Jpan-tam_Taml", + "languages": [ + "jpn-Jpan", + "tam-Taml" + ] + }, + { + "precision": 0.974712, + "recall": 0.982974, + "f1": 0.977466, + "accuracy": 0.982974, + "main_score": 0.977466, + "hf_subset": "jpn_Jpan-tur_Latn", + "languages": [ + "jpn-Jpan", + "tur-Latn" + ] + }, + { + "precision": 0.975714, + "recall": 0.983475, + "f1": 0.978301, + "accuracy": 0.983475, + "main_score": 0.978301, + "hf_subset": "jpn_Jpan-vie_Latn", + "languages": [ + "jpn-Jpan", + "vie-Latn" + ] + }, + { + "precision": 0.978735, + "recall": 0.984977, + "f1": 0.980721, + "accuracy": 0.984977, + "main_score": 0.980721, + "hf_subset": "jpn_Jpan-yue_Hant", + "languages": [ + "jpn-Jpan", + "yue-Hant" + ] + }, + { + "precision": 0.957311, + "recall": 0.970456, + "f1": 0.961476, + "accuracy": 0.970456, + "main_score": 0.961476, + "hf_subset": "jpn_Jpan-zho_Hans", + "languages": [ + "jpn-Jpan", + "zho-Hans" + ] + }, + { + "precision": 0.968035, + "recall": 0.977967, + "f1": 0.97129, + "accuracy": 0.977967, + "main_score": 0.97129, + "hf_subset": "jpn_Jpan-zho_Hant", + "languages": [ + "jpn-Jpan", + "zho-Hant" + ] + }, + { + "precision": 0.824016, + "recall": 0.872809, + "f1": 0.839217, + "accuracy": 0.872809, + "main_score": 0.839217, + "hf_subset": "jpn_Jpan-zul_Latn", + "languages": [ + "jpn-Jpan", + "zul-Latn" + ] + }, + { + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ] + }, + { + "precision": 0.783931, + "recall": 0.836755, + "f1": 0.799992, + "accuracy": 0.836755, + "main_score": 0.799992, + "hf_subset": "kan_Knda-div_Thaa", + "languages": [ + "kan-Knda", + "div-Thaa" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.952804, + "recall": 0.967451, + "f1": 0.957553, + "accuracy": 0.967451, + "main_score": 0.957553, + "hf_subset": "kan_Knda-eus_Latn", + "languages": [ + "kan-Knda", + "eus-Latn" + ] + }, + { + "precision": 0.975213, + "recall": 0.983475, + "f1": 0.977967, + "accuracy": 0.983475, + "main_score": 0.977967, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ] + }, + { + "precision": 0.977466, + "recall": 0.984977, + "f1": 0.97997, + "accuracy": 0.984977, + "main_score": 0.97997, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ] + }, + { + "precision": 0.97129, + "recall": 0.980471, + "f1": 0.974295, + "accuracy": 0.980471, + "main_score": 0.974295, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ] + }, + { + "precision": 0.977216, + "recall": 0.984477, + "f1": 0.979636, + "accuracy": 0.984477, + "main_score": 0.979636, + "hf_subset": "kan_Knda-nep_Deva", + "languages": [ + "kan-Knda", + "nep-Deva" + ] + }, + { + "precision": 0.969955, + "recall": 0.97997, + "f1": 0.973293, + "accuracy": 0.97997, + "main_score": 0.973293, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ] + }, + { + "precision": 0.960482, + "recall": 0.972959, + "f1": 0.964564, + "accuracy": 0.972959, + "main_score": 0.964564, + "hf_subset": "kan_Knda-sin_Sinh", + "languages": [ + "kan-Knda", + "sin-Sinh" + ] + }, + { + "precision": 0.863003, + "recall": 0.903355, + "f1": 0.87568, + "accuracy": 0.903355, + "main_score": 0.87568, + "hf_subset": "kan_Knda-snd_Arab", + "languages": [ + "kan-Knda", + "snd-Arab" + ] + }, + { + "precision": 0.967702, + "recall": 0.977967, + "f1": 0.971123, + "accuracy": 0.977967, + "main_score": 0.971123, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ] + }, + { + "precision": 0.974962, + "recall": 0.982974, + "f1": 0.977633, + "accuracy": 0.982974, + "main_score": 0.977633, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ] + }, + { + "precision": 0.973877, + "recall": 0.982474, + "f1": 0.976715, + "accuracy": 0.982474, + "main_score": 0.976715, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ] + }, + { + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, + "hf_subset": "kat_Geor-ell_Grek", + "languages": [ + "kat-Geor", + "ell-Grek" + ] + }, + { + "precision": 0.983058, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "precision": 0.968119, + "recall": 0.977967, + "f1": 0.971374, + "accuracy": 0.977967, + "main_score": 0.971374, + "hf_subset": "kat_Geor-hye_Armn", + "languages": [ + "kat-Geor", + "hye-Armn" + ] + }, + { + "precision": 0.963696, + "recall": 0.974462, + "f1": 0.967201, + "accuracy": 0.974462, + "main_score": 0.967201, + "hf_subset": "kat_Geor-sqi_Latn", + "languages": [ + "kat-Geor", + "sqi-Latn" + ] + }, + { + "precision": 0.967785, + "recall": 0.977466, + "f1": 0.970956, + "accuracy": 0.977466, + "main_score": 0.970956, + "hf_subset": "kaz_Cyrl-aze_Latn", + "languages": [ + "kaz-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.933484, + "recall": 0.952929, + "f1": 0.939719, + "accuracy": 0.952929, + "main_score": 0.939719, + "hf_subset": "kaz_Cyrl-bak_Cyrl", + "languages": [ + "kaz-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.958872, + "recall": 0.970456, + "f1": 0.962611, + "accuracy": 0.970456, + "main_score": 0.962611, + "hf_subset": "kaz_Cyrl-kir_Cyrl", + "languages": [ + "kaz-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.948172, + "recall": 0.963946, + "f1": 0.953347, + "accuracy": 0.963946, + "main_score": 0.953347, + "hf_subset": "kaz_Cyrl-tat_Cyrl", + "languages": [ + "kaz-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.93219, + "recall": 0.950426, + "f1": 0.937916, + "accuracy": 0.950426, + "main_score": 0.937916, + "hf_subset": "kaz_Cyrl-tuk_Latn", + "languages": [ + "kaz-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.965532, + "recall": 0.975964, + "f1": 0.968953, + "accuracy": 0.975964, + "main_score": 0.968953, + "hf_subset": "kaz_Cyrl-tur_Latn", + "languages": [ + "kaz-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.879636, + "recall": 0.911367, + "f1": 0.889392, + "accuracy": 0.911367, + "main_score": 0.889392, + "hf_subset": "kaz_Cyrl-uig_Arab", + "languages": [ + "kaz-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.967117, + "recall": 0.977466, + "f1": 0.970456, + "accuracy": 0.977466, + "main_score": 0.970456, + "hf_subset": "kaz_Cyrl-uzb_Latn", + "languages": [ + "kaz-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.677276, + "recall": 0.75363, + "f1": 0.6993, + "accuracy": 0.75363, + "main_score": 0.6993, + "hf_subset": "khm_Khmr-bod_Tibt", + "languages": [ + "khm-Khmr", + "bod-Tibt" + ] + }, + { + "precision": 0.305969, + "recall": 0.396595, + "f1": 0.328509, + "accuracy": 0.396595, + "main_score": 0.328509, + "hf_subset": "khm_Khmr-dzo_Tibt", + "languages": [ + "khm-Khmr", + "dzo-Tibt" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "precision": 0.936321, + "recall": 0.955934, + "f1": 0.942731, + "accuracy": 0.955934, + "main_score": 0.942731, + "hf_subset": "khm_Khmr-lao_Laoo", + "languages": [ + "khm-Khmr", + "lao-Laoo" + ] + }, + { + "precision": 0.887531, + "recall": 0.91988, + "f1": 0.89748, + "accuracy": 0.91988, + "main_score": 0.89748, + "hf_subset": "khm_Khmr-mon_Mong", + "languages": [ + "khm-Khmr", + "mon-Mong" + ] + }, + { + "precision": 0.50565, + "recall": 0.595894, + "f1": 0.530396, + "accuracy": 0.595894, + "main_score": 0.530396, + "hf_subset": "khm_Khmr-mya_Mymr", + "languages": [ + "khm-Khmr", + "mya-Mymr" + ] + }, + { + "precision": 0.961234, + "recall": 0.972959, + "f1": 0.964981, + "accuracy": 0.972959, + "main_score": 0.964981, + "hf_subset": "khm_Khmr-tha_Thai", + "languages": [ + "khm-Khmr", + "tha-Thai" + ] + }, + { + "precision": 0.721624, + "recall": 0.772659, + "f1": 0.736392, + "accuracy": 0.772659, + "main_score": 0.736392, + "hf_subset": "kin_Latn-bem_Latn", + "languages": [ + "kin-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.857904, + "recall": 0.896345, + "f1": 0.86964, + "accuracy": 0.896345, + "main_score": 0.86964, + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.529086, + "recall": 0.585378, + "f1": 0.544965, + "accuracy": 0.585378, + "main_score": 0.544965, + "hf_subset": "kin_Latn-ewe_Latn", + "languages": [ + "kin-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.554534, + "recall": 0.610416, + "f1": 0.570296, + "accuracy": 0.610416, + "main_score": 0.570296, + "hf_subset": "kin_Latn-fuc_Latn", + "languages": [ + "kin-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.797897, + "recall": 0.839259, + "f1": 0.810375, + "accuracy": 0.839259, + "main_score": 0.810375, + "hf_subset": "kin_Latn-nde_Latn", + "languages": [ + "kin-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.813512, + "recall": 0.858287, + "f1": 0.827384, + "accuracy": 0.858287, + "main_score": 0.827384, + "hf_subset": "kin_Latn-nya_Latn", + "languages": [ + "kin-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.849312, + "recall": 0.884326, + "f1": 0.859858, + "accuracy": 0.884326, + "main_score": 0.859858, + "hf_subset": "kin_Latn-sna_Latn", + "languages": [ + "kin-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.714376, + "recall": 0.767151, + "f1": 0.729761, + "accuracy": 0.767151, + "main_score": 0.729761, + "hf_subset": "kin_Latn-ven_Latn", + "languages": [ + "kin-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.952929, + "recall": 0.967952, + "f1": 0.957853, + "accuracy": 0.967952, + "main_score": 0.957853, + "hf_subset": "kir_Cyrl-aze_Latn", + "languages": [ + "kir-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.926431, + "recall": 0.94692, + "f1": 0.932849, + "accuracy": 0.94692, + "main_score": 0.932849, + "hf_subset": "kir_Cyrl-bak_Cyrl", + "languages": [ + "kir-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.967326, + "recall": 0.977466, + "f1": 0.970573, + "accuracy": 0.977466, + "main_score": 0.970573, + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.958771, + "recall": 0.971958, + "f1": 0.963111, + "accuracy": 0.971958, + "main_score": 0.963111, + "hf_subset": "kir_Cyrl-kaz_Cyrl", + "languages": [ + "kir-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.950342, + "recall": 0.964947, + "f1": 0.955099, + "accuracy": 0.964947, + "main_score": 0.955099, + "hf_subset": "kir_Cyrl-tat_Cyrl", + "languages": [ + "kir-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.928017, + "recall": 0.94692, + "f1": 0.934101, + "accuracy": 0.94692, + "main_score": 0.934101, + "hf_subset": "kir_Cyrl-tuk_Latn", + "languages": [ + "kir-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.952178, + "recall": 0.96645, + "f1": 0.956768, + "accuracy": 0.96645, + "main_score": 0.956768, + "hf_subset": "kir_Cyrl-tur_Latn", + "languages": [ + "kir-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.870152, + "recall": 0.90636, + "f1": 0.881422, + "accuracy": 0.90636, + "main_score": 0.881422, + "hf_subset": "kir_Cyrl-uig_Arab", + "languages": [ + "kir-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.954557, + "recall": 0.967952, + "f1": 0.958972, + "accuracy": 0.967952, + "main_score": 0.958972, + "hf_subset": "kir_Cyrl-uzb_Latn", + "languages": [ + "kir-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.797651, + "recall": 0.845268, + "f1": 0.811683, + "accuracy": 0.845268, + "main_score": 0.811683, + "hf_subset": "kmr_Latn-arb_Arab", + "languages": [ + "kmr-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.795931, + "recall": 0.845769, + "f1": 0.811121, + "accuracy": 0.845769, + "main_score": 0.811121, + "hf_subset": "kmr_Latn-ckb_Arab", + "languages": [ + "kmr-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.807028, + "recall": 0.856785, + "f1": 0.821778, + "accuracy": 0.856785, + "main_score": 0.821778, + "hf_subset": "kmr_Latn-eng_Latn", + "languages": [ + "kmr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.797498, + "recall": 0.843265, + "f1": 0.811156, + "accuracy": 0.843265, + "main_score": 0.811156, + "hf_subset": "kmr_Latn-fas_Arab", + "languages": [ + "kmr-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.798845, + "recall": 0.847271, + "f1": 0.812939, + "accuracy": 0.847271, + "main_score": 0.812939, + "hf_subset": "kmr_Latn-heb_Hebr", + "languages": [ + "kmr-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.706156, + "recall": 0.761642, + "f1": 0.721651, + "accuracy": 0.761642, + "main_score": 0.721651, + "hf_subset": "kmr_Latn-mey_Arab", + "languages": [ + "kmr-Latn", + "mey-Arab" + ] + }, + { + "precision": 0.820389, + "recall": 0.868302, + "f1": 0.834862, + "accuracy": 0.868302, + "main_score": 0.834862, + "hf_subset": "kmr_Latn-prs_Arab", + "languages": [ + "kmr-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.720758, + "recall": 0.781172, + "f1": 0.737976, + "accuracy": 0.781172, + "main_score": 0.737976, + "hf_subset": "kmr_Latn-pus_Arab", + "languages": [ + "kmr-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.48479, + "recall": 0.556335, + "f1": 0.50435, + "accuracy": 0.556335, + "main_score": 0.50435, + "hf_subset": "kmr_Latn-shi_Arab", + "languages": [ + "kmr-Latn", + "shi-Arab" + ] + }, + { + "precision": 0.761879, + "recall": 0.81322, + "f1": 0.777337, + "accuracy": 0.81322, + "main_score": 0.777337, + "hf_subset": "kmr_Latn-tgk_Cyrl", + "languages": [ + "kmr-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.974044, + "recall": 0.982474, + "f1": 0.976799, + "accuracy": 0.982474, + "main_score": 0.976799, + "hf_subset": "kor_Hang-arb_Arab", + "languages": [ + "kor-Hang", + "arb-Arab" + ] + }, + { + "precision": 0.979553, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "kor_Hang-ben_Beng", + "languages": [ + "kor-Hang", + "ben-Beng" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "kor_Hang-deu_Latn", + "languages": [ + "kor-Hang", + "deu-Latn" + ] + }, + { + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "kor_Hang-ell_Grek", + "languages": [ + "kor-Hang", + "ell-Grek" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "precision": 0.975213, + "recall": 0.983475, + "f1": 0.977967, + "accuracy": 0.983475, + "main_score": 0.977967, + "hf_subset": "kor_Hang-fas_Arab", + "languages": [ + "kor-Hang", + "fas-Arab" + ] + }, + { + "precision": 0.978968, + "recall": 0.985979, + "f1": 0.981305, + "accuracy": 0.985979, + "main_score": 0.981305, + "hf_subset": "kor_Hang-fin_Latn", + "languages": [ + "kor-Hang", + "fin-Latn" + ] + }, + { + "precision": 0.974629, + "recall": 0.982474, + "f1": 0.977216, + "accuracy": 0.982474, + "main_score": 0.977216, + "hf_subset": "kor_Hang-fra_Latn", + "languages": [ + "kor-Hang", + "fra-Latn" + ] + }, + { + "precision": 0.97876, + "recall": 0.985478, + "f1": 0.980921, + "accuracy": 0.985478, + "main_score": 0.980921, + "hf_subset": "kor_Hang-heb_Hebr", + "languages": [ + "kor-Hang", + "heb-Hebr" + ] + }, + { + "precision": 0.977466, + "recall": 0.984977, + "f1": 0.97997, + "accuracy": 0.984977, + "main_score": 0.97997, + "hf_subset": "kor_Hang-hin_Deva", + "languages": [ + "kor-Hang", + "hin-Deva" + ] + }, + { + "precision": 0.974837, + "recall": 0.982974, + "f1": 0.9775, + "accuracy": 0.982974, + "main_score": 0.9775, + "hf_subset": "kor_Hang-hun_Latn", + "languages": [ + "kor-Hang", + "hun-Latn" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "kor_Hang-ind_Latn", + "languages": [ + "kor-Hang", + "ind-Latn" + ] + }, + { + "precision": 0.97755, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, + "hf_subset": "kor_Hang-jpn_Jpan", + "languages": [ + "kor-Hang", + "jpn-Jpan" + ] + }, + { + "precision": 0.974378, + "recall": 0.982474, + "f1": 0.977049, + "accuracy": 0.982474, + "main_score": 0.977049, + "hf_subset": "kor_Hang-lit_Latn", + "languages": [ + "kor-Hang", + "lit-Latn" + ] + }, + { + "precision": 0.980721, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "kor_Hang-nld_Latn", + "languages": [ + "kor-Hang", + "nld-Latn" + ] + }, + { + "precision": 0.973877, + "recall": 0.982474, + "f1": 0.976715, + "accuracy": 0.982474, + "main_score": 0.976715, + "hf_subset": "kor_Hang-pol_Latn", + "languages": [ + "kor-Hang", + "pol-Latn" + ] + }, + { + "precision": 0.977383, + "recall": 0.983976, + "f1": 0.979553, + "accuracy": 0.983976, + "main_score": 0.979553, + "hf_subset": "kor_Hang-por_Latn", + "languages": [ + "kor-Hang", + "por-Latn" + ] + }, + { + "precision": 0.96695, + "recall": 0.977466, + "f1": 0.970372, + "accuracy": 0.977466, + "main_score": 0.970372, + "hf_subset": "kor_Hang-rus_Cyrl", + "languages": [ + "kor-Hang", + "rus-Cyrl" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "kor_Hang-spa_Latn", + "languages": [ + "kor-Hang", + "spa-Latn" + ] + }, + { + "precision": 0.969955, + "recall": 0.979469, + "f1": 0.973043, + "accuracy": 0.979469, + "main_score": 0.973043, + "hf_subset": "kor_Hang-swa_Latn", + "languages": [ + "kor-Hang", + "swa-Latn" + ] + }, + { + "precision": 0.977299, + "recall": 0.984477, + "f1": 0.979636, + "accuracy": 0.984477, + "main_score": 0.979636, + "hf_subset": "kor_Hang-swe_Latn", + "languages": [ + "kor-Hang", + "swe-Latn" + ] + }, + { + "precision": 0.956309, + "recall": 0.969955, + "f1": 0.960808, + "accuracy": 0.969955, + "main_score": 0.960808, + "hf_subset": "kor_Hang-tam_Taml", + "languages": [ + "kor-Hang", + "tam-Taml" + ] + }, + { + "precision": 0.97129, + "recall": 0.97997, + "f1": 0.974128, + "accuracy": 0.97997, + "main_score": 0.974128, + "hf_subset": "kor_Hang-tur_Latn", + "languages": [ + "kor-Hang", + "tur-Latn" + ] + }, + { + "precision": 0.975964, + "recall": 0.983976, + "f1": 0.978635, + "accuracy": 0.983976, + "main_score": 0.978635, + "hf_subset": "kor_Hang-vie_Latn", + "languages": [ + "kor-Hang", + "vie-Latn" + ] + }, + { + "precision": 0.969162, + "recall": 0.978468, + "f1": 0.972158, + "accuracy": 0.978468, + "main_score": 0.972158, + "hf_subset": "kor_Hang-yue_Hant", + "languages": [ + "kor-Hang", + "yue-Hant" + ] + }, + { + "precision": 0.967117, + "recall": 0.977466, + "f1": 0.970456, + "accuracy": 0.977466, + "main_score": 0.970456, + "hf_subset": "kor_Hang-zho_Hans", + "languages": [ + "kor-Hang", + "zho-Hans" + ] + }, + { + "precision": 0.974796, + "recall": 0.982474, + "f1": 0.977299, + "accuracy": 0.982474, + "main_score": 0.977299, + "hf_subset": "kor_Hang-zho_Hant", + "languages": [ + "kor-Hang", + "zho-Hant" + ] + }, + { + "precision": 0.832186, + "recall": 0.878317, + "f1": 0.846495, + "accuracy": 0.878317, + "main_score": 0.846495, + "hf_subset": "kor_Hang-zul_Latn", + "languages": [ + "kor-Hang", + "zul-Latn" + ] + }, + { + "precision": 0.655515, + "recall": 0.739609, + "f1": 0.680075, + "accuracy": 0.739609, + "main_score": 0.680075, + "hf_subset": "lao_Laoo-bod_Tibt", + "languages": [ + "lao-Laoo", + "bod-Tibt" + ] + }, + { + "precision": 0.28467, + "recall": 0.37306, + "f1": 0.306664, + "accuracy": 0.37306, + "main_score": 0.306664, + "hf_subset": "lao_Laoo-dzo_Tibt", + "languages": [ + "lao-Laoo", + "dzo-Tibt" + ] + }, + { + "precision": 0.954253, + "recall": 0.968453, + "f1": 0.958897, + "accuracy": 0.968453, + "main_score": 0.958897, + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ] + }, + { + "precision": 0.911284, + "recall": 0.938408, + "f1": 0.919947, + "accuracy": 0.938408, + "main_score": 0.919947, + "hf_subset": "lao_Laoo-khm_Khmr", + "languages": [ + "lao-Laoo", + "khm-Khmr" + ] + }, + { + "precision": 0.843908, + "recall": 0.88683, + "f1": 0.857045, + "accuracy": 0.88683, + "main_score": 0.857045, + "hf_subset": "lao_Laoo-mon_Mong", + "languages": [ + "lao-Laoo", + "mon-Mong" + ] + }, + { + "precision": 0.483082, + "recall": 0.571357, + "f1": 0.50679, + "accuracy": 0.571357, + "main_score": 0.50679, + "hf_subset": "lao_Laoo-mya_Mymr", + "languages": [ + "lao-Laoo", + "mya-Mymr" + ] + }, + { + "precision": 0.947021, + "recall": 0.963445, + "f1": 0.952262, + "accuracy": 0.963445, + "main_score": 0.952262, + "hf_subset": "lao_Laoo-tha_Thai", + "languages": [ + "lao-Laoo", + "tha-Thai" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "lav_Latn-eng_Latn", + "languages": [ + "lav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "lav_Latn-fin_Latn", + "languages": [ + "lav-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.977717, + "recall": 0.984477, + "f1": 0.97997, + "accuracy": 0.984477, + "main_score": 0.97997, + "hf_subset": "lav_Latn-hun_Latn", + "languages": [ + "lav-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "lav_Latn-lit_Latn", + "languages": [ + "lav-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.970372, + "recall": 0.978968, + "f1": 0.973126, + "accuracy": 0.978968, + "main_score": 0.973126, + "hf_subset": "lit_Latn-arb_Arab", + "languages": [ + "lit-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.980805, + "recall": 0.98648, + "f1": 0.982641, + "accuracy": 0.98648, + "main_score": 0.982641, + "hf_subset": "lit_Latn-ben_Beng", + "languages": [ + "lit-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "lit_Latn-deu_Latn", + "languages": [ + "lit-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "lit_Latn-ell_Grek", + "languages": [ + "lit-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.979219, + "recall": 0.985478, + "f1": 0.981222, + "accuracy": 0.985478, + "main_score": 0.981222, + "hf_subset": "lit_Latn-fas_Arab", + "languages": [ + "lit-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "lit_Latn-fin_Latn", + "languages": [ + "lit-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "lit_Latn-fra_Latn", + "languages": [ + "lit-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "lit_Latn-heb_Hebr", + "languages": [ + "lit-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.976131, + "recall": 0.983976, + "f1": 0.978718, + "accuracy": 0.983976, + "main_score": 0.978718, + "hf_subset": "lit_Latn-hin_Deva", + "languages": [ + "lit-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "lit_Latn-hun_Latn", + "languages": [ + "lit-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "lit_Latn-ind_Latn", + "languages": [ + "lit-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.973377, + "recall": 0.981973, + "f1": 0.976214, + "accuracy": 0.981973, + "main_score": 0.976214, + "hf_subset": "lit_Latn-jpn_Jpan", + "languages": [ + "lit-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.970456, + "recall": 0.979469, + "f1": 0.973377, + "accuracy": 0.979469, + "main_score": 0.973377, + "hf_subset": "lit_Latn-kor_Hang", + "languages": [ + "lit-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "lit_Latn-lav_Latn", + "languages": [ + "lit-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "lit_Latn-nld_Latn", + "languages": [ + "lit-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "lit_Latn-pol_Latn", + "languages": [ + "lit-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "lit_Latn-por_Latn", + "languages": [ + "lit-Latn", + "por-Latn" + ] + }, + { + "precision": 0.974211, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "lit_Latn-rus_Cyrl", + "languages": [ + "lit-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "lit_Latn-spa_Latn", + "languages": [ + "lit-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.972041, + "recall": 0.980971, + "f1": 0.974962, + "accuracy": 0.980971, + "main_score": 0.974962, + "hf_subset": "lit_Latn-swa_Latn", + "languages": [ + "lit-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "lit_Latn-swe_Latn", + "languages": [ + "lit-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.947254, + "recall": 0.964447, + "f1": 0.952929, + "accuracy": 0.964447, + "main_score": 0.952929, + "hf_subset": "lit_Latn-tam_Taml", + "languages": [ + "lit-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, + "hf_subset": "lit_Latn-tur_Latn", + "languages": [ + "lit-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "lit_Latn-vie_Latn", + "languages": [ + "lit-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.972208, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "lit_Latn-zho_Hant", + "languages": [ + "lit-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.849241, + "recall": 0.891337, + "f1": 0.862344, + "accuracy": 0.891337, + "main_score": 0.862344, + "hf_subset": "lit_Latn-zul_Latn", + "languages": [ + "lit-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.977216, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, + "hf_subset": "ltz_Latn-afr_Latn", + "languages": [ + "ltz-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.969037, + "recall": 0.978468, + "f1": 0.972125, + "accuracy": 0.978468, + "main_score": 0.972125, + "hf_subset": "ltz_Latn-dan_Latn", + "languages": [ + "ltz-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.975213, + "recall": 0.982474, + "f1": 0.97755, + "accuracy": 0.982474, + "main_score": 0.97755, + "hf_subset": "ltz_Latn-deu_Latn", + "languages": [ + "ltz-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.973043, + "recall": 0.981472, + "f1": 0.975797, + "accuracy": 0.981472, + "main_score": 0.975797, + "hf_subset": "ltz_Latn-eng_Latn", + "languages": [ + "ltz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.949274, + "recall": 0.963445, + "f1": 0.953847, + "accuracy": 0.963445, + "main_score": 0.953847, + "hf_subset": "ltz_Latn-fao_Latn", + "languages": [ + "ltz-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.963028, + "recall": 0.974462, + "f1": 0.966683, + "accuracy": 0.974462, + "main_score": 0.966683, + "hf_subset": "ltz_Latn-isl_Latn", + "languages": [ + "ltz-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.966867, + "recall": 0.976465, + "f1": 0.969955, + "accuracy": 0.976465, + "main_score": 0.969955, + "hf_subset": "ltz_Latn-nld_Latn", + "languages": [ + "ltz-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.968578, + "recall": 0.977967, + "f1": 0.971574, + "accuracy": 0.977967, + "main_score": 0.971574, + "hf_subset": "ltz_Latn-nno_Latn", + "languages": [ + "ltz-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.974086, + "recall": 0.981973, + "f1": 0.976665, + "accuracy": 0.981973, + "main_score": 0.976665, + "hf_subset": "ltz_Latn-nob_Latn", + "languages": [ + "ltz-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.972041, + "recall": 0.980471, + "f1": 0.974796, + "accuracy": 0.980471, + "main_score": 0.974796, + "hf_subset": "ltz_Latn-swe_Latn", + "languages": [ + "ltz-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.504992, + "recall": 0.585879, + "f1": 0.52609, + "accuracy": 0.585879, + "main_score": 0.52609, + "hf_subset": "mal_Mlym-fij_Latn", + "languages": [ + "mal-Mlym", + "fij-Latn" + ] + }, + { + "precision": 0.973293, + "recall": 0.981472, + "f1": 0.975964, + "accuracy": 0.981472, + "main_score": 0.975964, + "hf_subset": "mal_Mlym-fil_Latn", + "languages": [ + "mal-Mlym", + "fil-Latn" + ] + }, + { + "precision": 0.97563, + "recall": 0.983475, + "f1": 0.978217, + "accuracy": 0.983475, + "main_score": 0.978217, + "hf_subset": "mal_Mlym-ind_Latn", + "languages": [ + "mal-Mlym", + "ind-Latn" + ] + }, + { + "precision": 0.804991, + "recall": 0.856785, + "f1": 0.820998, + "accuracy": 0.856785, + "main_score": 0.820998, + "hf_subset": "mal_Mlym-mlg_Latn", + "languages": [ + "mal-Mlym", + "mlg-Latn" + ] + }, + { + "precision": 0.841434, + "recall": 0.884827, + "f1": 0.854667, + "accuracy": 0.884827, + "main_score": 0.854667, + "hf_subset": "mal_Mlym-mri_Latn", + "languages": [ + "mal-Mlym", + "mri-Latn" + ] + }, + { + "precision": 0.971958, + "recall": 0.97997, + "f1": 0.974629, + "accuracy": 0.97997, + "main_score": 0.974629, + "hf_subset": "mal_Mlym-msa_Latn", + "languages": [ + "mal-Mlym", + "msa-Latn" + ] + }, + { + "precision": 0.784669, + "recall": 0.839259, + "f1": 0.801114, + "accuracy": 0.839259, + "main_score": 0.801114, + "hf_subset": "mal_Mlym-smo_Latn", + "languages": [ + "mal-Mlym", + "smo-Latn" + ] + }, + { + "precision": 0.554544, + "recall": 0.638458, + "f1": 0.577837, + "accuracy": 0.638458, + "main_score": 0.577837, + "hf_subset": "mal_Mlym-tah_Latn", + "languages": [ + "mal-Mlym", + "tah-Latn" + ] + }, + { + "precision": 0.549428, + "recall": 0.635954, + "f1": 0.573071, + "accuracy": 0.635954, + "main_score": 0.573071, + "hf_subset": "mal_Mlym-ton_Latn", + "languages": [ + "mal-Mlym", + "ton-Latn" + ] + }, + { + "precision": 0.976006, + "recall": 0.983475, + "f1": 0.978418, + "accuracy": 0.983475, + "main_score": 0.978418, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.790569, + "recall": 0.841763, + "f1": 0.806011, + "accuracy": 0.841763, + "main_score": 0.806011, + "hf_subset": "mar_Deva-div_Thaa", + "languages": [ + "mar-Deva", + "div-Thaa" + ] + }, + { + "precision": 0.978968, + "recall": 0.985979, + "f1": 0.981305, + "accuracy": 0.985979, + "main_score": 0.981305, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.952888, + "recall": 0.96695, + "f1": 0.95747, + "accuracy": 0.96695, + "main_score": 0.95747, + "hf_subset": "mar_Deva-eus_Latn", + "languages": [ + "mar-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.97972, + "recall": 0.98648, + "f1": 0.981973, + "accuracy": 0.98648, + "main_score": 0.981973, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.969788, + "recall": 0.979469, + "f1": 0.972959, + "accuracy": 0.979469, + "main_score": 0.972959, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.970205, + "recall": 0.979469, + "f1": 0.97321, + "accuracy": 0.979469, + "main_score": 0.97321, + "hf_subset": "mar_Deva-nep_Deva", + "languages": [ + "mar-Deva", + "nep-Deva" + ] + }, + { + "precision": 0.972375, + "recall": 0.981472, + "f1": 0.97538, + "accuracy": 0.981472, + "main_score": 0.97538, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.940703, + "recall": 0.959439, + "f1": 0.946787, + "accuracy": 0.959439, + "main_score": 0.946787, + "hf_subset": "mar_Deva-sin_Sinh", + "languages": [ + "mar-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.860265, + "recall": 0.900851, + "f1": 0.872893, + "accuracy": 0.900851, + "main_score": 0.872893, + "hf_subset": "mar_Deva-snd_Arab", + "languages": [ + "mar-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.95802, + "recall": 0.971457, + "f1": 0.962444, + "accuracy": 0.971457, + "main_score": 0.962444, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.962193, + "recall": 0.973961, + "f1": 0.966032, + "accuracy": 0.973961, + "main_score": 0.966032, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.982891, + "recall": 0.987982, + "f1": 0.98456, + "accuracy": 0.987982, + "main_score": 0.98456, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.922113, + "recall": 0.940411, + "f1": 0.9278, + "accuracy": 0.940411, + "main_score": 0.9278, + "hf_subset": "mey_Arab-arb_Arab", + "languages": [ + "mey-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.802274, + "recall": 0.849775, + "f1": 0.816386, + "accuracy": 0.849775, + "main_score": 0.816386, + "hf_subset": "mey_Arab-ckb_Arab", + "languages": [ + "mey-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.933358, + "recall": 0.952929, + "f1": 0.939693, + "accuracy": 0.952929, + "main_score": 0.939693, + "hf_subset": "mey_Arab-eng_Latn", + "languages": [ + "mey-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.910537, + "recall": 0.933901, + "f1": 0.917718, + "accuracy": 0.933901, + "main_score": 0.917718, + "hf_subset": "mey_Arab-fas_Arab", + "languages": [ + "mey-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.921482, + "recall": 0.942914, + "f1": 0.928078, + "accuracy": 0.942914, + "main_score": 0.928078, + "hf_subset": "mey_Arab-heb_Hebr", + "languages": [ + "mey-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.704424, + "recall": 0.767151, + "f1": 0.722551, + "accuracy": 0.767151, + "main_score": 0.722551, + "hf_subset": "mey_Arab-kmr_Latn", + "languages": [ + "mey-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.914472, + "recall": 0.936405, + "f1": 0.921182, + "accuracy": 0.936405, + "main_score": 0.921182, + "hf_subset": "mey_Arab-prs_Arab", + "languages": [ + "mey-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.786955, + "recall": 0.834752, + "f1": 0.801002, + "accuracy": 0.834752, + "main_score": 0.801002, + "hf_subset": "mey_Arab-pus_Arab", + "languages": [ + "mey-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.605689, + "recall": 0.677516, + "f1": 0.626085, + "accuracy": 0.677516, + "main_score": 0.626085, + "hf_subset": "mey_Arab-shi_Arab", + "languages": [ + "mey-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.829774, + "recall": 0.868803, + "f1": 0.841449, + "accuracy": 0.868803, + "main_score": 0.841449, + "hf_subset": "mey_Arab-tgk_Cyrl", + "languages": [ + "mey-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "mkd_Cyrl-bel_Cyrl", + "languages": [ + "mkd-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "mkd_Cyrl-bos_Latn", + "languages": [ + "mkd-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "mkd_Cyrl-bul_Cyrl", + "languages": [ + "mkd-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "mkd_Cyrl-ces_Latn", + "languages": [ + "mkd-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.987815, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, + "hf_subset": "mkd_Cyrl-hrv_Latn", + "languages": [ + "mkd-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, + "hf_subset": "mkd_Cyrl-pol_Latn", + "languages": [ + "mkd-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.976214, + "recall": 0.983475, + "f1": 0.978551, + "accuracy": 0.983475, + "main_score": 0.978551, + "hf_subset": "mkd_Cyrl-rus_Cyrl", + "languages": [ + "mkd-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.988566, + "recall": 0.991988, + "f1": 0.989651, + "accuracy": 0.991988, + "main_score": 0.989651, + "hf_subset": "mkd_Cyrl-slk_Latn", + "languages": [ + "mkd-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.980346, + "recall": 0.98648, + "f1": 0.98234, + "accuracy": 0.98648, + "main_score": 0.98234, + "hf_subset": "mkd_Cyrl-slv_Latn", + "languages": [ + "mkd-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.987314, + "recall": 0.990986, + "f1": 0.988483, + "accuracy": 0.990986, + "main_score": 0.988483, + "hf_subset": "mkd_Cyrl-srp_Cyrl", + "languages": [ + "mkd-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.987648, + "recall": 0.991487, + "f1": 0.9889, + "accuracy": 0.991487, + "main_score": 0.9889, + "hf_subset": "mkd_Cyrl-srp_Latn", + "languages": [ + "mkd-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989484, + "f1": 0.986396, + "accuracy": 0.989484, + "main_score": 0.986396, + "hf_subset": "mkd_Cyrl-ukr_Cyrl", + "languages": [ + "mkd-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.833872, + "recall": 0.876314, + "f1": 0.846419, + "accuracy": 0.876314, + "main_score": 0.846419, + "hf_subset": "mlg_Latn-eng_Latn", + "languages": [ + "mlg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.525836, + "recall": 0.603906, + "f1": 0.547266, + "accuracy": 0.603906, + "main_score": 0.547266, + "hf_subset": "mlg_Latn-fij_Latn", + "languages": [ + "mlg-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.871963, + "recall": 0.902354, + "f1": 0.880498, + "accuracy": 0.902354, + "main_score": 0.880498, + "hf_subset": "mlg_Latn-fil_Latn", + "languages": [ + "mlg-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.846833, + "recall": 0.885328, + "f1": 0.858248, + "accuracy": 0.885328, + "main_score": 0.858248, + "hf_subset": "mlg_Latn-ind_Latn", + "languages": [ + "mlg-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.781257, + "recall": 0.830245, + "f1": 0.795634, + "accuracy": 0.830245, + "main_score": 0.795634, + "hf_subset": "mlg_Latn-mal_Mlym", + "languages": [ + "mlg-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.777066, + "recall": 0.827241, + "f1": 0.792117, + "accuracy": 0.827241, + "main_score": 0.792117, + "hf_subset": "mlg_Latn-mri_Latn", + "languages": [ + "mlg-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.841096, + "recall": 0.88032, + "f1": 0.852839, + "accuracy": 0.88032, + "main_score": 0.852839, + "hf_subset": "mlg_Latn-msa_Latn", + "languages": [ + "mlg-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.741834, + "recall": 0.791688, + "f1": 0.756337, + "accuracy": 0.791688, + "main_score": 0.756337, + "hf_subset": "mlg_Latn-smo_Latn", + "languages": [ + "mlg-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.59365, + "recall": 0.665999, + "f1": 0.614512, + "accuracy": 0.665999, + "main_score": 0.614512, + "hf_subset": "mlg_Latn-tah_Latn", + "languages": [ + "mlg-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.59779, + "recall": 0.669004, + "f1": 0.618116, + "accuracy": 0.669004, + "main_score": 0.618116, + "hf_subset": "mlg_Latn-ton_Latn", + "languages": [ + "mlg-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.978317, + "recall": 0.983976, + "f1": 0.980137, + "accuracy": 0.983976, + "main_score": 0.980137, + "hf_subset": "mlt_Latn-cat_Latn", + "languages": [ + "mlt-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.967451, + "recall": 0.977466, + "f1": 0.970706, + "accuracy": 0.977466, + "main_score": 0.970706, + "hf_subset": "mlt_Latn-fra_Latn", + "languages": [ + "mlt-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.973894, + "recall": 0.981472, + "f1": 0.976298, + "accuracy": 0.981472, + "main_score": 0.976298, + "hf_subset": "mlt_Latn-glg_Latn", + "languages": [ + "mlt-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.978468, + "recall": 0.984977, + "f1": 0.980638, + "accuracy": 0.984977, + "main_score": 0.980638, + "hf_subset": "mlt_Latn-ita_Latn", + "languages": [ + "mlt-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.972083, + "recall": 0.980971, + "f1": 0.974996, + "accuracy": 0.980971, + "main_score": 0.974996, + "hf_subset": "mlt_Latn-por_Latn", + "languages": [ + "mlt-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983976, + "recall": 0.988483, + "f1": 0.985478, + "accuracy": 0.988483, + "main_score": 0.985478, + "hf_subset": "mlt_Latn-ron_Latn", + "languages": [ + "mlt-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.970623, + "recall": 0.978968, + "f1": 0.973293, + "accuracy": 0.978968, + "main_score": 0.973293, + "hf_subset": "mlt_Latn-spa_Latn", + "languages": [ + "mlt-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.652509, + "recall": 0.735603, + "f1": 0.676612, + "accuracy": 0.735603, + "main_score": 0.676612, + "hf_subset": "mon_Mong-bod_Tibt", + "languages": [ + "mon-Mong", + "bod-Tibt" + ] + }, + { + "precision": 0.307555, + "recall": 0.391087, + "f1": 0.328547, + "accuracy": 0.391087, + "main_score": 0.328547, + "hf_subset": "mon_Mong-dzo_Tibt", + "languages": [ + "mon-Mong", + "dzo-Tibt" + ] + }, + { + "precision": 0.936029, + "recall": 0.954432, + "f1": 0.941763, + "accuracy": 0.954432, + "main_score": 0.941763, + "hf_subset": "mon_Mong-eng_Latn", + "languages": [ + "mon-Mong", + "eng-Latn" + ] + }, + { + "precision": 0.869404, + "recall": 0.90636, + "f1": 0.880847, + "accuracy": 0.90636, + "main_score": 0.880847, + "hf_subset": "mon_Mong-khm_Khmr", + "languages": [ + "mon-Mong", + "khm-Khmr" + ] + }, + { + "precision": 0.852871, + "recall": 0.89334, + "f1": 0.865648, + "accuracy": 0.89334, + "main_score": 0.865648, + "hf_subset": "mon_Mong-lao_Laoo", + "languages": [ + "mon-Mong", + "lao-Laoo" + ] + }, + { + "precision": 0.486503, + "recall": 0.570856, + "f1": 0.509639, + "accuracy": 0.570856, + "main_score": 0.509639, + "hf_subset": "mon_Mong-mya_Mymr", + "languages": [ + "mon-Mong", + "mya-Mymr" + ] + }, + { + "precision": 0.916834, + "recall": 0.941913, + "f1": 0.924904, + "accuracy": 0.941913, + "main_score": 0.924904, + "hf_subset": "mon_Mong-tha_Thai", + "languages": [ + "mon-Mong", + "tha-Thai" + ] + }, + { + "precision": 0.898281, + "recall": 0.928393, + "f1": 0.907828, + "accuracy": 0.928393, + "main_score": 0.907828, + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.559046, + "recall": 0.635453, + "f1": 0.580097, + "accuracy": 0.635453, + "main_score": 0.580097, + "hf_subset": "mri_Latn-fij_Latn", + "languages": [ + "mri-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.89919, + "recall": 0.927391, + "f1": 0.907895, + "accuracy": 0.927391, + "main_score": 0.907895, + "hf_subset": "mri_Latn-fil_Latn", + "languages": [ + "mri-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.906439, + "recall": 0.930896, + "f1": 0.914006, + "accuracy": 0.930896, + "main_score": 0.914006, + "hf_subset": "mri_Latn-ind_Latn", + "languages": [ + "mri-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.817881, + "recall": 0.8668, + "f1": 0.832713, + "accuracy": 0.8668, + "main_score": 0.832713, + "hf_subset": "mri_Latn-mal_Mlym", + "languages": [ + "mri-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.762356, + "recall": 0.815724, + "f1": 0.778418, + "accuracy": 0.815724, + "main_score": 0.778418, + "hf_subset": "mri_Latn-mlg_Latn", + "languages": [ + "mri-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.889072, + "recall": 0.91988, + "f1": 0.898623, + "accuracy": 0.91988, + "main_score": 0.898623, + "hf_subset": "mri_Latn-msa_Latn", + "languages": [ + "mri-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.802253, + "recall": 0.84677, + "f1": 0.815616, + "accuracy": 0.84677, + "main_score": 0.815616, + "hf_subset": "mri_Latn-smo_Latn", + "languages": [ + "mri-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.621257, + "recall": 0.694041, + "f1": 0.642519, + "accuracy": 0.694041, + "main_score": 0.642519, + "hf_subset": "mri_Latn-tah_Latn", + "languages": [ + "mri-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.622621, + "recall": 0.695543, + "f1": 0.643685, + "accuracy": 0.695543, + "main_score": 0.643685, + "hf_subset": "mri_Latn-ton_Latn", + "languages": [ + "mri-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "msa_Latn-eng_Latn", + "languages": [ + "msa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.532261, + "recall": 0.61342, + "f1": 0.553605, + "accuracy": 0.61342, + "main_score": 0.553605, + "hf_subset": "msa_Latn-fij_Latn", + "languages": [ + "msa-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.986062, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, + "hf_subset": "msa_Latn-fil_Latn", + "languages": [ + "msa-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "msa_Latn-ind_Latn", + "languages": [ + "msa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.955767, + "recall": 0.969454, + "f1": 0.96019, + "accuracy": 0.969454, + "main_score": 0.96019, + "hf_subset": "msa_Latn-mal_Mlym", + "languages": [ + "msa-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.825672, + "recall": 0.870806, + "f1": 0.839602, + "accuracy": 0.870806, + "main_score": 0.839602, + "hf_subset": "msa_Latn-mlg_Latn", + "languages": [ + "msa-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.870422, + "recall": 0.90686, + "f1": 0.881758, + "accuracy": 0.90686, + "main_score": 0.881758, + "hf_subset": "msa_Latn-mri_Latn", + "languages": [ + "msa-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.817334, + "recall": 0.869304, + "f1": 0.833508, + "accuracy": 0.869304, + "main_score": 0.833508, + "hf_subset": "msa_Latn-smo_Latn", + "languages": [ + "msa-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.584305, + "recall": 0.669004, + "f1": 0.608061, + "accuracy": 0.669004, + "main_score": 0.608061, + "hf_subset": "msa_Latn-tah_Latn", + "languages": [ + "msa-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.607036, + "recall": 0.685528, + "f1": 0.628781, + "accuracy": 0.685528, + "main_score": 0.628781, + "hf_subset": "msa_Latn-ton_Latn", + "languages": [ + "msa-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.334188, + "recall": 0.411617, + "f1": 0.353759, + "accuracy": 0.411617, + "main_score": 0.353759, + "hf_subset": "mya_Mymr-bod_Tibt", + "languages": [ + "mya-Mymr", + "bod-Tibt" + ] + }, + { + "precision": 0.1772, + "recall": 0.231848, + "f1": 0.189242, + "accuracy": 0.231848, + "main_score": 0.189242, + "hf_subset": "mya_Mymr-dzo_Tibt", + "languages": [ + "mya-Mymr", + "dzo-Tibt" + ] + }, + { + "precision": 0.531242, + "recall": 0.609915, + "f1": 0.551735, + "accuracy": 0.609915, + "main_score": 0.551735, + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ] + }, + { + "precision": 0.459407, + "recall": 0.538808, + "f1": 0.47916, + "accuracy": 0.538808, + "main_score": 0.47916, + "hf_subset": "mya_Mymr-khm_Khmr", + "languages": [ + "mya-Mymr", + "khm-Khmr" + ] + }, + { + "precision": 0.457113, + "recall": 0.534802, + "f1": 0.476922, + "accuracy": 0.534802, + "main_score": 0.476922, + "hf_subset": "mya_Mymr-lao_Laoo", + "languages": [ + "mya-Mymr", + "lao-Laoo" + ] + }, + { + "precision": 0.498574, + "recall": 0.56635, + "f1": 0.516686, + "accuracy": 0.56635, + "main_score": 0.516686, + "hf_subset": "mya_Mymr-mon_Mong", + "languages": [ + "mya-Mymr", + "mon-Mong" + ] + }, + { + "precision": 0.500226, + "recall": 0.579369, + "f1": 0.52094, + "accuracy": 0.579369, + "main_score": 0.52094, + "hf_subset": "mya_Mymr-tha_Thai", + "languages": [ + "mya-Mymr", + "tha-Thai" + ] + }, + { + "precision": 0.729954, + "recall": 0.776665, + "f1": 0.743418, + "accuracy": 0.776665, + "main_score": 0.743418, + "hf_subset": "nde_Latn-bem_Latn", + "languages": [ + "nde-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.844313, + "recall": 0.884326, + "f1": 0.856011, + "accuracy": 0.884326, + "main_score": 0.856011, + "hf_subset": "nde_Latn-eng_Latn", + "languages": [ + "nde-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.546114, + "recall": 0.596895, + "f1": 0.560528, + "accuracy": 0.596895, + "main_score": 0.560528, + "hf_subset": "nde_Latn-ewe_Latn", + "languages": [ + "nde-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.567608, + "recall": 0.624937, + "f1": 0.583804, + "accuracy": 0.624937, + "main_score": 0.583804, + "hf_subset": "nde_Latn-fuc_Latn", + "languages": [ + "nde-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.798957, + "recall": 0.836755, + "f1": 0.810368, + "accuracy": 0.836755, + "main_score": 0.810368, + "hf_subset": "nde_Latn-kin_Latn", + "languages": [ + "nde-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.781727, + "recall": 0.827742, + "f1": 0.795638, + "accuracy": 0.827742, + "main_score": 0.795638, + "hf_subset": "nde_Latn-nya_Latn", + "languages": [ + "nde-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.844138, + "recall": 0.876815, + "f1": 0.854123, + "accuracy": 0.876815, + "main_score": 0.854123, + "hf_subset": "nde_Latn-sna_Latn", + "languages": [ + "nde-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.700214, + "recall": 0.750626, + "f1": 0.714195, + "accuracy": 0.750626, + "main_score": 0.714195, + "hf_subset": "nde_Latn-ven_Latn", + "languages": [ + "nde-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.979135, + "recall": 0.985478, + "f1": 0.981222, + "accuracy": 0.985478, + "main_score": 0.981222, + "hf_subset": "nep_Deva-ben_Beng", + "languages": [ + "nep-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.798197, + "recall": 0.850275, + "f1": 0.813854, + "accuracy": 0.850275, + "main_score": 0.813854, + "hf_subset": "nep_Deva-div_Thaa", + "languages": [ + "nep-Deva", + "div-Thaa" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "nep_Deva-eng_Latn", + "languages": [ + "nep-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.954014, + "recall": 0.96695, + "f1": 0.958187, + "accuracy": 0.96695, + "main_score": 0.958187, + "hf_subset": "nep_Deva-eus_Latn", + "languages": [ + "nep-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.981389, + "recall": 0.98698, + "f1": 0.983225, + "accuracy": 0.98698, + "main_score": 0.983225, + "hf_subset": "nep_Deva-guj_Gujr", + "languages": [ + "nep-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "nep_Deva-hin_Deva", + "languages": [ + "nep-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.968119, + "recall": 0.977967, + "f1": 0.971374, + "accuracy": 0.977967, + "main_score": 0.971374, + "hf_subset": "nep_Deva-kan_Knda", + "languages": [ + "nep-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "nep_Deva-mar_Deva", + "languages": [ + "nep-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.968787, + "recall": 0.978968, + "f1": 0.972125, + "accuracy": 0.978968, + "main_score": 0.972125, + "hf_subset": "nep_Deva-pan_Guru", + "languages": [ + "nep-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.947271, + "recall": 0.963445, + "f1": 0.952429, + "accuracy": 0.963445, + "main_score": 0.952429, + "hf_subset": "nep_Deva-sin_Sinh", + "languages": [ + "nep-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.871407, + "recall": 0.909364, + "f1": 0.883201, + "accuracy": 0.909364, + "main_score": 0.883201, + "hf_subset": "nep_Deva-snd_Arab", + "languages": [ + "nep-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.961526, + "recall": 0.97346, + "f1": 0.965448, + "accuracy": 0.97346, + "main_score": 0.965448, + "hf_subset": "nep_Deva-tam_Taml", + "languages": [ + "nep-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.972459, + "recall": 0.981472, + "f1": 0.975463, + "accuracy": 0.981472, + "main_score": 0.975463, + "hf_subset": "nep_Deva-tel_Telu", + "languages": [ + "nep-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.980888, + "recall": 0.98648, + "f1": 0.982724, + "accuracy": 0.98648, + "main_score": 0.982724, + "hf_subset": "nep_Deva-urd_Arab", + "languages": [ + "nep-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, + "hf_subset": "nld_Latn-afr_Latn", + "languages": [ + "nld-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.971457, + "recall": 0.980471, + "f1": 0.974378, + "accuracy": 0.980471, + "main_score": 0.974378, + "hf_subset": "nld_Latn-arb_Arab", + "languages": [ + "nld-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "nld_Latn-ben_Beng", + "languages": [ + "nld-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "nld_Latn-dan_Latn", + "languages": [ + "nld-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "nld_Latn-deu_Latn", + "languages": [ + "nld-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "nld_Latn-ell_Grek", + "languages": [ + "nld-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.996244, + "recall": 0.997496, + "f1": 0.996662, + "accuracy": 0.997496, + "main_score": 0.996662, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.957603, + "recall": 0.970456, + "f1": 0.961776, + "accuracy": 0.970456, + "main_score": 0.961776, + "hf_subset": "nld_Latn-fao_Latn", + "languages": [ + "nld-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.978635, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, + "hf_subset": "nld_Latn-fas_Arab", + "languages": [ + "nld-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "nld_Latn-fin_Latn", + "languages": [ + "nld-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.989985, + "recall": 0.992989, + "f1": 0.990986, + "accuracy": 0.992989, + "main_score": 0.990986, + "hf_subset": "nld_Latn-fra_Latn", + "languages": [ + "nld-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "nld_Latn-heb_Hebr", + "languages": [ + "nld-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.974629, + "recall": 0.982474, + "f1": 0.977216, + "accuracy": 0.982474, + "main_score": 0.977216, + "hf_subset": "nld_Latn-hin_Deva", + "languages": [ + "nld-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "nld_Latn-hun_Latn", + "languages": [ + "nld-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "nld_Latn-ind_Latn", + "languages": [ + "nld-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.9778, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "nld_Latn-isl_Latn", + "languages": [ + "nld-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.975547, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, + "hf_subset": "nld_Latn-jpn_Jpan", + "languages": [ + "nld-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.967618, + "recall": 0.977967, + "f1": 0.97104, + "accuracy": 0.977967, + "main_score": 0.97104, + "hf_subset": "nld_Latn-kor_Hang", + "languages": [ + "nld-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, + "hf_subset": "nld_Latn-lit_Latn", + "languages": [ + "nld-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.962193, + "recall": 0.97346, + "f1": 0.965842, + "accuracy": 0.97346, + "main_score": 0.965842, + "hf_subset": "nld_Latn-ltz_Latn", + "languages": [ + "nld-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "nld_Latn-nno_Latn", + "languages": [ + "nld-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "nld_Latn-nob_Latn", + "languages": [ + "nld-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.981723, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, + "hf_subset": "nld_Latn-pol_Latn", + "languages": [ + "nld-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "nld_Latn-por_Latn", + "languages": [ + "nld-Latn", + "por-Latn" + ] + }, + { + "precision": 0.974211, + "recall": 0.981973, + "f1": 0.976715, + "accuracy": 0.981973, + "main_score": 0.976715, + "hf_subset": "nld_Latn-rus_Cyrl", + "languages": [ + "nld-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.988733, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, + "hf_subset": "nld_Latn-spa_Latn", + "languages": [ + "nld-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, + "hf_subset": "nld_Latn-swa_Latn", + "languages": [ + "nld-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "nld_Latn-swe_Latn", + "languages": [ + "nld-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.945877, + "recall": 0.962944, + "f1": 0.951461, + "accuracy": 0.962944, + "main_score": 0.951461, + "hf_subset": "nld_Latn-tam_Taml", + "languages": [ + "nld-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "nld_Latn-tur_Latn", + "languages": [ + "nld-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "nld_Latn-vie_Latn", + "languages": [ + "nld-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "nld_Latn-zho_Hant", + "languages": [ + "nld-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.859281, + "recall": 0.898348, + "f1": 0.87139, + "accuracy": 0.898348, + "main_score": 0.87139, + "hf_subset": "nld_Latn-zul_Latn", + "languages": [ + "nld-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "nno_Latn-afr_Latn", + "languages": [ + "nno-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "nno_Latn-dan_Latn", + "languages": [ + "nno-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, + "hf_subset": "nno_Latn-deu_Latn", + "languages": [ + "nno-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "nno_Latn-eng_Latn", + "languages": [ + "nno-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.96236, + "recall": 0.973961, + "f1": 0.966116, + "accuracy": 0.973961, + "main_score": 0.966116, + "hf_subset": "nno_Latn-fao_Latn", + "languages": [ + "nno-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, + "hf_subset": "nno_Latn-isl_Latn", + "languages": [ + "nno-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.955809, + "recall": 0.969955, + "f1": 0.960391, + "accuracy": 0.969955, + "main_score": 0.960391, + "hf_subset": "nno_Latn-ltz_Latn", + "languages": [ + "nno-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, + "hf_subset": "nno_Latn-nld_Latn", + "languages": [ + "nno-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, + "hf_subset": "nno_Latn-nob_Latn", + "languages": [ + "nno-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "nno_Latn-swe_Latn", + "languages": [ + "nno-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "nob_Latn-afr_Latn", + "languages": [ + "nob-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "nob_Latn-dan_Latn", + "languages": [ + "nob-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, + "hf_subset": "nob_Latn-deu_Latn", + "languages": [ + "nob-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.960524, + "recall": 0.972459, + "f1": 0.964363, + "accuracy": 0.972459, + "main_score": 0.964363, + "hf_subset": "nob_Latn-fao_Latn", + "languages": [ + "nob-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "nob_Latn-isl_Latn", + "languages": [ + "nob-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.960649, + "recall": 0.972959, + "f1": 0.964647, + "accuracy": 0.972959, + "main_score": 0.964647, + "hf_subset": "nob_Latn-ltz_Latn", + "languages": [ + "nob-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "nob_Latn-nld_Latn", + "languages": [ + "nob-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "nob_Latn-nno_Latn", + "languages": [ + "nob-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, + "hf_subset": "nob_Latn-swe_Latn", + "languages": [ + "nob-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.711599, + "recall": 0.77366, + "f1": 0.729842, + "accuracy": 0.77366, + "main_score": 0.729842, + "hf_subset": "nso_Latn-amh_Ethi", + "languages": [ + "nso-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.832979, + "recall": 0.874812, + "f1": 0.84546, + "accuracy": 0.874812, + "main_score": 0.84546, + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.83431, + "recall": 0.868302, + "f1": 0.84455, + "accuracy": 0.868302, + "main_score": 0.84455, + "hf_subset": "nso_Latn-hau_Latn", + "languages": [ + "nso-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.836655, + "recall": 0.872308, + "f1": 0.847447, + "accuracy": 0.872308, + "main_score": 0.847447, + "hf_subset": "nso_Latn-ibo_Latn", + "languages": [ + "nso-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.424606, + "recall": 0.506259, + "f1": 0.446999, + "accuracy": 0.506259, + "main_score": 0.446999, + "hf_subset": "nso_Latn-orm_Ethi", + "languages": [ + "nso-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.809243, + "recall": 0.848272, + "f1": 0.821026, + "accuracy": 0.848272, + "main_score": 0.821026, + "hf_subset": "nso_Latn-som_Latn", + "languages": [ + "nso-Latn", + "som-Latn" + ] + }, + { + "precision": 0.778727, + "recall": 0.824236, + "f1": 0.792461, + "accuracy": 0.824236, + "main_score": 0.792461, + "hf_subset": "nso_Latn-ssw_Latn", + "languages": [ + "nso-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.86877, + "recall": 0.896845, + "f1": 0.877302, + "accuracy": 0.896845, + "main_score": 0.877302, + "hf_subset": "nso_Latn-swa_Latn", + "languages": [ + "nso-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.565706, + "recall": 0.641462, + "f1": 0.586595, + "accuracy": 0.641462, + "main_score": 0.586595, + "hf_subset": "nso_Latn-tir_Ethi", + "languages": [ + "nso-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.87871, + "recall": 0.90686, + "f1": 0.887331, + "accuracy": 0.90686, + "main_score": 0.887331, + "hf_subset": "nso_Latn-tsn_Latn", + "languages": [ + "nso-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.602134, + "recall": 0.658988, + "f1": 0.61857, + "accuracy": 0.658988, + "main_score": 0.61857, + "hf_subset": "nso_Latn-wol_Latn", + "languages": [ + "nso-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.809477, + "recall": 0.851778, + "f1": 0.822442, + "accuracy": 0.851778, + "main_score": 0.822442, + "hf_subset": "nso_Latn-xho_Latn", + "languages": [ + "nso-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.662977, + "recall": 0.726089, + "f1": 0.681106, + "accuracy": 0.726089, + "main_score": 0.681106, + "hf_subset": "nso_Latn-yor_Latn", + "languages": [ + "nso-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.826252, + "recall": 0.864797, + "f1": 0.838156, + "accuracy": 0.864797, + "main_score": 0.838156, + "hf_subset": "nso_Latn-zul_Latn", + "languages": [ + "nso-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.744342, + "recall": 0.791688, + "f1": 0.758036, + "accuracy": 0.791688, + "main_score": 0.758036, + "hf_subset": "nya_Latn-bem_Latn", + "languages": [ + "nya-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.804299, + "recall": 0.856284, + "f1": 0.820049, + "accuracy": 0.856284, + "main_score": 0.820049, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.533986, + "recall": 0.592389, + "f1": 0.55024, + "accuracy": 0.592389, + "main_score": 0.55024, + "hf_subset": "nya_Latn-ewe_Latn", + "languages": [ + "nya-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.573517, + "recall": 0.627441, + "f1": 0.588881, + "accuracy": 0.627441, + "main_score": 0.588881, + "hf_subset": "nya_Latn-fuc_Latn", + "languages": [ + "nya-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.800689, + "recall": 0.844266, + "f1": 0.813844, + "accuracy": 0.844266, + "main_score": 0.813844, + "hf_subset": "nya_Latn-kin_Latn", + "languages": [ + "nya-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.782106, + "recall": 0.82674, + "f1": 0.795336, + "accuracy": 0.82674, + "main_score": 0.795336, + "hf_subset": "nya_Latn-nde_Latn", + "languages": [ + "nya-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.83767, + "recall": 0.872809, + "f1": 0.848297, + "accuracy": 0.872809, + "main_score": 0.848297, + "hf_subset": "nya_Latn-sna_Latn", + "languages": [ + "nya-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.708702, + "recall": 0.762644, + "f1": 0.724061, + "accuracy": 0.762644, + "main_score": 0.724061, + "hf_subset": "nya_Latn-ven_Latn", + "languages": [ + "nya-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.399269, + "recall": 0.465198, + "f1": 0.416181, + "accuracy": 0.465198, + "main_score": 0.416181, + "hf_subset": "orm_Ethi-amh_Ethi", + "languages": [ + "orm-Ethi", + "amh-Ethi" + ] + }, + { + "precision": 0.491575, + "recall": 0.555333, + "f1": 0.508505, + "accuracy": 0.555333, + "main_score": 0.508505, + "hf_subset": "orm_Ethi-eng_Latn", + "languages": [ + "orm-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.405587, + "recall": 0.463696, + "f1": 0.420723, + "accuracy": 0.463696, + "main_score": 0.420723, + "hf_subset": "orm_Ethi-hau_Latn", + "languages": [ + "orm-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.436733, + "recall": 0.489735, + "f1": 0.451325, + "accuracy": 0.489735, + "main_score": 0.451325, + "hf_subset": "orm_Ethi-ibo_Latn", + "languages": [ + "orm-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.408546, + "recall": 0.464196, + "f1": 0.423519, + "accuracy": 0.464196, + "main_score": 0.423519, + "hf_subset": "orm_Ethi-nso_Latn", + "languages": [ + "orm-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.433011, + "recall": 0.488733, + "f1": 0.447706, + "accuracy": 0.488733, + "main_score": 0.447706, + "hf_subset": "orm_Ethi-som_Latn", + "languages": [ + "orm-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.409567, + "recall": 0.461693, + "f1": 0.423534, + "accuracy": 0.461693, + "main_score": 0.423534, + "hf_subset": "orm_Ethi-ssw_Latn", + "languages": [ + "orm-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.4213, + "recall": 0.47972, + "f1": 0.43635, + "accuracy": 0.47972, + "main_score": 0.43635, + "hf_subset": "orm_Ethi-swa_Latn", + "languages": [ + "orm-Ethi", + "swa-Latn" + ] + }, + { + "precision": 0.446163, + "recall": 0.503756, + "f1": 0.461821, + "accuracy": 0.503756, + "main_score": 0.461821, + "hf_subset": "orm_Ethi-tir_Ethi", + "languages": [ + "orm-Ethi", + "tir-Ethi" + ] + }, + { + "precision": 0.431232, + "recall": 0.487231, + "f1": 0.446714, + "accuracy": 0.487231, + "main_score": 0.446714, + "hf_subset": "orm_Ethi-tsn_Latn", + "languages": [ + "orm-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.461878, + "recall": 0.511267, + "f1": 0.475701, + "accuracy": 0.511267, + "main_score": 0.475701, + "hf_subset": "orm_Ethi-wol_Latn", + "languages": [ + "orm-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.407849, + "recall": 0.463696, + "f1": 0.422851, + "accuracy": 0.463696, + "main_score": 0.422851, + "hf_subset": "orm_Ethi-xho_Latn", + "languages": [ + "orm-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.376237, + "recall": 0.428643, + "f1": 0.390255, + "accuracy": 0.428643, + "main_score": 0.390255, + "hf_subset": "orm_Ethi-yor_Latn", + "languages": [ + "orm-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.410898, + "recall": 0.472208, + "f1": 0.426985, + "accuracy": 0.472208, + "main_score": 0.426985, + "hf_subset": "orm_Ethi-zul_Latn", + "languages": [ + "orm-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ] + }, + { + "precision": 0.780964, + "recall": 0.83325, + "f1": 0.796753, + "accuracy": 0.83325, + "main_score": 0.796753, + "hf_subset": "pan_Guru-div_Thaa", + "languages": [ + "pan-Guru", + "div-Thaa" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.944542, + "recall": 0.961442, + "f1": 0.950042, + "accuracy": 0.961442, + "main_score": 0.950042, + "hf_subset": "pan_Guru-eus_Latn", + "languages": [ + "pan-Guru", + "eus-Latn" + ] + }, + { + "precision": 0.983809, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ] + }, + { + "precision": 0.983058, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ] + }, + { + "precision": 0.961776, + "recall": 0.973961, + "f1": 0.965782, + "accuracy": 0.973961, + "main_score": 0.965782, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ] + }, + { + "precision": 0.97538, + "recall": 0.982974, + "f1": 0.977883, + "accuracy": 0.982974, + "main_score": 0.977883, + "hf_subset": "pan_Guru-nep_Deva", + "languages": [ + "pan-Guru", + "nep-Deva" + ] + }, + { + "precision": 0.945502, + "recall": 0.963445, + "f1": 0.951427, + "accuracy": 0.963445, + "main_score": 0.951427, + "hf_subset": "pan_Guru-sin_Sinh", + "languages": [ + "pan-Guru", + "sin-Sinh" + ] + }, + { + "precision": 0.89238, + "recall": 0.924387, + "f1": 0.902454, + "accuracy": 0.924387, + "main_score": 0.902454, + "hf_subset": "pan_Guru-snd_Arab", + "languages": [ + "pan-Guru", + "snd-Arab" + ] + }, + { + "precision": 0.954181, + "recall": 0.968453, + "f1": 0.958771, + "accuracy": 0.968453, + "main_score": 0.958771, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ] + }, + { + "precision": 0.969955, + "recall": 0.97997, + "f1": 0.973293, + "accuracy": 0.97997, + "main_score": 0.973293, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ] + }, + { + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ] + }, + { + "precision": 0.967952, + "recall": 0.977466, + "f1": 0.97104, + "accuracy": 0.977466, + "main_score": 0.97104, + "hf_subset": "pol_Latn-arb_Arab", + "languages": [ + "pol-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "pol_Latn-bel_Cyrl", + "languages": [ + "pol-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.969621, + "recall": 0.979469, + "f1": 0.972876, + "accuracy": 0.979469, + "main_score": 0.972876, + "hf_subset": "pol_Latn-ben_Beng", + "languages": [ + "pol-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "pol_Latn-bos_Latn", + "languages": [ + "pol-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.982223, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "pol_Latn-bul_Cyrl", + "languages": [ + "pol-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.984477, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "pol_Latn-ces_Latn", + "languages": [ + "pol-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.983225, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, + "hf_subset": "pol_Latn-deu_Latn", + "languages": [ + "pol-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "pol_Latn-ell_Grek", + "languages": [ + "pol-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.973752, + "recall": 0.981973, + "f1": 0.976415, + "accuracy": 0.981973, + "main_score": 0.976415, + "hf_subset": "pol_Latn-fas_Arab", + "languages": [ + "pol-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, + "hf_subset": "pol_Latn-fin_Latn", + "languages": [ + "pol-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.977633, + "recall": 0.984977, + "f1": 0.980053, + "accuracy": 0.984977, + "main_score": 0.980053, + "hf_subset": "pol_Latn-fra_Latn", + "languages": [ + "pol-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.976715, + "recall": 0.984477, + "f1": 0.979302, + "accuracy": 0.984477, + "main_score": 0.979302, + "hf_subset": "pol_Latn-heb_Hebr", + "languages": [ + "pol-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.972208, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "pol_Latn-hin_Deva", + "languages": [ + "pol-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "pol_Latn-hrv_Latn", + "languages": [ + "pol-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.974962, + "recall": 0.982974, + "f1": 0.977633, + "accuracy": 0.982974, + "main_score": 0.977633, + "hf_subset": "pol_Latn-hun_Latn", + "languages": [ + "pol-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979135, + "recall": 0.985478, + "f1": 0.981222, + "accuracy": 0.985478, + "main_score": 0.981222, + "hf_subset": "pol_Latn-ind_Latn", + "languages": [ + "pol-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.968077, + "recall": 0.977967, + "f1": 0.97124, + "accuracy": 0.977967, + "main_score": 0.97124, + "hf_subset": "pol_Latn-jpn_Jpan", + "languages": [ + "pol-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.960608, + "recall": 0.972959, + "f1": 0.964614, + "accuracy": 0.972959, + "main_score": 0.964614, + "hf_subset": "pol_Latn-kor_Hang", + "languages": [ + "pol-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.976965, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "pol_Latn-lit_Latn", + "languages": [ + "pol-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, + "hf_subset": "pol_Latn-mkd_Cyrl", + "languages": [ + "pol-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "pol_Latn-nld_Latn", + "languages": [ + "pol-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "pol_Latn-por_Latn", + "languages": [ + "pol-Latn", + "por-Latn" + ] + }, + { + "precision": 0.974712, + "recall": 0.982474, + "f1": 0.977216, + "accuracy": 0.982474, + "main_score": 0.977216, + "hf_subset": "pol_Latn-rus_Cyrl", + "languages": [ + "pol-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "pol_Latn-slk_Latn", + "languages": [ + "pol-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.97538, + "recall": 0.983475, + "f1": 0.97805, + "accuracy": 0.983475, + "main_score": 0.97805, + "hf_subset": "pol_Latn-slv_Latn", + "languages": [ + "pol-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "pol_Latn-spa_Latn", + "languages": [ + "pol-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "pol_Latn-srp_Cyrl", + "languages": [ + "pol-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "pol_Latn-srp_Latn", + "languages": [ + "pol-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.972125, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "pol_Latn-swa_Latn", + "languages": [ + "pol-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "pol_Latn-swe_Latn", + "languages": [ + "pol-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.934585, + "recall": 0.954432, + "f1": 0.940995, + "accuracy": 0.954432, + "main_score": 0.940995, + "hf_subset": "pol_Latn-tam_Taml", + "languages": [ + "pol-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.974044, + "recall": 0.981973, + "f1": 0.976632, + "accuracy": 0.981973, + "main_score": 0.976632, + "hf_subset": "pol_Latn-tur_Latn", + "languages": [ + "pol-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.978468, + "recall": 0.984977, + "f1": 0.980554, + "accuracy": 0.984977, + "main_score": 0.980554, + "hf_subset": "pol_Latn-ukr_Cyrl", + "languages": [ + "pol-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.978468, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "pol_Latn-vie_Latn", + "languages": [ + "pol-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.967034, + "recall": 0.976965, + "f1": 0.970289, + "accuracy": 0.976965, + "main_score": 0.970289, + "hf_subset": "pol_Latn-zho_Hant", + "languages": [ + "pol-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.83895, + "recall": 0.882824, + "f1": 0.852529, + "accuracy": 0.882824, + "main_score": 0.852529, + "hf_subset": "pol_Latn-zul_Latn", + "languages": [ + "pol-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.972125, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "por_Latn-arb_Arab", + "languages": [ + "por-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.981723, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, + "hf_subset": "por_Latn-ben_Beng", + "languages": [ + "por-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, + "hf_subset": "por_Latn-cat_Latn", + "languages": [ + "por-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "por_Latn-deu_Latn", + "languages": [ + "por-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, + "hf_subset": "por_Latn-ell_Grek", + "languages": [ + "por-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "por_Latn-fas_Arab", + "languages": [ + "por-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "por_Latn-fin_Latn", + "languages": [ + "por-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.986062, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, + "hf_subset": "por_Latn-fra_Latn", + "languages": [ + "por-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.988149, + "recall": 0.991487, + "f1": 0.989234, + "accuracy": 0.991487, + "main_score": 0.989234, + "hf_subset": "por_Latn-glg_Latn", + "languages": [ + "por-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.985395, + "recall": 0.989985, + "f1": 0.986897, + "accuracy": 0.989985, + "main_score": 0.986897, + "hf_subset": "por_Latn-heb_Hebr", + "languages": [ + "por-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.980971, + "accuracy": 0.985478, + "main_score": 0.980971, + "hf_subset": "por_Latn-hin_Deva", + "languages": [ + "por-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "por_Latn-hun_Latn", + "languages": [ + "por-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.990986, + "f1": 0.988733, + "accuracy": 0.990986, + "main_score": 0.988733, + "hf_subset": "por_Latn-ind_Latn", + "languages": [ + "por-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "por_Latn-ita_Latn", + "languages": [ + "por-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.97346, + "recall": 0.981973, + "f1": 0.976214, + "accuracy": 0.981973, + "main_score": 0.976214, + "hf_subset": "por_Latn-jpn_Jpan", + "languages": [ + "por-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.969037, + "recall": 0.978468, + "f1": 0.972125, + "accuracy": 0.978468, + "main_score": 0.972125, + "hf_subset": "por_Latn-kor_Hang", + "languages": [ + "por-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "por_Latn-lit_Latn", + "languages": [ + "por-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.977049, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "por_Latn-mlt_Latn", + "languages": [ + "por-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "por_Latn-nld_Latn", + "languages": [ + "por-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "por_Latn-pol_Latn", + "languages": [ + "por-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "por_Latn-ron_Latn", + "languages": [ + "por-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "por_Latn-rus_Cyrl", + "languages": [ + "por-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "por_Latn-spa_Latn", + "languages": [ + "por-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, + "hf_subset": "por_Latn-swa_Latn", + "languages": [ + "por-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "por_Latn-swe_Latn", + "languages": [ + "por-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.95222, + "recall": 0.96645, + "f1": 0.956802, + "accuracy": 0.96645, + "main_score": 0.956802, + "hf_subset": "por_Latn-tam_Taml", + "languages": [ + "por-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "por_Latn-tur_Latn", + "languages": [ + "por-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.989985, + "f1": 0.987231, + "accuracy": 0.989985, + "main_score": 0.987231, + "hf_subset": "por_Latn-vie_Latn", + "languages": [ + "por-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "por_Latn-zho_Hant", + "languages": [ + "por-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.866082, + "recall": 0.901853, + "f1": 0.877092, + "accuracy": 0.901853, + "main_score": 0.877092, + "hf_subset": "por_Latn-zul_Latn", + "languages": [ + "por-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.978468, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "prs_Arab-arb_Arab", + "languages": [ + "prs-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.915707, + "recall": 0.941412, + "f1": 0.924053, + "accuracy": 0.941412, + "main_score": 0.924053, + "hf_subset": "prs_Arab-ckb_Arab", + "languages": [ + "prs-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "prs_Arab-eng_Latn", + "languages": [ + "prs-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, + "hf_subset": "prs_Arab-fas_Arab", + "languages": [ + "prs-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "prs_Arab-heb_Hebr", + "languages": [ + "prs-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.818403, + "recall": 0.865799, + "f1": 0.832675, + "accuracy": 0.865799, + "main_score": 0.832675, + "hf_subset": "prs_Arab-kmr_Latn", + "languages": [ + "prs-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.908993, + "recall": 0.932899, + "f1": 0.91633, + "accuracy": 0.932899, + "main_score": 0.91633, + "hf_subset": "prs_Arab-mey_Arab", + "languages": [ + "prs-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.913454, + "recall": 0.938408, + "f1": 0.921466, + "accuracy": 0.938408, + "main_score": 0.921466, + "hf_subset": "prs_Arab-pus_Arab", + "languages": [ + "prs-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.600228, + "recall": 0.67301, + "f1": 0.620282, + "accuracy": 0.67301, + "main_score": 0.620282, + "hf_subset": "prs_Arab-shi_Arab", + "languages": [ + "prs-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.925472, + "recall": 0.947922, + "f1": 0.932632, + "accuracy": 0.947922, + "main_score": 0.932632, + "hf_subset": "prs_Arab-tgk_Cyrl", + "languages": [ + "prs-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.89985, + "recall": 0.927391, + "f1": 0.908572, + "accuracy": 0.927391, + "main_score": 0.908572, + "hf_subset": "pus_Arab-arb_Arab", + "languages": [ + "pus-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.825947, + "recall": 0.87331, + "f1": 0.840961, + "accuracy": 0.87331, + "main_score": 0.840961, + "hf_subset": "pus_Arab-ckb_Arab", + "languages": [ + "pus-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.924178, + "recall": 0.947421, + "f1": 0.931764, + "accuracy": 0.947421, + "main_score": 0.931764, + "hf_subset": "pus_Arab-eng_Latn", + "languages": [ + "pus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.918878, + "recall": 0.942414, + "f1": 0.926366, + "accuracy": 0.942414, + "main_score": 0.926366, + "hf_subset": "pus_Arab-fas_Arab", + "languages": [ + "pus-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.915507, + "recall": 0.939409, + "f1": 0.922951, + "accuracy": 0.939409, + "main_score": 0.922951, + "hf_subset": "pus_Arab-heb_Hebr", + "languages": [ + "pus-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.728824, + "recall": 0.791187, + "f1": 0.747488, + "accuracy": 0.791187, + "main_score": 0.747488, + "hf_subset": "pus_Arab-kmr_Latn", + "languages": [ + "pus-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.815415, + "recall": 0.860791, + "f1": 0.828884, + "accuracy": 0.860791, + "main_score": 0.828884, + "hf_subset": "pus_Arab-mey_Arab", + "languages": [ + "pus-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.935111, + "recall": 0.954432, + "f1": 0.941362, + "accuracy": 0.954432, + "main_score": 0.941362, + "hf_subset": "pus_Arab-prs_Arab", + "languages": [ + "pus-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.53036, + "recall": 0.610416, + "f1": 0.553142, + "accuracy": 0.610416, + "main_score": 0.553142, + "hf_subset": "pus_Arab-shi_Arab", + "languages": [ + "pus-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.836046, + "recall": 0.87982, + "f1": 0.849958, + "accuracy": 0.87982, + "main_score": 0.849958, + "hf_subset": "pus_Arab-tgk_Cyrl", + "languages": [ + "pus-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "ron_Latn-cat_Latn", + "languages": [ + "ron-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "ron_Latn-fra_Latn", + "languages": [ + "ron-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, + "hf_subset": "ron_Latn-glg_Latn", + "languages": [ + "ron-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, + "hf_subset": "ron_Latn-ita_Latn", + "languages": [ + "ron-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.973377, + "recall": 0.981472, + "f1": 0.975964, + "accuracy": 0.981472, + "main_score": 0.975964, + "hf_subset": "ron_Latn-mlt_Latn", + "languages": [ + "ron-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.979636, + "recall": 0.985979, + "f1": 0.981723, + "accuracy": 0.985979, + "main_score": 0.981723, + "hf_subset": "ron_Latn-por_Latn", + "languages": [ + "ron-Latn", + "por-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991487, + "f1": 0.9889, + "accuracy": 0.991487, + "main_score": 0.9889, + "hf_subset": "ron_Latn-spa_Latn", + "languages": [ + "ron-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.96872, + "recall": 0.977967, + "f1": 0.971708, + "accuracy": 0.977967, + "main_score": 0.971708, + "hf_subset": "rus_Cyrl-arb_Arab", + "languages": [ + "rus-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.972292, + "recall": 0.980471, + "f1": 0.974962, + "accuracy": 0.980471, + "main_score": 0.974962, + "hf_subset": "rus_Cyrl-bel_Cyrl", + "languages": [ + "rus-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.971374, + "recall": 0.97997, + "f1": 0.974211, + "accuracy": 0.97997, + "main_score": 0.974211, + "hf_subset": "rus_Cyrl-ben_Beng", + "languages": [ + "rus-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "rus_Cyrl-bos_Latn", + "languages": [ + "rus-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "rus_Cyrl-bul_Cyrl", + "languages": [ + "rus-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "rus_Cyrl-ces_Latn", + "languages": [ + "rus-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "rus_Cyrl-deu_Latn", + "languages": [ + "rus-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.983058, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "rus_Cyrl-ell_Grek", + "languages": [ + "rus-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.973544, + "recall": 0.981472, + "f1": 0.976131, + "accuracy": 0.981472, + "main_score": 0.976131, + "hf_subset": "rus_Cyrl-fas_Arab", + "languages": [ + "rus-Cyrl", + "fas-Arab" + ] + }, + { + "precision": 0.978802, + "recall": 0.985478, + "f1": 0.980971, + "accuracy": 0.985478, + "main_score": 0.980971, + "hf_subset": "rus_Cyrl-fin_Latn", + "languages": [ + "rus-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, + "hf_subset": "rus_Cyrl-fra_Latn", + "languages": [ + "rus-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.983809, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "rus_Cyrl-heb_Hebr", + "languages": [ + "rus-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.974629, + "recall": 0.982474, + "f1": 0.977216, + "accuracy": 0.982474, + "main_score": 0.977216, + "hf_subset": "rus_Cyrl-hin_Deva", + "languages": [ + "rus-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.977633, + "recall": 0.984977, + "f1": 0.980053, + "accuracy": 0.984977, + "main_score": 0.980053, + "hf_subset": "rus_Cyrl-hrv_Latn", + "languages": [ + "rus-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.977341, + "recall": 0.984477, + "f1": 0.97967, + "accuracy": 0.984477, + "main_score": 0.97967, + "hf_subset": "rus_Cyrl-hun_Latn", + "languages": [ + "rus-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "rus_Cyrl-ind_Latn", + "languages": [ + "rus-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.971123, + "recall": 0.980471, + "f1": 0.974211, + "accuracy": 0.980471, + "main_score": 0.974211, + "hf_subset": "rus_Cyrl-jpn_Jpan", + "languages": [ + "rus-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.970247, + "recall": 0.978968, + "f1": 0.973076, + "accuracy": 0.978968, + "main_score": 0.973076, + "hf_subset": "rus_Cyrl-kor_Hang", + "languages": [ + "rus-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.978384, + "recall": 0.985478, + "f1": 0.980721, + "accuracy": 0.985478, + "main_score": 0.980721, + "hf_subset": "rus_Cyrl-lit_Latn", + "languages": [ + "rus-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, + "hf_subset": "rus_Cyrl-mkd_Cyrl", + "languages": [ + "rus-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, + "hf_subset": "rus_Cyrl-nld_Latn", + "languages": [ + "rus-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.982891, + "recall": 0.987982, + "f1": 0.98456, + "accuracy": 0.987982, + "main_score": 0.98456, + "hf_subset": "rus_Cyrl-pol_Latn", + "languages": [ + "rus-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, + "hf_subset": "rus_Cyrl-por_Latn", + "languages": [ + "rus-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "rus_Cyrl-slk_Latn", + "languages": [ + "rus-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.984352, + "recall": 0.988983, + "f1": 0.985845, + "accuracy": 0.988983, + "main_score": 0.985845, + "hf_subset": "rus_Cyrl-slv_Latn", + "languages": [ + "rus-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.98239, + "recall": 0.987481, + "f1": 0.984059, + "accuracy": 0.987481, + "main_score": 0.984059, + "hf_subset": "rus_Cyrl-spa_Latn", + "languages": [ + "rus-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, + "hf_subset": "rus_Cyrl-srp_Cyrl", + "languages": [ + "rus-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "rus_Cyrl-srp_Latn", + "languages": [ + "rus-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.968119, + "recall": 0.977967, + "f1": 0.97129, + "accuracy": 0.977967, + "main_score": 0.97129, + "hf_subset": "rus_Cyrl-swa_Latn", + "languages": [ + "rus-Cyrl", + "swa-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "rus_Cyrl-swe_Latn", + "languages": [ + "rus-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.948464, + "recall": 0.964947, + "f1": 0.953881, + "accuracy": 0.964947, + "main_score": 0.953881, + "hf_subset": "rus_Cyrl-tam_Taml", + "languages": [ + "rus-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.980137, + "recall": 0.985979, + "f1": 0.982056, + "accuracy": 0.985979, + "main_score": 0.982056, + "hf_subset": "rus_Cyrl-tur_Latn", + "languages": [ + "rus-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.980471, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, + "hf_subset": "rus_Cyrl-ukr_Cyrl", + "languages": [ + "rus-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, + "hf_subset": "rus_Cyrl-vie_Latn", + "languages": [ + "rus-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.974128, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "rus_Cyrl-zho_Hant", + "languages": [ + "rus-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.839025, + "recall": 0.882323, + "f1": 0.852462, + "accuracy": 0.882323, + "main_score": 0.852462, + "hf_subset": "rus_Cyrl-zul_Latn", + "languages": [ + "rus-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.597001, + "recall": 0.65999, + "f1": 0.614193, + "accuracy": 0.65999, + "main_score": 0.614193, + "hf_subset": "shi_Arab-arb_Arab", + "languages": [ + "shi-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.491226, + "recall": 0.562844, + "f1": 0.510057, + "accuracy": 0.562844, + "main_score": 0.510057, + "hf_subset": "shi_Arab-ckb_Arab", + "languages": [ + "shi-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.625832, + "recall": 0.695043, + "f1": 0.644993, + "accuracy": 0.695043, + "main_score": 0.644993, + "hf_subset": "shi_Arab-eng_Latn", + "languages": [ + "shi-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.534995, + "recall": 0.607912, + "f1": 0.553719, + "accuracy": 0.607912, + "main_score": 0.553719, + "hf_subset": "shi_Arab-fas_Arab", + "languages": [ + "shi-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.570615, + "recall": 0.634452, + "f1": 0.587574, + "accuracy": 0.634452, + "main_score": 0.587574, + "hf_subset": "shi_Arab-heb_Hebr", + "languages": [ + "shi-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.428895, + "recall": 0.497747, + "f1": 0.446619, + "accuracy": 0.497747, + "main_score": 0.446619, + "hf_subset": "shi_Arab-kmr_Latn", + "languages": [ + "shi-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.596543, + "recall": 0.656985, + "f1": 0.613075, + "accuracy": 0.656985, + "main_score": 0.613075, + "hf_subset": "shi_Arab-mey_Arab", + "languages": [ + "shi-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.586528, + "recall": 0.655984, + "f1": 0.604915, + "accuracy": 0.655984, + "main_score": 0.604915, + "hf_subset": "shi_Arab-prs_Arab", + "languages": [ + "shi-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.464764, + "recall": 0.536304, + "f1": 0.483496, + "accuracy": 0.536304, + "main_score": 0.483496, + "hf_subset": "shi_Arab-pus_Arab", + "languages": [ + "shi-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.490611, + "recall": 0.557336, + "f1": 0.508515, + "accuracy": 0.557336, + "main_score": 0.508515, + "hf_subset": "shi_Arab-tgk_Cyrl", + "languages": [ + "shi-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.964864, + "recall": 0.975964, + "f1": 0.968453, + "accuracy": 0.975964, + "main_score": 0.968453, + "hf_subset": "sin_Sinh-ben_Beng", + "languages": [ + "sin-Sinh", + "ben-Beng" + ] + }, + { + "precision": 0.786414, + "recall": 0.835253, + "f1": 0.801197, + "accuracy": 0.835253, + "main_score": 0.801197, + "hf_subset": "sin_Sinh-div_Thaa", + "languages": [ + "sin-Sinh", + "div-Thaa" + ] + }, + { + "precision": 0.978384, + "recall": 0.985478, + "f1": 0.980721, + "accuracy": 0.985478, + "main_score": 0.980721, + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ] + }, + { + "precision": 0.927349, + "recall": 0.948923, + "f1": 0.934268, + "accuracy": 0.948923, + "main_score": 0.934268, + "hf_subset": "sin_Sinh-eus_Latn", + "languages": [ + "sin-Sinh", + "eus-Latn" + ] + }, + { + "precision": 0.971624, + "recall": 0.980471, + "f1": 0.974545, + "accuracy": 0.980471, + "main_score": 0.974545, + "hf_subset": "sin_Sinh-guj_Gujr", + "languages": [ + "sin-Sinh", + "guj-Gujr" + ] + }, + { + "precision": 0.966408, + "recall": 0.976965, + "f1": 0.969821, + "accuracy": 0.976965, + "main_score": 0.969821, + "hf_subset": "sin_Sinh-hin_Deva", + "languages": [ + "sin-Sinh", + "hin-Deva" + ] + }, + { + "precision": 0.959356, + "recall": 0.972459, + "f1": 0.963696, + "accuracy": 0.972459, + "main_score": 0.963696, + "hf_subset": "sin_Sinh-kan_Knda", + "languages": [ + "sin-Sinh", + "kan-Knda" + ] + }, + { + "precision": 0.959189, + "recall": 0.971958, + "f1": 0.963362, + "accuracy": 0.971958, + "main_score": 0.963362, + "hf_subset": "sin_Sinh-mar_Deva", + "languages": [ + "sin-Sinh", + "mar-Deva" + ] + }, + { + "precision": 0.959898, + "recall": 0.971958, + "f1": 0.963729, + "accuracy": 0.971958, + "main_score": 0.963729, + "hf_subset": "sin_Sinh-nep_Deva", + "languages": [ + "sin-Sinh", + "nep-Deva" + ] + }, + { + "precision": 0.964113, + "recall": 0.975964, + "f1": 0.968035, + "accuracy": 0.975964, + "main_score": 0.968035, + "hf_subset": "sin_Sinh-pan_Guru", + "languages": [ + "sin-Sinh", + "pan-Guru" + ] + }, + { + "precision": 0.854465, + "recall": 0.896845, + "f1": 0.867661, + "accuracy": 0.896845, + "main_score": 0.867661, + "hf_subset": "sin_Sinh-snd_Arab", + "languages": [ + "sin-Sinh", + "snd-Arab" + ] + }, + { + "precision": 0.948289, + "recall": 0.963946, + "f1": 0.953347, + "accuracy": 0.963946, + "main_score": 0.953347, + "hf_subset": "sin_Sinh-tam_Taml", + "languages": [ + "sin-Sinh", + "tam-Taml" + ] + }, + { + "precision": 0.95535, + "recall": 0.969955, + "f1": 0.96019, + "accuracy": 0.969955, + "main_score": 0.96019, + "hf_subset": "sin_Sinh-tel_Telu", + "languages": [ + "sin-Sinh", + "tel-Telu" + ] + }, + { + "precision": 0.959272, + "recall": 0.971958, + "f1": 0.963362, + "accuracy": 0.971958, + "main_score": 0.963362, + "hf_subset": "sin_Sinh-urd_Arab", + "languages": [ + "sin-Sinh", + "urd-Arab" + ] + }, + { + "precision": 0.97805, + "recall": 0.984977, + "f1": 0.980304, + "accuracy": 0.984977, + "main_score": 0.980304, + "hf_subset": "slk_Latn-bel_Cyrl", + "languages": [ + "slk-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "slk_Latn-bos_Latn", + "languages": [ + "slk-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "slk_Latn-bul_Cyrl", + "languages": [ + "slk-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "slk_Latn-ces_Latn", + "languages": [ + "slk-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "slk_Latn-hrv_Latn", + "languages": [ + "slk-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "slk_Latn-mkd_Cyrl", + "languages": [ + "slk-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "slk_Latn-pol_Latn", + "languages": [ + "slk-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.973126, + "recall": 0.980971, + "f1": 0.97563, + "accuracy": 0.980971, + "main_score": 0.97563, + "hf_subset": "slk_Latn-rus_Cyrl", + "languages": [ + "slk-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "slk_Latn-slv_Latn", + "languages": [ + "slk-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "slk_Latn-srp_Cyrl", + "languages": [ + "slk-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "slk_Latn-srp_Latn", + "languages": [ + "slk-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "slk_Latn-ukr_Cyrl", + "languages": [ + "slk-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, + "hf_subset": "slv_Latn-bel_Cyrl", + "languages": [ + "slv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "slv_Latn-bos_Latn", + "languages": [ + "slv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "slv_Latn-bul_Cyrl", + "languages": [ + "slv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "slv_Latn-ces_Latn", + "languages": [ + "slv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.992656, + "recall": 0.994992, + "f1": 0.993407, + "accuracy": 0.994992, + "main_score": 0.993407, + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.989234, + "recall": 0.992489, + "f1": 0.990319, + "accuracy": 0.992489, + "main_score": 0.990319, + "hf_subset": "slv_Latn-hrv_Latn", + "languages": [ + "slv-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "slv_Latn-mkd_Cyrl", + "languages": [ + "slv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.978551, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "slv_Latn-pol_Latn", + "languages": [ + "slv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.97755, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "slv_Latn-rus_Cyrl", + "languages": [ + "slv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "slv_Latn-slk_Latn", + "languages": [ + "slv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "slv_Latn-srp_Cyrl", + "languages": [ + "slv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "slv_Latn-srp_Latn", + "languages": [ + "slv-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.97755, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, + "hf_subset": "slv_Latn-ukr_Cyrl", + "languages": [ + "slv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.836029, + "recall": 0.881322, + "f1": 0.849828, + "accuracy": 0.881322, + "main_score": 0.849828, + "hf_subset": "smo_Latn-eng_Latn", + "languages": [ + "smo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.564973, + "recall": 0.641462, + "f1": 0.586504, + "accuracy": 0.641462, + "main_score": 0.586504, + "hf_subset": "smo_Latn-fij_Latn", + "languages": [ + "smo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.849871, + "recall": 0.887331, + "f1": 0.861418, + "accuracy": 0.887331, + "main_score": 0.861418, + "hf_subset": "smo_Latn-fil_Latn", + "languages": [ + "smo-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.836772, + "recall": 0.877817, + "f1": 0.849142, + "accuracy": 0.877817, + "main_score": 0.849142, + "hf_subset": "smo_Latn-ind_Latn", + "languages": [ + "smo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.764223, + "recall": 0.82023, + "f1": 0.780845, + "accuracy": 0.82023, + "main_score": 0.780845, + "hf_subset": "smo_Latn-mal_Mlym", + "languages": [ + "smo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.752629, + "recall": 0.798698, + "f1": 0.766361, + "accuracy": 0.798698, + "main_score": 0.766361, + "hf_subset": "smo_Latn-mlg_Latn", + "languages": [ + "smo-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.810237, + "recall": 0.855784, + "f1": 0.824304, + "accuracy": 0.855784, + "main_score": 0.824304, + "hf_subset": "smo_Latn-mri_Latn", + "languages": [ + "smo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.833221, + "recall": 0.875814, + "f1": 0.846154, + "accuracy": 0.875814, + "main_score": 0.846154, + "hf_subset": "smo_Latn-msa_Latn", + "languages": [ + "smo-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.635959, + "recall": 0.702053, + "f1": 0.654674, + "accuracy": 0.702053, + "main_score": 0.654674, + "hf_subset": "smo_Latn-tah_Latn", + "languages": [ + "smo-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.618152, + "recall": 0.68653, + "f1": 0.637648, + "accuracy": 0.68653, + "main_score": 0.637648, + "hf_subset": "smo_Latn-ton_Latn", + "languages": [ + "smo-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.74259, + "recall": 0.791187, + "f1": 0.756654, + "accuracy": 0.791187, + "main_score": 0.756654, + "hf_subset": "sna_Latn-bem_Latn", + "languages": [ + "sna-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.876403, + "recall": 0.909865, + "f1": 0.886539, + "accuracy": 0.909865, + "main_score": 0.886539, + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.542491, + "recall": 0.595393, + "f1": 0.557384, + "accuracy": 0.595393, + "main_score": 0.557384, + "hf_subset": "sna_Latn-ewe_Latn", + "languages": [ + "sna-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.572189, + "recall": 0.62644, + "f1": 0.587365, + "accuracy": 0.62644, + "main_score": 0.587365, + "hf_subset": "sna_Latn-fuc_Latn", + "languages": [ + "sna-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.83554, + "recall": 0.874812, + "f1": 0.847279, + "accuracy": 0.874812, + "main_score": 0.847279, + "hf_subset": "sna_Latn-kin_Latn", + "languages": [ + "sna-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.82427, + "recall": 0.863796, + "f1": 0.83618, + "accuracy": 0.863796, + "main_score": 0.83618, + "hf_subset": "sna_Latn-nde_Latn", + "languages": [ + "sna-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.841462, + "recall": 0.878818, + "f1": 0.852712, + "accuracy": 0.878818, + "main_score": 0.852712, + "hf_subset": "sna_Latn-nya_Latn", + "languages": [ + "sna-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.726303, + "recall": 0.775663, + "f1": 0.740354, + "accuracy": 0.775663, + "main_score": 0.740354, + "hf_subset": "sna_Latn-ven_Latn", + "languages": [ + "sna-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.899504, + "recall": 0.928893, + "f1": 0.908705, + "accuracy": 0.928893, + "main_score": 0.908705, + "hf_subset": "snd_Arab-ben_Beng", + "languages": [ + "snd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.705326, + "recall": 0.769154, + "f1": 0.723779, + "accuracy": 0.769154, + "main_score": 0.723779, + "hf_subset": "snd_Arab-div_Thaa", + "languages": [ + "snd-Arab", + "div-Thaa" + ] + }, + { + "precision": 0.909698, + "recall": 0.936905, + "f1": 0.918094, + "accuracy": 0.936905, + "main_score": 0.918094, + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.825643, + "recall": 0.871307, + "f1": 0.839466, + "accuracy": 0.871307, + "main_score": 0.839466, + "hf_subset": "snd_Arab-eus_Latn", + "languages": [ + "snd-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.908822, + "recall": 0.935403, + "f1": 0.917326, + "accuracy": 0.935403, + "main_score": 0.917326, + "hf_subset": "snd_Arab-guj_Gujr", + "languages": [ + "snd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.909155, + "recall": 0.935904, + "f1": 0.91766, + "accuracy": 0.935904, + "main_score": 0.91766, + "hf_subset": "snd_Arab-hin_Deva", + "languages": [ + "snd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.855183, + "recall": 0.896345, + "f1": 0.868005, + "accuracy": 0.896345, + "main_score": 0.868005, + "hf_subset": "snd_Arab-kan_Knda", + "languages": [ + "snd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.896461, + "recall": 0.925889, + "f1": 0.905842, + "accuracy": 0.925889, + "main_score": 0.905842, + "hf_subset": "snd_Arab-mar_Deva", + "languages": [ + "snd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.899407, + "recall": 0.927892, + "f1": 0.908179, + "accuracy": 0.927892, + "main_score": 0.908179, + "hf_subset": "snd_Arab-nep_Deva", + "languages": [ + "snd-Arab", + "nep-Deva" + ] + }, + { + "precision": 0.914555, + "recall": 0.93991, + "f1": 0.922617, + "accuracy": 0.93991, + "main_score": 0.922617, + "hf_subset": "snd_Arab-pan_Guru", + "languages": [ + "snd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.82967, + "recall": 0.874311, + "f1": 0.842967, + "accuracy": 0.874311, + "main_score": 0.842967, + "hf_subset": "snd_Arab-sin_Sinh", + "languages": [ + "snd-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.851763, + "recall": 0.891838, + "f1": 0.863949, + "accuracy": 0.891838, + "main_score": 0.863949, + "hf_subset": "snd_Arab-tam_Taml", + "languages": [ + "snd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.854429, + "recall": 0.894342, + "f1": 0.866509, + "accuracy": 0.894342, + "main_score": 0.866509, + "hf_subset": "snd_Arab-tel_Telu", + "languages": [ + "snd-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.904415, + "recall": 0.932899, + "f1": 0.913403, + "accuracy": 0.932899, + "main_score": 0.913403, + "hf_subset": "snd_Arab-urd_Arab", + "languages": [ + "snd-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.760933, + "recall": 0.815223, + "f1": 0.776746, + "accuracy": 0.815223, + "main_score": 0.776746, + "hf_subset": "som_Latn-amh_Ethi", + "languages": [ + "som-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.902379, + "recall": 0.928893, + "f1": 0.910482, + "accuracy": 0.928893, + "main_score": 0.910482, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.881539, + "recall": 0.909865, + "f1": 0.890152, + "accuracy": 0.909865, + "main_score": 0.890152, + "hf_subset": "som_Latn-hau_Latn", + "languages": [ + "som-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.873915, + "recall": 0.903856, + "f1": 0.883051, + "accuracy": 0.903856, + "main_score": 0.883051, + "hf_subset": "som_Latn-ibo_Latn", + "languages": [ + "som-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.801071, + "recall": 0.843766, + "f1": 0.814088, + "accuracy": 0.843766, + "main_score": 0.814088, + "hf_subset": "som_Latn-nso_Latn", + "languages": [ + "som-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.43135, + "recall": 0.514271, + "f1": 0.453643, + "accuracy": 0.514271, + "main_score": 0.453643, + "hf_subset": "som_Latn-orm_Ethi", + "languages": [ + "som-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.787535, + "recall": 0.834251, + "f1": 0.801406, + "accuracy": 0.834251, + "main_score": 0.801406, + "hf_subset": "som_Latn-ssw_Latn", + "languages": [ + "som-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.920526, + "recall": 0.940411, + "f1": 0.926683, + "accuracy": 0.940411, + "main_score": 0.926683, + "hf_subset": "som_Latn-swa_Latn", + "languages": [ + "som-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.582028, + "recall": 0.655984, + "f1": 0.602292, + "accuracy": 0.655984, + "main_score": 0.602292, + "hf_subset": "som_Latn-tir_Ethi", + "languages": [ + "som-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.804286, + "recall": 0.84677, + "f1": 0.816826, + "accuracy": 0.84677, + "main_score": 0.816826, + "hf_subset": "som_Latn-tsn_Latn", + "languages": [ + "som-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.590449, + "recall": 0.650976, + "f1": 0.608127, + "accuracy": 0.650976, + "main_score": 0.608127, + "hf_subset": "som_Latn-wol_Latn", + "languages": [ + "som-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.829711, + "recall": 0.871808, + "f1": 0.842614, + "accuracy": 0.871808, + "main_score": 0.842614, + "hf_subset": "som_Latn-xho_Latn", + "languages": [ + "som-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.67585, + "recall": 0.736605, + "f1": 0.692832, + "accuracy": 0.736605, + "main_score": 0.692832, + "hf_subset": "som_Latn-yor_Latn", + "languages": [ + "som-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.844401, + "recall": 0.87982, + "f1": 0.855419, + "accuracy": 0.87982, + "main_score": 0.855419, + "hf_subset": "som_Latn-zul_Latn", + "languages": [ + "som-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "spa_Latn-arb_Arab", + "languages": [ + "spa-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, + "hf_subset": "spa_Latn-ben_Beng", + "languages": [ + "spa-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994241, + "recall": 0.995994, + "f1": 0.994826, + "accuracy": 0.995994, + "main_score": 0.994826, + "hf_subset": "spa_Latn-cat_Latn", + "languages": [ + "spa-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "spa_Latn-deu_Latn", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "spa_Latn-ell_Grek", + "languages": [ + "spa-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.980471, + "recall": 0.98648, + "f1": 0.982474, + "accuracy": 0.98648, + "main_score": 0.982474, + "hf_subset": "spa_Latn-fas_Arab", + "languages": [ + "spa-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.989234, + "recall": 0.992489, + "f1": 0.990319, + "accuracy": 0.992489, + "main_score": 0.990319, + "hf_subset": "spa_Latn-fin_Latn", + "languages": [ + "spa-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "spa_Latn-fra_Latn", + "languages": [ + "spa-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.986563, + "recall": 0.990486, + "f1": 0.987815, + "accuracy": 0.990486, + "main_score": 0.987815, + "hf_subset": "spa_Latn-glg_Latn", + "languages": [ + "spa-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.988775, + "recall": 0.991988, + "f1": 0.989768, + "accuracy": 0.991988, + "main_score": 0.989768, + "hf_subset": "spa_Latn-heb_Hebr", + "languages": [ + "spa-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.986062, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, + "hf_subset": "spa_Latn-hin_Deva", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "spa_Latn-hun_Latn", + "languages": [ + "spa-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "spa_Latn-ind_Latn", + "languages": [ + "spa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, + "hf_subset": "spa_Latn-ita_Latn", + "languages": [ + "spa-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "spa_Latn-jpn_Jpan", + "languages": [ + "spa-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.979386, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, + "hf_subset": "spa_Latn-kor_Hang", + "languages": [ + "spa-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "spa_Latn-lit_Latn", + "languages": [ + "spa-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.977049, + "recall": 0.983976, + "f1": 0.979302, + "accuracy": 0.983976, + "main_score": 0.979302, + "hf_subset": "spa_Latn-mlt_Latn", + "languages": [ + "spa-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "spa_Latn-nld_Latn", + "languages": [ + "spa-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, + "hf_subset": "spa_Latn-pol_Latn", + "languages": [ + "spa-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.986897, + "recall": 0.990486, + "f1": 0.988065, + "accuracy": 0.990486, + "main_score": 0.988065, + "hf_subset": "spa_Latn-por_Latn", + "languages": [ + "spa-Latn", + "por-Latn" + ] + }, + { + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, + "hf_subset": "spa_Latn-ron_Latn", + "languages": [ + "spa-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.980971, + "recall": 0.98648, + "f1": 0.982724, + "accuracy": 0.98648, + "main_score": 0.982724, + "hf_subset": "spa_Latn-rus_Cyrl", + "languages": [ + "spa-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.981806, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, + "hf_subset": "spa_Latn-swa_Latn", + "languages": [ + "spa-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.994241, + "recall": 0.995994, + "f1": 0.994826, + "accuracy": 0.995994, + "main_score": 0.994826, + "hf_subset": "spa_Latn-swe_Latn", + "languages": [ + "spa-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.95535, + "recall": 0.968953, + "f1": 0.959773, + "accuracy": 0.968953, + "main_score": 0.959773, + "hf_subset": "spa_Latn-tam_Taml", + "languages": [ + "spa-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.979553, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "spa_Latn-tur_Latn", + "languages": [ + "spa-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.981723, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, + "hf_subset": "spa_Latn-vie_Latn", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "spa_Latn-zho_Hant", + "languages": [ + "spa-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.863428, + "recall": 0.89985, + "f1": 0.874695, + "accuracy": 0.89985, + "main_score": 0.874695, + "hf_subset": "spa_Latn-zul_Latn", + "languages": [ + "spa-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, + "hf_subset": "sqi_Latn-ell_Grek", + "languages": [ + "sqi-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "sqi_Latn-eng_Latn", + "languages": [ + "sqi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.951218, + "recall": 0.965448, + "f1": 0.955717, + "accuracy": 0.965448, + "main_score": 0.955717, + "hf_subset": "sqi_Latn-hye_Armn", + "languages": [ + "sqi-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.950008, + "recall": 0.964947, + "f1": 0.954849, + "accuracy": 0.964947, + "main_score": 0.954849, + "hf_subset": "sqi_Latn-kat_Geor", + "languages": [ + "sqi-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "srp_Cyrl-bel_Cyrl", + "languages": [ + "srp-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "srp_Cyrl-bos_Latn", + "languages": [ + "srp-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "srp_Cyrl-bul_Cyrl", + "languages": [ + "srp-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "srp_Cyrl-ces_Latn", + "languages": [ + "srp-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "srp_Cyrl-hrv_Latn", + "languages": [ + "srp-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.985395, + "recall": 0.989484, + "f1": 0.98673, + "accuracy": 0.989484, + "main_score": 0.98673, + "hf_subset": "srp_Cyrl-mkd_Cyrl", + "languages": [ + "srp-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, + "hf_subset": "srp_Cyrl-pol_Latn", + "languages": [ + "srp-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.973544, + "recall": 0.981973, + "f1": 0.976298, + "accuracy": 0.981973, + "main_score": 0.976298, + "hf_subset": "srp_Cyrl-rus_Cyrl", + "languages": [ + "srp-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "srp_Cyrl-slk_Latn", + "languages": [ + "srp-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "srp_Cyrl-slv_Latn", + "languages": [ + "srp-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "srp_Cyrl-srp_Latn", + "languages": [ + "srp-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "srp_Cyrl-ukr_Cyrl", + "languages": [ + "srp-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "srp_Latn-bel_Cyrl", + "languages": [ + "srp-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "srp_Latn-bos_Latn", + "languages": [ + "srp-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "srp_Latn-bul_Cyrl", + "languages": [ + "srp-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "srp_Latn-ces_Latn", + "languages": [ + "srp-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.991988, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, + "hf_subset": "srp_Latn-eng_Latn", + "languages": [ + "srp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "srp_Latn-hrv_Latn", + "languages": [ + "srp-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.986062, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, + "hf_subset": "srp_Latn-mkd_Cyrl", + "languages": [ + "srp-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.983976, + "recall": 0.988983, + "f1": 0.985645, + "accuracy": 0.988983, + "main_score": 0.985645, + "hf_subset": "srp_Latn-pol_Latn", + "languages": [ + "srp-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "srp_Latn-rus_Cyrl", + "languages": [ + "srp-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "srp_Latn-slk_Latn", + "languages": [ + "srp-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, + "hf_subset": "srp_Latn-slv_Latn", + "languages": [ + "srp-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.994992, + "recall": 0.996495, + "f1": 0.995493, + "accuracy": 0.996495, + "main_score": 0.995493, + "hf_subset": "srp_Latn-srp_Cyrl", + "languages": [ + "srp-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.986563, + "recall": 0.990486, + "f1": 0.987815, + "accuracy": 0.990486, + "main_score": 0.987815, + "hf_subset": "srp_Latn-ukr_Cyrl", + "languages": [ + "srp-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.669788, + "recall": 0.732098, + "f1": 0.687119, + "accuracy": 0.732098, + "main_score": 0.687119, + "hf_subset": "ssw_Latn-amh_Ethi", + "languages": [ + "ssw-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.780545, + "recall": 0.834251, + "f1": 0.796231, + "accuracy": 0.834251, + "main_score": 0.796231, + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.790196, + "recall": 0.831247, + "f1": 0.802583, + "accuracy": 0.831247, + "main_score": 0.802583, + "hf_subset": "ssw_Latn-hau_Latn", + "languages": [ + "ssw-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.790792, + "recall": 0.832749, + "f1": 0.803179, + "accuracy": 0.832749, + "main_score": 0.803179, + "hf_subset": "ssw_Latn-ibo_Latn", + "languages": [ + "ssw-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.775292, + "recall": 0.816725, + "f1": 0.787495, + "accuracy": 0.816725, + "main_score": 0.787495, + "hf_subset": "ssw_Latn-nso_Latn", + "languages": [ + "ssw-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.422342, + "recall": 0.503756, + "f1": 0.444451, + "accuracy": 0.503756, + "main_score": 0.444451, + "hf_subset": "ssw_Latn-orm_Ethi", + "languages": [ + "ssw-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.790202, + "recall": 0.831748, + "f1": 0.80207, + "accuracy": 0.831748, + "main_score": 0.80207, + "hf_subset": "ssw_Latn-som_Latn", + "languages": [ + "ssw-Latn", + "som-Latn" + ] + }, + { + "precision": 0.813739, + "recall": 0.848773, + "f1": 0.823872, + "accuracy": 0.848773, + "main_score": 0.823872, + "hf_subset": "ssw_Latn-swa_Latn", + "languages": [ + "ssw-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.562483, + "recall": 0.635954, + "f1": 0.58247, + "accuracy": 0.635954, + "main_score": 0.58247, + "hf_subset": "ssw_Latn-tir_Ethi", + "languages": [ + "ssw-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.778668, + "recall": 0.822233, + "f1": 0.791246, + "accuracy": 0.822233, + "main_score": 0.791246, + "hf_subset": "ssw_Latn-tsn_Latn", + "languages": [ + "ssw-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.605246, + "recall": 0.658488, + "f1": 0.620456, + "accuracy": 0.658488, + "main_score": 0.620456, + "hf_subset": "ssw_Latn-wol_Latn", + "languages": [ + "ssw-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.824455, + "recall": 0.863796, + "f1": 0.836375, + "accuracy": 0.863796, + "main_score": 0.836375, + "hf_subset": "ssw_Latn-xho_Latn", + "languages": [ + "ssw-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.630411, + "recall": 0.690035, + "f1": 0.646968, + "accuracy": 0.690035, + "main_score": 0.646968, + "hf_subset": "ssw_Latn-yor_Latn", + "languages": [ + "ssw-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.84007, + "recall": 0.877817, + "f1": 0.85137, + "accuracy": 0.877817, + "main_score": 0.85137, + "hf_subset": "ssw_Latn-zul_Latn", + "languages": [ + "ssw-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.819133, + "recall": 0.867802, + "f1": 0.833587, + "accuracy": 0.867802, + "main_score": 0.833587, + "hf_subset": "swa_Latn-amh_Ethi", + "languages": [ + "swa-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.970289, + "recall": 0.979469, + "f1": 0.97321, + "accuracy": 0.979469, + "main_score": 0.97321, + "hf_subset": "swa_Latn-arb_Arab", + "languages": [ + "swa-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.966366, + "recall": 0.976965, + "f1": 0.969871, + "accuracy": 0.976965, + "main_score": 0.969871, + "hf_subset": "swa_Latn-ben_Beng", + "languages": [ + "swa-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.97972, + "recall": 0.98648, + "f1": 0.981973, + "accuracy": 0.98648, + "main_score": 0.981973, + "hf_subset": "swa_Latn-deu_Latn", + "languages": [ + "swa-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.981556, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "swa_Latn-ell_Grek", + "languages": [ + "swa-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "swa_Latn-eng_Latn", + "languages": [ + "swa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.966366, + "recall": 0.977466, + "f1": 0.970038, + "accuracy": 0.977466, + "main_score": 0.970038, + "hf_subset": "swa_Latn-fas_Arab", + "languages": [ + "swa-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, + "hf_subset": "swa_Latn-fin_Latn", + "languages": [ + "swa-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.976423, + "recall": 0.983475, + "f1": 0.978668, + "accuracy": 0.983475, + "main_score": 0.978668, + "hf_subset": "swa_Latn-fra_Latn", + "languages": [ + "swa-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.916183, + "recall": 0.940911, + "f1": 0.923979, + "accuracy": 0.940911, + "main_score": 0.923979, + "hf_subset": "swa_Latn-hau_Latn", + "languages": [ + "swa-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.976298, + "recall": 0.983475, + "f1": 0.978534, + "accuracy": 0.983475, + "main_score": 0.978534, + "hf_subset": "swa_Latn-heb_Hebr", + "languages": [ + "swa-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.96236, + "recall": 0.974462, + "f1": 0.966283, + "accuracy": 0.974462, + "main_score": 0.966283, + "hf_subset": "swa_Latn-hin_Deva", + "languages": [ + "swa-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.973252, + "recall": 0.981472, + "f1": 0.975914, + "accuracy": 0.981472, + "main_score": 0.975914, + "hf_subset": "swa_Latn-hun_Latn", + "languages": [ + "swa-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.913512, + "recall": 0.937406, + "f1": 0.920881, + "accuracy": 0.937406, + "main_score": 0.920881, + "hf_subset": "swa_Latn-ibo_Latn", + "languages": [ + "swa-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.983058, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "swa_Latn-ind_Latn", + "languages": [ + "swa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.951803, + "recall": 0.96645, + "f1": 0.956468, + "accuracy": 0.96645, + "main_score": 0.956468, + "hf_subset": "swa_Latn-jpn_Jpan", + "languages": [ + "swa-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.953597, + "recall": 0.967451, + "f1": 0.95792, + "accuracy": 0.967451, + "main_score": 0.95792, + "hf_subset": "swa_Latn-kor_Hang", + "languages": [ + "swa-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.970873, + "recall": 0.980471, + "f1": 0.974044, + "accuracy": 0.980471, + "main_score": 0.974044, + "hf_subset": "swa_Latn-lit_Latn", + "languages": [ + "swa-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "swa_Latn-nld_Latn", + "languages": [ + "swa-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.853605, + "recall": 0.891838, + "f1": 0.865465, + "accuracy": 0.891838, + "main_score": 0.865465, + "hf_subset": "swa_Latn-nso_Latn", + "languages": [ + "swa-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.422867, + "recall": 0.515273, + "f1": 0.4473, + "accuracy": 0.515273, + "main_score": 0.4473, + "hf_subset": "swa_Latn-orm_Ethi", + "languages": [ + "swa-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.974879, + "recall": 0.982474, + "f1": 0.977383, + "accuracy": 0.982474, + "main_score": 0.977383, + "hf_subset": "swa_Latn-pol_Latn", + "languages": [ + "swa-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.97972, + "recall": 0.98648, + "f1": 0.981973, + "accuracy": 0.98648, + "main_score": 0.981973, + "hf_subset": "swa_Latn-por_Latn", + "languages": [ + "swa-Latn", + "por-Latn" + ] + }, + { + "precision": 0.962026, + "recall": 0.97346, + "f1": 0.965598, + "accuracy": 0.97346, + "main_score": 0.965598, + "hf_subset": "swa_Latn-rus_Cyrl", + "languages": [ + "swa-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.900075, + "recall": 0.929394, + "f1": 0.909381, + "accuracy": 0.929394, + "main_score": 0.909381, + "hf_subset": "swa_Latn-som_Latn", + "languages": [ + "swa-Latn", + "som-Latn" + ] + }, + { + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "swa_Latn-spa_Latn", + "languages": [ + "swa-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.790607, + "recall": 0.846269, + "f1": 0.807746, + "accuracy": 0.846269, + "main_score": 0.807746, + "hf_subset": "swa_Latn-ssw_Latn", + "languages": [ + "swa-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, + "hf_subset": "swa_Latn-swe_Latn", + "languages": [ + "swa-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.930187, + "recall": 0.951427, + "f1": 0.937022, + "accuracy": 0.951427, + "main_score": 0.937022, + "hf_subset": "swa_Latn-tam_Taml", + "languages": [ + "swa-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.615764, + "recall": 0.696044, + "f1": 0.638195, + "accuracy": 0.696044, + "main_score": 0.638195, + "hf_subset": "swa_Latn-tir_Ethi", + "languages": [ + "swa-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.83999, + "recall": 0.883325, + "f1": 0.853291, + "accuracy": 0.883325, + "main_score": 0.853291, + "hf_subset": "swa_Latn-tsn_Latn", + "languages": [ + "swa-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.972793, + "recall": 0.981472, + "f1": 0.97563, + "accuracy": 0.981472, + "main_score": 0.97563, + "hf_subset": "swa_Latn-tur_Latn", + "languages": [ + "swa-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.980721, + "recall": 0.98648, + "f1": 0.982641, + "accuracy": 0.98648, + "main_score": 0.982641, + "hf_subset": "swa_Latn-vie_Latn", + "languages": [ + "swa-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.578094, + "recall": 0.651978, + "f1": 0.599087, + "accuracy": 0.651978, + "main_score": 0.599087, + "hf_subset": "swa_Latn-wol_Latn", + "languages": [ + "swa-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.857553, + "recall": 0.898348, + "f1": 0.870255, + "accuracy": 0.898348, + "main_score": 0.870255, + "hf_subset": "swa_Latn-xho_Latn", + "languages": [ + "swa-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.679838, + "recall": 0.756635, + "f1": 0.702199, + "accuracy": 0.756635, + "main_score": 0.702199, + "hf_subset": "swa_Latn-yor_Latn", + "languages": [ + "swa-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.961859, + "recall": 0.97346, + "f1": 0.965615, + "accuracy": 0.97346, + "main_score": 0.965615, + "hf_subset": "swa_Latn-zho_Hant", + "languages": [ + "swa-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.877566, + "recall": 0.911367, + "f1": 0.888099, + "accuracy": 0.911367, + "main_score": 0.888099, + "hf_subset": "swa_Latn-zul_Latn", + "languages": [ + "swa-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "swe_Latn-afr_Latn", + "languages": [ + "swe-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.974044, + "recall": 0.982474, + "f1": 0.976799, + "accuracy": 0.982474, + "main_score": 0.976799, + "hf_subset": "swe_Latn-arb_Arab", + "languages": [ + "swe-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "swe_Latn-ben_Beng", + "languages": [ + "swe-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995493, + "recall": 0.996995, + "f1": 0.995994, + "accuracy": 0.996995, + "main_score": 0.995994, + "hf_subset": "swe_Latn-dan_Latn", + "languages": [ + "swe-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "swe_Latn-deu_Latn", + "languages": [ + "swe-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "swe_Latn-ell_Grek", + "languages": [ + "swe-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.995493, + "recall": 0.996995, + "f1": 0.995994, + "accuracy": 0.996995, + "main_score": 0.995994, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.967868, + "recall": 0.977967, + "f1": 0.971123, + "accuracy": 0.977967, + "main_score": 0.971123, + "hf_subset": "swe_Latn-fao_Latn", + "languages": [ + "swe-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.979386, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, + "hf_subset": "swe_Latn-fas_Arab", + "languages": [ + "swe-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.986855, + "recall": 0.990986, + "f1": 0.988182, + "accuracy": 0.990986, + "main_score": 0.988182, + "hf_subset": "swe_Latn-fin_Latn", + "languages": [ + "swe-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "swe_Latn-fra_Latn", + "languages": [ + "swe-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "swe_Latn-heb_Hebr", + "languages": [ + "swe-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, + "hf_subset": "swe_Latn-hin_Deva", + "languages": [ + "swe-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "swe_Latn-hun_Latn", + "languages": [ + "swe-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "swe_Latn-ind_Latn", + "languages": [ + "swe-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "swe_Latn-isl_Latn", + "languages": [ + "swe-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.973794, + "recall": 0.981973, + "f1": 0.976381, + "accuracy": 0.981973, + "main_score": 0.976381, + "hf_subset": "swe_Latn-jpn_Jpan", + "languages": [ + "swe-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.970038, + "recall": 0.979469, + "f1": 0.973126, + "accuracy": 0.979469, + "main_score": 0.973126, + "hf_subset": "swe_Latn-kor_Hang", + "languages": [ + "swe-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, + "hf_subset": "swe_Latn-lit_Latn", + "languages": [ + "swe-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.968244, + "recall": 0.977967, + "f1": 0.971407, + "accuracy": 0.977967, + "main_score": 0.971407, + "hf_subset": "swe_Latn-ltz_Latn", + "languages": [ + "swe-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.992989, + "recall": 0.994992, + "f1": 0.993657, + "accuracy": 0.994992, + "main_score": 0.993657, + "hf_subset": "swe_Latn-nld_Latn", + "languages": [ + "swe-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "swe_Latn-nno_Latn", + "languages": [ + "swe-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "swe_Latn-nob_Latn", + "languages": [ + "swe-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "swe_Latn-pol_Latn", + "languages": [ + "swe-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "swe_Latn-por_Latn", + "languages": [ + "swe-Latn", + "por-Latn" + ] + }, + { + "precision": 0.97538, + "recall": 0.982974, + "f1": 0.9778, + "accuracy": 0.982974, + "main_score": 0.9778, + "hf_subset": "swe_Latn-rus_Cyrl", + "languages": [ + "swe-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "swe_Latn-spa_Latn", + "languages": [ + "swe-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, + "hf_subset": "swe_Latn-swa_Latn", + "languages": [ + "swe-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.949967, + "recall": 0.965949, + "f1": 0.955216, + "accuracy": 0.965949, + "main_score": 0.955216, + "hf_subset": "swe_Latn-tam_Taml", + "languages": [ + "swe-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.980805, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "swe_Latn-tur_Latn", + "languages": [ + "swe-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "swe_Latn-vie_Latn", + "languages": [ + "swe-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "swe_Latn-zho_Hant", + "languages": [ + "swe-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.857737, + "recall": 0.897346, + "f1": 0.870205, + "accuracy": 0.897346, + "main_score": 0.870205, + "hf_subset": "swe_Latn-zul_Latn", + "languages": [ + "swe-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.630274, + "recall": 0.698047, + "f1": 0.648366, + "accuracy": 0.698047, + "main_score": 0.648366, + "hf_subset": "tah_Latn-eng_Latn", + "languages": [ + "tah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.495642, + "recall": 0.564847, + "f1": 0.514891, + "accuracy": 0.564847, + "main_score": 0.514891, + "hf_subset": "tah_Latn-fij_Latn", + "languages": [ + "tah-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.624467, + "recall": 0.685528, + "f1": 0.640908, + "accuracy": 0.685528, + "main_score": 0.640908, + "hf_subset": "tah_Latn-fil_Latn", + "languages": [ + "tah-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.608356, + "recall": 0.675013, + "f1": 0.626317, + "accuracy": 0.675013, + "main_score": 0.626317, + "hf_subset": "tah_Latn-ind_Latn", + "languages": [ + "tah-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.521779, + "recall": 0.5999, + "f1": 0.542482, + "accuracy": 0.5999, + "main_score": 0.542482, + "hf_subset": "tah_Latn-mal_Mlym", + "languages": [ + "tah-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.589577, + "recall": 0.648973, + "f1": 0.606067, + "accuracy": 0.648973, + "main_score": 0.606067, + "hf_subset": "tah_Latn-mlg_Latn", + "languages": [ + "tah-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.63046, + "recall": 0.692539, + "f1": 0.647427, + "accuracy": 0.692539, + "main_score": 0.647427, + "hf_subset": "tah_Latn-mri_Latn", + "languages": [ + "tah-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.613557, + "recall": 0.680521, + "f1": 0.631814, + "accuracy": 0.680521, + "main_score": 0.631814, + "hf_subset": "tah_Latn-msa_Latn", + "languages": [ + "tah-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.63876, + "recall": 0.697546, + "f1": 0.65525, + "accuracy": 0.697546, + "main_score": 0.65525, + "hf_subset": "tah_Latn-smo_Latn", + "languages": [ + "tah-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.547006, + "recall": 0.607912, + "f1": 0.564161, + "accuracy": 0.607912, + "main_score": 0.564161, + "hf_subset": "tah_Latn-ton_Latn", + "languages": [ + "tah-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.9668, + "recall": 0.976965, + "f1": 0.970038, + "accuracy": 0.976965, + "main_score": 0.970038, + "hf_subset": "tam_Taml-arb_Arab", + "languages": [ + "tam-Taml", + "arb-Arab" + ] + }, + { + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ] + }, + { + "precision": 0.972876, + "recall": 0.981472, + "f1": 0.97563, + "accuracy": 0.981472, + "main_score": 0.97563, + "hf_subset": "tam_Taml-deu_Latn", + "languages": [ + "tam-Taml", + "deu-Latn" + ] + }, + { + "precision": 0.76239, + "recall": 0.81973, + "f1": 0.77947, + "accuracy": 0.81973, + "main_score": 0.77947, + "hf_subset": "tam_Taml-div_Thaa", + "languages": [ + "tam-Taml", + "div-Thaa" + ] + }, + { + "precision": 0.973126, + "recall": 0.981472, + "f1": 0.97588, + "accuracy": 0.981472, + "main_score": 0.97588, + "hf_subset": "tam_Taml-ell_Grek", + "languages": [ + "tam-Taml", + "ell-Grek" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.937823, + "recall": 0.957436, + "f1": 0.94425, + "accuracy": 0.957436, + "main_score": 0.94425, + "hf_subset": "tam_Taml-eus_Latn", + "languages": [ + "tam-Taml", + "eus-Latn" + ] + }, + { + "precision": 0.97346, + "recall": 0.981973, + "f1": 0.976298, + "accuracy": 0.981973, + "main_score": 0.976298, + "hf_subset": "tam_Taml-fas_Arab", + "languages": [ + "tam-Taml", + "fas-Arab" + ] + }, + { + "precision": 0.968453, + "recall": 0.978968, + "f1": 0.971958, + "accuracy": 0.978968, + "main_score": 0.971958, + "hf_subset": "tam_Taml-fin_Latn", + "languages": [ + "tam-Taml", + "fin-Latn" + ] + }, + { + "precision": 0.969538, + "recall": 0.979469, + "f1": 0.972793, + "accuracy": 0.979469, + "main_score": 0.972793, + "hf_subset": "tam_Taml-fra_Latn", + "languages": [ + "tam-Taml", + "fra-Latn" + ] + }, + { + "precision": 0.969955, + "recall": 0.979469, + "f1": 0.973126, + "accuracy": 0.979469, + "main_score": 0.973126, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ] + }, + { + "precision": 0.968578, + "recall": 0.978468, + "f1": 0.971824, + "accuracy": 0.978468, + "main_score": 0.971824, + "hf_subset": "tam_Taml-heb_Hebr", + "languages": [ + "tam-Taml", + "heb-Hebr" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ] + }, + { + "precision": 0.961776, + "recall": 0.973961, + "f1": 0.965782, + "accuracy": 0.973961, + "main_score": 0.965782, + "hf_subset": "tam_Taml-hun_Latn", + "languages": [ + "tam-Taml", + "hun-Latn" + ] + }, + { + "precision": 0.975213, + "recall": 0.983475, + "f1": 0.977967, + "accuracy": 0.983475, + "main_score": 0.977967, + "hf_subset": "tam_Taml-ind_Latn", + "languages": [ + "tam-Taml", + "ind-Latn" + ] + }, + { + "precision": 0.968453, + "recall": 0.978468, + "f1": 0.971708, + "accuracy": 0.978468, + "main_score": 0.971708, + "hf_subset": "tam_Taml-jpn_Jpan", + "languages": [ + "tam-Taml", + "jpn-Jpan" + ] + }, + { + "precision": 0.96912, + "recall": 0.978968, + "f1": 0.972375, + "accuracy": 0.978968, + "main_score": 0.972375, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ] + }, + { + "precision": 0.965532, + "recall": 0.976465, + "f1": 0.96912, + "accuracy": 0.976465, + "main_score": 0.96912, + "hf_subset": "tam_Taml-kor_Hang", + "languages": [ + "tam-Taml", + "kor-Hang" + ] + }, + { + "precision": 0.965031, + "recall": 0.976465, + "f1": 0.968787, + "accuracy": 0.976465, + "main_score": 0.968787, + "hf_subset": "tam_Taml-lit_Latn", + "languages": [ + "tam-Taml", + "lit-Latn" + ] + }, + { + "precision": 0.971123, + "recall": 0.980471, + "f1": 0.974211, + "accuracy": 0.980471, + "main_score": 0.974211, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ] + }, + { + "precision": 0.971207, + "recall": 0.97997, + "f1": 0.974128, + "accuracy": 0.97997, + "main_score": 0.974128, + "hf_subset": "tam_Taml-nep_Deva", + "languages": [ + "tam-Taml", + "nep-Deva" + ] + }, + { + "precision": 0.971708, + "recall": 0.980471, + "f1": 0.974545, + "accuracy": 0.980471, + "main_score": 0.974545, + "hf_subset": "tam_Taml-nld_Latn", + "languages": [ + "tam-Taml", + "nld-Latn" + ] + }, + { + "precision": 0.963195, + "recall": 0.975463, + "f1": 0.967284, + "accuracy": 0.975463, + "main_score": 0.967284, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ] + }, + { + "precision": 0.964029, + "recall": 0.975463, + "f1": 0.967785, + "accuracy": 0.975463, + "main_score": 0.967785, + "hf_subset": "tam_Taml-pol_Latn", + "languages": [ + "tam-Taml", + "pol-Latn" + ] + }, + { + "precision": 0.975463, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, + "hf_subset": "tam_Taml-por_Latn", + "languages": [ + "tam-Taml", + "por-Latn" + ] + }, + { + "precision": 0.951844, + "recall": 0.96695, + "f1": 0.956768, + "accuracy": 0.96695, + "main_score": 0.956768, + "hf_subset": "tam_Taml-rus_Cyrl", + "languages": [ + "tam-Taml", + "rus-Cyrl" + ] + }, + { + "precision": 0.945936, + "recall": 0.962944, + "f1": 0.951427, + "accuracy": 0.962944, + "main_score": 0.951427, + "hf_subset": "tam_Taml-sin_Sinh", + "languages": [ + "tam-Taml", + "sin-Sinh" + ] + }, + { + "precision": 0.851365, + "recall": 0.894342, + "f1": 0.864806, + "accuracy": 0.894342, + "main_score": 0.864806, + "hf_subset": "tam_Taml-snd_Arab", + "languages": [ + "tam-Taml", + "snd-Arab" + ] + }, + { + "precision": 0.974712, + "recall": 0.982974, + "f1": 0.977466, + "accuracy": 0.982974, + "main_score": 0.977466, + "hf_subset": "tam_Taml-spa_Latn", + "languages": [ + "tam-Taml", + "spa-Latn" + ] + }, + { + "precision": 0.959773, + "recall": 0.972459, + "f1": 0.963946, + "accuracy": 0.972459, + "main_score": 0.963946, + "hf_subset": "tam_Taml-swa_Latn", + "languages": [ + "tam-Taml", + "swa-Latn" + ] + }, + { + "precision": 0.972375, + "recall": 0.980971, + "f1": 0.975213, + "accuracy": 0.980971, + "main_score": 0.975213, + "hf_subset": "tam_Taml-swe_Latn", + "languages": [ + "tam-Taml", + "swe-Latn" + ] + }, + { + "precision": 0.964947, + "recall": 0.976465, + "f1": 0.968787, + "accuracy": 0.976465, + "main_score": 0.968787, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ] + }, + { + "precision": 0.964655, + "recall": 0.975463, + "f1": 0.968152, + "accuracy": 0.975463, + "main_score": 0.968152, + "hf_subset": "tam_Taml-tur_Latn", + "languages": [ + "tam-Taml", + "tur-Latn" + ] + }, + { + "precision": 0.971708, + "recall": 0.97997, + "f1": 0.974462, + "accuracy": 0.97997, + "main_score": 0.974462, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ] + }, + { + "precision": 0.968787, + "recall": 0.978968, + "f1": 0.972125, + "accuracy": 0.978968, + "main_score": 0.972125, + "hf_subset": "tam_Taml-vie_Latn", + "languages": [ + "tam-Taml", + "vie-Latn" + ] + }, + { + "precision": 0.964029, + "recall": 0.974962, + "f1": 0.967618, + "accuracy": 0.974962, + "main_score": 0.967618, + "hf_subset": "tam_Taml-zho_Hant", + "languages": [ + "tam-Taml", + "zho-Hant" + ] + }, + { + "precision": 0.841905, + "recall": 0.887331, + "f1": 0.856118, + "accuracy": 0.887331, + "main_score": 0.856118, + "hf_subset": "tam_Taml-zul_Latn", + "languages": [ + "tam-Taml", + "zul-Latn" + ] + }, + { + "precision": 0.956518, + "recall": 0.969955, + "f1": 0.960941, + "accuracy": 0.969955, + "main_score": 0.960941, + "hf_subset": "tat_Cyrl-aze_Latn", + "languages": [ + "tat-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.943582, + "recall": 0.958938, + "f1": 0.948573, + "accuracy": 0.958938, + "main_score": 0.948573, + "hf_subset": "tat_Cyrl-bak_Cyrl", + "languages": [ + "tat-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.97104, + "recall": 0.980471, + "f1": 0.974128, + "accuracy": 0.980471, + "main_score": 0.974128, + "hf_subset": "tat_Cyrl-eng_Latn", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.953055, + "recall": 0.96645, + "f1": 0.957386, + "accuracy": 0.96645, + "main_score": 0.957386, + "hf_subset": "tat_Cyrl-kaz_Cyrl", + "languages": [ + "tat-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.943791, + "recall": 0.959439, + "f1": 0.948706, + "accuracy": 0.959439, + "main_score": 0.948706, + "hf_subset": "tat_Cyrl-kir_Cyrl", + "languages": [ + "tat-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.938925, + "recall": 0.954432, + "f1": 0.943809, + "accuracy": 0.954432, + "main_score": 0.943809, + "hf_subset": "tat_Cyrl-tuk_Latn", + "languages": [ + "tat-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.948715, + "recall": 0.963445, + "f1": 0.95338, + "accuracy": 0.963445, + "main_score": 0.95338, + "hf_subset": "tat_Cyrl-tur_Latn", + "languages": [ + "tat-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.867791, + "recall": 0.902854, + "f1": 0.87826, + "accuracy": 0.902854, + "main_score": 0.87826, + "hf_subset": "tat_Cyrl-uig_Arab", + "languages": [ + "tat-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.9556, + "recall": 0.968953, + "f1": 0.95994, + "accuracy": 0.968953, + "main_score": 0.95994, + "hf_subset": "tat_Cyrl-uzb_Latn", + "languages": [ + "tat-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.978217, + "recall": 0.985478, + "f1": 0.980638, + "accuracy": 0.985478, + "main_score": 0.980638, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ] + }, + { + "precision": 0.787578, + "recall": 0.843265, + "f1": 0.804699, + "accuracy": 0.843265, + "main_score": 0.804699, + "hf_subset": "tel_Telu-div_Thaa", + "languages": [ + "tel-Telu", + "div-Thaa" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.942664, + "recall": 0.960941, + "f1": 0.94859, + "accuracy": 0.960941, + "main_score": 0.94859, + "hf_subset": "tel_Telu-eus_Latn", + "languages": [ + "tel-Telu", + "eus-Latn" + ] + }, + { + "precision": 0.975714, + "recall": 0.983475, + "f1": 0.978217, + "accuracy": 0.983475, + "main_score": 0.978217, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ] + }, + { + "precision": 0.973794, + "recall": 0.981973, + "f1": 0.976465, + "accuracy": 0.981973, + "main_score": 0.976465, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ] + }, + { + "precision": 0.976298, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ] + }, + { + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, + "hf_subset": "tel_Telu-nep_Deva", + "languages": [ + "tel-Telu", + "nep-Deva" + ] + }, + { + "precision": 0.969955, + "recall": 0.97997, + "f1": 0.973293, + "accuracy": 0.97997, + "main_score": 0.973293, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ] + }, + { + "precision": 0.949257, + "recall": 0.965448, + "f1": 0.954515, + "accuracy": 0.965448, + "main_score": 0.954515, + "hf_subset": "tel_Telu-sin_Sinh", + "languages": [ + "tel-Telu", + "sin-Sinh" + ] + }, + { + "precision": 0.849374, + "recall": 0.892339, + "f1": 0.862804, + "accuracy": 0.892339, + "main_score": 0.862804, + "hf_subset": "tel_Telu-snd_Arab", + "languages": [ + "tel-Telu", + "snd-Arab" + ] + }, + { + "precision": 0.964363, + "recall": 0.975964, + "f1": 0.968202, + "accuracy": 0.975964, + "main_score": 0.968202, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ] + }, + { + "precision": 0.977049, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ] + }, + { + "precision": 0.924887, + "recall": 0.944917, + "f1": 0.931213, + "accuracy": 0.944917, + "main_score": 0.931213, + "hf_subset": "tgk_Cyrl-arb_Arab", + "languages": [ + "tgk-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.86559, + "recall": 0.902354, + "f1": 0.877166, + "accuracy": 0.902354, + "main_score": 0.877166, + "hf_subset": "tgk_Cyrl-ckb_Arab", + "languages": [ + "tgk-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.947187, + "recall": 0.963445, + "f1": 0.952345, + "accuracy": 0.963445, + "main_score": 0.952345, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.944959, + "recall": 0.960941, + "f1": 0.950042, + "accuracy": 0.960941, + "main_score": 0.950042, + "hf_subset": "tgk_Cyrl-fas_Arab", + "languages": [ + "tgk-Cyrl", + "fas-Arab" + ] + }, + { + "precision": 0.942789, + "recall": 0.960441, + "f1": 0.948456, + "accuracy": 0.960441, + "main_score": 0.948456, + "hf_subset": "tgk_Cyrl-heb_Hebr", + "languages": [ + "tgk-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.76844, + "recall": 0.824737, + "f1": 0.78533, + "accuracy": 0.824737, + "main_score": 0.78533, + "hf_subset": "tgk_Cyrl-kmr_Latn", + "languages": [ + "tgk-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.826903, + "recall": 0.867802, + "f1": 0.83936, + "accuracy": 0.867802, + "main_score": 0.83936, + "hf_subset": "tgk_Cyrl-mey_Arab", + "languages": [ + "tgk-Cyrl", + "mey-Arab" + ] + }, + { + "precision": 0.937798, + "recall": 0.955934, + "f1": 0.943515, + "accuracy": 0.955934, + "main_score": 0.943515, + "hf_subset": "tgk_Cyrl-prs_Arab", + "languages": [ + "tgk-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.830375, + "recall": 0.875814, + "f1": 0.844635, + "accuracy": 0.875814, + "main_score": 0.844635, + "hf_subset": "tgk_Cyrl-pus_Arab", + "languages": [ + "tgk-Cyrl", + "pus-Arab" + ] + }, + { + "precision": 0.543237, + "recall": 0.623936, + "f1": 0.566246, + "accuracy": 0.623936, + "main_score": 0.566246, + "hf_subset": "tgk_Cyrl-shi_Arab", + "languages": [ + "tgk-Cyrl", + "shi-Arab" + ] + }, + { + "precision": 0.676677, + "recall": 0.754632, + "f1": 0.698924, + "accuracy": 0.754632, + "main_score": 0.698924, + "hf_subset": "tha_Thai-bod_Tibt", + "languages": [ + "tha-Thai", + "bod-Tibt" + ] + }, + { + "precision": 0.337166, + "recall": 0.42664, + "f1": 0.359556, + "accuracy": 0.42664, + "main_score": 0.359556, + "hf_subset": "tha_Thai-dzo_Tibt", + "languages": [ + "tha-Thai", + "dzo-Tibt" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.937281, + "recall": 0.956935, + "f1": 0.943699, + "accuracy": 0.956935, + "main_score": 0.943699, + "hf_subset": "tha_Thai-khm_Khmr", + "languages": [ + "tha-Thai", + "khm-Khmr" + ] + }, + { + "precision": 0.941433, + "recall": 0.959439, + "f1": 0.947232, + "accuracy": 0.959439, + "main_score": 0.947232, + "hf_subset": "tha_Thai-lao_Laoo", + "languages": [ + "tha-Thai", + "lao-Laoo" + ] + }, + { + "precision": 0.896445, + "recall": 0.927892, + "f1": 0.906443, + "accuracy": 0.927892, + "main_score": 0.906443, + "hf_subset": "tha_Thai-mon_Mong", + "languages": [ + "tha-Thai", + "mon-Mong" + ] + }, + { + "precision": 0.498995, + "recall": 0.593891, + "f1": 0.524437, + "accuracy": 0.593891, + "main_score": 0.524437, + "hf_subset": "tha_Thai-mya_Mymr", + "languages": [ + "tha-Thai", + "mya-Mymr" + ] + }, + { + "precision": 0.696409, + "recall": 0.757636, + "f1": 0.714193, + "accuracy": 0.757636, + "main_score": 0.714193, + "hf_subset": "tir_Ethi-amh_Ethi", + "languages": [ + "tir-Ethi", + "amh-Ethi" + ] + }, + { + "precision": 0.672246, + "recall": 0.738608, + "f1": 0.690197, + "accuracy": 0.738608, + "main_score": 0.690197, + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.54581, + "recall": 0.620431, + "f1": 0.566095, + "accuracy": 0.620431, + "main_score": 0.566095, + "hf_subset": "tir_Ethi-hau_Latn", + "languages": [ + "tir-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.592215, + "recall": 0.660991, + "f1": 0.611171, + "accuracy": 0.660991, + "main_score": 0.611171, + "hf_subset": "tir_Ethi-ibo_Latn", + "languages": [ + "tir-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.554288, + "recall": 0.621933, + "f1": 0.572988, + "accuracy": 0.621933, + "main_score": 0.572988, + "hf_subset": "tir_Ethi-nso_Latn", + "languages": [ + "tir-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.462621, + "recall": 0.536805, + "f1": 0.483246, + "accuracy": 0.536805, + "main_score": 0.483246, + "hf_subset": "tir_Ethi-orm_Ethi", + "languages": [ + "tir-Ethi", + "orm-Ethi" + ] + }, + { + "precision": 0.583429, + "recall": 0.657486, + "f1": 0.60404, + "accuracy": 0.657486, + "main_score": 0.60404, + "hf_subset": "tir_Ethi-som_Latn", + "languages": [ + "tir-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.566472, + "recall": 0.632449, + "f1": 0.584168, + "accuracy": 0.632449, + "main_score": 0.584168, + "hf_subset": "tir_Ethi-ssw_Latn", + "languages": [ + "tir-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.59349, + "recall": 0.668503, + "f1": 0.613399, + "accuracy": 0.668503, + "main_score": 0.613399, + "hf_subset": "tir_Ethi-swa_Latn", + "languages": [ + "tir-Ethi", + "swa-Latn" + ] + }, + { + "precision": 0.563608, + "recall": 0.62694, + "f1": 0.581016, + "accuracy": 0.62694, + "main_score": 0.581016, + "hf_subset": "tir_Ethi-tsn_Latn", + "languages": [ + "tir-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.55927, + "recall": 0.615423, + "f1": 0.575136, + "accuracy": 0.615423, + "main_score": 0.575136, + "hf_subset": "tir_Ethi-wol_Latn", + "languages": [ + "tir-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.57752, + "recall": 0.652979, + "f1": 0.598801, + "accuracy": 0.652979, + "main_score": 0.598801, + "hf_subset": "tir_Ethi-xho_Latn", + "languages": [ + "tir-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.477398, + "recall": 0.542814, + "f1": 0.494789, + "accuracy": 0.542814, + "main_score": 0.494789, + "hf_subset": "tir_Ethi-yor_Latn", + "languages": [ + "tir-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.560922, + "recall": 0.636955, + "f1": 0.582309, + "accuracy": 0.636955, + "main_score": 0.582309, + "hf_subset": "tir_Ethi-zul_Latn", + "languages": [ + "tir-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.639743, + "recall": 0.712068, + "f1": 0.660063, + "accuracy": 0.712068, + "main_score": 0.660063, + "hf_subset": "ton_Latn-eng_Latn", + "languages": [ + "ton-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.53639, + "recall": 0.603405, + "f1": 0.554302, + "accuracy": 0.603405, + "main_score": 0.554302, + "hf_subset": "ton_Latn-fij_Latn", + "languages": [ + "ton-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.649128, + "recall": 0.707561, + "f1": 0.664736, + "accuracy": 0.707561, + "main_score": 0.664736, + "hf_subset": "ton_Latn-fil_Latn", + "languages": [ + "ton-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.630242, + "recall": 0.69304, + "f1": 0.646892, + "accuracy": 0.69304, + "main_score": 0.646892, + "hf_subset": "ton_Latn-ind_Latn", + "languages": [ + "ton-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.522769, + "recall": 0.603405, + "f1": 0.54414, + "accuracy": 0.603405, + "main_score": 0.54414, + "hf_subset": "ton_Latn-mal_Mlym", + "languages": [ + "ton-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.610282, + "recall": 0.670005, + "f1": 0.626861, + "accuracy": 0.670005, + "main_score": 0.626861, + "hf_subset": "ton_Latn-mlg_Latn", + "languages": [ + "ton-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.655478, + "recall": 0.716074, + "f1": 0.672262, + "accuracy": 0.716074, + "main_score": 0.672262, + "hf_subset": "ton_Latn-mri_Latn", + "languages": [ + "ton-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.623945, + "recall": 0.69304, + "f1": 0.642734, + "accuracy": 0.69304, + "main_score": 0.642734, + "hf_subset": "ton_Latn-msa_Latn", + "languages": [ + "ton-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.646734, + "recall": 0.702554, + "f1": 0.661633, + "accuracy": 0.702554, + "main_score": 0.661633, + "hf_subset": "ton_Latn-smo_Latn", + "languages": [ + "ton-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.567594, + "recall": 0.623435, + "f1": 0.583038, + "accuracy": 0.623435, + "main_score": 0.583038, + "hf_subset": "ton_Latn-tah_Latn", + "languages": [ + "ton-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.702227, + "recall": 0.762644, + "f1": 0.719231, + "accuracy": 0.762644, + "main_score": 0.719231, + "hf_subset": "tsn_Latn-amh_Ethi", + "languages": [ + "tsn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.848016, + "recall": 0.885829, + "f1": 0.859357, + "accuracy": 0.885829, + "main_score": 0.859357, + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.832027, + "recall": 0.869805, + "f1": 0.843078, + "accuracy": 0.869805, + "main_score": 0.843078, + "hf_subset": "tsn_Latn-hau_Latn", + "languages": [ + "tsn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.834648, + "recall": 0.867802, + "f1": 0.844113, + "accuracy": 0.867802, + "main_score": 0.844113, + "hf_subset": "tsn_Latn-ibo_Latn", + "languages": [ + "tsn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.872355, + "recall": 0.901853, + "f1": 0.881343, + "accuracy": 0.901853, + "main_score": 0.881343, + "hf_subset": "tsn_Latn-nso_Latn", + "languages": [ + "tsn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.428384, + "recall": 0.511768, + "f1": 0.451347, + "accuracy": 0.511768, + "main_score": 0.451347, + "hf_subset": "tsn_Latn-orm_Ethi", + "languages": [ + "tsn-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.814747, + "recall": 0.856284, + "f1": 0.827167, + "accuracy": 0.856284, + "main_score": 0.827167, + "hf_subset": "tsn_Latn-som_Latn", + "languages": [ + "tsn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.788154, + "recall": 0.832749, + "f1": 0.801306, + "accuracy": 0.832749, + "main_score": 0.801306, + "hf_subset": "tsn_Latn-ssw_Latn", + "languages": [ + "tsn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.860267, + "recall": 0.892839, + "f1": 0.869852, + "accuracy": 0.892839, + "main_score": 0.869852, + "hf_subset": "tsn_Latn-swa_Latn", + "languages": [ + "tsn-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.57945, + "recall": 0.651477, + "f1": 0.599485, + "accuracy": 0.651477, + "main_score": 0.599485, + "hf_subset": "tsn_Latn-tir_Ethi", + "languages": [ + "tsn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.603397, + "recall": 0.657486, + "f1": 0.619211, + "accuracy": 0.657486, + "main_score": 0.619211, + "hf_subset": "tsn_Latn-wol_Latn", + "languages": [ + "tsn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.80908, + "recall": 0.852779, + "f1": 0.822426, + "accuracy": 0.852779, + "main_score": 0.822426, + "hf_subset": "tsn_Latn-xho_Latn", + "languages": [ + "tsn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.673462, + "recall": 0.736104, + "f1": 0.691361, + "accuracy": 0.736104, + "main_score": 0.691361, + "hf_subset": "tsn_Latn-yor_Latn", + "languages": [ + "tsn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.825951, + "recall": 0.864296, + "f1": 0.837527, + "accuracy": 0.864296, + "main_score": 0.837527, + "hf_subset": "tsn_Latn-zul_Latn", + "languages": [ + "tsn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.9334, + "recall": 0.954432, + "f1": 0.940244, + "accuracy": 0.954432, + "main_score": 0.940244, + "hf_subset": "tuk_Latn-aze_Latn", + "languages": [ + "tuk-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.89539, + "recall": 0.921883, + "f1": 0.903764, + "accuracy": 0.921883, + "main_score": 0.903764, + "hf_subset": "tuk_Latn-bak_Cyrl", + "languages": [ + "tuk-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.946378, + "recall": 0.962444, + "f1": 0.951544, + "accuracy": 0.962444, + "main_score": 0.951544, + "hf_subset": "tuk_Latn-eng_Latn", + "languages": [ + "tuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.920965, + "recall": 0.943916, + "f1": 0.928209, + "accuracy": 0.943916, + "main_score": 0.928209, + "hf_subset": "tuk_Latn-kaz_Cyrl", + "languages": [ + "tuk-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.922233, + "recall": 0.944417, + "f1": 0.929294, + "accuracy": 0.944417, + "main_score": 0.929294, + "hf_subset": "tuk_Latn-kir_Cyrl", + "languages": [ + "tuk-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.913454, + "recall": 0.938408, + "f1": 0.921282, + "accuracy": 0.938408, + "main_score": 0.921282, + "hf_subset": "tuk_Latn-tat_Cyrl", + "languages": [ + "tuk-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.940903, + "recall": 0.957436, + "f1": 0.946036, + "accuracy": 0.957436, + "main_score": 0.946036, + "hf_subset": "tuk_Latn-tur_Latn", + "languages": [ + "tuk-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.833893, + "recall": 0.878317, + "f1": 0.847705, + "accuracy": 0.878317, + "main_score": 0.847705, + "hf_subset": "tuk_Latn-uig_Arab", + "languages": [ + "tuk-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.940828, + "recall": 0.957937, + "f1": 0.94642, + "accuracy": 0.957937, + "main_score": 0.94642, + "hf_subset": "tuk_Latn-uzb_Latn", + "languages": [ + "tuk-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.95898, + "recall": 0.970956, + "f1": 0.962811, + "accuracy": 0.970956, + "main_score": 0.962811, + "hf_subset": "tur_Latn-arb_Arab", + "languages": [ + "tur-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.958229, + "recall": 0.970956, + "f1": 0.96231, + "accuracy": 0.970956, + "main_score": 0.96231, + "hf_subset": "tur_Latn-aze_Latn", + "languages": [ + "tur-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.925722, + "recall": 0.94642, + "f1": 0.932215, + "accuracy": 0.94642, + "main_score": 0.932215, + "hf_subset": "tur_Latn-bak_Cyrl", + "languages": [ + "tur-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.965991, + "recall": 0.975964, + "f1": 0.969237, + "accuracy": 0.975964, + "main_score": 0.969237, + "hf_subset": "tur_Latn-ben_Beng", + "languages": [ + "tur-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.968703, + "recall": 0.978468, + "f1": 0.971874, + "accuracy": 0.978468, + "main_score": 0.971874, + "hf_subset": "tur_Latn-deu_Latn", + "languages": [ + "tur-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.973961, + "recall": 0.981973, + "f1": 0.976548, + "accuracy": 0.981973, + "main_score": 0.976548, + "hf_subset": "tur_Latn-ell_Grek", + "languages": [ + "tur-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.982307, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.961776, + "recall": 0.973961, + "f1": 0.965782, + "accuracy": 0.973961, + "main_score": 0.965782, + "hf_subset": "tur_Latn-fas_Arab", + "languages": [ + "tur-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.975213, + "recall": 0.982974, + "f1": 0.9778, + "accuracy": 0.982974, + "main_score": 0.9778, + "hf_subset": "tur_Latn-fin_Latn", + "languages": [ + "tur-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.971207, + "recall": 0.980471, + "f1": 0.974211, + "accuracy": 0.980471, + "main_score": 0.974211, + "hf_subset": "tur_Latn-fra_Latn", + "languages": [ + "tur-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.971541, + "recall": 0.980471, + "f1": 0.974462, + "accuracy": 0.980471, + "main_score": 0.974462, + "hf_subset": "tur_Latn-heb_Hebr", + "languages": [ + "tur-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.959397, + "recall": 0.971958, + "f1": 0.963395, + "accuracy": 0.971958, + "main_score": 0.963395, + "hf_subset": "tur_Latn-hin_Deva", + "languages": [ + "tur-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.972626, + "recall": 0.980971, + "f1": 0.975296, + "accuracy": 0.980971, + "main_score": 0.975296, + "hf_subset": "tur_Latn-hun_Latn", + "languages": [ + "tur-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.970456, + "recall": 0.97997, + "f1": 0.973544, + "accuracy": 0.97997, + "main_score": 0.973544, + "hf_subset": "tur_Latn-ind_Latn", + "languages": [ + "tur-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.960858, + "recall": 0.972959, + "f1": 0.964781, + "accuracy": 0.972959, + "main_score": 0.964781, + "hf_subset": "tur_Latn-jpn_Jpan", + "languages": [ + "tur-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.932207, + "recall": 0.952429, + "f1": 0.938691, + "accuracy": 0.952429, + "main_score": 0.938691, + "hf_subset": "tur_Latn-kaz_Cyrl", + "languages": [ + "tur-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.924253, + "recall": 0.94642, + "f1": 0.93123, + "accuracy": 0.94642, + "main_score": 0.93123, + "hf_subset": "tur_Latn-kir_Cyrl", + "languages": [ + "tur-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.956393, + "recall": 0.969454, + "f1": 0.960474, + "accuracy": 0.969454, + "main_score": 0.960474, + "hf_subset": "tur_Latn-kor_Hang", + "languages": [ + "tur-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.960941, + "recall": 0.972959, + "f1": 0.964864, + "accuracy": 0.972959, + "main_score": 0.964864, + "hf_subset": "tur_Latn-lit_Latn", + "languages": [ + "tur-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.969705, + "recall": 0.979469, + "f1": 0.972959, + "accuracy": 0.979469, + "main_score": 0.972959, + "hf_subset": "tur_Latn-nld_Latn", + "languages": [ + "tur-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.965281, + "recall": 0.976465, + "f1": 0.968953, + "accuracy": 0.976465, + "main_score": 0.968953, + "hf_subset": "tur_Latn-pol_Latn", + "languages": [ + "tur-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.972459, + "recall": 0.980971, + "f1": 0.975296, + "accuracy": 0.980971, + "main_score": 0.975296, + "hf_subset": "tur_Latn-por_Latn", + "languages": [ + "tur-Latn", + "por-Latn" + ] + }, + { + "precision": 0.960566, + "recall": 0.972459, + "f1": 0.964397, + "accuracy": 0.972459, + "main_score": 0.964397, + "hf_subset": "tur_Latn-rus_Cyrl", + "languages": [ + "tur-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.97104, + "recall": 0.97997, + "f1": 0.973961, + "accuracy": 0.97997, + "main_score": 0.973961, + "hf_subset": "tur_Latn-spa_Latn", + "languages": [ + "tur-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.960441, + "recall": 0.972459, + "f1": 0.964363, + "accuracy": 0.972459, + "main_score": 0.964363, + "hf_subset": "tur_Latn-swa_Latn", + "languages": [ + "tur-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.974044, + "recall": 0.981973, + "f1": 0.976632, + "accuracy": 0.981973, + "main_score": 0.976632, + "hf_subset": "tur_Latn-swe_Latn", + "languages": [ + "tur-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.935378, + "recall": 0.953931, + "f1": 0.941279, + "accuracy": 0.953931, + "main_score": 0.941279, + "hf_subset": "tur_Latn-tam_Taml", + "languages": [ + "tur-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.911718, + "recall": 0.937406, + "f1": 0.919863, + "accuracy": 0.937406, + "main_score": 0.919863, + "hf_subset": "tur_Latn-tat_Cyrl", + "languages": [ + "tur-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.911634, + "recall": 0.935403, + "f1": 0.918945, + "accuracy": 0.935403, + "main_score": 0.918945, + "hf_subset": "tur_Latn-tuk_Latn", + "languages": [ + "tur-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.858943, + "recall": 0.897847, + "f1": 0.870751, + "accuracy": 0.897847, + "main_score": 0.870751, + "hf_subset": "tur_Latn-uig_Arab", + "languages": [ + "tur-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.947588, + "recall": 0.961943, + "f1": 0.951978, + "accuracy": 0.961943, + "main_score": 0.951978, + "hf_subset": "tur_Latn-uzb_Latn", + "languages": [ + "tur-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.967702, + "recall": 0.977967, + "f1": 0.97104, + "accuracy": 0.977967, + "main_score": 0.97104, + "hf_subset": "tur_Latn-vie_Latn", + "languages": [ + "tur-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.962861, + "recall": 0.974462, + "f1": 0.966617, + "accuracy": 0.974462, + "main_score": 0.966617, + "hf_subset": "tur_Latn-zho_Hant", + "languages": [ + "tur-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.820222, + "recall": 0.868803, + "f1": 0.835229, + "accuracy": 0.868803, + "main_score": 0.835229, + "hf_subset": "tur_Latn-zul_Latn", + "languages": [ + "tur-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.898615, + "recall": 0.925889, + "f1": 0.907077, + "accuracy": 0.925889, + "main_score": 0.907077, + "hf_subset": "uig_Arab-aze_Latn", + "languages": [ + "uig-Arab", + "aze-Latn" + ] + }, + { + "precision": 0.856114, + "recall": 0.893841, + "f1": 0.867677, + "accuracy": 0.893841, + "main_score": 0.867677, + "hf_subset": "uig_Arab-bak_Cyrl", + "languages": [ + "uig-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.897697, + "recall": 0.92639, + "f1": 0.906577, + "accuracy": 0.92639, + "main_score": 0.906577, + "hf_subset": "uig_Arab-eng_Latn", + "languages": [ + "uig-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.898631, + "recall": 0.92639, + "f1": 0.907244, + "accuracy": 0.92639, + "main_score": 0.907244, + "hf_subset": "uig_Arab-kaz_Cyrl", + "languages": [ + "uig-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.881088, + "recall": 0.914872, + "f1": 0.891881, + "accuracy": 0.914872, + "main_score": 0.891881, + "hf_subset": "uig_Arab-kir_Cyrl", + "languages": [ + "uig-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.877441, + "recall": 0.910866, + "f1": 0.888015, + "accuracy": 0.910866, + "main_score": 0.888015, + "hf_subset": "uig_Arab-tat_Cyrl", + "languages": [ + "uig-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.865086, + "recall": 0.901352, + "f1": 0.876423, + "accuracy": 0.901352, + "main_score": 0.876423, + "hf_subset": "uig_Arab-tuk_Latn", + "languages": [ + "uig-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.908529, + "recall": 0.933901, + "f1": 0.916441, + "accuracy": 0.933901, + "main_score": 0.916441, + "hf_subset": "uig_Arab-tur_Latn", + "languages": [ + "uig-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.904081, + "recall": 0.930396, + "f1": 0.912485, + "accuracy": 0.930396, + "main_score": 0.912485, + "hf_subset": "uig_Arab-uzb_Latn", + "languages": [ + "uig-Arab", + "uzb-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "ukr_Cyrl-bel_Cyrl", + "languages": [ + "ukr-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.985729, + "recall": 0.989985, + "f1": 0.987147, + "accuracy": 0.989985, + "main_score": 0.987147, + "hf_subset": "ukr_Cyrl-bos_Latn", + "languages": [ + "ukr-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, + "hf_subset": "ukr_Cyrl-bul_Cyrl", + "languages": [ + "ukr-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.985228, + "recall": 0.989484, + "f1": 0.986647, + "accuracy": 0.989484, + "main_score": 0.986647, + "hf_subset": "ukr_Cyrl-ces_Latn", + "languages": [ + "ukr-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.982223, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, + "hf_subset": "ukr_Cyrl-hrv_Latn", + "languages": [ + "ukr-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, + "hf_subset": "ukr_Cyrl-mkd_Cyrl", + "languages": [ + "ukr-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "ukr_Cyrl-pol_Latn", + "languages": [ + "ukr-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.978551, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "ukr_Cyrl-rus_Cyrl", + "languages": [ + "ukr-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "ukr_Cyrl-slk_Latn", + "languages": [ + "ukr-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.984143, + "recall": 0.988983, + "f1": 0.985729, + "accuracy": 0.988983, + "main_score": 0.985729, + "hf_subset": "ukr_Cyrl-slv_Latn", + "languages": [ + "ukr-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "ukr_Cyrl-srp_Cyrl", + "languages": [ + "ukr-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.984977, + "recall": 0.989484, + "f1": 0.98648, + "accuracy": 0.989484, + "main_score": 0.98648, + "hf_subset": "ukr_Cyrl-srp_Latn", + "languages": [ + "ukr-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.767715, + "recall": 0.825238, + "f1": 0.784977, + "accuracy": 0.825238, + "main_score": 0.784977, + "hf_subset": "urd_Arab-div_Thaa", + "languages": [ + "urd-Arab", + "div-Thaa" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.950843, + "recall": 0.965448, + "f1": 0.955517, + "accuracy": 0.965448, + "main_score": 0.955517, + "hf_subset": "urd_Arab-eus_Latn", + "languages": [ + "urd-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.963946, + "recall": 0.975463, + "f1": 0.967702, + "accuracy": 0.975463, + "main_score": 0.967702, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.976548, + "recall": 0.983475, + "f1": 0.978802, + "accuracy": 0.983475, + "main_score": 0.978802, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.976715, + "recall": 0.983475, + "f1": 0.978885, + "accuracy": 0.983475, + "main_score": 0.978885, + "hf_subset": "urd_Arab-nep_Deva", + "languages": [ + "urd-Arab", + "nep-Deva" + ] + }, + { + "precision": 0.969955, + "recall": 0.979469, + "f1": 0.973126, + "accuracy": 0.979469, + "main_score": 0.973126, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.93976, + "recall": 0.958438, + "f1": 0.945752, + "accuracy": 0.958438, + "main_score": 0.945752, + "hf_subset": "urd_Arab-sin_Sinh", + "languages": [ + "urd-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.864397, + "recall": 0.903856, + "f1": 0.876865, + "accuracy": 0.903856, + "main_score": 0.876865, + "hf_subset": "urd_Arab-snd_Arab", + "languages": [ + "urd-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.957019, + "recall": 0.970456, + "f1": 0.961442, + "accuracy": 0.970456, + "main_score": 0.961442, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.969454, + "recall": 0.978468, + "f1": 0.972375, + "accuracy": 0.978468, + "main_score": 0.972375, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.962611, + "recall": 0.974462, + "f1": 0.966533, + "accuracy": 0.974462, + "main_score": 0.966533, + "hf_subset": "uzb_Latn-aze_Latn", + "languages": [ + "uzb-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.929978, + "recall": 0.950426, + "f1": 0.936464, + "accuracy": 0.950426, + "main_score": 0.936464, + "hf_subset": "uzb_Latn-bak_Cyrl", + "languages": [ + "uzb-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.972959, + "recall": 0.981472, + "f1": 0.975797, + "accuracy": 0.981472, + "main_score": 0.975797, + "hf_subset": "uzb_Latn-eng_Latn", + "languages": [ + "uzb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.955934, + "recall": 0.969454, + "f1": 0.960357, + "accuracy": 0.969454, + "main_score": 0.960357, + "hf_subset": "uzb_Latn-kaz_Cyrl", + "languages": [ + "uzb-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.941579, + "recall": 0.95994, + "f1": 0.947505, + "accuracy": 0.95994, + "main_score": 0.947505, + "hf_subset": "uzb_Latn-kir_Cyrl", + "languages": [ + "uzb-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.934944, + "recall": 0.954432, + "f1": 0.941195, + "accuracy": 0.954432, + "main_score": 0.941195, + "hf_subset": "uzb_Latn-tat_Cyrl", + "languages": [ + "uzb-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.94667, + "recall": 0.961943, + "f1": 0.951494, + "accuracy": 0.961943, + "main_score": 0.951494, + "hf_subset": "uzb_Latn-tuk_Latn", + "languages": [ + "uzb-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.96453, + "recall": 0.975463, + "f1": 0.968119, + "accuracy": 0.975463, + "main_score": 0.968119, + "hf_subset": "uzb_Latn-tur_Latn", + "languages": [ + "uzb-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.879478, + "recall": 0.913871, + "f1": 0.890178, + "accuracy": 0.913871, + "main_score": 0.890178, + "hf_subset": "uzb_Latn-uig_Arab", + "languages": [ + "uzb-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.697795, + "recall": 0.739109, + "f1": 0.709308, + "accuracy": 0.739109, + "main_score": 0.709308, + "hf_subset": "ven_Latn-bem_Latn", + "languages": [ + "ven-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.711246, + "recall": 0.769154, + "f1": 0.727797, + "accuracy": 0.769154, + "main_score": 0.727797, + "hf_subset": "ven_Latn-eng_Latn", + "languages": [ + "ven-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.582748, + "recall": 0.631948, + "f1": 0.596546, + "accuracy": 0.631948, + "main_score": 0.596546, + "hf_subset": "ven_Latn-ewe_Latn", + "languages": [ + "ven-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.605688, + "recall": 0.650976, + "f1": 0.618218, + "accuracy": 0.650976, + "main_score": 0.618218, + "hf_subset": "ven_Latn-fuc_Latn", + "languages": [ + "ven-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.720233, + "recall": 0.766149, + "f1": 0.73344, + "accuracy": 0.766149, + "main_score": 0.73344, + "hf_subset": "ven_Latn-kin_Latn", + "languages": [ + "ven-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.701529, + "recall": 0.74662, + "f1": 0.714389, + "accuracy": 0.74662, + "main_score": 0.714389, + "hf_subset": "ven_Latn-nde_Latn", + "languages": [ + "ven-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.716587, + "recall": 0.765148, + "f1": 0.730488, + "accuracy": 0.765148, + "main_score": 0.730488, + "hf_subset": "ven_Latn-nya_Latn", + "languages": [ + "ven-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.74736, + "recall": 0.78668, + "f1": 0.758392, + "accuracy": 0.78668, + "main_score": 0.758392, + "hf_subset": "ven_Latn-sna_Latn", + "languages": [ + "ven-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.972208, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "vie_Latn-arb_Arab", + "languages": [ + "vie-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.978968, + "recall": 0.985979, + "f1": 0.981305, + "accuracy": 0.985979, + "main_score": 0.981305, + "hf_subset": "vie_Latn-ben_Beng", + "languages": [ + "vie-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, + "hf_subset": "vie_Latn-deu_Latn", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "vie_Latn-ell_Grek", + "languages": [ + "vie-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.973627, + "recall": 0.981973, + "f1": 0.976381, + "accuracy": 0.981973, + "main_score": 0.976381, + "hf_subset": "vie_Latn-fas_Arab", + "languages": [ + "vie-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.977717, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "vie_Latn-fin_Latn", + "languages": [ + "vie-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "vie_Latn-fra_Latn", + "languages": [ + "vie-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "vie_Latn-heb_Hebr", + "languages": [ + "vie-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.974962, + "recall": 0.982974, + "f1": 0.97755, + "accuracy": 0.982974, + "main_score": 0.97755, + "hf_subset": "vie_Latn-hin_Deva", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.976548, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "vie_Latn-hun_Latn", + "languages": [ + "vie-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, + "hf_subset": "vie_Latn-ind_Latn", + "languages": [ + "vie-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.969329, + "recall": 0.978968, + "f1": 0.972409, + "accuracy": 0.978968, + "main_score": 0.972409, + "hf_subset": "vie_Latn-jpn_Jpan", + "languages": [ + "vie-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.968453, + "recall": 0.978468, + "f1": 0.971791, + "accuracy": 0.978468, + "main_score": 0.971791, + "hf_subset": "vie_Latn-kor_Hang", + "languages": [ + "vie-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.975463, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, + "hf_subset": "vie_Latn-lit_Latn", + "languages": [ + "vie-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "vie_Latn-nld_Latn", + "languages": [ + "vie-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.978468, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "vie_Latn-pol_Latn", + "languages": [ + "vie-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "vie_Latn-por_Latn", + "languages": [ + "vie-Latn", + "por-Latn" + ] + }, + { + "precision": 0.974128, + "recall": 0.981973, + "f1": 0.976632, + "accuracy": 0.981973, + "main_score": 0.976632, + "hf_subset": "vie_Latn-rus_Cyrl", + "languages": [ + "vie-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.983225, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, + "hf_subset": "vie_Latn-spa_Latn", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "vie_Latn-swa_Latn", + "languages": [ + "vie-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "vie_Latn-swe_Latn", + "languages": [ + "vie-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.944166, + "recall": 0.961943, + "f1": 0.950092, + "accuracy": 0.961943, + "main_score": 0.950092, + "hf_subset": "vie_Latn-tam_Taml", + "languages": [ + "vie-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.976715, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, + "hf_subset": "vie_Latn-tur_Latn", + "languages": [ + "vie-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.969746, + "recall": 0.978968, + "f1": 0.972742, + "accuracy": 0.978968, + "main_score": 0.972742, + "hf_subset": "vie_Latn-yue_Hant", + "languages": [ + "vie-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.964196, + "recall": 0.975463, + "f1": 0.967852, + "accuracy": 0.975463, + "main_score": 0.967852, + "hf_subset": "vie_Latn-zho_Hans", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, + "hf_subset": "vie_Latn-zho_Hant", + "languages": [ + "vie-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.84526, + "recall": 0.888332, + "f1": 0.858614, + "accuracy": 0.888332, + "main_score": 0.858614, + "hf_subset": "vie_Latn-zul_Latn", + "languages": [ + "vie-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.503198, + "recall": 0.57336, + "f1": 0.521999, + "accuracy": 0.57336, + "main_score": 0.521999, + "hf_subset": "wol_Latn-amh_Ethi", + "languages": [ + "wol-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.631138, + "recall": 0.694041, + "f1": 0.648731, + "accuracy": 0.694041, + "main_score": 0.648731, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.549663, + "recall": 0.609915, + "f1": 0.565809, + "accuracy": 0.609915, + "main_score": 0.565809, + "hf_subset": "wol_Latn-hau_Latn", + "languages": [ + "wol-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.584245, + "recall": 0.642464, + "f1": 0.599699, + "accuracy": 0.642464, + "main_score": 0.599699, + "hf_subset": "wol_Latn-ibo_Latn", + "languages": [ + "wol-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.560856, + "recall": 0.618428, + "f1": 0.576572, + "accuracy": 0.618428, + "main_score": 0.576572, + "hf_subset": "wol_Latn-nso_Latn", + "languages": [ + "wol-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.431461, + "recall": 0.505759, + "f1": 0.452272, + "accuracy": 0.505759, + "main_score": 0.452272, + "hf_subset": "wol_Latn-orm_Ethi", + "languages": [ + "wol-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.559783, + "recall": 0.618428, + "f1": 0.575665, + "accuracy": 0.618428, + "main_score": 0.575665, + "hf_subset": "wol_Latn-som_Latn", + "languages": [ + "wol-Latn", + "som-Latn" + ] + }, + { + "precision": 0.548989, + "recall": 0.607912, + "f1": 0.56522, + "accuracy": 0.607912, + "main_score": 0.56522, + "hf_subset": "wol_Latn-ssw_Latn", + "languages": [ + "wol-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.555715, + "recall": 0.622934, + "f1": 0.573505, + "accuracy": 0.622934, + "main_score": 0.573505, + "hf_subset": "wol_Latn-swa_Latn", + "languages": [ + "wol-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.51662, + "recall": 0.582374, + "f1": 0.534107, + "accuracy": 0.582374, + "main_score": 0.534107, + "hf_subset": "wol_Latn-tir_Ethi", + "languages": [ + "wol-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.572511, + "recall": 0.628443, + "f1": 0.588265, + "accuracy": 0.628443, + "main_score": 0.588265, + "hf_subset": "wol_Latn-tsn_Latn", + "languages": [ + "wol-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.551429, + "recall": 0.611918, + "f1": 0.567753, + "accuracy": 0.611918, + "main_score": 0.567753, + "hf_subset": "wol_Latn-xho_Latn", + "languages": [ + "wol-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.511237, + "recall": 0.572359, + "f1": 0.527145, + "accuracy": 0.572359, + "main_score": 0.527145, + "hf_subset": "wol_Latn-yor_Latn", + "languages": [ + "wol-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.563955, + "recall": 0.620431, + "f1": 0.579033, + "accuracy": 0.620431, + "main_score": 0.579033, + "hf_subset": "wol_Latn-zul_Latn", + "languages": [ + "wol-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.735802, + "recall": 0.795193, + "f1": 0.753203, + "accuracy": 0.795193, + "main_score": 0.753203, + "hf_subset": "xho_Latn-amh_Ethi", + "languages": [ + "xho-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.890285, + "recall": 0.920381, + "f1": 0.899475, + "accuracy": 0.920381, + "main_score": 0.899475, + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.848494, + "recall": 0.884326, + "f1": 0.85925, + "accuracy": 0.884326, + "main_score": 0.85925, + "hf_subset": "xho_Latn-hau_Latn", + "languages": [ + "xho-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.847297, + "recall": 0.884326, + "f1": 0.8585, + "accuracy": 0.884326, + "main_score": 0.8585, + "hf_subset": "xho_Latn-ibo_Latn", + "languages": [ + "xho-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.813295, + "recall": 0.85328, + "f1": 0.825371, + "accuracy": 0.85328, + "main_score": 0.825371, + "hf_subset": "xho_Latn-nso_Latn", + "languages": [ + "xho-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.422743, + "recall": 0.503756, + "f1": 0.444777, + "accuracy": 0.503756, + "main_score": 0.444777, + "hf_subset": "xho_Latn-orm_Ethi", + "languages": [ + "xho-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.840511, + "recall": 0.87982, + "f1": 0.852637, + "accuracy": 0.87982, + "main_score": 0.852637, + "hf_subset": "xho_Latn-som_Latn", + "languages": [ + "xho-Latn", + "som-Latn" + ] + }, + { + "precision": 0.833935, + "recall": 0.871808, + "f1": 0.845137, + "accuracy": 0.871808, + "main_score": 0.845137, + "hf_subset": "xho_Latn-ssw_Latn", + "languages": [ + "xho-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.898719, + "recall": 0.922884, + "f1": 0.905991, + "accuracy": 0.922884, + "main_score": 0.905991, + "hf_subset": "xho_Latn-swa_Latn", + "languages": [ + "xho-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.588542, + "recall": 0.660491, + "f1": 0.608216, + "accuracy": 0.660491, + "main_score": 0.608216, + "hf_subset": "xho_Latn-tir_Ethi", + "languages": [ + "xho-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.813538, + "recall": 0.855283, + "f1": 0.825687, + "accuracy": 0.855283, + "main_score": 0.825687, + "hf_subset": "xho_Latn-tsn_Latn", + "languages": [ + "xho-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.598397, + "recall": 0.656985, + "f1": 0.615291, + "accuracy": 0.656985, + "main_score": 0.615291, + "hf_subset": "xho_Latn-wol_Latn", + "languages": [ + "xho-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.655889, + "recall": 0.720581, + "f1": 0.673954, + "accuracy": 0.720581, + "main_score": 0.673954, + "hf_subset": "xho_Latn-yor_Latn", + "languages": [ + "xho-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.868069, + "recall": 0.902854, + "f1": 0.879069, + "accuracy": 0.902854, + "main_score": 0.879069, + "hf_subset": "xho_Latn-zul_Latn", + "languages": [ + "xho-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.613271, + "recall": 0.685028, + "f1": 0.633486, + "accuracy": 0.685028, + "main_score": 0.633486, + "hf_subset": "yor_Latn-amh_Ethi", + "languages": [ + "yor-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.735629, + "recall": 0.794692, + "f1": 0.752779, + "accuracy": 0.794692, + "main_score": 0.752779, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.706135, + "recall": 0.763645, + "f1": 0.722085, + "accuracy": 0.763645, + "main_score": 0.722085, + "hf_subset": "yor_Latn-hau_Latn", + "languages": [ + "yor-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.756088, + "recall": 0.805709, + "f1": 0.770578, + "accuracy": 0.805709, + "main_score": 0.770578, + "hf_subset": "yor_Latn-ibo_Latn", + "languages": [ + "yor-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.679946, + "recall": 0.737106, + "f1": 0.695932, + "accuracy": 0.737106, + "main_score": 0.695932, + "hf_subset": "yor_Latn-nso_Latn", + "languages": [ + "yor-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.387638, + "recall": 0.4667, + "f1": 0.409539, + "accuracy": 0.4667, + "main_score": 0.409539, + "hf_subset": "yor_Latn-orm_Ethi", + "languages": [ + "yor-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.708656, + "recall": 0.761642, + "f1": 0.723702, + "accuracy": 0.761642, + "main_score": 0.723702, + "hf_subset": "yor_Latn-som_Latn", + "languages": [ + "yor-Latn", + "som-Latn" + ] + }, + { + "precision": 0.662855, + "recall": 0.721082, + "f1": 0.679474, + "accuracy": 0.721082, + "main_score": 0.679474, + "hf_subset": "yor_Latn-ssw_Latn", + "languages": [ + "yor-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.732787, + "recall": 0.78668, + "f1": 0.748469, + "accuracy": 0.78668, + "main_score": 0.748469, + "hf_subset": "yor_Latn-swa_Latn", + "languages": [ + "yor-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.521359, + "recall": 0.595393, + "f1": 0.541211, + "accuracy": 0.595393, + "main_score": 0.541211, + "hf_subset": "yor_Latn-tir_Ethi", + "languages": [ + "yor-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.70711, + "recall": 0.759639, + "f1": 0.721944, + "accuracy": 0.759639, + "main_score": 0.721944, + "hf_subset": "yor_Latn-tsn_Latn", + "languages": [ + "yor-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.554098, + "recall": 0.610916, + "f1": 0.569865, + "accuracy": 0.610916, + "main_score": 0.569865, + "hf_subset": "yor_Latn-wol_Latn", + "languages": [ + "yor-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.672844, + "recall": 0.736104, + "f1": 0.690616, + "accuracy": 0.736104, + "main_score": 0.690616, + "hf_subset": "yor_Latn-xho_Latn", + "languages": [ + "yor-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.68337, + "recall": 0.74011, + "f1": 0.699626, + "accuracy": 0.74011, + "main_score": 0.699626, + "hf_subset": "yor_Latn-zul_Latn", + "languages": [ + "yor-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "yue_Hant-eng_Latn", + "languages": [ + "yue-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.975046, + "recall": 0.982474, + "f1": 0.977466, + "accuracy": 0.982474, + "main_score": 0.977466, + "hf_subset": "yue_Hant-jpn_Jpan", + "languages": [ + "yue-Hant", + "jpn-Jpan" + ] + }, + { + "precision": 0.973794, + "recall": 0.981973, + "f1": 0.976465, + "accuracy": 0.981973, + "main_score": 0.976465, + "hf_subset": "yue_Hant-kor_Hang", + "languages": [ + "yue-Hant", + "kor-Hang" + ] + }, + { + "precision": 0.977341, + "recall": 0.984477, + "f1": 0.97967, + "accuracy": 0.984477, + "main_score": 0.97967, + "hf_subset": "yue_Hant-vie_Latn", + "languages": [ + "yue-Hant", + "vie-Latn" + ] + }, + { + "precision": 0.973961, + "recall": 0.981973, + "f1": 0.976548, + "accuracy": 0.981973, + "main_score": 0.976548, + "hf_subset": "yue_Hant-zho_Hans", + "languages": [ + "yue-Hant", + "zho-Hans" + ] + }, + { + "precision": 0.980679, + "recall": 0.98648, + "f1": 0.982507, + "accuracy": 0.98648, + "main_score": 0.982507, + "hf_subset": "yue_Hant-zho_Hant", + "languages": [ + "yue-Hant", + "zho-Hant" + ] + }, + { + "precision": 0.977717, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.96695, + "recall": 0.977466, + "f1": 0.970372, + "accuracy": 0.977466, + "main_score": 0.970372, + "hf_subset": "zho_Hans-jpn_Jpan", + "languages": [ + "zho-Hans", + "jpn-Jpan" + ] + }, + { + "precision": 0.962944, + "recall": 0.974962, + "f1": 0.966867, + "accuracy": 0.974962, + "main_score": 0.966867, + "hf_subset": "zho_Hans-kor_Hang", + "languages": [ + "zho-Hans", + "kor-Hang" + ] + }, + { + "precision": 0.968369, + "recall": 0.978468, + "f1": 0.971708, + "accuracy": 0.978468, + "main_score": 0.971708, + "hf_subset": "zho_Hans-vie_Latn", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "precision": 0.974211, + "recall": 0.982474, + "f1": 0.976965, + "accuracy": 0.982474, + "main_score": 0.976965, + "hf_subset": "zho_Hans-yue_Hant", + "languages": [ + "zho-Hans", + "yue-Hant" + ] + }, + { + "precision": 0.975213, + "recall": 0.982474, + "f1": 0.97755, + "accuracy": 0.982474, + "main_score": 0.97755, + "hf_subset": "zho_Hans-zho_Hant", + "languages": [ + "zho-Hans", + "zho-Hant" + ] + }, + { + "precision": 0.969871, + "recall": 0.978968, + "f1": 0.972793, + "accuracy": 0.978968, + "main_score": 0.972793, + "hf_subset": "zho_Hant-arb_Arab", + "languages": [ + "zho-Hant", + "arb-Arab" + ] + }, + { + "precision": 0.973126, + "recall": 0.981973, + "f1": 0.976047, + "accuracy": 0.981973, + "main_score": 0.976047, + "hf_subset": "zho_Hant-ben_Beng", + "languages": [ + "zho-Hant", + "ben-Beng" + ] + }, + { + "precision": 0.979386, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, + "hf_subset": "zho_Hant-deu_Latn", + "languages": [ + "zho-Hant", + "deu-Latn" + ] + }, + { + "precision": 0.974879, + "recall": 0.982974, + "f1": 0.97755, + "accuracy": 0.982974, + "main_score": 0.97755, + "hf_subset": "zho_Hant-ell_Grek", + "languages": [ + "zho-Hant", + "ell-Grek" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.971123, + "recall": 0.980471, + "f1": 0.974211, + "accuracy": 0.980471, + "main_score": 0.974211, + "hf_subset": "zho_Hant-fas_Arab", + "languages": [ + "zho-Hant", + "fas-Arab" + ] + }, + { + "precision": 0.976298, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, + "hf_subset": "zho_Hant-fin_Latn", + "languages": [ + "zho-Hant", + "fin-Latn" + ] + }, + { + "precision": 0.979636, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "zho_Hant-fra_Latn", + "languages": [ + "zho-Hant", + "fra-Latn" + ] + }, + { + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "zho_Hant-heb_Hebr", + "languages": [ + "zho-Hant", + "heb-Hebr" + ] + }, + { + "precision": 0.965907, + "recall": 0.976465, + "f1": 0.969237, + "accuracy": 0.976465, + "main_score": 0.969237, + "hf_subset": "zho_Hant-hin_Deva", + "languages": [ + "zho-Hant", + "hin-Deva" + ] + }, + { + "precision": 0.972125, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "zho_Hant-hun_Latn", + "languages": [ + "zho-Hant", + "hun-Latn" + ] + }, + { + "precision": 0.982933, + "recall": 0.987982, + "f1": 0.98451, + "accuracy": 0.987982, + "main_score": 0.98451, + "hf_subset": "zho_Hant-ind_Latn", + "languages": [ + "zho-Hant", + "ind-Latn" + ] + }, + { + "precision": 0.976047, + "recall": 0.983475, + "f1": 0.978468, + "accuracy": 0.983475, + "main_score": 0.978468, + "hf_subset": "zho_Hant-jpn_Jpan", + "languages": [ + "zho-Hant", + "jpn-Jpan" + ] + }, + { + "precision": 0.965782, + "recall": 0.976465, + "f1": 0.969204, + "accuracy": 0.976465, + "main_score": 0.969204, + "hf_subset": "zho_Hant-kor_Hang", + "languages": [ + "zho-Hant", + "kor-Hang" + ] + }, + { + "precision": 0.967284, + "recall": 0.977466, + "f1": 0.970623, + "accuracy": 0.977466, + "main_score": 0.970623, + "hf_subset": "zho_Hant-lit_Latn", + "languages": [ + "zho-Hant", + "lit-Latn" + ] + }, + { + "precision": 0.979636, + "recall": 0.985979, + "f1": 0.981723, + "accuracy": 0.985979, + "main_score": 0.981723, + "hf_subset": "zho_Hant-nld_Latn", + "languages": [ + "zho-Hant", + "nld-Latn" + ] + }, + { + "precision": 0.975213, + "recall": 0.982974, + "f1": 0.9778, + "accuracy": 0.982974, + "main_score": 0.9778, + "hf_subset": "zho_Hant-pol_Latn", + "languages": [ + "zho-Hant", + "pol-Latn" + ] + }, + { + "precision": 0.977466, + "recall": 0.983976, + "f1": 0.979553, + "accuracy": 0.983976, + "main_score": 0.979553, + "hf_subset": "zho_Hant-por_Latn", + "languages": [ + "zho-Hant", + "por-Latn" + ] + }, + { + "precision": 0.964196, + "recall": 0.975463, + "f1": 0.967868, + "accuracy": 0.975463, + "main_score": 0.967868, + "hf_subset": "zho_Hant-rus_Cyrl", + "languages": [ + "zho-Hant", + "rus-Cyrl" + ] + }, + { + "precision": 0.978968, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, + "hf_subset": "zho_Hant-spa_Latn", + "languages": [ + "zho-Hant", + "spa-Latn" + ] + }, + { + "precision": 0.967785, + "recall": 0.977967, + "f1": 0.971123, + "accuracy": 0.977967, + "main_score": 0.971123, + "hf_subset": "zho_Hant-swa_Latn", + "languages": [ + "zho-Hant", + "swa-Latn" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "zho_Hant-swe_Latn", + "languages": [ + "zho-Hant", + "swe-Latn" + ] + }, + { + "precision": 0.944934, + "recall": 0.961943, + "f1": 0.950426, + "accuracy": 0.961943, + "main_score": 0.950426, + "hf_subset": "zho_Hant-tam_Taml", + "languages": [ + "zho-Hant", + "tam-Taml" + ] + }, + { + "precision": 0.975964, + "recall": 0.983475, + "f1": 0.978468, + "accuracy": 0.983475, + "main_score": 0.978468, + "hf_subset": "zho_Hant-tur_Latn", + "languages": [ + "zho-Hant", + "tur-Latn" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "zho_Hant-vie_Latn", + "languages": [ + "zho-Hant", + "vie-Latn" + ] + }, + { + "precision": 0.977591, + "recall": 0.984477, + "f1": 0.979836, + "accuracy": 0.984477, + "main_score": 0.979836, + "hf_subset": "zho_Hant-yue_Hant", + "languages": [ + "zho-Hant", + "yue-Hant" + ] + }, + { + "precision": 0.972626, + "recall": 0.981472, + "f1": 0.975547, + "accuracy": 0.981472, + "main_score": 0.975547, + "hf_subset": "zho_Hant-zho_Hans", + "languages": [ + "zho-Hant", + "zho-Hans" + ] + }, + { + "precision": 0.813904, + "recall": 0.866299, + "f1": 0.830272, + "accuracy": 0.866299, + "main_score": 0.830272, + "hf_subset": "zho_Hant-zul_Latn", + "languages": [ + "zho-Hant", + "zul-Latn" + ] + }, + { + "precision": 0.735162, + "recall": 0.79319, + "f1": 0.751933, + "accuracy": 0.79319, + "main_score": 0.751933, + "hf_subset": "zul_Latn-amh_Ethi", + "languages": [ + "zul-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.843789, + "recall": 0.882323, + "f1": 0.855162, + "accuracy": 0.882323, + "main_score": 0.855162, + "hf_subset": "zul_Latn-arb_Arab", + "languages": [ + "zul-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.852412, + "recall": 0.889835, + "f1": 0.863839, + "accuracy": 0.889835, + "main_score": 0.863839, + "hf_subset": "zul_Latn-ben_Beng", + "languages": [ + "zul-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.865515, + "recall": 0.900351, + "f1": 0.876248, + "accuracy": 0.900351, + "main_score": 0.876248, + "hf_subset": "zul_Latn-deu_Latn", + "languages": [ + "zul-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.864727, + "recall": 0.89985, + "f1": 0.875441, + "accuracy": 0.89985, + "main_score": 0.875441, + "hf_subset": "zul_Latn-ell_Grek", + "languages": [ + "zul-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.886989, + "recall": 0.918378, + "f1": 0.896678, + "accuracy": 0.918378, + "main_score": 0.896678, + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.84213, + "recall": 0.880821, + "f1": 0.853683, + "accuracy": 0.880821, + "main_score": 0.853683, + "hf_subset": "zul_Latn-fas_Arab", + "languages": [ + "zul-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.850643, + "recall": 0.887331, + "f1": 0.861726, + "accuracy": 0.887331, + "main_score": 0.861726, + "hf_subset": "zul_Latn-fin_Latn", + "languages": [ + "zul-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.856097, + "recall": 0.892839, + "f1": 0.867252, + "accuracy": 0.892839, + "main_score": 0.867252, + "hf_subset": "zul_Latn-fra_Latn", + "languages": [ + "zul-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.83969, + "recall": 0.875313, + "f1": 0.850361, + "accuracy": 0.875313, + "main_score": 0.850361, + "hf_subset": "zul_Latn-hau_Latn", + "languages": [ + "zul-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.851148, + "recall": 0.888833, + "f1": 0.862504, + "accuracy": 0.888833, + "main_score": 0.862504, + "hf_subset": "zul_Latn-heb_Hebr", + "languages": [ + "zul-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.862799, + "recall": 0.898848, + "f1": 0.873719, + "accuracy": 0.898848, + "main_score": 0.873719, + "hf_subset": "zul_Latn-hin_Deva", + "languages": [ + "zul-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.839561, + "recall": 0.878317, + "f1": 0.851294, + "accuracy": 0.878317, + "main_score": 0.851294, + "hf_subset": "zul_Latn-hun_Latn", + "languages": [ + "zul-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.841384, + "recall": 0.879319, + "f1": 0.852931, + "accuracy": 0.879319, + "main_score": 0.852931, + "hf_subset": "zul_Latn-ibo_Latn", + "languages": [ + "zul-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.88028, + "recall": 0.909865, + "f1": 0.889138, + "accuracy": 0.909865, + "main_score": 0.889138, + "hf_subset": "zul_Latn-ind_Latn", + "languages": [ + "zul-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.8182, + "recall": 0.862293, + "f1": 0.83112, + "accuracy": 0.862293, + "main_score": 0.83112, + "hf_subset": "zul_Latn-jpn_Jpan", + "languages": [ + "zul-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.838015, + "recall": 0.878317, + "f1": 0.850175, + "accuracy": 0.878317, + "main_score": 0.850175, + "hf_subset": "zul_Latn-kor_Hang", + "languages": [ + "zul-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.849872, + "recall": 0.885829, + "f1": 0.860674, + "accuracy": 0.885829, + "main_score": 0.860674, + "hf_subset": "zul_Latn-lit_Latn", + "languages": [ + "zul-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.883292, + "recall": 0.913871, + "f1": 0.892739, + "accuracy": 0.913871, + "main_score": 0.892739, + "hf_subset": "zul_Latn-nld_Latn", + "languages": [ + "zul-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.815561, + "recall": 0.857286, + "f1": 0.82827, + "accuracy": 0.857286, + "main_score": 0.82827, + "hf_subset": "zul_Latn-nso_Latn", + "languages": [ + "zul-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.420317, + "recall": 0.50676, + "f1": 0.443828, + "accuracy": 0.50676, + "main_score": 0.443828, + "hf_subset": "zul_Latn-orm_Ethi", + "languages": [ + "zul-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.849825, + "recall": 0.887331, + "f1": 0.861509, + "accuracy": 0.887331, + "main_score": 0.861509, + "hf_subset": "zul_Latn-pol_Latn", + "languages": [ + "zul-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.880654, + "recall": 0.911868, + "f1": 0.890362, + "accuracy": 0.911868, + "main_score": 0.890362, + "hf_subset": "zul_Latn-por_Latn", + "languages": [ + "zul-Latn", + "por-Latn" + ] + }, + { + "precision": 0.828918, + "recall": 0.871307, + "f1": 0.841822, + "accuracy": 0.871307, + "main_score": 0.841822, + "hf_subset": "zul_Latn-rus_Cyrl", + "languages": [ + "zul-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.839076, + "recall": 0.876815, + "f1": 0.850602, + "accuracy": 0.876815, + "main_score": 0.850602, + "hf_subset": "zul_Latn-som_Latn", + "languages": [ + "zul-Latn", + "som-Latn" + ] + }, + { + "precision": 0.868024, + "recall": 0.900851, + "f1": 0.878182, + "accuracy": 0.900851, + "main_score": 0.878182, + "hf_subset": "zul_Latn-spa_Latn", + "languages": [ + "zul-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.834285, + "recall": 0.877316, + "f1": 0.847354, + "accuracy": 0.877316, + "main_score": 0.847354, + "hf_subset": "zul_Latn-ssw_Latn", + "languages": [ + "zul-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.882311, + "recall": 0.911367, + "f1": 0.891256, + "accuracy": 0.911367, + "main_score": 0.891256, + "hf_subset": "zul_Latn-swa_Latn", + "languages": [ + "zul-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.874071, + "recall": 0.903355, + "f1": 0.882958, + "accuracy": 0.903355, + "main_score": 0.882958, + "hf_subset": "zul_Latn-swe_Latn", + "languages": [ + "zul-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.800245, + "recall": 0.848773, + "f1": 0.814583, + "accuracy": 0.848773, + "main_score": 0.814583, + "hf_subset": "zul_Latn-tam_Taml", + "languages": [ + "zul-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.582947, + "recall": 0.657486, + "f1": 0.603962, + "accuracy": 0.657486, + "main_score": 0.603962, + "hf_subset": "zul_Latn-tir_Ethi", + "languages": [ + "zul-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.811183, + "recall": 0.850275, + "f1": 0.822496, + "accuracy": 0.850275, + "main_score": 0.822496, + "hf_subset": "zul_Latn-tsn_Latn", + "languages": [ + "zul-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.852479, + "recall": 0.890836, + "f1": 0.864096, + "accuracy": 0.890836, + "main_score": 0.864096, + "hf_subset": "zul_Latn-tur_Latn", + "languages": [ + "zul-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.870803, + "recall": 0.902354, + "f1": 0.880299, + "accuracy": 0.902354, + "main_score": 0.880299, + "hf_subset": "zul_Latn-vie_Latn", + "languages": [ + "zul-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.596997, + "recall": 0.656985, + "f1": 0.614639, + "accuracy": 0.656985, + "main_score": 0.614639, + "hf_subset": "zul_Latn-wol_Latn", + "languages": [ + "zul-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.860182, + "recall": 0.897847, + "f1": 0.872075, + "accuracy": 0.897847, + "main_score": 0.872075, + "hf_subset": "zul_Latn-xho_Latn", + "languages": [ + "zul-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.663259, + "recall": 0.729094, + "f1": 0.681956, + "accuracy": 0.729094, + "main_score": 0.681956, + "hf_subset": "zul_Latn-yor_Latn", + "languages": [ + "zul-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.823306, + "recall": 0.865298, + "f1": 0.835698, + "accuracy": 0.865298, + "main_score": 0.835698, + "hf_subset": "zul_Latn-zho_Hant", + "languages": [ + "zul-Latn", + "zho-Hant" + ] + } + ] + }, + "evaluation_time": 2017.1123452186584, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/NepaliNewsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NepaliNewsClassification.json new file mode 100644 index 0000000000..06113d95f9 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NepaliNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "79125f20d858a08f71ec4923169a6545221725c4", + "task_name": "NepaliNewsClassification", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "accuracy": 0.977832, + "f1": 0.977564, + "f1_weighted": 0.977786, + "scores_per_experiment": [ + { + "accuracy": 0.978516, + "f1": 0.978221, + "f1_weighted": 0.978467 + }, + { + "accuracy": 0.974609, + "f1": 0.974438, + "f1_weighted": 0.974526 + }, + { + "accuracy": 0.979004, + "f1": 0.978728, + "f1_weighted": 0.978957 + }, + { + "accuracy": 0.978516, + "f1": 0.978239, + "f1_weighted": 0.978465 + }, + { + "accuracy": 0.976562, + "f1": 0.976281, + "f1_weighted": 0.976511 + }, + { + "accuracy": 0.978516, + "f1": 0.978244, + "f1_weighted": 0.978482 + }, + { + "accuracy": 0.977051, + "f1": 0.976722, + "f1_weighted": 0.976997 + }, + { + "accuracy": 0.980469, + "f1": 0.980213, + "f1_weighted": 0.980433 + }, + { + "accuracy": 0.976074, + "f1": 0.975784, + "f1_weighted": 0.976061 + }, + { + "accuracy": 0.979004, + "f1": 0.97877, + "f1_weighted": 0.97896 + } + ], + "main_score": 0.977832, + "hf_subset": "default", + "languages": [ + "nep-Deva" + ] + } + ] + }, + "evaluation_time": 34.63335704803467, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/News21InstructionRetrieval.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/News21InstructionRetrieval.json new file mode 100644 index 0000000000..2baf546fe6 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/News21InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "e0144086b45fe31ac125e9ac1a83b6a409bb6ca6", + "task_name": "News21InstructionRetrieval", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "p-MRR": 0.022765, + "individual": { + "original": { + "ndcg_at_1": 0.26562, + "ndcg_at_3": 0.26844, + "ndcg_at_5": 0.25989, + "ndcg_at_10": 0.32355, + "ndcg_at_20": 0.37702, + "ndcg_at_100": 0.48078, + "ndcg_at_1000": 0.53847, + "map_at_1": 0.03764, + "map_at_3": 0.0737, + "map_at_5": 0.08996, + "map_at_10": 0.13388, + "map_at_20": 0.18933, + "map_at_100": 0.25718, + "map_at_1000": 0.27497, + "recall_at_1": 0.03764, + "recall_at_3": 0.09472, + "recall_at_5": 0.12948, + "recall_at_10": 0.25443, + "recall_at_20": 0.41543, + "recall_at_100": 0.74363, + "recall_at_1000": 1.0, + "precision_at_1": 0.3125, + "precision_at_3": 0.30208, + "precision_at_5": 0.28125, + "precision_at_10": 0.2875, + "precision_at_20": 0.25469, + "precision_at_100": 0.10594, + "precision_at_1000": 0.01634, + "naucs_at_1_max": 0.193005, + "naucs_at_1_std": 0.239645, + "naucs_at_1_diff1": 0.066375, + "naucs_at_3_max": 0.05237, + "naucs_at_3_std": 0.141874, + "naucs_at_3_diff1": 0.173077, + "naucs_at_5_max": 0.064164, + "naucs_at_5_std": 0.116771, + "naucs_at_5_diff1": 0.176591, + "naucs_at_10_max": 0.053854, + "naucs_at_10_std": 0.129255, + "naucs_at_10_diff1": 0.169444, + "naucs_at_20_max": 0.053854, + "naucs_at_20_std": 0.129255, + "naucs_at_20_diff1": 0.169444, + "naucs_at_100_max": 0.058562, + "naucs_at_100_std": 0.132152, + "naucs_at_100_diff1": 0.167057, + "naucs_at_1000_max": 0.058562, + "naucs_at_1000_std": 0.132152, + "naucs_at_1000_diff1": 0.167057, + "mrr_at_1": 0.3125, + "mrr_at_3": 0.473958, + "mrr_at_5": 0.494271, + "mrr_at_10": 0.517572, + "mrr_at_20": 0.517572, + "mrr_at_100": 0.518804, + "mrr_at_1000": 0.518804 + }, + "changed": { + "ndcg_at_1": 0.50781, + "ndcg_at_3": 0.52793, + "ndcg_at_5": 0.53925, + "ndcg_at_10": 0.53166, + "ndcg_at_20": 0.56144, + "ndcg_at_100": 0.64519, + "ndcg_at_1000": 0.72623, + "map_at_1": 0.03272, + "map_at_3": 0.08988, + "map_at_5": 0.13245, + "map_at_10": 0.21914, + "map_at_20": 0.3291, + "map_at_100": 0.46497, + "map_at_1000": 0.50625, + "recall_at_1": 0.03272, + "recall_at_3": 0.09522, + "recall_at_5": 0.14559, + "recall_at_10": 0.25618, + "recall_at_20": 0.41879, + "recall_at_100": 0.71867, + "recall_at_1000": 1.0, + "precision_at_1": 0.8125, + "precision_at_3": 0.78125, + "precision_at_5": 0.75625, + "precision_at_10": 0.69063, + "precision_at_20": 0.59063, + "precision_at_100": 0.24031, + "precision_at_1000": 0.03725, + "naucs_at_1_max": -0.073031, + "naucs_at_1_std": -0.508969, + "naucs_at_1_diff1": -0.223658, + "naucs_at_3_max": 0.014122, + "naucs_at_3_std": -0.591592, + "naucs_at_3_diff1": -0.248739, + "naucs_at_5_max": 0.014122, + "naucs_at_5_std": -0.591592, + "naucs_at_5_diff1": -0.248739, + "naucs_at_10_max": 0.011226, + "naucs_at_10_std": -0.575817, + "naucs_at_10_diff1": -0.223656, + "naucs_at_20_max": 0.011226, + "naucs_at_20_std": -0.575817, + "naucs_at_20_diff1": -0.223656, + "naucs_at_100_max": 0.011226, + "naucs_at_100_std": -0.575817, + "naucs_at_100_diff1": -0.223656, + "naucs_at_1000_max": 0.011226, + "naucs_at_1000_std": -0.575817, + "naucs_at_1000_diff1": -0.223656, + "mrr_at_1": 0.8125, + "mrr_at_3": 0.875, + "mrr_at_5": 0.875, + "mrr_at_10": 0.878125, + "mrr_at_20": 0.878125, + "mrr_at_100": 0.878125, + "mrr_at_1000": 0.878125 + } + }, + "main_score": 0.022765, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3193.9907376766205, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/NollySentiBitextMining.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NollySentiBitextMining.json new file mode 100644 index 0000000000..bc4c6c358c --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NollySentiBitextMining.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "d48254fbdb51af1ae7f20831aab0bccf0b70a19c", + "task_name": "NollySentiBitextMining", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "precision": 0.552019, + "recall": 0.617073, + "f1": 0.565782, + "accuracy": 0.617073, + "main_score": 0.565782, + "hf_subset": "en-ha", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.474289, + "recall": 0.526829, + "f1": 0.487911, + "accuracy": 0.526829, + "main_score": 0.487911, + "hf_subset": "en-ig", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.93313, + "recall": 0.953659, + "f1": 0.939593, + "accuracy": 0.953659, + "main_score": 0.939593, + "hf_subset": "en-pcm", + "languages": [ + "eng-Latn", + "pcm-Latn" + ] + }, + { + "precision": 0.301884, + "recall": 0.365854, + "f1": 0.315775, + "accuracy": 0.365854, + "main_score": 0.315775, + "hf_subset": "en-yo", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 32.20977473258972, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/NordicLangClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NordicLangClassification.json new file mode 100644 index 0000000000..15ed7d1adb --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NordicLangClassification.json @@ -0,0 +1,78 @@ +{ + "dataset_revision": "e254179d18ab0165fdb6dbef91178266222bee2a", + "task_name": "NordicLangClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.724833, + "f1": 0.70987, + "f1_weighted": 0.711817, + "scores_per_experiment": [ + { + "accuracy": 0.724, + "f1": 0.712234, + "f1_weighted": 0.714914 + }, + { + "accuracy": 0.751, + "f1": 0.736659, + "f1_weighted": 0.738292 + }, + { + "accuracy": 0.712667, + "f1": 0.696751, + "f1_weighted": 0.698473 + }, + { + "accuracy": 0.724667, + "f1": 0.70984, + "f1_weighted": 0.712122 + }, + { + "accuracy": 0.74, + "f1": 0.728182, + "f1_weighted": 0.72977 + }, + { + "accuracy": 0.711, + "f1": 0.69739, + "f1_weighted": 0.70065 + }, + { + "accuracy": 0.724, + "f1": 0.708137, + "f1_weighted": 0.710309 + }, + { + "accuracy": 0.729667, + "f1": 0.715689, + "f1_weighted": 0.716808 + }, + { + "accuracy": 0.699667, + "f1": 0.671739, + "f1_weighted": 0.672422 + }, + { + "accuracy": 0.731667, + "f1": 0.722077, + "f1_weighted": 0.724411 + } + ], + "main_score": 0.724833, + "hf_subset": "default", + "languages": [ + "nob-Latn", + "nno-Latn", + "dan-Latn", + "swe-Latn", + "isl-Latn", + "fao-Latn" + ] + } + ] + }, + "evaluation_time": 37.48015856742859, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/NorwegianCourtsBitextMining.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NorwegianCourtsBitextMining.json new file mode 100644 index 0000000000..a0c101d264 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NorwegianCourtsBitextMining.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "d79af07e969a6678fcbbe819956840425816468f", + "task_name": "NorwegianCourtsBitextMining", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "precision": 0.929825, + "recall": 0.942982, + "f1": 0.934211, + "accuracy": 0.942982, + "main_score": 0.934211, + "hf_subset": "default", + "languages": [ + "nob-Latn", + "nno-Latn" + ] + } + ] + }, + "evaluation_time": 2.103472948074341, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/NusaParagraphEmotionClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NusaParagraphEmotionClassification.json new file mode 100644 index 0000000000..2b166f6009 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NusaParagraphEmotionClassification.json @@ -0,0 +1,631 @@ +{ + "dataset_revision": "c61e8c3ee47d2dce296e9601195916b54c21d575", + "task_name": "NusaParagraphEmotionClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.4128, + "f1": 0.37508, + "f1_weighted": 0.39258, + "scores_per_experiment": [ + { + "accuracy": 0.46, + "f1": 0.414959, + "f1_weighted": 0.431694 + }, + { + "accuracy": 0.45, + "f1": 0.425658, + "f1_weighted": 0.44079 + }, + { + "accuracy": 0.394, + "f1": 0.361268, + "f1_weighted": 0.374626 + }, + { + "accuracy": 0.412, + "f1": 0.39502, + "f1_weighted": 0.410853 + }, + { + "accuracy": 0.418, + "f1": 0.385418, + "f1_weighted": 0.401737 + }, + { + "accuracy": 0.43, + "f1": 0.395206, + "f1_weighted": 0.409495 + }, + { + "accuracy": 0.394, + "f1": 0.358634, + "f1_weighted": 0.374411 + }, + { + "accuracy": 0.408, + "f1": 0.378337, + "f1_weighted": 0.397498 + }, + { + "accuracy": 0.358, + "f1": 0.305705, + "f1_weighted": 0.327369 + }, + { + "accuracy": 0.404, + "f1": 0.330595, + "f1_weighted": 0.357328 + } + ], + "main_score": 0.37508, + "hf_subset": "btk", + "languages": [ + "bbc-Latn" + ] + }, + { + "accuracy": 0.61425, + "f1": 0.573878, + "f1_weighted": 0.596147, + "scores_per_experiment": [ + { + "accuracy": 0.60625, + "f1": 0.568148, + "f1_weighted": 0.593135 + }, + { + "accuracy": 0.59625, + "f1": 0.545388, + "f1_weighted": 0.570805 + }, + { + "accuracy": 0.6125, + "f1": 0.5743, + "f1_weighted": 0.593574 + }, + { + "accuracy": 0.56375, + "f1": 0.536959, + "f1_weighted": 0.548408 + }, + { + "accuracy": 0.6275, + "f1": 0.578665, + "f1_weighted": 0.604062 + }, + { + "accuracy": 0.64625, + "f1": 0.584779, + "f1_weighted": 0.612152 + }, + { + "accuracy": 0.61375, + "f1": 0.568796, + "f1_weighted": 0.596755 + }, + { + "accuracy": 0.62125, + "f1": 0.587654, + "f1_weighted": 0.608438 + }, + { + "accuracy": 0.60125, + "f1": 0.583554, + "f1_weighted": 0.596541 + }, + { + "accuracy": 0.65375, + "f1": 0.610543, + "f1_weighted": 0.637597 + } + ], + "main_score": 0.573878, + "hf_subset": "bew", + "languages": [ + "bew-Latn" + ] + }, + { + "accuracy": 0.464333, + "f1": 0.329724, + "f1_weighted": 0.425414, + "scores_per_experiment": [ + { + "accuracy": 0.48, + "f1": 0.348528, + "f1_weighted": 0.440228 + }, + { + "accuracy": 0.49, + "f1": 0.347083, + "f1_weighted": 0.446991 + }, + { + "accuracy": 0.46, + "f1": 0.327297, + "f1_weighted": 0.418694 + }, + { + "accuracy": 0.44, + "f1": 0.307218, + "f1_weighted": 0.398914 + }, + { + "accuracy": 0.466667, + "f1": 0.330827, + "f1_weighted": 0.428958 + }, + { + "accuracy": 0.473333, + "f1": 0.344525, + "f1_weighted": 0.434347 + }, + { + "accuracy": 0.47, + "f1": 0.336873, + "f1_weighted": 0.437543 + }, + { + "accuracy": 0.473333, + "f1": 0.33134, + "f1_weighted": 0.432079 + }, + { + "accuracy": 0.436667, + "f1": 0.307432, + "f1_weighted": 0.402419 + }, + { + "accuracy": 0.453333, + "f1": 0.316119, + "f1_weighted": 0.413969 + } + ], + "main_score": 0.329724, + "hf_subset": "bug", + "languages": [ + "bug-Latn" + ] + }, + { + "accuracy": 0.53325, + "f1": 0.492006, + "f1_weighted": 0.518558, + "scores_per_experiment": [ + { + "accuracy": 0.5475, + "f1": 0.496463, + "f1_weighted": 0.524229 + }, + { + "accuracy": 0.54875, + "f1": 0.503543, + "f1_weighted": 0.530973 + }, + { + "accuracy": 0.51125, + "f1": 0.478265, + "f1_weighted": 0.503902 + }, + { + "accuracy": 0.53625, + "f1": 0.512129, + "f1_weighted": 0.530635 + }, + { + "accuracy": 0.56875, + "f1": 0.521297, + "f1_weighted": 0.550284 + }, + { + "accuracy": 0.54, + "f1": 0.485256, + "f1_weighted": 0.52036 + }, + { + "accuracy": 0.5075, + "f1": 0.50014, + "f1_weighted": 0.50414 + }, + { + "accuracy": 0.51875, + "f1": 0.46747, + "f1_weighted": 0.50236 + }, + { + "accuracy": 0.5325, + "f1": 0.488885, + "f1_weighted": 0.515724 + }, + { + "accuracy": 0.52125, + "f1": 0.466615, + "f1_weighted": 0.50297 + } + ], + "main_score": 0.492006, + "hf_subset": "jav", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.4114, + "f1": 0.350755, + "f1_weighted": 0.395403, + "scores_per_experiment": [ + { + "accuracy": 0.41, + "f1": 0.343215, + "f1_weighted": 0.391648 + }, + { + "accuracy": 0.43, + "f1": 0.361428, + "f1_weighted": 0.415375 + }, + { + "accuracy": 0.284, + "f1": 0.283839, + "f1_weighted": 0.295407 + }, + { + "accuracy": 0.442, + "f1": 0.359444, + "f1_weighted": 0.431084 + }, + { + "accuracy": 0.408, + "f1": 0.34122, + "f1_weighted": 0.354491 + }, + { + "accuracy": 0.39, + "f1": 0.35967, + "f1_weighted": 0.372602 + }, + { + "accuracy": 0.432, + "f1": 0.361993, + "f1_weighted": 0.421677 + }, + { + "accuracy": 0.464, + "f1": 0.397342, + "f1_weighted": 0.47636 + }, + { + "accuracy": 0.428, + "f1": 0.342974, + "f1_weighted": 0.41239 + }, + { + "accuracy": 0.426, + "f1": 0.356424, + "f1_weighted": 0.382995 + } + ], + "main_score": 0.350755, + "hf_subset": "mad", + "languages": [ + "mad-Latn" + ] + }, + { + "accuracy": 0.4164, + "f1": 0.379024, + "f1_weighted": 0.405132, + "scores_per_experiment": [ + { + "accuracy": 0.334, + "f1": 0.313549, + "f1_weighted": 0.318605 + }, + { + "accuracy": 0.42, + "f1": 0.357347, + "f1_weighted": 0.397843 + }, + { + "accuracy": 0.476, + "f1": 0.445705, + "f1_weighted": 0.479247 + }, + { + "accuracy": 0.438, + "f1": 0.400642, + "f1_weighted": 0.415936 + }, + { + "accuracy": 0.378, + "f1": 0.369394, + "f1_weighted": 0.38284 + }, + { + "accuracy": 0.446, + "f1": 0.405934, + "f1_weighted": 0.436945 + }, + { + "accuracy": 0.396, + "f1": 0.356658, + "f1_weighted": 0.384102 + }, + { + "accuracy": 0.392, + "f1": 0.357254, + "f1_weighted": 0.381552 + }, + { + "accuracy": 0.424, + "f1": 0.379053, + "f1_weighted": 0.417732 + }, + { + "accuracy": 0.46, + "f1": 0.404702, + "f1_weighted": 0.436515 + } + ], + "main_score": 0.379024, + "hf_subset": "mak", + "languages": [ + "mak-Latn" + ] + }, + { + "accuracy": 0.6465, + "f1": 0.602219, + "f1_weighted": 0.629404, + "scores_per_experiment": [ + { + "accuracy": 0.665, + "f1": 0.618883, + "f1_weighted": 0.64183 + }, + { + "accuracy": 0.6475, + "f1": 0.622341, + "f1_weighted": 0.645979 + }, + { + "accuracy": 0.645, + "f1": 0.584232, + "f1_weighted": 0.622469 + }, + { + "accuracy": 0.59375, + "f1": 0.580041, + "f1_weighted": 0.590147 + }, + { + "accuracy": 0.6275, + "f1": 0.569696, + "f1_weighted": 0.594218 + }, + { + "accuracy": 0.6475, + "f1": 0.609451, + "f1_weighted": 0.637362 + }, + { + "accuracy": 0.64125, + "f1": 0.576407, + "f1_weighted": 0.615382 + }, + { + "accuracy": 0.66125, + "f1": 0.614338, + "f1_weighted": 0.642181 + }, + { + "accuracy": 0.685, + "f1": 0.653781, + "f1_weighted": 0.67842 + }, + { + "accuracy": 0.65125, + "f1": 0.593024, + "f1_weighted": 0.626053 + } + ], + "main_score": 0.602219, + "hf_subset": "min", + "languages": [ + "min-Latn" + ] + }, + { + "accuracy": 0.70575, + "f1": 0.599204, + "f1_weighted": 0.670312, + "scores_per_experiment": [ + { + "accuracy": 0.6975, + "f1": 0.583976, + "f1_weighted": 0.654048 + }, + { + "accuracy": 0.6875, + "f1": 0.578343, + "f1_weighted": 0.646353 + }, + { + "accuracy": 0.685, + "f1": 0.568692, + "f1_weighted": 0.640604 + }, + { + "accuracy": 0.74, + "f1": 0.635259, + "f1_weighted": 0.711319 + }, + { + "accuracy": 0.74, + "f1": 0.635611, + "f1_weighted": 0.715599 + }, + { + "accuracy": 0.695, + "f1": 0.60193, + "f1_weighted": 0.666039 + }, + { + "accuracy": 0.7075, + "f1": 0.607072, + "f1_weighted": 0.679751 + }, + { + "accuracy": 0.73, + "f1": 0.623296, + "f1_weighted": 0.694261 + }, + { + "accuracy": 0.7025, + "f1": 0.586002, + "f1_weighted": 0.659379 + }, + { + "accuracy": 0.6725, + "f1": 0.571863, + "f1_weighted": 0.635765 + } + ], + "main_score": 0.599204, + "hf_subset": "mui", + "languages": [ + "mui-Latn" + ] + }, + { + "accuracy": 0.499333, + "f1": 0.44858, + "f1_weighted": 0.493221, + "scores_per_experiment": [ + { + "accuracy": 0.493333, + "f1": 0.4288, + "f1_weighted": 0.479965 + }, + { + "accuracy": 0.436667, + "f1": 0.379098, + "f1_weighted": 0.41659 + }, + { + "accuracy": 0.493333, + "f1": 0.442554, + "f1_weighted": 0.494595 + }, + { + "accuracy": 0.48, + "f1": 0.425239, + "f1_weighted": 0.480809 + }, + { + "accuracy": 0.523333, + "f1": 0.478881, + "f1_weighted": 0.530489 + }, + { + "accuracy": 0.533333, + "f1": 0.486515, + "f1_weighted": 0.535115 + }, + { + "accuracy": 0.48, + "f1": 0.427288, + "f1_weighted": 0.460627 + }, + { + "accuracy": 0.5, + "f1": 0.439738, + "f1_weighted": 0.483692 + }, + { + "accuracy": 0.536667, + "f1": 0.502204, + "f1_weighted": 0.538954 + }, + { + "accuracy": 0.516667, + "f1": 0.475485, + "f1_weighted": 0.511371 + } + ], + "main_score": 0.44858, + "hf_subset": "rej", + "languages": [ + "rej-Latn" + ] + }, + { + "accuracy": 0.550875, + "f1": 0.516005, + "f1_weighted": 0.533602, + "scores_per_experiment": [ + { + "accuracy": 0.52625, + "f1": 0.48002, + "f1_weighted": 0.501486 + }, + { + "accuracy": 0.58375, + "f1": 0.565027, + "f1_weighted": 0.575766 + }, + { + "accuracy": 0.55875, + "f1": 0.524042, + "f1_weighted": 0.542582 + }, + { + "accuracy": 0.585, + "f1": 0.536507, + "f1_weighted": 0.556706 + }, + { + "accuracy": 0.5525, + "f1": 0.501679, + "f1_weighted": 0.529723 + }, + { + "accuracy": 0.52, + "f1": 0.498212, + "f1_weighted": 0.520486 + }, + { + "accuracy": 0.545, + "f1": 0.50111, + "f1_weighted": 0.514016 + }, + { + "accuracy": 0.53875, + "f1": 0.504021, + "f1_weighted": 0.520109 + }, + { + "accuracy": 0.53625, + "f1": 0.522367, + "f1_weighted": 0.529979 + }, + { + "accuracy": 0.5625, + "f1": 0.527069, + "f1_weighted": 0.545168 + } + ], + "main_score": 0.516005, + "hf_subset": "sun", + "languages": [ + "sun-Latn" + ] + } + ] + }, + "evaluation_time": 467.54507088661194, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/NusaTranslationBitextMining.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NusaTranslationBitextMining.json new file mode 100644 index 0000000000..3aeec94620 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NusaTranslationBitextMining.json @@ -0,0 +1,143 @@ +{ + "dataset_revision": "ba52e9d114a4a145d79b4293afab31304a999a4c", + "task_name": "NusaTranslationBitextMining", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "precision": 0.848541, + "recall": 0.877, + "f1": 0.856418, + "accuracy": 0.877, + "main_score": 0.856418, + "hf_subset": "ind-abs", + "languages": [ + "ind-Latn", + "abs-Latn" + ] + }, + { + "precision": 0.551008, + "recall": 0.61303, + "f1": 0.566086, + "accuracy": 0.61303, + "main_score": 0.566086, + "hf_subset": "ind-btk", + "languages": [ + "ind-Latn", + "bbc-Latn" + ] + }, + { + "precision": 0.777344, + "recall": 0.818939, + "f1": 0.788126, + "accuracy": 0.818939, + "main_score": 0.788126, + "hf_subset": "ind-bew", + "languages": [ + "ind-Latn", + "bew-Latn" + ] + }, + { + "precision": 0.624516, + "recall": 0.685, + "f1": 0.639249, + "accuracy": 0.685, + "main_score": 0.639249, + "hf_subset": "ind-bhp", + "languages": [ + "ind-Latn", + "bhp-Latn" + ] + }, + { + "precision": 0.767457, + "recall": 0.808333, + "f1": 0.77786, + "accuracy": 0.808333, + "main_score": 0.77786, + "hf_subset": "ind-jav", + "languages": [ + "ind-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.532512, + "recall": 0.592273, + "f1": 0.547098, + "accuracy": 0.592273, + "main_score": 0.547098, + "hf_subset": "ind-mad", + "languages": [ + "ind-Latn", + "mad-Latn" + ] + }, + { + "precision": 0.394954, + "recall": 0.458485, + "f1": 0.409922, + "accuracy": 0.458485, + "main_score": 0.409922, + "hf_subset": "ind-mak", + "languages": [ + "ind-Latn", + "mak-Latn" + ] + }, + { + "precision": 0.796454, + "recall": 0.837121, + "f1": 0.807184, + "accuracy": 0.837121, + "main_score": 0.807184, + "hf_subset": "ind-min", + "languages": [ + "ind-Latn", + "min-Latn" + ] + }, + { + "precision": 0.949667, + "recall": 0.965, + "f1": 0.9545, + "accuracy": 0.965, + "main_score": 0.9545, + "hf_subset": "ind-mui", + "languages": [ + "ind-Latn", + "mui-Latn" + ] + }, + { + "precision": 0.631468, + "recall": 0.695, + "f1": 0.647463, + "accuracy": 0.695, + "main_score": 0.647463, + "hf_subset": "ind-rej", + "languages": [ + "ind-Latn", + "rej-Latn" + ] + }, + { + "precision": 0.779987, + "recall": 0.818939, + "f1": 0.789966, + "accuracy": 0.818939, + "main_score": 0.789966, + "hf_subset": "ind-sun", + "languages": [ + "ind-Latn", + "sun-Latn" + ] + } + ] + }, + "evaluation_time": 664.2598798274994, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/NusaX-senti.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NusaX-senti.json new file mode 100644 index 0000000000..ecbdf7d0aa --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NusaX-senti.json @@ -0,0 +1,755 @@ +{ + "dataset_revision": "a450ba4b1b6d2216c3674d3e576b2e85ce729add", + "task_name": "NusaX-senti", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.74, + "f1": 0.717352, + "f1_weighted": 0.735524, + "scores_per_experiment": [ + { + "accuracy": 0.7725, + "f1": 0.751171, + "f1_weighted": 0.766792 + }, + { + "accuracy": 0.72, + "f1": 0.697738, + "f1_weighted": 0.71953 + }, + { + "accuracy": 0.7325, + "f1": 0.719976, + "f1_weighted": 0.732592 + }, + { + "accuracy": 0.7625, + "f1": 0.736961, + "f1_weighted": 0.754749 + }, + { + "accuracy": 0.715, + "f1": 0.694858, + "f1_weighted": 0.714314 + }, + { + "accuracy": 0.725, + "f1": 0.676478, + "f1_weighted": 0.706674 + }, + { + "accuracy": 0.7675, + "f1": 0.751299, + "f1_weighted": 0.766041 + }, + { + "accuracy": 0.7025, + "f1": 0.69359, + "f1_weighted": 0.703875 + }, + { + "accuracy": 0.7525, + "f1": 0.724476, + "f1_weighted": 0.7447 + }, + { + "accuracy": 0.75, + "f1": 0.726976, + "f1_weighted": 0.745977 + } + ], + "main_score": 0.74, + "hf_subset": "ace", + "languages": [ + "ace-Latn" + ] + }, + { + "accuracy": 0.761, + "f1": 0.740149, + "f1_weighted": 0.757418, + "scores_per_experiment": [ + { + "accuracy": 0.7725, + "f1": 0.756949, + "f1_weighted": 0.771819 + }, + { + "accuracy": 0.695, + "f1": 0.679811, + "f1_weighted": 0.700914 + }, + { + "accuracy": 0.78, + "f1": 0.766005, + "f1_weighted": 0.778216 + }, + { + "accuracy": 0.7775, + "f1": 0.759601, + "f1_weighted": 0.771899 + }, + { + "accuracy": 0.75, + "f1": 0.73142, + "f1_weighted": 0.746911 + }, + { + "accuracy": 0.745, + "f1": 0.704467, + "f1_weighted": 0.73423 + }, + { + "accuracy": 0.785, + "f1": 0.764988, + "f1_weighted": 0.779651 + }, + { + "accuracy": 0.7725, + "f1": 0.757799, + "f1_weighted": 0.771418 + }, + { + "accuracy": 0.775, + "f1": 0.749288, + "f1_weighted": 0.767326 + }, + { + "accuracy": 0.7575, + "f1": 0.731165, + "f1_weighted": 0.751799 + } + ], + "main_score": 0.761, + "hf_subset": "ban", + "languages": [ + "ban-Latn" + ] + }, + { + "accuracy": 0.8175, + "f1": 0.797936, + "f1_weighted": 0.815069, + "scores_per_experiment": [ + { + "accuracy": 0.83, + "f1": 0.812719, + "f1_weighted": 0.830112 + }, + { + "accuracy": 0.805, + "f1": 0.784009, + "f1_weighted": 0.804208 + }, + { + "accuracy": 0.825, + "f1": 0.806183, + "f1_weighted": 0.822968 + }, + { + "accuracy": 0.85, + "f1": 0.830994, + "f1_weighted": 0.84537 + }, + { + "accuracy": 0.745, + "f1": 0.728274, + "f1_weighted": 0.746283 + }, + { + "accuracy": 0.8225, + "f1": 0.798356, + "f1_weighted": 0.817208 + }, + { + "accuracy": 0.835, + "f1": 0.817335, + "f1_weighted": 0.832004 + }, + { + "accuracy": 0.8175, + "f1": 0.799948, + "f1_weighted": 0.816246 + }, + { + "accuracy": 0.8275, + "f1": 0.806034, + "f1_weighted": 0.822425 + }, + { + "accuracy": 0.8175, + "f1": 0.79551, + "f1_weighted": 0.813867 + } + ], + "main_score": 0.8175, + "hf_subset": "bjn", + "languages": [ + "bjn-Latn" + ] + }, + { + "accuracy": 0.60625, + "f1": 0.580314, + "f1_weighted": 0.581718, + "scores_per_experiment": [ + { + "accuracy": 0.6125, + "f1": 0.593042, + "f1_weighted": 0.591244 + }, + { + "accuracy": 0.5675, + "f1": 0.52961, + "f1_weighted": 0.530529 + }, + { + "accuracy": 0.6275, + "f1": 0.615022, + "f1_weighted": 0.61687 + }, + { + "accuracy": 0.635, + "f1": 0.609738, + "f1_weighted": 0.620355 + }, + { + "accuracy": 0.5775, + "f1": 0.544711, + "f1_weighted": 0.535666 + }, + { + "accuracy": 0.5575, + "f1": 0.524616, + "f1_weighted": 0.51562 + }, + { + "accuracy": 0.62, + "f1": 0.591799, + "f1_weighted": 0.599339 + }, + { + "accuracy": 0.555, + "f1": 0.531279, + "f1_weighted": 0.522903 + }, + { + "accuracy": 0.6675, + "f1": 0.64792, + "f1_weighted": 0.658331 + }, + { + "accuracy": 0.6425, + "f1": 0.615399, + "f1_weighted": 0.626326 + } + ], + "main_score": 0.60625, + "hf_subset": "bug", + "languages": [ + "bug-Latn" + ] + }, + { + "accuracy": 0.89, + "f1": 0.875543, + "f1_weighted": 0.888305, + "scores_per_experiment": [ + { + "accuracy": 0.895, + "f1": 0.881776, + "f1_weighted": 0.893547 + }, + { + "accuracy": 0.88, + "f1": 0.862921, + "f1_weighted": 0.878158 + }, + { + "accuracy": 0.8975, + "f1": 0.885576, + "f1_weighted": 0.896983 + }, + { + "accuracy": 0.895, + "f1": 0.8788, + "f1_weighted": 0.892074 + }, + { + "accuracy": 0.8825, + "f1": 0.87033, + "f1_weighted": 0.88192 + }, + { + "accuracy": 0.8875, + "f1": 0.871964, + "f1_weighted": 0.885995 + }, + { + "accuracy": 0.8875, + "f1": 0.872379, + "f1_weighted": 0.885876 + }, + { + "accuracy": 0.8875, + "f1": 0.874373, + "f1_weighted": 0.88631 + }, + { + "accuracy": 0.89, + "f1": 0.875244, + "f1_weighted": 0.887667 + }, + { + "accuracy": 0.8975, + "f1": 0.882067, + "f1_weighted": 0.894516 + } + ], + "main_score": 0.89, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.89675, + "f1": 0.881399, + "f1_weighted": 0.894133, + "scores_per_experiment": [ + { + "accuracy": 0.8975, + "f1": 0.881029, + "f1_weighted": 0.894269 + }, + { + "accuracy": 0.9, + "f1": 0.884956, + "f1_weighted": 0.897448 + }, + { + "accuracy": 0.905, + "f1": 0.892037, + "f1_weighted": 0.903329 + }, + { + "accuracy": 0.8975, + "f1": 0.882285, + "f1_weighted": 0.895041 + }, + { + "accuracy": 0.88, + "f1": 0.863713, + "f1_weighted": 0.877819 + }, + { + "accuracy": 0.9, + "f1": 0.885232, + "f1_weighted": 0.898043 + }, + { + "accuracy": 0.8975, + "f1": 0.880979, + "f1_weighted": 0.89423 + }, + { + "accuracy": 0.905, + "f1": 0.892124, + "f1_weighted": 0.903414 + }, + { + "accuracy": 0.8975, + "f1": 0.883506, + "f1_weighted": 0.894807 + }, + { + "accuracy": 0.8875, + "f1": 0.868126, + "f1_weighted": 0.882927 + } + ], + "main_score": 0.89675, + "hf_subset": "ind", + "languages": [ + "ind-Latn" + ] + }, + { + "accuracy": 0.843, + "f1": 0.8237, + "f1_weighted": 0.840112, + "scores_per_experiment": [ + { + "accuracy": 0.86, + "f1": 0.843918, + "f1_weighted": 0.857911 + }, + { + "accuracy": 0.8225, + "f1": 0.803236, + "f1_weighted": 0.823178 + }, + { + "accuracy": 0.85, + "f1": 0.834991, + "f1_weighted": 0.849553 + }, + { + "accuracy": 0.8475, + "f1": 0.825214, + "f1_weighted": 0.841645 + }, + { + "accuracy": 0.8325, + "f1": 0.812681, + "f1_weighted": 0.829893 + }, + { + "accuracy": 0.8475, + "f1": 0.829434, + "f1_weighted": 0.845894 + }, + { + "accuracy": 0.8425, + "f1": 0.81938, + "f1_weighted": 0.837937 + }, + { + "accuracy": 0.845, + "f1": 0.831153, + "f1_weighted": 0.845142 + }, + { + "accuracy": 0.8425, + "f1": 0.818083, + "f1_weighted": 0.834975 + }, + { + "accuracy": 0.84, + "f1": 0.818906, + "f1_weighted": 0.834991 + } + ], + "main_score": 0.843, + "hf_subset": "jav", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.71625, + "f1": 0.695481, + "f1_weighted": 0.713013, + "scores_per_experiment": [ + { + "accuracy": 0.755, + "f1": 0.738577, + "f1_weighted": 0.753609 + }, + { + "accuracy": 0.675, + "f1": 0.652163, + "f1_weighted": 0.673685 + }, + { + "accuracy": 0.7575, + "f1": 0.749104, + "f1_weighted": 0.758535 + }, + { + "accuracy": 0.7475, + "f1": 0.720833, + "f1_weighted": 0.73925 + }, + { + "accuracy": 0.6875, + "f1": 0.666457, + "f1_weighted": 0.681881 + }, + { + "accuracy": 0.6525, + "f1": 0.624097, + "f1_weighted": 0.65017 + }, + { + "accuracy": 0.7, + "f1": 0.675312, + "f1_weighted": 0.691925 + }, + { + "accuracy": 0.7425, + "f1": 0.738926, + "f1_weighted": 0.746604 + }, + { + "accuracy": 0.7175, + "f1": 0.682748, + "f1_weighted": 0.708482 + }, + { + "accuracy": 0.7275, + "f1": 0.706596, + "f1_weighted": 0.725985 + } + ], + "main_score": 0.71625, + "hf_subset": "mad", + "languages": [ + "mad-Latn" + ] + }, + { + "accuracy": 0.8285, + "f1": 0.809155, + "f1_weighted": 0.82548, + "scores_per_experiment": [ + { + "accuracy": 0.83, + "f1": 0.804981, + "f1_weighted": 0.82372 + }, + { + "accuracy": 0.8175, + "f1": 0.795719, + "f1_weighted": 0.815237 + }, + { + "accuracy": 0.8325, + "f1": 0.819817, + "f1_weighted": 0.834647 + }, + { + "accuracy": 0.8275, + "f1": 0.801127, + "f1_weighted": 0.819922 + }, + { + "accuracy": 0.825, + "f1": 0.807499, + "f1_weighted": 0.822394 + }, + { + "accuracy": 0.8375, + "f1": 0.822619, + "f1_weighted": 0.836881 + }, + { + "accuracy": 0.8225, + "f1": 0.801452, + "f1_weighted": 0.819731 + }, + { + "accuracy": 0.8275, + "f1": 0.815985, + "f1_weighted": 0.826874 + }, + { + "accuracy": 0.825, + "f1": 0.799012, + "f1_weighted": 0.817544 + }, + { + "accuracy": 0.84, + "f1": 0.823338, + "f1_weighted": 0.837853 + } + ], + "main_score": 0.8285, + "hf_subset": "min", + "languages": [ + "min-Latn" + ] + }, + { + "accuracy": 0.7425, + "f1": 0.718464, + "f1_weighted": 0.736293, + "scores_per_experiment": [ + { + "accuracy": 0.775, + "f1": 0.760453, + "f1_weighted": 0.772342 + }, + { + "accuracy": 0.7075, + "f1": 0.687508, + "f1_weighted": 0.707642 + }, + { + "accuracy": 0.7425, + "f1": 0.722677, + "f1_weighted": 0.737466 + }, + { + "accuracy": 0.7725, + "f1": 0.749647, + "f1_weighted": 0.765242 + }, + { + "accuracy": 0.71, + "f1": 0.692805, + "f1_weighted": 0.707585 + }, + { + "accuracy": 0.71, + "f1": 0.664485, + "f1_weighted": 0.694456 + }, + { + "accuracy": 0.745, + "f1": 0.722775, + "f1_weighted": 0.737685 + }, + { + "accuracy": 0.7475, + "f1": 0.737835, + "f1_weighted": 0.748057 + }, + { + "accuracy": 0.7475, + "f1": 0.710079, + "f1_weighted": 0.73421 + }, + { + "accuracy": 0.7675, + "f1": 0.736377, + "f1_weighted": 0.75824 + } + ], + "main_score": 0.7425, + "hf_subset": "nij", + "languages": [ + "nij-Latn" + ] + }, + { + "accuracy": 0.80525, + "f1": 0.782631, + "f1_weighted": 0.801466, + "scores_per_experiment": [ + { + "accuracy": 0.815, + "f1": 0.790311, + "f1_weighted": 0.808617 + }, + { + "accuracy": 0.775, + "f1": 0.758136, + "f1_weighted": 0.778009 + }, + { + "accuracy": 0.7975, + "f1": 0.779966, + "f1_weighted": 0.798057 + }, + { + "accuracy": 0.8, + "f1": 0.762452, + "f1_weighted": 0.786414 + }, + { + "accuracy": 0.7875, + "f1": 0.760863, + "f1_weighted": 0.782237 + }, + { + "accuracy": 0.8025, + "f1": 0.783246, + "f1_weighted": 0.801012 + }, + { + "accuracy": 0.81, + "f1": 0.78797, + "f1_weighted": 0.806872 + }, + { + "accuracy": 0.8225, + "f1": 0.811399, + "f1_weighted": 0.824685 + }, + { + "accuracy": 0.8025, + "f1": 0.769008, + "f1_weighted": 0.790799 + }, + { + "accuracy": 0.84, + "f1": 0.822955, + "f1_weighted": 0.837962 + } + ], + "main_score": 0.80525, + "hf_subset": "sun", + "languages": [ + "sun-Latn" + ] + }, + { + "accuracy": 0.668, + "f1": 0.653823, + "f1_weighted": 0.658504, + "scores_per_experiment": [ + { + "accuracy": 0.725, + "f1": 0.717412, + "f1_weighted": 0.722258 + }, + { + "accuracy": 0.655, + "f1": 0.634832, + "f1_weighted": 0.651072 + }, + { + "accuracy": 0.63, + "f1": 0.602388, + "f1_weighted": 0.6014 + }, + { + "accuracy": 0.6875, + "f1": 0.675701, + "f1_weighted": 0.680786 + }, + { + "accuracy": 0.6375, + "f1": 0.620357, + "f1_weighted": 0.621845 + }, + { + "accuracy": 0.7025, + "f1": 0.68667, + "f1_weighted": 0.69721 + }, + { + "accuracy": 0.64, + "f1": 0.623957, + "f1_weighted": 0.630601 + }, + { + "accuracy": 0.6475, + "f1": 0.640925, + "f1_weighted": 0.641449 + }, + { + "accuracy": 0.67, + "f1": 0.659524, + "f1_weighted": 0.659078 + }, + { + "accuracy": 0.685, + "f1": 0.676464, + "f1_weighted": 0.679339 + } + ], + "main_score": 0.668, + "hf_subset": "bbc", + "languages": [ + "bbc-Latn" + ] + } + ] + }, + "evaluation_time": 131.32573246955872, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/NusaXBitextMining.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NusaXBitextMining.json new file mode 100644 index 0000000000..1b87423f5f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/NusaXBitextMining.json @@ -0,0 +1,143 @@ +{ + "dataset_revision": "fba4f2cfe2592641056f7a274c9aa8453b27a4a8", + "task_name": "NusaXBitextMining", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "precision": 0.801583, + "recall": 0.858, + "f1": 0.818778, + "accuracy": 0.858, + "main_score": 0.818778, + "hf_subset": "eng-ace", + "languages": [ + "eng-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.846315, + "recall": 0.884, + "f1": 0.857267, + "accuracy": 0.884, + "main_score": 0.857267, + "hf_subset": "eng-ban", + "languages": [ + "eng-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.652084, + "recall": 0.708, + "f1": 0.666784, + "accuracy": 0.708, + "main_score": 0.666784, + "hf_subset": "eng-bbc", + "languages": [ + "eng-Latn", + "bbc-Latn" + ] + }, + { + "precision": 0.904333, + "recall": 0.932, + "f1": 0.913333, + "accuracy": 0.932, + "main_score": 0.913333, + "hf_subset": "eng-bjn", + "languages": [ + "eng-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.521538, + "recall": 0.584, + "f1": 0.536964, + "accuracy": 0.584, + "main_score": 0.536964, + "hf_subset": "eng-bug", + "languages": [ + "eng-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.976667, + "recall": 0.984, + "f1": 0.979, + "accuracy": 0.984, + "main_score": 0.979, + "hf_subset": "eng-ind", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.9405, + "recall": 0.958, + "f1": 0.9458, + "accuracy": 0.958, + "main_score": 0.9458, + "hf_subset": "eng-jav", + "languages": [ + "eng-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.704438, + "recall": 0.764, + "f1": 0.720981, + "accuracy": 0.764, + "main_score": 0.720981, + "hf_subset": "eng-mad", + "languages": [ + "eng-Latn", + "mad-Latn" + ] + }, + { + "precision": 0.949, + "recall": 0.964, + "f1": 0.954, + "accuracy": 0.964, + "main_score": 0.954, + "hf_subset": "eng-min", + "languages": [ + "eng-Latn", + "min-Latn" + ] + }, + { + "precision": 0.766652, + "recall": 0.82, + "f1": 0.78193, + "accuracy": 0.82, + "main_score": 0.78193, + "hf_subset": "eng-nij", + "languages": [ + "eng-Latn", + "nij-Latn" + ] + }, + { + "precision": 0.91125, + "recall": 0.934, + "f1": 0.918111, + "accuracy": 0.934, + "main_score": 0.918111, + "hf_subset": "eng-sun", + "languages": [ + "eng-Latn", + "sun-Latn" + ] + } + ] + }, + "evaluation_time": 67.13102507591248, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/OdiaNewsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/OdiaNewsClassification.json new file mode 100644 index 0000000000..f86cbced08 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/OdiaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "ffb8a34c9637fb20256e8c7be02504d16af4bd6b", + "task_name": "OdiaNewsClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.850439, + "f1": 0.852138, + "f1_weighted": 0.849936, + "scores_per_experiment": [ + { + "accuracy": 0.835938, + "f1": 0.838514, + "f1_weighted": 0.83509 + }, + { + "accuracy": 0.873047, + "f1": 0.87678, + "f1_weighted": 0.87314 + }, + { + "accuracy": 0.8125, + "f1": 0.81522, + "f1_weighted": 0.809207 + }, + { + "accuracy": 0.853516, + "f1": 0.854001, + "f1_weighted": 0.853334 + }, + { + "accuracy": 0.882324, + "f1": 0.882808, + "f1_weighted": 0.882227 + }, + { + "accuracy": 0.878418, + "f1": 0.880187, + "f1_weighted": 0.878364 + }, + { + "accuracy": 0.850586, + "f1": 0.851618, + "f1_weighted": 0.850279 + }, + { + "accuracy": 0.84082, + "f1": 0.844661, + "f1_weighted": 0.840703 + }, + { + "accuracy": 0.833496, + "f1": 0.835106, + "f1_weighted": 0.832692 + }, + { + "accuracy": 0.84375, + "f1": 0.842489, + "f1_weighted": 0.844321 + } + ], + "main_score": 0.852138, + "hf_subset": "default", + "languages": [ + "ory-Orya" + ] + } + ] + }, + "evaluation_time": 22.624417066574097, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/OpusparcusPC.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/OpusparcusPC.json new file mode 100644 index 0000000000..733ff1bb12 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/OpusparcusPC.json @@ -0,0 +1,577 @@ +{ + "dataset_revision": "9e9b1f8ef51616073f47f306f7f47dd91663f86a", + "task_name": "OpusparcusPC", + "mteb_version": "1.38.29", + "scores": { + "test.full": [ + { + "similarity_accuracy": 0.911994, + "similarity_accuracy_threshold": 0.827293, + "similarity_f1": 0.941948, + "similarity_f1_threshold": 0.827293, + "similarity_precision": 0.923783, + "similarity_recall": 0.96084, + "similarity_ap": 0.983464, + "cosine_accuracy": 0.911994, + "cosine_accuracy_threshold": 0.827292, + "cosine_f1": 0.941948, + "cosine_f1_threshold": 0.827292, + "cosine_precision": 0.923783, + "cosine_recall": 0.96084, + "cosine_ap": 0.983464, + "manhattan_accuracy": 0.911285, + "manhattan_accuracy_threshold": 27.696671, + "manhattan_f1": 0.941232, + "manhattan_f1_threshold": 27.713909, + "manhattan_precision": 0.926852, + "manhattan_recall": 0.956065, + "manhattan_ap": 0.983595, + "euclidean_accuracy": 0.911285, + "euclidean_accuracy_threshold": 0.582409, + "euclidean_f1": 0.941507, + "euclidean_f1_threshold": 0.58814, + "euclidean_precision": 0.922936, + "euclidean_recall": 0.96084, + "euclidean_ap": 0.983466, + "dot_accuracy": 0.911285, + "dot_accuracy_threshold": 0.815566, + "dot_f1": 0.942529, + "dot_f1_threshold": 0.815566, + "dot_precision": 0.908688, + "dot_recall": 0.978988, + "dot_ap": 0.983515, + "max_accuracy": 0.911994, + "max_f1": 0.942529, + "max_precision": 0.926852, + "max_recall": 0.978988, + "max_ap": 0.983595, + "main_score": 0.983595, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.954006, + "similarity_accuracy_threshold": 0.805137, + "similarity_f1": 0.96875, + "similarity_f1_threshold": 0.805137, + "similarity_precision": 0.959082, + "similarity_recall": 0.978615, + "similarity_ap": 0.992088, + "cosine_accuracy": 0.954006, + "cosine_accuracy_threshold": 0.805136, + "cosine_f1": 0.96875, + "cosine_f1_threshold": 0.805136, + "cosine_precision": 0.959082, + "cosine_recall": 0.978615, + "cosine_ap": 0.992088, + "manhattan_accuracy": 0.954748, + "manhattan_accuracy_threshold": 29.534351, + "manhattan_f1": 0.969207, + "manhattan_f1_threshold": 29.534351, + "manhattan_precision": 0.960961, + "manhattan_recall": 0.977597, + "manhattan_ap": 0.99218, + "euclidean_accuracy": 0.954006, + "euclidean_accuracy_threshold": 0.621213, + "euclidean_f1": 0.96875, + "euclidean_f1_threshold": 0.624609, + "euclidean_precision": 0.959082, + "euclidean_recall": 0.978615, + "euclidean_ap": 0.992109, + "dot_accuracy": 0.953264, + "dot_accuracy_threshold": 0.805657, + "dot_f1": 0.968262, + "dot_f1_threshold": 0.805657, + "dot_precision": 0.958126, + "dot_recall": 0.978615, + "dot_ap": 0.991915, + "max_accuracy": 0.954748, + "max_f1": 0.969207, + "max_precision": 0.960961, + "max_recall": 0.978615, + "max_ap": 0.99218, + "main_score": 0.99218, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.861146, + "similarity_accuracy_threshold": 0.813562, + "similarity_f1": 0.892292, + "similarity_f1_threshold": 0.813562, + "similarity_precision": 0.847092, + "similarity_recall": 0.942589, + "similarity_ap": 0.954362, + "cosine_accuracy": 0.861146, + "cosine_accuracy_threshold": 0.813561, + "cosine_f1": 0.892292, + "cosine_f1_threshold": 0.813561, + "cosine_precision": 0.847092, + "cosine_recall": 0.942589, + "cosine_ap": 0.954362, + "manhattan_accuracy": 0.859236, + "manhattan_accuracy_threshold": 28.890083, + "manhattan_f1": 0.891187, + "manhattan_f1_threshold": 29.094921, + "manhattan_precision": 0.84343, + "manhattan_recall": 0.944676, + "manhattan_ap": 0.954391, + "euclidean_accuracy": 0.859873, + "euclidean_accuracy_threshold": 0.606883, + "euclidean_f1": 0.891614, + "euclidean_f1_threshold": 0.614009, + "euclidean_precision": 0.840888, + "euclidean_recall": 0.948852, + "euclidean_ap": 0.954374, + "dot_accuracy": 0.859873, + "dot_accuracy_threshold": 0.812638, + "dot_f1": 0.892051, + "dot_f1_threshold": 0.811153, + "dot_precision": 0.841667, + "dot_recall": 0.948852, + "dot_ap": 0.954267, + "max_accuracy": 0.861146, + "max_f1": 0.892292, + "max_precision": 0.847092, + "max_recall": 0.948852, + "max_ap": 0.954391, + "main_score": 0.954391, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "similarity_accuracy": 0.861717, + "similarity_accuracy_threshold": 0.844749, + "similarity_f1": 0.903103, + "similarity_f1_threshold": 0.843199, + "similarity_precision": 0.869485, + "similarity_recall": 0.939424, + "similarity_ap": 0.959216, + "cosine_accuracy": 0.861717, + "cosine_accuracy_threshold": 0.844748, + "cosine_f1": 0.903103, + "cosine_f1_threshold": 0.843199, + "cosine_precision": 0.869485, + "cosine_recall": 0.939424, + "cosine_ap": 0.959216, + "manhattan_accuracy": 0.862398, + "manhattan_accuracy_threshold": 26.458294, + "manhattan_f1": 0.903534, + "manhattan_f1_threshold": 26.567091, + "manhattan_precision": 0.870285, + "manhattan_recall": 0.939424, + "manhattan_ap": 0.959347, + "euclidean_accuracy": 0.862398, + "euclidean_accuracy_threshold": 0.557241, + "euclidean_f1": 0.903718, + "euclidean_f1_threshold": 0.561021, + "euclidean_precision": 0.868928, + "euclidean_recall": 0.94141, + "euclidean_ap": 0.959193, + "dot_accuracy": 0.858992, + "dot_accuracy_threshold": 0.846473, + "dot_f1": 0.903642, + "dot_f1_threshold": 0.828409, + "dot_precision": 0.843373, + "dot_recall": 0.973188, + "dot_ap": 0.959112, + "max_accuracy": 0.862398, + "max_f1": 0.903718, + "max_precision": 0.870285, + "max_recall": 0.973188, + "max_ap": 0.959347, + "main_score": 0.959347, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.805147, + "similarity_accuracy_threshold": 0.831454, + "similarity_f1": 0.862931, + "similarity_f1_threshold": 0.831454, + "similarity_precision": 0.799521, + "similarity_recall": 0.937266, + "similarity_ap": 0.923361, + "cosine_accuracy": 0.805147, + "cosine_accuracy_threshold": 0.831453, + "cosine_f1": 0.862931, + "cosine_f1_threshold": 0.831453, + "cosine_precision": 0.799521, + "cosine_recall": 0.937266, + "cosine_ap": 0.923361, + "manhattan_accuracy": 0.804534, + "manhattan_accuracy_threshold": 26.498901, + "manhattan_f1": 0.862543, + "manhattan_f1_threshold": 27.651081, + "manhattan_precision": 0.796825, + "manhattan_recall": 0.940075, + "manhattan_ap": 0.923522, + "euclidean_accuracy": 0.80576, + "euclidean_accuracy_threshold": 0.579592, + "euclidean_f1": 0.863285, + "euclidean_f1_threshold": 0.581839, + "euclidean_precision": 0.798092, + "euclidean_recall": 0.940075, + "euclidean_ap": 0.923334, + "dot_accuracy": 0.802083, + "dot_accuracy_threshold": 0.858745, + "dot_f1": 0.861996, + "dot_f1_threshold": 0.824905, + "dot_precision": 0.788656, + "dot_recall": 0.950375, + "dot_ap": 0.924072, + "max_accuracy": 0.80576, + "max_f1": 0.863285, + "max_precision": 0.799521, + "max_recall": 0.950375, + "max_ap": 0.924072, + "main_score": 0.924072, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.890625, + "similarity_accuracy_threshold": 0.835821, + "similarity_f1": 0.900891, + "similarity_f1_threshold": 0.835821, + "similarity_precision": 0.894792, + "similarity_recall": 0.907075, + "similarity_ap": 0.965184, + "cosine_accuracy": 0.890625, + "cosine_accuracy_threshold": 0.83582, + "cosine_f1": 0.900891, + "cosine_f1_threshold": 0.83582, + "cosine_precision": 0.894792, + "cosine_recall": 0.907075, + "cosine_ap": 0.965185, + "manhattan_accuracy": 0.891204, + "manhattan_accuracy_threshold": 27.363083, + "manhattan_f1": 0.901879, + "manhattan_f1_threshold": 27.395706, + "manhattan_precision": 0.891641, + "manhattan_recall": 0.912355, + "manhattan_ap": 0.965303, + "euclidean_accuracy": 0.890625, + "euclidean_accuracy_threshold": 0.573256, + "euclidean_f1": 0.900995, + "euclidean_f1_threshold": 0.573977, + "euclidean_precision": 0.893971, + "euclidean_recall": 0.908131, + "euclidean_ap": 0.965226, + "dot_accuracy": 0.88831, + "dot_accuracy_threshold": 0.833592, + "dot_f1": 0.899531, + "dot_f1_threshold": 0.833592, + "dot_precision": 0.887064, + "dot_recall": 0.912355, + "dot_ap": 0.9645, + "max_accuracy": 0.891204, + "max_f1": 0.901879, + "max_precision": 0.894792, + "max_recall": 0.912355, + "max_ap": 0.965303, + "main_score": 0.965303, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ], + "validation.full": [ + { + "similarity_accuracy": 0.905958, + "similarity_accuracy_threshold": 0.829778, + "similarity_f1": 0.936191, + "similarity_f1_threshold": 0.826508, + "similarity_precision": 0.924038, + "similarity_recall": 0.948667, + "similarity_ap": 0.982184, + "cosine_accuracy": 0.905958, + "cosine_accuracy_threshold": 0.829777, + "cosine_f1": 0.936191, + "cosine_f1_threshold": 0.826507, + "cosine_precision": 0.924038, + "cosine_recall": 0.948667, + "cosine_ap": 0.982184, + "manhattan_accuracy": 0.90524, + "manhattan_accuracy_threshold": 27.699932, + "manhattan_f1": 0.935735, + "manhattan_f1_threshold": 27.99209, + "manhattan_precision": 0.923151, + "manhattan_recall": 0.948667, + "manhattan_ap": 0.982125, + "euclidean_accuracy": 0.905958, + "euclidean_accuracy_threshold": 0.583641, + "euclidean_f1": 0.936191, + "euclidean_f1_threshold": 0.589095, + "euclidean_precision": 0.924038, + "euclidean_recall": 0.948667, + "euclidean_ap": 0.9822, + "dot_accuracy": 0.907394, + "dot_accuracy_threshold": 0.828532, + "dot_f1": 0.936919, + "dot_f1_threshold": 0.828532, + "dot_precision": 0.928295, + "dot_recall": 0.945706, + "dot_ap": 0.982009, + "max_accuracy": 0.907394, + "max_f1": 0.936919, + "max_precision": 0.928295, + "max_recall": 0.948667, + "max_ap": 0.9822, + "main_score": 0.9822, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.942963, + "similarity_accuracy_threshold": 0.790322, + "similarity_f1": 0.962999, + "similarity_f1_threshold": 0.788067, + "similarity_precision": 0.939962, + "similarity_recall": 0.987192, + "similarity_ap": 0.992027, + "cosine_accuracy": 0.942963, + "cosine_accuracy_threshold": 0.790321, + "cosine_f1": 0.962999, + "cosine_f1_threshold": 0.788066, + "cosine_precision": 0.939962, + "cosine_recall": 0.987192, + "cosine_ap": 0.992027, + "manhattan_accuracy": 0.942963, + "manhattan_accuracy_threshold": 30.810291, + "manhattan_f1": 0.962999, + "manhattan_f1_threshold": 30.937923, + "manhattan_precision": 0.939962, + "manhattan_recall": 0.987192, + "manhattan_ap": 0.992157, + "euclidean_accuracy": 0.942963, + "euclidean_accuracy_threshold": 0.645994, + "euclidean_f1": 0.963034, + "euclidean_f1_threshold": 0.652177, + "euclidean_precision": 0.939139, + "euclidean_recall": 0.988177, + "euclidean_ap": 0.992037, + "dot_accuracy": 0.943704, + "dot_accuracy_threshold": 0.793968, + "dot_f1": 0.96332, + "dot_f1_threshold": 0.793815, + "dot_precision": 0.944182, + "dot_recall": 0.983251, + "dot_ap": 0.99186, + "max_accuracy": 0.943704, + "max_f1": 0.96332, + "max_precision": 0.944182, + "max_recall": 0.988177, + "max_ap": 0.992157, + "main_score": 0.992157, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.862857, + "similarity_accuracy_threshold": 0.83028, + "similarity_f1": 0.890799, + "similarity_f1_threshold": 0.83028, + "similarity_precision": 0.86798, + "similarity_recall": 0.914849, + "similarity_ap": 0.953043, + "cosine_accuracy": 0.862857, + "cosine_accuracy_threshold": 0.830279, + "cosine_f1": 0.890799, + "cosine_f1_threshold": 0.830279, + "cosine_precision": 0.86798, + "cosine_recall": 0.914849, + "cosine_ap": 0.953043, + "manhattan_accuracy": 0.861587, + "manhattan_accuracy_threshold": 28.262074, + "manhattan_f1": 0.891972, + "manhattan_f1_threshold": 28.274349, + "manhattan_precision": 0.853081, + "manhattan_recall": 0.934579, + "manhattan_ap": 0.952663, + "euclidean_accuracy": 0.862222, + "euclidean_accuracy_threshold": 0.584373, + "euclidean_f1": 0.89057, + "euclidean_f1_threshold": 0.584373, + "euclidean_precision": 0.865686, + "euclidean_recall": 0.916926, + "euclidean_ap": 0.952957, + "dot_accuracy": 0.863492, + "dot_accuracy_threshold": 0.832225, + "dot_f1": 0.890585, + "dot_f1_threshold": 0.832225, + "dot_precision": 0.873253, + "dot_recall": 0.908619, + "dot_ap": 0.953538, + "max_accuracy": 0.863492, + "max_f1": 0.891972, + "max_precision": 0.873253, + "max_recall": 0.934579, + "max_ap": 0.953538, + "main_score": 0.953538, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "similarity_accuracy": 0.856125, + "similarity_accuracy_threshold": 0.850433, + "similarity_f1": 0.900493, + "similarity_f1_threshold": 0.850433, + "similarity_precision": 0.884802, + "similarity_recall": 0.91675, + "similarity_ap": 0.963931, + "cosine_accuracy": 0.856125, + "cosine_accuracy_threshold": 0.850432, + "cosine_f1": 0.900493, + "cosine_f1_threshold": 0.850432, + "cosine_precision": 0.884802, + "cosine_recall": 0.91675, + "cosine_ap": 0.963931, + "manhattan_accuracy": 0.855413, + "manhattan_accuracy_threshold": 25.86607, + "manhattan_f1": 0.900441, + "manhattan_f1_threshold": 26.190643, + "manhattan_precision": 0.880998, + "manhattan_recall": 0.920762, + "manhattan_ap": 0.963951, + "euclidean_accuracy": 0.856838, + "euclidean_accuracy_threshold": 0.547347, + "euclidean_f1": 0.901131, + "euclidean_f1_threshold": 0.548376, + "euclidean_precision": 0.88417, + "euclidean_recall": 0.918756, + "euclidean_ap": 0.963963, + "dot_accuracy": 0.854701, + "dot_accuracy_threshold": 0.85323, + "dot_f1": 0.900293, + "dot_f1_threshold": 0.846866, + "dot_precision": 0.877979, + "dot_recall": 0.923771, + "dot_ap": 0.963413, + "max_accuracy": 0.856838, + "max_f1": 0.901131, + "max_precision": 0.884802, + "max_recall": 0.923771, + "max_ap": 0.963963, + "main_score": 0.963963, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.824155, + "similarity_accuracy_threshold": 0.848414, + "similarity_f1": 0.871818, + "similarity_f1_threshold": 0.843596, + "similarity_precision": 0.812712, + "similarity_recall": 0.940196, + "similarity_ap": 0.922022, + "cosine_accuracy": 0.824155, + "cosine_accuracy_threshold": 0.848414, + "cosine_f1": 0.871818, + "cosine_f1_threshold": 0.843595, + "cosine_precision": 0.812712, + "cosine_recall": 0.940196, + "cosine_ap": 0.922022, + "manhattan_accuracy": 0.824155, + "manhattan_accuracy_threshold": 26.484653, + "manhattan_f1": 0.872215, + "manhattan_f1_threshold": 26.484653, + "manhattan_precision": 0.813401, + "manhattan_recall": 0.940196, + "manhattan_ap": 0.922174, + "euclidean_accuracy": 0.823529, + "euclidean_accuracy_threshold": 0.550226, + "euclidean_f1": 0.871188, + "euclidean_f1_threshold": 0.558728, + "euclidean_precision": 0.813084, + "euclidean_recall": 0.938235, + "euclidean_ap": 0.921961, + "dot_accuracy": 0.826658, + "dot_accuracy_threshold": 0.847305, + "dot_f1": 0.872877, + "dot_f1_threshold": 0.847305, + "dot_precision": 0.820535, + "dot_recall": 0.932353, + "dot_ap": 0.922698, + "max_accuracy": 0.826658, + "max_f1": 0.872877, + "max_precision": 0.820535, + "max_recall": 0.940196, + "max_ap": 0.922698, + "main_score": 0.922698, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.886259, + "similarity_accuracy_threshold": 0.813317, + "similarity_f1": 0.904877, + "similarity_f1_threshold": 0.812533, + "similarity_precision": 0.862006, + "similarity_recall": 0.952236, + "similarity_ap": 0.963705, + "cosine_accuracy": 0.886259, + "cosine_accuracy_threshold": 0.813316, + "cosine_f1": 0.904877, + "cosine_f1_threshold": 0.812532, + "cosine_precision": 0.862006, + "cosine_recall": 0.952236, + "cosine_ap": 0.963705, + "manhattan_accuracy": 0.889145, + "manhattan_accuracy_threshold": 27.625246, + "manhattan_f1": 0.904096, + "manhattan_f1_threshold": 29.106512, + "manhattan_precision": 0.859762, + "manhattan_recall": 0.953252, + "manhattan_ap": 0.963996, + "euclidean_accuracy": 0.887413, + "euclidean_accuracy_threshold": 0.582855, + "euclidean_f1": 0.905314, + "euclidean_f1_threshold": 0.61214, + "euclidean_precision": 0.862799, + "euclidean_recall": 0.952236, + "euclidean_ap": 0.963763, + "dot_accuracy": 0.886259, + "dot_accuracy_threshold": 0.814495, + "dot_f1": 0.904508, + "dot_f1_threshold": 0.814495, + "dot_precision": 0.86469, + "dot_recall": 0.948171, + "dot_ap": 0.962977, + "max_accuracy": 0.889145, + "max_f1": 0.905314, + "max_precision": 0.86469, + "max_recall": 0.953252, + "max_ap": 0.963996, + "main_score": 0.963996, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 57.5809965133667, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/PAC.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PAC.json new file mode 100644 index 0000000000..626018bedc --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PAC.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "fc69d1c153a8ccdcf1eef52f4e2a27f88782f543", + "task_name": "PAC", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.696293, + "f1": 0.655975, + "f1_weighted": 0.693234, + "ap": 0.768971, + "ap_weighted": 0.768971, + "scores_per_experiment": [ + { + "accuracy": 0.624095, + "f1": 0.622255, + "f1_weighted": 0.631516, + "ap": 0.780702, + "ap_weighted": 0.780702 + }, + { + "accuracy": 0.703446, + "f1": 0.694621, + "f1_weighted": 0.712858, + "ap": 0.809947, + "ap_weighted": 0.809947 + }, + { + "accuracy": 0.761657, + "f1": 0.673264, + "f1_weighted": 0.732963, + "ap": 0.754633, + "ap_weighted": 0.754633 + }, + { + "accuracy": 0.630466, + "f1": 0.551486, + "f1_weighted": 0.617603, + "ap": 0.699018, + "ap_weighted": 0.699018 + }, + { + "accuracy": 0.749783, + "f1": 0.726322, + "f1_weighted": 0.75447, + "ap": 0.806057, + "ap_weighted": 0.806057 + }, + { + "accuracy": 0.659427, + "f1": 0.580079, + "f1_weighted": 0.644202, + "ap": 0.712139, + "ap_weighted": 0.712139 + }, + { + "accuracy": 0.723429, + "f1": 0.6466, + "f1_weighted": 0.704484, + "ap": 0.743204, + "ap_weighted": 0.743204 + }, + { + "accuracy": 0.748335, + "f1": 0.727726, + "f1_weighted": 0.75404, + "ap": 0.810444, + "ap_weighted": 0.810444 + }, + { + "accuracy": 0.652476, + "f1": 0.646819, + "f1_weighted": 0.662521, + "ap": 0.784142, + "ap_weighted": 0.784142 + }, + { + "accuracy": 0.709818, + "f1": 0.690579, + "f1_weighted": 0.717683, + "ap": 0.789426, + "ap_weighted": 0.789426 + } + ], + "main_score": 0.696293, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 47.89286756515503, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/PawsXPairClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PawsXPairClassification.json new file mode 100644 index 0000000000..e58ddfd5ff --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PawsXPairClassification.json @@ -0,0 +1,671 @@ +{ + "dataset_revision": "8a04d940a42cd40658986fdd8e3da561533a3646", + "task_name": "PawsXPairClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "similarity_accuracy": 0.6265, + "similarity_accuracy_threshold": 0.988765, + "similarity_f1": 0.622424, + "similarity_f1_threshold": 0.759442, + "similarity_precision": 0.452744, + "similarity_recall": 0.995531, + "similarity_ap": 0.616219, + "cosine_accuracy": 0.6265, + "cosine_accuracy_threshold": 0.988765, + "cosine_f1": 0.622424, + "cosine_f1_threshold": 0.759441, + "cosine_precision": 0.452744, + "cosine_recall": 0.995531, + "cosine_ap": 0.611564, + "manhattan_accuracy": 0.628, + "manhattan_accuracy_threshold": 7.065878, + "manhattan_f1": 0.623031, + "manhattan_f1_threshold": 22.786919, + "manhattan_precision": 0.453619, + "manhattan_recall": 0.994413, + "manhattan_ap": 0.61163, + "euclidean_accuracy": 0.6275, + "euclidean_accuracy_threshold": 0.151244, + "euclidean_f1": 0.622424, + "euclidean_f1_threshold": 0.683935, + "euclidean_precision": 0.452744, + "euclidean_recall": 0.995531, + "euclidean_ap": 0.611426, + "dot_accuracy": 0.6295, + "dot_accuracy_threshold": 0.987705, + "dot_f1": 0.62247, + "dot_f1_threshold": 0.673044, + "dot_precision": 0.452562, + "dot_recall": 0.996648, + "dot_ap": 0.604574, + "max_accuracy": 0.6295, + "max_f1": 0.623031, + "max_precision": 0.453619, + "max_recall": 0.996648, + "max_ap": 0.616219, + "main_score": 0.616219, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.652, + "similarity_accuracy_threshold": 0.992653, + "similarity_f1": 0.64065, + "similarity_f1_threshold": 0.977521, + "similarity_precision": 0.507405, + "similarity_recall": 0.868798, + "similarity_ap": 0.667301, + "cosine_accuracy": 0.652, + "cosine_accuracy_threshold": 0.992652, + "cosine_f1": 0.64065, + "cosine_f1_threshold": 0.97752, + "cosine_precision": 0.507405, + "cosine_recall": 0.868798, + "cosine_ap": 0.667297, + "manhattan_accuracy": 0.652, + "manhattan_accuracy_threshold": 5.413912, + "manhattan_f1": 0.641376, + "manhattan_f1_threshold": 8.84436, + "manhattan_precision": 0.534559, + "manhattan_recall": 0.801544, + "manhattan_ap": 0.667841, + "euclidean_accuracy": 0.652, + "euclidean_accuracy_threshold": 0.121123, + "euclidean_f1": 0.640911, + "euclidean_f1_threshold": 0.212034, + "euclidean_precision": 0.507732, + "euclidean_recall": 0.868798, + "euclidean_ap": 0.667341, + "dot_accuracy": 0.6435, + "dot_accuracy_threshold": 0.990938, + "dot_f1": 0.64027, + "dot_f1_threshold": 0.979726, + "dot_precision": 0.518064, + "dot_recall": 0.837927, + "dot_ap": 0.613244, + "max_accuracy": 0.652, + "max_f1": 0.641376, + "max_precision": 0.534559, + "max_recall": 0.868798, + "max_ap": 0.667841, + "main_score": 0.667841, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.624, + "similarity_accuracy_threshold": 0.989113, + "similarity_f1": 0.625086, + "similarity_f1_threshold": 0.873506, + "similarity_precision": 0.454637, + "similarity_recall": 1.0, + "similarity_ap": 0.627669, + "cosine_accuracy": 0.624, + "cosine_accuracy_threshold": 0.989113, + "cosine_f1": 0.625086, + "cosine_f1_threshold": 0.873505, + "cosine_precision": 0.454637, + "cosine_recall": 1.0, + "cosine_ap": 0.627668, + "manhattan_accuracy": 0.6245, + "manhattan_accuracy_threshold": 6.843897, + "manhattan_f1": 0.624871, + "manhattan_f1_threshold": 23.892738, + "manhattan_precision": 0.454409, + "manhattan_recall": 1.0, + "manhattan_ap": 0.627732, + "euclidean_accuracy": 0.6235, + "euclidean_accuracy_threshold": 0.144659, + "euclidean_f1": 0.625086, + "euclidean_f1_threshold": 0.503877, + "euclidean_precision": 0.454637, + "euclidean_recall": 1.0, + "euclidean_ap": 0.627743, + "dot_accuracy": 0.624, + "dot_accuracy_threshold": 0.987747, + "dot_f1": 0.624871, + "dot_f1_threshold": 0.874022, + "dot_precision": 0.454409, + "dot_recall": 1.0, + "dot_ap": 0.608111, + "max_accuracy": 0.6245, + "max_f1": 0.625086, + "max_precision": 0.454637, + "max_recall": 1.0, + "max_ap": 0.627743, + "main_score": 0.627743, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.635, + "similarity_accuracy_threshold": 0.989804, + "similarity_f1": 0.626183, + "similarity_f1_threshold": 0.964258, + "similarity_precision": 0.486222, + "similarity_recall": 0.879291, + "similarity_ap": 0.646468, + "cosine_accuracy": 0.635, + "cosine_accuracy_threshold": 0.989803, + "cosine_f1": 0.626183, + "cosine_f1_threshold": 0.964257, + "cosine_precision": 0.486222, + "cosine_recall": 0.879291, + "cosine_ap": 0.6454, + "manhattan_accuracy": 0.636, + "manhattan_accuracy_threshold": 6.80181, + "manhattan_f1": 0.626735, + "manhattan_f1_threshold": 12.617367, + "manhattan_precision": 0.488257, + "manhattan_recall": 0.874862, + "manhattan_ap": 0.645282, + "euclidean_accuracy": 0.636, + "euclidean_accuracy_threshold": 0.143789, + "euclidean_f1": 0.626183, + "euclidean_f1_threshold": 0.267309, + "euclidean_precision": 0.486222, + "euclidean_recall": 0.879291, + "euclidean_ap": 0.645384, + "dot_accuracy": 0.629, + "dot_accuracy_threshold": 0.988898, + "dot_f1": 0.625563, + "dot_f1_threshold": 0.882162, + "dot_precision": 0.455141, + "dot_recall": 1.0, + "dot_ap": 0.627712, + "max_accuracy": 0.636, + "max_f1": 0.626735, + "max_precision": 0.488257, + "max_recall": 1.0, + "max_ap": 0.646468, + "main_score": 0.646468, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.5895, + "similarity_accuracy_threshold": 0.971625, + "similarity_f1": 0.624425, + "similarity_f1_threshold": 0.802347, + "similarity_precision": 0.454171, + "similarity_recall": 0.998867, + "similarity_ap": 0.534519, + "cosine_accuracy": 0.5895, + "cosine_accuracy_threshold": 0.971624, + "cosine_f1": 0.624425, + "cosine_f1_threshold": 0.802346, + "cosine_precision": 0.454171, + "cosine_recall": 0.998867, + "cosine_ap": 0.531722, + "manhattan_accuracy": 0.5905, + "manhattan_accuracy_threshold": 11.30687, + "manhattan_f1": 0.624646, + "manhattan_f1_threshold": 27.187435, + "manhattan_precision": 0.454405, + "manhattan_recall": 0.998867, + "manhattan_ap": 0.531945, + "euclidean_accuracy": 0.589, + "euclidean_accuracy_threshold": 0.231832, + "euclidean_f1": 0.624425, + "euclidean_f1_threshold": 0.625841, + "euclidean_precision": 0.454171, + "euclidean_recall": 0.998867, + "euclidean_ap": 0.53173, + "dot_accuracy": 0.588, + "dot_accuracy_threshold": 0.973819, + "dot_f1": 0.624425, + "dot_f1_threshold": 0.800236, + "dot_precision": 0.454171, + "dot_recall": 0.998867, + "dot_ap": 0.528094, + "max_accuracy": 0.5905, + "max_f1": 0.624646, + "max_precision": 0.454405, + "max_recall": 0.998867, + "max_ap": 0.534519, + "main_score": 0.534519, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ] + }, + { + "similarity_accuracy": 0.591, + "similarity_accuracy_threshold": 0.977988, + "similarity_f1": 0.624826, + "similarity_f1_threshold": 0.787166, + "similarity_precision": 0.454361, + "similarity_recall": 1.0, + "similarity_ap": 0.549374, + "cosine_accuracy": 0.591, + "cosine_accuracy_threshold": 0.977987, + "cosine_f1": 0.624826, + "cosine_f1_threshold": 0.787165, + "cosine_precision": 0.454361, + "cosine_recall": 1.0, + "cosine_ap": 0.546967, + "manhattan_accuracy": 0.591, + "manhattan_accuracy_threshold": 9.780079, + "manhattan_f1": 0.624826, + "manhattan_f1_threshold": 30.658699, + "manhattan_precision": 0.454361, + "manhattan_recall": 1.0, + "manhattan_ap": 0.54687, + "euclidean_accuracy": 0.591, + "euclidean_accuracy_threshold": 0.21074, + "euclidean_f1": 0.624826, + "euclidean_f1_threshold": 0.652757, + "euclidean_precision": 0.454361, + "euclidean_recall": 1.0, + "euclidean_ap": 0.546903, + "dot_accuracy": 0.5905, + "dot_accuracy_threshold": 0.986242, + "dot_f1": 0.624826, + "dot_f1_threshold": 0.788601, + "dot_precision": 0.454361, + "dot_recall": 1.0, + "dot_ap": 0.539342, + "max_accuracy": 0.591, + "max_f1": 0.624826, + "max_precision": 0.454361, + "max_recall": 1.0, + "max_ap": 0.549374, + "main_score": 0.549374, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "similarity_accuracy": 0.6035, + "similarity_accuracy_threshold": 0.993851, + "similarity_f1": 0.62278, + "similarity_f1_threshold": 0.762037, + "similarity_precision": 0.4522, + "similarity_recall": 1.0, + "similarity_ap": 0.587695, + "cosine_accuracy": 0.6035, + "cosine_accuracy_threshold": 0.99385, + "cosine_f1": 0.62278, + "cosine_f1_threshold": 0.762036, + "cosine_precision": 0.4522, + "cosine_recall": 1.0, + "cosine_ap": 0.585418, + "manhattan_accuracy": 0.604, + "manhattan_accuracy_threshold": 5.341787, + "manhattan_f1": 0.62278, + "manhattan_f1_threshold": 32.930382, + "manhattan_precision": 0.4522, + "manhattan_recall": 1.0, + "manhattan_ap": 0.585502, + "euclidean_accuracy": 0.6035, + "euclidean_accuracy_threshold": 0.111132, + "euclidean_f1": 0.62278, + "euclidean_f1_threshold": 0.690375, + "euclidean_precision": 0.4522, + "euclidean_recall": 1.0, + "euclidean_ap": 0.585436, + "dot_accuracy": 0.603, + "dot_accuracy_threshold": 0.987327, + "dot_f1": 0.62278, + "dot_f1_threshold": 0.763167, + "dot_precision": 0.4522, + "dot_recall": 1.0, + "dot_ap": 0.574163, + "max_accuracy": 0.604, + "max_f1": 0.62278, + "max_precision": 0.4522, + "max_recall": 1.0, + "max_ap": 0.587695, + "main_score": 0.587695, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + } + ], + "validation": [ + { + "similarity_accuracy": 0.636, + "similarity_accuracy_threshold": 0.991407, + "similarity_f1": 0.599351, + "similarity_f1_threshold": 0.872094, + "similarity_precision": 0.427909, + "similarity_recall": 1.0, + "similarity_ap": 0.570654, + "cosine_accuracy": 0.636, + "cosine_accuracy_threshold": 0.991406, + "cosine_f1": 0.599351, + "cosine_f1_threshold": 0.872093, + "cosine_precision": 0.427909, + "cosine_recall": 1.0, + "cosine_ap": 0.561511, + "manhattan_accuracy": 0.637, + "manhattan_accuracy_threshold": 6.256245, + "manhattan_f1": 0.599351, + "manhattan_f1_threshold": 23.973244, + "manhattan_precision": 0.427909, + "manhattan_recall": 1.0, + "manhattan_ap": 0.561649, + "euclidean_accuracy": 0.636, + "euclidean_accuracy_threshold": 0.131192, + "euclidean_f1": 0.599351, + "euclidean_f1_threshold": 0.506136, + "euclidean_precision": 0.427909, + "euclidean_recall": 1.0, + "euclidean_ap": 0.56154, + "dot_accuracy": 0.6325, + "dot_accuracy_threshold": 0.991035, + "dot_f1": 0.599351, + "dot_f1_threshold": 0.873337, + "dot_precision": 0.427909, + "dot_recall": 1.0, + "dot_ap": 0.55207, + "max_accuracy": 0.637, + "max_f1": 0.599351, + "max_precision": 0.427909, + "max_recall": 1.0, + "max_ap": 0.570654, + "main_score": 0.570654, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.676, + "similarity_accuracy_threshold": 0.99276, + "similarity_f1": 0.635582, + "similarity_f1_threshold": 0.981585, + "similarity_precision": 0.521545, + "similarity_recall": 0.813441, + "similarity_ap": 0.655213, + "cosine_accuracy": 0.676, + "cosine_accuracy_threshold": 0.992759, + "cosine_f1": 0.635582, + "cosine_f1_threshold": 0.981584, + "cosine_precision": 0.521545, + "cosine_recall": 0.813441, + "cosine_ap": 0.655238, + "manhattan_accuracy": 0.6765, + "manhattan_accuracy_threshold": 5.715044, + "manhattan_f1": 0.634783, + "manhattan_f1_threshold": 8.323364, + "manhattan_precision": 0.544325, + "manhattan_recall": 0.761298, + "manhattan_ap": 0.655683, + "euclidean_accuracy": 0.6755, + "euclidean_accuracy_threshold": 0.12059, + "euclidean_f1": 0.635624, + "euclidean_f1_threshold": 0.192141, + "euclidean_precision": 0.521127, + "euclidean_recall": 0.8146, + "euclidean_ap": 0.6553, + "dot_accuracy": 0.658, + "dot_accuracy_threshold": 0.99165, + "dot_f1": 0.633107, + "dot_f1_threshold": 0.984508, + "dot_precision": 0.543641, + "dot_recall": 0.757822, + "dot_ap": 0.618384, + "max_accuracy": 0.6765, + "max_f1": 0.635624, + "max_precision": 0.544325, + "max_recall": 0.8146, + "max_ap": 0.655683, + "main_score": 0.655683, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.6495, + "similarity_accuracy_threshold": 0.991917, + "similarity_f1": 0.603279, + "similarity_f1_threshold": 0.935402, + "similarity_precision": 0.436249, + "similarity_recall": 0.977568, + "similarity_ap": 0.605832, + "cosine_accuracy": 0.6495, + "cosine_accuracy_threshold": 0.991916, + "cosine_f1": 0.603279, + "cosine_f1_threshold": 0.935401, + "cosine_precision": 0.436249, + "cosine_recall": 0.977568, + "cosine_ap": 0.605618, + "manhattan_accuracy": 0.6495, + "manhattan_accuracy_threshold": 6.032857, + "manhattan_f1": 0.603499, + "manhattan_f1_threshold": 17.047468, + "manhattan_precision": 0.436479, + "manhattan_recall": 0.977568, + "manhattan_ap": 0.606005, + "euclidean_accuracy": 0.65, + "euclidean_accuracy_threshold": 0.12716, + "euclidean_f1": 0.603499, + "euclidean_f1_threshold": 0.359275, + "euclidean_precision": 0.436479, + "euclidean_recall": 0.977568, + "euclidean_ap": 0.605616, + "dot_accuracy": 0.637, + "dot_accuracy_threshold": 0.992179, + "dot_f1": 0.603062, + "dot_f1_threshold": 0.879486, + "dot_precision": 0.431702, + "dot_recall": 1.0, + "dot_ap": 0.57999, + "max_accuracy": 0.65, + "max_f1": 0.603499, + "max_precision": 0.436479, + "max_recall": 1.0, + "max_ap": 0.606005, + "main_score": 0.606005, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.661, + "similarity_accuracy_threshold": 0.992199, + "similarity_f1": 0.603086, + "similarity_f1_threshold": 0.872389, + "similarity_precision": 0.431727, + "similarity_recall": 1.0, + "similarity_ap": 0.644636, + "cosine_accuracy": 0.661, + "cosine_accuracy_threshold": 0.992199, + "cosine_f1": 0.603086, + "cosine_f1_threshold": 0.872388, + "cosine_precision": 0.431727, + "cosine_recall": 1.0, + "cosine_ap": 0.644428, + "manhattan_accuracy": 0.661, + "manhattan_accuracy_threshold": 5.951711, + "manhattan_f1": 0.603086, + "manhattan_f1_threshold": 23.859707, + "manhattan_precision": 0.431727, + "manhattan_recall": 1.0, + "manhattan_ap": 0.64463, + "euclidean_accuracy": 0.6605, + "euclidean_accuracy_threshold": 0.118637, + "euclidean_f1": 0.603086, + "euclidean_f1_threshold": 0.504175, + "euclidean_precision": 0.431727, + "euclidean_recall": 1.0, + "euclidean_ap": 0.644427, + "dot_accuracy": 0.647, + "dot_accuracy_threshold": 0.991823, + "dot_f1": 0.603398, + "dot_f1_threshold": 0.969695, + "dot_precision": 0.46877, + "dot_recall": 0.846512, + "dot_ap": 0.615462, + "max_accuracy": 0.661, + "max_f1": 0.603398, + "max_precision": 0.46877, + "max_recall": 1.0, + "max_ap": 0.644636, + "main_score": 0.644636, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.6305, + "similarity_accuracy_threshold": 0.993066, + "similarity_f1": 0.602691, + "similarity_f1_threshold": 0.864604, + "similarity_precision": 0.43198, + "similarity_recall": 0.996487, + "similarity_ap": 0.580608, + "cosine_accuracy": 0.6305, + "cosine_accuracy_threshold": 0.993065, + "cosine_f1": 0.602691, + "cosine_f1_threshold": 0.864604, + "cosine_precision": 0.43198, + "cosine_recall": 0.996487, + "cosine_ap": 0.580176, + "manhattan_accuracy": 0.631, + "manhattan_accuracy_threshold": 5.808477, + "manhattan_f1": 0.602691, + "manhattan_f1_threshold": 24.606176, + "manhattan_precision": 0.43198, + "manhattan_recall": 0.996487, + "manhattan_ap": 0.580267, + "euclidean_accuracy": 0.631, + "euclidean_accuracy_threshold": 0.12302, + "euclidean_f1": 0.602691, + "euclidean_f1_threshold": 0.520101, + "euclidean_precision": 0.43198, + "euclidean_recall": 0.996487, + "euclidean_ap": 0.58021, + "dot_accuracy": 0.6235, + "dot_accuracy_threshold": 0.991006, + "dot_f1": 0.602905, + "dot_f1_threshold": 0.866075, + "dot_precision": 0.432199, + "dot_recall": 0.996487, + "dot_ap": 0.568552, + "max_accuracy": 0.631, + "max_f1": 0.602905, + "max_precision": 0.432199, + "max_recall": 0.996487, + "max_ap": 0.580608, + "main_score": 0.580608, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ] + }, + { + "similarity_accuracy": 0.619, + "similarity_accuracy_threshold": 0.991014, + "similarity_f1": 0.596516, + "similarity_f1_threshold": 0.665517, + "similarity_precision": 0.425241, + "similarity_recall": 0.99881, + "similarity_ap": 0.512969, + "cosine_accuracy": 0.619, + "cosine_accuracy_threshold": 0.991014, + "cosine_f1": 0.596516, + "cosine_f1_threshold": 0.665515, + "cosine_precision": 0.425241, + "cosine_recall": 0.99881, + "cosine_ap": 0.511068, + "manhattan_accuracy": 0.6185, + "manhattan_accuracy_threshold": 6.398888, + "manhattan_f1": 0.596216, + "manhattan_f1_threshold": 31.584459, + "manhattan_precision": 0.425803, + "manhattan_recall": 0.994048, + "manhattan_ap": 0.511189, + "euclidean_accuracy": 0.619, + "euclidean_accuracy_threshold": 0.134074, + "euclidean_f1": 0.596516, + "euclidean_f1_threshold": 0.819212, + "euclidean_precision": 0.425241, + "euclidean_recall": 0.99881, + "euclidean_ap": 0.511136, + "dot_accuracy": 0.6105, + "dot_accuracy_threshold": 0.990093, + "dot_f1": 0.596941, + "dot_f1_threshold": 0.66648, + "dot_precision": 0.425672, + "dot_recall": 0.99881, + "dot_ap": 0.50242, + "max_accuracy": 0.619, + "max_f1": 0.596941, + "max_precision": 0.425803, + "max_recall": 0.99881, + "max_ap": 0.512969, + "main_score": 0.512969, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "similarity_accuracy": 0.612, + "similarity_accuracy_threshold": 0.994423, + "similarity_f1": 0.601339, + "similarity_f1_threshold": 0.718961, + "similarity_precision": 0.42994, + "similarity_recall": 1.0, + "similarity_ap": 0.546755, + "cosine_accuracy": 0.612, + "cosine_accuracy_threshold": 0.994422, + "cosine_f1": 0.601339, + "cosine_f1_threshold": 0.718961, + "cosine_precision": 0.42994, + "cosine_recall": 1.0, + "cosine_ap": 0.547649, + "manhattan_accuracy": 0.612, + "manhattan_accuracy_threshold": 5.086739, + "manhattan_f1": 0.601339, + "manhattan_f1_threshold": 34.992268, + "manhattan_precision": 0.42994, + "manhattan_recall": 1.0, + "manhattan_ap": 0.547493, + "euclidean_accuracy": 0.612, + "euclidean_accuracy_threshold": 0.105688, + "euclidean_f1": 0.601339, + "euclidean_f1_threshold": 0.745245, + "euclidean_precision": 0.42994, + "euclidean_recall": 1.0, + "euclidean_ap": 0.547749, + "dot_accuracy": 0.6095, + "dot_accuracy_threshold": 0.995005, + "dot_f1": 0.601339, + "dot_f1_threshold": 0.719754, + "dot_precision": 0.42994, + "dot_recall": 1.0, + "dot_ap": 0.541029, + "max_accuracy": 0.612, + "max_f1": 0.601339, + "max_precision": 0.42994, + "max_recall": 1.0, + "max_ap": 0.547749, + "main_score": 0.547749, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 256.99250197410583, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/PlscClusteringP2P.v2.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PlscClusteringP2P.v2.json new file mode 100644 index 0000000000..3c463cb8b2 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PlscClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "8436dd4c05222778013d6642ee2f3fa1722bca9b", + "task_name": "PlscClusteringP2P.v2", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.743735, + 0.759106, + 0.74096, + 0.763635, + 0.744223, + 0.77854, + 0.774786, + 0.730981, + 0.750847, + 0.737462 + ] + }, + "v_measure": 0.752427, + "v_measure_std": 0.015208, + "main_score": 0.752427, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 10.086266994476318, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/PoemSentimentClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PoemSentimentClassification.json new file mode 100644 index 0000000000..3078aa56cf --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PoemSentimentClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "329d529d875a00c47ec71954a1a96ae167584770", + "task_name": "PoemSentimentClassification", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "accuracy": 0.702857, + "f1": 0.534762, + "f1_weighted": 0.740099, + "scores_per_experiment": [ + { + "accuracy": 0.704762, + "f1": 0.531486, + "f1_weighted": 0.7361 + }, + { + "accuracy": 0.619048, + "f1": 0.488558, + "f1_weighted": 0.670277 + }, + { + "accuracy": 0.752381, + "f1": 0.564974, + "f1_weighted": 0.782696 + }, + { + "accuracy": 0.67619, + "f1": 0.530925, + "f1_weighted": 0.733685 + }, + { + "accuracy": 0.714286, + "f1": 0.540865, + "f1_weighted": 0.745879 + }, + { + "accuracy": 0.714286, + "f1": 0.532277, + "f1_weighted": 0.737474 + }, + { + "accuracy": 0.666667, + "f1": 0.533448, + "f1_weighted": 0.725737 + }, + { + "accuracy": 0.8, + "f1": 0.574838, + "f1_weighted": 0.814267 + }, + { + "accuracy": 0.704762, + "f1": 0.533927, + "f1_weighted": 0.741039 + }, + { + "accuracy": 0.67619, + "f1": 0.516317, + "f1_weighted": 0.713834 + } + ], + "main_score": 0.702857, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.744231, + "f1": 0.569844, + "f1_weighted": 0.77015, + "scores_per_experiment": [ + { + "accuracy": 0.730769, + "f1": 0.573502, + "f1_weighted": 0.76672 + }, + { + "accuracy": 0.625, + "f1": 0.510327, + "f1_weighted": 0.668711 + }, + { + "accuracy": 0.759615, + "f1": 0.589262, + "f1_weighted": 0.7981 + }, + { + "accuracy": 0.75, + "f1": 0.579974, + "f1_weighted": 0.776128 + }, + { + "accuracy": 0.807692, + "f1": 0.590071, + "f1_weighted": 0.820187 + }, + { + "accuracy": 0.817308, + "f1": 0.607389, + "f1_weighted": 0.82947 + }, + { + "accuracy": 0.711538, + "f1": 0.564706, + "f1_weighted": 0.749476 + }, + { + "accuracy": 0.817308, + "f1": 0.589926, + "f1_weighted": 0.825407 + }, + { + "accuracy": 0.75, + "f1": 0.559845, + "f1_weighted": 0.764218 + }, + { + "accuracy": 0.673077, + "f1": 0.533441, + "f1_weighted": 0.703086 + } + ], + "main_score": 0.744231, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.346449136734009, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/PolEmo2.0-OUT.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PolEmo2.0-OUT.json new file mode 100644 index 0000000000..d309bb0f63 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PolEmo2.0-OUT.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6a21ab8716e255ab1867265f8b396105e8aa63d4", + "task_name": "PolEmo2.0-OUT", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.756883, + "f1": 0.586217, + "f1_weighted": 0.767371, + "scores_per_experiment": [ + { + "accuracy": 0.742915, + "f1": 0.576556, + "f1_weighted": 0.75629 + }, + { + "accuracy": 0.746964, + "f1": 0.578494, + "f1_weighted": 0.759984 + }, + { + "accuracy": 0.763158, + "f1": 0.585616, + "f1_weighted": 0.764277 + }, + { + "accuracy": 0.748988, + "f1": 0.584889, + "f1_weighted": 0.768831 + }, + { + "accuracy": 0.765182, + "f1": 0.59515, + "f1_weighted": 0.774234 + }, + { + "accuracy": 0.761134, + "f1": 0.592277, + "f1_weighted": 0.777061 + }, + { + "accuracy": 0.785425, + "f1": 0.609484, + "f1_weighted": 0.791628 + }, + { + "accuracy": 0.748988, + "f1": 0.5782, + "f1_weighted": 0.759245 + }, + { + "accuracy": 0.742915, + "f1": 0.572825, + "f1_weighted": 0.752118 + }, + { + "accuracy": 0.763158, + "f1": 0.588679, + "f1_weighted": 0.770043 + } + ], + "main_score": 0.756883, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 30.89496111869812, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/PpcPC.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PpcPC.json new file mode 100644 index 0000000000..66e734941f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PpcPC.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2", + "task_name": "PpcPC", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "similarity_accuracy": 0.859, + "similarity_accuracy_threshold": 0.944946, + "similarity_f1": 0.88206, + "similarity_f1_threshold": 0.936104, + "similarity_precision": 0.885, + "similarity_recall": 0.879139, + "similarity_ap": 0.942312, + "cosine_accuracy": 0.859, + "cosine_accuracy_threshold": 0.944945, + "cosine_f1": 0.88206, + "cosine_f1_threshold": 0.936104, + "cosine_precision": 0.885, + "cosine_recall": 0.879139, + "cosine_ap": 0.942312, + "manhattan_accuracy": 0.86, + "manhattan_accuracy_threshold": 15.905336, + "manhattan_f1": 0.882255, + "manhattan_f1_threshold": 17.024164, + "manhattan_precision": 0.883721, + "manhattan_recall": 0.880795, + "manhattan_ap": 0.942131, + "euclidean_accuracy": 0.859, + "euclidean_accuracy_threshold": 0.332273, + "euclidean_f1": 0.882988, + "euclidean_f1_threshold": 0.358004, + "euclidean_precision": 0.885191, + "euclidean_recall": 0.880795, + "euclidean_ap": 0.942333, + "dot_accuracy": 0.859, + "dot_accuracy_threshold": 0.943939, + "dot_f1": 0.880872, + "dot_f1_threshold": 0.938107, + "dot_precision": 0.892857, + "dot_recall": 0.869205, + "dot_ap": 0.943117, + "max_accuracy": 0.86, + "max_f1": 0.882988, + "max_precision": 0.892857, + "max_recall": 0.880795, + "max_ap": 0.943117, + "main_score": 0.943117, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 4.635326862335205, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/PunjabiNewsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PunjabiNewsClassification.json new file mode 100644 index 0000000000..904cb89169 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/PunjabiNewsClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "cec3923e16519efe51d535497e711932b8f1dc44", + "task_name": "PunjabiNewsClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.835669, + "f1": 0.752859, + "f1_weighted": 0.84817, + "ap": 0.432397, + "ap_weighted": 0.432397, + "scores_per_experiment": [ + { + "accuracy": 0.802548, + "f1": 0.72848, + "f1_weighted": 0.823323, + "ap": 0.405384, + "ap_weighted": 0.405384 + }, + { + "accuracy": 0.796178, + "f1": 0.727075, + "f1_weighted": 0.818921, + "ap": 0.41038, + "ap_weighted": 0.41038 + }, + { + "accuracy": 0.840764, + "f1": 0.757492, + "f1_weighted": 0.852531, + "ap": 0.432694, + "ap_weighted": 0.432694 + }, + { + "accuracy": 0.88535, + "f1": 0.792572, + "f1_weighted": 0.88535, + "ap": 0.48484, + "ap_weighted": 0.48484 + }, + { + "accuracy": 0.872611, + "f1": 0.799027, + "f1_weighted": 0.880357, + "ap": 0.503001, + "ap_weighted": 0.503001 + }, + { + "accuracy": 0.88535, + "f1": 0.792572, + "f1_weighted": 0.88535, + "ap": 0.48484, + "ap_weighted": 0.48484 + }, + { + "accuracy": 0.77707, + "f1": 0.674948, + "f1_weighted": 0.796798, + "ap": 0.315822, + "ap_weighted": 0.315822 + }, + { + "accuracy": 0.840764, + "f1": 0.757492, + "f1_weighted": 0.852531, + "ap": 0.432694, + "ap_weighted": 0.432694 + }, + { + "accuracy": 0.815287, + "f1": 0.736104, + "f1_weighted": 0.83278, + "ap": 0.40877, + "ap_weighted": 0.40877 + }, + { + "accuracy": 0.840764, + "f1": 0.762826, + "f1_weighted": 0.853754, + "ap": 0.445543, + "ap_weighted": 0.445543 + } + ], + "main_score": 0.835669, + "hf_subset": "default", + "languages": [ + "pan-Guru" + ] + } + ] + }, + "evaluation_time": 20.178173065185547, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/RTE3.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/RTE3.json new file mode 100644 index 0000000000..dfaae7f328 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/RTE3.json @@ -0,0 +1,199 @@ +{ + "dataset_revision": "d94f96ca5a6798e20f5a77e566f7a288dc6138d7", + "task_name": "RTE3", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "similarity_accuracy": 0.848233, + "similarity_accuracy_threshold": 0.713208, + "similarity_f1": 0.917885, + "similarity_f1_threshold": 0.713208, + "similarity_precision": 0.85, + "similarity_recall": 0.997555, + "similarity_ap": 0.882665, + "cosine_accuracy": 0.848233, + "cosine_accuracy_threshold": 0.713207, + "cosine_f1": 0.917885, + "cosine_f1_threshold": 0.713207, + "cosine_precision": 0.85, + "cosine_recall": 0.997555, + "cosine_ap": 0.882665, + "manhattan_accuracy": 0.848233, + "manhattan_accuracy_threshold": 35.752388, + "manhattan_f1": 0.917885, + "manhattan_f1_threshold": 35.752388, + "manhattan_precision": 0.85, + "manhattan_recall": 0.997555, + "manhattan_ap": 0.883137, + "euclidean_accuracy": 0.848233, + "euclidean_accuracy_threshold": 0.756955, + "euclidean_f1": 0.917885, + "euclidean_f1_threshold": 0.756955, + "euclidean_precision": 0.85, + "euclidean_recall": 0.997555, + "euclidean_ap": 0.882682, + "dot_accuracy": 0.848233, + "dot_accuracy_threshold": 0.712476, + "dot_f1": 0.917885, + "dot_f1_threshold": 0.712476, + "dot_precision": 0.85, + "dot_recall": 0.997555, + "dot_ap": 0.881284, + "max_accuracy": 0.848233, + "max_f1": 0.917885, + "max_precision": 0.85, + "max_recall": 0.997555, + "max_ap": 0.883137, + "main_score": 0.883137, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.854772, + "similarity_accuracy_threshold": 0.698233, + "similarity_f1": 0.921348, + "similarity_f1_threshold": 0.698233, + "similarity_precision": 0.854167, + "similarity_recall": 1.0, + "similarity_ap": 0.904558, + "cosine_accuracy": 0.854772, + "cosine_accuracy_threshold": 0.698232, + "cosine_f1": 0.921348, + "cosine_f1_threshold": 0.698232, + "cosine_precision": 0.854167, + "cosine_recall": 1.0, + "cosine_ap": 0.904558, + "manhattan_accuracy": 0.854772, + "manhattan_accuracy_threshold": 36.404823, + "manhattan_f1": 0.921348, + "manhattan_f1_threshold": 36.404823, + "manhattan_precision": 0.854167, + "manhattan_recall": 1.0, + "manhattan_ap": 0.904385, + "euclidean_accuracy": 0.854772, + "euclidean_accuracy_threshold": 0.776877, + "euclidean_f1": 0.921348, + "euclidean_f1_threshold": 0.776877, + "euclidean_precision": 0.854167, + "euclidean_recall": 1.0, + "euclidean_ap": 0.904742, + "dot_accuracy": 0.852697, + "dot_accuracy_threshold": 0.716707, + "dot_f1": 0.920314, + "dot_f1_threshold": 0.677454, + "dot_precision": 0.852391, + "dot_recall": 1.0, + "dot_ap": 0.904058, + "max_accuracy": 0.854772, + "max_f1": 0.921348, + "max_precision": 0.854167, + "max_recall": 1.0, + "max_ap": 0.904742, + "main_score": 0.904742, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.852697, + "similarity_accuracy_threshold": 0.726856, + "similarity_f1": 0.919955, + "similarity_f1_threshold": 0.726856, + "similarity_precision": 0.853556, + "similarity_recall": 0.997555, + "similarity_ap": 0.887995, + "cosine_accuracy": 0.852697, + "cosine_accuracy_threshold": 0.726855, + "cosine_f1": 0.919955, + "cosine_f1_threshold": 0.726855, + "cosine_precision": 0.853556, + "cosine_recall": 0.997555, + "cosine_ap": 0.887995, + "manhattan_accuracy": 0.852697, + "manhattan_accuracy_threshold": 34.986374, + "manhattan_f1": 0.919955, + "manhattan_f1_threshold": 34.986374, + "manhattan_precision": 0.853556, + "manhattan_recall": 0.997555, + "manhattan_ap": 0.888498, + "euclidean_accuracy": 0.852697, + "euclidean_accuracy_threshold": 0.738642, + "euclidean_f1": 0.919955, + "euclidean_f1_threshold": 0.738642, + "euclidean_precision": 0.853556, + "euclidean_recall": 0.997555, + "euclidean_ap": 0.887854, + "dot_accuracy": 0.852697, + "dot_accuracy_threshold": 0.727907, + "dot_f1": 0.919955, + "dot_f1_threshold": 0.727907, + "dot_precision": 0.853556, + "dot_recall": 0.997555, + "dot_ap": 0.886352, + "max_accuracy": 0.852697, + "max_f1": 0.919955, + "max_precision": 0.853556, + "max_recall": 0.997555, + "max_ap": 0.888498, + "main_score": 0.888498, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.849372, + "similarity_accuracy_threshold": 0.725598, + "similarity_f1": 0.918367, + "similarity_f1_threshold": 0.725598, + "similarity_precision": 0.85084, + "similarity_recall": 0.997537, + "similarity_ap": 0.886138, + "cosine_accuracy": 0.849372, + "cosine_accuracy_threshold": 0.725598, + "cosine_f1": 0.918367, + "cosine_f1_threshold": 0.725598, + "cosine_precision": 0.85084, + "cosine_recall": 0.997537, + "cosine_ap": 0.886138, + "manhattan_accuracy": 0.849372, + "manhattan_accuracy_threshold": 35.005547, + "manhattan_f1": 0.918367, + "manhattan_f1_threshold": 35.005547, + "manhattan_precision": 0.85084, + "manhattan_recall": 0.997537, + "manhattan_ap": 0.885843, + "euclidean_accuracy": 0.849372, + "euclidean_accuracy_threshold": 0.740467, + "euclidean_f1": 0.918367, + "euclidean_f1_threshold": 0.740467, + "euclidean_precision": 0.85084, + "euclidean_recall": 0.997537, + "euclidean_ap": 0.886052, + "dot_accuracy": 0.849372, + "dot_accuracy_threshold": 0.72491, + "dot_f1": 0.918367, + "dot_f1_threshold": 0.72491, + "dot_precision": 0.85084, + "dot_recall": 0.997537, + "dot_ap": 0.886869, + "max_accuracy": 0.849372, + "max_f1": 0.918367, + "max_precision": 0.85084, + "max_recall": 0.997537, + "max_ap": 0.886869, + "main_score": 0.886869, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 17.946305990219116, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/Robust04InstructionRetrieval.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/Robust04InstructionRetrieval.json new file mode 100644 index 0000000000..5ae59c6311 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/Robust04InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "a5a1c4fe2bc528ac12e83f8cdf82178da85d2f1d", + "task_name": "Robust04InstructionRetrieval", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "p-MRR": -0.008083, + "individual": { + "original": { + "ndcg_at_1": 0.45192, + "ndcg_at_3": 0.41118, + "ndcg_at_5": 0.38996, + "ndcg_at_10": 0.37877, + "ndcg_at_20": 0.40056, + "ndcg_at_100": 0.48112, + "ndcg_at_1000": 0.5986, + "map_at_1": 0.04622, + "map_at_3": 0.09704, + "map_at_5": 0.12617, + "map_at_10": 0.16954, + "map_at_20": 0.21313, + "map_at_100": 0.27116, + "map_at_1000": 0.2921, + "recall_at_1": 0.04622, + "recall_at_3": 0.1134, + "recall_at_5": 0.15998, + "recall_at_10": 0.25562, + "recall_at_20": 0.36612, + "recall_at_100": 0.63001, + "recall_at_1000": 1.0, + "precision_at_1": 0.51923, + "precision_at_3": 0.4359, + "precision_at_5": 0.38846, + "precision_at_10": 0.32308, + "precision_at_20": 0.25865, + "precision_at_100": 0.10654, + "precision_at_1000": 0.01981, + "naucs_at_1_max": 0.286534, + "naucs_at_1_std": -0.159226, + "naucs_at_1_diff1": 0.214637, + "naucs_at_3_max": 0.232261, + "naucs_at_3_std": -0.137632, + "naucs_at_3_diff1": 0.199358, + "naucs_at_5_max": 0.266835, + "naucs_at_5_std": -0.114483, + "naucs_at_5_diff1": 0.204094, + "naucs_at_10_max": 0.285365, + "naucs_at_10_std": -0.116719, + "naucs_at_10_diff1": 0.184226, + "naucs_at_20_max": 0.284448, + "naucs_at_20_std": -0.103294, + "naucs_at_20_diff1": 0.185484, + "naucs_at_100_max": 0.282559, + "naucs_at_100_std": -0.106709, + "naucs_at_100_diff1": 0.189564, + "naucs_at_1000_max": 0.282559, + "naucs_at_1000_std": -0.106709, + "naucs_at_1000_diff1": 0.189564, + "mrr_at_1": 0.519231, + "mrr_at_3": 0.608974, + "mrr_at_5": 0.625321, + "mrr_at_10": 0.638805, + "mrr_at_20": 0.642301, + "mrr_at_100": 0.643707, + "mrr_at_1000": 0.643707 + }, + "changed": { + "ndcg_at_1": 0.75, + "ndcg_at_3": 0.69113, + "ndcg_at_5": 0.64398, + "ndcg_at_10": 0.58915, + "ndcg_at_20": 0.55961, + "ndcg_at_100": 0.6045, + "ndcg_at_1000": 0.73849, + "map_at_1": 0.04585, + "map_at_3": 0.10884, + "map_at_5": 0.14765, + "map_at_10": 0.20976, + "map_at_20": 0.27364, + "map_at_100": 0.3774, + "map_at_1000": 0.41557, + "recall_at_1": 0.04585, + "recall_at_3": 0.11471, + "recall_at_5": 0.15755, + "recall_at_10": 0.24474, + "recall_at_20": 0.34772, + "recall_at_100": 0.64729, + "recall_at_1000": 1.0, + "precision_at_1": 0.84615, + "precision_at_3": 0.75, + "precision_at_5": 0.67692, + "precision_at_10": 0.55769, + "precision_at_20": 0.44231, + "precision_at_100": 0.19019, + "precision_at_1000": 0.03369, + "naucs_at_1_max": 0.722334, + "naucs_at_1_std": 0.065087, + "naucs_at_1_diff1": 0.616882, + "naucs_at_3_max": 0.720684, + "naucs_at_3_std": 0.138313, + "naucs_at_3_diff1": 0.614225, + "naucs_at_5_max": 0.720684, + "naucs_at_5_std": 0.138313, + "naucs_at_5_diff1": 0.614225, + "naucs_at_10_max": 0.731271, + "naucs_at_10_std": 0.140178, + "naucs_at_10_diff1": 0.601255, + "naucs_at_20_max": 0.728608, + "naucs_at_20_std": 0.132948, + "naucs_at_20_diff1": 0.601721, + "naucs_at_100_max": 0.728242, + "naucs_at_100_std": 0.132367, + "naucs_at_100_diff1": 0.602965, + "naucs_at_1000_max": 0.728242, + "naucs_at_1000_std": 0.132367, + "naucs_at_1000_diff1": 0.602965, + "mrr_at_1": 0.846154, + "mrr_at_3": 0.88141, + "mrr_at_5": 0.88141, + "mrr_at_10": 0.887363, + "mrr_at_20": 0.888431, + "mrr_at_100": 0.88871, + "mrr_at_1000": 0.88871 + } + }, + "main_score": -0.008083, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5147.647211551666, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/RomaniBibleClustering.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/RomaniBibleClustering.json new file mode 100644 index 0000000000..f23e2ee274 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/RomaniBibleClustering.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "97fae0e80a8d275bc685dcb3da08972af542ad6e", + "task_name": "RomaniBibleClustering", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measure": 0.430993, + "v_measure_std": 0.018515, + "v_measures": [ + 0.432535, + 0.455909, + 0.431871, + 0.403657 + ], + "main_score": 0.430993, + "hf_subset": "default", + "languages": [ + "rom-Latn" + ] + } + ] + }, + "evaluation_time": 18.806008100509644, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/RuBQReranking.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/RuBQReranking.json new file mode 100644 index 0000000000..9e2af952bf --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/RuBQReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2", + "task_name": "RuBQReranking", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "map": 0.761061, + "mrr": 0.806324, + "nAUC_map_max": 0.083074, + "nAUC_map_std": 0.078774, + "nAUC_map_diff1": 0.397687, + "nAUC_mrr_max": 0.124896, + "nAUC_mrr_std": 0.104595, + "nAUC_mrr_diff1": 0.433143, + "main_score": 0.761061, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 639.7754158973694, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SCIDOCS.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SCIDOCS.json new file mode 100644 index 0000000000..4ce587adf5 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SCIDOCS.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", + "task_name": "SCIDOCS", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "ndcg_at_1": 0.24, + "ndcg_at_3": 0.20594, + "ndcg_at_5": 0.18028, + "ndcg_at_10": 0.21972, + "ndcg_at_20": 0.25279, + "ndcg_at_100": 0.31288, + "ndcg_at_1000": 0.36705, + "map_at_1": 0.04858, + "map_at_3": 0.09368, + "map_at_5": 0.11136, + "map_at_10": 0.1327, + "map_at_20": 0.14499, + "map_at_100": 0.15755, + "map_at_1000": 0.16098, + "recall_at_1": 0.04858, + "recall_at_3": 0.11953, + "recall_at_5": 0.16318, + "recall_at_10": 0.23588, + "recall_at_20": 0.3136, + "recall_at_100": 0.50868, + "recall_at_1000": 0.77057, + "precision_at_1": 0.24, + "precision_at_3": 0.19633, + "precision_at_5": 0.161, + "precision_at_10": 0.1164, + "precision_at_20": 0.07735, + "precision_at_100": 0.02505, + "precision_at_1000": 0.0038, + "mrr_at_1": 0.24, + "mrr_at_3": 0.320667, + "mrr_at_5": 0.343767, + "mrr_at_10": 0.357619, + "mrr_at_20": 0.364468, + "mrr_at_100": 0.369168, + "mrr_at_1000": 0.369593, + "nauc_ndcg_at_1_max": 0.244911, + "nauc_ndcg_at_1_std": 0.027332, + "nauc_ndcg_at_1_diff1": 0.250586, + "nauc_ndcg_at_3_max": 0.283195, + "nauc_ndcg_at_3_std": 0.048024, + "nauc_ndcg_at_3_diff1": 0.199997, + "nauc_ndcg_at_5_max": 0.299173, + "nauc_ndcg_at_5_std": 0.060158, + "nauc_ndcg_at_5_diff1": 0.191468, + "nauc_ndcg_at_10_max": 0.309251, + "nauc_ndcg_at_10_std": 0.077082, + "nauc_ndcg_at_10_diff1": 0.178629, + "nauc_ndcg_at_20_max": 0.329871, + "nauc_ndcg_at_20_std": 0.10527, + "nauc_ndcg_at_20_diff1": 0.17497, + "nauc_ndcg_at_100_max": 0.328284, + "nauc_ndcg_at_100_std": 0.155344, + "nauc_ndcg_at_100_diff1": 0.165962, + "nauc_ndcg_at_1000_max": 0.328398, + "nauc_ndcg_at_1000_std": 0.169867, + "nauc_ndcg_at_1000_diff1": 0.170114, + "nauc_map_at_1_max": 0.244592, + "nauc_map_at_1_std": 0.024651, + "nauc_map_at_1_diff1": 0.252098, + "nauc_map_at_3_max": 0.293409, + "nauc_map_at_3_std": 0.036597, + "nauc_map_at_3_diff1": 0.2122, + "nauc_map_at_5_max": 0.311116, + "nauc_map_at_5_std": 0.046402, + "nauc_map_at_5_diff1": 0.200752, + "nauc_map_at_10_max": 0.319418, + "nauc_map_at_10_std": 0.064269, + "nauc_map_at_10_diff1": 0.185275, + "nauc_map_at_20_max": 0.330218, + "nauc_map_at_20_std": 0.080328, + "nauc_map_at_20_diff1": 0.182241, + "nauc_map_at_100_max": 0.331398, + "nauc_map_at_100_std": 0.095831, + "nauc_map_at_100_diff1": 0.179134, + "nauc_map_at_1000_max": 0.332026, + "nauc_map_at_1000_std": 0.099305, + "nauc_map_at_1000_diff1": 0.178872, + "nauc_recall_at_1_max": 0.244592, + "nauc_recall_at_1_std": 0.024651, + "nauc_recall_at_1_diff1": 0.252098, + "nauc_recall_at_3_max": 0.290847, + "nauc_recall_at_3_std": 0.055339, + "nauc_recall_at_3_diff1": 0.175335, + "nauc_recall_at_5_max": 0.30007, + "nauc_recall_at_5_std": 0.073678, + "nauc_recall_at_5_diff1": 0.15554, + "nauc_recall_at_10_max": 0.30083, + "nauc_recall_at_10_std": 0.097028, + "nauc_recall_at_10_diff1": 0.129518, + "nauc_recall_at_20_max": 0.317376, + "nauc_recall_at_20_std": 0.146394, + "nauc_recall_at_20_diff1": 0.113282, + "nauc_recall_at_100_max": 0.274676, + "nauc_recall_at_100_std": 0.263309, + "nauc_recall_at_100_diff1": 0.074709, + "nauc_recall_at_1000_max": 0.24478, + "nauc_recall_at_1000_std": 0.369648, + "nauc_recall_at_1000_diff1": 0.060548, + "nauc_precision_at_1_max": 0.244911, + "nauc_precision_at_1_std": 0.027332, + "nauc_precision_at_1_diff1": 0.250586, + "nauc_precision_at_3_max": 0.292943, + "nauc_precision_at_3_std": 0.056679, + "nauc_precision_at_3_diff1": 0.176659, + "nauc_precision_at_5_max": 0.302688, + "nauc_precision_at_5_std": 0.0759, + "nauc_precision_at_5_diff1": 0.155961, + "nauc_precision_at_10_max": 0.303353, + "nauc_precision_at_10_std": 0.099526, + "nauc_precision_at_10_diff1": 0.130277, + "nauc_precision_at_20_max": 0.321299, + "nauc_precision_at_20_std": 0.148456, + "nauc_precision_at_20_diff1": 0.113535, + "nauc_precision_at_100_max": 0.27486, + "nauc_precision_at_100_std": 0.259349, + "nauc_precision_at_100_diff1": 0.07639, + "nauc_precision_at_1000_max": 0.24386, + "nauc_precision_at_1000_std": 0.35235, + "nauc_precision_at_1000_diff1": 0.061658, + "nauc_mrr_at_1_max": 0.244911, + "nauc_mrr_at_1_std": 0.027332, + "nauc_mrr_at_1_diff1": 0.250586, + "nauc_mrr_at_3_max": 0.258037, + "nauc_mrr_at_3_std": 0.050072, + "nauc_mrr_at_3_diff1": 0.209303, + "nauc_mrr_at_5_max": 0.260023, + "nauc_mrr_at_5_std": 0.051153, + "nauc_mrr_at_5_diff1": 0.208542, + "nauc_mrr_at_10_max": 0.260842, + "nauc_mrr_at_10_std": 0.051626, + "nauc_mrr_at_10_diff1": 0.20953, + "nauc_mrr_at_20_max": 0.263523, + "nauc_mrr_at_20_std": 0.054552, + "nauc_mrr_at_20_diff1": 0.210092, + "nauc_mrr_at_100_max": 0.262948, + "nauc_mrr_at_100_std": 0.055501, + "nauc_mrr_at_100_diff1": 0.210923, + "nauc_mrr_at_1000_max": 0.262943, + "nauc_mrr_at_1000_std": 0.05522, + "nauc_mrr_at_1000_diff1": 0.210988, + "main_score": 0.21972, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 770.4336438179016, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SIB200ClusteringS2S.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SIB200ClusteringS2S.json new file mode 100644 index 0000000000..bdcfb27341 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SIB200ClusteringS2S.json @@ -0,0 +1,4542 @@ +{ + "dataset_revision": "a74d7350ea12af010cfb1c21e34f1f81fd2e615b", + "task_name": "SIB200ClusteringS2S", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.403396, + 0.416987, + 0.435677, + 0.451103, + 0.370126, + 0.384456, + 0.404659, + 0.46341, + 0.403903, + 0.482181 + ] + }, + "v_measure": 0.42159, + "v_measure_std": 0.033866, + "main_score": 0.42159, + "hf_subset": "ace_Latn", + "languages": [ + "ace-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.59203, + 0.508785, + 0.537416, + 0.525085, + 0.588489, + 0.567117, + 0.530068, + 0.581331, + 0.574564, + 0.543897 + ] + }, + "v_measure": 0.554878, + "v_measure_std": 0.027929, + "main_score": 0.554878, + "hf_subset": "acm_Arab", + "languages": [ + "acm-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.548418, + 0.52391, + 0.550102, + 0.557901, + 0.523234, + 0.547789, + 0.578875, + 0.577463, + 0.508201, + 0.548241 + ] + }, + "v_measure": 0.546414, + "v_measure_std": 0.021625, + "main_score": 0.546414, + "hf_subset": "acq_Arab", + "languages": [ + "acq-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.509408, + 0.56178, + 0.454149, + 0.562925, + 0.50943, + 0.525686, + 0.519465, + 0.543889, + 0.588474, + 0.572096 + ] + }, + "v_measure": 0.53473, + "v_measure_std": 0.037396, + "main_score": 0.53473, + "hf_subset": "aeb_Arab", + "languages": [ + "aeb-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.557461, + 0.539255, + 0.575552, + 0.590437, + 0.5424, + 0.597181, + 0.549159, + 0.584589, + 0.553771, + 0.499352 + ] + }, + "v_measure": 0.558916, + "v_measure_std": 0.027793, + "main_score": 0.558916, + "hf_subset": "afr_Latn", + "languages": [ + "afr-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.570782, + 0.620911, + 0.50383, + 0.521133, + 0.618104, + 0.569387, + 0.584806, + 0.612815, + 0.509399, + 0.531078 + ] + }, + "v_measure": 0.564224, + "v_measure_std": 0.043104, + "main_score": 0.564224, + "hf_subset": "ajp_Arab", + "languages": [ + "ajp-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.295921, + 0.341508, + 0.38514, + 0.338963, + 0.390956, + 0.330708, + 0.384136, + 0.348282, + 0.302287, + 0.34373 + ] + }, + "v_measure": 0.346163, + "v_measure_std": 0.031208, + "main_score": 0.346163, + "hf_subset": "aka_Latn", + "languages": [ + "aka-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.513416, + 0.547621, + 0.577203, + 0.499745, + 0.439967, + 0.486574, + 0.589003, + 0.55475, + 0.579391, + 0.546799 + ] + }, + "v_measure": 0.533447, + "v_measure_std": 0.045186, + "main_score": 0.533447, + "hf_subset": "als_Latn", + "languages": [ + "als-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.398981, + 0.398919, + 0.396255, + 0.402558, + 0.399635, + 0.334528, + 0.368488, + 0.420316, + 0.433025, + 0.420902 + ] + }, + "v_measure": 0.397361, + "v_measure_std": 0.026783, + "main_score": 0.397361, + "hf_subset": "amh_Ethi", + "languages": [ + "amh-Ethi" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.550684, + 0.604297, + 0.545112, + 0.567501, + 0.536593, + 0.523609, + 0.537015, + 0.521755, + 0.58535, + 0.551262 + ] + }, + "v_measure": 0.552318, + "v_measure_std": 0.025137, + "main_score": 0.552318, + "hf_subset": "apc_Arab", + "languages": [ + "apc-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.352895, + 0.407455, + 0.340451, + 0.37423, + 0.413435, + 0.331112, + 0.391053, + 0.375544, + 0.361021, + 0.366931 + ] + }, + "v_measure": 0.371413, + "v_measure_std": 0.025553, + "main_score": 0.371413, + "hf_subset": "arb_Latn", + "languages": [ + "arb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.562674, + 0.54368, + 0.513919, + 0.568135, + 0.508432, + 0.546017, + 0.556645, + 0.503535, + 0.611837, + 0.524725 + ] + }, + "v_measure": 0.54396, + "v_measure_std": 0.031426, + "main_score": 0.54396, + "hf_subset": "ars_Arab", + "languages": [ + "ars-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.564521, + 0.492872, + 0.557561, + 0.564283, + 0.466857, + 0.523597, + 0.491341, + 0.538377, + 0.531548, + 0.594713 + ] + }, + "v_measure": 0.532567, + "v_measure_std": 0.037712, + "main_score": 0.532567, + "hf_subset": "ary_Arab", + "languages": [ + "ary-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.565931, + 0.54008, + 0.526255, + 0.467865, + 0.502123, + 0.62644, + 0.605493, + 0.569107, + 0.553874, + 0.59666 + ] + }, + "v_measure": 0.555383, + "v_measure_std": 0.045983, + "main_score": 0.555383, + "hf_subset": "arz_Arab", + "languages": [ + "arz-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.504167, + 0.604165, + 0.516121, + 0.491326, + 0.456578, + 0.554057, + 0.494684, + 0.476403, + 0.600101, + 0.536215 + ] + }, + "v_measure": 0.523382, + "v_measure_std": 0.047392, + "main_score": 0.523382, + "hf_subset": "asm_Beng", + "languages": [ + "asm-Beng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.549941, + 0.527538, + 0.562588, + 0.569959, + 0.59464, + 0.577681, + 0.566764, + 0.550047, + 0.529441, + 0.581017 + ] + }, + "v_measure": 0.560962, + "v_measure_std": 0.020699, + "main_score": 0.560962, + "hf_subset": "ast_Latn", + "languages": [ + "ast-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.610976, + 0.533249, + 0.536449, + 0.546832, + 0.54897, + 0.547384, + 0.637189, + 0.50087, + 0.520802, + 0.52643 + ] + }, + "v_measure": 0.550915, + "v_measure_std": 0.039517, + "main_score": 0.550915, + "hf_subset": "awa_Deva", + "languages": [ + "awa-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.242381, + 0.242068, + 0.221074, + 0.252939, + 0.275032, + 0.21238, + 0.26942, + 0.254724, + 0.308302, + 0.278911 + ] + }, + "v_measure": 0.255723, + "v_measure_std": 0.027047, + "main_score": 0.255723, + "hf_subset": "ayr_Latn", + "languages": [ + "ayr-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.412, + 0.506439, + 0.481615, + 0.472629, + 0.458617, + 0.465207, + 0.496907, + 0.465562, + 0.450159, + 0.476524 + ] + }, + "v_measure": 0.468566, + "v_measure_std": 0.02479, + "main_score": 0.468566, + "hf_subset": "azb_Arab", + "languages": [ + "azb-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.577255, + 0.509363, + 0.534311, + 0.558165, + 0.589945, + 0.556198, + 0.576765, + 0.511618, + 0.535768, + 0.54162 + ] + }, + "v_measure": 0.549101, + "v_measure_std": 0.026068, + "main_score": 0.549101, + "hf_subset": "azj_Latn", + "languages": [ + "azj-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.467938, + 0.497914, + 0.534855, + 0.549539, + 0.544831, + 0.493199, + 0.523393, + 0.448836, + 0.572078, + 0.531816 + ] + }, + "v_measure": 0.51644, + "v_measure_std": 0.036643, + "main_score": 0.51644, + "hf_subset": "bak_Cyrl", + "languages": [ + "bak-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.20867, + 0.276395, + 0.23068, + 0.245726, + 0.267242, + 0.252247, + 0.231167, + 0.284069, + 0.239048, + 0.253781 + ] + }, + "v_measure": 0.248902, + "v_measure_std": 0.021763, + "main_score": 0.248902, + "hf_subset": "bam_Latn", + "languages": [ + "bam-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.540137, + 0.526165, + 0.532228, + 0.533904, + 0.456239, + 0.524432, + 0.517223, + 0.516928, + 0.522301, + 0.545219 + ] + }, + "v_measure": 0.521478, + "v_measure_std": 0.023469, + "main_score": 0.521478, + "hf_subset": "ban_Latn", + "languages": [ + "ban-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.579473, + 0.562151, + 0.554221, + 0.533023, + 0.541429, + 0.56885, + 0.563542, + 0.513351, + 0.504916, + 0.524978 + ] + }, + "v_measure": 0.544593, + "v_measure_std": 0.023757, + "main_score": 0.544593, + "hf_subset": "bel_Cyrl", + "languages": [ + "bel-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.261822, + 0.239906, + 0.281511, + 0.237644, + 0.31681, + 0.261571, + 0.282482, + 0.268511, + 0.259475, + 0.317316 + ] + }, + "v_measure": 0.272705, + "v_measure_std": 0.02617, + "main_score": 0.272705, + "hf_subset": "bem_Latn", + "languages": [ + "bem-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.519553, + 0.553466, + 0.504491, + 0.587564, + 0.522951, + 0.576367, + 0.511017, + 0.558287, + 0.558103, + 0.540745 + ] + }, + "v_measure": 0.543254, + "v_measure_std": 0.026707, + "main_score": 0.543254, + "hf_subset": "ben_Beng", + "languages": [ + "ben-Beng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.493893, + 0.577371, + 0.5502, + 0.485436, + 0.604359, + 0.478374, + 0.546666, + 0.518337, + 0.590168, + 0.531971 + ] + }, + "v_measure": 0.537678, + "v_measure_std": 0.041934, + "main_score": 0.537678, + "hf_subset": "bho_Deva", + "languages": [ + "bho-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.52329, + 0.450073, + 0.487361, + 0.468786, + 0.546299, + 0.49977, + 0.582277, + 0.53192, + 0.467046, + 0.545695 + ] + }, + "v_measure": 0.510252, + "v_measure_std": 0.040279, + "main_score": 0.510252, + "hf_subset": "bjn_Latn", + "languages": [ + "bjn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.241631, + 0.254828, + 0.258329, + 0.249264, + 0.288062, + 0.230039, + 0.250416, + 0.249707, + 0.313747, + 0.235786 + ] + }, + "v_measure": 0.257181, + "v_measure_std": 0.024002, + "main_score": 0.257181, + "hf_subset": "bod_Tibt", + "languages": [ + "bod-Tibt" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.567987, + 0.542038, + 0.641087, + 0.500311, + 0.549665, + 0.532809, + 0.577939, + 0.590425, + 0.581817, + 0.59093 + ] + }, + "v_measure": 0.567501, + "v_measure_std": 0.036726, + "main_score": 0.567501, + "hf_subset": "bos_Latn", + "languages": [ + "bos-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.412375, + 0.38573, + 0.412249, + 0.391478, + 0.43551, + 0.396251, + 0.442175, + 0.332068, + 0.375913, + 0.448171 + ] + }, + "v_measure": 0.403192, + "v_measure_std": 0.033237, + "main_score": 0.403192, + "hf_subset": "bug_Latn", + "languages": [ + "bug-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.525861, + 0.632315, + 0.502407, + 0.579665, + 0.554467, + 0.472328, + 0.586421, + 0.480234, + 0.551231, + 0.51624 + ] + }, + "v_measure": 0.540117, + "v_measure_std": 0.047869, + "main_score": 0.540117, + "hf_subset": "bul_Cyrl", + "languages": [ + "bul-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.514953, + 0.520488, + 0.611126, + 0.617731, + 0.430491, + 0.571086, + 0.605598, + 0.626132, + 0.55595, + 0.59937 + ] + }, + "v_measure": 0.565292, + "v_measure_std": 0.058456, + "main_score": 0.565292, + "hf_subset": "cat_Latn", + "languages": [ + "cat-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.479454, + 0.562626, + 0.464227, + 0.575067, + 0.524882, + 0.517607, + 0.567033, + 0.524756, + 0.547942, + 0.598572 + ] + }, + "v_measure": 0.536217, + "v_measure_std": 0.04024, + "main_score": 0.536217, + "hf_subset": "ceb_Latn", + "languages": [ + "ceb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.565594, + 0.5384, + 0.534374, + 0.560797, + 0.531408, + 0.47694, + 0.547276, + 0.476402, + 0.60933, + 0.474854 + ] + }, + "v_measure": 0.531537, + "v_measure_std": 0.041958, + "main_score": 0.531537, + "hf_subset": "ces_Latn", + "languages": [ + "ces-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.257674, + 0.265281, + 0.251954, + 0.252317, + 0.290747, + 0.244929, + 0.249146, + 0.244598, + 0.262529, + 0.240782 + ] + }, + "v_measure": 0.255996, + "v_measure_std": 0.013784, + "main_score": 0.255996, + "hf_subset": "cjk_Latn", + "languages": [ + "cjk-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.410626, + 0.369321, + 0.429082, + 0.418604, + 0.363919, + 0.414926, + 0.461669, + 0.431742, + 0.421749, + 0.435636 + ] + }, + "v_measure": 0.415727, + "v_measure_std": 0.028019, + "main_score": 0.415727, + "hf_subset": "ckb_Arab", + "languages": [ + "ckb-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.554747, + 0.537958, + 0.507405, + 0.477819, + 0.52707, + 0.466845, + 0.515282, + 0.557012, + 0.524512, + 0.514011 + ] + }, + "v_measure": 0.518266, + "v_measure_std": 0.027859, + "main_score": 0.518266, + "hf_subset": "crh_Latn", + "languages": [ + "crh-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.446798, + 0.507768, + 0.532701, + 0.529207, + 0.517817, + 0.481134, + 0.595566, + 0.494381, + 0.509858, + 0.499904 + ] + }, + "v_measure": 0.511513, + "v_measure_std": 0.036637, + "main_score": 0.511513, + "hf_subset": "cym_Latn", + "languages": [ + "cym-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.492781, + 0.498714, + 0.511789, + 0.502525, + 0.617475, + 0.532283, + 0.529015, + 0.46436, + 0.547963, + 0.498849 + ] + }, + "v_measure": 0.519576, + "v_measure_std": 0.039527, + "main_score": 0.519576, + "hf_subset": "dan_Latn", + "languages": [ + "dan-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.580541, + 0.529272, + 0.483972, + 0.550581, + 0.504988, + 0.539598, + 0.530425, + 0.582807, + 0.598775, + 0.46966 + ] + }, + "v_measure": 0.537062, + "v_measure_std": 0.04059, + "main_score": 0.537062, + "hf_subset": "deu_Latn", + "languages": [ + "deu-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.245434, + 0.284984, + 0.237605, + 0.2701, + 0.254061, + 0.261154, + 0.309944, + 0.258166, + 0.22034, + 0.239852 + ] + }, + "v_measure": 0.258164, + "v_measure_std": 0.02433, + "main_score": 0.258164, + "hf_subset": "dik_Latn", + "languages": [ + "dik-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.279178, + 0.216245, + 0.194497, + 0.261552, + 0.260688, + 0.240197, + 0.265264, + 0.257336, + 0.241032, + 0.255757 + ] + }, + "v_measure": 0.247175, + "v_measure_std": 0.023949, + "main_score": 0.247175, + "hf_subset": "dyu_Latn", + "languages": [ + "dyu-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.19377, + 0.169444, + 0.187754, + 0.189111, + 0.208126, + 0.179568, + 0.181521, + 0.196524, + 0.208237, + 0.186678 + ] + }, + "v_measure": 0.190073, + "v_measure_std": 0.011567, + "main_score": 0.190073, + "hf_subset": "dzo_Tibt", + "languages": [ + "dzo-Tibt" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.476517, + 0.506845, + 0.452538, + 0.581521, + 0.483514, + 0.558219, + 0.525308, + 0.589446, + 0.502964, + 0.59633 + ] + }, + "v_measure": 0.52732, + "v_measure_std": 0.048604, + "main_score": 0.52732, + "hf_subset": "ell_Grek", + "languages": [ + "ell-Grek" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.442331, + 0.373622, + 0.478363, + 0.492934, + 0.557246, + 0.523429, + 0.550253, + 0.517824, + 0.571081, + 0.460085 + ] + }, + "v_measure": 0.496717, + "v_measure_std": 0.057465, + "main_score": 0.496717, + "hf_subset": "eng_Latn", + "languages": [ + "eng-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.573615, + 0.582788, + 0.536073, + 0.491538, + 0.513072, + 0.594594, + 0.556518, + 0.613574, + 0.569933, + 0.546171 + ] + }, + "v_measure": 0.557788, + "v_measure_std": 0.035336, + "main_score": 0.557788, + "hf_subset": "epo_Latn", + "languages": [ + "epo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.55947, + 0.544453, + 0.590242, + 0.548532, + 0.556279, + 0.562302, + 0.595716, + 0.531488, + 0.607611, + 0.612849 + ] + }, + "v_measure": 0.570894, + "v_measure_std": 0.026961, + "main_score": 0.570894, + "hf_subset": "est_Latn", + "languages": [ + "est-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.550894, + 0.586707, + 0.526374, + 0.550901, + 0.574763, + 0.492924, + 0.480033, + 0.553797, + 0.529448, + 0.450739 + ] + }, + "v_measure": 0.529658, + "v_measure_std": 0.041018, + "main_score": 0.529658, + "hf_subset": "eus_Latn", + "languages": [ + "eus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.244503, + 0.184675, + 0.219342, + 0.188988, + 0.216022, + 0.227346, + 0.230002, + 0.215408, + 0.238036, + 0.22603 + ] + }, + "v_measure": 0.219035, + "v_measure_std": 0.018313, + "main_score": 0.219035, + "hf_subset": "ewe_Latn", + "languages": [ + "ewe-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.458926, + 0.450127, + 0.404403, + 0.43345, + 0.480091, + 0.504007, + 0.537752, + 0.527584, + 0.524984, + 0.427611 + ] + }, + "v_measure": 0.474893, + "v_measure_std": 0.044611, + "main_score": 0.474893, + "hf_subset": "fao_Latn", + "languages": [ + "fao-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.306937, + 0.29069, + 0.314666, + 0.251676, + 0.300417, + 0.263081, + 0.290279, + 0.307284, + 0.313735, + 0.238223 + ] + }, + "v_measure": 0.287699, + "v_measure_std": 0.025861, + "main_score": 0.287699, + "hf_subset": "fij_Latn", + "languages": [ + "fij-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.503327, + 0.53123, + 0.576422, + 0.617641, + 0.570892, + 0.510422, + 0.552378, + 0.554267, + 0.529572, + 0.605819 + ] + }, + "v_measure": 0.555197, + "v_measure_std": 0.036185, + "main_score": 0.555197, + "hf_subset": "fin_Latn", + "languages": [ + "fin-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.243615, + 0.241274, + 0.196915, + 0.245281, + 0.225305, + 0.267096, + 0.25703, + 0.258996, + 0.190263, + 0.236392 + ] + }, + "v_measure": 0.236217, + "v_measure_std": 0.024173, + "main_score": 0.236217, + "hf_subset": "fon_Latn", + "languages": [ + "fon-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.573678, + 0.53366, + 0.510864, + 0.544085, + 0.546349, + 0.494578, + 0.597052, + 0.462457, + 0.470885, + 0.527766 + ] + }, + "v_measure": 0.526137, + "v_measure_std": 0.040517, + "main_score": 0.526137, + "hf_subset": "fra_Latn", + "languages": [ + "fra-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.566342, + 0.527704, + 0.540193, + 0.531448, + 0.427628, + 0.520469, + 0.589805, + 0.584792, + 0.61209, + 0.541855 + ] + }, + "v_measure": 0.544233, + "v_measure_std": 0.04841, + "main_score": 0.544233, + "hf_subset": "fur_Latn", + "languages": [ + "fur-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.275295, + 0.237565, + 0.226911, + 0.260145, + 0.262487, + 0.275426, + 0.206778, + 0.270517, + 0.249218, + 0.253799 + ] + }, + "v_measure": 0.251814, + "v_measure_std": 0.021223, + "main_score": 0.251814, + "hf_subset": "fuv_Latn", + "languages": [ + "fuv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.250913, + 0.225694, + 0.217534, + 0.189696, + 0.216103, + 0.251855, + 0.226769, + 0.212077, + 0.200979, + 0.236763 + ] + }, + "v_measure": 0.222838, + "v_measure_std": 0.019008, + "main_score": 0.222838, + "hf_subset": "gaz_Latn", + "languages": [ + "gaz-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.425728, + 0.408217, + 0.360341, + 0.415677, + 0.43498, + 0.470578, + 0.438219, + 0.39729, + 0.408201, + 0.473674 + ] + }, + "v_measure": 0.423291, + "v_measure_std": 0.03208, + "main_score": 0.423291, + "hf_subset": "gla_Latn", + "languages": [ + "gla-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.507166, + 0.454269, + 0.495368, + 0.462531, + 0.499536, + 0.526565, + 0.525878, + 0.432657, + 0.55311, + 0.516475 + ] + }, + "v_measure": 0.497356, + "v_measure_std": 0.035357, + "main_score": 0.497356, + "hf_subset": "gle_Latn", + "languages": [ + "gle-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.458148, + 0.520342, + 0.518005, + 0.564503, + 0.570749, + 0.614788, + 0.56885, + 0.567027, + 0.602451, + 0.572511 + ] + }, + "v_measure": 0.555737, + "v_measure_std": 0.043304, + "main_score": 0.555737, + "hf_subset": "glg_Latn", + "languages": [ + "glg-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.382538, + 0.420045, + 0.377675, + 0.438552, + 0.457587, + 0.335336, + 0.465769, + 0.448646, + 0.465363, + 0.343189 + ] + }, + "v_measure": 0.41347, + "v_measure_std": 0.047504, + "main_score": 0.41347, + "hf_subset": "grn_Latn", + "languages": [ + "grn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.468206, + 0.431816, + 0.52534, + 0.489935, + 0.537343, + 0.517833, + 0.545084, + 0.506353, + 0.555309, + 0.578942 + ] + }, + "v_measure": 0.515616, + "v_measure_std": 0.041281, + "main_score": 0.515616, + "hf_subset": "guj_Gujr", + "languages": [ + "guj-Gujr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.569945, + 0.534305, + 0.505751, + 0.507903, + 0.562107, + 0.565268, + 0.511414, + 0.557552, + 0.529561, + 0.455382 + ] + }, + "v_measure": 0.529919, + "v_measure_std": 0.034114, + "main_score": 0.529919, + "hf_subset": "hat_Latn", + "languages": [ + "hat-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.406284, + 0.362349, + 0.375003, + 0.409883, + 0.385044, + 0.390751, + 0.361182, + 0.392896, + 0.423362, + 0.302168 + ] + }, + "v_measure": 0.380892, + "v_measure_std": 0.032422, + "main_score": 0.380892, + "hf_subset": "hau_Latn", + "languages": [ + "hau-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.500688, + 0.524426, + 0.497945, + 0.555497, + 0.557832, + 0.527221, + 0.5306, + 0.521187, + 0.438804, + 0.505072 + ] + }, + "v_measure": 0.515927, + "v_measure_std": 0.032227, + "main_score": 0.515927, + "hf_subset": "heb_Hebr", + "languages": [ + "heb-Hebr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.557076, + 0.510073, + 0.504367, + 0.491497, + 0.610802, + 0.565629, + 0.577979, + 0.557233, + 0.608619, + 0.572254 + ] + }, + "v_measure": 0.555553, + "v_measure_std": 0.039432, + "main_score": 0.555553, + "hf_subset": "hin_Deva", + "languages": [ + "hin-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.545802, + 0.52998, + 0.531174, + 0.58035, + 0.41945, + 0.53827, + 0.541763, + 0.574527, + 0.575891, + 0.503632 + ] + }, + "v_measure": 0.534084, + "v_measure_std": 0.044532, + "main_score": 0.534084, + "hf_subset": "hne_Deva", + "languages": [ + "hne-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.512189, + 0.547411, + 0.553565, + 0.464957, + 0.576151, + 0.535476, + 0.526905, + 0.553403, + 0.549773, + 0.496083 + ] + }, + "v_measure": 0.531591, + "v_measure_std": 0.031047, + "main_score": 0.531591, + "hf_subset": "hrv_Latn", + "languages": [ + "hrv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.541335, + 0.65502, + 0.588691, + 0.581758, + 0.592426, + 0.567189, + 0.560912, + 0.514812, + 0.566982, + 0.574445 + ] + }, + "v_measure": 0.574357, + "v_measure_std": 0.034664, + "main_score": 0.574357, + "hf_subset": "hun_Latn", + "languages": [ + "hun-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.52671, + 0.541229, + 0.589109, + 0.465184, + 0.546714, + 0.525638, + 0.485038, + 0.484213, + 0.46187, + 0.549233 + ] + }, + "v_measure": 0.517494, + "v_measure_std": 0.039618, + "main_score": 0.517494, + "hf_subset": "hye_Armn", + "languages": [ + "hye-Armn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.444983, + 0.377069, + 0.388831, + 0.354334, + 0.414054, + 0.421157, + 0.437799, + 0.404816, + 0.3872, + 0.399757 + ] + }, + "v_measure": 0.403, + "v_measure_std": 0.026326, + "main_score": 0.403, + "hf_subset": "ibo_Latn", + "languages": [ + "ibo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.504539, + 0.520441, + 0.373703, + 0.5195, + 0.468318, + 0.526991, + 0.494025, + 0.460349, + 0.481845, + 0.527166 + ] + }, + "v_measure": 0.487688, + "v_measure_std": 0.044341, + "main_score": 0.487688, + "hf_subset": "ilo_Latn", + "languages": [ + "ilo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.492731, + 0.579122, + 0.578036, + 0.609933, + 0.563146, + 0.572501, + 0.571761, + 0.52428, + 0.510788, + 0.558107 + ] + }, + "v_measure": 0.556041, + "v_measure_std": 0.033998, + "main_score": 0.556041, + "hf_subset": "ind_Latn", + "languages": [ + "ind-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.509996, + 0.438428, + 0.567732, + 0.456449, + 0.459559, + 0.514902, + 0.526805, + 0.440584, + 0.475079, + 0.486417 + ] + }, + "v_measure": 0.487595, + "v_measure_std": 0.039684, + "main_score": 0.487595, + "hf_subset": "isl_Latn", + "languages": [ + "isl-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.518213, + 0.512988, + 0.501969, + 0.581843, + 0.595224, + 0.514311, + 0.547591, + 0.470538, + 0.471911, + 0.438216 + ] + }, + "v_measure": 0.515281, + "v_measure_std": 0.046775, + "main_score": 0.515281, + "hf_subset": "ita_Latn", + "languages": [ + "ita-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.447121, + 0.511396, + 0.53126, + 0.573671, + 0.552212, + 0.57974, + 0.575338, + 0.492381, + 0.515847, + 0.61824 + ] + }, + "v_measure": 0.539721, + "v_measure_std": 0.047543, + "main_score": 0.539721, + "hf_subset": "jav_Latn", + "languages": [ + "jav-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.498609, + 0.51142, + 0.508991, + 0.478324, + 0.507772, + 0.473201, + 0.569865, + 0.516485, + 0.45581, + 0.460296 + ] + }, + "v_measure": 0.498077, + "v_measure_std": 0.031791, + "main_score": 0.498077, + "hf_subset": "jpn_Jpan", + "languages": [ + "jpn-Jpan" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.100137, + 0.138677, + 0.126529, + 0.149269, + 0.116868, + 0.111013, + 0.152396, + 0.10618, + 0.122313, + 0.152576 + ] + }, + "v_measure": 0.127596, + "v_measure_std": 0.01861, + "main_score": 0.127596, + "hf_subset": "kab_Latn", + "languages": [ + "kab-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.240851, + 0.249945, + 0.240646, + 0.235058, + 0.232448, + 0.252289, + 0.242785, + 0.227607, + 0.2355, + 0.235308 + ] + }, + "v_measure": 0.239244, + "v_measure_std": 0.007283, + "main_score": 0.239244, + "hf_subset": "kac_Latn", + "languages": [ + "kac-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.174998, + 0.231885, + 0.278195, + 0.257181, + 0.272358, + 0.244766, + 0.278584, + 0.269583, + 0.255212, + 0.272114 + ] + }, + "v_measure": 0.253488, + "v_measure_std": 0.02987, + "main_score": 0.253488, + "hf_subset": "kam_Latn", + "languages": [ + "kam-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.488928, + 0.577419, + 0.457252, + 0.562075, + 0.502894, + 0.503497, + 0.547518, + 0.545173, + 0.501429, + 0.538991 + ] + }, + "v_measure": 0.522518, + "v_measure_std": 0.035452, + "main_score": 0.522518, + "hf_subset": "kan_Knda", + "languages": [ + "kan-Knda" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.435101, + 0.389722, + 0.501703, + 0.418384, + 0.473784, + 0.417736, + 0.442371, + 0.442493, + 0.450427, + 0.383087 + ] + }, + "v_measure": 0.435481, + "v_measure_std": 0.034086, + "main_score": 0.435481, + "hf_subset": "kas_Deva", + "languages": [ + "kas-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.646007, + 0.455954, + 0.456263, + 0.55706, + 0.522929, + 0.535639, + 0.512969, + 0.563894, + 0.480712, + 0.501596 + ] + }, + "v_measure": 0.523302, + "v_measure_std": 0.054238, + "main_score": 0.523302, + "hf_subset": "kat_Geor", + "languages": [ + "kat-Geor" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.556269, + 0.549828, + 0.599877, + 0.576291, + 0.523268, + 0.530755, + 0.594401, + 0.547852, + 0.535976, + 0.5699 + ] + }, + "v_measure": 0.558442, + "v_measure_std": 0.024818, + "main_score": 0.558442, + "hf_subset": "kaz_Cyrl", + "languages": [ + "kaz-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.22537, + 0.249076, + 0.26316, + 0.287066, + 0.257842, + 0.268264, + 0.287605, + 0.244577, + 0.246281, + 0.208437 + ] + }, + "v_measure": 0.253768, + "v_measure_std": 0.023649, + "main_score": 0.253768, + "hf_subset": "kbp_Latn", + "languages": [ + "kbp-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.459916, + 0.522716, + 0.563901, + 0.560649, + 0.583022, + 0.495795, + 0.471283, + 0.48086, + 0.596364, + 0.474717 + ] + }, + "v_measure": 0.520922, + "v_measure_std": 0.048511, + "main_score": 0.520922, + "hf_subset": "kea_Latn", + "languages": [ + "kea-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.473299, + 0.484501, + 0.460637, + 0.502775, + 0.500544, + 0.461683, + 0.46166, + 0.520447, + 0.480372, + 0.498234 + ] + }, + "v_measure": 0.484415, + "v_measure_std": 0.019561, + "main_score": 0.484415, + "hf_subset": "khk_Cyrl", + "languages": [ + "khk-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.47144, + 0.504694, + 0.525143, + 0.513824, + 0.56201, + 0.516106, + 0.562862, + 0.55255, + 0.589931, + 0.603317 + ] + }, + "v_measure": 0.540188, + "v_measure_std": 0.038846, + "main_score": 0.540188, + "hf_subset": "khm_Khmr", + "languages": [ + "khm-Khmr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.289244, + 0.304871, + 0.323015, + 0.263017, + 0.28371, + 0.334203, + 0.26948, + 0.313557, + 0.291986, + 0.260251 + ] + }, + "v_measure": 0.293333, + "v_measure_std": 0.024056, + "main_score": 0.293333, + "hf_subset": "kik_Latn", + "languages": [ + "kik-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.380831, + 0.338475, + 0.327807, + 0.267615, + 0.362648, + 0.298902, + 0.356203, + 0.334439, + 0.309974, + 0.354175 + ] + }, + "v_measure": 0.333107, + "v_measure_std": 0.031907, + "main_score": 0.333107, + "hf_subset": "kin_Latn", + "languages": [ + "kin-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.455988, + 0.544379, + 0.494151, + 0.486719, + 0.520263, + 0.440459, + 0.515055, + 0.525513, + 0.448613, + 0.531708 + ] + }, + "v_measure": 0.496285, + "v_measure_std": 0.035297, + "main_score": 0.496285, + "hf_subset": "kir_Cyrl", + "languages": [ + "kir-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.205406, + 0.249488, + 0.208879, + 0.247117, + 0.219697, + 0.273384, + 0.217808, + 0.236125, + 0.227422, + 0.220792 + ] + }, + "v_measure": 0.230612, + "v_measure_std": 0.019965, + "main_score": 0.230612, + "hf_subset": "kmb_Latn", + "languages": [ + "kmb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.380937, + 0.340828, + 0.423441, + 0.389272, + 0.373383, + 0.347527, + 0.28813, + 0.405554, + 0.333702, + 0.375577 + ] + }, + "v_measure": 0.365835, + "v_measure_std": 0.037224, + "main_score": 0.365835, + "hf_subset": "kmr_Latn", + "languages": [ + "kmr-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.231649, + 0.251545, + 0.278665, + 0.279647, + 0.227566, + 0.267731, + 0.293795, + 0.282319, + 0.306454, + 0.217456 + ] + }, + "v_measure": 0.263683, + "v_measure_std": 0.028625, + "main_score": 0.263683, + "hf_subset": "knc_Latn", + "languages": [ + "knc-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.327083, + 0.346611, + 0.371917, + 0.317743, + 0.347212, + 0.311309, + 0.36246, + 0.32096, + 0.304976, + 0.365105 + ] + }, + "v_measure": 0.337538, + "v_measure_std": 0.022941, + "main_score": 0.337538, + "hf_subset": "kon_Latn", + "languages": [ + "kon-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.526943, + 0.521067, + 0.497483, + 0.542268, + 0.523993, + 0.482664, + 0.519238, + 0.513152, + 0.495097, + 0.514465 + ] + }, + "v_measure": 0.513637, + "v_measure_std": 0.0166, + "main_score": 0.513637, + "hf_subset": "kor_Hang", + "languages": [ + "kor-Hang" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.426289, + 0.435035, + 0.442853, + 0.43232, + 0.455189, + 0.389113, + 0.393809, + 0.477347, + 0.530018, + 0.451556 + ] + }, + "v_measure": 0.443353, + "v_measure_std": 0.038409, + "main_score": 0.443353, + "hf_subset": "lao_Laoo", + "languages": [ + "lao-Laoo" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.526976, + 0.460026, + 0.560826, + 0.527576, + 0.578656, + 0.539894, + 0.542034, + 0.506151, + 0.588813, + 0.488248 + ] + }, + "v_measure": 0.53192, + "v_measure_std": 0.037691, + "main_score": 0.53192, + "hf_subset": "lij_Latn", + "languages": [ + "lij-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.415003, + 0.53521, + 0.567711, + 0.559397, + 0.511594, + 0.584095, + 0.45575, + 0.481024, + 0.486849, + 0.491145 + ] + }, + "v_measure": 0.508778, + "v_measure_std": 0.050579, + "main_score": 0.508778, + "hf_subset": "lim_Latn", + "languages": [ + "lim-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.25372, + 0.348112, + 0.307836, + 0.315708, + 0.309049, + 0.336037, + 0.312649, + 0.31771, + 0.347696, + 0.361822 + ] + }, + "v_measure": 0.321034, + "v_measure_std": 0.028795, + "main_score": 0.321034, + "hf_subset": "lin_Latn", + "languages": [ + "lin-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.502754, + 0.50915, + 0.467034, + 0.515921, + 0.506395, + 0.545183, + 0.551604, + 0.525069, + 0.572233, + 0.547721 + ] + }, + "v_measure": 0.524306, + "v_measure_std": 0.028969, + "main_score": 0.524306, + "hf_subset": "lit_Latn", + "languages": [ + "lit-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.462027, + 0.511312, + 0.573419, + 0.583559, + 0.544922, + 0.568266, + 0.536937, + 0.486237, + 0.580843, + 0.583136 + ] + }, + "v_measure": 0.543066, + "v_measure_std": 0.041322, + "main_score": 0.543066, + "hf_subset": "lmo_Latn", + "languages": [ + "lmo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.468111, + 0.473111, + 0.436775, + 0.434719, + 0.422073, + 0.494542, + 0.495049, + 0.432304, + 0.442535, + 0.484935 + ] + }, + "v_measure": 0.458415, + "v_measure_std": 0.026353, + "main_score": 0.458415, + "hf_subset": "ltg_Latn", + "languages": [ + "ltg-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.510907, + 0.512021, + 0.448363, + 0.491637, + 0.543108, + 0.529002, + 0.483774, + 0.558632, + 0.519657, + 0.575851 + ] + }, + "v_measure": 0.517295, + "v_measure_std": 0.035424, + "main_score": 0.517295, + "hf_subset": "ltz_Latn", + "languages": [ + "ltz-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.283981, + 0.292894, + 0.286484, + 0.326339, + 0.2997, + 0.308856, + 0.318018, + 0.247444, + 0.348902, + 0.298777 + ] + }, + "v_measure": 0.30114, + "v_measure_std": 0.02594, + "main_score": 0.30114, + "hf_subset": "lua_Latn", + "languages": [ + "lua-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.215519, + 0.251732, + 0.259372, + 0.266308, + 0.264356, + 0.260767, + 0.237684, + 0.26592, + 0.278526, + 0.292904 + ] + }, + "v_measure": 0.259309, + "v_measure_std": 0.020151, + "main_score": 0.259309, + "hf_subset": "lug_Latn", + "languages": [ + "lug-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.248983, + 0.270367, + 0.222832, + 0.258183, + 0.28813, + 0.294297, + 0.253386, + 0.211576, + 0.298264, + 0.256977 + ] + }, + "v_measure": 0.2603, + "v_measure_std": 0.02728, + "main_score": 0.2603, + "hf_subset": "luo_Latn", + "languages": [ + "luo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.424131, + 0.398357, + 0.467914, + 0.433608, + 0.482396, + 0.402832, + 0.376734, + 0.38035, + 0.449039, + 0.455865 + ] + }, + "v_measure": 0.427123, + "v_measure_std": 0.034958, + "main_score": 0.427123, + "hf_subset": "lus_Latn", + "languages": [ + "lus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.587081, + 0.616302, + 0.503611, + 0.509132, + 0.594083, + 0.524455, + 0.577882, + 0.582783, + 0.533676, + 0.54618 + ] + }, + "v_measure": 0.557519, + "v_measure_std": 0.03709, + "main_score": 0.557519, + "hf_subset": "lvs_Latn", + "languages": [ + "lvs-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.541994, + 0.551867, + 0.522608, + 0.59168, + 0.623411, + 0.553594, + 0.578617, + 0.555542, + 0.553611, + 0.535418 + ] + }, + "v_measure": 0.560834, + "v_measure_std": 0.028033, + "main_score": 0.560834, + "hf_subset": "mag_Deva", + "languages": [ + "mag-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.626583, + 0.538977, + 0.49684, + 0.594366, + 0.554835, + 0.53715, + 0.527006, + 0.565104, + 0.512097, + 0.513064 + ] + }, + "v_measure": 0.546602, + "v_measure_std": 0.037963, + "main_score": 0.546602, + "hf_subset": "mai_Deva", + "languages": [ + "mai-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.565817, + 0.501507, + 0.559172, + 0.534514, + 0.480794, + 0.481354, + 0.472959, + 0.4878, + 0.553258, + 0.542132 + ] + }, + "v_measure": 0.517931, + "v_measure_std": 0.03467, + "main_score": 0.517931, + "hf_subset": "mal_Mlym", + "languages": [ + "mal-Mlym" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.49578, + 0.516845, + 0.498329, + 0.472018, + 0.469921, + 0.473957, + 0.581144, + 0.53337, + 0.560814, + 0.608561 + ] + }, + "v_measure": 0.521074, + "v_measure_std": 0.046272, + "main_score": 0.521074, + "hf_subset": "mar_Deva", + "languages": [ + "mar-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.529847, + 0.492324, + 0.44717, + 0.424602, + 0.56638, + 0.50407, + 0.434608, + 0.592522, + 0.546182, + 0.481516 + ] + }, + "v_measure": 0.501922, + "v_measure_std": 0.053965, + "main_score": 0.501922, + "hf_subset": "min_Latn", + "languages": [ + "min-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.564255, + 0.638777, + 0.511692, + 0.620748, + 0.46412, + 0.615852, + 0.527306, + 0.46873, + 0.584611, + 0.514172 + ] + }, + "v_measure": 0.551026, + "v_measure_std": 0.059883, + "main_score": 0.551026, + "hf_subset": "mkd_Cyrl", + "languages": [ + "mkd-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.496727, + 0.543894, + 0.543516, + 0.4838, + 0.503485, + 0.495933, + 0.47034, + 0.547957, + 0.503795, + 0.500469 + ] + }, + "v_measure": 0.508992, + "v_measure_std": 0.025511, + "main_score": 0.508992, + "hf_subset": "mlt_Latn", + "languages": [ + "mlt-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.303875, + 0.291466, + 0.308607, + 0.294515, + 0.352928, + 0.336043, + 0.308782, + 0.352941, + 0.279277, + 0.300491 + ] + }, + "v_measure": 0.312892, + "v_measure_std": 0.024372, + "main_score": 0.312892, + "hf_subset": "mni_Beng", + "languages": [ + "mni-Beng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.242052, + 0.26719, + 0.245375, + 0.287875, + 0.238379, + 0.256938, + 0.248957, + 0.231866, + 0.196988, + 0.255534 + ] + }, + "v_measure": 0.247115, + "v_measure_std": 0.022551, + "main_score": 0.247115, + "hf_subset": "mos_Latn", + "languages": [ + "mos-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.301148, + 0.268628, + 0.302502, + 0.297292, + 0.316258, + 0.247464, + 0.280012, + 0.347119, + 0.340706, + 0.29532 + ] + }, + "v_measure": 0.299645, + "v_measure_std": 0.028846, + "main_score": 0.299645, + "hf_subset": "mri_Latn", + "languages": [ + "mri-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.44481, + 0.495902, + 0.501418, + 0.456753, + 0.545283, + 0.528684, + 0.512654, + 0.518544, + 0.486994, + 0.477685 + ] + }, + "v_measure": 0.496873, + "v_measure_std": 0.029802, + "main_score": 0.496873, + "hf_subset": "mya_Mymr", + "languages": [ + "mya-Mymr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.4928, + 0.467395, + 0.467158, + 0.487653, + 0.532966, + 0.489509, + 0.576505, + 0.579489, + 0.578741, + 0.454178 + ] + }, + "v_measure": 0.512639, + "v_measure_std": 0.047346, + "main_score": 0.512639, + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.521243, + 0.43205, + 0.574402, + 0.546546, + 0.528076, + 0.483958, + 0.526048, + 0.487036, + 0.605758, + 0.549635 + ] + }, + "v_measure": 0.525475, + "v_measure_std": 0.046713, + "main_score": 0.525475, + "hf_subset": "nno_Latn", + "languages": [ + "nno-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.526469, + 0.620261, + 0.454545, + 0.54763, + 0.584385, + 0.516143, + 0.584701, + 0.600681, + 0.564671, + 0.572065 + ] + }, + "v_measure": 0.557155, + "v_measure_std": 0.045716, + "main_score": 0.557155, + "hf_subset": "nob_Latn", + "languages": [ + "nob-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.470919, + 0.543796, + 0.487462, + 0.517261, + 0.483242, + 0.534867, + 0.51058, + 0.53125, + 0.537756, + 0.569939 + ] + }, + "v_measure": 0.518707, + "v_measure_std": 0.029362, + "main_score": 0.518707, + "hf_subset": "npi_Deva", + "languages": [ + "npi-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.087366, + 0.10777, + 0.113561, + 0.097986, + 0.098913, + 0.093618, + 0.10335, + 0.100703, + 0.113222, + 0.118848 + ] + }, + "v_measure": 0.103534, + "v_measure_std": 0.00931, + "main_score": 0.103534, + "hf_subset": "nqo_Nkoo", + "languages": [ + "nqo-Nkoo" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.272001, + 0.29293, + 0.248203, + 0.250698, + 0.263759, + 0.308851, + 0.263718, + 0.321035, + 0.261731, + 0.309626 + ] + }, + "v_measure": 0.279255, + "v_measure_std": 0.025203, + "main_score": 0.279255, + "hf_subset": "nso_Latn", + "languages": [ + "nso-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.163834, + 0.197596, + 0.169629, + 0.179036, + 0.181195, + 0.170081, + 0.205038, + 0.155858, + 0.168279, + 0.187772 + ] + }, + "v_measure": 0.177832, + "v_measure_std": 0.014628, + "main_score": 0.177832, + "hf_subset": "nus_Latn", + "languages": [ + "nus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.372996, + 0.373209, + 0.36075, + 0.407808, + 0.327592, + 0.352971, + 0.360918, + 0.270287, + 0.287383, + 0.338601 + ] + }, + "v_measure": 0.345252, + "v_measure_std": 0.039159, + "main_score": 0.345252, + "hf_subset": "nya_Latn", + "languages": [ + "nya-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.563716, + 0.534785, + 0.532974, + 0.570054, + 0.573187, + 0.598817, + 0.585621, + 0.564354, + 0.499298, + 0.568188 + ] + }, + "v_measure": 0.559099, + "v_measure_std": 0.027533, + "main_score": 0.559099, + "hf_subset": "oci_Latn", + "languages": [ + "oci-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.442538, + 0.470392, + 0.590551, + 0.493323, + 0.506768, + 0.494115, + 0.487329, + 0.495739, + 0.523201, + 0.466138 + ] + }, + "v_measure": 0.497009, + "v_measure_std": 0.037785, + "main_score": 0.497009, + "hf_subset": "ory_Orya", + "languages": [ + "ory-Orya" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.453041, + 0.481981, + 0.410584, + 0.497744, + 0.474667, + 0.430873, + 0.51951, + 0.461774, + 0.508262, + 0.48415 + ] + }, + "v_measure": 0.472259, + "v_measure_std": 0.032274, + "main_score": 0.472259, + "hf_subset": "pag_Latn", + "languages": [ + "pag-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.478379, + 0.48128, + 0.616369, + 0.522782, + 0.510959, + 0.558993, + 0.636594, + 0.585635, + 0.511516, + 0.588825 + ] + }, + "v_measure": 0.549133, + "v_measure_std": 0.053247, + "main_score": 0.549133, + "hf_subset": "pan_Guru", + "languages": [ + "pan-Guru" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.471934, + 0.511675, + 0.501801, + 0.454265, + 0.603667, + 0.52073, + 0.482429, + 0.517256, + 0.504399, + 0.514004 + ] + }, + "v_measure": 0.508216, + "v_measure_std": 0.037871, + "main_score": 0.508216, + "hf_subset": "pap_Latn", + "languages": [ + "pap-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.416337, + 0.469612, + 0.404053, + 0.49676, + 0.465342, + 0.48375, + 0.409644, + 0.485041, + 0.451653, + 0.446397 + ] + }, + "v_measure": 0.452859, + "v_measure_std": 0.031592, + "main_score": 0.452859, + "hf_subset": "pbt_Arab", + "languages": [ + "pbt-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.588086, + 0.495422, + 0.506897, + 0.520266, + 0.6034, + 0.609459, + 0.517845, + 0.580026, + 0.537958, + 0.562093 + ] + }, + "v_measure": 0.552145, + "v_measure_std": 0.039672, + "main_score": 0.552145, + "hf_subset": "pes_Arab", + "languages": [ + "pes-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.40674, + 0.357479, + 0.371537, + 0.330526, + 0.310126, + 0.368282, + 0.382658, + 0.367938, + 0.343596, + 0.318912 + ] + }, + "v_measure": 0.35578, + "v_measure_std": 0.028468, + "main_score": 0.35578, + "hf_subset": "plt_Latn", + "languages": [ + "plt-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.449857, + 0.453936, + 0.504227, + 0.580323, + 0.601708, + 0.593882, + 0.558359, + 0.605892, + 0.62082, + 0.537508 + ] + }, + "v_measure": 0.550651, + "v_measure_std": 0.059357, + "main_score": 0.550651, + "hf_subset": "pol_Latn", + "languages": [ + "pol-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.497125, + 0.473165, + 0.498528, + 0.468298, + 0.550737, + 0.41436, + 0.559813, + 0.51089, + 0.464249, + 0.512284 + ] + }, + "v_measure": 0.494945, + "v_measure_std": 0.040637, + "main_score": 0.494945, + "hf_subset": "por_Latn", + "languages": [ + "por-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.510357, + 0.497086, + 0.608071, + 0.522844, + 0.591522, + 0.60407, + 0.536785, + 0.606864, + 0.53241, + 0.553438 + ] + }, + "v_measure": 0.556345, + "v_measure_std": 0.040566, + "main_score": 0.556345, + "hf_subset": "prs_Arab", + "languages": [ + "prs-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.283691, + 0.298301, + 0.302116, + 0.266014, + 0.285129, + 0.292123, + 0.312557, + 0.303675, + 0.303236, + 0.244183 + ] + }, + "v_measure": 0.289103, + "v_measure_std": 0.019548, + "main_score": 0.289103, + "hf_subset": "quy_Latn", + "languages": [ + "quy-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.504653, + 0.579223, + 0.553391, + 0.49623, + 0.545082, + 0.5701, + 0.503729, + 0.564769, + 0.506778, + 0.519682 + ] + }, + "v_measure": 0.534364, + "v_measure_std": 0.029904, + "main_score": 0.534364, + "hf_subset": "ron_Latn", + "languages": [ + "ron-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.2798, + 0.330625, + 0.296704, + 0.28441, + 0.343631, + 0.322885, + 0.284992, + 0.278285, + 0.265007, + 0.341424 + ] + }, + "v_measure": 0.302776, + "v_measure_std": 0.027545, + "main_score": 0.302776, + "hf_subset": "run_Latn", + "languages": [ + "run-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.46872, + 0.574194, + 0.473575, + 0.449196, + 0.568071, + 0.578269, + 0.544325, + 0.526421, + 0.561372, + 0.525373 + ] + }, + "v_measure": 0.526952, + "v_measure_std": 0.04509, + "main_score": 0.526952, + "hf_subset": "rus_Cyrl", + "languages": [ + "rus-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.223187, + 0.255659, + 0.279536, + 0.308662, + 0.262982, + 0.260018, + 0.27095, + 0.271713, + 0.271889, + 0.26176 + ] + }, + "v_measure": 0.266635, + "v_measure_std": 0.020233, + "main_score": 0.266635, + "hf_subset": "sag_Latn", + "languages": [ + "sag-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.530144, + 0.456459, + 0.470742, + 0.455334, + 0.487087, + 0.503045, + 0.543005, + 0.53589, + 0.513583, + 0.531343 + ] + }, + "v_measure": 0.502663, + "v_measure_std": 0.031725, + "main_score": 0.502663, + "hf_subset": "san_Deva", + "languages": [ + "san-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.402708, + 0.392683, + 0.421492, + 0.423258, + 0.421698, + 0.408467, + 0.423813, + 0.426934, + 0.404623, + 0.413082 + ] + }, + "v_measure": 0.413876, + "v_measure_std": 0.010797, + "main_score": 0.413876, + "hf_subset": "sat_Olck", + "languages": [ + "sat-Olck" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.580714, + 0.528758, + 0.614483, + 0.583627, + 0.614563, + 0.529335, + 0.560721, + 0.504033, + 0.554115, + 0.542441 + ] + }, + "v_measure": 0.561279, + "v_measure_std": 0.035084, + "main_score": 0.561279, + "hf_subset": "scn_Latn", + "languages": [ + "scn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.186123, + 0.2651, + 0.279961, + 0.21224, + 0.228601, + 0.239152, + 0.2148, + 0.221901, + 0.208023, + 0.28383 + ] + }, + "v_measure": 0.233973, + "v_measure_std": 0.030942, + "main_score": 0.233973, + "hf_subset": "shn_Mymr", + "languages": [ + "shn-Mymr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.494465, + 0.473158, + 0.484146, + 0.496447, + 0.490822, + 0.507089, + 0.546606, + 0.527673, + 0.465095, + 0.53275 + ] + }, + "v_measure": 0.501825, + "v_measure_std": 0.025189, + "main_score": 0.501825, + "hf_subset": "sin_Sinh", + "languages": [ + "sin-Sinh" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.542894, + 0.505188, + 0.519343, + 0.54283, + 0.545309, + 0.559027, + 0.529188, + 0.540889, + 0.566554, + 0.579584 + ] + }, + "v_measure": 0.543081, + "v_measure_std": 0.020833, + "main_score": 0.543081, + "hf_subset": "slk_Latn", + "languages": [ + "slk-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.557738, + 0.555757, + 0.458853, + 0.557396, + 0.56782, + 0.527583, + 0.534389, + 0.552063, + 0.552793, + 0.648879 + ] + }, + "v_measure": 0.551327, + "v_measure_std": 0.043921, + "main_score": 0.551327, + "hf_subset": "slv_Latn", + "languages": [ + "slv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.336787, + 0.329174, + 0.345473, + 0.295457, + 0.307905, + 0.284702, + 0.284009, + 0.295056, + 0.312901, + 0.361635 + ] + }, + "v_measure": 0.31531, + "v_measure_std": 0.025477, + "main_score": 0.31531, + "hf_subset": "smo_Latn", + "languages": [ + "smo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.316041, + 0.41858, + 0.393774, + 0.358152, + 0.355307, + 0.390637, + 0.421233, + 0.38378, + 0.343578, + 0.407085 + ] + }, + "v_measure": 0.378817, + "v_measure_std": 0.032756, + "main_score": 0.378817, + "hf_subset": "sna_Latn", + "languages": [ + "sna-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.533205, + 0.492057, + 0.491196, + 0.536538, + 0.550197, + 0.479513, + 0.429443, + 0.528051, + 0.522669, + 0.468539 + ] + }, + "v_measure": 0.503141, + "v_measure_std": 0.03562, + "main_score": 0.503141, + "hf_subset": "snd_Arab", + "languages": [ + "snd-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.341199, + 0.317634, + 0.352203, + 0.394265, + 0.363782, + 0.354848, + 0.345549, + 0.303139, + 0.341368, + 0.347849 + ] + }, + "v_measure": 0.346184, + "v_measure_std": 0.023349, + "main_score": 0.346184, + "hf_subset": "som_Latn", + "languages": [ + "som-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.350216, + 0.262431, + 0.278069, + 0.305144, + 0.362329, + 0.327139, + 0.370742, + 0.344533, + 0.335026, + 0.361339 + ] + }, + "v_measure": 0.329697, + "v_measure_std": 0.034957, + "main_score": 0.329697, + "hf_subset": "sot_Latn", + "languages": [ + "sot-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.513743, + 0.528245, + 0.600159, + 0.524774, + 0.532496, + 0.471342, + 0.582504, + 0.576397, + 0.449586, + 0.549269 + ] + }, + "v_measure": 0.532851, + "v_measure_std": 0.045088, + "main_score": 0.532851, + "hf_subset": "spa_Latn", + "languages": [ + "spa-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.56967, + 0.495739, + 0.543307, + 0.575522, + 0.500619, + 0.514664, + 0.522994, + 0.404824, + 0.564959, + 0.532329 + ] + }, + "v_measure": 0.522463, + "v_measure_std": 0.047406, + "main_score": 0.522463, + "hf_subset": "srd_Latn", + "languages": [ + "srd-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.498697, + 0.483575, + 0.429478, + 0.564096, + 0.542449, + 0.570704, + 0.474585, + 0.470647, + 0.588205, + 0.516509 + ] + }, + "v_measure": 0.513895, + "v_measure_std": 0.048769, + "main_score": 0.513895, + "hf_subset": "srp_Cyrl", + "languages": [ + "srp-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.303346, + 0.271972, + 0.291114, + 0.277271, + 0.29066, + 0.294905, + 0.299586, + 0.311932, + 0.235804, + 0.291722 + ] + }, + "v_measure": 0.286831, + "v_measure_std": 0.020257, + "main_score": 0.286831, + "hf_subset": "ssw_Latn", + "languages": [ + "ssw-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.583049, + 0.510168, + 0.490739, + 0.500256, + 0.523926, + 0.510599, + 0.500431, + 0.472495, + 0.497741, + 0.455014 + ] + }, + "v_measure": 0.504442, + "v_measure_std": 0.032186, + "main_score": 0.504442, + "hf_subset": "sun_Latn", + "languages": [ + "sun-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.580555, + 0.528223, + 0.470033, + 0.538879, + 0.534913, + 0.563991, + 0.602231, + 0.496339, + 0.53338, + 0.588545 + ] + }, + "v_measure": 0.543709, + "v_measure_std": 0.039145, + "main_score": 0.543709, + "hf_subset": "swe_Latn", + "languages": [ + "swe-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.559854, + 0.549588, + 0.520334, + 0.515628, + 0.576829, + 0.50445, + 0.532526, + 0.578569, + 0.594412, + 0.554974 + ] + }, + "v_measure": 0.548717, + "v_measure_std": 0.028382, + "main_score": 0.548717, + "hf_subset": "swh_Latn", + "languages": [ + "swh-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.43819, + 0.505618, + 0.56774, + 0.532419, + 0.591073, + 0.551705, + 0.575512, + 0.429822, + 0.553496, + 0.514138 + ] + }, + "v_measure": 0.525971, + "v_measure_std": 0.052348, + "main_score": 0.525971, + "hf_subset": "szl_Latn", + "languages": [ + "szl-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.530582, + 0.454033, + 0.540402, + 0.54647, + 0.529853, + 0.540866, + 0.581673, + 0.50109, + 0.549596, + 0.526156 + ] + }, + "v_measure": 0.530072, + "v_measure_std": 0.031896, + "main_score": 0.530072, + "hf_subset": "tam_Taml", + "languages": [ + "tam-Taml" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.070515, + 0.082674, + 0.06936, + 0.08974, + 0.077544, + 0.078444, + 0.069696, + 0.080162, + 0.074695, + 0.085513 + ] + }, + "v_measure": 0.077834, + "v_measure_std": 0.006569, + "main_score": 0.077834, + "hf_subset": "taq_Tfng", + "languages": [ + "taq-Tfng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.41802, + 0.465577, + 0.509664, + 0.553131, + 0.507785, + 0.505592, + 0.540937, + 0.541495, + 0.528613, + 0.557187 + ] + }, + "v_measure": 0.5128, + "v_measure_std": 0.040942, + "main_score": 0.5128, + "hf_subset": "tat_Cyrl", + "languages": [ + "tat-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.540736, + 0.522524, + 0.53429, + 0.50485, + 0.562694, + 0.49004, + 0.466104, + 0.560887, + 0.529168, + 0.491456 + ] + }, + "v_measure": 0.520275, + "v_measure_std": 0.030108, + "main_score": 0.520275, + "hf_subset": "tel_Telu", + "languages": [ + "tel-Telu" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.44563, + 0.456757, + 0.512962, + 0.494894, + 0.442726, + 0.42621, + 0.472897, + 0.363708, + 0.442903, + 0.49555 + ] + }, + "v_measure": 0.455424, + "v_measure_std": 0.040577, + "main_score": 0.455424, + "hf_subset": "tgk_Cyrl", + "languages": [ + "tgk-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.475845, + 0.528091, + 0.517677, + 0.558558, + 0.430575, + 0.592964, + 0.55319, + 0.572465, + 0.516584, + 0.551193 + ] + }, + "v_measure": 0.529714, + "v_measure_std": 0.045523, + "main_score": 0.529714, + "hf_subset": "tgl_Latn", + "languages": [ + "tgl-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.487354, + 0.524992, + 0.522433, + 0.573335, + 0.588539, + 0.482829, + 0.612264, + 0.536646, + 0.576645, + 0.56377 + ] + }, + "v_measure": 0.546881, + "v_measure_std": 0.040877, + "main_score": 0.546881, + "hf_subset": "tha_Thai", + "languages": [ + "tha-Thai" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.279432, + 0.28615, + 0.22659, + 0.273892, + 0.258216, + 0.318097, + 0.256031, + 0.296796, + 0.297399, + 0.327209 + ] + }, + "v_measure": 0.281981, + "v_measure_std": 0.028641, + "main_score": 0.281981, + "hf_subset": "tir_Ethi", + "languages": [ + "tir-Ethi" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.436118, + 0.495941, + 0.492036, + 0.527622, + 0.546657, + 0.476342, + 0.485232, + 0.525279, + 0.537758, + 0.532328 + ] + }, + "v_measure": 0.505531, + "v_measure_std": 0.032684, + "main_score": 0.505531, + "hf_subset": "tpi_Latn", + "languages": [ + "tpi-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.295342, + 0.291816, + 0.272376, + 0.322662, + 0.279071, + 0.281195, + 0.248552, + 0.283605, + 0.306595, + 0.278651 + ] + }, + "v_measure": 0.285986, + "v_measure_std": 0.018995, + "main_score": 0.285986, + "hf_subset": "tsn_Latn", + "languages": [ + "tsn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.270045, + 0.299237, + 0.298767, + 0.323567, + 0.236914, + 0.318683, + 0.244755, + 0.237271, + 0.288711, + 0.26004 + ] + }, + "v_measure": 0.277799, + "v_measure_std": 0.030929, + "main_score": 0.277799, + "hf_subset": "tso_Latn", + "languages": [ + "tso-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.535047, + 0.550606, + 0.481255, + 0.480987, + 0.518942, + 0.513403, + 0.56346, + 0.533484, + 0.499201, + 0.510286 + ] + }, + "v_measure": 0.518667, + "v_measure_std": 0.026097, + "main_score": 0.518667, + "hf_subset": "tuk_Latn", + "languages": [ + "tuk-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.252955, + 0.39419, + 0.302395, + 0.304273, + 0.329954, + 0.30192, + 0.316709, + 0.297053, + 0.321505, + 0.24483 + ] + }, + "v_measure": 0.306578, + "v_measure_std": 0.039206, + "main_score": 0.306578, + "hf_subset": "tum_Latn", + "languages": [ + "tum-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.569036, + 0.5325, + 0.576606, + 0.579718, + 0.52399, + 0.531989, + 0.578164, + 0.496511, + 0.588641, + 0.558743 + ] + }, + "v_measure": 0.55359, + "v_measure_std": 0.028906, + "main_score": 0.55359, + "hf_subset": "tur_Latn", + "languages": [ + "tur-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.322147, + 0.313055, + 0.383939, + 0.363833, + 0.367709, + 0.324109, + 0.350884, + 0.340783, + 0.342207, + 0.372702 + ] + }, + "v_measure": 0.348137, + "v_measure_std": 0.022572, + "main_score": 0.348137, + "hf_subset": "twi_Latn", + "languages": [ + "twi-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.052477, + 0.069641, + 0.062316, + 0.051393, + 0.056242, + 0.054329, + 0.048476, + 0.046459, + 0.059563, + 0.069694 + ] + }, + "v_measure": 0.057059, + "v_measure_std": 0.00774, + "main_score": 0.057059, + "hf_subset": "tzm_Tfng", + "languages": [ + "tzm-Tfng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.498996, + 0.479852, + 0.427193, + 0.460978, + 0.494963, + 0.433234, + 0.426066, + 0.463518, + 0.451796, + 0.467621 + ] + }, + "v_measure": 0.460422, + "v_measure_std": 0.024936, + "main_score": 0.460422, + "hf_subset": "uig_Arab", + "languages": [ + "uig-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.490528, + 0.482639, + 0.554621, + 0.52699, + 0.524359, + 0.586683, + 0.528355, + 0.541772, + 0.556327, + 0.592029 + ] + }, + "v_measure": 0.53843, + "v_measure_std": 0.034106, + "main_score": 0.53843, + "hf_subset": "ukr_Cyrl", + "languages": [ + "ukr-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.235918, + 0.256824, + 0.214055, + 0.273029, + 0.245466, + 0.218907, + 0.263217, + 0.24134, + 0.266454, + 0.228263 + ] + }, + "v_measure": 0.244347, + "v_measure_std": 0.019308, + "main_score": 0.244347, + "hf_subset": "umb_Latn", + "languages": [ + "umb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.486677, + 0.545505, + 0.518078, + 0.502807, + 0.574011, + 0.54141, + 0.531763, + 0.559531, + 0.503486, + 0.574324 + ] + }, + "v_measure": 0.533759, + "v_measure_std": 0.029099, + "main_score": 0.533759, + "hf_subset": "urd_Arab", + "languages": [ + "urd-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.46376, + 0.525455, + 0.57991, + 0.526983, + 0.497534, + 0.492717, + 0.498716, + 0.497702, + 0.494666, + 0.580593 + ] + }, + "v_measure": 0.515804, + "v_measure_std": 0.036286, + "main_score": 0.515804, + "hf_subset": "uzn_Latn", + "languages": [ + "uzn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.570609, + 0.57764, + 0.615028, + 0.54999, + 0.596297, + 0.584142, + 0.584814, + 0.558949, + 0.55495, + 0.597933 + ] + }, + "v_measure": 0.579035, + "v_measure_std": 0.019774, + "main_score": 0.579035, + "hf_subset": "vec_Latn", + "languages": [ + "vec-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.590974, + 0.562157, + 0.501677, + 0.544907, + 0.602338, + 0.567537, + 0.606818, + 0.514856, + 0.467746, + 0.617313 + ] + }, + "v_measure": 0.557632, + "v_measure_std": 0.047341, + "main_score": 0.557632, + "hf_subset": "vie_Latn", + "languages": [ + "vie-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.50301, + 0.520352, + 0.552573, + 0.527293, + 0.558447, + 0.563247, + 0.559139, + 0.544559, + 0.482134, + 0.485986 + ] + }, + "v_measure": 0.529674, + "v_measure_std": 0.029226, + "main_score": 0.529674, + "hf_subset": "war_Latn", + "languages": [ + "war-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.389154, + 0.303754, + 0.319584, + 0.370158, + 0.378089, + 0.316271, + 0.346915, + 0.381352, + 0.389948, + 0.369808 + ] + }, + "v_measure": 0.356504, + "v_measure_std": 0.030802, + "main_score": 0.356504, + "hf_subset": "wol_Latn", + "languages": [ + "wol-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.357454, + 0.395603, + 0.382776, + 0.380431, + 0.345582, + 0.339361, + 0.357085, + 0.344408, + 0.416424, + 0.381978 + ] + }, + "v_measure": 0.37011, + "v_measure_std": 0.023959, + "main_score": 0.37011, + "hf_subset": "xho_Latn", + "languages": [ + "xho-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.386977, + 0.481217, + 0.513475, + 0.445001, + 0.489067, + 0.483413, + 0.428271, + 0.535148, + 0.515, + 0.492115 + ] + }, + "v_measure": 0.476968, + "v_measure_std": 0.042534, + "main_score": 0.476968, + "hf_subset": "ydd_Hebr", + "languages": [ + "ydd-Hebr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.286117, + 0.286535, + 0.289198, + 0.25516, + 0.279414, + 0.265601, + 0.272409, + 0.240545, + 0.226, + 0.267491 + ] + }, + "v_measure": 0.266847, + "v_measure_std": 0.019865, + "main_score": 0.266847, + "hf_subset": "yor_Latn", + "languages": [ + "yor-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.543052, + 0.476323, + 0.52311, + 0.501309, + 0.53061, + 0.530772, + 0.554219, + 0.568448, + 0.494762, + 0.498392 + ] + }, + "v_measure": 0.5221, + "v_measure_std": 0.027577, + "main_score": 0.5221, + "hf_subset": "yue_Hant", + "languages": [ + "yue-Hant" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.569418, + 0.471931, + 0.555041, + 0.592586, + 0.516582, + 0.530673, + 0.580343, + 0.562035, + 0.569567, + 0.530997 + ] + }, + "v_measure": 0.547917, + "v_measure_std": 0.034011, + "main_score": 0.547917, + "hf_subset": "zho_Hant", + "languages": [ + "zho-Hant" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.518528, + 0.557798, + 0.498468, + 0.620496, + 0.609351, + 0.541526, + 0.510188, + 0.437775, + 0.605731, + 0.658461 + ] + }, + "v_measure": 0.555832, + "v_measure_std": 0.064016, + "main_score": 0.555832, + "hf_subset": "zsm_Latn", + "languages": [ + "zsm-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.359594, + 0.382358, + 0.385403, + 0.388222, + 0.354347, + 0.366955, + 0.399184, + 0.310574, + 0.359357, + 0.394861 + ] + }, + "v_measure": 0.370086, + "v_measure_std": 0.024898, + "main_score": 0.370086, + "hf_subset": "zul_Latn", + "languages": [ + "zul-Latn" + ] + } + ] + }, + "evaluation_time": 2607.0751218795776, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SICK-R.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SICK-R.json new file mode 100644 index 0000000000..39f97f80fa --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SICK-R.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "20a6d6f312dd54037fe07a32d58e5e168867909d", + "task_name": "SICK-R", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "pearson": 0.838722, + "spearman": 0.813897, + "cosine_pearson": 0.838722, + "cosine_spearman": 0.813897, + "manhattan_pearson": 0.81313, + "manhattan_spearman": 0.814056, + "euclidean_pearson": 0.812995, + "euclidean_spearman": 0.813886, + "main_score": 0.813897, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 33.714550733566284, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS12.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS12.json new file mode 100644 index 0000000000..075340a830 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS12.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "a0d554a64d88156834ff5ae9920b964011b16384", + "task_name": "STS12", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "pearson": 0.873857, + "spearman": 0.808297, + "cosine_pearson": 0.873857, + "cosine_spearman": 0.808297, + "manhattan_pearson": 0.849532, + "manhattan_spearman": 0.808793, + "euclidean_pearson": 0.849288, + "euclidean_spearman": 0.808371, + "main_score": 0.808297, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 18.288353443145752, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS13.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS13.json new file mode 100644 index 0000000000..1fa388767f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS13.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca", + "task_name": "STS13", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "pearson": 0.854613, + "spearman": 0.863683, + "cosine_pearson": 0.854613, + "cosine_spearman": 0.863682, + "manhattan_pearson": 0.860681, + "manhattan_spearman": 0.863464, + "euclidean_pearson": 0.86078, + "euclidean_spearman": 0.863617, + "main_score": 0.863682, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.746752500534058, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS14.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS14.json new file mode 100644 index 0000000000..bcc9a98ce0 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS14.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375", + "task_name": "STS14", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "pearson": 0.836938, + "spearman": 0.824355, + "cosine_pearson": 0.836938, + "cosine_spearman": 0.824354, + "manhattan_pearson": 0.834063, + "manhattan_spearman": 0.824596, + "euclidean_pearson": 0.833981, + "euclidean_spearman": 0.82435, + "main_score": 0.824354, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 17.016164779663086, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS15.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS15.json new file mode 100644 index 0000000000..422624a910 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS15.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3", + "task_name": "STS15", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "pearson": 0.861542, + "spearman": 0.876475, + "cosine_pearson": 0.861542, + "cosine_spearman": 0.876475, + "manhattan_pearson": 0.870773, + "manhattan_spearman": 0.876525, + "euclidean_pearson": 0.870768, + "euclidean_spearman": 0.876481, + "main_score": 0.876475, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14.458202123641968, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS17.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS17.json new file mode 100644 index 0000000000..123a05c18f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS17.json @@ -0,0 +1,183 @@ +{ + "dataset_revision": "faeb762787bd10488a50c8b5be4a3b82e411949c", + "task_name": "STS17", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "pearson": 0.835613, + "spearman": 0.842973, + "cosine_pearson": 0.835613, + "cosine_spearman": 0.842973, + "manhattan_pearson": 0.838508, + "manhattan_spearman": 0.843136, + "euclidean_pearson": 0.838431, + "euclidean_spearman": 0.842879, + "main_score": 0.842973, + "hf_subset": "ko-ko", + "languages": [ + "kor-Hang" + ] + }, + { + "pearson": 0.830093, + "spearman": 0.837156, + "cosine_pearson": 0.830093, + "cosine_spearman": 0.837156, + "manhattan_pearson": 0.83111, + "manhattan_spearman": 0.83693, + "euclidean_pearson": 0.830251, + "euclidean_spearman": 0.837173, + "main_score": 0.837156, + "hf_subset": "ar-ar", + "languages": [ + "ara-Arab" + ] + }, + { + "pearson": 0.761825, + "spearman": 0.760187, + "cosine_pearson": 0.761825, + "cosine_spearman": 0.760187, + "manhattan_pearson": 0.776404, + "manhattan_spearman": 0.764492, + "euclidean_pearson": 0.771995, + "euclidean_spearman": 0.760114, + "main_score": 0.760187, + "hf_subset": "en-ar", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "pearson": 0.836072, + "spearman": 0.840166, + "cosine_pearson": 0.836072, + "cosine_spearman": 0.840166, + "manhattan_pearson": 0.848582, + "manhattan_spearman": 0.843202, + "euclidean_pearson": 0.845087, + "euclidean_spearman": 0.840163, + "main_score": 0.840166, + "hf_subset": "en-de", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "pearson": 0.878894, + "spearman": 0.88079, + "cosine_pearson": 0.878894, + "cosine_spearman": 0.88079, + "manhattan_pearson": 0.883158, + "manhattan_spearman": 0.881121, + "euclidean_pearson": 0.882996, + "euclidean_spearman": 0.880274, + "main_score": 0.88079, + "hf_subset": "en-en", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.760886, + "spearman": 0.752664, + "cosine_pearson": 0.760886, + "cosine_spearman": 0.752664, + "manhattan_pearson": 0.776679, + "manhattan_spearman": 0.76061, + "euclidean_pearson": 0.76875, + "euclidean_spearman": 0.752656, + "main_score": 0.752664, + "hf_subset": "en-tr", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "pearson": 0.823754, + "spearman": 0.828916, + "cosine_pearson": 0.823753, + "cosine_spearman": 0.828916, + "manhattan_pearson": 0.841241, + "manhattan_spearman": 0.836689, + "euclidean_pearson": 0.834866, + "euclidean_spearman": 0.82897, + "main_score": 0.828916, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.881579, + "spearman": 0.870644, + "cosine_pearson": 0.881579, + "cosine_spearman": 0.870644, + "manhattan_pearson": 0.892626, + "manhattan_spearman": 0.870857, + "euclidean_pearson": 0.891868, + "euclidean_spearman": 0.870572, + "main_score": 0.870644, + "hf_subset": "es-es", + "languages": [ + "spa-Latn" + ] + }, + { + "pearson": 0.840657, + "spearman": 0.840129, + "cosine_pearson": 0.840657, + "cosine_spearman": 0.840129, + "manhattan_pearson": 0.851841, + "manhattan_spearman": 0.844215, + "euclidean_pearson": 0.848924, + "euclidean_spearman": 0.840111, + "main_score": 0.840129, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.83378, + "spearman": 0.838405, + "cosine_pearson": 0.83378, + "cosine_spearman": 0.838405, + "manhattan_pearson": 0.847632, + "manhattan_spearman": 0.841818, + "euclidean_pearson": 0.841596, + "euclidean_spearman": 0.837355, + "main_score": 0.838405, + "hf_subset": "it-en", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.832269, + "spearman": 0.836404, + "cosine_pearson": 0.832269, + "cosine_spearman": 0.836404, + "manhattan_pearson": 0.846953, + "manhattan_spearman": 0.839739, + "euclidean_pearson": 0.84218, + "euclidean_spearman": 0.836149, + "main_score": 0.836404, + "hf_subset": "nl-en", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 34.5523796081543, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS22.v2.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS22.v2.json new file mode 100644 index 0000000000..2a81771677 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STS22.v2.json @@ -0,0 +1,289 @@ +{ + "dataset_revision": "d31f33a128469b20e357535c39b82fb3c3f6f2bd", + "task_name": "STS22.v2", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "pearson": 0.717132, + "spearman": 0.701469, + "cosine_pearson": 0.717132, + "cosine_spearman": 0.701469, + "manhattan_pearson": 0.716515, + "manhattan_spearman": 0.704626, + "euclidean_pearson": 0.715581, + "euclidean_spearman": 0.701757, + "main_score": 0.701469, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.571209, + "spearman": 0.623427, + "cosine_pearson": 0.571209, + "cosine_spearman": 0.623427, + "manhattan_pearson": 0.539365, + "manhattan_spearman": 0.625369, + "euclidean_pearson": 0.537262, + "euclidean_spearman": 0.623223, + "main_score": 0.623427, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "pearson": 0.764415, + "spearman": 0.735219, + "cosine_pearson": 0.764415, + "cosine_spearman": 0.735219, + "manhattan_pearson": 0.762425, + "manhattan_spearman": 0.736058, + "euclidean_pearson": 0.761496, + "euclidean_spearman": 0.734968, + "main_score": 0.735219, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "pearson": 0.472244, + "spearman": 0.478869, + "cosine_pearson": 0.472244, + "cosine_spearman": 0.478869, + "manhattan_pearson": 0.335007, + "manhattan_spearman": 0.479393, + "euclidean_pearson": 0.335827, + "euclidean_spearman": 0.478732, + "main_score": 0.478869, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "pearson": 0.709582, + "spearman": 0.724619, + "cosine_pearson": 0.709582, + "cosine_spearman": 0.724619, + "manhattan_pearson": 0.725216, + "manhattan_spearman": 0.724906, + "euclidean_pearson": 0.725022, + "euclidean_spearman": 0.724637, + "main_score": 0.724619, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "pearson": 0.614442, + "spearman": 0.665267, + "cosine_pearson": 0.614442, + "cosine_spearman": 0.665267, + "manhattan_pearson": 0.647844, + "manhattan_spearman": 0.666204, + "euclidean_pearson": 0.644549, + "euclidean_spearman": 0.665954, + "main_score": 0.665267, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "pearson": 0.661747, + "spearman": 0.689946, + "cosine_pearson": 0.661747, + "cosine_spearman": 0.689946, + "manhattan_pearson": 0.667652, + "manhattan_spearman": 0.690899, + "euclidean_pearson": 0.666898, + "euclidean_spearman": 0.690265, + "main_score": 0.689946, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "pearson": 0.747445, + "spearman": 0.740926, + "cosine_pearson": 0.747445, + "cosine_spearman": 0.740926, + "manhattan_pearson": 0.717689, + "manhattan_spearman": 0.741626, + "euclidean_pearson": 0.717379, + "euclidean_spearman": 0.740744, + "main_score": 0.740926, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + }, + { + "pearson": 0.826711, + "spearman": 0.836212, + "cosine_pearson": 0.826711, + "cosine_spearman": 0.836212, + "manhattan_pearson": 0.832372, + "manhattan_spearman": 0.835407, + "euclidean_pearson": 0.830772, + "euclidean_spearman": 0.835552, + "main_score": 0.836212, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "pearson": 0.668255, + "spearman": 0.661457, + "cosine_pearson": 0.668255, + "cosine_spearman": 0.661457, + "manhattan_pearson": 0.697492, + "manhattan_spearman": 0.666208, + "euclidean_pearson": 0.685537, + "euclidean_spearman": 0.659171, + "main_score": 0.661457, + "hf_subset": "de-en", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.807011, + "spearman": 0.818605, + "cosine_pearson": 0.807011, + "cosine_spearman": 0.818605, + "manhattan_pearson": 0.824234, + "manhattan_spearman": 0.826993, + "euclidean_pearson": 0.813277, + "euclidean_spearman": 0.819221, + "main_score": 0.818605, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.791676, + "spearman": 0.80848, + "cosine_pearson": 0.791676, + "cosine_spearman": 0.80848, + "manhattan_pearson": 0.803167, + "manhattan_spearman": 0.808445, + "euclidean_pearson": 0.80261, + "euclidean_spearman": 0.80828, + "main_score": 0.80848, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "pearson": 0.817909, + "spearman": 0.832291, + "cosine_pearson": 0.817909, + "cosine_spearman": 0.832291, + "manhattan_pearson": 0.814155, + "manhattan_spearman": 0.833731, + "euclidean_pearson": 0.806249, + "euclidean_spearman": 0.834617, + "main_score": 0.832291, + "hf_subset": "pl-en", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.762677, + "spearman": 0.743117, + "cosine_pearson": 0.762677, + "cosine_spearman": 0.743117, + "manhattan_pearson": 0.77723, + "manhattan_spearman": 0.748051, + "euclidean_pearson": 0.770735, + "euclidean_spearman": 0.741812, + "main_score": 0.743117, + "hf_subset": "zh-en", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "pearson": 0.740308, + "spearman": 0.789282, + "cosine_pearson": 0.740308, + "cosine_spearman": 0.789282, + "manhattan_pearson": 0.76353, + "manhattan_spearman": 0.793771, + "euclidean_pearson": 0.757206, + "euclidean_spearman": 0.789632, + "main_score": 0.789282, + "hf_subset": "es-it", + "languages": [ + "spa-Latn", + "ita-Latn" + ] + }, + { + "pearson": 0.639461, + "spearman": 0.65991, + "cosine_pearson": 0.639461, + "cosine_spearman": 0.65991, + "manhattan_pearson": 0.629746, + "manhattan_spearman": 0.672523, + "euclidean_pearson": 0.621908, + "euclidean_spearman": 0.65969, + "main_score": 0.65991, + "hf_subset": "de-fr", + "languages": [ + "deu-Latn", + "fra-Latn" + ] + }, + { + "pearson": 0.567475, + "spearman": 0.634666, + "cosine_pearson": 0.567476, + "cosine_spearman": 0.634666, + "manhattan_pearson": 0.562143, + "manhattan_spearman": 0.630047, + "euclidean_pearson": 0.573616, + "euclidean_spearman": 0.634666, + "main_score": 0.634666, + "hf_subset": "de-pl", + "languages": [ + "deu-Latn", + "pol-Latn" + ] + }, + { + "pearson": 0.765271, + "spearman": 0.845154, + "cosine_pearson": 0.765271, + "cosine_spearman": 0.845154, + "manhattan_pearson": 0.764148, + "manhattan_spearman": 0.845154, + "euclidean_pearson": 0.784574, + "euclidean_spearman": 0.845154, + "main_score": 0.845154, + "hf_subset": "fr-pl", + "languages": [ + "fra-Latn", + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 366.6322808265686, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/STSB.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STSB.json new file mode 100644 index 0000000000..c8ff8445cd --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STSB.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0", + "task_name": "STSB", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "pearson": 0.827855, + "spearman": 0.841972, + "cosine_pearson": 0.827855, + "cosine_spearman": 0.841972, + "manhattan_pearson": 0.835122, + "manhattan_spearman": 0.841635, + "euclidean_pearson": 0.835362, + "euclidean_spearman": 0.842039, + "main_score": 0.841972, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ], + "test": [ + { + "pearson": 0.784534, + "spearman": 0.80036, + "cosine_pearson": 0.784534, + "cosine_spearman": 0.80036, + "manhattan_pearson": 0.792718, + "manhattan_spearman": 0.80056, + "euclidean_pearson": 0.792755, + "euclidean_spearman": 0.800463, + "main_score": 0.80036, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 13.761916875839233, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/STSBenchmark.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STSBenchmark.json new file mode 100644 index 0000000000..755c14c9c1 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STSBenchmark.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831", + "task_name": "STSBenchmark", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "pearson": 0.831612, + "spearman": 0.855915, + "cosine_pearson": 0.831612, + "cosine_spearman": 0.855915, + "manhattan_pearson": 0.851803, + "manhattan_spearman": 0.85605, + "euclidean_pearson": 0.851476, + "euclidean_spearman": 0.855737, + "main_score": 0.855915, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.9229230880737305, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/STSES.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STSES.json new file mode 100644 index 0000000000..ce4665ce1a --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/STSES.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "0912bb6c9393c76d62a7c5ee81c4c817ff47c9f4", + "task_name": "STSES", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "pearson": 0.810157, + "spearman": 0.769397, + "cosine_pearson": 0.810157, + "cosine_spearman": 0.769397, + "manhattan_pearson": 0.813785, + "manhattan_spearman": 0.769844, + "euclidean_pearson": 0.812796, + "euclidean_spearman": 0.768261, + "main_score": 0.769397, + "hf_subset": "default", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 2.298982620239258, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/ScalaClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ScalaClassification.json new file mode 100644 index 0000000000..5572023111 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ScalaClassification.json @@ -0,0 +1,347 @@ +{ + "dataset_revision": "ec85bb6c69679ed15ac66c0bf6e180bf563eb137", + "task_name": "ScalaClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.507275, + "f1": 0.506459, + "f1_weighted": 0.506459, + "ap": 0.50373, + "ap_weighted": 0.50373, + "scores_per_experiment": [ + { + "accuracy": 0.519043, + "f1": 0.518643, + "f1_weighted": 0.518643, + "ap": 0.509864, + "ap_weighted": 0.509864 + }, + { + "accuracy": 0.503906, + "f1": 0.503359, + "f1_weighted": 0.503359, + "ap": 0.501967, + "ap_weighted": 0.501967 + }, + { + "accuracy": 0.503906, + "f1": 0.500299, + "f1_weighted": 0.500299, + "ap": 0.501972, + "ap_weighted": 0.501972 + }, + { + "accuracy": 0.507324, + "f1": 0.506915, + "f1_weighted": 0.506915, + "ap": 0.503713, + "ap_weighted": 0.503713 + }, + { + "accuracy": 0.503418, + "f1": 0.502854, + "f1_weighted": 0.502854, + "ap": 0.501722, + "ap_weighted": 0.501722 + }, + { + "accuracy": 0.498535, + "f1": 0.49771, + "f1_weighted": 0.49771, + "ap": 0.49927, + "ap_weighted": 0.49927 + }, + { + "accuracy": 0.505859, + "f1": 0.505588, + "f1_weighted": 0.505588, + "ap": 0.502962, + "ap_weighted": 0.502962 + }, + { + "accuracy": 0.518555, + "f1": 0.518547, + "f1_weighted": 0.518547, + "ap": 0.509624, + "ap_weighted": 0.509624 + }, + { + "accuracy": 0.50293, + "f1": 0.502208, + "f1_weighted": 0.502208, + "ap": 0.501474, + "ap_weighted": 0.501474 + }, + { + "accuracy": 0.509277, + "f1": 0.50847, + "f1_weighted": 0.50847, + "ap": 0.504732, + "ap_weighted": 0.504732 + } + ], + "main_score": 0.507275, + "hf_subset": "Danish", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.505664, + "f1": 0.503789, + "f1_weighted": 0.503789, + "ap": 0.502892, + "ap_weighted": 0.502892, + "scores_per_experiment": [ + { + "accuracy": 0.508301, + "f1": 0.508063, + "f1_weighted": 0.508063, + "ap": 0.504216, + "ap_weighted": 0.504216 + }, + { + "accuracy": 0.501953, + "f1": 0.492328, + "f1_weighted": 0.492328, + "ap": 0.500982, + "ap_weighted": 0.500982 + }, + { + "accuracy": 0.505371, + "f1": 0.504259, + "f1_weighted": 0.504259, + "ap": 0.502717, + "ap_weighted": 0.502717 + }, + { + "accuracy": 0.498535, + "f1": 0.496009, + "f1_weighted": 0.496009, + "ap": 0.499269, + "ap_weighted": 0.499269 + }, + { + "accuracy": 0.505371, + "f1": 0.505258, + "f1_weighted": 0.505258, + "ap": 0.502715, + "ap_weighted": 0.502715 + }, + { + "accuracy": 0.510742, + "f1": 0.510719, + "f1_weighted": 0.510719, + "ap": 0.505485, + "ap_weighted": 0.505485 + }, + { + "accuracy": 0.515625, + "f1": 0.514957, + "f1_weighted": 0.514957, + "ap": 0.50804, + "ap_weighted": 0.50804 + }, + { + "accuracy": 0.510742, + "f1": 0.509113, + "f1_weighted": 0.509113, + "ap": 0.505475, + "ap_weighted": 0.505475 + }, + { + "accuracy": 0.49707, + "f1": 0.494358, + "f1_weighted": 0.494358, + "ap": 0.498543, + "ap_weighted": 0.498543 + }, + { + "accuracy": 0.50293, + "f1": 0.502823, + "f1_weighted": 0.502823, + "ap": 0.501473, + "ap_weighted": 0.501473 + } + ], + "main_score": 0.505664, + "hf_subset": "Norwegian_b", + "languages": [ + "nob-Latn" + ] + }, + { + "accuracy": 0.504395, + "f1": 0.503956, + "f1_weighted": 0.503956, + "ap": 0.502279, + "ap_weighted": 0.502279, + "scores_per_experiment": [ + { + "accuracy": 0.5, + "f1": 0.498219, + "f1_weighted": 0.498219, + "ap": 0.5, + "ap_weighted": 0.5 + }, + { + "accuracy": 0.499023, + "f1": 0.498138, + "f1_weighted": 0.498138, + "ap": 0.499513, + "ap_weighted": 0.499513 + }, + { + "accuracy": 0.500977, + "f1": 0.500959, + "f1_weighted": 0.500959, + "ap": 0.500489, + "ap_weighted": 0.500489 + }, + { + "accuracy": 0.499023, + "f1": 0.499019, + "f1_weighted": 0.499019, + "ap": 0.499513, + "ap_weighted": 0.499513 + }, + { + "accuracy": 0.495117, + "f1": 0.495109, + "f1_weighted": 0.495109, + "ap": 0.497582, + "ap_weighted": 0.497582 + }, + { + "accuracy": 0.509766, + "f1": 0.509286, + "f1_weighted": 0.509286, + "ap": 0.504985, + "ap_weighted": 0.504985 + }, + { + "accuracy": 0.512207, + "f1": 0.512206, + "f1_weighted": 0.512206, + "ap": 0.506252, + "ap_weighted": 0.506252 + }, + { + "accuracy": 0.518066, + "f1": 0.517995, + "f1_weighted": 0.517995, + "ap": 0.509368, + "ap_weighted": 0.509368 + }, + { + "accuracy": 0.51416, + "f1": 0.5137, + "f1_weighted": 0.5137, + "ap": 0.507269, + "ap_weighted": 0.507269 + }, + { + "accuracy": 0.495605, + "f1": 0.494928, + "f1_weighted": 0.494928, + "ap": 0.497821, + "ap_weighted": 0.497821 + } + ], + "main_score": 0.504395, + "hf_subset": "Norwegian_n", + "languages": [ + "nno-Latn" + ] + }, + { + "accuracy": 0.506299, + "f1": 0.503837, + "f1_weighted": 0.503837, + "ap": 0.503291, + "ap_weighted": 0.503291, + "scores_per_experiment": [ + { + "accuracy": 0.524414, + "f1": 0.524385, + "f1_weighted": 0.524385, + "ap": 0.512794, + "ap_weighted": 0.512794 + }, + { + "accuracy": 0.501465, + "f1": 0.501265, + "f1_weighted": 0.501265, + "ap": 0.500735, + "ap_weighted": 0.500735 + }, + { + "accuracy": 0.51123, + "f1": 0.506477, + "f1_weighted": 0.506477, + "ap": 0.505772, + "ap_weighted": 0.505772 + }, + { + "accuracy": 0.501953, + "f1": 0.501799, + "f1_weighted": 0.501799, + "ap": 0.500981, + "ap_weighted": 0.500981 + }, + { + "accuracy": 0.499512, + "f1": 0.495659, + "f1_weighted": 0.495659, + "ap": 0.499756, + "ap_weighted": 0.499756 + }, + { + "accuracy": 0.492676, + "f1": 0.488858, + "f1_weighted": 0.488858, + "ap": 0.496403, + "ap_weighted": 0.496403 + }, + { + "accuracy": 0.49707, + "f1": 0.491199, + "f1_weighted": 0.491199, + "ap": 0.498546, + "ap_weighted": 0.498546 + }, + { + "accuracy": 0.5, + "f1": 0.499652, + "f1_weighted": 0.499652, + "ap": 0.5, + "ap_weighted": 0.5 + }, + { + "accuracy": 0.51123, + "f1": 0.510609, + "f1_weighted": 0.510609, + "ap": 0.505751, + "ap_weighted": 0.505751 + }, + { + "accuracy": 0.523438, + "f1": 0.518471, + "f1_weighted": 0.518471, + "ap": 0.512175, + "ap_weighted": 0.512175 + } + ], + "main_score": 0.506299, + "hf_subset": "Swedish", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 100.9743754863739, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SemRel24STS.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SemRel24STS.json new file mode 100644 index 0000000000..98752eb919 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SemRel24STS.json @@ -0,0 +1,191 @@ +{ + "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd", + "task_name": "SemRel24STS", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "pearson": 0.83379, + "spearman": 0.812147, + "cosine_pearson": 0.83379, + "cosine_spearman": 0.812147, + "manhattan_pearson": 0.813163, + "manhattan_spearman": 0.811679, + "euclidean_pearson": 0.813697, + "euclidean_spearman": 0.811993, + "main_score": 0.812147, + "hf_subset": "afr", + "languages": [ + "afr-Latn" + ] + }, + { + "pearson": 0.796615, + "spearman": 0.775601, + "cosine_pearson": 0.796615, + "cosine_spearman": 0.775601, + "manhattan_pearson": 0.799839, + "manhattan_spearman": 0.777289, + "euclidean_pearson": 0.800868, + "euclidean_spearman": 0.77616, + "main_score": 0.775601, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "pearson": 0.652949, + "spearman": 0.65887, + "cosine_pearson": 0.652949, + "cosine_spearman": 0.658891, + "manhattan_pearson": 0.644306, + "manhattan_spearman": 0.656558, + "euclidean_pearson": 0.647985, + "euclidean_spearman": 0.660447, + "main_score": 0.658891, + "hf_subset": "arb", + "languages": [ + "arb-Arab" + ] + }, + { + "pearson": 0.473326, + "spearman": 0.405121, + "cosine_pearson": 0.473327, + "cosine_spearman": 0.405121, + "manhattan_pearson": 0.477827, + "manhattan_spearman": 0.403746, + "euclidean_pearson": 0.47906, + "euclidean_spearman": 0.403977, + "main_score": 0.405121, + "hf_subset": "arq", + "languages": [ + "arq-Arab" + ] + }, + { + "pearson": 0.519346, + "spearman": 0.478218, + "cosine_pearson": 0.519346, + "cosine_spearman": 0.478216, + "manhattan_pearson": 0.510022, + "manhattan_spearman": 0.477866, + "euclidean_pearson": 0.509331, + "euclidean_spearman": 0.477862, + "main_score": 0.478216, + "hf_subset": "ary", + "languages": [ + "ary-Arab" + ] + }, + { + "pearson": 0.816496, + "spearman": 0.80285, + "cosine_pearson": 0.816496, + "cosine_spearman": 0.802849, + "manhattan_pearson": 0.819779, + "manhattan_spearman": 0.801613, + "euclidean_pearson": 0.820295, + "euclidean_spearman": 0.802679, + "main_score": 0.802849, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.606106, + "spearman": 0.598693, + "cosine_pearson": 0.606106, + "cosine_spearman": 0.598693, + "manhattan_pearson": 0.60453, + "manhattan_spearman": 0.598464, + "euclidean_pearson": 0.605341, + "euclidean_spearman": 0.598558, + "main_score": 0.598693, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "pearson": 0.794111, + "spearman": 0.797454, + "cosine_pearson": 0.794111, + "cosine_spearman": 0.797454, + "manhattan_pearson": 0.774476, + "manhattan_spearman": 0.797228, + "euclidean_pearson": 0.775156, + "euclidean_spearman": 0.79752, + "main_score": 0.797454, + "hf_subset": "hin", + "languages": [ + "hin-Deva" + ] + }, + { + "pearson": 0.50391, + "spearman": 0.500694, + "cosine_pearson": 0.50391, + "cosine_spearman": 0.500694, + "manhattan_pearson": 0.522879, + "manhattan_spearman": 0.50121, + "euclidean_pearson": 0.523082, + "euclidean_spearman": 0.500628, + "main_score": 0.500694, + "hf_subset": "ind", + "languages": [ + "ind-Latn" + ] + }, + { + "pearson": 0.588099, + "spearman": 0.611624, + "cosine_pearson": 0.588099, + "cosine_spearman": 0.611624, + "manhattan_pearson": 0.597419, + "manhattan_spearman": 0.613519, + "euclidean_pearson": 0.597627, + "euclidean_spearman": 0.611902, + "main_score": 0.611624, + "hf_subset": "kin", + "languages": [ + "kin-Latn" + ] + }, + { + "pearson": 0.834116, + "spearman": 0.82671, + "cosine_pearson": 0.834116, + "cosine_spearman": 0.82671, + "manhattan_pearson": 0.828197, + "manhattan_spearman": 0.829543, + "euclidean_pearson": 0.827321, + "euclidean_spearman": 0.826618, + "main_score": 0.82671, + "hf_subset": "mar", + "languages": [ + "mar-Deva" + ] + }, + { + "pearson": 0.852656, + "spearman": 0.841058, + "cosine_pearson": 0.852656, + "cosine_spearman": 0.841058, + "manhattan_pearson": 0.83626, + "manhattan_spearman": 0.84104, + "euclidean_pearson": 0.835565, + "euclidean_spearman": 0.840835, + "main_score": 0.841058, + "hf_subset": "tel", + "languages": [ + "tel-Telu" + ] + } + ] + }, + "evaluation_time": 62.06932353973389, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SentimentAnalysisHindi.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SentimentAnalysisHindi.json new file mode 100644 index 0000000000..63840de39e --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SentimentAnalysisHindi.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1beac1b941da76a9c51e3e5b39d230fde9a80983", + "task_name": "SentimentAnalysisHindi", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "accuracy": 0.794873, + "f1": 0.787435, + "f1_weighted": 0.794029, + "scores_per_experiment": [ + { + "accuracy": 0.791992, + "f1": 0.784478, + "f1_weighted": 0.794001 + }, + { + "accuracy": 0.787109, + "f1": 0.776522, + "f1_weighted": 0.78981 + }, + { + "accuracy": 0.786133, + "f1": 0.782627, + "f1_weighted": 0.782684 + }, + { + "accuracy": 0.788086, + "f1": 0.781136, + "f1_weighted": 0.785597 + }, + { + "accuracy": 0.791504, + "f1": 0.782894, + "f1_weighted": 0.793573 + }, + { + "accuracy": 0.779785, + "f1": 0.772063, + "f1_weighted": 0.771675 + }, + { + "accuracy": 0.799805, + "f1": 0.788428, + "f1_weighted": 0.798495 + }, + { + "accuracy": 0.810547, + "f1": 0.805165, + "f1_weighted": 0.81028 + }, + { + "accuracy": 0.805176, + "f1": 0.795782, + "f1_weighted": 0.804389 + }, + { + "accuracy": 0.808594, + "f1": 0.805257, + "f1_weighted": 0.809789 + } + ], + "main_score": 0.787435, + "hf_subset": "default", + "languages": [ + "hin-Deva" + ] + } + ] + }, + "evaluation_time": 22.38637900352478, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SinhalaNewsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SinhalaNewsClassification.json new file mode 100644 index 0000000000..0dd0fd7b4f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SinhalaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7fb2f514ea683c5282dfec0a9672ece8de90ac50", + "task_name": "SinhalaNewsClassification", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "accuracy": 0.801514, + "f1": 0.79073, + "f1_weighted": 0.804237, + "scores_per_experiment": [ + { + "accuracy": 0.788086, + "f1": 0.773658, + "f1_weighted": 0.791449 + }, + { + "accuracy": 0.804688, + "f1": 0.792344, + "f1_weighted": 0.806584 + }, + { + "accuracy": 0.805664, + "f1": 0.795476, + "f1_weighted": 0.808847 + }, + { + "accuracy": 0.791016, + "f1": 0.784723, + "f1_weighted": 0.796694 + }, + { + "accuracy": 0.806641, + "f1": 0.790639, + "f1_weighted": 0.805243 + }, + { + "accuracy": 0.807129, + "f1": 0.794993, + "f1_weighted": 0.809416 + }, + { + "accuracy": 0.800781, + "f1": 0.792844, + "f1_weighted": 0.803691 + }, + { + "accuracy": 0.802246, + "f1": 0.795199, + "f1_weighted": 0.805838 + }, + { + "accuracy": 0.797363, + "f1": 0.789316, + "f1_weighted": 0.801431 + }, + { + "accuracy": 0.811523, + "f1": 0.798107, + "f1_weighted": 0.813174 + } + ], + "main_score": 0.801514, + "hf_subset": "default", + "languages": [ + "sin-Sinh" + ] + } + ] + }, + "evaluation_time": 58.38288497924805, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SiswatiNewsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SiswatiNewsClassification.json new file mode 100644 index 0000000000..e1a4bf72b3 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SiswatiNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f5502326c4e48adc99b18b1582f68b8fb5e7ec30", + "task_name": "SiswatiNewsClassification", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "accuracy": 0.515, + "f1": 0.252248, + "f1_weighted": 0.462877, + "scores_per_experiment": [ + { + "accuracy": 0.525, + "f1": 0.250774, + "f1_weighted": 0.479686 + }, + { + "accuracy": 0.4875, + "f1": 0.246702, + "f1_weighted": 0.420257 + }, + { + "accuracy": 0.5375, + "f1": 0.259703, + "f1_weighted": 0.487477 + }, + { + "accuracy": 0.5125, + "f1": 0.252816, + "f1_weighted": 0.458077 + }, + { + "accuracy": 0.4875, + "f1": 0.237329, + "f1_weighted": 0.441447 + }, + { + "accuracy": 0.525, + "f1": 0.263952, + "f1_weighted": 0.46445 + }, + { + "accuracy": 0.525, + "f1": 0.260209, + "f1_weighted": 0.488711 + }, + { + "accuracy": 0.5625, + "f1": 0.269376, + "f1_weighted": 0.512319 + }, + { + "accuracy": 0.475, + "f1": 0.224086, + "f1_weighted": 0.414701 + }, + { + "accuracy": 0.5125, + "f1": 0.257528, + "f1_weighted": 0.461642 + } + ], + "main_score": 0.515, + "hf_subset": "default", + "languages": [ + "ssw-Latn" + ] + } + ] + }, + "evaluation_time": 23.041826248168945, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SlovakMovieReviewSentimentClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SlovakMovieReviewSentimentClassification.json new file mode 100644 index 0000000000..7718520e62 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SlovakMovieReviewSentimentClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0c47583c9d339b3b6f89e4db76088af5f1ec8d39", + "task_name": "SlovakMovieReviewSentimentClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.935303, + "f1": 0.933068, + "f1_weighted": 0.935372, + "ap": 0.876805, + "ap_weighted": 0.876805, + "scores_per_experiment": [ + { + "accuracy": 0.932617, + "f1": 0.929294, + "f1_weighted": 0.932213, + "ap": 0.883155, + "ap_weighted": 0.883155 + }, + { + "accuracy": 0.937988, + "f1": 0.936155, + "f1_weighted": 0.938215, + "ap": 0.877306, + "ap_weighted": 0.877306 + }, + { + "accuracy": 0.928223, + "f1": 0.926744, + "f1_weighted": 0.928726, + "ap": 0.854062, + "ap_weighted": 0.854062 + }, + { + "accuracy": 0.928711, + "f1": 0.927273, + "f1_weighted": 0.92922, + "ap": 0.854549, + "ap_weighted": 0.854549 + }, + { + "accuracy": 0.936523, + "f1": 0.93351, + "f1_weighted": 0.936206, + "ap": 0.888871, + "ap_weighted": 0.888871 + }, + { + "accuracy": 0.938965, + "f1": 0.937182, + "f1_weighted": 0.939197, + "ap": 0.878719, + "ap_weighted": 0.878719 + }, + { + "accuracy": 0.939453, + "f1": 0.937456, + "f1_weighted": 0.939584, + "ap": 0.88258, + "ap_weighted": 0.88258 + }, + { + "accuracy": 0.939453, + "f1": 0.937271, + "f1_weighted": 0.939499, + "ap": 0.88502, + "ap_weighted": 0.88502 + }, + { + "accuracy": 0.937012, + "f1": 0.934802, + "f1_weighted": 0.937088, + "ap": 0.879933, + "ap_weighted": 0.879933 + }, + { + "accuracy": 0.934082, + "f1": 0.930998, + "f1_weighted": 0.933776, + "ap": 0.883858, + "ap_weighted": 0.883858 + } + ], + "main_score": 0.935303, + "hf_subset": "default", + "languages": [ + "svk-Latn" + ] + } + ] + }, + "evaluation_time": 43.44553828239441, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SpartQA.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SpartQA.json new file mode 100644 index 0000000000..e6865f3b43 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SpartQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9ab3ca3ccdd0d43f9cd6d346a363935d127f4f45", + "task_name": "SpartQA", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "ndcg_at_1": 0.04841, + "ndcg_at_3": 0.0651, + "ndcg_at_5": 0.0815, + "ndcg_at_10": 0.10193, + "ndcg_at_20": 0.11795, + "ndcg_at_100": 0.13713, + "ndcg_at_1000": 0.18165, + "map_at_1": 0.03561, + "map_at_3": 0.05384, + "map_at_5": 0.06266, + "map_at_10": 0.0712, + "map_at_20": 0.0756, + "map_at_100": 0.078, + "map_at_1000": 0.0792, + "recall_at_1": 0.03561, + "recall_at_3": 0.07791, + "recall_at_5": 0.11491, + "recall_at_10": 0.17279, + "recall_at_20": 0.23066, + "recall_at_100": 0.3197, + "recall_at_1000": 0.64255, + "precision_at_1": 0.04841, + "precision_at_3": 0.03821, + "precision_at_5": 0.03322, + "precision_at_10": 0.02513, + "precision_at_20": 0.01679, + "precision_at_100": 0.00502, + "precision_at_1000": 0.0011, + "mrr_at_1": 0.048414, + "mrr_at_3": 0.075264, + "mrr_at_5": 0.085671, + "mrr_at_10": 0.094244, + "mrr_at_20": 0.098978, + "mrr_at_100": 0.102356, + "mrr_at_1000": 0.103663, + "nauc_ndcg_at_1_max": -0.025748, + "nauc_ndcg_at_1_std": 0.471159, + "nauc_ndcg_at_1_diff1": -0.306575, + "nauc_ndcg_at_3_max": 0.064254, + "nauc_ndcg_at_3_std": 0.483212, + "nauc_ndcg_at_3_diff1": -0.240065, + "nauc_ndcg_at_5_max": 0.102328, + "nauc_ndcg_at_5_std": 0.50715, + "nauc_ndcg_at_5_diff1": -0.210206, + "nauc_ndcg_at_10_max": 0.151876, + "nauc_ndcg_at_10_std": 0.531143, + "nauc_ndcg_at_10_diff1": -0.192531, + "nauc_ndcg_at_20_max": 0.197665, + "nauc_ndcg_at_20_std": 0.544788, + "nauc_ndcg_at_20_diff1": -0.159703, + "nauc_ndcg_at_100_max": 0.23646, + "nauc_ndcg_at_100_std": 0.505594, + "nauc_ndcg_at_100_diff1": -0.111447, + "nauc_ndcg_at_1000_max": 0.19739, + "nauc_ndcg_at_1000_std": 0.517543, + "nauc_ndcg_at_1000_diff1": -0.120061, + "nauc_map_at_1_max": 0.011606, + "nauc_map_at_1_std": 0.471955, + "nauc_map_at_1_diff1": -0.321118, + "nauc_map_at_3_max": 0.057051, + "nauc_map_at_3_std": 0.477168, + "nauc_map_at_3_diff1": -0.259236, + "nauc_map_at_5_max": 0.08227, + "nauc_map_at_5_std": 0.493194, + "nauc_map_at_5_diff1": -0.237338, + "nauc_map_at_10_max": 0.112346, + "nauc_map_at_10_std": 0.508992, + "nauc_map_at_10_diff1": -0.226171, + "nauc_map_at_20_max": 0.131595, + "nauc_map_at_20_std": 0.517987, + "nauc_map_at_20_diff1": -0.214318, + "nauc_map_at_100_max": 0.141262, + "nauc_map_at_100_std": 0.51273, + "nauc_map_at_100_diff1": -0.20542, + "nauc_map_at_1000_max": 0.139575, + "nauc_map_at_1000_std": 0.512883, + "nauc_map_at_1000_diff1": -0.20541, + "nauc_recall_at_1_max": 0.011606, + "nauc_recall_at_1_std": 0.471955, + "nauc_recall_at_1_diff1": -0.321118, + "nauc_recall_at_3_max": 0.099487, + "nauc_recall_at_3_std": 0.48581, + "nauc_recall_at_3_diff1": -0.214766, + "nauc_recall_at_5_max": 0.147668, + "nauc_recall_at_5_std": 0.50112, + "nauc_recall_at_5_diff1": -0.166103, + "nauc_recall_at_10_max": 0.223215, + "nauc_recall_at_10_std": 0.534309, + "nauc_recall_at_10_diff1": -0.149025, + "nauc_recall_at_20_max": 0.295595, + "nauc_recall_at_20_std": 0.539998, + "nauc_recall_at_20_diff1": -0.090545, + "nauc_recall_at_100_max": 0.370192, + "nauc_recall_at_100_std": 0.426666, + "nauc_recall_at_100_diff1": 0.02195, + "nauc_recall_at_1000_max": 0.222041, + "nauc_recall_at_1000_std": 0.421116, + "nauc_recall_at_1000_diff1": 0.003034, + "nauc_precision_at_1_max": -0.025748, + "nauc_precision_at_1_std": 0.471159, + "nauc_precision_at_1_diff1": -0.306575, + "nauc_precision_at_3_max": 0.075736, + "nauc_precision_at_3_std": 0.502903, + "nauc_precision_at_3_diff1": -0.20323, + "nauc_precision_at_5_max": 0.129731, + "nauc_precision_at_5_std": 0.545508, + "nauc_precision_at_5_diff1": -0.163612, + "nauc_precision_at_10_max": 0.205891, + "nauc_precision_at_10_std": 0.583277, + "nauc_precision_at_10_diff1": -0.126195, + "nauc_precision_at_20_max": 0.288805, + "nauc_precision_at_20_std": 0.581547, + "nauc_precision_at_20_diff1": -0.041083, + "nauc_precision_at_100_max": 0.357655, + "nauc_precision_at_100_std": 0.419186, + "nauc_precision_at_100_diff1": 0.101072, + "nauc_precision_at_1000_max": 0.050583, + "nauc_precision_at_1000_std": 0.20762, + "nauc_precision_at_1000_diff1": 0.136543, + "nauc_mrr_at_1_max": -0.025748, + "nauc_mrr_at_1_std": 0.471159, + "nauc_mrr_at_1_diff1": -0.306575, + "nauc_mrr_at_3_max": 0.031027, + "nauc_mrr_at_3_std": 0.487102, + "nauc_mrr_at_3_diff1": -0.240366, + "nauc_mrr_at_5_max": 0.061175, + "nauc_mrr_at_5_std": 0.505441, + "nauc_mrr_at_5_diff1": -0.220964, + "nauc_mrr_at_10_max": 0.083085, + "nauc_mrr_at_10_std": 0.514208, + "nauc_mrr_at_10_diff1": -0.209873, + "nauc_mrr_at_20_max": 0.098711, + "nauc_mrr_at_20_std": 0.51531, + "nauc_mrr_at_20_diff1": -0.195688, + "nauc_mrr_at_100_max": 0.106075, + "nauc_mrr_at_100_std": 0.507222, + "nauc_mrr_at_100_diff1": -0.186155, + "nauc_mrr_at_1000_max": 0.104706, + "nauc_mrr_at_1000_std": 0.506855, + "nauc_mrr_at_1000_diff1": -0.186606, + "main_score": 0.10193, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 69.99904727935791, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SprintDuplicateQuestions.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SprintDuplicateQuestions.json new file mode 100644 index 0000000000..e1e69c947b --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SprintDuplicateQuestions.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46", + "task_name": "SprintDuplicateQuestions", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "similarity_accuracy": 0.997931, + "similarity_accuracy_threshold": 0.874952, + "similarity_f1": 0.894964, + "similarity_f1_threshold": 0.865063, + "similarity_precision": 0.859908, + "similarity_recall": 0.933, + "similarity_ap": 0.952179, + "cosine_accuracy": 0.997931, + "cosine_accuracy_threshold": 0.874951, + "cosine_f1": 0.894964, + "cosine_f1_threshold": 0.865062, + "cosine_precision": 0.859908, + "cosine_recall": 0.933, + "cosine_ap": 0.952179, + "manhattan_accuracy": 0.998, + "manhattan_accuracy_threshold": 23.476334, + "manhattan_f1": 0.897149, + "manhattan_f1_threshold": 23.476334, + "manhattan_precision": 0.9139, + "manhattan_recall": 0.881, + "manhattan_ap": 0.952449, + "euclidean_accuracy": 0.997931, + "euclidean_accuracy_threshold": 0.500584, + "euclidean_f1": 0.894816, + "euclidean_f1_threshold": 0.500584, + "euclidean_precision": 0.900709, + "euclidean_recall": 0.889, + "euclidean_ap": 0.952102, + "dot_accuracy": 0.997941, + "dot_accuracy_threshold": 0.875361, + "dot_f1": 0.895477, + "dot_f1_threshold": 0.874778, + "dot_precision": 0.9, + "dot_recall": 0.891, + "dot_ap": 0.952162, + "max_accuracy": 0.998, + "max_f1": 0.897149, + "max_precision": 0.9139, + "max_recall": 0.933, + "max_ap": 0.952449, + "main_score": 0.952449, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 44.66019892692566, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/StackExchangeClustering.v2.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/StackExchangeClustering.v2.json new file mode 100644 index 0000000000..a85e889822 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/StackExchangeClustering.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259", + "task_name": "StackExchangeClustering.v2", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.676326, + 0.668778, + 0.670398, + 0.66902, + 0.669555, + 0.659076, + 0.6487, + 0.663919, + 0.653644, + 0.6567 + ] + }, + "v_measure": 0.663612, + "v_measure_std": 0.008301, + "main_score": 0.663612, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 34.98984432220459, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/StackOverflowQA.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/StackOverflowQA.json new file mode 100644 index 0000000000..cf0412ea4f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/StackOverflowQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "db8f169f3894c14a00251061f957b2063eef2bd5", + "task_name": "StackOverflowQA", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "ndcg_at_1": 0.89669, + "ndcg_at_3": 0.92606, + "ndcg_at_5": 0.93016, + "ndcg_at_10": 0.93478, + "ndcg_at_20": 0.93823, + "ndcg_at_100": 0.94033, + "ndcg_at_1000": 0.94082, + "map_at_1": 0.89669, + "map_at_3": 0.91917, + "map_at_5": 0.92143, + "map_at_10": 0.92339, + "map_at_20": 0.92435, + "map_at_100": 0.92466, + "map_at_1000": 0.92468, + "recall_at_1": 0.89669, + "recall_at_3": 0.94584, + "recall_at_5": 0.95587, + "recall_at_10": 0.96991, + "recall_at_20": 0.98345, + "recall_at_100": 0.99448, + "recall_at_1000": 0.9985, + "precision_at_1": 0.89669, + "precision_at_3": 0.31528, + "precision_at_5": 0.19117, + "precision_at_10": 0.09699, + "precision_at_20": 0.04917, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89669, + "mrr_at_3": 0.919174, + "mrr_at_5": 0.921431, + "mrr_at_10": 0.923393, + "mrr_at_20": 0.924352, + "mrr_at_100": 0.924658, + "mrr_at_1000": 0.924676, + "nauc_ndcg_at_1_max": 0.799677, + "nauc_ndcg_at_1_std": -0.04594, + "nauc_ndcg_at_1_diff1": 0.939731, + "nauc_ndcg_at_3_max": 0.83077, + "nauc_ndcg_at_3_std": -0.013506, + "nauc_ndcg_at_3_diff1": 0.94032, + "nauc_ndcg_at_5_max": 0.833346, + "nauc_ndcg_at_5_std": -0.008335, + "nauc_ndcg_at_5_diff1": 0.939761, + "nauc_ndcg_at_10_max": 0.831759, + "nauc_ndcg_at_10_std": -0.006453, + "nauc_ndcg_at_10_diff1": 0.941182, + "nauc_ndcg_at_20_max": 0.829291, + "nauc_ndcg_at_20_std": -0.006949, + "nauc_ndcg_at_20_diff1": 0.939984, + "nauc_ndcg_at_100_max": 0.82692, + "nauc_ndcg_at_100_std": -0.014204, + "nauc_ndcg_at_100_diff1": 0.940719, + "nauc_ndcg_at_1000_max": 0.825821, + "nauc_ndcg_at_1000_std": -0.01509, + "nauc_ndcg_at_1000_diff1": 0.940341, + "nauc_map_at_1_max": 0.799677, + "nauc_map_at_1_std": -0.04594, + "nauc_map_at_1_diff1": 0.939731, + "nauc_map_at_3_max": 0.822656, + "nauc_map_at_3_std": -0.02245, + "nauc_map_at_3_diff1": 0.940158, + "nauc_map_at_5_max": 0.823779, + "nauc_map_at_5_std": -0.020192, + "nauc_map_at_5_diff1": 0.939814, + "nauc_map_at_10_max": 0.823005, + "nauc_map_at_10_std": -0.019789, + "nauc_map_at_10_diff1": 0.940301, + "nauc_map_at_20_max": 0.822312, + "nauc_map_at_20_std": -0.019664, + "nauc_map_at_20_diff1": 0.939985, + "nauc_map_at_100_max": 0.822032, + "nauc_map_at_100_std": -0.020394, + "nauc_map_at_100_diff1": 0.940083, + "nauc_map_at_1000_max": 0.821993, + "nauc_map_at_1000_std": -0.020464, + "nauc_map_at_1000_diff1": 0.94007, + "nauc_recall_at_1_max": 0.799677, + "nauc_recall_at_1_std": -0.04594, + "nauc_recall_at_1_diff1": 0.939731, + "nauc_recall_at_3_max": 0.864718, + "nauc_recall_at_3_std": 0.024264, + "nauc_recall_at_3_diff1": 0.941005, + "nauc_recall_at_5_max": 0.88168, + "nauc_recall_at_5_std": 0.052932, + "nauc_recall_at_5_diff1": 0.939478, + "nauc_recall_at_10_max": 0.893219, + "nauc_recall_at_10_std": 0.093526, + "nauc_recall_at_10_diff1": 0.949083, + "nauc_recall_at_20_max": 0.908127, + "nauc_recall_at_20_std": 0.154426, + "nauc_recall_at_20_diff1": 0.939106, + "nauc_recall_at_100_max": 0.927225, + "nauc_recall_at_100_std": 0.02816, + "nauc_recall_at_100_diff1": 0.976238, + "nauc_recall_at_1000_max": 0.863848, + "nauc_recall_at_1000_std": -0.014356, + "nauc_recall_at_1000_diff1": 0.956437, + "nauc_precision_at_1_max": 0.799677, + "nauc_precision_at_1_std": -0.04594, + "nauc_precision_at_1_diff1": 0.939731, + "nauc_precision_at_3_max": 0.864718, + "nauc_precision_at_3_std": 0.024264, + "nauc_precision_at_3_diff1": 0.941005, + "nauc_precision_at_5_max": 0.88168, + "nauc_precision_at_5_std": 0.052932, + "nauc_precision_at_5_diff1": 0.939478, + "nauc_precision_at_10_max": 0.893219, + "nauc_precision_at_10_std": 0.093526, + "nauc_precision_at_10_diff1": 0.949083, + "nauc_precision_at_20_max": 0.908127, + "nauc_precision_at_20_std": 0.154426, + "nauc_precision_at_20_diff1": 0.939106, + "nauc_precision_at_100_max": 0.927225, + "nauc_precision_at_100_std": 0.02816, + "nauc_precision_at_100_diff1": 0.976238, + "nauc_precision_at_1000_max": 0.863848, + "nauc_precision_at_1000_std": -0.014356, + "nauc_precision_at_1000_diff1": 0.956437, + "nauc_mrr_at_1_max": 0.799677, + "nauc_mrr_at_1_std": -0.04594, + "nauc_mrr_at_1_diff1": 0.939731, + "nauc_mrr_at_3_max": 0.822656, + "nauc_mrr_at_3_std": -0.02245, + "nauc_mrr_at_3_diff1": 0.940158, + "nauc_mrr_at_5_max": 0.823779, + "nauc_mrr_at_5_std": -0.020192, + "nauc_mrr_at_5_diff1": 0.939814, + "nauc_mrr_at_10_max": 0.823005, + "nauc_mrr_at_10_std": -0.019789, + "nauc_mrr_at_10_diff1": 0.940301, + "nauc_mrr_at_20_max": 0.822312, + "nauc_mrr_at_20_std": -0.019664, + "nauc_mrr_at_20_diff1": 0.939985, + "nauc_mrr_at_100_max": 0.822032, + "nauc_mrr_at_100_std": -0.020394, + "nauc_mrr_at_100_diff1": 0.940083, + "nauc_mrr_at_1000_max": 0.821993, + "nauc_mrr_at_1000_std": -0.020464, + "nauc_mrr_at_1000_diff1": 0.94007, + "main_score": 0.93478, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 729.2112839221954, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/StatcanDialogueDatasetRetrieval.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/StatcanDialogueDatasetRetrieval.json new file mode 100644 index 0000000000..a2dcef620c --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/StatcanDialogueDatasetRetrieval.json @@ -0,0 +1,601 @@ +{ + "dataset_revision": "7a26938c93e99e0759a1df416896bb72527e2f33", + "task_name": "StatcanDialogueDatasetRetrieval", + "mteb_version": "1.38.29", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.18969, + "ndcg_at_3": 0.23881, + "ndcg_at_5": 0.27747, + "ndcg_at_10": 0.31923, + "ndcg_at_20": 0.36106, + "ndcg_at_100": 0.40298, + "ndcg_at_1000": 0.42041, + "map_at_1": 0.14576, + "map_at_3": 0.20845, + "map_at_5": 0.23338, + "map_at_10": 0.25084, + "map_at_20": 0.26344, + "map_at_100": 0.27015, + "map_at_1000": 0.27101, + "recall_at_1": 0.14576, + "recall_at_3": 0.27692, + "recall_at_5": 0.36958, + "recall_at_10": 0.49098, + "recall_at_20": 0.64434, + "recall_at_100": 0.8519, + "recall_at_1000": 0.9729, + "precision_at_1": 0.18969, + "precision_at_3": 0.12707, + "precision_at_5": 0.10092, + "precision_at_10": 0.06722, + "precision_at_20": 0.0442, + "precision_at_100": 0.01193, + "precision_at_1000": 0.00141, + "mrr_at_1": 0.189687, + "mrr_at_3": 0.25046, + "mrr_at_5": 0.271455, + "mrr_at_10": 0.288676, + "mrr_at_20": 0.299484, + "mrr_at_100": 0.303991, + "mrr_at_1000": 0.304472, + "nauc_ndcg_at_1_max": 0.230391, + "nauc_ndcg_at_1_std": 0.096076, + "nauc_ndcg_at_1_diff1": 0.192836, + "nauc_ndcg_at_3_max": 0.234473, + "nauc_ndcg_at_3_std": 0.100746, + "nauc_ndcg_at_3_diff1": 0.195673, + "nauc_ndcg_at_5_max": 0.240425, + "nauc_ndcg_at_5_std": 0.099575, + "nauc_ndcg_at_5_diff1": 0.177966, + "nauc_ndcg_at_10_max": 0.231362, + "nauc_ndcg_at_10_std": 0.109104, + "nauc_ndcg_at_10_diff1": 0.166885, + "nauc_ndcg_at_20_max": 0.243607, + "nauc_ndcg_at_20_std": 0.121506, + "nauc_ndcg_at_20_diff1": 0.160205, + "nauc_ndcg_at_100_max": 0.260836, + "nauc_ndcg_at_100_std": 0.141846, + "nauc_ndcg_at_100_diff1": 0.174443, + "nauc_ndcg_at_1000_max": 0.263814, + "nauc_ndcg_at_1000_std": 0.122459, + "nauc_ndcg_at_1000_diff1": 0.172437, + "nauc_map_at_1_max": 0.152471, + "nauc_map_at_1_std": 0.05699, + "nauc_map_at_1_diff1": 0.25682, + "nauc_map_at_3_max": 0.207603, + "nauc_map_at_3_std": 0.090239, + "nauc_map_at_3_diff1": 0.217494, + "nauc_map_at_5_max": 0.222733, + "nauc_map_at_5_std": 0.086731, + "nauc_map_at_5_diff1": 0.201113, + "nauc_map_at_10_max": 0.21932, + "nauc_map_at_10_std": 0.091506, + "nauc_map_at_10_diff1": 0.194565, + "nauc_map_at_20_max": 0.223325, + "nauc_map_at_20_std": 0.095176, + "nauc_map_at_20_diff1": 0.192442, + "nauc_map_at_100_max": 0.227749, + "nauc_map_at_100_std": 0.098587, + "nauc_map_at_100_diff1": 0.194071, + "nauc_map_at_1000_max": 0.228289, + "nauc_map_at_1000_std": 0.097689, + "nauc_map_at_1000_diff1": 0.1938, + "nauc_recall_at_1_max": 0.152471, + "nauc_recall_at_1_std": 0.05699, + "nauc_recall_at_1_diff1": 0.25682, + "nauc_recall_at_3_max": 0.213784, + "nauc_recall_at_3_std": 0.122805, + "nauc_recall_at_3_diff1": 0.192235, + "nauc_recall_at_5_max": 0.228112, + "nauc_recall_at_5_std": 0.117977, + "nauc_recall_at_5_diff1": 0.151957, + "nauc_recall_at_10_max": 0.196555, + "nauc_recall_at_10_std": 0.140861, + "nauc_recall_at_10_diff1": 0.116609, + "nauc_recall_at_20_max": 0.21913, + "nauc_recall_at_20_std": 0.198668, + "nauc_recall_at_20_diff1": 0.088868, + "nauc_recall_at_100_max": 0.312167, + "nauc_recall_at_100_std": 0.47756, + "nauc_recall_at_100_diff1": 0.194678, + "nauc_recall_at_1000_max": 0.598038, + "nauc_recall_at_1000_std": 0.750274, + "nauc_recall_at_1000_diff1": 0.369685, + "nauc_precision_at_1_max": 0.230391, + "nauc_precision_at_1_std": 0.096076, + "nauc_precision_at_1_diff1": 0.192836, + "nauc_precision_at_3_max": 0.319973, + "nauc_precision_at_3_std": 0.111959, + "nauc_precision_at_3_diff1": 0.132892, + "nauc_precision_at_5_max": 0.344914, + "nauc_precision_at_5_std": 0.095396, + "nauc_precision_at_5_diff1": 0.080356, + "nauc_precision_at_10_max": 0.301091, + "nauc_precision_at_10_std": 0.109011, + "nauc_precision_at_10_diff1": 0.051194, + "nauc_precision_at_20_max": 0.324127, + "nauc_precision_at_20_std": 0.099333, + "nauc_precision_at_20_diff1": -0.010844, + "nauc_precision_at_100_max": 0.306503, + "nauc_precision_at_100_std": 0.061569, + "nauc_precision_at_100_diff1": -0.063238, + "nauc_precision_at_1000_max": 0.280017, + "nauc_precision_at_1000_std": -0.064522, + "nauc_precision_at_1000_diff1": -0.116115, + "nauc_mrr_at_1_max": 0.230391, + "nauc_mrr_at_1_std": 0.096076, + "nauc_mrr_at_1_diff1": 0.192836, + "nauc_mrr_at_3_max": 0.258599, + "nauc_mrr_at_3_std": 0.097376, + "nauc_mrr_at_3_diff1": 0.166321, + "nauc_mrr_at_5_max": 0.260352, + "nauc_mrr_at_5_std": 0.099968, + "nauc_mrr_at_5_diff1": 0.155484, + "nauc_mrr_at_10_max": 0.25551, + "nauc_mrr_at_10_std": 0.102049, + "nauc_mrr_at_10_diff1": 0.154256, + "nauc_mrr_at_20_max": 0.261134, + "nauc_mrr_at_20_std": 0.105255, + "nauc_mrr_at_20_diff1": 0.153547, + "nauc_mrr_at_100_max": 0.262863, + "nauc_mrr_at_100_std": 0.108529, + "nauc_mrr_at_100_diff1": 0.155379, + "nauc_mrr_at_1000_max": 0.262641, + "nauc_mrr_at_1000_std": 0.107934, + "nauc_mrr_at_1000_diff1": 0.155294, + "main_score": 0.49098, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.12295, + "ndcg_at_3": 0.14609, + "ndcg_at_5": 0.17146, + "ndcg_at_10": 0.22648, + "ndcg_at_20": 0.27115, + "ndcg_at_100": 0.31262, + "ndcg_at_1000": 0.33676, + "map_at_1": 0.09153, + "map_at_3": 0.12964, + "map_at_5": 0.14433, + "map_at_10": 0.16759, + "map_at_20": 0.18032, + "map_at_100": 0.18676, + "map_at_1000": 0.18777, + "recall_at_1": 0.09153, + "recall_at_3": 0.16762, + "recall_at_5": 0.22773, + "recall_at_10": 0.39331, + "recall_at_20": 0.56202, + "recall_at_100": 0.76243, + "recall_at_1000": 0.92782, + "precision_at_1": 0.12295, + "precision_at_3": 0.0765, + "precision_at_5": 0.0623, + "precision_at_10": 0.05164, + "precision_at_20": 0.03607, + "precision_at_100": 0.01041, + "precision_at_1000": 0.00139, + "mrr_at_1": 0.122951, + "mrr_at_3": 0.155738, + "mrr_at_5": 0.170082, + "mrr_at_10": 0.19059, + "mrr_at_20": 0.20264, + "mrr_at_100": 0.207329, + "mrr_at_1000": 0.208014, + "nauc_ndcg_at_1_max": 0.311428, + "nauc_ndcg_at_1_std": 0.063754, + "nauc_ndcg_at_1_diff1": 0.407011, + "nauc_ndcg_at_3_max": 0.267859, + "nauc_ndcg_at_3_std": 0.068748, + "nauc_ndcg_at_3_diff1": 0.289641, + "nauc_ndcg_at_5_max": 0.25987, + "nauc_ndcg_at_5_std": 0.092633, + "nauc_ndcg_at_5_diff1": 0.190434, + "nauc_ndcg_at_10_max": 0.221097, + "nauc_ndcg_at_10_std": 0.127638, + "nauc_ndcg_at_10_diff1": 0.151024, + "nauc_ndcg_at_20_max": 0.269216, + "nauc_ndcg_at_20_std": 0.207434, + "nauc_ndcg_at_20_diff1": 0.137241, + "nauc_ndcg_at_100_max": 0.283157, + "nauc_ndcg_at_100_std": 0.191462, + "nauc_ndcg_at_100_diff1": 0.115155, + "nauc_ndcg_at_1000_max": 0.29327, + "nauc_ndcg_at_1000_std": 0.166815, + "nauc_ndcg_at_1000_diff1": 0.169694, + "nauc_map_at_1_max": 0.366274, + "nauc_map_at_1_std": 0.16082, + "nauc_map_at_1_diff1": 0.322204, + "nauc_map_at_3_max": 0.285533, + "nauc_map_at_3_std": 0.102835, + "nauc_map_at_3_diff1": 0.289739, + "nauc_map_at_5_max": 0.279073, + "nauc_map_at_5_std": 0.112102, + "nauc_map_at_5_diff1": 0.229053, + "nauc_map_at_10_max": 0.255426, + "nauc_map_at_10_std": 0.121821, + "nauc_map_at_10_diff1": 0.207978, + "nauc_map_at_20_max": 0.271993, + "nauc_map_at_20_std": 0.143095, + "nauc_map_at_20_diff1": 0.206553, + "nauc_map_at_100_max": 0.275451, + "nauc_map_at_100_std": 0.138369, + "nauc_map_at_100_diff1": 0.203009, + "nauc_map_at_1000_max": 0.276321, + "nauc_map_at_1000_std": 0.137915, + "nauc_map_at_1000_diff1": 0.205483, + "nauc_recall_at_1_max": 0.366274, + "nauc_recall_at_1_std": 0.16082, + "nauc_recall_at_1_diff1": 0.322204, + "nauc_recall_at_3_max": 0.232706, + "nauc_recall_at_3_std": 0.055682, + "nauc_recall_at_3_diff1": 0.234062, + "nauc_recall_at_5_max": 0.201972, + "nauc_recall_at_5_std": 0.095423, + "nauc_recall_at_5_diff1": 0.054248, + "nauc_recall_at_10_max": 0.131984, + "nauc_recall_at_10_std": 0.195236, + "nauc_recall_at_10_diff1": -0.029828, + "nauc_recall_at_20_max": 0.247116, + "nauc_recall_at_20_std": 0.453163, + "nauc_recall_at_20_diff1": -0.093493, + "nauc_recall_at_100_max": 0.316484, + "nauc_recall_at_100_std": 0.54807, + "nauc_recall_at_100_diff1": -0.31244, + "nauc_recall_at_1000_max": 0.630426, + "nauc_recall_at_1000_std": 0.732532, + "nauc_recall_at_1000_diff1": -0.013762, + "nauc_precision_at_1_max": 0.311428, + "nauc_precision_at_1_std": 0.063754, + "nauc_precision_at_1_diff1": 0.407011, + "nauc_precision_at_3_max": 0.219489, + "nauc_precision_at_3_std": -0.025996, + "nauc_precision_at_3_diff1": 0.308148, + "nauc_precision_at_5_max": 0.229538, + "nauc_precision_at_5_std": 0.027939, + "nauc_precision_at_5_diff1": 0.113321, + "nauc_precision_at_10_max": 0.139182, + "nauc_precision_at_10_std": 0.073004, + "nauc_precision_at_10_diff1": 0.072957, + "nauc_precision_at_20_max": 0.266882, + "nauc_precision_at_20_std": 0.234832, + "nauc_precision_at_20_diff1": 0.059189, + "nauc_precision_at_100_max": 0.210684, + "nauc_precision_at_100_std": 0.053756, + "nauc_precision_at_100_diff1": -0.034538, + "nauc_precision_at_1000_max": 0.091641, + "nauc_precision_at_1000_std": -0.20242, + "nauc_precision_at_1000_diff1": 0.199277, + "nauc_mrr_at_1_max": 0.311428, + "nauc_mrr_at_1_std": 0.063754, + "nauc_mrr_at_1_diff1": 0.407011, + "nauc_mrr_at_3_max": 0.27655, + "nauc_mrr_at_3_std": 0.025267, + "nauc_mrr_at_3_diff1": 0.350424, + "nauc_mrr_at_5_max": 0.273267, + "nauc_mrr_at_5_std": 0.042884, + "nauc_mrr_at_5_diff1": 0.29578, + "nauc_mrr_at_10_max": 0.258418, + "nauc_mrr_at_10_std": 0.056832, + "nauc_mrr_at_10_diff1": 0.281085, + "nauc_mrr_at_20_max": 0.272078, + "nauc_mrr_at_20_std": 0.076979, + "nauc_mrr_at_20_diff1": 0.272653, + "nauc_mrr_at_100_max": 0.274078, + "nauc_mrr_at_100_std": 0.076501, + "nauc_mrr_at_100_diff1": 0.269959, + "nauc_mrr_at_1000_max": 0.274259, + "nauc_mrr_at_1000_std": 0.075943, + "nauc_mrr_at_1000_diff1": 0.271366, + "main_score": 0.39331, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.20615, + "ndcg_at_3": 0.25184, + "ndcg_at_5": 0.28375, + "ndcg_at_10": 0.32259, + "ndcg_at_20": 0.36046, + "ndcg_at_100": 0.40635, + "ndcg_at_1000": 0.42713, + "map_at_1": 0.14714, + "map_at_3": 0.21823, + "map_at_5": 0.24, + "map_at_10": 0.25719, + "map_at_20": 0.26913, + "map_at_100": 0.2768, + "map_at_1000": 0.27785, + "recall_at_1": 0.14714, + "recall_at_3": 0.2893, + "recall_at_5": 0.36193, + "recall_at_10": 0.47031, + "recall_at_20": 0.60576, + "recall_at_100": 0.82566, + "recall_at_1000": 0.96761, + "precision_at_1": 0.20615, + "precision_at_3": 0.13623, + "precision_at_5": 0.10307, + "precision_at_10": 0.06799, + "precision_at_20": 0.0443, + "precision_at_100": 0.01244, + "precision_at_1000": 0.0015, + "mrr_at_1": 0.206148, + "mrr_at_3": 0.274262, + "mrr_at_5": 0.289994, + "mrr_at_10": 0.306278, + "mrr_at_20": 0.314869, + "mrr_at_100": 0.319908, + "mrr_at_1000": 0.320478, + "nauc_ndcg_at_1_max": 0.215039, + "nauc_ndcg_at_1_std": 0.06489, + "nauc_ndcg_at_1_diff1": 0.242838, + "nauc_ndcg_at_3_max": 0.202033, + "nauc_ndcg_at_3_std": 0.087478, + "nauc_ndcg_at_3_diff1": 0.21656, + "nauc_ndcg_at_5_max": 0.221218, + "nauc_ndcg_at_5_std": 0.109057, + "nauc_ndcg_at_5_diff1": 0.218703, + "nauc_ndcg_at_10_max": 0.226891, + "nauc_ndcg_at_10_std": 0.105614, + "nauc_ndcg_at_10_diff1": 0.220432, + "nauc_ndcg_at_20_max": 0.239381, + "nauc_ndcg_at_20_std": 0.119677, + "nauc_ndcg_at_20_diff1": 0.210336, + "nauc_ndcg_at_100_max": 0.251808, + "nauc_ndcg_at_100_std": 0.143053, + "nauc_ndcg_at_100_diff1": 0.20631, + "nauc_ndcg_at_1000_max": 0.255507, + "nauc_ndcg_at_1000_std": 0.128426, + "nauc_ndcg_at_1000_diff1": 0.205316, + "nauc_map_at_1_max": 0.165574, + "nauc_map_at_1_std": 0.069148, + "nauc_map_at_1_diff1": 0.233634, + "nauc_map_at_3_max": 0.192082, + "nauc_map_at_3_std": 0.092613, + "nauc_map_at_3_diff1": 0.221661, + "nauc_map_at_5_max": 0.210448, + "nauc_map_at_5_std": 0.105183, + "nauc_map_at_5_diff1": 0.222728, + "nauc_map_at_10_max": 0.212882, + "nauc_map_at_10_std": 0.102387, + "nauc_map_at_10_diff1": 0.224952, + "nauc_map_at_20_max": 0.216427, + "nauc_map_at_20_std": 0.105612, + "nauc_map_at_20_diff1": 0.218772, + "nauc_map_at_100_max": 0.219596, + "nauc_map_at_100_std": 0.110324, + "nauc_map_at_100_diff1": 0.216571, + "nauc_map_at_1000_max": 0.220251, + "nauc_map_at_1000_std": 0.10985, + "nauc_map_at_1000_diff1": 0.216675, + "nauc_recall_at_1_max": 0.165574, + "nauc_recall_at_1_std": 0.069148, + "nauc_recall_at_1_diff1": 0.233634, + "nauc_recall_at_3_max": 0.174388, + "nauc_recall_at_3_std": 0.087357, + "nauc_recall_at_3_diff1": 0.198993, + "nauc_recall_at_5_max": 0.206769, + "nauc_recall_at_5_std": 0.133733, + "nauc_recall_at_5_diff1": 0.201367, + "nauc_recall_at_10_max": 0.211641, + "nauc_recall_at_10_std": 0.1282, + "nauc_recall_at_10_diff1": 0.212846, + "nauc_recall_at_20_max": 0.236708, + "nauc_recall_at_20_std": 0.185393, + "nauc_recall_at_20_diff1": 0.19451, + "nauc_recall_at_100_max": 0.295864, + "nauc_recall_at_100_std": 0.439692, + "nauc_recall_at_100_diff1": 0.211874, + "nauc_recall_at_1000_max": 0.584987, + "nauc_recall_at_1000_std": 0.881953, + "nauc_recall_at_1000_diff1": 0.253648, + "nauc_precision_at_1_max": 0.215039, + "nauc_precision_at_1_std": 0.06489, + "nauc_precision_at_1_diff1": 0.242838, + "nauc_precision_at_3_max": 0.257797, + "nauc_precision_at_3_std": 0.075739, + "nauc_precision_at_3_diff1": 0.196337, + "nauc_precision_at_5_max": 0.285266, + "nauc_precision_at_5_std": 0.107028, + "nauc_precision_at_5_diff1": 0.183483, + "nauc_precision_at_10_max": 0.293231, + "nauc_precision_at_10_std": 0.087497, + "nauc_precision_at_10_diff1": 0.144026, + "nauc_precision_at_20_max": 0.329908, + "nauc_precision_at_20_std": 0.101808, + "nauc_precision_at_20_diff1": 0.061077, + "nauc_precision_at_100_max": 0.340144, + "nauc_precision_at_100_std": 0.101332, + "nauc_precision_at_100_diff1": -0.045656, + "nauc_precision_at_1000_max": 0.289146, + "nauc_precision_at_1000_std": -0.023619, + "nauc_precision_at_1000_diff1": -0.117635, + "nauc_mrr_at_1_max": 0.215039, + "nauc_mrr_at_1_std": 0.06489, + "nauc_mrr_at_1_diff1": 0.242838, + "nauc_mrr_at_3_max": 0.220813, + "nauc_mrr_at_3_std": 0.065607, + "nauc_mrr_at_3_diff1": 0.213173, + "nauc_mrr_at_5_max": 0.228517, + "nauc_mrr_at_5_std": 0.077405, + "nauc_mrr_at_5_diff1": 0.213186, + "nauc_mrr_at_10_max": 0.235012, + "nauc_mrr_at_10_std": 0.077268, + "nauc_mrr_at_10_diff1": 0.210163, + "nauc_mrr_at_20_max": 0.237746, + "nauc_mrr_at_20_std": 0.08167, + "nauc_mrr_at_20_diff1": 0.21048, + "nauc_mrr_at_100_max": 0.237182, + "nauc_mrr_at_100_std": 0.083692, + "nauc_mrr_at_100_diff1": 0.209885, + "nauc_mrr_at_1000_max": 0.237108, + "nauc_mrr_at_1000_std": 0.083518, + "nauc_mrr_at_1000_diff1": 0.210098, + "main_score": 0.47031, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.16667, + "ndcg_at_3": 0.21633, + "ndcg_at_5": 0.25316, + "ndcg_at_10": 0.31484, + "ndcg_at_20": 0.35296, + "ndcg_at_100": 0.3892, + "ndcg_at_1000": 0.40751, + "map_at_1": 0.1466, + "map_at_3": 0.19213, + "map_at_5": 0.21335, + "map_at_10": 0.24036, + "map_at_20": 0.25095, + "map_at_100": 0.25725, + "map_at_1000": 0.25795, + "recall_at_1": 0.1466, + "recall_at_3": 0.25617, + "recall_at_5": 0.34491, + "recall_at_10": 0.52083, + "recall_at_20": 0.66898, + "recall_at_100": 0.84414, + "recall_at_1000": 0.98148, + "precision_at_1": 0.16667, + "precision_at_3": 0.10185, + "precision_at_5": 0.08333, + "precision_at_10": 0.06574, + "precision_at_20": 0.0412, + "precision_at_100": 0.01093, + "precision_at_1000": 0.00129, + "mrr_at_1": 0.166667, + "mrr_at_3": 0.220679, + "mrr_at_5": 0.240586, + "mrr_at_10": 0.265759, + "mrr_at_20": 0.275694, + "mrr_at_100": 0.279677, + "mrr_at_1000": 0.280112, + "nauc_ndcg_at_1_max": 0.231768, + "nauc_ndcg_at_1_std": 0.204515, + "nauc_ndcg_at_1_diff1": -0.033993, + "nauc_ndcg_at_3_max": 0.154764, + "nauc_ndcg_at_3_std": 0.084006, + "nauc_ndcg_at_3_diff1": 0.093781, + "nauc_ndcg_at_5_max": 0.153384, + "nauc_ndcg_at_5_std": 0.077268, + "nauc_ndcg_at_5_diff1": 0.075303, + "nauc_ndcg_at_10_max": 0.183598, + "nauc_ndcg_at_10_std": 0.095729, + "nauc_ndcg_at_10_diff1": 0.090781, + "nauc_ndcg_at_20_max": 0.15545, + "nauc_ndcg_at_20_std": 0.141846, + "nauc_ndcg_at_20_diff1": 0.097286, + "nauc_ndcg_at_100_max": 0.184137, + "nauc_ndcg_at_100_std": 0.174202, + "nauc_ndcg_at_100_diff1": 0.097017, + "nauc_ndcg_at_1000_max": 0.205408, + "nauc_ndcg_at_1000_std": 0.151262, + "nauc_ndcg_at_1000_diff1": 0.092926, + "nauc_map_at_1_max": 0.200369, + "nauc_map_at_1_std": 0.159465, + "nauc_map_at_1_diff1": -0.008212, + "nauc_map_at_3_max": 0.161023, + "nauc_map_at_3_std": 0.098516, + "nauc_map_at_3_diff1": 0.072143, + "nauc_map_at_5_max": 0.160547, + "nauc_map_at_5_std": 0.096736, + "nauc_map_at_5_diff1": 0.063679, + "nauc_map_at_10_max": 0.177401, + "nauc_map_at_10_std": 0.104632, + "nauc_map_at_10_diff1": 0.065808, + "nauc_map_at_20_max": 0.168939, + "nauc_map_at_20_std": 0.116154, + "nauc_map_at_20_diff1": 0.069316, + "nauc_map_at_100_max": 0.174045, + "nauc_map_at_100_std": 0.12095, + "nauc_map_at_100_diff1": 0.068193, + "nauc_map_at_1000_max": 0.175295, + "nauc_map_at_1000_std": 0.120286, + "nauc_map_at_1000_diff1": 0.068181, + "nauc_recall_at_1_max": 0.200369, + "nauc_recall_at_1_std": 0.159465, + "nauc_recall_at_1_diff1": -0.008212, + "nauc_recall_at_3_max": 0.105385, + "nauc_recall_at_3_std": 0.037285, + "nauc_recall_at_3_diff1": 0.138515, + "nauc_recall_at_5_max": 0.102306, + "nauc_recall_at_5_std": 0.018797, + "nauc_recall_at_5_diff1": 0.100319, + "nauc_recall_at_10_max": 0.147686, + "nauc_recall_at_10_std": 0.060335, + "nauc_recall_at_10_diff1": 0.147202, + "nauc_recall_at_20_max": 0.01018, + "nauc_recall_at_20_std": 0.2262, + "nauc_recall_at_20_diff1": 0.178203, + "nauc_recall_at_100_max": 0.085502, + "nauc_recall_at_100_std": 0.565591, + "nauc_recall_at_100_diff1": 0.225837, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.934506, + "nauc_recall_at_1000_diff1": 0.53994, + "nauc_precision_at_1_max": 0.231768, + "nauc_precision_at_1_std": 0.204515, + "nauc_precision_at_1_diff1": -0.033993, + "nauc_precision_at_3_max": 0.164845, + "nauc_precision_at_3_std": 0.054974, + "nauc_precision_at_3_diff1": 0.146558, + "nauc_precision_at_5_max": 0.181869, + "nauc_precision_at_5_std": 0.050874, + "nauc_precision_at_5_diff1": 0.115329, + "nauc_precision_at_10_max": 0.28343, + "nauc_precision_at_10_std": 0.08643, + "nauc_precision_at_10_diff1": 0.12668, + "nauc_precision_at_20_max": 0.218109, + "nauc_precision_at_20_std": 0.215199, + "nauc_precision_at_20_diff1": 0.129612, + "nauc_precision_at_100_max": 0.363906, + "nauc_precision_at_100_std": 0.240755, + "nauc_precision_at_100_diff1": 0.154412, + "nauc_precision_at_1000_max": 0.434038, + "nauc_precision_at_1000_std": 0.073297, + "nauc_precision_at_1000_diff1": 0.120121, + "nauc_mrr_at_1_max": 0.231768, + "nauc_mrr_at_1_std": 0.204515, + "nauc_mrr_at_1_diff1": -0.033993, + "nauc_mrr_at_3_max": 0.187074, + "nauc_mrr_at_3_std": 0.116407, + "nauc_mrr_at_3_diff1": 0.064649, + "nauc_mrr_at_5_max": 0.189031, + "nauc_mrr_at_5_std": 0.108449, + "nauc_mrr_at_5_diff1": 0.051302, + "nauc_mrr_at_10_max": 0.205377, + "nauc_mrr_at_10_std": 0.119707, + "nauc_mrr_at_10_diff1": 0.064344, + "nauc_mrr_at_20_max": 0.203633, + "nauc_mrr_at_20_std": 0.134759, + "nauc_mrr_at_20_diff1": 0.06482, + "nauc_mrr_at_100_max": 0.204836, + "nauc_mrr_at_100_std": 0.140488, + "nauc_mrr_at_100_diff1": 0.065573, + "nauc_mrr_at_1000_max": 0.205249, + "nauc_mrr_at_1000_std": 0.139935, + "nauc_mrr_at_1000_diff1": 0.065376, + "main_score": 0.52083, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 1215.6469941139221, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SwahiliNewsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SwahiliNewsClassification.json new file mode 100644 index 0000000000..f579239b7c --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SwahiliNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "24fcf066e6b96f9e0d743e8b79184e0c599f73c3", + "task_name": "SwahiliNewsClassification", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "accuracy": 0.648096, + "f1": 0.624712, + "f1_weighted": 0.642777, + "scores_per_experiment": [ + { + "accuracy": 0.659668, + "f1": 0.626156, + "f1_weighted": 0.666286 + }, + { + "accuracy": 0.703125, + "f1": 0.675992, + "f1_weighted": 0.715193 + }, + { + "accuracy": 0.703613, + "f1": 0.659864, + "f1_weighted": 0.714578 + }, + { + "accuracy": 0.702637, + "f1": 0.666944, + "f1_weighted": 0.713299 + }, + { + "accuracy": 0.585938, + "f1": 0.589398, + "f1_weighted": 0.569849 + }, + { + "accuracy": 0.570801, + "f1": 0.570787, + "f1_weighted": 0.537912 + }, + { + "accuracy": 0.523926, + "f1": 0.52083, + "f1_weighted": 0.460022 + }, + { + "accuracy": 0.72998, + "f1": 0.684316, + "f1_weighted": 0.742617 + }, + { + "accuracy": 0.632812, + "f1": 0.621438, + "f1_weighted": 0.631079 + }, + { + "accuracy": 0.668457, + "f1": 0.631392, + "f1_weighted": 0.67693 + } + ], + "main_score": 0.648096, + "hf_subset": "default", + "languages": [ + "swa-Latn" + ] + } + ] + }, + "evaluation_time": 144.03558230400085, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SwednClusteringP2P.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SwednClusteringP2P.json new file mode 100644 index 0000000000..f4ccde19f5 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SwednClusteringP2P.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "ef1661775d746e0844b299164773db733bdc0bf6", + "task_name": "SwednClusteringP2P", + "mteb_version": "1.38.29", + "scores": { + "summaries": [ + { + "v_measures": { + "Level 0": [ + 0.493774, + 0.493643, + 0.358723, + 0.53924, + 0.440731, + 0.477763, + 0.50477, + 0.479435, + 0.481035, + 0.51794 + ] + }, + "v_measure": 0.478706, + "v_measure_std": 0.047094, + "main_score": 0.478706, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ], + "articles": [ + { + "v_measures": { + "Level 0": [ + 0.49549, + 0.430891, + 0.468085, + 0.604308, + 0.550724, + 0.384431, + 0.469101, + 0.562544, + 0.377932, + 0.569582 + ] + }, + "v_measure": 0.491309, + "v_measure_std": 0.075152, + "main_score": 0.491309, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 128.5088541507721, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/SwissJudgementClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SwissJudgementClassification.json new file mode 100644 index 0000000000..2f934ec9a8 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/SwissJudgementClassification.json @@ -0,0 +1,263 @@ +{ + "dataset_revision": "29806f87bba4f23d0707d3b6d9ea5432afefbe2f", + "task_name": "SwissJudgementClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.528418, + "f1": 0.464973, + "f1_weighted": 0.568022, + "ap": 0.204225, + "ap_weighted": 0.204225, + "scores_per_experiment": [ + { + "accuracy": 0.526367, + "f1": 0.456999, + "f1_weighted": 0.574698, + "ap": 0.193647, + "ap_weighted": 0.193647 + }, + { + "accuracy": 0.504395, + "f1": 0.463567, + "f1_weighted": 0.553315, + "ap": 0.208326, + "ap_weighted": 0.208326 + }, + { + "accuracy": 0.40625, + "f1": 0.391957, + "f1_weighted": 0.448493, + "ap": 0.195372, + "ap_weighted": 0.195372 + }, + { + "accuracy": 0.616699, + "f1": 0.508472, + "f1_weighted": 0.648345, + "ap": 0.205763, + "ap_weighted": 0.205763 + }, + { + "accuracy": 0.578125, + "f1": 0.503938, + "f1_weighted": 0.620277, + "ap": 0.212827, + "ap_weighted": 0.212827 + }, + { + "accuracy": 0.567871, + "f1": 0.496945, + "f1_weighted": 0.611497, + "ap": 0.210518, + "ap_weighted": 0.210518 + }, + { + "accuracy": 0.561035, + "f1": 0.482691, + "f1_weighted": 0.604778, + "ap": 0.201481, + "ap_weighted": 0.201481 + }, + { + "accuracy": 0.623047, + "f1": 0.49999, + "f1_weighted": 0.65042, + "ap": 0.199971, + "ap_weighted": 0.199971 + }, + { + "accuracy": 0.352539, + "f1": 0.350079, + "f1_weighted": 0.374328, + "ap": 0.196337, + "ap_weighted": 0.196337 + }, + { + "accuracy": 0.547852, + "f1": 0.495096, + "f1_weighted": 0.594072, + "ap": 0.218008, + "ap_weighted": 0.218008 + } + ], + "main_score": 0.528418, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.549902, + "f1": 0.470373, + "f1_weighted": 0.595981, + "ap": 0.189963, + "ap_weighted": 0.189963, + "scores_per_experiment": [ + { + "accuracy": 0.654785, + "f1": 0.513739, + "f1_weighted": 0.678442, + "ap": 0.193399, + "ap_weighted": 0.193399 + }, + { + "accuracy": 0.470215, + "f1": 0.436778, + "f1_weighted": 0.523083, + "ap": 0.193431, + "ap_weighted": 0.193431 + }, + { + "accuracy": 0.511719, + "f1": 0.461751, + "f1_weighted": 0.56489, + "ap": 0.19532, + "ap_weighted": 0.19532 + }, + { + "accuracy": 0.571289, + "f1": 0.48557, + "f1_weighted": 0.617635, + "ap": 0.192216, + "ap_weighted": 0.192216 + }, + { + "accuracy": 0.541016, + "f1": 0.469489, + "f1_weighted": 0.591998, + "ap": 0.189658, + "ap_weighted": 0.189658 + }, + { + "accuracy": 0.473145, + "f1": 0.433622, + "f1_weighted": 0.527716, + "ap": 0.18799, + "ap_weighted": 0.18799 + }, + { + "accuracy": 0.517578, + "f1": 0.446479, + "f1_weighted": 0.571242, + "ap": 0.180816, + "ap_weighted": 0.180816 + }, + { + "accuracy": 0.577637, + "f1": 0.476826, + "f1_weighted": 0.621258, + "ap": 0.185214, + "ap_weighted": 0.185214 + }, + { + "accuracy": 0.550293, + "f1": 0.465675, + "f1_weighted": 0.599402, + "ap": 0.184454, + "ap_weighted": 0.184454 + }, + { + "accuracy": 0.631348, + "f1": 0.5138, + "f1_weighted": 0.664149, + "ap": 0.197134, + "ap_weighted": 0.197134 + } + ], + "main_score": 0.549902, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.578818, + "f1": 0.478148, + "f1_weighted": 0.615888, + "ap": 0.193433, + "ap_weighted": 0.193433, + "scores_per_experiment": [ + { + "accuracy": 0.54803, + "f1": 0.45398, + "f1_weighted": 0.595752, + "ap": 0.180083, + "ap_weighted": 0.180083 + }, + { + "accuracy": 0.593596, + "f1": 0.447072, + "f1_weighted": 0.625144, + "ap": 0.175621, + "ap_weighted": 0.175621 + }, + { + "accuracy": 0.445813, + "f1": 0.430298, + "f1_weighted": 0.489115, + "ap": 0.209346, + "ap_weighted": 0.209346 + }, + { + "accuracy": 0.667488, + "f1": 0.51627, + "f1_weighted": 0.685474, + "ap": 0.194834, + "ap_weighted": 0.194834 + }, + { + "accuracy": 0.596059, + "f1": 0.481251, + "f1_weighted": 0.633928, + "ap": 0.185938, + "ap_weighted": 0.185938 + }, + { + "accuracy": 0.546798, + "f1": 0.458431, + "f1_weighted": 0.595292, + "ap": 0.182425, + "ap_weighted": 0.182425 + }, + { + "accuracy": 0.624384, + "f1": 0.540464, + "f1_weighted": 0.663321, + "ap": 0.223192, + "ap_weighted": 0.223192 + }, + { + "accuracy": 0.591133, + "f1": 0.463544, + "f1_weighted": 0.627219, + "ap": 0.179427, + "ap_weighted": 0.179427 + }, + { + "accuracy": 0.480296, + "f1": 0.439927, + "f1_weighted": 0.533997, + "ap": 0.191367, + "ap_weighted": 0.191367 + }, + { + "accuracy": 0.694581, + "f1": 0.550243, + "f1_weighted": 0.709643, + "ap": 0.2121, + "ap_weighted": 0.2121 + } + ], + "main_score": 0.578818, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 293.2027611732483, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/T2Reranking.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/T2Reranking.json new file mode 100644 index 0000000000..e807a8076b --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/T2Reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9", + "task_name": "T2Reranking", + "mteb_version": "1.38.29", + "scores": { + "dev": [ + { + "map": 0.667037, + "mrr": 0.772115, + "nAUC_map_max": 0.35749, + "nAUC_map_std": -0.040874, + "nAUC_map_diff1": -0.112728, + "nAUC_mrr_max": 0.299735, + "nAUC_mrr_std": -0.046309, + "nAUC_mrr_diff1": -0.094414, + "main_score": 0.667037, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 3410.0743160247803, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/TERRa.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TERRa.json new file mode 100644 index 0000000000..ede44ac9eb --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TERRa.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "7b58f24536063837d644aab9a023c62199b2a612", + "task_name": "TERRa", + "mteb_version": "1.38.29", + "scores": { + "dev": [ + { + "similarity_accuracy": 0.563518, + "similarity_accuracy_threshold": 0.851717, + "similarity_f1": 0.672769, + "similarity_f1_threshold": 0.749652, + "similarity_precision": 0.517606, + "similarity_recall": 0.960784, + "similarity_ap": 0.571641, + "cosine_accuracy": 0.563518, + "cosine_accuracy_threshold": 0.851716, + "cosine_f1": 0.672769, + "cosine_f1_threshold": 0.749651, + "cosine_precision": 0.517606, + "cosine_recall": 0.960784, + "cosine_ap": 0.571641, + "manhattan_accuracy": 0.560261, + "manhattan_accuracy_threshold": 25.445362, + "manhattan_f1": 0.669725, + "manhattan_f1_threshold": 33.474274, + "manhattan_precision": 0.515901, + "manhattan_recall": 0.954248, + "manhattan_ap": 0.572662, + "euclidean_accuracy": 0.560261, + "euclidean_accuracy_threshold": 0.532175, + "euclidean_f1": 0.672769, + "euclidean_f1_threshold": 0.707951, + "euclidean_precision": 0.517606, + "euclidean_recall": 0.960784, + "euclidean_ap": 0.572261, + "dot_accuracy": 0.560261, + "dot_accuracy_threshold": 0.854619, + "dot_f1": 0.672727, + "dot_f1_threshold": 0.74962, + "dot_precision": 0.515679, + "dot_recall": 0.96732, + "dot_ap": 0.57161, + "max_accuracy": 0.563518, + "max_f1": 0.672769, + "max_precision": 0.517606, + "max_recall": 0.96732, + "max_ap": 0.572662, + "main_score": 0.572662, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 3.474013328552246, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/TRECCOVID.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TRECCOVID.json new file mode 100644 index 0000000000..b2ac033325 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.84877, + "ndcg_at_5": 0.85949, + "ndcg_at_10": 0.85012, + "ndcg_at_20": 0.8108, + "ndcg_at_100": 0.68806, + "ndcg_at_1000": 0.62622, + "map_at_1": 0.00248, + "map_at_3": 0.00703, + "map_at_5": 0.01177, + "map_at_10": 0.0227, + "map_at_20": 0.04133, + "map_at_100": 0.14684, + "map_at_1000": 0.36846, + "recall_at_1": 0.00248, + "recall_at_3": 0.00726, + "recall_at_5": 0.01231, + "recall_at_10": 0.02398, + "recall_at_20": 0.04463, + "recall_at_100": 0.17584, + "recall_at_1000": 0.59672, + "precision_at_1": 0.92, + "precision_at_3": 0.90667, + "precision_at_5": 0.924, + "precision_at_10": 0.906, + "precision_at_20": 0.856, + "precision_at_100": 0.7164, + "precision_at_1000": 0.27804, + "mrr_at_1": 0.92, + "mrr_at_3": 0.94, + "mrr_at_5": 0.95, + "mrr_at_10": 0.95, + "mrr_at_20": 0.95, + "mrr_at_100": 0.95, + "mrr_at_1000": 0.95, + "nauc_ndcg_at_1_max": 0.531587, + "nauc_ndcg_at_1_std": 0.438506, + "nauc_ndcg_at_1_diff1": -0.117322, + "nauc_ndcg_at_3_max": 0.574902, + "nauc_ndcg_at_3_std": 0.481139, + "nauc_ndcg_at_3_diff1": 0.099937, + "nauc_ndcg_at_5_max": 0.549157, + "nauc_ndcg_at_5_std": 0.449366, + "nauc_ndcg_at_5_diff1": 0.103213, + "nauc_ndcg_at_10_max": 0.444806, + "nauc_ndcg_at_10_std": 0.561033, + "nauc_ndcg_at_10_diff1": -0.044602, + "nauc_ndcg_at_20_max": 0.471757, + "nauc_ndcg_at_20_std": 0.61673, + "nauc_ndcg_at_20_diff1": -0.153323, + "nauc_ndcg_at_100_max": 0.276437, + "nauc_ndcg_at_100_std": 0.661405, + "nauc_ndcg_at_100_diff1": -0.291375, + "nauc_ndcg_at_1000_max": 0.258667, + "nauc_ndcg_at_1000_std": 0.641789, + "nauc_ndcg_at_1000_diff1": -0.139685, + "nauc_map_at_1_max": 0.154735, + "nauc_map_at_1_std": 0.08667, + "nauc_map_at_1_diff1": 0.269447, + "nauc_map_at_3_max": 0.253482, + "nauc_map_at_3_std": 0.114725, + "nauc_map_at_3_diff1": 0.317902, + "nauc_map_at_5_max": 0.245543, + "nauc_map_at_5_std": 0.091796, + "nauc_map_at_5_diff1": 0.322293, + "nauc_map_at_10_max": 0.196668, + "nauc_map_at_10_std": 0.162623, + "nauc_map_at_10_diff1": 0.262715, + "nauc_map_at_20_max": 0.246564, + "nauc_map_at_20_std": 0.252794, + "nauc_map_at_20_diff1": 0.213168, + "nauc_map_at_100_max": 0.198046, + "nauc_map_at_100_std": 0.506828, + "nauc_map_at_100_diff1": 0.030264, + "nauc_map_at_1000_max": 0.195034, + "nauc_map_at_1000_std": 0.657479, + "nauc_map_at_1000_diff1": -0.211996, + "nauc_recall_at_1_max": 0.154735, + "nauc_recall_at_1_std": 0.08667, + "nauc_recall_at_1_diff1": 0.269447, + "nauc_recall_at_3_max": 0.208797, + "nauc_recall_at_3_std": 0.095195, + "nauc_recall_at_3_diff1": 0.317667, + "nauc_recall_at_5_max": 0.178464, + "nauc_recall_at_5_std": 0.055176, + "nauc_recall_at_5_diff1": 0.306359, + "nauc_recall_at_10_max": 0.130438, + "nauc_recall_at_10_std": 0.118412, + "nauc_recall_at_10_diff1": 0.252038, + "nauc_recall_at_20_max": 0.176139, + "nauc_recall_at_20_std": 0.183342, + "nauc_recall_at_20_diff1": 0.224146, + "nauc_recall_at_100_max": 0.139078, + "nauc_recall_at_100_std": 0.360741, + "nauc_recall_at_100_diff1": 0.121322, + "nauc_recall_at_1000_max": 0.204076, + "nauc_recall_at_1000_std": 0.502138, + "nauc_recall_at_1000_diff1": -0.051882, + "nauc_precision_at_1_max": 0.748016, + "nauc_precision_at_1_std": 0.770075, + "nauc_precision_at_1_diff1": 0.386204, + "nauc_precision_at_3_max": 0.814328, + "nauc_precision_at_3_std": 0.606723, + "nauc_precision_at_3_diff1": 0.399049, + "nauc_precision_at_5_max": 0.779223, + "nauc_precision_at_5_std": 0.483779, + "nauc_precision_at_5_diff1": 0.344547, + "nauc_precision_at_10_max": 0.490491, + "nauc_precision_at_10_std": 0.644298, + "nauc_precision_at_10_diff1": 0.005422, + "nauc_precision_at_20_max": 0.511412, + "nauc_precision_at_20_std": 0.682304, + "nauc_precision_at_20_diff1": -0.138828, + "nauc_precision_at_100_max": 0.231195, + "nauc_precision_at_100_std": 0.632244, + "nauc_precision_at_100_diff1": -0.27889, + "nauc_precision_at_1000_max": 0.06451, + "nauc_precision_at_1000_std": 0.207517, + "nauc_precision_at_1000_diff1": -0.223247, + "nauc_mrr_at_1_max": 0.748016, + "nauc_mrr_at_1_std": 0.770075, + "nauc_mrr_at_1_diff1": 0.386204, + "nauc_mrr_at_3_max": 0.810224, + "nauc_mrr_at_3_std": 0.846716, + "nauc_mrr_at_3_diff1": 0.483816, + "nauc_mrr_at_5_max": 0.785341, + "nauc_mrr_at_5_std": 0.81606, + "nauc_mrr_at_5_diff1": 0.444771, + "nauc_mrr_at_10_max": 0.785341, + "nauc_mrr_at_10_std": 0.81606, + "nauc_mrr_at_10_diff1": 0.444771, + "nauc_mrr_at_20_max": 0.785341, + "nauc_mrr_at_20_std": 0.81606, + "nauc_mrr_at_20_diff1": 0.444771, + "nauc_mrr_at_100_max": 0.785341, + "nauc_mrr_at_100_std": 0.81606, + "nauc_mrr_at_100_diff1": 0.444771, + "nauc_mrr_at_1000_max": 0.785341, + "nauc_mrr_at_1000_std": 0.81606, + "nauc_mrr_at_1000_diff1": 0.444771, + "main_score": 0.85012, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5077.840015411377, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/Tatoeba.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/Tatoeba.json new file mode 100644 index 0000000000..fd0998bf4f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/Tatoeba.json @@ -0,0 +1,1355 @@ +{ + "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282", + "task_name": "Tatoeba", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "precision": 0.922367, + "recall": 0.943, + "f1": 0.928833, + "accuracy": 0.943, + "main_score": 0.928833, + "hf_subset": "ita-eng", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.934829, + "recall": 0.952991, + "f1": 0.940456, + "accuracy": 0.952991, + "main_score": 0.940456, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.840796, + "recall": 0.88806, + "f1": 0.855721, + "accuracy": 0.88806, + "main_score": 0.855721, + "hf_subset": "ang-eng", + "languages": [ + "ang-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.946667, + "recall": 0.962, + "f1": 0.9515, + "accuracy": 0.962, + "main_score": 0.9515, + "hf_subset": "fra-eng", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.947333, + "recall": 0.964, + "f1": 0.952833, + "accuracy": 0.964, + "main_score": 0.952833, + "hf_subset": "ell-eng", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.827825, + "recall": 0.873, + "f1": 0.841889, + "accuracy": 0.873, + "main_score": 0.841889, + "hf_subset": "gle-eng", + "languages": [ + "gle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.787067, + "recall": 0.841, + "f1": 0.803106, + "accuracy": 0.841, + "main_score": 0.803106, + "hf_subset": "cbk-eng", + "languages": [ + "cbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.751804, + "recall": 0.822511, + "f1": 0.772583, + "accuracy": 0.822511, + "main_score": 0.772583, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.9785, + "recall": 0.985, + "f1": 0.980667, + "accuracy": 0.985, + "main_score": 0.980667, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.8567, + "recall": 0.893, + "f1": 0.867552, + "accuracy": 0.893, + "main_score": 0.867552, + "hf_subset": "sqi-eng", + "languages": [ + "sqi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.957333, + "recall": 0.968, + "f1": 0.960833, + "accuracy": 0.968, + "main_score": 0.960833, + "hf_subset": "ina-eng", + "languages": [ + "ina-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.580118, + "recall": 0.647887, + "f1": 0.600352, + "accuracy": 0.647887, + "main_score": 0.600352, + "hf_subset": "xho-eng", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.724766, + "recall": 0.796729, + "f1": 0.746384, + "accuracy": 0.796729, + "main_score": 0.746384, + "hf_subset": "uzb-eng", + "languages": [ + "uzb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.804857, + "recall": 0.855652, + "f1": 0.820261, + "accuracy": 0.855652, + "main_score": 0.820261, + "hf_subset": "kaz-eng", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.83237, + "recall": 0.872832, + "f1": 0.845857, + "accuracy": 0.872832, + "main_score": 0.845857, + "hf_subset": "fry-eng", + "languages": [ + "fry-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.906333, + "recall": 0.933, + "f1": 0.914633, + "accuracy": 0.933, + "main_score": 0.914633, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.578598, + "recall": 0.660812, + "f1": 0.600983, + "accuracy": 0.660812, + "main_score": 0.600983, + "hf_subset": "arq-eng", + "languages": [ + "arq-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.927833, + "recall": 0.949, + "f1": 0.9345, + "accuracy": 0.949, + "main_score": 0.9345, + "hf_subset": "wuu-eng", + "languages": [ + "wuu-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.664055, + "recall": 0.742515, + "f1": 0.687186, + "accuracy": 0.742515, + "main_score": 0.687186, + "hf_subset": "orv-eng", + "languages": [ + "orv-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.702876, + "recall": 0.765928, + "f1": 0.72101, + "accuracy": 0.765928, + "main_score": 0.72101, + "hf_subset": "khm-eng", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "precision": 0.650536, + "recall": 0.72, + "f1": 0.670789, + "accuracy": 0.72, + "main_score": 0.670789, + "hf_subset": "uig-eng", + "languages": [ + "uig-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.9625, + "recall": 0.973, + "f1": 0.965833, + "accuracy": 0.973, + "main_score": 0.965833, + "hf_subset": "yue-eng", + "languages": [ + "yue-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.95675, + "recall": 0.968, + "f1": 0.9604, + "accuracy": 0.968, + "main_score": 0.9604, + "hf_subset": "cat-eng", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.939667, + "recall": 0.958, + "f1": 0.945667, + "accuracy": 0.958, + "main_score": 0.945667, + "hf_subset": "bul-eng", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.791667, + "recall": 0.847328, + "f1": 0.808015, + "accuracy": 0.847328, + "main_score": 0.808015, + "hf_subset": "fao-eng", + "languages": [ + "fao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.634162, + "recall": 0.71532, + "f1": 0.656931, + "accuracy": 0.71532, + "main_score": 0.656931, + "hf_subset": "gla-eng", + "languages": [ + "gla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.975973, + "recall": 0.983577, + "f1": 0.978406, + "accuracy": 0.983577, + "main_score": 0.978406, + "hf_subset": "tha-eng", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.936, + "recall": 0.955, + "f1": 0.942167, + "accuracy": 0.955, + "main_score": 0.942167, + "hf_subset": "srp-eng", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.962, + "recall": 0.973, + "f1": 0.965667, + "accuracy": 0.973, + "main_score": 0.965667, + "hf_subset": "hrv-eng", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.837798, + "recall": 0.883929, + "f1": 0.852679, + "accuracy": 0.883929, + "main_score": 0.852679, + "hf_subset": "swg-eng", + "languages": [ + "swg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.68322, + "recall": 0.749, + "f1": 0.701712, + "accuracy": 0.749, + "main_score": 0.701712, + "hf_subset": "tat-eng", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.924417, + "recall": 0.948, + "f1": 0.932067, + "accuracy": 0.948, + "main_score": 0.932067, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.957333, + "recall": 0.969, + "f1": 0.961167, + "accuracy": 0.969, + "main_score": 0.961167, + "hf_subset": "ron-eng", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.233149, + "recall": 0.294, + "f1": 0.247812, + "accuracy": 0.294, + "main_score": 0.247812, + "hf_subset": "bre-eng", + "languages": [ + "bre-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.709816, + "recall": 0.790514, + "f1": 0.734783, + "accuracy": 0.790514, + "main_score": 0.734783, + "hf_subset": "csb-eng", + "languages": [ + "csb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.948167, + "recall": 0.965, + "f1": 0.953667, + "accuracy": 0.965, + "main_score": 0.953667, + "hf_subset": "bel-eng", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.776393, + "recall": 0.8125, + "f1": 0.786983, + "accuracy": 0.8125, + "main_score": 0.786983, + "hf_subset": "yid-eng", + "languages": [ + "yid-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.940259, + "recall": 0.958688, + "f1": 0.946335, + "accuracy": 0.958688, + "main_score": 0.946335, + "hf_subset": "slv-eng", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.986, + "recall": 0.989, + "f1": 0.987, + "accuracy": 0.989, + "main_score": 0.987, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.803795, + "recall": 0.84696, + "f1": 0.816791, + "accuracy": 0.84696, + "main_score": 0.816791, + "hf_subset": "arz-eng", + "languages": [ + "arz-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.954833, + "recall": 0.969, + "f1": 0.9595, + "accuracy": 0.969, + "main_score": 0.9595, + "hf_subset": "afr-eng", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.823504, + "recall": 0.876923, + "f1": 0.840598, + "accuracy": 0.876923, + "main_score": 0.840598, + "hf_subset": "swh-eng", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.899083, + "recall": 0.927, + "f1": 0.907867, + "accuracy": 0.927, + "main_score": 0.907867, + "hf_subset": "mkd-eng", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.964333, + "recall": 0.974, + "f1": 0.9675, + "accuracy": 0.974, + "main_score": 0.9675, + "hf_subset": "slk-eng", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.839372, + "recall": 0.886128, + "f1": 0.85383, + "accuracy": 0.886128, + "main_score": 0.85383, + "hf_subset": "hsb-eng", + "languages": [ + "hsb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.482421, + "recall": 0.554745, + "f1": 0.498813, + "accuracy": 0.554745, + "main_score": 0.498813, + "hf_subset": "cha-eng", + "languages": [ + "cha-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.715447, + "recall": 0.785366, + "f1": 0.737166, + "accuracy": 0.785366, + "main_score": 0.737166, + "hf_subset": "jav-eng", + "languages": [ + "jav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077658, + "recall": 0.106, + "f1": 0.083986, + "accuracy": 0.106, + "main_score": 0.083986, + "hf_subset": "kab-eng", + "languages": [ + "kab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.825123, + "recall": 0.868633, + "f1": 0.838036, + "accuracy": 0.868633, + "main_score": 0.838036, + "hf_subset": "kat-eng", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "precision": 0.949153, + "recall": 0.966102, + "f1": 0.954802, + "accuracy": 0.966102, + "main_score": 0.954802, + "hf_subset": "bos-eng", + "languages": [ + "bos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.956833, + "recall": 0.969, + "f1": 0.960833, + "accuracy": 0.969, + "main_score": 0.960833, + "hf_subset": "dan-eng", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.934833, + "recall": 0.956, + "f1": 0.941833, + "accuracy": 0.956, + "main_score": 0.941833, + "hf_subset": "rus-eng", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.941, + "recall": 0.959, + "f1": 0.947, + "accuracy": 0.959, + "main_score": 0.947, + "hf_subset": "ukr-eng", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.872893, + "recall": 0.909, + "f1": 0.884317, + "accuracy": 0.909, + "main_score": 0.884317, + "hf_subset": "nds-eng", + "languages": [ + "nds-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.858833, + "recall": 0.898, + "f1": 0.871086, + "accuracy": 0.898, + "main_score": 0.871086, + "hf_subset": "ile-eng", + "languages": [ + "ile-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.942083, + "recall": 0.96, + "f1": 0.9479, + "accuracy": 0.96, + "main_score": 0.9479, + "hf_subset": "hun-eng", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.973, + "recall": 0.982, + "f1": 0.976, + "accuracy": 0.982, + "main_score": 0.976, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.96425, + "recall": 0.974, + "f1": 0.9674, + "accuracy": 0.974, + "main_score": 0.9674, + "hf_subset": "fin-eng", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.726402, + "recall": 0.788636, + "f1": 0.745227, + "accuracy": 0.788636, + "main_score": 0.745227, + "hf_subset": "mon-eng", + "languages": [ + "mon-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.717641, + "recall": 0.791232, + "f1": 0.740501, + "accuracy": 0.791232, + "main_score": 0.740501, + "hf_subset": "dsb-eng", + "languages": [ + "dsb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.899315, + "recall": 0.925876, + "f1": 0.907757, + "accuracy": 0.925876, + "main_score": 0.907757, + "hf_subset": "hye-eng", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "precision": 0.567745, + "recall": 0.636667, + "f1": 0.586036, + "accuracy": 0.636667, + "main_score": 0.586036, + "hf_subset": "ceb-eng", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9755, + "recall": 0.983, + "f1": 0.978, + "accuracy": 0.983, + "main_score": 0.978, + "hf_subset": "nld-eng", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.602564, + "recall": 0.673077, + "f1": 0.621016, + "accuracy": 0.673077, + "main_score": 0.621016, + "hf_subset": "tzl-eng", + "languages": [ + "tzl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.566988, + "recall": 0.64532, + "f1": 0.586793, + "accuracy": 0.64532, + "main_score": 0.586793, + "hf_subset": "tuk-eng", + "languages": [ + "tuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.922167, + "recall": 0.945, + "f1": 0.929667, + "accuracy": 0.945, + "main_score": 0.929667, + "hf_subset": "heb-eng", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.772222, + "recall": 0.820952, + "f1": 0.785995, + "accuracy": 0.820952, + "main_score": 0.785995, + "hf_subset": "pms-eng", + "languages": [ + "pms-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.97, + "f1": 0.962167, + "accuracy": 0.97, + "main_score": 0.962167, + "hf_subset": "swe-eng", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.983833, + "recall": 0.989, + "f1": 0.9855, + "accuracy": 0.989, + "main_score": 0.9855, + "hf_subset": "pol-eng", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.212132, + "recall": 0.265, + "f1": 0.223907, + "accuracy": 0.265, + "main_score": 0.223907, + "hf_subset": "mhr-eng", + "languages": [ + "mhr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.423227, + "recall": 0.5, + "f1": 0.44306, + "accuracy": 0.5, + "main_score": 0.44306, + "hf_subset": "kur-eng", + "languages": [ + "kur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.852708, + "recall": 0.893, + "f1": 0.865456, + "accuracy": 0.893, + "main_score": 0.865456, + "hf_subset": "ido-eng", + "languages": [ + "ido-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.968833, + "recall": 0.979, + "f1": 0.972167, + "accuracy": 0.979, + "main_score": 0.972167, + "hf_subset": "ces-eng", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122848, + "recall": 0.159, + "f1": 0.131364, + "accuracy": 0.159, + "main_score": 0.131364, + "hf_subset": "cor-eng", + "languages": [ + "cor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9275, + "recall": 0.951, + "f1": 0.935167, + "accuracy": 0.951, + "main_score": 0.935167, + "hf_subset": "epo-eng", + "languages": [ + "epo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.708986, + "recall": 0.757, + "f1": 0.723322, + "accuracy": 0.757, + "main_score": 0.723322, + "hf_subset": "eus-eng", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9435, + "recall": 0.957, + "f1": 0.947786, + "accuracy": 0.957, + "main_score": 0.947786, + "hf_subset": "pes-eng", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.83845, + "recall": 0.885, + "f1": 0.853067, + "accuracy": 0.885, + "main_score": 0.853067, + "hf_subset": "lat-eng", + "languages": [ + "lat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.938, + "recall": 0.954, + "f1": 0.943333, + "accuracy": 0.954, + "main_score": 0.943333, + "hf_subset": "por-eng", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.702025, + "recall": 0.778169, + "f1": 0.724441, + "accuracy": 0.778169, + "main_score": 0.724441, + "hf_subset": "max-eng", + "languages": [ + "max-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.964333, + "recall": 0.975, + "f1": 0.967833, + "accuracy": 0.975, + "main_score": 0.967833, + "hf_subset": "cmn-eng", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.876917, + "recall": 0.913, + "f1": 0.888567, + "accuracy": 0.913, + "main_score": 0.888567, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.903333, + "recall": 0.932, + "f1": 0.912667, + "accuracy": 0.932, + "main_score": 0.912667, + "hf_subset": "aze-eng", + "languages": [ + "aze-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.951583, + "recall": 0.967, + "f1": 0.956567, + "accuracy": 0.967, + "main_score": 0.956567, + "hf_subset": "nno-eng", + "languages": [ + "nno-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.574653, + "recall": 0.636905, + "f1": 0.590438, + "accuracy": 0.636905, + "main_score": 0.590438, + "hf_subset": "amh-eng", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.718661, + "recall": 0.786325, + "f1": 0.738462, + "accuracy": 0.786325, + "main_score": 0.738462, + "hf_subset": "gsw-eng", + "languages": [ + "gsw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.776383, + "recall": 0.831, + "f1": 0.792267, + "accuracy": 0.831, + "main_score": 0.792267, + "hf_subset": "lfn-eng", + "languages": [ + "lfn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.944667, + "recall": 0.96, + "f1": 0.9495, + "accuracy": 0.96, + "main_score": 0.9495, + "hf_subset": "ind-eng", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119813, + "recall": 0.152, + "f1": 0.126358, + "accuracy": 0.152, + "main_score": 0.126358, + "hf_subset": "ber-eng", + "languages": [ + "ber-Tfng", + "eng-Latn" + ] + }, + { + "precision": 0.698745, + "recall": 0.763, + "f1": 0.717783, + "accuracy": 0.763, + "main_score": 0.717783, + "hf_subset": "oci-eng", + "languages": [ + "oci-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.961, + "recall": 0.972, + "f1": 0.9645, + "accuracy": 0.972, + "main_score": 0.9645, + "hf_subset": "tgl-eng", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.985, + "recall": 0.99, + "f1": 0.986667, + "accuracy": 0.99, + "main_score": 0.986667, + "hf_subset": "nob-eng", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.850058, + "recall": 0.890435, + "f1": 0.862377, + "accuracy": 0.890435, + "main_score": 0.862377, + "hf_subset": "cym-eng", + "languages": [ + "cym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.967249, + "recall": 0.978166, + "f1": 0.970888, + "accuracy": 0.978166, + "main_score": 0.970888, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.180422, + "recall": 0.244, + "f1": 0.194561, + "accuracy": 0.244, + "main_score": 0.194561, + "hf_subset": "pam-eng", + "languages": [ + "pam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.521058, + "recall": 0.6, + "f1": 0.542292, + "accuracy": 0.6, + "main_score": 0.542292, + "hf_subset": "war-eng", + "languages": [ + "war-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.912417, + "recall": 0.938, + "f1": 0.920733, + "accuracy": 0.938, + "main_score": 0.920733, + "hf_subset": "isl-eng", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.955, + "recall": 0.968, + "f1": 0.959333, + "accuracy": 0.968, + "main_score": 0.959333, + "hf_subset": "zsm-eng", + "languages": [ + "zsm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.91825, + "recall": 0.941, + "f1": 0.9254, + "accuracy": 0.941, + "main_score": 0.9254, + "hf_subset": "lvs-eng", + "languages": [ + "lvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.976, + "recall": 0.984, + "f1": 0.978667, + "accuracy": 0.984, + "main_score": 0.978667, + "hf_subset": "jpn-eng", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.871391, + "recall": 0.905512, + "f1": 0.88189, + "accuracy": 0.905512, + "main_score": 0.88189, + "hf_subset": "ast-eng", + "languages": [ + "ast-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.869164, + "recall": 0.912052, + "f1": 0.883279, + "accuracy": 0.912052, + "main_score": 0.883279, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.10342, + "recall": 0.138, + "f1": 0.111104, + "accuracy": 0.138, + "main_score": 0.111104, + "hf_subset": "dtp-eng", + "languages": [ + "dtp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.964, + "recall": 0.976, + "f1": 0.968, + "accuracy": 0.976, + "main_score": 0.968, + "hf_subset": "tur-eng", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.937833, + "recall": 0.957, + "f1": 0.944167, + "accuracy": 0.957, + "main_score": 0.944167, + "hf_subset": "lit-eng", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.930333, + "recall": 0.952, + "f1": 0.937333, + "accuracy": 0.952, + "main_score": 0.937333, + "hf_subset": "kor-eng", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "precision": 0.112534, + "recall": 0.148, + "f1": 0.119926, + "accuracy": 0.148, + "main_score": 0.119926, + "hf_subset": "kzj-eng", + "languages": [ + "kzj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.938167, + "recall": 0.956, + "f1": 0.943952, + "accuracy": 0.956, + "main_score": 0.943952, + "hf_subset": "glg-eng", + "languages": [ + "glg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.792153, + "recall": 0.844358, + "f1": 0.808301, + "accuracy": 0.844358, + "main_score": 0.808301, + "hf_subset": "nov-eng", + "languages": [ + "nov-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.939667, + "recall": 0.958, + "f1": 0.945667, + "accuracy": 0.958, + "main_score": 0.945667, + "hf_subset": "est-eng", + "languages": [ + "est-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.863833, + "recall": 0.905, + "f1": 0.877167, + "accuracy": 0.905, + "main_score": 0.877167, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 373.8225853443146, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/TempReasonL1.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TempReasonL1.json new file mode 100644 index 0000000000..c2e9f4a96c --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TempReasonL1.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9097e99aa8c9d827189c65f2e11bfe756af439f6", + "task_name": "TempReasonL1", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "ndcg_at_1": 0.0005, + "ndcg_at_3": 0.00725, + "ndcg_at_5": 0.01035, + "ndcg_at_10": 0.01834, + "ndcg_at_20": 0.02653, + "ndcg_at_100": 0.04946, + "ndcg_at_1000": 0.1142, + "map_at_1": 0.0005, + "map_at_3": 0.00546, + "map_at_5": 0.00718, + "map_at_10": 0.01042, + "map_at_20": 0.01266, + "map_at_100": 0.01561, + "map_at_1000": 0.01743, + "recall_at_1": 0.0005, + "recall_at_3": 0.0125, + "recall_at_5": 0.02, + "recall_at_10": 0.045, + "recall_at_20": 0.0775, + "recall_at_100": 0.2045, + "recall_at_1000": 0.74975, + "precision_at_1": 0.0005, + "precision_at_3": 0.00417, + "precision_at_5": 0.004, + "precision_at_10": 0.0045, + "precision_at_20": 0.00388, + "precision_at_100": 0.00204, + "precision_at_1000": 0.00075, + "mrr_at_1": 0.0005, + "mrr_at_3": 0.005458, + "mrr_at_5": 0.007183, + "mrr_at_10": 0.010424, + "mrr_at_20": 0.012662, + "mrr_at_100": 0.015614, + "mrr_at_1000": 0.017435, + "nauc_ndcg_at_1_max": -0.352697, + "nauc_ndcg_at_1_std": -0.318487, + "nauc_ndcg_at_1_diff1": -0.409042, + "nauc_ndcg_at_3_max": -0.126523, + "nauc_ndcg_at_3_std": 0.090122, + "nauc_ndcg_at_3_diff1": 0.127525, + "nauc_ndcg_at_5_max": -0.148044, + "nauc_ndcg_at_5_std": 0.099765, + "nauc_ndcg_at_5_diff1": 0.109957, + "nauc_ndcg_at_10_max": -0.167384, + "nauc_ndcg_at_10_std": 0.095884, + "nauc_ndcg_at_10_diff1": 0.117961, + "nauc_ndcg_at_20_max": -0.149027, + "nauc_ndcg_at_20_std": 0.094405, + "nauc_ndcg_at_20_diff1": 0.112282, + "nauc_ndcg_at_100_max": -0.118964, + "nauc_ndcg_at_100_std": 0.085923, + "nauc_ndcg_at_100_diff1": 0.06841, + "nauc_ndcg_at_1000_max": -0.066289, + "nauc_ndcg_at_1000_std": 0.122069, + "nauc_ndcg_at_1000_diff1": 0.056273, + "nauc_map_at_1_max": -0.352697, + "nauc_map_at_1_std": -0.318487, + "nauc_map_at_1_diff1": -0.409042, + "nauc_map_at_3_max": -0.142347, + "nauc_map_at_3_std": 0.077075, + "nauc_map_at_3_diff1": 0.108083, + "nauc_map_at_5_max": -0.154718, + "nauc_map_at_5_std": 0.089234, + "nauc_map_at_5_diff1": 0.100323, + "nauc_map_at_10_max": -0.167248, + "nauc_map_at_10_std": 0.090758, + "nauc_map_at_10_diff1": 0.109803, + "nauc_map_at_20_max": -0.156542, + "nauc_map_at_20_std": 0.090678, + "nauc_map_at_20_diff1": 0.107758, + "nauc_map_at_100_max": -0.144014, + "nauc_map_at_100_std": 0.086358, + "nauc_map_at_100_diff1": 0.092043, + "nauc_map_at_1000_max": -0.139468, + "nauc_map_at_1000_std": 0.088585, + "nauc_map_at_1000_diff1": 0.089353, + "nauc_recall_at_1_max": -0.352697, + "nauc_recall_at_1_std": -0.318487, + "nauc_recall_at_1_diff1": -0.409042, + "nauc_recall_at_3_max": -0.104631, + "nauc_recall_at_3_std": 0.107287, + "nauc_recall_at_3_diff1": 0.153394, + "nauc_recall_at_5_max": -0.141427, + "nauc_recall_at_5_std": 0.111011, + "nauc_recall_at_5_diff1": 0.119208, + "nauc_recall_at_10_max": -0.168709, + "nauc_recall_at_10_std": 0.098614, + "nauc_recall_at_10_diff1": 0.123453, + "nauc_recall_at_20_max": -0.143499, + "nauc_recall_at_20_std": 0.095648, + "nauc_recall_at_20_diff1": 0.113693, + "nauc_recall_at_100_max": -0.103852, + "nauc_recall_at_100_std": 0.084993, + "nauc_recall_at_100_diff1": 0.050897, + "nauc_recall_at_1000_max": 0.036068, + "nauc_recall_at_1000_std": 0.18317, + "nauc_recall_at_1000_diff1": 0.025695, + "nauc_precision_at_1_max": -0.352697, + "nauc_precision_at_1_std": -0.318487, + "nauc_precision_at_1_diff1": -0.409042, + "nauc_precision_at_3_max": -0.104631, + "nauc_precision_at_3_std": 0.107287, + "nauc_precision_at_3_diff1": 0.153394, + "nauc_precision_at_5_max": -0.141427, + "nauc_precision_at_5_std": 0.111011, + "nauc_precision_at_5_diff1": 0.119208, + "nauc_precision_at_10_max": -0.168709, + "nauc_precision_at_10_std": 0.098614, + "nauc_precision_at_10_diff1": 0.123453, + "nauc_precision_at_20_max": -0.143499, + "nauc_precision_at_20_std": 0.095648, + "nauc_precision_at_20_diff1": 0.113693, + "nauc_precision_at_100_max": -0.103852, + "nauc_precision_at_100_std": 0.084993, + "nauc_precision_at_100_diff1": 0.050897, + "nauc_precision_at_1000_max": 0.036068, + "nauc_precision_at_1000_std": 0.18317, + "nauc_precision_at_1000_diff1": 0.025695, + "nauc_mrr_at_1_max": -0.352697, + "nauc_mrr_at_1_std": -0.318487, + "nauc_mrr_at_1_diff1": -0.409042, + "nauc_mrr_at_3_max": -0.142347, + "nauc_mrr_at_3_std": 0.077075, + "nauc_mrr_at_3_diff1": 0.108083, + "nauc_mrr_at_5_max": -0.154718, + "nauc_mrr_at_5_std": 0.089234, + "nauc_mrr_at_5_diff1": 0.100323, + "nauc_mrr_at_10_max": -0.167248, + "nauc_mrr_at_10_std": 0.090758, + "nauc_mrr_at_10_diff1": 0.109803, + "nauc_mrr_at_20_max": -0.156542, + "nauc_mrr_at_20_std": 0.090678, + "nauc_mrr_at_20_diff1": 0.107758, + "nauc_mrr_at_100_max": -0.144014, + "nauc_mrr_at_100_std": 0.086358, + "nauc_mrr_at_100_diff1": 0.092043, + "nauc_mrr_at_1000_max": -0.139468, + "nauc_mrr_at_1000_std": 0.088585, + "nauc_mrr_at_1000_diff1": 0.089353, + "main_score": 0.01834, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 38.555044412612915, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/ToxicConversationsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ToxicConversationsClassification.json new file mode 100644 index 0000000000..bf0a14887e --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/ToxicConversationsClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "edfaf9da55d3dd50d43143d90c1ac476895ae6de", + "task_name": "ToxicConversationsClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.855566, + "f1": 0.708738, + "f1_weighted": 0.882753, + "ap": 0.3235, + "ap_weighted": 0.3235, + "scores_per_experiment": [ + { + "accuracy": 0.859863, + "f1": 0.713011, + "f1_weighted": 0.885826, + "ap": 0.328, + "ap_weighted": 0.328 + }, + { + "accuracy": 0.871094, + "f1": 0.727773, + "f1_weighted": 0.894048, + "ap": 0.348956, + "ap_weighted": 0.348956 + }, + { + "accuracy": 0.870605, + "f1": 0.724679, + "f1_weighted": 0.89341, + "ap": 0.340927, + "ap_weighted": 0.340927 + }, + { + "accuracy": 0.849121, + "f1": 0.702803, + "f1_weighted": 0.878344, + "ap": 0.318839, + "ap_weighted": 0.318839 + }, + { + "accuracy": 0.852051, + "f1": 0.70699, + "f1_weighted": 0.88054, + "ap": 0.325371, + "ap_weighted": 0.325371 + }, + { + "accuracy": 0.820801, + "f1": 0.672951, + "f1_weighted": 0.858059, + "ap": 0.285074, + "ap_weighted": 0.285074 + }, + { + "accuracy": 0.875, + "f1": 0.725239, + "f1_weighted": 0.895998, + "ap": 0.334239, + "ap_weighted": 0.334239 + }, + { + "accuracy": 0.833984, + "f1": 0.686778, + "f1_weighted": 0.867536, + "ap": 0.300769, + "ap_weighted": 0.300769 + }, + { + "accuracy": 0.868652, + "f1": 0.722201, + "f1_weighted": 0.891994, + "ap": 0.337588, + "ap_weighted": 0.337588 + }, + { + "accuracy": 0.854492, + "f1": 0.704959, + "f1_weighted": 0.881773, + "ap": 0.315243, + "ap_weighted": 0.315243 + } + ], + "main_score": 0.855566, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 36.63448619842529, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/TswanaNewsClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TswanaNewsClassification.json new file mode 100644 index 0000000000..7b90a78e4f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TswanaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "061ca1525717eebaaa9bada240f6cbb31eb3aa87", + "task_name": "TswanaNewsClassification", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "accuracy": 0.514374, + "f1": 0.498549, + "f1_weighted": 0.474423, + "scores_per_experiment": [ + { + "accuracy": 0.513347, + "f1": 0.499688, + "f1_weighted": 0.470896 + }, + { + "accuracy": 0.5154, + "f1": 0.506767, + "f1_weighted": 0.477246 + }, + { + "accuracy": 0.498973, + "f1": 0.487231, + "f1_weighted": 0.45129 + }, + { + "accuracy": 0.537988, + "f1": 0.532276, + "f1_weighted": 0.493572 + }, + { + "accuracy": 0.542094, + "f1": 0.52593, + "f1_weighted": 0.49983 + }, + { + "accuracy": 0.5154, + "f1": 0.508123, + "f1_weighted": 0.497534 + }, + { + "accuracy": 0.49692, + "f1": 0.475335, + "f1_weighted": 0.4476 + }, + { + "accuracy": 0.519507, + "f1": 0.48865, + "f1_weighted": 0.474448 + }, + { + "accuracy": 0.50924, + "f1": 0.498912, + "f1_weighted": 0.486304 + }, + { + "accuracy": 0.494867, + "f1": 0.462583, + "f1_weighted": 0.445506 + } + ], + "main_score": 0.514374, + "hf_subset": "default", + "languages": [ + "tsn-Latn" + ] + } + ] + }, + "evaluation_time": 74.42802882194519, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/TweetTopicSingleClassification.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TweetTopicSingleClassification.json new file mode 100644 index 0000000000..605e6b15fb --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TweetTopicSingleClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "87b7a0d1c402dbb481db649569c556d9aa27ac05", + "task_name": "TweetTopicSingleClassification", + "mteb_version": "1.38.29", + "scores": { + "test_2021": [ + { + "accuracy": 0.78482, + "f1": 0.617773, + "f1_weighted": 0.797679, + "scores_per_experiment": [ + { + "accuracy": 0.815712, + "f1": 0.641259, + "f1_weighted": 0.819338 + }, + { + "accuracy": 0.793266, + "f1": 0.642489, + "f1_weighted": 0.807226 + }, + { + "accuracy": 0.741288, + "f1": 0.582767, + "f1_weighted": 0.771376 + }, + { + "accuracy": 0.804489, + "f1": 0.665578, + "f1_weighted": 0.814334 + }, + { + "accuracy": 0.802126, + "f1": 0.640792, + "f1_weighted": 0.813889 + }, + { + "accuracy": 0.794448, + "f1": 0.6479, + "f1_weighted": 0.802682 + }, + { + "accuracy": 0.757826, + "f1": 0.549307, + "f1_weighted": 0.764517 + }, + { + "accuracy": 0.792676, + "f1": 0.626785, + "f1_weighted": 0.810737 + }, + { + "accuracy": 0.757236, + "f1": 0.574814, + "f1_weighted": 0.772774 + }, + { + "accuracy": 0.789132, + "f1": 0.606034, + "f1_weighted": 0.799917 + } + ], + "main_score": 0.78482, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 24.53935146331787, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/TwitterHjerneRetrieval.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TwitterHjerneRetrieval.json new file mode 100644 index 0000000000..b7bdcd89fb --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TwitterHjerneRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "099ee143c7fdfa6bd7965be8c801cb161c313b29", + "task_name": "TwitterHjerneRetrieval", + "mteb_version": "1.38.29", + "scores": { + "train": [ + { + "ndcg_at_1": 0.87179, + "ndcg_at_3": 0.77034, + "ndcg_at_5": 0.76472, + "ndcg_at_10": 0.79131, + "ndcg_at_20": 0.80437, + "ndcg_at_100": 0.82836, + "ndcg_at_1000": 0.84066, + "map_at_1": 0.28205, + "map_at_3": 0.60135, + "map_at_5": 0.69352, + "map_at_10": 0.72153, + "map_at_20": 0.7271, + "map_at_100": 0.73501, + "map_at_1000": 0.7362, + "recall_at_1": 0.28205, + "recall_at_3": 0.61667, + "recall_at_5": 0.73462, + "recall_at_10": 0.79957, + "recall_at_20": 0.83632, + "recall_at_100": 0.91902, + "recall_at_1000": 0.98718, + "precision_at_1": 0.87179, + "precision_at_3": 0.68376, + "precision_at_5": 0.50513, + "precision_at_10": 0.27564, + "precision_at_20": 0.14359, + "precision_at_100": 0.03192, + "precision_at_1000": 0.00336, + "mrr_at_1": 0.871795, + "mrr_at_3": 0.891026, + "mrr_at_5": 0.894231, + "mrr_at_10": 0.896368, + "mrr_at_20": 0.898148, + "mrr_at_100": 0.898562, + "mrr_at_1000": 0.89863, + "nauc_ndcg_at_1_max": 0.810545, + "nauc_ndcg_at_1_std": 0.388388, + "nauc_ndcg_at_1_diff1": 0.644785, + "nauc_ndcg_at_3_max": 0.52186, + "nauc_ndcg_at_3_std": 0.130938, + "nauc_ndcg_at_3_diff1": 0.223054, + "nauc_ndcg_at_5_max": 0.481478, + "nauc_ndcg_at_5_std": 0.129305, + "nauc_ndcg_at_5_diff1": 0.311858, + "nauc_ndcg_at_10_max": 0.494654, + "nauc_ndcg_at_10_std": 0.125331, + "nauc_ndcg_at_10_diff1": 0.33085, + "nauc_ndcg_at_20_max": 0.49367, + "nauc_ndcg_at_20_std": 0.127252, + "nauc_ndcg_at_20_diff1": 0.340336, + "nauc_ndcg_at_100_max": 0.541492, + "nauc_ndcg_at_100_std": 0.199972, + "nauc_ndcg_at_100_diff1": 0.341837, + "nauc_ndcg_at_1000_max": 0.538572, + "nauc_ndcg_at_1000_std": 0.18412, + "nauc_ndcg_at_1000_diff1": 0.332605, + "nauc_map_at_1_max": 0.096028, + "nauc_map_at_1_std": -0.172543, + "nauc_map_at_1_diff1": 0.378786, + "nauc_map_at_3_max": 0.254821, + "nauc_map_at_3_std": -0.121335, + "nauc_map_at_3_diff1": 0.229668, + "nauc_map_at_5_max": 0.395868, + "nauc_map_at_5_std": 0.025938, + "nauc_map_at_5_diff1": 0.267295, + "nauc_map_at_10_max": 0.409572, + "nauc_map_at_10_std": 0.036517, + "nauc_map_at_10_diff1": 0.2633, + "nauc_map_at_20_max": 0.411355, + "nauc_map_at_20_std": 0.037368, + "nauc_map_at_20_diff1": 0.26892, + "nauc_map_at_100_max": 0.424991, + "nauc_map_at_100_std": 0.053181, + "nauc_map_at_100_diff1": 0.2689, + "nauc_map_at_1000_max": 0.424077, + "nauc_map_at_1000_std": 0.051838, + "nauc_map_at_1000_diff1": 0.268121, + "nauc_recall_at_1_max": 0.096028, + "nauc_recall_at_1_std": -0.172543, + "nauc_recall_at_1_diff1": 0.378786, + "nauc_recall_at_3_max": 0.232182, + "nauc_recall_at_3_std": -0.108786, + "nauc_recall_at_3_diff1": 0.213498, + "nauc_recall_at_5_max": 0.399701, + "nauc_recall_at_5_std": 0.098919, + "nauc_recall_at_5_diff1": 0.292208, + "nauc_recall_at_10_max": 0.41235, + "nauc_recall_at_10_std": 0.082382, + "nauc_recall_at_10_diff1": 0.307221, + "nauc_recall_at_20_max": 0.387029, + "nauc_recall_at_20_std": 0.074956, + "nauc_recall_at_20_diff1": 0.331155, + "nauc_recall_at_100_max": 0.572845, + "nauc_recall_at_100_std": 0.480811, + "nauc_recall_at_100_diff1": 0.346613, + "nauc_recall_at_1000_max": 0.7209, + "nauc_recall_at_1000_std": 0.868908, + "nauc_recall_at_1000_diff1": -0.172498, + "nauc_precision_at_1_max": 0.810545, + "nauc_precision_at_1_std": 0.388388, + "nauc_precision_at_1_diff1": 0.644785, + "nauc_precision_at_3_max": 0.47403, + "nauc_precision_at_3_std": 0.21807, + "nauc_precision_at_3_diff1": 0.070231, + "nauc_precision_at_5_max": 0.43331, + "nauc_precision_at_5_std": 0.308959, + "nauc_precision_at_5_diff1": 0.046603, + "nauc_precision_at_10_max": 0.394115, + "nauc_precision_at_10_std": 0.312276, + "nauc_precision_at_10_diff1": 0.023167, + "nauc_precision_at_20_max": 0.374266, + "nauc_precision_at_20_std": 0.325449, + "nauc_precision_at_20_diff1": 0.013181, + "nauc_precision_at_100_max": 0.355079, + "nauc_precision_at_100_std": 0.421026, + "nauc_precision_at_100_diff1": -0.069805, + "nauc_precision_at_1000_max": 0.302014, + "nauc_precision_at_1000_std": 0.411635, + "nauc_precision_at_1000_diff1": -0.142713, + "nauc_mrr_at_1_max": 0.810545, + "nauc_mrr_at_1_std": 0.388388, + "nauc_mrr_at_1_diff1": 0.644785, + "nauc_mrr_at_3_max": 0.849607, + "nauc_mrr_at_3_std": 0.521366, + "nauc_mrr_at_3_diff1": 0.643801, + "nauc_mrr_at_5_max": 0.844976, + "nauc_mrr_at_5_std": 0.506627, + "nauc_mrr_at_5_diff1": 0.632832, + "nauc_mrr_at_10_max": 0.844474, + "nauc_mrr_at_10_std": 0.502137, + "nauc_mrr_at_10_diff1": 0.627885, + "nauc_mrr_at_20_max": 0.843108, + "nauc_mrr_at_20_std": 0.500822, + "nauc_mrr_at_20_diff1": 0.628806, + "nauc_mrr_at_100_max": 0.842457, + "nauc_mrr_at_100_std": 0.49991, + "nauc_mrr_at_100_diff1": 0.628424, + "nauc_mrr_at_1000_max": 0.842439, + "nauc_mrr_at_1000_std": 0.499873, + "nauc_mrr_at_1000_diff1": 0.628171, + "main_score": 0.79131, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ] + } + ] + }, + "evaluation_time": 3.2315056324005127, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/TwitterURLCorpus.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TwitterURLCorpus.json new file mode 100644 index 0000000000..a0d2a1e36f --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/TwitterURLCorpus.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf", + "task_name": "TwitterURLCorpus", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "similarity_accuracy": 0.893604, + "similarity_accuracy_threshold": 0.869235, + "similarity_f1": 0.789317, + "similarity_f1_threshold": 0.859127, + "similarity_precision": 0.754795, + "similarity_recall": 0.827148, + "similarity_ap": 0.868447, + "cosine_accuracy": 0.893585, + "cosine_accuracy_threshold": 0.869253, + "cosine_f1": 0.789317, + "cosine_f1_threshold": 0.859127, + "cosine_precision": 0.754795, + "cosine_recall": 0.827148, + "cosine_ap": 0.868447, + "manhattan_accuracy": 0.893604, + "manhattan_accuracy_threshold": 24.155804, + "manhattan_f1": 0.789682, + "manhattan_f1_threshold": 25.107971, + "manhattan_precision": 0.760279, + "manhattan_recall": 0.821451, + "manhattan_ap": 0.868714, + "euclidean_accuracy": 0.89374, + "euclidean_accuracy_threshold": 0.510471, + "euclidean_f1": 0.789545, + "euclidean_f1_threshold": 0.531443, + "euclidean_precision": 0.753551, + "euclidean_recall": 0.82915, + "euclidean_ap": 0.868473, + "dot_accuracy": 0.893255, + "dot_accuracy_threshold": 0.87068, + "dot_f1": 0.789418, + "dot_f1_threshold": 0.862856, + "dot_precision": 0.769946, + "dot_recall": 0.809901, + "dot_ap": 0.867679, + "max_accuracy": 0.89374, + "max_f1": 0.789682, + "max_precision": 0.769946, + "max_recall": 0.82915, + "max_ap": 0.868714, + "main_score": 0.868714, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 153.82357382774353, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/VoyageMMarcoReranking.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/VoyageMMarcoReranking.json new file mode 100644 index 0000000000..26eb857c9b --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/VoyageMMarcoReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "e25c91bc31859606507a968559ab1de0f472d007", + "task_name": "VoyageMMarcoReranking", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "map": 0.712649, + "mrr": 0.719988, + "nAUC_map_max": -0.057902, + "nAUC_map_std": 0.220228, + "nAUC_map_diff1": 0.668145, + "nAUC_mrr_max": -0.049868, + "nAUC_mrr_std": 0.23132, + "nAUC_mrr_diff1": 0.648289, + "main_score": 0.712649, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 692.2236068248749, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/WebLINXCandidatesReranking.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/WebLINXCandidatesReranking.json new file mode 100644 index 0000000000..1503b510ae --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/WebLINXCandidatesReranking.json @@ -0,0 +1,111 @@ +{ + "dataset_revision": "ed1c933c2b3617e5700d8a7ebe07f5975969a453", + "task_name": "WebLINXCandidatesReranking", + "mteb_version": "1.38.29", + "scores": { + "validation": [ + { + "map": 0.198554, + "mrr": 0.181065, + "nAUC_map_max": -0.010883, + "nAUC_map_std": -0.091642, + "nAUC_map_diff1": 0.119664, + "nAUC_mrr_max": -0.011016, + "nAUC_mrr_std": -0.096365, + "nAUC_mrr_diff1": 0.114806, + "main_score": 0.181065, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_iid": [ + { + "map": 0.179324, + "mrr": 0.161415, + "nAUC_map_max": -0.002181, + "nAUC_map_std": 0.089123, + "nAUC_map_diff1": 0.103085, + "nAUC_mrr_max": -0.006863, + "nAUC_mrr_std": 0.086055, + "nAUC_mrr_diff1": 0.097305, + "main_score": 0.161415, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_cat": [ + { + "map": 0.164459, + "mrr": 0.149128, + "nAUC_map_max": 0.140364, + "nAUC_map_std": 0.20316, + "nAUC_map_diff1": 0.196421, + "nAUC_mrr_max": 0.130909, + "nAUC_mrr_std": 0.195695, + "nAUC_mrr_diff1": 0.1901, + "main_score": 0.149128, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_geo": [ + { + "map": 0.163311, + "mrr": 0.145929, + "nAUC_map_max": 0.081202, + "nAUC_map_std": 0.14712, + "nAUC_map_diff1": 0.18881, + "nAUC_mrr_max": 0.079878, + "nAUC_mrr_std": 0.141193, + "nAUC_mrr_diff1": 0.187823, + "main_score": 0.145929, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_vis": [ + { + "map": 0.182785, + "mrr": 0.165403, + "nAUC_map_max": -0.008792, + "nAUC_map_std": 0.081297, + "nAUC_map_diff1": 0.14104, + "nAUC_mrr_max": -0.005108, + "nAUC_mrr_std": 0.075239, + "nAUC_mrr_diff1": 0.140207, + "main_score": 0.165403, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_web": [ + { + "map": 0.169002, + "mrr": 0.154211, + "nAUC_map_max": -0.017019, + "nAUC_map_std": 0.023425, + "nAUC_map_diff1": 0.172821, + "nAUC_mrr_max": -0.014993, + "nAUC_mrr_std": 0.021375, + "nAUC_mrr_diff1": 0.172901, + "main_score": 0.154211, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 41558.406534433365, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/WikiCitiesClustering.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/WikiCitiesClustering.json new file mode 100644 index 0000000000..f64ec4085b --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/WikiCitiesClustering.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "ddc9ee9242fa65332597f70e967ecc38b9d734fa", + "task_name": "WikiCitiesClustering", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measure": 0.938086, + "v_measure_std": 0.0, + "v_measures": [ + 0.938086 + ], + "main_score": 0.938086, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 178.44049453735352, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/WikiClusteringP2P.v2.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/WikiClusteringP2P.v2.json new file mode 100644 index 0000000000..555994914b --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/WikiClusteringP2P.v2.json @@ -0,0 +1,333 @@ +{ + "dataset_revision": "d4d92f8f28be71035be6a96bdfd4e200cf62faa8", + "task_name": "WikiClusteringP2P.v2", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.284527, + 0.277781, + 0.268096, + 0.277068, + 0.283884, + 0.268171, + 0.28498, + 0.282208, + 0.28579, + 0.266867 + ] + }, + "v_measure": 0.277937, + "v_measure_std": 0.007238, + "main_score": 0.277937, + "hf_subset": "bs", + "languages": [ + "bos-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.211603, + 0.215502, + 0.222352, + 0.214578, + 0.214206, + 0.214662, + 0.221378, + 0.226814, + 0.208607, + 0.215488 + ] + }, + "v_measure": 0.216519, + "v_measure_std": 0.005148, + "main_score": 0.216519, + "hf_subset": "ca", + "languages": [ + "cat-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.356926, + 0.350757, + 0.338541, + 0.345336, + 0.364041, + 0.358782, + 0.348701, + 0.3512, + 0.339832, + 0.357836 + ] + }, + "v_measure": 0.351195, + "v_measure_std": 0.007934, + "main_score": 0.351195, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.245686, + 0.256816, + 0.252145, + 0.245086, + 0.253748, + 0.24923, + 0.248307, + 0.246817, + 0.250351, + 0.254789 + ] + }, + "v_measure": 0.250298, + "v_measure_std": 0.00379, + "main_score": 0.250298, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.304392, + 0.274738, + 0.279935, + 0.283979, + 0.297076, + 0.33174, + 0.31895, + 0.313623, + 0.289271, + 0.324372 + ] + }, + "v_measure": 0.301808, + "v_measure_std": 0.018852, + "main_score": 0.301808, + "hf_subset": "eu", + "languages": [ + "eus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.427412, + 0.424749, + 0.431, + 0.422367, + 0.452541, + 0.428718, + 0.4038, + 0.425111, + 0.422082, + 0.43743 + ] + }, + "v_measure": 0.427521, + "v_measure_std": 0.011705, + "main_score": 0.427521, + "hf_subset": "gv", + "languages": [ + "glv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.462937, + 0.477752, + 0.469562, + 0.482297, + 0.452894, + 0.475039, + 0.46373, + 0.477982, + 0.462157, + 0.465533 + ] + }, + "v_measure": 0.468988, + "v_measure_std": 0.008681, + "main_score": 0.468988, + "hf_subset": "ilo", + "languages": [ + "ilo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.384161, + 0.375439, + 0.382874, + 0.383456, + 0.39202, + 0.388535, + 0.38325, + 0.391212, + 0.375891, + 0.382121 + ] + }, + "v_measure": 0.383896, + "v_measure_std": 0.005306, + "main_score": 0.383896, + "hf_subset": "ku", + "languages": [ + "kur-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.246333, + 0.234242, + 0.213304, + 0.233519, + 0.238137, + 0.224032, + 0.232418, + 0.241596, + 0.237958, + 0.210875 + ] + }, + "v_measure": 0.231242, + "v_measure_std": 0.011098, + "main_score": 0.231242, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.447182, + 0.408022, + 0.434647, + 0.451274, + 0.409186, + 0.418803, + 0.452757, + 0.433579, + 0.433825, + 0.434777 + ] + }, + "v_measure": 0.432405, + "v_measure_std": 0.015236, + "main_score": 0.432405, + "hf_subset": "min", + "languages": [ + "min-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.322092, + 0.323202, + 0.325544, + 0.309626, + 0.32677, + 0.326848, + 0.306261, + 0.322766, + 0.303432, + 0.304881 + ] + }, + "v_measure": 0.317142, + "v_measure_std": 0.009293, + "main_score": 0.317142, + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.313061, + 0.310843, + 0.308785, + 0.290975, + 0.316182, + 0.317874, + 0.287971, + 0.30778, + 0.319319, + 0.303668 + ] + }, + "v_measure": 0.307646, + "v_measure_std": 0.010176, + "main_score": 0.307646, + "hf_subset": "sco", + "languages": [ + "sco-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.393644, + 0.388675, + 0.380918, + 0.391978, + 0.389269, + 0.389735, + 0.390439, + 0.387894, + 0.397164, + 0.387949 + ] + }, + "v_measure": 0.389767, + "v_measure_std": 0.00402, + "main_score": 0.389767, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.052284, + 0.075795, + 0.073405, + 0.046258, + 0.082232, + 0.054134, + 0.030683, + 0.10216, + 0.089562, + 0.081998 + ] + }, + "v_measure": 0.068851, + "v_measure_std": 0.021018, + "main_score": 0.068851, + "hf_subset": "wa", + "languages": [ + "wln-Latn" + ] + } + ] + }, + "evaluation_time": 754.1305136680603, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/WikipediaRerankingMultilingual.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/WikipediaRerankingMultilingual.json new file mode 100644 index 0000000000..6f4a90d9f5 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/WikipediaRerankingMultilingual.json @@ -0,0 +1,251 @@ +{ + "dataset_revision": "6268b37d6f975f2a134791ba2f250a91d0bdfb4f", + "task_name": "WikipediaRerankingMultilingual", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "map": 0.888752, + "mrr": 0.888752, + "nAUC_map_max": 0.47474, + "nAUC_map_std": 0.233677, + "nAUC_map_diff1": 0.795738, + "nAUC_mrr_max": 0.47474, + "nAUC_mrr_std": 0.233677, + "nAUC_mrr_diff1": 0.795738, + "main_score": 0.888752, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "map": 0.840645, + "mrr": 0.840645, + "nAUC_map_max": 0.320292, + "nAUC_map_std": 0.189502, + "nAUC_map_diff1": 0.706072, + "nAUC_mrr_max": 0.320292, + "nAUC_mrr_std": 0.189502, + "nAUC_mrr_diff1": 0.706072, + "main_score": 0.840645, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "map": 0.89782, + "mrr": 0.89782, + "nAUC_map_max": 0.435299, + "nAUC_map_std": 0.308842, + "nAUC_map_diff1": 0.805365, + "nAUC_mrr_max": 0.435299, + "nAUC_mrr_std": 0.308842, + "nAUC_mrr_diff1": 0.805365, + "main_score": 0.89782, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "map": 0.900954, + "mrr": 0.901399, + "nAUC_map_max": 0.44997, + "nAUC_map_std": 0.311909, + "nAUC_map_diff1": 0.83515, + "nAUC_mrr_max": 0.46002, + "nAUC_mrr_std": 0.314029, + "nAUC_mrr_diff1": 0.833995, + "main_score": 0.900954, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "map": 0.898668, + "mrr": 0.898668, + "nAUC_map_max": 0.451415, + "nAUC_map_std": 0.228335, + "nAUC_map_diff1": 0.801182, + "nAUC_mrr_max": 0.451415, + "nAUC_mrr_std": 0.228335, + "nAUC_mrr_diff1": 0.801182, + "main_score": 0.898668, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "map": 0.92772, + "mrr": 0.92772, + "nAUC_map_max": 0.524481, + "nAUC_map_std": 0.437108, + "nAUC_map_diff1": 0.869649, + "nAUC_mrr_max": 0.524481, + "nAUC_mrr_std": 0.437108, + "nAUC_mrr_diff1": 0.869649, + "main_score": 0.92772, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "map": 0.89078, + "mrr": 0.89078, + "nAUC_map_max": 0.384013, + "nAUC_map_std": 0.335046, + "nAUC_map_diff1": 0.821536, + "nAUC_mrr_max": 0.384013, + "nAUC_mrr_std": 0.335046, + "nAUC_mrr_diff1": 0.821536, + "main_score": 0.89078, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "map": 0.907293, + "mrr": 0.907293, + "nAUC_map_max": 0.314624, + "nAUC_map_std": 0.260082, + "nAUC_map_diff1": 0.811659, + "nAUC_mrr_max": 0.314624, + "nAUC_mrr_std": 0.260082, + "nAUC_mrr_diff1": 0.811659, + "main_score": 0.907293, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "map": 0.853814, + "mrr": 0.854823, + "nAUC_map_max": 0.329794, + "nAUC_map_std": 0.109447, + "nAUC_map_diff1": 0.73853, + "nAUC_mrr_max": 0.333611, + "nAUC_mrr_std": 0.111825, + "nAUC_mrr_diff1": 0.735046, + "main_score": 0.853814, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "map": 0.8863, + "mrr": 0.8863, + "nAUC_map_max": 0.492222, + "nAUC_map_std": 0.349387, + "nAUC_map_diff1": 0.793242, + "nAUC_mrr_max": 0.492222, + "nAUC_mrr_std": 0.349387, + "nAUC_mrr_diff1": 0.793242, + "main_score": 0.8863, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "map": 0.897946, + "mrr": 0.89828, + "nAUC_map_max": 0.318028, + "nAUC_map_std": 0.279256, + "nAUC_map_diff1": 0.778626, + "nAUC_mrr_max": 0.316511, + "nAUC_mrr_std": 0.286005, + "nAUC_mrr_diff1": 0.777526, + "main_score": 0.897946, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "map": 0.888039, + "mrr": 0.888039, + "nAUC_map_max": 0.39021, + "nAUC_map_std": 0.260501, + "nAUC_map_diff1": 0.759811, + "nAUC_mrr_max": 0.39021, + "nAUC_mrr_std": 0.260501, + "nAUC_mrr_diff1": 0.759811, + "main_score": 0.888039, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "map": 0.882586, + "mrr": 0.882919, + "nAUC_map_max": 0.338185, + "nAUC_map_std": 0.279011, + "nAUC_map_diff1": 0.818362, + "nAUC_mrr_max": 0.336073, + "nAUC_mrr_std": 0.278079, + "nAUC_mrr_diff1": 0.817498, + "main_score": 0.882586, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "map": 0.883237, + "mrr": 0.88357, + "nAUC_map_max": 0.325957, + "nAUC_map_std": 0.251473, + "nAUC_map_diff1": 0.783402, + "nAUC_mrr_max": 0.332039, + "nAUC_mrr_std": 0.25736, + "nAUC_mrr_diff1": 0.782443, + "main_score": 0.883237, + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ] + }, + { + "map": 0.878294, + "mrr": 0.878294, + "nAUC_map_max": 0.409442, + "nAUC_map_std": 0.328881, + "nAUC_map_diff1": 0.781464, + "nAUC_mrr_max": 0.409442, + "nAUC_mrr_std": 0.328881, + "nAUC_mrr_diff1": 0.781464, + "main_score": 0.878294, + "hf_subset": "no", + "languages": [ + "nor-Latn" + ] + }, + { + "map": 0.89787, + "mrr": 0.89787, + "nAUC_map_max": 0.365028, + "nAUC_map_std": 0.33565, + "nAUC_map_diff1": 0.814392, + "nAUC_mrr_max": 0.365028, + "nAUC_mrr_std": 0.33565, + "nAUC_mrr_diff1": 0.814392, + "main_score": 0.89787, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 3504.2895169258118, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/WikipediaRetrievalMultilingual.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/WikipediaRetrievalMultilingual.json new file mode 100644 index 0000000000..668499e84b --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/WikipediaRetrievalMultilingual.json @@ -0,0 +1,2363 @@ +{ + "dataset_revision": "3b6ea595c94bac3448a2ad167ca2e06abd340d6e", + "task_name": "WikipediaRetrievalMultilingual", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "ndcg_at_1": 0.80933, + "ndcg_at_3": 0.8734, + "ndcg_at_5": 0.88999, + "ndcg_at_10": 0.89912, + "ndcg_at_20": 0.90069, + "ndcg_at_100": 0.90208, + "ndcg_at_1000": 0.90242, + "map_at_1": 0.80933, + "map_at_3": 0.85856, + "map_at_5": 0.86782, + "map_at_10": 0.87177, + "map_at_20": 0.87222, + "map_at_100": 0.87242, + "map_at_1000": 0.87244, + "recall_at_1": 0.80933, + "recall_at_3": 0.916, + "recall_at_5": 0.956, + "recall_at_10": 0.98333, + "recall_at_20": 0.98933, + "recall_at_100": 0.99667, + "recall_at_1000": 0.99933, + "precision_at_1": 0.80933, + "precision_at_3": 0.30533, + "precision_at_5": 0.1912, + "precision_at_10": 0.09833, + "precision_at_20": 0.04947, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.809333, + "mrr_at_3": 0.858556, + "mrr_at_5": 0.867822, + "mrr_at_10": 0.871768, + "mrr_at_20": 0.872223, + "mrr_at_100": 0.872423, + "mrr_at_1000": 0.872436, + "nauc_ndcg_at_1_max": 0.487823, + "nauc_ndcg_at_1_std": -0.259864, + "nauc_ndcg_at_1_diff1": 0.806441, + "nauc_ndcg_at_3_max": 0.537987, + "nauc_ndcg_at_3_std": -0.269583, + "nauc_ndcg_at_3_diff1": 0.782745, + "nauc_ndcg_at_5_max": 0.545883, + "nauc_ndcg_at_5_std": -0.270629, + "nauc_ndcg_at_5_diff1": 0.796149, + "nauc_ndcg_at_10_max": 0.533017, + "nauc_ndcg_at_10_std": -0.26547, + "nauc_ndcg_at_10_diff1": 0.795731, + "nauc_ndcg_at_20_max": 0.527254, + "nauc_ndcg_at_20_std": -0.267113, + "nauc_ndcg_at_20_diff1": 0.794133, + "nauc_ndcg_at_100_max": 0.524115, + "nauc_ndcg_at_100_std": -0.266958, + "nauc_ndcg_at_100_diff1": 0.794684, + "nauc_ndcg_at_1000_max": 0.523272, + "nauc_ndcg_at_1000_std": -0.265377, + "nauc_ndcg_at_1000_diff1": 0.794389, + "nauc_map_at_1_max": 0.487823, + "nauc_map_at_1_std": -0.259864, + "nauc_map_at_1_diff1": 0.806441, + "nauc_map_at_3_max": 0.520989, + "nauc_map_at_3_std": -0.266102, + "nauc_map_at_3_diff1": 0.789133, + "nauc_map_at_5_max": 0.523986, + "nauc_map_at_5_std": -0.266163, + "nauc_map_at_5_diff1": 0.795834, + "nauc_map_at_10_max": 0.518896, + "nauc_map_at_10_std": -0.264636, + "nauc_map_at_10_diff1": 0.79545, + "nauc_map_at_20_max": 0.517524, + "nauc_map_at_20_std": -0.265072, + "nauc_map_at_20_diff1": 0.795102, + "nauc_map_at_100_max": 0.517212, + "nauc_map_at_100_std": -0.264876, + "nauc_map_at_100_diff1": 0.795187, + "nauc_map_at_1000_max": 0.517199, + "nauc_map_at_1000_std": -0.264785, + "nauc_map_at_1000_diff1": 0.795185, + "nauc_recall_at_1_max": 0.487823, + "nauc_recall_at_1_std": -0.259864, + "nauc_recall_at_1_diff1": 0.806441, + "nauc_recall_at_3_max": 0.617692, + "nauc_recall_at_3_std": -0.286022, + "nauc_recall_at_3_diff1": 0.75382, + "nauc_recall_at_5_max": 0.729218, + "nauc_recall_at_5_std": -0.309057, + "nauc_recall_at_5_diff1": 0.805457, + "nauc_recall_at_10_max": 0.807227, + "nauc_recall_at_10_std": -0.268982, + "nauc_recall_at_10_diff1": 0.822334, + "nauc_recall_at_20_max": 0.766194, + "nauc_recall_at_20_std": -0.320582, + "nauc_recall_at_20_diff1": 0.781629, + "nauc_recall_at_100_max": 0.798413, + "nauc_recall_at_100_std": -0.505696, + "nauc_recall_at_100_diff1": 0.821662, + "nauc_recall_at_1000_max": 0.869281, + "nauc_recall_at_1000_std": -0.171335, + "nauc_recall_at_1000_diff1": 0.554155, + "nauc_precision_at_1_max": 0.487823, + "nauc_precision_at_1_std": -0.259864, + "nauc_precision_at_1_diff1": 0.806441, + "nauc_precision_at_3_max": 0.617692, + "nauc_precision_at_3_std": -0.286022, + "nauc_precision_at_3_diff1": 0.75382, + "nauc_precision_at_5_max": 0.729218, + "nauc_precision_at_5_std": -0.309057, + "nauc_precision_at_5_diff1": 0.805457, + "nauc_precision_at_10_max": 0.807227, + "nauc_precision_at_10_std": -0.268982, + "nauc_precision_at_10_diff1": 0.822334, + "nauc_precision_at_20_max": 0.766194, + "nauc_precision_at_20_std": -0.320582, + "nauc_precision_at_20_diff1": 0.781629, + "nauc_precision_at_100_max": 0.798413, + "nauc_precision_at_100_std": -0.505696, + "nauc_precision_at_100_diff1": 0.821662, + "nauc_precision_at_1000_max": 0.869281, + "nauc_precision_at_1000_std": -0.171335, + "nauc_precision_at_1000_diff1": 0.554155, + "nauc_mrr_at_1_max": 0.487823, + "nauc_mrr_at_1_std": -0.259864, + "nauc_mrr_at_1_diff1": 0.806441, + "nauc_mrr_at_3_max": 0.520989, + "nauc_mrr_at_3_std": -0.266102, + "nauc_mrr_at_3_diff1": 0.789133, + "nauc_mrr_at_5_max": 0.523986, + "nauc_mrr_at_5_std": -0.266163, + "nauc_mrr_at_5_diff1": 0.795834, + "nauc_mrr_at_10_max": 0.518896, + "nauc_mrr_at_10_std": -0.264636, + "nauc_mrr_at_10_diff1": 0.79545, + "nauc_mrr_at_20_max": 0.517524, + "nauc_mrr_at_20_std": -0.265072, + "nauc_mrr_at_20_diff1": 0.795102, + "nauc_mrr_at_100_max": 0.517212, + "nauc_mrr_at_100_std": -0.264876, + "nauc_mrr_at_100_diff1": 0.795187, + "nauc_mrr_at_1000_max": 0.517199, + "nauc_mrr_at_1000_std": -0.264785, + "nauc_mrr_at_1000_diff1": 0.795185, + "main_score": 0.89912, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.73133, + "ndcg_at_3": 0.8122, + "ndcg_at_5": 0.8281, + "ndcg_at_10": 0.83951, + "ndcg_at_20": 0.84409, + "ndcg_at_100": 0.84776, + "ndcg_at_1000": 0.84911, + "map_at_1": 0.73133, + "map_at_3": 0.79244, + "map_at_5": 0.80124, + "map_at_10": 0.80607, + "map_at_20": 0.80734, + "map_at_100": 0.80787, + "map_at_1000": 0.80792, + "recall_at_1": 0.73133, + "recall_at_3": 0.86933, + "recall_at_5": 0.908, + "recall_at_10": 0.94267, + "recall_at_20": 0.96067, + "recall_at_100": 0.98, + "recall_at_1000": 0.99067, + "precision_at_1": 0.73133, + "precision_at_3": 0.28978, + "precision_at_5": 0.1816, + "precision_at_10": 0.09427, + "precision_at_20": 0.04803, + "precision_at_100": 0.0098, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.731333, + "mrr_at_3": 0.792444, + "mrr_at_5": 0.801244, + "mrr_at_10": 0.806072, + "mrr_at_20": 0.807342, + "mrr_at_100": 0.807875, + "mrr_at_1000": 0.807924, + "nauc_ndcg_at_1_max": 0.35813, + "nauc_ndcg_at_1_std": -0.034204, + "nauc_ndcg_at_1_diff1": 0.734608, + "nauc_ndcg_at_3_max": 0.396381, + "nauc_ndcg_at_3_std": -0.043551, + "nauc_ndcg_at_3_diff1": 0.686714, + "nauc_ndcg_at_5_max": 0.407761, + "nauc_ndcg_at_5_std": -0.021195, + "nauc_ndcg_at_5_diff1": 0.67915, + "nauc_ndcg_at_10_max": 0.420965, + "nauc_ndcg_at_10_std": 0.006755, + "nauc_ndcg_at_10_diff1": 0.681624, + "nauc_ndcg_at_20_max": 0.41786, + "nauc_ndcg_at_20_std": 0.006453, + "nauc_ndcg_at_20_diff1": 0.688071, + "nauc_ndcg_at_100_max": 0.407799, + "nauc_ndcg_at_100_std": -0.001961, + "nauc_ndcg_at_100_diff1": 0.688338, + "nauc_ndcg_at_1000_max": 0.406482, + "nauc_ndcg_at_1000_std": -0.003624, + "nauc_ndcg_at_1000_diff1": 0.691414, + "nauc_map_at_1_max": 0.35813, + "nauc_map_at_1_std": -0.034204, + "nauc_map_at_1_diff1": 0.734608, + "nauc_map_at_3_max": 0.384543, + "nauc_map_at_3_std": -0.040286, + "nauc_map_at_3_diff1": 0.700692, + "nauc_map_at_5_max": 0.389624, + "nauc_map_at_5_std": -0.029613, + "nauc_map_at_5_diff1": 0.697422, + "nauc_map_at_10_max": 0.393821, + "nauc_map_at_10_std": -0.020632, + "nauc_map_at_10_diff1": 0.698964, + "nauc_map_at_20_max": 0.392993, + "nauc_map_at_20_std": -0.020838, + "nauc_map_at_20_diff1": 0.700573, + "nauc_map_at_100_max": 0.391772, + "nauc_map_at_100_std": -0.02175, + "nauc_map_at_100_diff1": 0.700543, + "nauc_map_at_1000_max": 0.391731, + "nauc_map_at_1000_std": -0.021795, + "nauc_map_at_1000_diff1": 0.700645, + "nauc_recall_at_1_max": 0.35813, + "nauc_recall_at_1_std": -0.034204, + "nauc_recall_at_1_diff1": 0.734608, + "nauc_recall_at_3_max": 0.447372, + "nauc_recall_at_3_std": -0.057837, + "nauc_recall_at_3_diff1": 0.627015, + "nauc_recall_at_5_max": 0.513664, + "nauc_recall_at_5_std": 0.033055, + "nauc_recall_at_5_diff1": 0.574517, + "nauc_recall_at_10_max": 0.679988, + "nauc_recall_at_10_std": 0.293933, + "nauc_recall_at_10_diff1": 0.527924, + "nauc_recall_at_20_max": 0.751982, + "nauc_recall_at_20_std": 0.418989, + "nauc_recall_at_20_diff1": 0.548592, + "nauc_recall_at_100_max": 0.705167, + "nauc_recall_at_100_std": 0.493869, + "nauc_recall_at_100_diff1": 0.435061, + "nauc_recall_at_1000_max": 0.887622, + "nauc_recall_at_1000_std": 0.856476, + "nauc_recall_at_1000_diff1": 0.494031, + "nauc_precision_at_1_max": 0.35813, + "nauc_precision_at_1_std": -0.034204, + "nauc_precision_at_1_diff1": 0.734608, + "nauc_precision_at_3_max": 0.447372, + "nauc_precision_at_3_std": -0.057837, + "nauc_precision_at_3_diff1": 0.627015, + "nauc_precision_at_5_max": 0.513664, + "nauc_precision_at_5_std": 0.033055, + "nauc_precision_at_5_diff1": 0.574517, + "nauc_precision_at_10_max": 0.679988, + "nauc_precision_at_10_std": 0.293933, + "nauc_precision_at_10_diff1": 0.527924, + "nauc_precision_at_20_max": 0.751982, + "nauc_precision_at_20_std": 0.418989, + "nauc_precision_at_20_diff1": 0.548592, + "nauc_precision_at_100_max": 0.705167, + "nauc_precision_at_100_std": 0.493869, + "nauc_precision_at_100_diff1": 0.435061, + "nauc_precision_at_1000_max": 0.887622, + "nauc_precision_at_1000_std": 0.856476, + "nauc_precision_at_1000_diff1": 0.494031, + "nauc_mrr_at_1_max": 0.35813, + "nauc_mrr_at_1_std": -0.034204, + "nauc_mrr_at_1_diff1": 0.734608, + "nauc_mrr_at_3_max": 0.384543, + "nauc_mrr_at_3_std": -0.040286, + "nauc_mrr_at_3_diff1": 0.700692, + "nauc_mrr_at_5_max": 0.389624, + "nauc_mrr_at_5_std": -0.029613, + "nauc_mrr_at_5_diff1": 0.697422, + "nauc_mrr_at_10_max": 0.393821, + "nauc_mrr_at_10_std": -0.020632, + "nauc_mrr_at_10_diff1": 0.698964, + "nauc_mrr_at_20_max": 0.392993, + "nauc_mrr_at_20_std": -0.020838, + "nauc_mrr_at_20_diff1": 0.700573, + "nauc_mrr_at_100_max": 0.391772, + "nauc_mrr_at_100_std": -0.02175, + "nauc_mrr_at_100_diff1": 0.700543, + "nauc_mrr_at_1000_max": 0.391731, + "nauc_mrr_at_1000_std": -0.021795, + "nauc_mrr_at_1000_diff1": 0.700645, + "main_score": 0.83951, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.83067, + "ndcg_at_3": 0.89453, + "ndcg_at_5": 0.90678, + "ndcg_at_10": 0.91362, + "ndcg_at_20": 0.91569, + "ndcg_at_100": 0.91607, + "ndcg_at_1000": 0.91624, + "map_at_1": 0.83067, + "map_at_3": 0.87922, + "map_at_5": 0.88612, + "map_at_10": 0.88904, + "map_at_20": 0.88963, + "map_at_100": 0.88968, + "map_at_1000": 0.88969, + "recall_at_1": 0.83067, + "recall_at_3": 0.93867, + "recall_at_5": 0.968, + "recall_at_10": 0.98867, + "recall_at_20": 0.99667, + "recall_at_100": 0.99867, + "recall_at_1000": 1.0, + "precision_at_1": 0.83067, + "precision_at_3": 0.31289, + "precision_at_5": 0.1936, + "precision_at_10": 0.09887, + "precision_at_20": 0.04983, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.830667, + "mrr_at_3": 0.879222, + "mrr_at_5": 0.886122, + "mrr_at_10": 0.889019, + "mrr_at_20": 0.889628, + "mrr_at_100": 0.889683, + "mrr_at_1000": 0.88969, + "nauc_ndcg_at_1_max": 0.460124, + "nauc_ndcg_at_1_std": -0.328119, + "nauc_ndcg_at_1_diff1": 0.81155, + "nauc_ndcg_at_3_max": 0.464941, + "nauc_ndcg_at_3_std": -0.367693, + "nauc_ndcg_at_3_diff1": 0.785643, + "nauc_ndcg_at_5_max": 0.48473, + "nauc_ndcg_at_5_std": -0.358476, + "nauc_ndcg_at_5_diff1": 0.785275, + "nauc_ndcg_at_10_max": 0.47775, + "nauc_ndcg_at_10_std": -0.359797, + "nauc_ndcg_at_10_diff1": 0.792412, + "nauc_ndcg_at_20_max": 0.47224, + "nauc_ndcg_at_20_std": -0.348226, + "nauc_ndcg_at_20_diff1": 0.793976, + "nauc_ndcg_at_100_max": 0.470827, + "nauc_ndcg_at_100_std": -0.34656, + "nauc_ndcg_at_100_diff1": 0.794103, + "nauc_ndcg_at_1000_max": 0.469696, + "nauc_ndcg_at_1000_std": -0.349097, + "nauc_ndcg_at_1000_diff1": 0.794463, + "nauc_map_at_1_max": 0.460124, + "nauc_map_at_1_std": -0.328119, + "nauc_map_at_1_diff1": 0.81155, + "nauc_map_at_3_max": 0.461854, + "nauc_map_at_3_std": -0.354366, + "nauc_map_at_3_diff1": 0.792809, + "nauc_map_at_5_max": 0.47102, + "nauc_map_at_5_std": -0.349844, + "nauc_map_at_5_diff1": 0.793112, + "nauc_map_at_10_max": 0.468305, + "nauc_map_at_10_std": -0.350398, + "nauc_map_at_10_diff1": 0.795779, + "nauc_map_at_20_max": 0.467039, + "nauc_map_at_20_std": -0.3477, + "nauc_map_at_20_diff1": 0.796135, + "nauc_map_at_100_max": 0.466861, + "nauc_map_at_100_std": -0.347549, + "nauc_map_at_100_diff1": 0.796156, + "nauc_map_at_1000_max": 0.466824, + "nauc_map_at_1000_std": -0.347627, + "nauc_map_at_1000_diff1": 0.796171, + "nauc_recall_at_1_max": 0.460124, + "nauc_recall_at_1_std": -0.328119, + "nauc_recall_at_1_diff1": 0.81155, + "nauc_recall_at_3_max": 0.48299, + "nauc_recall_at_3_std": -0.440715, + "nauc_recall_at_3_diff1": 0.747585, + "nauc_recall_at_5_max": 0.629707, + "nauc_recall_at_5_std": -0.437412, + "nauc_recall_at_5_diff1": 0.709928, + "nauc_recall_at_10_max": 0.740539, + "nauc_recall_at_10_std": -0.593426, + "nauc_recall_at_10_diff1": 0.727193, + "nauc_recall_at_20_max": 0.855275, + "nauc_recall_at_20_std": -0.09169, + "nauc_recall_at_20_diff1": 0.718021, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.638189, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.460124, + "nauc_precision_at_1_std": -0.328119, + "nauc_precision_at_1_diff1": 0.81155, + "nauc_precision_at_3_max": 0.48299, + "nauc_precision_at_3_std": -0.440715, + "nauc_precision_at_3_diff1": 0.747585, + "nauc_precision_at_5_max": 0.629707, + "nauc_precision_at_5_std": -0.437412, + "nauc_precision_at_5_diff1": 0.709928, + "nauc_precision_at_10_max": 0.740539, + "nauc_precision_at_10_std": -0.593426, + "nauc_precision_at_10_diff1": 0.727193, + "nauc_precision_at_20_max": 0.855275, + "nauc_precision_at_20_std": -0.09169, + "nauc_precision_at_20_diff1": 0.718021, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.638189, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.460124, + "nauc_mrr_at_1_std": -0.328119, + "nauc_mrr_at_1_diff1": 0.81155, + "nauc_mrr_at_3_max": 0.461854, + "nauc_mrr_at_3_std": -0.354366, + "nauc_mrr_at_3_diff1": 0.792809, + "nauc_mrr_at_5_max": 0.47102, + "nauc_mrr_at_5_std": -0.349844, + "nauc_mrr_at_5_diff1": 0.793112, + "nauc_mrr_at_10_max": 0.468253, + "nauc_mrr_at_10_std": -0.350615, + "nauc_mrr_at_10_diff1": 0.795893, + "nauc_mrr_at_20_max": 0.466993, + "nauc_mrr_at_20_std": -0.347676, + "nauc_mrr_at_20_diff1": 0.796169, + "nauc_mrr_at_100_max": 0.466816, + "nauc_mrr_at_100_std": -0.347525, + "nauc_mrr_at_100_diff1": 0.796189, + "nauc_mrr_at_1000_max": 0.466778, + "nauc_mrr_at_1000_std": -0.347603, + "nauc_mrr_at_1000_diff1": 0.796204, + "main_score": 0.91362, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.83467, + "ndcg_at_3": 0.89723, + "ndcg_at_5": 0.90968, + "ndcg_at_10": 0.91453, + "ndcg_at_20": 0.91668, + "ndcg_at_100": 0.91801, + "ndcg_at_1000": 0.91811, + "map_at_1": 0.83467, + "map_at_3": 0.88278, + "map_at_5": 0.88974, + "map_at_10": 0.8918, + "map_at_20": 0.89238, + "map_at_100": 0.8926, + "map_at_1000": 0.8926, + "recall_at_1": 0.83467, + "recall_at_3": 0.93867, + "recall_at_5": 0.96867, + "recall_at_10": 0.98333, + "recall_at_20": 0.992, + "recall_at_100": 0.99867, + "recall_at_1000": 0.99933, + "precision_at_1": 0.83467, + "precision_at_3": 0.31289, + "precision_at_5": 0.19373, + "precision_at_10": 0.09833, + "precision_at_20": 0.0496, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.834667, + "mrr_at_3": 0.882778, + "mrr_at_5": 0.889744, + "mrr_at_10": 0.891802, + "mrr_at_20": 0.892378, + "mrr_at_100": 0.892597, + "mrr_at_1000": 0.892603, + "nauc_ndcg_at_1_max": 0.441289, + "nauc_ndcg_at_1_std": -0.119035, + "nauc_ndcg_at_1_diff1": 0.838964, + "nauc_ndcg_at_3_max": 0.475402, + "nauc_ndcg_at_3_std": -0.139039, + "nauc_ndcg_at_3_diff1": 0.813882, + "nauc_ndcg_at_5_max": 0.485419, + "nauc_ndcg_at_5_std": -0.095287, + "nauc_ndcg_at_5_diff1": 0.820015, + "nauc_ndcg_at_10_max": 0.48059, + "nauc_ndcg_at_10_std": -0.104413, + "nauc_ndcg_at_10_diff1": 0.81977, + "nauc_ndcg_at_20_max": 0.480322, + "nauc_ndcg_at_20_std": -0.099278, + "nauc_ndcg_at_20_diff1": 0.824664, + "nauc_ndcg_at_100_max": 0.471795, + "nauc_ndcg_at_100_std": -0.108803, + "nauc_ndcg_at_100_diff1": 0.824002, + "nauc_ndcg_at_1000_max": 0.471144, + "nauc_ndcg_at_1000_std": -0.110169, + "nauc_ndcg_at_1000_diff1": 0.823946, + "nauc_map_at_1_max": 0.441289, + "nauc_map_at_1_std": -0.119035, + "nauc_map_at_1_diff1": 0.838964, + "nauc_map_at_3_max": 0.465079, + "nauc_map_at_3_std": -0.132927, + "nauc_map_at_3_diff1": 0.820979, + "nauc_map_at_5_max": 0.469299, + "nauc_map_at_5_std": -0.11268, + "nauc_map_at_5_diff1": 0.824038, + "nauc_map_at_10_max": 0.466961, + "nauc_map_at_10_std": -0.115513, + "nauc_map_at_10_diff1": 0.823966, + "nauc_map_at_20_max": 0.46673, + "nauc_map_at_20_std": -0.114595, + "nauc_map_at_20_diff1": 0.825174, + "nauc_map_at_100_max": 0.465639, + "nauc_map_at_100_std": -0.115807, + "nauc_map_at_100_diff1": 0.825098, + "nauc_map_at_1000_max": 0.465609, + "nauc_map_at_1000_std": -0.115869, + "nauc_map_at_1000_diff1": 0.825096, + "nauc_recall_at_1_max": 0.441289, + "nauc_recall_at_1_std": -0.119035, + "nauc_recall_at_1_diff1": 0.838964, + "nauc_recall_at_3_max": 0.529432, + "nauc_recall_at_3_std": -0.171076, + "nauc_recall_at_3_diff1": 0.777154, + "nauc_recall_at_5_max": 0.644238, + "nauc_recall_at_5_std": 0.095476, + "nauc_recall_at_5_diff1": 0.78631, + "nauc_recall_at_10_max": 0.72521, + "nauc_recall_at_10_std": 0.108441, + "nauc_recall_at_10_diff1": 0.755107, + "nauc_recall_at_20_max": 0.989107, + "nauc_recall_at_20_std": 0.554272, + "nauc_recall_at_20_diff1": 0.86578, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.869281, + "nauc_precision_at_1_max": 0.441289, + "nauc_precision_at_1_std": -0.119035, + "nauc_precision_at_1_diff1": 0.838964, + "nauc_precision_at_3_max": 0.529432, + "nauc_precision_at_3_std": -0.171076, + "nauc_precision_at_3_diff1": 0.777154, + "nauc_precision_at_5_max": 0.644238, + "nauc_precision_at_5_std": 0.095476, + "nauc_precision_at_5_diff1": 0.78631, + "nauc_precision_at_10_max": 0.72521, + "nauc_precision_at_10_std": 0.108441, + "nauc_precision_at_10_diff1": 0.755107, + "nauc_precision_at_20_max": 0.989107, + "nauc_precision_at_20_std": 0.554272, + "nauc_precision_at_20_diff1": 0.86578, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.869281, + "nauc_mrr_at_1_max": 0.441289, + "nauc_mrr_at_1_std": -0.119035, + "nauc_mrr_at_1_diff1": 0.838964, + "nauc_mrr_at_3_max": 0.465079, + "nauc_mrr_at_3_std": -0.132927, + "nauc_mrr_at_3_diff1": 0.820979, + "nauc_mrr_at_5_max": 0.469299, + "nauc_mrr_at_5_std": -0.11268, + "nauc_mrr_at_5_diff1": 0.824038, + "nauc_mrr_at_10_max": 0.466961, + "nauc_mrr_at_10_std": -0.115513, + "nauc_mrr_at_10_diff1": 0.823966, + "nauc_mrr_at_20_max": 0.46673, + "nauc_mrr_at_20_std": -0.114595, + "nauc_mrr_at_20_diff1": 0.825174, + "nauc_mrr_at_100_max": 0.465639, + "nauc_mrr_at_100_std": -0.115807, + "nauc_mrr_at_100_diff1": 0.825098, + "nauc_mrr_at_1000_max": 0.465609, + "nauc_mrr_at_1000_std": -0.115869, + "nauc_mrr_at_1000_diff1": 0.825096, + "main_score": 0.91453, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.89882, + "ndcg_at_5": 0.91118, + "ndcg_at_10": 0.9181, + "ndcg_at_20": 0.91947, + "ndcg_at_100": 0.91982, + "ndcg_at_1000": 0.92, + "map_at_1": 0.84, + "map_at_3": 0.88456, + "map_at_5": 0.89142, + "map_at_10": 0.89441, + "map_at_20": 0.8948, + "map_at_100": 0.89485, + "map_at_1000": 0.89485, + "recall_at_1": 0.84, + "recall_at_3": 0.94, + "recall_at_5": 0.97, + "recall_at_10": 0.99067, + "recall_at_20": 0.996, + "recall_at_100": 0.998, + "recall_at_1000": 0.99933, + "precision_at_1": 0.84, + "precision_at_3": 0.31333, + "precision_at_5": 0.194, + "precision_at_10": 0.09907, + "precision_at_20": 0.0498, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.84, + "mrr_at_3": 0.884556, + "mrr_at_5": 0.891422, + "mrr_at_10": 0.894414, + "mrr_at_20": 0.894803, + "mrr_at_100": 0.894845, + "mrr_at_1000": 0.894853, + "nauc_ndcg_at_1_max": 0.462958, + "nauc_ndcg_at_1_std": -0.12529, + "nauc_ndcg_at_1_diff1": 0.814511, + "nauc_ndcg_at_3_max": 0.452137, + "nauc_ndcg_at_3_std": -0.12153, + "nauc_ndcg_at_3_diff1": 0.778229, + "nauc_ndcg_at_5_max": 0.461847, + "nauc_ndcg_at_5_std": -0.108047, + "nauc_ndcg_at_5_diff1": 0.788589, + "nauc_ndcg_at_10_max": 0.457728, + "nauc_ndcg_at_10_std": -0.117499, + "nauc_ndcg_at_10_diff1": 0.787342, + "nauc_ndcg_at_20_max": 0.459404, + "nauc_ndcg_at_20_std": -0.119264, + "nauc_ndcg_at_20_diff1": 0.789453, + "nauc_ndcg_at_100_max": 0.459442, + "nauc_ndcg_at_100_std": -0.120538, + "nauc_ndcg_at_100_diff1": 0.790652, + "nauc_ndcg_at_1000_max": 0.458983, + "nauc_ndcg_at_1000_std": -0.12132, + "nauc_ndcg_at_1000_diff1": 0.791103, + "nauc_map_at_1_max": 0.462958, + "nauc_map_at_1_std": -0.12529, + "nauc_map_at_1_diff1": 0.814511, + "nauc_map_at_3_max": 0.455428, + "nauc_map_at_3_std": -0.125058, + "nauc_map_at_3_diff1": 0.788143, + "nauc_map_at_5_max": 0.459884, + "nauc_map_at_5_std": -0.11836, + "nauc_map_at_5_diff1": 0.793429, + "nauc_map_at_10_max": 0.459124, + "nauc_map_at_10_std": -0.122071, + "nauc_map_at_10_diff1": 0.793185, + "nauc_map_at_20_max": 0.459461, + "nauc_map_at_20_std": -0.122445, + "nauc_map_at_20_diff1": 0.793521, + "nauc_map_at_100_max": 0.459555, + "nauc_map_at_100_std": -0.122542, + "nauc_map_at_100_diff1": 0.793658, + "nauc_map_at_1000_max": 0.459547, + "nauc_map_at_1000_std": -0.122576, + "nauc_map_at_1000_diff1": 0.793679, + "nauc_recall_at_1_max": 0.462958, + "nauc_recall_at_1_std": -0.12529, + "nauc_recall_at_1_diff1": 0.814511, + "nauc_recall_at_3_max": 0.434692, + "nauc_recall_at_3_std": -0.100846, + "nauc_recall_at_3_diff1": 0.726605, + "nauc_recall_at_5_max": 0.487416, + "nauc_recall_at_5_std": 0.002231, + "nauc_recall_at_5_diff1": 0.748242, + "nauc_recall_at_10_max": 0.401594, + "nauc_recall_at_10_std": 0.019908, + "nauc_recall_at_10_diff1": 0.625884, + "nauc_recall_at_20_max": 0.458995, + "nauc_recall_at_20_std": 0.063103, + "nauc_recall_at_20_diff1": 0.597339, + "nauc_recall_at_100_max": 0.39558, + "nauc_recall_at_100_std": -0.060224, + "nauc_recall_at_100_diff1": 0.64986, + "nauc_recall_at_1000_max": -0.171335, + "nauc_recall_at_1000_std": -0.563492, + "nauc_recall_at_1000_diff1": 0.722222, + "nauc_precision_at_1_max": 0.462958, + "nauc_precision_at_1_std": -0.12529, + "nauc_precision_at_1_diff1": 0.814511, + "nauc_precision_at_3_max": 0.434692, + "nauc_precision_at_3_std": -0.100846, + "nauc_precision_at_3_diff1": 0.726605, + "nauc_precision_at_5_max": 0.487416, + "nauc_precision_at_5_std": 0.002231, + "nauc_precision_at_5_diff1": 0.748242, + "nauc_precision_at_10_max": 0.401594, + "nauc_precision_at_10_std": 0.019908, + "nauc_precision_at_10_diff1": 0.625884, + "nauc_precision_at_20_max": 0.458995, + "nauc_precision_at_20_std": 0.063103, + "nauc_precision_at_20_diff1": 0.597339, + "nauc_precision_at_100_max": 0.39558, + "nauc_precision_at_100_std": -0.060224, + "nauc_precision_at_100_diff1": 0.64986, + "nauc_precision_at_1000_max": -0.171335, + "nauc_precision_at_1000_std": -0.563492, + "nauc_precision_at_1000_diff1": 0.722222, + "nauc_mrr_at_1_max": 0.462958, + "nauc_mrr_at_1_std": -0.12529, + "nauc_mrr_at_1_diff1": 0.814511, + "nauc_mrr_at_3_max": 0.455428, + "nauc_mrr_at_3_std": -0.125058, + "nauc_mrr_at_3_diff1": 0.788143, + "nauc_mrr_at_5_max": 0.459884, + "nauc_mrr_at_5_std": -0.11836, + "nauc_mrr_at_5_diff1": 0.793429, + "nauc_mrr_at_10_max": 0.459124, + "nauc_mrr_at_10_std": -0.122071, + "nauc_mrr_at_10_diff1": 0.793185, + "nauc_mrr_at_20_max": 0.459461, + "nauc_mrr_at_20_std": -0.122445, + "nauc_mrr_at_20_diff1": 0.793521, + "nauc_mrr_at_100_max": 0.459555, + "nauc_mrr_at_100_std": -0.122542, + "nauc_mrr_at_100_diff1": 0.793658, + "nauc_mrr_at_1000_max": 0.459547, + "nauc_mrr_at_1000_std": -0.122576, + "nauc_mrr_at_1000_diff1": 0.793679, + "main_score": 0.9181, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.88067, + "ndcg_at_3": 0.93113, + "ndcg_at_5": 0.94009, + "ndcg_at_10": 0.94441, + "ndcg_at_20": 0.94441, + "ndcg_at_100": 0.94454, + "ndcg_at_1000": 0.94454, + "map_at_1": 0.88067, + "map_at_3": 0.91944, + "map_at_5": 0.92451, + "map_at_10": 0.92643, + "map_at_20": 0.92643, + "map_at_100": 0.92645, + "map_at_1000": 0.92645, + "recall_at_1": 0.88067, + "recall_at_3": 0.96467, + "recall_at_5": 0.986, + "recall_at_10": 0.99867, + "recall_at_20": 0.99867, + "recall_at_100": 0.99933, + "recall_at_1000": 0.99933, + "precision_at_1": 0.88067, + "precision_at_3": 0.32156, + "precision_at_5": 0.1972, + "precision_at_10": 0.09987, + "precision_at_20": 0.04993, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.880667, + "mrr_at_3": 0.919444, + "mrr_at_5": 0.924511, + "mrr_at_10": 0.926428, + "mrr_at_20": 0.926428, + "mrr_at_100": 0.926448, + "mrr_at_1000": 0.926448, + "nauc_ndcg_at_1_max": 0.504972, + "nauc_ndcg_at_1_std": -0.195263, + "nauc_ndcg_at_1_diff1": 0.876642, + "nauc_ndcg_at_3_max": 0.541511, + "nauc_ndcg_at_3_std": -0.161838, + "nauc_ndcg_at_3_diff1": 0.866557, + "nauc_ndcg_at_5_max": 0.542729, + "nauc_ndcg_at_5_std": -0.177973, + "nauc_ndcg_at_5_diff1": 0.870456, + "nauc_ndcg_at_10_max": 0.532384, + "nauc_ndcg_at_10_std": -0.181542, + "nauc_ndcg_at_10_diff1": 0.869667, + "nauc_ndcg_at_20_max": 0.532384, + "nauc_ndcg_at_20_std": -0.181542, + "nauc_ndcg_at_20_diff1": 0.869667, + "nauc_ndcg_at_100_max": 0.53126, + "nauc_ndcg_at_100_std": -0.177797, + "nauc_ndcg_at_100_diff1": 0.869668, + "nauc_ndcg_at_1000_max": 0.53126, + "nauc_ndcg_at_1000_std": -0.177797, + "nauc_ndcg_at_1000_diff1": 0.869668, + "nauc_map_at_1_max": 0.504972, + "nauc_map_at_1_std": -0.195263, + "nauc_map_at_1_diff1": 0.876642, + "nauc_map_at_3_max": 0.532555, + "nauc_map_at_3_std": -0.171033, + "nauc_map_at_3_diff1": 0.869333, + "nauc_map_at_5_max": 0.531925, + "nauc_map_at_5_std": -0.180055, + "nauc_map_at_5_diff1": 0.871282, + "nauc_map_at_10_max": 0.528114, + "nauc_map_at_10_std": -0.18129, + "nauc_map_at_10_diff1": 0.870949, + "nauc_map_at_20_max": 0.528114, + "nauc_map_at_20_std": -0.18129, + "nauc_map_at_20_diff1": 0.870949, + "nauc_map_at_100_max": 0.527982, + "nauc_map_at_100_std": -0.180854, + "nauc_map_at_100_diff1": 0.870949, + "nauc_map_at_1000_max": 0.527982, + "nauc_map_at_1000_std": -0.180854, + "nauc_map_at_1000_diff1": 0.870949, + "nauc_recall_at_1_max": 0.504972, + "nauc_recall_at_1_std": -0.195263, + "nauc_recall_at_1_diff1": 0.876642, + "nauc_recall_at_3_max": 0.595775, + "nauc_recall_at_3_std": -0.104769, + "nauc_recall_at_3_diff1": 0.84933, + "nauc_recall_at_5_max": 0.703148, + "nauc_recall_at_5_std": -0.154751, + "nauc_recall_at_5_diff1": 0.862056, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": -0.369981, + "nauc_recall_at_10_diff1": 0.711718, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": -0.369981, + "nauc_recall_at_20_diff1": 0.711718, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.554155, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.554155, + "nauc_precision_at_1_max": 0.504972, + "nauc_precision_at_1_std": -0.195263, + "nauc_precision_at_1_diff1": 0.876642, + "nauc_precision_at_3_max": 0.595775, + "nauc_precision_at_3_std": -0.104769, + "nauc_precision_at_3_diff1": 0.84933, + "nauc_precision_at_5_max": 0.703148, + "nauc_precision_at_5_std": -0.154751, + "nauc_precision_at_5_diff1": 0.862056, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": -0.369981, + "nauc_precision_at_10_diff1": 0.711718, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": -0.369981, + "nauc_precision_at_20_diff1": 0.711718, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.554155, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.554155, + "nauc_mrr_at_1_max": 0.504972, + "nauc_mrr_at_1_std": -0.195263, + "nauc_mrr_at_1_diff1": 0.876642, + "nauc_mrr_at_3_max": 0.532555, + "nauc_mrr_at_3_std": -0.171033, + "nauc_mrr_at_3_diff1": 0.869333, + "nauc_mrr_at_5_max": 0.531925, + "nauc_mrr_at_5_std": -0.180055, + "nauc_mrr_at_5_diff1": 0.871282, + "nauc_mrr_at_10_max": 0.528114, + "nauc_mrr_at_10_std": -0.18129, + "nauc_mrr_at_10_diff1": 0.870949, + "nauc_mrr_at_20_max": 0.528114, + "nauc_mrr_at_20_std": -0.18129, + "nauc_mrr_at_20_diff1": 0.870949, + "nauc_mrr_at_100_max": 0.527982, + "nauc_mrr_at_100_std": -0.180854, + "nauc_mrr_at_100_diff1": 0.870949, + "nauc_mrr_at_1000_max": 0.527982, + "nauc_mrr_at_1000_std": -0.180854, + "nauc_mrr_at_1000_diff1": 0.870949, + "main_score": 0.94441, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.818, + "ndcg_at_3": 0.88652, + "ndcg_at_5": 0.90058, + "ndcg_at_10": 0.90651, + "ndcg_at_20": 0.90815, + "ndcg_at_100": 0.90879, + "ndcg_at_1000": 0.90937, + "map_at_1": 0.818, + "map_at_3": 0.87067, + "map_at_5": 0.8785, + "map_at_10": 0.88101, + "map_at_20": 0.88144, + "map_at_100": 0.88153, + "map_at_1000": 0.88155, + "recall_at_1": 0.818, + "recall_at_3": 0.932, + "recall_at_5": 0.966, + "recall_at_10": 0.984, + "recall_at_20": 0.99067, + "recall_at_100": 0.994, + "recall_at_1000": 0.99867, + "precision_at_1": 0.818, + "precision_at_3": 0.31067, + "precision_at_5": 0.1932, + "precision_at_10": 0.0984, + "precision_at_20": 0.04953, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.819333, + "mrr_at_3": 0.871556, + "mrr_at_5": 0.879389, + "mrr_at_10": 0.881785, + "mrr_at_20": 0.882215, + "mrr_at_100": 0.88231, + "mrr_at_1000": 0.88233, + "nauc_ndcg_at_1_max": 0.352885, + "nauc_ndcg_at_1_std": -0.131546, + "nauc_ndcg_at_1_diff1": 0.826372, + "nauc_ndcg_at_3_max": 0.412935, + "nauc_ndcg_at_3_std": -0.165813, + "nauc_ndcg_at_3_diff1": 0.785955, + "nauc_ndcg_at_5_max": 0.410268, + "nauc_ndcg_at_5_std": -0.140655, + "nauc_ndcg_at_5_diff1": 0.796176, + "nauc_ndcg_at_10_max": 0.411467, + "nauc_ndcg_at_10_std": -0.126343, + "nauc_ndcg_at_10_diff1": 0.798623, + "nauc_ndcg_at_20_max": 0.407061, + "nauc_ndcg_at_20_std": -0.129867, + "nauc_ndcg_at_20_diff1": 0.797513, + "nauc_ndcg_at_100_max": 0.404706, + "nauc_ndcg_at_100_std": -0.126779, + "nauc_ndcg_at_100_diff1": 0.798502, + "nauc_ndcg_at_1000_max": 0.400938, + "nauc_ndcg_at_1000_std": -0.132183, + "nauc_ndcg_at_1000_diff1": 0.800923, + "nauc_map_at_1_max": 0.352885, + "nauc_map_at_1_std": -0.131546, + "nauc_map_at_1_diff1": 0.826372, + "nauc_map_at_3_max": 0.394917, + "nauc_map_at_3_std": -0.15543, + "nauc_map_at_3_diff1": 0.798068, + "nauc_map_at_5_max": 0.392973, + "nauc_map_at_5_std": -0.143166, + "nauc_map_at_5_diff1": 0.803433, + "nauc_map_at_10_max": 0.392915, + "nauc_map_at_10_std": -0.138648, + "nauc_map_at_10_diff1": 0.804347, + "nauc_map_at_20_max": 0.392054, + "nauc_map_at_20_std": -0.139418, + "nauc_map_at_20_diff1": 0.804137, + "nauc_map_at_100_max": 0.391691, + "nauc_map_at_100_std": -0.139093, + "nauc_map_at_100_diff1": 0.804251, + "nauc_map_at_1000_max": 0.391589, + "nauc_map_at_1000_std": -0.139224, + "nauc_map_at_1000_diff1": 0.804316, + "nauc_recall_at_1_max": 0.352885, + "nauc_recall_at_1_std": -0.131546, + "nauc_recall_at_1_diff1": 0.826372, + "nauc_recall_at_3_max": 0.506234, + "nauc_recall_at_3_std": -0.219664, + "nauc_recall_at_3_diff1": 0.723243, + "nauc_recall_at_5_max": 0.57444, + "nauc_recall_at_5_std": -0.103266, + "nauc_recall_at_5_diff1": 0.731825, + "nauc_recall_at_10_max": 0.781707, + "nauc_recall_at_10_std": 0.188648, + "nauc_recall_at_10_diff1": 0.703198, + "nauc_recall_at_20_max": 0.868481, + "nauc_recall_at_20_std": 0.279378, + "nauc_recall_at_20_diff1": 0.593071, + "nauc_recall_at_100_max": 0.969136, + "nauc_recall_at_100_std": 0.757859, + "nauc_recall_at_100_diff1": 0.555244, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.934641, + "nauc_precision_at_1_max": 0.352885, + "nauc_precision_at_1_std": -0.131546, + "nauc_precision_at_1_diff1": 0.826372, + "nauc_precision_at_3_max": 0.506234, + "nauc_precision_at_3_std": -0.219664, + "nauc_precision_at_3_diff1": 0.723243, + "nauc_precision_at_5_max": 0.57444, + "nauc_precision_at_5_std": -0.103266, + "nauc_precision_at_5_diff1": 0.731825, + "nauc_precision_at_10_max": 0.781707, + "nauc_precision_at_10_std": 0.188648, + "nauc_precision_at_10_diff1": 0.703198, + "nauc_precision_at_20_max": 0.868481, + "nauc_precision_at_20_std": 0.279378, + "nauc_precision_at_20_diff1": 0.593071, + "nauc_precision_at_100_max": 0.969136, + "nauc_precision_at_100_std": 0.757859, + "nauc_precision_at_100_diff1": 0.555244, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.934641, + "nauc_mrr_at_1_max": 0.359936, + "nauc_mrr_at_1_std": -0.118805, + "nauc_mrr_at_1_diff1": 0.824165, + "nauc_mrr_at_3_max": 0.405905, + "nauc_mrr_at_3_std": -0.14247, + "nauc_mrr_at_3_diff1": 0.795796, + "nauc_mrr_at_5_max": 0.404694, + "nauc_mrr_at_5_std": -0.129241, + "nauc_mrr_at_5_diff1": 0.801044, + "nauc_mrr_at_10_max": 0.402786, + "nauc_mrr_at_10_std": -0.125971, + "nauc_mrr_at_10_diff1": 0.802106, + "nauc_mrr_at_20_max": 0.401958, + "nauc_mrr_at_20_std": -0.126696, + "nauc_mrr_at_20_diff1": 0.801886, + "nauc_mrr_at_100_max": 0.4016, + "nauc_mrr_at_100_std": -0.126359, + "nauc_mrr_at_100_diff1": 0.801999, + "nauc_mrr_at_1000_max": 0.401499, + "nauc_mrr_at_1000_std": -0.126488, + "nauc_mrr_at_1000_diff1": 0.802063, + "main_score": 0.90651, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.844, + "ndcg_at_3": 0.90514, + "ndcg_at_5": 0.91501, + "ndcg_at_10": 0.92089, + "ndcg_at_20": 0.92242, + "ndcg_at_100": 0.92341, + "ndcg_at_1000": 0.92369, + "map_at_1": 0.844, + "map_at_3": 0.89111, + "map_at_5": 0.89658, + "map_at_10": 0.89917, + "map_at_20": 0.8996, + "map_at_100": 0.89973, + "map_at_1000": 0.89975, + "recall_at_1": 0.844, + "recall_at_3": 0.94533, + "recall_at_5": 0.96933, + "recall_at_10": 0.98667, + "recall_at_20": 0.99267, + "recall_at_100": 0.998, + "recall_at_1000": 1.0, + "precision_at_1": 0.844, + "precision_at_3": 0.31511, + "precision_at_5": 0.19387, + "precision_at_10": 0.09867, + "precision_at_20": 0.04963, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.844, + "mrr_at_3": 0.891111, + "mrr_at_5": 0.896578, + "mrr_at_10": 0.89917, + "mrr_at_20": 0.899608, + "mrr_at_100": 0.899746, + "mrr_at_1000": 0.899761, + "nauc_ndcg_at_1_max": 0.298073, + "nauc_ndcg_at_1_std": -0.185775, + "nauc_ndcg_at_1_diff1": 0.809649, + "nauc_ndcg_at_3_max": 0.347897, + "nauc_ndcg_at_3_std": -0.147021, + "nauc_ndcg_at_3_diff1": 0.783417, + "nauc_ndcg_at_5_max": 0.343847, + "nauc_ndcg_at_5_std": -0.157083, + "nauc_ndcg_at_5_diff1": 0.785134, + "nauc_ndcg_at_10_max": 0.350138, + "nauc_ndcg_at_10_std": -0.161268, + "nauc_ndcg_at_10_diff1": 0.790461, + "nauc_ndcg_at_20_max": 0.339437, + "nauc_ndcg_at_20_std": -0.165028, + "nauc_ndcg_at_20_diff1": 0.79123, + "nauc_ndcg_at_100_max": 0.336172, + "nauc_ndcg_at_100_std": -0.163815, + "nauc_ndcg_at_100_diff1": 0.792983, + "nauc_ndcg_at_1000_max": 0.334392, + "nauc_ndcg_at_1000_std": -0.165616, + "nauc_ndcg_at_1000_diff1": 0.792364, + "nauc_map_at_1_max": 0.298073, + "nauc_map_at_1_std": -0.185775, + "nauc_map_at_1_diff1": 0.809649, + "nauc_map_at_3_max": 0.332412, + "nauc_map_at_3_std": -0.161567, + "nauc_map_at_3_diff1": 0.790312, + "nauc_map_at_5_max": 0.329782, + "nauc_map_at_5_std": -0.167285, + "nauc_map_at_5_diff1": 0.791495, + "nauc_map_at_10_max": 0.331886, + "nauc_map_at_10_std": -0.168389, + "nauc_map_at_10_diff1": 0.793677, + "nauc_map_at_20_max": 0.329521, + "nauc_map_at_20_std": -0.169335, + "nauc_map_at_20_diff1": 0.793819, + "nauc_map_at_100_max": 0.329022, + "nauc_map_at_100_std": -0.169048, + "nauc_map_at_100_diff1": 0.793982, + "nauc_map_at_1000_max": 0.328953, + "nauc_map_at_1000_std": -0.169108, + "nauc_map_at_1000_diff1": 0.793958, + "nauc_recall_at_1_max": 0.298073, + "nauc_recall_at_1_std": -0.185775, + "nauc_recall_at_1_diff1": 0.809649, + "nauc_recall_at_3_max": 0.432728, + "nauc_recall_at_3_std": -0.065155, + "nauc_recall_at_3_diff1": 0.746743, + "nauc_recall_at_5_max": 0.471755, + "nauc_recall_at_5_std": -0.062386, + "nauc_recall_at_5_diff1": 0.728961, + "nauc_recall_at_10_max": 0.73324, + "nauc_recall_at_10_std": -0.032446, + "nauc_recall_at_10_diff1": 0.739776, + "nauc_recall_at_20_max": 0.616416, + "nauc_recall_at_20_std": -0.066972, + "nauc_recall_at_20_diff1": 0.733299, + "nauc_recall_at_100_max": 0.807812, + "nauc_recall_at_100_std": 0.330221, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.298073, + "nauc_precision_at_1_std": -0.185775, + "nauc_precision_at_1_diff1": 0.809649, + "nauc_precision_at_3_max": 0.432728, + "nauc_precision_at_3_std": -0.065155, + "nauc_precision_at_3_diff1": 0.746743, + "nauc_precision_at_5_max": 0.471755, + "nauc_precision_at_5_std": -0.062386, + "nauc_precision_at_5_diff1": 0.728961, + "nauc_precision_at_10_max": 0.73324, + "nauc_precision_at_10_std": -0.032446, + "nauc_precision_at_10_diff1": 0.739776, + "nauc_precision_at_20_max": 0.616416, + "nauc_precision_at_20_std": -0.066972, + "nauc_precision_at_20_diff1": 0.733299, + "nauc_precision_at_100_max": 0.807812, + "nauc_precision_at_100_std": 0.330221, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.298073, + "nauc_mrr_at_1_std": -0.185775, + "nauc_mrr_at_1_diff1": 0.809649, + "nauc_mrr_at_3_max": 0.332412, + "nauc_mrr_at_3_std": -0.161567, + "nauc_mrr_at_3_diff1": 0.790312, + "nauc_mrr_at_5_max": 0.329782, + "nauc_mrr_at_5_std": -0.167285, + "nauc_mrr_at_5_diff1": 0.791495, + "nauc_mrr_at_10_max": 0.331886, + "nauc_mrr_at_10_std": -0.168389, + "nauc_mrr_at_10_diff1": 0.793677, + "nauc_mrr_at_20_max": 0.329646, + "nauc_mrr_at_20_std": -0.169088, + "nauc_mrr_at_20_diff1": 0.794032, + "nauc_mrr_at_100_max": 0.329008, + "nauc_mrr_at_100_std": -0.168792, + "nauc_mrr_at_100_diff1": 0.794149, + "nauc_mrr_at_1000_max": 0.328939, + "nauc_mrr_at_1000_std": -0.168852, + "nauc_mrr_at_1000_diff1": 0.794125, + "main_score": 0.92089, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.74867, + "ndcg_at_3": 0.83637, + "ndcg_at_5": 0.85474, + "ndcg_at_10": 0.86241, + "ndcg_at_20": 0.86539, + "ndcg_at_100": 0.86648, + "ndcg_at_1000": 0.86773, + "map_at_1": 0.74867, + "map_at_3": 0.81544, + "map_at_5": 0.82578, + "map_at_10": 0.82901, + "map_at_20": 0.8298, + "map_at_100": 0.82995, + "map_at_1000": 0.83, + "recall_at_1": 0.74867, + "recall_at_3": 0.89667, + "recall_at_5": 0.94067, + "recall_at_10": 0.964, + "recall_at_20": 0.976, + "recall_at_100": 0.982, + "recall_at_1000": 0.992, + "precision_at_1": 0.74867, + "precision_at_3": 0.29889, + "precision_at_5": 0.18813, + "precision_at_10": 0.0964, + "precision_at_20": 0.0488, + "precision_at_100": 0.00982, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.75, + "mrr_at_3": 0.816111, + "mrr_at_5": 0.826444, + "mrr_at_10": 0.82968, + "mrr_at_20": 0.83047, + "mrr_at_100": 0.830618, + "mrr_at_1000": 0.830663, + "nauc_ndcg_at_1_max": 0.328386, + "nauc_ndcg_at_1_std": -0.117325, + "nauc_ndcg_at_1_diff1": 0.754475, + "nauc_ndcg_at_3_max": 0.410877, + "nauc_ndcg_at_3_std": -0.076738, + "nauc_ndcg_at_3_diff1": 0.718258, + "nauc_ndcg_at_5_max": 0.415304, + "nauc_ndcg_at_5_std": -0.075969, + "nauc_ndcg_at_5_diff1": 0.715923, + "nauc_ndcg_at_10_max": 0.412264, + "nauc_ndcg_at_10_std": -0.071756, + "nauc_ndcg_at_10_diff1": 0.718802, + "nauc_ndcg_at_20_max": 0.405888, + "nauc_ndcg_at_20_std": -0.066631, + "nauc_ndcg_at_20_diff1": 0.72075, + "nauc_ndcg_at_100_max": 0.404752, + "nauc_ndcg_at_100_std": -0.065328, + "nauc_ndcg_at_100_diff1": 0.722602, + "nauc_ndcg_at_1000_max": 0.399994, + "nauc_ndcg_at_1000_std": -0.067366, + "nauc_ndcg_at_1000_diff1": 0.722748, + "nauc_map_at_1_max": 0.328386, + "nauc_map_at_1_std": -0.117325, + "nauc_map_at_1_diff1": 0.754475, + "nauc_map_at_3_max": 0.386831, + "nauc_map_at_3_std": -0.08769, + "nauc_map_at_3_diff1": 0.729015, + "nauc_map_at_5_max": 0.386847, + "nauc_map_at_5_std": -0.088542, + "nauc_map_at_5_diff1": 0.728314, + "nauc_map_at_10_max": 0.385284, + "nauc_map_at_10_std": -0.087432, + "nauc_map_at_10_diff1": 0.729538, + "nauc_map_at_20_max": 0.383721, + "nauc_map_at_20_std": -0.086463, + "nauc_map_at_20_diff1": 0.729882, + "nauc_map_at_100_max": 0.383649, + "nauc_map_at_100_std": -0.086165, + "nauc_map_at_100_diff1": 0.729993, + "nauc_map_at_1000_max": 0.383488, + "nauc_map_at_1000_std": -0.086201, + "nauc_map_at_1000_diff1": 0.729979, + "nauc_recall_at_1_max": 0.328386, + "nauc_recall_at_1_std": -0.117325, + "nauc_recall_at_1_diff1": 0.754475, + "nauc_recall_at_3_max": 0.523832, + "nauc_recall_at_3_std": -0.025946, + "nauc_recall_at_3_diff1": 0.667578, + "nauc_recall_at_5_max": 0.636809, + "nauc_recall_at_5_std": 0.02125, + "nauc_recall_at_5_diff1": 0.620863, + "nauc_recall_at_10_max": 0.746533, + "nauc_recall_at_10_std": 0.131108, + "nauc_recall_at_10_diff1": 0.590449, + "nauc_recall_at_20_max": 0.78517, + "nauc_recall_at_20_std": 0.340362, + "nauc_recall_at_20_diff1": 0.572635, + "nauc_recall_at_100_max": 0.857817, + "nauc_recall_at_100_std": 0.498133, + "nauc_recall_at_100_diff1": 0.605215, + "nauc_recall_at_1000_max": 0.871226, + "nauc_recall_at_1000_std": 0.913827, + "nauc_recall_at_1000_diff1": 0.49821, + "nauc_precision_at_1_max": 0.328386, + "nauc_precision_at_1_std": -0.117325, + "nauc_precision_at_1_diff1": 0.754475, + "nauc_precision_at_3_max": 0.523832, + "nauc_precision_at_3_std": -0.025946, + "nauc_precision_at_3_diff1": 0.667578, + "nauc_precision_at_5_max": 0.636809, + "nauc_precision_at_5_std": 0.02125, + "nauc_precision_at_5_diff1": 0.620863, + "nauc_precision_at_10_max": 0.746533, + "nauc_precision_at_10_std": 0.131108, + "nauc_precision_at_10_diff1": 0.590449, + "nauc_precision_at_20_max": 0.78517, + "nauc_precision_at_20_std": 0.340362, + "nauc_precision_at_20_diff1": 0.572635, + "nauc_precision_at_100_max": 0.857817, + "nauc_precision_at_100_std": 0.498133, + "nauc_precision_at_100_diff1": 0.605215, + "nauc_precision_at_1000_max": 0.871226, + "nauc_precision_at_1000_std": 0.913827, + "nauc_precision_at_1000_diff1": 0.49821, + "nauc_mrr_at_1_max": 0.326136, + "nauc_mrr_at_1_std": -0.119855, + "nauc_mrr_at_1_diff1": 0.751754, + "nauc_mrr_at_3_max": 0.385514, + "nauc_mrr_at_3_std": -0.089273, + "nauc_mrr_at_3_diff1": 0.72715, + "nauc_mrr_at_5_max": 0.385446, + "nauc_mrr_at_5_std": -0.090229, + "nauc_mrr_at_5_diff1": 0.726327, + "nauc_mrr_at_10_max": 0.383849, + "nauc_mrr_at_10_std": -0.089151, + "nauc_mrr_at_10_diff1": 0.727514, + "nauc_mrr_at_20_max": 0.382273, + "nauc_mrr_at_20_std": -0.088187, + "nauc_mrr_at_20_diff1": 0.727848, + "nauc_mrr_at_100_max": 0.3822, + "nauc_mrr_at_100_std": -0.087891, + "nauc_mrr_at_100_diff1": 0.727957, + "nauc_mrr_at_1000_max": 0.382038, + "nauc_mrr_at_1000_std": -0.087927, + "nauc_mrr_at_1000_diff1": 0.727943, + "main_score": 0.86241, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.81667, + "ndcg_at_3": 0.88202, + "ndcg_at_5": 0.89826, + "ndcg_at_10": 0.90563, + "ndcg_at_20": 0.907, + "ndcg_at_100": 0.90802, + "ndcg_at_1000": 0.90802, + "map_at_1": 0.81667, + "map_at_3": 0.86611, + "map_at_5": 0.87514, + "map_at_10": 0.87834, + "map_at_20": 0.87872, + "map_at_100": 0.87887, + "map_at_1000": 0.87887, + "recall_at_1": 0.81667, + "recall_at_3": 0.928, + "recall_at_5": 0.96733, + "recall_at_10": 0.98933, + "recall_at_20": 0.99467, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.81667, + "precision_at_3": 0.30933, + "precision_at_5": 0.19347, + "precision_at_10": 0.09893, + "precision_at_20": 0.04973, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.816667, + "mrr_at_3": 0.866111, + "mrr_at_5": 0.875144, + "mrr_at_10": 0.878339, + "mrr_at_20": 0.878722, + "mrr_at_100": 0.878872, + "mrr_at_1000": 0.878872, + "nauc_ndcg_at_1_max": 0.507689, + "nauc_ndcg_at_1_std": -0.247734, + "nauc_ndcg_at_1_diff1": 0.793226, + "nauc_ndcg_at_3_max": 0.510367, + "nauc_ndcg_at_3_std": -0.274872, + "nauc_ndcg_at_3_diff1": 0.760503, + "nauc_ndcg_at_5_max": 0.527556, + "nauc_ndcg_at_5_std": -0.256461, + "nauc_ndcg_at_5_diff1": 0.760167, + "nauc_ndcg_at_10_max": 0.526611, + "nauc_ndcg_at_10_std": -0.262689, + "nauc_ndcg_at_10_diff1": 0.767485, + "nauc_ndcg_at_20_max": 0.520615, + "nauc_ndcg_at_20_std": -0.265311, + "nauc_ndcg_at_20_diff1": 0.769698, + "nauc_ndcg_at_100_max": 0.519032, + "nauc_ndcg_at_100_std": -0.261776, + "nauc_ndcg_at_100_diff1": 0.771515, + "nauc_ndcg_at_1000_max": 0.519032, + "nauc_ndcg_at_1000_std": -0.261776, + "nauc_ndcg_at_1000_diff1": 0.771515, + "nauc_map_at_1_max": 0.507689, + "nauc_map_at_1_std": -0.247734, + "nauc_map_at_1_diff1": 0.793226, + "nauc_map_at_3_max": 0.511066, + "nauc_map_at_3_std": -0.266538, + "nauc_map_at_3_diff1": 0.770175, + "nauc_map_at_5_max": 0.5189, + "nauc_map_at_5_std": -0.257928, + "nauc_map_at_5_diff1": 0.770594, + "nauc_map_at_10_max": 0.518476, + "nauc_map_at_10_std": -0.260321, + "nauc_map_at_10_diff1": 0.773249, + "nauc_map_at_20_max": 0.517155, + "nauc_map_at_20_std": -0.26081, + "nauc_map_at_20_diff1": 0.77374, + "nauc_map_at_100_max": 0.51702, + "nauc_map_at_100_std": -0.260364, + "nauc_map_at_100_diff1": 0.77396, + "nauc_map_at_1000_max": 0.51702, + "nauc_map_at_1000_std": -0.260364, + "nauc_map_at_1000_diff1": 0.77396, + "nauc_recall_at_1_max": 0.507689, + "nauc_recall_at_1_std": -0.247734, + "nauc_recall_at_1_diff1": 0.793226, + "nauc_recall_at_3_max": 0.505624, + "nauc_recall_at_3_std": -0.317365, + "nauc_recall_at_3_diff1": 0.711485, + "nauc_recall_at_5_max": 0.624926, + "nauc_recall_at_5_std": -0.229254, + "nauc_recall_at_5_diff1": 0.652451, + "nauc_recall_at_10_max": 0.794059, + "nauc_recall_at_10_std": -0.314776, + "nauc_recall_at_10_diff1": 0.620011, + "nauc_recall_at_20_max": 0.67186, + "nauc_recall_at_20_std": -0.549662, + "nauc_recall_at_20_diff1": 0.616947, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.507689, + "nauc_precision_at_1_std": -0.247734, + "nauc_precision_at_1_diff1": 0.793226, + "nauc_precision_at_3_max": 0.505624, + "nauc_precision_at_3_std": -0.317365, + "nauc_precision_at_3_diff1": 0.711485, + "nauc_precision_at_5_max": 0.624926, + "nauc_precision_at_5_std": -0.229254, + "nauc_precision_at_5_diff1": 0.652451, + "nauc_precision_at_10_max": 0.794059, + "nauc_precision_at_10_std": -0.314776, + "nauc_precision_at_10_diff1": 0.620011, + "nauc_precision_at_20_max": 0.67186, + "nauc_precision_at_20_std": -0.549662, + "nauc_precision_at_20_diff1": 0.616947, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.507689, + "nauc_mrr_at_1_std": -0.247734, + "nauc_mrr_at_1_diff1": 0.793226, + "nauc_mrr_at_3_max": 0.511066, + "nauc_mrr_at_3_std": -0.266538, + "nauc_mrr_at_3_diff1": 0.770175, + "nauc_mrr_at_5_max": 0.5189, + "nauc_mrr_at_5_std": -0.257928, + "nauc_mrr_at_5_diff1": 0.770594, + "nauc_mrr_at_10_max": 0.518476, + "nauc_mrr_at_10_std": -0.260321, + "nauc_mrr_at_10_diff1": 0.773249, + "nauc_mrr_at_20_max": 0.517155, + "nauc_mrr_at_20_std": -0.26081, + "nauc_mrr_at_20_diff1": 0.77374, + "nauc_mrr_at_100_max": 0.51702, + "nauc_mrr_at_100_std": -0.260364, + "nauc_mrr_at_100_diff1": 0.77396, + "nauc_mrr_at_1000_max": 0.51702, + "nauc_mrr_at_1000_std": -0.260364, + "nauc_mrr_at_1000_diff1": 0.77396, + "main_score": 0.90563, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.838, + "ndcg_at_3": 0.89632, + "ndcg_at_5": 0.90895, + "ndcg_at_10": 0.91655, + "ndcg_at_20": 0.91778, + "ndcg_at_100": 0.91842, + "ndcg_at_1000": 0.91859, + "map_at_1": 0.838, + "map_at_3": 0.88233, + "map_at_5": 0.88933, + "map_at_10": 0.89263, + "map_at_20": 0.89299, + "map_at_100": 0.89309, + "map_at_1000": 0.89309, + "recall_at_1": 0.838, + "recall_at_3": 0.93667, + "recall_at_5": 0.96733, + "recall_at_10": 0.99, + "recall_at_20": 0.99467, + "recall_at_100": 0.998, + "recall_at_1000": 0.99933, + "precision_at_1": 0.838, + "precision_at_3": 0.31222, + "precision_at_5": 0.19347, + "precision_at_10": 0.099, + "precision_at_20": 0.04973, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.838, + "mrr_at_3": 0.882444, + "mrr_at_5": 0.889444, + "mrr_at_10": 0.892667, + "mrr_at_20": 0.89307, + "mrr_at_100": 0.893166, + "mrr_at_1000": 0.893171, + "nauc_ndcg_at_1_max": 0.310282, + "nauc_ndcg_at_1_std": -0.217805, + "nauc_ndcg_at_1_diff1": 0.806834, + "nauc_ndcg_at_3_max": 0.346912, + "nauc_ndcg_at_3_std": -0.192493, + "nauc_ndcg_at_3_diff1": 0.767125, + "nauc_ndcg_at_5_max": 0.332616, + "nauc_ndcg_at_5_std": -0.198953, + "nauc_ndcg_at_5_diff1": 0.772422, + "nauc_ndcg_at_10_max": 0.331816, + "nauc_ndcg_at_10_std": -0.208029, + "nauc_ndcg_at_10_diff1": 0.777474, + "nauc_ndcg_at_20_max": 0.329747, + "nauc_ndcg_at_20_std": -0.199063, + "nauc_ndcg_at_20_diff1": 0.776247, + "nauc_ndcg_at_100_max": 0.324527, + "nauc_ndcg_at_100_std": -0.202448, + "nauc_ndcg_at_100_diff1": 0.778258, + "nauc_ndcg_at_1000_max": 0.325271, + "nauc_ndcg_at_1000_std": -0.204192, + "nauc_ndcg_at_1000_diff1": 0.77974, + "nauc_map_at_1_max": 0.310282, + "nauc_map_at_1_std": -0.217805, + "nauc_map_at_1_diff1": 0.806834, + "nauc_map_at_3_max": 0.335399, + "nauc_map_at_3_std": -0.201072, + "nauc_map_at_3_diff1": 0.777608, + "nauc_map_at_5_max": 0.327979, + "nauc_map_at_5_std": -0.204814, + "nauc_map_at_5_diff1": 0.780913, + "nauc_map_at_10_max": 0.327292, + "nauc_map_at_10_std": -0.208344, + "nauc_map_at_10_diff1": 0.783028, + "nauc_map_at_20_max": 0.32663, + "nauc_map_at_20_std": -0.20646, + "nauc_map_at_20_diff1": 0.782784, + "nauc_map_at_100_max": 0.32604, + "nauc_map_at_100_std": -0.206775, + "nauc_map_at_100_diff1": 0.783053, + "nauc_map_at_1000_max": 0.326058, + "nauc_map_at_1000_std": -0.206818, + "nauc_map_at_1000_diff1": 0.783088, + "nauc_recall_at_1_max": 0.310282, + "nauc_recall_at_1_std": -0.217805, + "nauc_recall_at_1_diff1": 0.806834, + "nauc_recall_at_3_max": 0.406177, + "nauc_recall_at_3_std": -0.14785, + "nauc_recall_at_3_diff1": 0.714699, + "nauc_recall_at_5_max": 0.369757, + "nauc_recall_at_5_std": -0.145277, + "nauc_recall_at_5_diff1": 0.697603, + "nauc_recall_at_10_max": 0.448335, + "nauc_recall_at_10_std": -0.226611, + "nauc_recall_at_10_diff1": 0.641674, + "nauc_recall_at_20_max": 0.458625, + "nauc_recall_at_20_std": 0.287348, + "nauc_recall_at_20_diff1": 0.451272, + "nauc_recall_at_100_max": -0.400093, + "nauc_recall_at_100_std": 0.352007, + "nauc_recall_at_100_diff1": 0.293651, + "nauc_recall_at_1000_max": -1.151727, + "nauc_recall_at_1000_std": -0.171335, + "nauc_recall_at_1000_diff1": 0.722222, + "nauc_precision_at_1_max": 0.310282, + "nauc_precision_at_1_std": -0.217805, + "nauc_precision_at_1_diff1": 0.806834, + "nauc_precision_at_3_max": 0.406177, + "nauc_precision_at_3_std": -0.14785, + "nauc_precision_at_3_diff1": 0.714699, + "nauc_precision_at_5_max": 0.369757, + "nauc_precision_at_5_std": -0.145277, + "nauc_precision_at_5_diff1": 0.697603, + "nauc_precision_at_10_max": 0.448335, + "nauc_precision_at_10_std": -0.226611, + "nauc_precision_at_10_diff1": 0.641674, + "nauc_precision_at_20_max": 0.458625, + "nauc_precision_at_20_std": 0.287348, + "nauc_precision_at_20_diff1": 0.451272, + "nauc_precision_at_100_max": -0.400093, + "nauc_precision_at_100_std": 0.352007, + "nauc_precision_at_100_diff1": 0.293651, + "nauc_precision_at_1000_max": -1.151727, + "nauc_precision_at_1000_std": -0.171335, + "nauc_precision_at_1000_diff1": 0.722222, + "nauc_mrr_at_1_max": 0.310282, + "nauc_mrr_at_1_std": -0.217805, + "nauc_mrr_at_1_diff1": 0.806834, + "nauc_mrr_at_3_max": 0.334877, + "nauc_mrr_at_3_std": -0.20162, + "nauc_mrr_at_3_diff1": 0.778249, + "nauc_mrr_at_5_max": 0.327415, + "nauc_mrr_at_5_std": -0.205401, + "nauc_mrr_at_5_diff1": 0.7816, + "nauc_mrr_at_10_max": 0.326871, + "nauc_mrr_at_10_std": -0.210052, + "nauc_mrr_at_10_diff1": 0.783575, + "nauc_mrr_at_20_max": 0.326121, + "nauc_mrr_at_20_std": -0.20759, + "nauc_mrr_at_20_diff1": 0.78342, + "nauc_mrr_at_100_max": 0.32553, + "nauc_mrr_at_100_std": -0.207906, + "nauc_mrr_at_100_diff1": 0.783689, + "nauc_mrr_at_1000_max": 0.325548, + "nauc_mrr_at_1000_std": -0.207949, + "nauc_mrr_at_1000_diff1": 0.783724, + "main_score": 0.91655, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.81733, + "ndcg_at_3": 0.887, + "ndcg_at_5": 0.8996, + "ndcg_at_10": 0.9086, + "ndcg_at_20": 0.90963, + "ndcg_at_100": 0.91031, + "ndcg_at_1000": 0.91031, + "map_at_1": 0.81733, + "map_at_3": 0.87044, + "map_at_5": 0.87758, + "map_at_10": 0.88139, + "map_at_20": 0.88168, + "map_at_100": 0.8818, + "map_at_1000": 0.8818, + "recall_at_1": 0.81733, + "recall_at_3": 0.93467, + "recall_at_5": 0.96467, + "recall_at_10": 0.992, + "recall_at_20": 0.996, + "recall_at_100": 0.99933, + "recall_at_1000": 0.99933, + "precision_at_1": 0.81733, + "precision_at_3": 0.31156, + "precision_at_5": 0.19293, + "precision_at_10": 0.0992, + "precision_at_20": 0.0498, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.817333, + "mrr_at_3": 0.870444, + "mrr_at_5": 0.877578, + "mrr_at_10": 0.88139, + "mrr_at_20": 0.881676, + "mrr_at_100": 0.881796, + "mrr_at_1000": 0.881796, + "nauc_ndcg_at_1_max": 0.387631, + "nauc_ndcg_at_1_std": -0.163933, + "nauc_ndcg_at_1_diff1": 0.776926, + "nauc_ndcg_at_3_max": 0.423434, + "nauc_ndcg_at_3_std": -0.212787, + "nauc_ndcg_at_3_diff1": 0.737953, + "nauc_ndcg_at_5_max": 0.424717, + "nauc_ndcg_at_5_std": -0.187732, + "nauc_ndcg_at_5_diff1": 0.748404, + "nauc_ndcg_at_10_max": 0.416892, + "nauc_ndcg_at_10_std": -0.19406, + "nauc_ndcg_at_10_diff1": 0.74916, + "nauc_ndcg_at_20_max": 0.416936, + "nauc_ndcg_at_20_std": -0.186794, + "nauc_ndcg_at_20_diff1": 0.750551, + "nauc_ndcg_at_100_max": 0.414374, + "nauc_ndcg_at_100_std": -0.185277, + "nauc_ndcg_at_100_diff1": 0.752613, + "nauc_ndcg_at_1000_max": 0.414374, + "nauc_ndcg_at_1000_std": -0.185277, + "nauc_ndcg_at_1000_diff1": 0.752613, + "nauc_map_at_1_max": 0.387631, + "nauc_map_at_1_std": -0.163933, + "nauc_map_at_1_diff1": 0.776926, + "nauc_map_at_3_max": 0.413505, + "nauc_map_at_3_std": -0.19867, + "nauc_map_at_3_diff1": 0.749443, + "nauc_map_at_5_max": 0.413445, + "nauc_map_at_5_std": -0.185718, + "nauc_map_at_5_diff1": 0.755034, + "nauc_map_at_10_max": 0.410834, + "nauc_map_at_10_std": -0.187472, + "nauc_map_at_10_diff1": 0.755532, + "nauc_map_at_20_max": 0.410917, + "nauc_map_at_20_std": -0.185968, + "nauc_map_at_20_diff1": 0.755874, + "nauc_map_at_100_max": 0.410563, + "nauc_map_at_100_std": -0.185566, + "nauc_map_at_100_diff1": 0.756077, + "nauc_map_at_1000_max": 0.410563, + "nauc_map_at_1000_std": -0.185566, + "nauc_map_at_1000_diff1": 0.756077, + "nauc_recall_at_1_max": 0.387631, + "nauc_recall_at_1_std": -0.163933, + "nauc_recall_at_1_diff1": 0.776926, + "nauc_recall_at_3_max": 0.476295, + "nauc_recall_at_3_std": -0.288482, + "nauc_recall_at_3_diff1": 0.676137, + "nauc_recall_at_5_max": 0.530249, + "nauc_recall_at_5_std": -0.195497, + "nauc_recall_at_5_diff1": 0.691348, + "nauc_recall_at_10_max": 0.606987, + "nauc_recall_at_10_std": -0.449463, + "nauc_recall_at_10_diff1": 0.520425, + "nauc_recall_at_20_max": 0.782991, + "nauc_recall_at_20_std": -0.075864, + "nauc_recall_at_20_diff1": 0.403439, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.122782, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.122782, + "nauc_precision_at_1_max": 0.387631, + "nauc_precision_at_1_std": -0.163933, + "nauc_precision_at_1_diff1": 0.776926, + "nauc_precision_at_3_max": 0.476295, + "nauc_precision_at_3_std": -0.288482, + "nauc_precision_at_3_diff1": 0.676137, + "nauc_precision_at_5_max": 0.530249, + "nauc_precision_at_5_std": -0.195497, + "nauc_precision_at_5_diff1": 0.691348, + "nauc_precision_at_10_max": 0.606987, + "nauc_precision_at_10_std": -0.449463, + "nauc_precision_at_10_diff1": 0.520425, + "nauc_precision_at_20_max": 0.782991, + "nauc_precision_at_20_std": -0.075864, + "nauc_precision_at_20_diff1": 0.403439, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.122782, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.122782, + "nauc_mrr_at_1_max": 0.387631, + "nauc_mrr_at_1_std": -0.163933, + "nauc_mrr_at_1_diff1": 0.776926, + "nauc_mrr_at_3_max": 0.413505, + "nauc_mrr_at_3_std": -0.19867, + "nauc_mrr_at_3_diff1": 0.749443, + "nauc_mrr_at_5_max": 0.413445, + "nauc_mrr_at_5_std": -0.185718, + "nauc_mrr_at_5_diff1": 0.755034, + "nauc_mrr_at_10_max": 0.410834, + "nauc_mrr_at_10_std": -0.187472, + "nauc_mrr_at_10_diff1": 0.755532, + "nauc_mrr_at_20_max": 0.410917, + "nauc_mrr_at_20_std": -0.185968, + "nauc_mrr_at_20_diff1": 0.755874, + "nauc_mrr_at_100_max": 0.410563, + "nauc_mrr_at_100_std": -0.185566, + "nauc_mrr_at_100_diff1": 0.756077, + "nauc_mrr_at_1000_max": 0.410563, + "nauc_mrr_at_1000_std": -0.185566, + "nauc_mrr_at_1000_diff1": 0.756077, + "main_score": 0.9086, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.87708, + "ndcg_at_5": 0.89062, + "ndcg_at_10": 0.8983, + "ndcg_at_20": 0.90001, + "ndcg_at_100": 0.90115, + "ndcg_at_1000": 0.90134, + "map_at_1": 0.8, + "map_at_3": 0.85911, + "map_at_5": 0.86668, + "map_at_10": 0.87006, + "map_at_20": 0.87053, + "map_at_100": 0.8707, + "map_at_1000": 0.87071, + "recall_at_1": 0.8, + "recall_at_3": 0.92867, + "recall_at_5": 0.96133, + "recall_at_10": 0.984, + "recall_at_20": 0.99067, + "recall_at_100": 0.99667, + "recall_at_1000": 0.998, + "precision_at_1": 0.8, + "precision_at_3": 0.30956, + "precision_at_5": 0.19227, + "precision_at_10": 0.0984, + "precision_at_20": 0.04953, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.799333, + "mrr_at_3": 0.858778, + "mrr_at_5": 0.866344, + "mrr_at_10": 0.869725, + "mrr_at_20": 0.870205, + "mrr_at_100": 0.870371, + "mrr_at_1000": 0.870381, + "nauc_ndcg_at_1_max": 0.357777, + "nauc_ndcg_at_1_std": -0.172621, + "nauc_ndcg_at_1_diff1": 0.823387, + "nauc_ndcg_at_3_max": 0.372805, + "nauc_ndcg_at_3_std": -0.193756, + "nauc_ndcg_at_3_diff1": 0.782556, + "nauc_ndcg_at_5_max": 0.378137, + "nauc_ndcg_at_5_std": -0.154304, + "nauc_ndcg_at_5_diff1": 0.792877, + "nauc_ndcg_at_10_max": 0.367943, + "nauc_ndcg_at_10_std": -0.160005, + "nauc_ndcg_at_10_diff1": 0.795069, + "nauc_ndcg_at_20_max": 0.365431, + "nauc_ndcg_at_20_std": -0.160162, + "nauc_ndcg_at_20_diff1": 0.798961, + "nauc_ndcg_at_100_max": 0.36647, + "nauc_ndcg_at_100_std": -0.161813, + "nauc_ndcg_at_100_diff1": 0.799853, + "nauc_ndcg_at_1000_max": 0.365212, + "nauc_ndcg_at_1000_std": -0.164121, + "nauc_ndcg_at_1000_diff1": 0.799871, + "nauc_map_at_1_max": 0.357777, + "nauc_map_at_1_std": -0.172621, + "nauc_map_at_1_diff1": 0.823387, + "nauc_map_at_3_max": 0.363709, + "nauc_map_at_3_std": -0.187916, + "nauc_map_at_3_diff1": 0.794063, + "nauc_map_at_5_max": 0.366091, + "nauc_map_at_5_std": -0.169352, + "nauc_map_at_5_diff1": 0.799473, + "nauc_map_at_10_max": 0.362417, + "nauc_map_at_10_std": -0.1715, + "nauc_map_at_10_diff1": 0.800459, + "nauc_map_at_20_max": 0.361765, + "nauc_map_at_20_std": -0.171547, + "nauc_map_at_20_diff1": 0.801309, + "nauc_map_at_100_max": 0.36177, + "nauc_map_at_100_std": -0.171644, + "nauc_map_at_100_diff1": 0.801361, + "nauc_map_at_1000_max": 0.361719, + "nauc_map_at_1000_std": -0.171737, + "nauc_map_at_1000_diff1": 0.801363, + "nauc_recall_at_1_max": 0.357777, + "nauc_recall_at_1_std": -0.172621, + "nauc_recall_at_1_diff1": 0.823387, + "nauc_recall_at_3_max": 0.425373, + "nauc_recall_at_3_std": -0.224508, + "nauc_recall_at_3_diff1": 0.721747, + "nauc_recall_at_5_max": 0.498189, + "nauc_recall_at_5_std": 0.006214, + "nauc_recall_at_5_diff1": 0.738111, + "nauc_recall_at_10_max": 0.478875, + "nauc_recall_at_10_std": 0.12216, + "nauc_recall_at_10_diff1": 0.697771, + "nauc_recall_at_20_max": 0.46672, + "nauc_recall_at_20_std": 0.314092, + "nauc_recall_at_20_diff1": 0.785281, + "nauc_recall_at_100_max": 0.855275, + "nauc_recall_at_100_std": 0.871615, + "nauc_recall_at_100_diff1": 0.918301, + "nauc_recall_at_1000_max": 0.758792, + "nauc_recall_at_1000_std": 0.786026, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.357777, + "nauc_precision_at_1_std": -0.172621, + "nauc_precision_at_1_diff1": 0.823387, + "nauc_precision_at_3_max": 0.425373, + "nauc_precision_at_3_std": -0.224508, + "nauc_precision_at_3_diff1": 0.721747, + "nauc_precision_at_5_max": 0.498189, + "nauc_precision_at_5_std": 0.006214, + "nauc_precision_at_5_diff1": 0.738111, + "nauc_precision_at_10_max": 0.478875, + "nauc_precision_at_10_std": 0.12216, + "nauc_precision_at_10_diff1": 0.697771, + "nauc_precision_at_20_max": 0.46672, + "nauc_precision_at_20_std": 0.314092, + "nauc_precision_at_20_diff1": 0.785281, + "nauc_precision_at_100_max": 0.855275, + "nauc_precision_at_100_std": 0.871615, + "nauc_precision_at_100_diff1": 0.918301, + "nauc_precision_at_1000_max": 0.758792, + "nauc_precision_at_1000_std": 0.786026, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.360415, + "nauc_mrr_at_1_std": -0.16862, + "nauc_mrr_at_1_diff1": 0.824828, + "nauc_mrr_at_3_max": 0.365536, + "nauc_mrr_at_3_std": -0.185102, + "nauc_mrr_at_3_diff1": 0.79512, + "nauc_mrr_at_5_max": 0.368022, + "nauc_mrr_at_5_std": -0.166406, + "nauc_mrr_at_5_diff1": 0.800582, + "nauc_mrr_at_10_max": 0.364408, + "nauc_mrr_at_10_std": -0.168468, + "nauc_mrr_at_10_diff1": 0.801597, + "nauc_mrr_at_20_max": 0.363739, + "nauc_mrr_at_20_std": -0.168463, + "nauc_mrr_at_20_diff1": 0.80246, + "nauc_mrr_at_100_max": 0.363746, + "nauc_mrr_at_100_std": -0.168557, + "nauc_mrr_at_100_diff1": 0.802513, + "nauc_mrr_at_1000_max": 0.363696, + "nauc_mrr_at_1000_std": -0.168649, + "nauc_mrr_at_1000_diff1": 0.802515, + "main_score": 0.8983, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.79733, + "ndcg_at_3": 0.87128, + "ndcg_at_5": 0.88671, + "ndcg_at_10": 0.89271, + "ndcg_at_20": 0.89469, + "ndcg_at_100": 0.89613, + "ndcg_at_1000": 0.89666, + "map_at_1": 0.79733, + "map_at_3": 0.85367, + "map_at_5": 0.86227, + "map_at_10": 0.86472, + "map_at_20": 0.86524, + "map_at_100": 0.86542, + "map_at_1000": 0.86545, + "recall_at_1": 0.79733, + "recall_at_3": 0.922, + "recall_at_5": 0.95933, + "recall_at_10": 0.978, + "recall_at_20": 0.986, + "recall_at_100": 0.994, + "recall_at_1000": 0.998, + "precision_at_1": 0.79733, + "precision_at_3": 0.30733, + "precision_at_5": 0.19187, + "precision_at_10": 0.0978, + "precision_at_20": 0.0493, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.797333, + "mrr_at_3": 0.853667, + "mrr_at_5": 0.862233, + "mrr_at_10": 0.864689, + "mrr_at_20": 0.865211, + "mrr_at_100": 0.865388, + "mrr_at_1000": 0.865412, + "nauc_ndcg_at_1_max": 0.363867, + "nauc_ndcg_at_1_std": -0.18917, + "nauc_ndcg_at_1_diff1": 0.787656, + "nauc_ndcg_at_3_max": 0.386954, + "nauc_ndcg_at_3_std": -0.19411, + "nauc_ndcg_at_3_diff1": 0.743361, + "nauc_ndcg_at_5_max": 0.4095, + "nauc_ndcg_at_5_std": -0.178973, + "nauc_ndcg_at_5_diff1": 0.750419, + "nauc_ndcg_at_10_max": 0.410541, + "nauc_ndcg_at_10_std": -0.174797, + "nauc_ndcg_at_10_diff1": 0.749461, + "nauc_ndcg_at_20_max": 0.403899, + "nauc_ndcg_at_20_std": -0.175363, + "nauc_ndcg_at_20_diff1": 0.757385, + "nauc_ndcg_at_100_max": 0.39729, + "nauc_ndcg_at_100_std": -0.177818, + "nauc_ndcg_at_100_diff1": 0.756616, + "nauc_ndcg_at_1000_max": 0.39466, + "nauc_ndcg_at_1000_std": -0.180355, + "nauc_ndcg_at_1000_diff1": 0.75643, + "nauc_map_at_1_max": 0.363867, + "nauc_map_at_1_std": -0.18917, + "nauc_map_at_1_diff1": 0.787656, + "nauc_map_at_3_max": 0.378579, + "nauc_map_at_3_std": -0.193022, + "nauc_map_at_3_diff1": 0.75615, + "nauc_map_at_5_max": 0.388106, + "nauc_map_at_5_std": -0.186765, + "nauc_map_at_5_diff1": 0.760323, + "nauc_map_at_10_max": 0.387694, + "nauc_map_at_10_std": -0.185267, + "nauc_map_at_10_diff1": 0.760071, + "nauc_map_at_20_max": 0.386321, + "nauc_map_at_20_std": -0.185516, + "nauc_map_at_20_diff1": 0.761815, + "nauc_map_at_100_max": 0.385623, + "nauc_map_at_100_std": -0.185809, + "nauc_map_at_100_diff1": 0.761747, + "nauc_map_at_1000_max": 0.385531, + "nauc_map_at_1000_std": -0.185873, + "nauc_map_at_1000_diff1": 0.761737, + "nauc_recall_at_1_max": 0.363867, + "nauc_recall_at_1_std": -0.18917, + "nauc_recall_at_1_diff1": 0.787656, + "nauc_recall_at_3_max": 0.430662, + "nauc_recall_at_3_std": -0.199318, + "nauc_recall_at_3_diff1": 0.678797, + "nauc_recall_at_5_max": 0.619675, + "nauc_recall_at_5_std": -0.096417, + "nauc_recall_at_5_diff1": 0.663797, + "nauc_recall_at_10_max": 0.823261, + "nauc_recall_at_10_std": 0.024517, + "nauc_recall_at_10_diff1": 0.580454, + "nauc_recall_at_20_max": 0.860967, + "nauc_recall_at_20_std": 0.129074, + "nauc_recall_at_20_diff1": 0.708128, + "nauc_recall_at_100_max": 0.880174, + "nauc_recall_at_100_std": 0.318031, + "nauc_recall_at_100_diff1": 0.571065, + "nauc_recall_at_1000_max": 0.863834, + "nauc_recall_at_1000_std": 0.273576, + "nauc_recall_at_1000_diff1": 0.146592, + "nauc_precision_at_1_max": 0.363867, + "nauc_precision_at_1_std": -0.18917, + "nauc_precision_at_1_diff1": 0.787656, + "nauc_precision_at_3_max": 0.430662, + "nauc_precision_at_3_std": -0.199318, + "nauc_precision_at_3_diff1": 0.678797, + "nauc_precision_at_5_max": 0.619675, + "nauc_precision_at_5_std": -0.096417, + "nauc_precision_at_5_diff1": 0.663797, + "nauc_precision_at_10_max": 0.823261, + "nauc_precision_at_10_std": 0.024517, + "nauc_precision_at_10_diff1": 0.580454, + "nauc_precision_at_20_max": 0.860967, + "nauc_precision_at_20_std": 0.129074, + "nauc_precision_at_20_diff1": 0.708128, + "nauc_precision_at_100_max": 0.880174, + "nauc_precision_at_100_std": 0.318031, + "nauc_precision_at_100_diff1": 0.571065, + "nauc_precision_at_1000_max": 0.863834, + "nauc_precision_at_1000_std": 0.273576, + "nauc_precision_at_1000_diff1": 0.146592, + "nauc_mrr_at_1_max": 0.363867, + "nauc_mrr_at_1_std": -0.18917, + "nauc_mrr_at_1_diff1": 0.787656, + "nauc_mrr_at_3_max": 0.378579, + "nauc_mrr_at_3_std": -0.193022, + "nauc_mrr_at_3_diff1": 0.75615, + "nauc_mrr_at_5_max": 0.388228, + "nauc_mrr_at_5_std": -0.186686, + "nauc_mrr_at_5_diff1": 0.760384, + "nauc_mrr_at_10_max": 0.38782, + "nauc_mrr_at_10_std": -0.185187, + "nauc_mrr_at_10_diff1": 0.760134, + "nauc_mrr_at_20_max": 0.386448, + "nauc_mrr_at_20_std": -0.185435, + "nauc_mrr_at_20_diff1": 0.761877, + "nauc_mrr_at_100_max": 0.385749, + "nauc_mrr_at_100_std": -0.185726, + "nauc_mrr_at_100_diff1": 0.76181, + "nauc_mrr_at_1000_max": 0.385658, + "nauc_mrr_at_1000_std": -0.18579, + "nauc_mrr_at_1000_diff1": 0.7618, + "main_score": 0.89271, + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.80133, + "ndcg_at_3": 0.87333, + "ndcg_at_5": 0.8886, + "ndcg_at_10": 0.89684, + "ndcg_at_20": 0.89787, + "ndcg_at_100": 0.89928, + "ndcg_at_1000": 0.89955, + "map_at_1": 0.80133, + "map_at_3": 0.856, + "map_at_5": 0.86457, + "map_at_10": 0.86813, + "map_at_20": 0.86842, + "map_at_100": 0.86863, + "map_at_1000": 0.86864, + "recall_at_1": 0.80133, + "recall_at_3": 0.92333, + "recall_at_5": 0.96, + "recall_at_10": 0.98467, + "recall_at_20": 0.98867, + "recall_at_100": 0.996, + "recall_at_1000": 0.998, + "precision_at_1": 0.80133, + "precision_at_3": 0.30778, + "precision_at_5": 0.192, + "precision_at_10": 0.09847, + "precision_at_20": 0.04943, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.800667, + "mrr_at_3": 0.855667, + "mrr_at_5": 0.864233, + "mrr_at_10": 0.867794, + "mrr_at_20": 0.868088, + "mrr_at_100": 0.868302, + "mrr_at_1000": 0.868315, + "nauc_ndcg_at_1_max": 0.401628, + "nauc_ndcg_at_1_std": -0.13596, + "nauc_ndcg_at_1_diff1": 0.790645, + "nauc_ndcg_at_3_max": 0.42719, + "nauc_ndcg_at_3_std": -0.180902, + "nauc_ndcg_at_3_diff1": 0.764264, + "nauc_ndcg_at_5_max": 0.451611, + "nauc_ndcg_at_5_std": -0.158938, + "nauc_ndcg_at_5_diff1": 0.772734, + "nauc_ndcg_at_10_max": 0.443447, + "nauc_ndcg_at_10_std": -0.143914, + "nauc_ndcg_at_10_diff1": 0.776495, + "nauc_ndcg_at_20_max": 0.438518, + "nauc_ndcg_at_20_std": -0.139938, + "nauc_ndcg_at_20_diff1": 0.775286, + "nauc_ndcg_at_100_max": 0.432545, + "nauc_ndcg_at_100_std": -0.143839, + "nauc_ndcg_at_100_diff1": 0.777568, + "nauc_ndcg_at_1000_max": 0.431751, + "nauc_ndcg_at_1000_std": -0.145987, + "nauc_ndcg_at_1000_diff1": 0.777698, + "nauc_map_at_1_max": 0.401628, + "nauc_map_at_1_std": -0.13596, + "nauc_map_at_1_diff1": 0.790645, + "nauc_map_at_3_max": 0.419152, + "nauc_map_at_3_std": -0.167625, + "nauc_map_at_3_diff1": 0.772358, + "nauc_map_at_5_max": 0.429673, + "nauc_map_at_5_std": -0.157025, + "nauc_map_at_5_diff1": 0.776984, + "nauc_map_at_10_max": 0.426235, + "nauc_map_at_10_std": -0.151834, + "nauc_map_at_10_diff1": 0.778301, + "nauc_map_at_20_max": 0.425116, + "nauc_map_at_20_std": -0.150958, + "nauc_map_at_20_diff1": 0.778017, + "nauc_map_at_100_max": 0.42441, + "nauc_map_at_100_std": -0.151568, + "nauc_map_at_100_diff1": 0.778342, + "nauc_map_at_1000_max": 0.424374, + "nauc_map_at_1000_std": -0.151646, + "nauc_map_at_1000_diff1": 0.778351, + "nauc_recall_at_1_max": 0.401628, + "nauc_recall_at_1_std": -0.13596, + "nauc_recall_at_1_diff1": 0.790645, + "nauc_recall_at_3_max": 0.468485, + "nauc_recall_at_3_std": -0.248455, + "nauc_recall_at_3_diff1": 0.722843, + "nauc_recall_at_5_max": 0.666021, + "nauc_recall_at_5_std": -0.16371, + "nauc_recall_at_5_diff1": 0.736881, + "nauc_recall_at_10_max": 0.857305, + "nauc_recall_at_10_std": 0.114521, + "nauc_recall_at_10_diff1": 0.754537, + "nauc_recall_at_20_max": 0.838661, + "nauc_recall_at_20_std": 0.336519, + "nauc_recall_at_20_diff1": 0.708272, + "nauc_recall_at_100_max": 0.82493, + "nauc_recall_at_100_std": 0.783302, + "nauc_recall_at_100_diff1": 0.84944, + "nauc_recall_at_1000_max": 0.956427, + "nauc_recall_at_1000_std": 0.956427, + "nauc_recall_at_1000_diff1": 0.956427, + "nauc_precision_at_1_max": 0.401628, + "nauc_precision_at_1_std": -0.13596, + "nauc_precision_at_1_diff1": 0.790645, + "nauc_precision_at_3_max": 0.468485, + "nauc_precision_at_3_std": -0.248455, + "nauc_precision_at_3_diff1": 0.722843, + "nauc_precision_at_5_max": 0.666021, + "nauc_precision_at_5_std": -0.16371, + "nauc_precision_at_5_diff1": 0.736881, + "nauc_precision_at_10_max": 0.857305, + "nauc_precision_at_10_std": 0.114521, + "nauc_precision_at_10_diff1": 0.754537, + "nauc_precision_at_20_max": 0.838661, + "nauc_precision_at_20_std": 0.336519, + "nauc_precision_at_20_diff1": 0.708272, + "nauc_precision_at_100_max": 0.82493, + "nauc_precision_at_100_std": 0.783302, + "nauc_precision_at_100_diff1": 0.84944, + "nauc_precision_at_1000_max": 0.956427, + "nauc_precision_at_1000_std": 0.956427, + "nauc_precision_at_1000_diff1": 0.956427, + "nauc_mrr_at_1_max": 0.402361, + "nauc_mrr_at_1_std": -0.13615, + "nauc_mrr_at_1_diff1": 0.791764, + "nauc_mrr_at_3_max": 0.419612, + "nauc_mrr_at_3_std": -0.167687, + "nauc_mrr_at_3_diff1": 0.773154, + "nauc_mrr_at_5_max": 0.43014, + "nauc_mrr_at_5_std": -0.157115, + "nauc_mrr_at_5_diff1": 0.777823, + "nauc_mrr_at_10_max": 0.426723, + "nauc_mrr_at_10_std": -0.151939, + "nauc_mrr_at_10_diff1": 0.77916, + "nauc_mrr_at_20_max": 0.425585, + "nauc_mrr_at_20_std": -0.151048, + "nauc_mrr_at_20_diff1": 0.778871, + "nauc_mrr_at_100_max": 0.424881, + "nauc_mrr_at_100_std": -0.151657, + "nauc_mrr_at_100_diff1": 0.779196, + "nauc_mrr_at_1000_max": 0.424845, + "nauc_mrr_at_1000_std": -0.151734, + "nauc_mrr_at_1000_diff1": 0.779205, + "main_score": 0.89684, + "hf_subset": "no", + "languages": [ + "nor-Latn" + ] + }, + { + "ndcg_at_1": 0.83, + "ndcg_at_3": 0.89474, + "ndcg_at_5": 0.90664, + "ndcg_at_10": 0.91455, + "ndcg_at_20": 0.91526, + "ndcg_at_100": 0.91626, + "ndcg_at_1000": 0.91643, + "map_at_1": 0.83, + "map_at_3": 0.87967, + "map_at_5": 0.88633, + "map_at_10": 0.88968, + "map_at_20": 0.88989, + "map_at_100": 0.89004, + "map_at_1000": 0.89004, + "recall_at_1": 0.83, + "recall_at_3": 0.938, + "recall_at_5": 0.96667, + "recall_at_10": 0.99067, + "recall_at_20": 0.99333, + "recall_at_100": 0.99867, + "recall_at_1000": 1.0, + "precision_at_1": 0.83, + "precision_at_3": 0.31267, + "precision_at_5": 0.19333, + "precision_at_10": 0.09907, + "precision_at_20": 0.04967, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.83, + "mrr_at_3": 0.879667, + "mrr_at_5": 0.886333, + "mrr_at_10": 0.889678, + "mrr_at_20": 0.889892, + "mrr_at_100": 0.890038, + "mrr_at_1000": 0.890043, + "nauc_ndcg_at_1_max": 0.364687, + "nauc_ndcg_at_1_std": -0.197784, + "nauc_ndcg_at_1_diff1": 0.825574, + "nauc_ndcg_at_3_max": 0.418196, + "nauc_ndcg_at_3_std": -0.19368, + "nauc_ndcg_at_3_diff1": 0.799971, + "nauc_ndcg_at_5_max": 0.414352, + "nauc_ndcg_at_5_std": -0.193307, + "nauc_ndcg_at_5_diff1": 0.804677, + "nauc_ndcg_at_10_max": 0.406487, + "nauc_ndcg_at_10_std": -0.195231, + "nauc_ndcg_at_10_diff1": 0.807315, + "nauc_ndcg_at_20_max": 0.402204, + "nauc_ndcg_at_20_std": -0.187508, + "nauc_ndcg_at_20_diff1": 0.808603, + "nauc_ndcg_at_100_max": 0.397804, + "nauc_ndcg_at_100_std": -0.190847, + "nauc_ndcg_at_100_diff1": 0.808919, + "nauc_ndcg_at_1000_max": 0.39656, + "nauc_ndcg_at_1000_std": -0.193307, + "nauc_ndcg_at_1000_diff1": 0.808524, + "nauc_map_at_1_max": 0.364687, + "nauc_map_at_1_std": -0.197784, + "nauc_map_at_1_diff1": 0.825574, + "nauc_map_at_3_max": 0.399126, + "nauc_map_at_3_std": -0.195253, + "nauc_map_at_3_diff1": 0.805618, + "nauc_map_at_5_max": 0.39637, + "nauc_map_at_5_std": -0.195388, + "nauc_map_at_5_diff1": 0.808133, + "nauc_map_at_10_max": 0.392886, + "nauc_map_at_10_std": -0.196369, + "nauc_map_at_10_diff1": 0.808966, + "nauc_map_at_20_max": 0.391868, + "nauc_map_at_20_std": -0.194609, + "nauc_map_at_20_diff1": 0.809279, + "nauc_map_at_100_max": 0.391354, + "nauc_map_at_100_std": -0.195212, + "nauc_map_at_100_diff1": 0.809375, + "nauc_map_at_1000_max": 0.391324, + "nauc_map_at_1000_std": -0.195269, + "nauc_map_at_1000_diff1": 0.809366, + "nauc_recall_at_1_max": 0.364687, + "nauc_recall_at_1_std": -0.197784, + "nauc_recall_at_1_diff1": 0.825574, + "nauc_recall_at_3_max": 0.521822, + "nauc_recall_at_3_std": -0.185055, + "nauc_recall_at_3_diff1": 0.771809, + "nauc_recall_at_5_max": 0.583455, + "nauc_recall_at_5_std": -0.172344, + "nauc_recall_at_5_diff1": 0.778198, + "nauc_recall_at_10_max": 0.828598, + "nauc_recall_at_10_std": -0.153228, + "nauc_recall_at_10_diff1": 0.788916, + "nauc_recall_at_20_max": 0.800887, + "nauc_recall_at_20_std": 0.220542, + "nauc_recall_at_20_diff1": 0.839402, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.364687, + "nauc_precision_at_1_std": -0.197784, + "nauc_precision_at_1_diff1": 0.825574, + "nauc_precision_at_3_max": 0.521822, + "nauc_precision_at_3_std": -0.185055, + "nauc_precision_at_3_diff1": 0.771809, + "nauc_precision_at_5_max": 0.583455, + "nauc_precision_at_5_std": -0.172344, + "nauc_precision_at_5_diff1": 0.778198, + "nauc_precision_at_10_max": 0.828598, + "nauc_precision_at_10_std": -0.153228, + "nauc_precision_at_10_diff1": 0.788916, + "nauc_precision_at_20_max": 0.800887, + "nauc_precision_at_20_std": 0.220542, + "nauc_precision_at_20_diff1": 0.839402, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.364687, + "nauc_mrr_at_1_std": -0.197784, + "nauc_mrr_at_1_diff1": 0.825574, + "nauc_mrr_at_3_max": 0.399126, + "nauc_mrr_at_3_std": -0.195253, + "nauc_mrr_at_3_diff1": 0.805618, + "nauc_mrr_at_5_max": 0.39637, + "nauc_mrr_at_5_std": -0.195388, + "nauc_mrr_at_5_diff1": 0.808133, + "nauc_mrr_at_10_max": 0.392886, + "nauc_mrr_at_10_std": -0.196369, + "nauc_mrr_at_10_diff1": 0.808966, + "nauc_mrr_at_20_max": 0.391868, + "nauc_mrr_at_20_std": -0.194609, + "nauc_mrr_at_20_diff1": 0.809279, + "nauc_mrr_at_100_max": 0.391354, + "nauc_mrr_at_100_std": -0.195212, + "nauc_mrr_at_100_diff1": 0.809375, + "nauc_mrr_at_1000_max": 0.391324, + "nauc_mrr_at_1000_std": -0.195269, + "nauc_mrr_at_1000_diff1": 0.809366, + "main_score": 0.91455, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 3488.0623512268066, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/WinoGrande.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/WinoGrande.json new file mode 100644 index 0000000000..a4efdbed94 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/WinoGrande.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f74c094f321077cf909ddfb8bccc1b5912a4ac28", + "task_name": "WinoGrande", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "ndcg_at_1": 0.21705, + "ndcg_at_3": 0.37255, + "ndcg_at_5": 0.4198, + "ndcg_at_10": 0.47493, + "ndcg_at_20": 0.49966, + "ndcg_at_100": 0.51623, + "ndcg_at_1000": 0.52229, + "map_at_1": 0.21705, + "map_at_3": 0.33412, + "map_at_5": 0.36041, + "map_at_10": 0.38331, + "map_at_20": 0.3902, + "map_at_100": 0.39277, + "map_at_1000": 0.39299, + "recall_at_1": 0.21705, + "recall_at_3": 0.48382, + "recall_at_5": 0.59826, + "recall_at_10": 0.76796, + "recall_at_20": 0.86504, + "recall_at_100": 0.95028, + "recall_at_1000": 0.99842, + "precision_at_1": 0.21705, + "precision_at_3": 0.16127, + "precision_at_5": 0.11965, + "precision_at_10": 0.0768, + "precision_at_20": 0.04325, + "precision_at_100": 0.0095, + "precision_at_1000": 0.001, + "mrr_at_1": 0.217048, + "mrr_at_3": 0.334123, + "mrr_at_5": 0.360405, + "mrr_at_10": 0.38331, + "mrr_at_20": 0.390202, + "mrr_at_100": 0.392768, + "mrr_at_1000": 0.392987, + "nauc_ndcg_at_1_max": 0.013546, + "nauc_ndcg_at_1_std": -0.102524, + "nauc_ndcg_at_1_diff1": 0.164608, + "nauc_ndcg_at_3_max": -0.054514, + "nauc_ndcg_at_3_std": -0.183662, + "nauc_ndcg_at_3_diff1": 0.128444, + "nauc_ndcg_at_5_max": -0.07672, + "nauc_ndcg_at_5_std": -0.224662, + "nauc_ndcg_at_5_diff1": 0.119223, + "nauc_ndcg_at_10_max": -0.090027, + "nauc_ndcg_at_10_std": -0.223789, + "nauc_ndcg_at_10_diff1": 0.111704, + "nauc_ndcg_at_20_max": -0.087623, + "nauc_ndcg_at_20_std": -0.218787, + "nauc_ndcg_at_20_diff1": 0.123058, + "nauc_ndcg_at_100_max": -0.074641, + "nauc_ndcg_at_100_std": -0.201576, + "nauc_ndcg_at_100_diff1": 0.123207, + "nauc_ndcg_at_1000_max": -0.067307, + "nauc_ndcg_at_1000_std": -0.196151, + "nauc_ndcg_at_1000_diff1": 0.127254, + "nauc_map_at_1_max": 0.013546, + "nauc_map_at_1_std": -0.102524, + "nauc_map_at_1_diff1": 0.164608, + "nauc_map_at_3_max": -0.038913, + "nauc_map_at_3_std": -0.164811, + "nauc_map_at_3_diff1": 0.137667, + "nauc_map_at_5_max": -0.050565, + "nauc_map_at_5_std": -0.187034, + "nauc_map_at_5_diff1": 0.132933, + "nauc_map_at_10_max": -0.055173, + "nauc_map_at_10_std": -0.184996, + "nauc_map_at_10_diff1": 0.130425, + "nauc_map_at_20_max": -0.053744, + "nauc_map_at_20_std": -0.183139, + "nauc_map_at_20_diff1": 0.133647, + "nauc_map_at_100_max": -0.05193, + "nauc_map_at_100_std": -0.180773, + "nauc_map_at_100_diff1": 0.133637, + "nauc_map_at_1000_max": -0.051714, + "nauc_map_at_1000_std": -0.180538, + "nauc_map_at_1000_diff1": 0.133739, + "nauc_recall_at_1_max": 0.013546, + "nauc_recall_at_1_std": -0.102524, + "nauc_recall_at_1_diff1": 0.164608, + "nauc_recall_at_3_max": -0.096503, + "nauc_recall_at_3_std": -0.234494, + "nauc_recall_at_3_diff1": 0.103277, + "nauc_recall_at_5_max": -0.156974, + "nauc_recall_at_5_std": -0.341131, + "nauc_recall_at_5_diff1": 0.077122, + "nauc_recall_at_10_max": -0.247804, + "nauc_recall_at_10_std": -0.395642, + "nauc_recall_at_10_diff1": 0.026331, + "nauc_recall_at_20_max": -0.328402, + "nauc_recall_at_20_std": -0.458978, + "nauc_recall_at_20_diff1": 0.062894, + "nauc_recall_at_100_max": -0.372134, + "nauc_recall_at_100_std": -0.393389, + "nauc_recall_at_100_diff1": -0.019958, + "nauc_recall_at_1000_max": -0.299321, + "nauc_recall_at_1000_std": -0.141796, + "nauc_recall_at_1000_diff1": 0.711722, + "nauc_precision_at_1_max": 0.013546, + "nauc_precision_at_1_std": -0.102524, + "nauc_precision_at_1_diff1": 0.164608, + "nauc_precision_at_3_max": -0.096503, + "nauc_precision_at_3_std": -0.234494, + "nauc_precision_at_3_diff1": 0.103277, + "nauc_precision_at_5_max": -0.156974, + "nauc_precision_at_5_std": -0.341131, + "nauc_precision_at_5_diff1": 0.077122, + "nauc_precision_at_10_max": -0.247804, + "nauc_precision_at_10_std": -0.395642, + "nauc_precision_at_10_diff1": 0.026331, + "nauc_precision_at_20_max": -0.328402, + "nauc_precision_at_20_std": -0.458978, + "nauc_precision_at_20_diff1": 0.062894, + "nauc_precision_at_100_max": -0.372134, + "nauc_precision_at_100_std": -0.393389, + "nauc_precision_at_100_diff1": -0.019958, + "nauc_precision_at_1000_max": -0.299321, + "nauc_precision_at_1000_std": -0.141796, + "nauc_precision_at_1000_diff1": 0.711722, + "nauc_mrr_at_1_max": 0.013546, + "nauc_mrr_at_1_std": -0.102524, + "nauc_mrr_at_1_diff1": 0.164608, + "nauc_mrr_at_3_max": -0.038913, + "nauc_mrr_at_3_std": -0.164811, + "nauc_mrr_at_3_diff1": 0.137667, + "nauc_mrr_at_5_max": -0.050565, + "nauc_mrr_at_5_std": -0.187034, + "nauc_mrr_at_5_diff1": 0.132933, + "nauc_mrr_at_10_max": -0.055173, + "nauc_mrr_at_10_std": -0.184996, + "nauc_mrr_at_10_diff1": 0.130425, + "nauc_mrr_at_20_max": -0.053744, + "nauc_mrr_at_20_std": -0.183139, + "nauc_mrr_at_20_diff1": 0.133647, + "nauc_mrr_at_100_max": -0.05193, + "nauc_mrr_at_100_std": -0.180773, + "nauc_mrr_at_100_diff1": 0.133637, + "nauc_mrr_at_1000_max": -0.051714, + "nauc_mrr_at_1000_std": -0.180538, + "nauc_mrr_at_1000_diff1": 0.133739, + "main_score": 0.47493, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.98842978477478, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/XNLI.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/XNLI.json new file mode 100644 index 0000000000..77ed2dbe94 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/XNLI.json @@ -0,0 +1,1329 @@ +{ + "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", + "task_name": "XNLI", + "mteb_version": "1.38.29", + "scores": { + "test": [ + { + "similarity_accuracy": 0.732601, + "similarity_accuracy_threshold": 0.843542, + "similarity_f1": 0.750653, + "similarity_f1_threshold": 0.827148, + "similarity_precision": 0.676471, + "similarity_recall": 0.843109, + "similarity_ap": 0.798955, + "cosine_accuracy": 0.732601, + "cosine_accuracy_threshold": 0.843541, + "cosine_f1": 0.750653, + "cosine_f1_threshold": 0.827147, + "cosine_precision": 0.676471, + "cosine_recall": 0.843109, + "cosine_ap": 0.798955, + "manhattan_accuracy": 0.728938, + "manhattan_accuracy_threshold": 26.447292, + "manhattan_f1": 0.750163, + "manhattan_f1_threshold": 27.950775, + "manhattan_precision": 0.675676, + "manhattan_recall": 0.843109, + "manhattan_ap": 0.797667, + "euclidean_accuracy": 0.732601, + "euclidean_accuracy_threshold": 0.560421, + "euclidean_f1": 0.749677, + "euclidean_f1_threshold": 0.590281, + "euclidean_precision": 0.669355, + "euclidean_recall": 0.851906, + "euclidean_ap": 0.798893, + "dot_accuracy": 0.731136, + "dot_accuracy_threshold": 0.851022, + "dot_f1": 0.750322, + "dot_f1_threshold": 0.824649, + "dot_precision": 0.668578, + "dot_recall": 0.854839, + "dot_ap": 0.797803, + "max_accuracy": 0.732601, + "max_f1": 0.750653, + "max_precision": 0.676471, + "max_recall": 0.854839, + "max_ap": 0.798955, + "main_score": 0.798955, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "similarity_accuracy": 0.74359, + "similarity_accuracy_threshold": 0.85467, + "similarity_f1": 0.759494, + "similarity_f1_threshold": 0.83708, + "similarity_precision": 0.695971, + "similarity_recall": 0.835777, + "similarity_ap": 0.818299, + "cosine_accuracy": 0.74359, + "cosine_accuracy_threshold": 0.854669, + "cosine_f1": 0.759494, + "cosine_f1_threshold": 0.837079, + "cosine_precision": 0.695971, + "cosine_recall": 0.835777, + "cosine_ap": 0.818298, + "manhattan_accuracy": 0.742857, + "manhattan_accuracy_threshold": 25.542637, + "manhattan_f1": 0.760157, + "manhattan_f1_threshold": 27.295448, + "manhattan_precision": 0.687204, + "manhattan_recall": 0.85044, + "manhattan_ap": 0.816691, + "euclidean_accuracy": 0.744322, + "euclidean_accuracy_threshold": 0.540525, + "euclidean_f1": 0.76032, + "euclidean_f1_threshold": 0.570655, + "euclidean_precision": 0.696341, + "euclidean_recall": 0.837243, + "euclidean_ap": 0.818418, + "dot_accuracy": 0.749451, + "dot_accuracy_threshold": 0.852168, + "dot_f1": 0.75964, + "dot_f1_threshold": 0.832675, + "dot_precision": 0.676201, + "dot_recall": 0.866569, + "dot_ap": 0.816344, + "max_accuracy": 0.749451, + "max_f1": 0.76032, + "max_precision": 0.696341, + "max_recall": 0.866569, + "max_ap": 0.818418, + "main_score": 0.818418, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "similarity_accuracy": 0.754579, + "similarity_accuracy_threshold": 0.854967, + "similarity_f1": 0.76604, + "similarity_f1_threshold": 0.827424, + "similarity_precision": 0.686411, + "similarity_recall": 0.866569, + "similarity_ap": 0.821825, + "cosine_accuracy": 0.754579, + "cosine_accuracy_threshold": 0.854966, + "cosine_f1": 0.76604, + "cosine_f1_threshold": 0.827423, + "cosine_precision": 0.686411, + "cosine_recall": 0.866569, + "cosine_ap": 0.821825, + "manhattan_accuracy": 0.753846, + "manhattan_accuracy_threshold": 25.585358, + "manhattan_f1": 0.768642, + "manhattan_f1_threshold": 28.10339, + "manhattan_precision": 0.67982, + "manhattan_recall": 0.884164, + "manhattan_ap": 0.820856, + "euclidean_accuracy": 0.755311, + "euclidean_accuracy_threshold": 0.541386, + "euclidean_f1": 0.765293, + "euclidean_f1_threshold": 0.597474, + "euclidean_precision": 0.666304, + "euclidean_recall": 0.898827, + "euclidean_ap": 0.821779, + "dot_accuracy": 0.755311, + "dot_accuracy_threshold": 0.858199, + "dot_f1": 0.770524, + "dot_f1_threshold": 0.827494, + "dot_precision": 0.689017, + "dot_recall": 0.8739, + "dot_ap": 0.821875, + "max_accuracy": 0.755311, + "max_f1": 0.770524, + "max_precision": 0.689017, + "max_recall": 0.898827, + "max_ap": 0.821875, + "main_score": 0.821875, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.739194, + "similarity_accuracy_threshold": 0.848211, + "similarity_f1": 0.750306, + "similarity_f1_threshold": 0.816235, + "similarity_precision": 0.643908, + "similarity_recall": 0.898827, + "similarity_ap": 0.817756, + "cosine_accuracy": 0.739194, + "cosine_accuracy_threshold": 0.84821, + "cosine_f1": 0.750306, + "cosine_f1_threshold": 0.816234, + "cosine_precision": 0.643908, + "cosine_recall": 0.898827, + "cosine_ap": 0.817756, + "manhattan_accuracy": 0.736264, + "manhattan_accuracy_threshold": 26.056229, + "manhattan_f1": 0.748017, + "manhattan_f1_threshold": 28.791782, + "manhattan_precision": 0.640543, + "manhattan_recall": 0.898827, + "manhattan_ap": 0.816972, + "euclidean_accuracy": 0.739927, + "euclidean_accuracy_threshold": 0.562023, + "euclidean_f1": 0.749538, + "euclidean_f1_threshold": 0.60458, + "euclidean_precision": 0.645811, + "euclidean_recall": 0.892962, + "euclidean_ap": 0.817814, + "dot_accuracy": 0.738462, + "dot_accuracy_threshold": 0.849503, + "dot_f1": 0.751523, + "dot_f1_threshold": 0.81472, + "dot_precision": 0.642708, + "dot_recall": 0.904692, + "dot_ap": 0.816614, + "max_accuracy": 0.739927, + "max_f1": 0.751523, + "max_precision": 0.645811, + "max_recall": 0.904692, + "max_ap": 0.817814, + "main_score": 0.817814, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "similarity_accuracy": 0.872527, + "similarity_accuracy_threshold": 0.834982, + "similarity_f1": 0.872993, + "similarity_f1_threshold": 0.834982, + "similarity_precision": 0.869186, + "similarity_recall": 0.876833, + "similarity_ap": 0.942164, + "cosine_accuracy": 0.872527, + "cosine_accuracy_threshold": 0.834981, + "cosine_f1": 0.872993, + "cosine_f1_threshold": 0.834981, + "cosine_precision": 0.869186, + "cosine_recall": 0.876833, + "cosine_ap": 0.942164, + "manhattan_accuracy": 0.871795, + "manhattan_accuracy_threshold": 27.22753, + "manhattan_f1": 0.873463, + "manhattan_f1_threshold": 27.472725, + "manhattan_precision": 0.861626, + "manhattan_recall": 0.88563, + "manhattan_ap": 0.940955, + "euclidean_accuracy": 0.873993, + "euclidean_accuracy_threshold": 0.576927, + "euclidean_f1": 0.875, + "euclidean_f1_threshold": 0.576927, + "euclidean_precision": 0.867435, + "euclidean_recall": 0.882698, + "euclidean_ap": 0.942086, + "dot_accuracy": 0.87326, + "dot_accuracy_threshold": 0.836223, + "dot_f1": 0.873074, + "dot_f1_threshold": 0.836223, + "dot_precision": 0.873715, + "dot_recall": 0.872434, + "dot_ap": 0.942052, + "max_accuracy": 0.873993, + "max_f1": 0.875, + "max_precision": 0.873715, + "max_recall": 0.88563, + "max_ap": 0.942164, + "main_score": 0.942164, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.777289, + "similarity_accuracy_threshold": 0.843324, + "similarity_f1": 0.789041, + "similarity_f1_threshold": 0.834728, + "similarity_precision": 0.74036, + "similarity_recall": 0.844575, + "similarity_ap": 0.848357, + "cosine_accuracy": 0.777289, + "cosine_accuracy_threshold": 0.843323, + "cosine_f1": 0.789041, + "cosine_f1_threshold": 0.834727, + "cosine_precision": 0.74036, + "cosine_recall": 0.844575, + "cosine_ap": 0.848357, + "manhattan_accuracy": 0.777289, + "manhattan_accuracy_threshold": 26.790298, + "manhattan_f1": 0.788084, + "manhattan_f1_threshold": 27.462641, + "manhattan_precision": 0.732075, + "manhattan_recall": 0.853372, + "manhattan_ap": 0.847601, + "euclidean_accuracy": 0.778022, + "euclidean_accuracy_threshold": 0.563686, + "euclidean_f1": 0.789041, + "euclidean_f1_threshold": 0.57488, + "euclidean_precision": 0.74036, + "euclidean_recall": 0.844575, + "euclidean_ap": 0.848487, + "dot_accuracy": 0.775824, + "dot_accuracy_threshold": 0.843306, + "dot_f1": 0.789041, + "dot_f1_threshold": 0.834106, + "dot_precision": 0.74036, + "dot_recall": 0.844575, + "dot_ap": 0.847962, + "max_accuracy": 0.778022, + "max_f1": 0.789041, + "max_precision": 0.74036, + "max_recall": 0.853372, + "max_ap": 0.848487, + "main_score": 0.848487, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.773626, + "similarity_accuracy_threshold": 0.835382, + "similarity_f1": 0.788866, + "similarity_f1_threshold": 0.833692, + "similarity_precision": 0.734513, + "similarity_recall": 0.851906, + "similarity_ap": 0.850509, + "cosine_accuracy": 0.773626, + "cosine_accuracy_threshold": 0.835381, + "cosine_f1": 0.788866, + "cosine_f1_threshold": 0.833691, + "cosine_precision": 0.734513, + "cosine_recall": 0.851906, + "cosine_ap": 0.850509, + "manhattan_accuracy": 0.773626, + "manhattan_accuracy_threshold": 26.630409, + "manhattan_f1": 0.787629, + "manhattan_f1_threshold": 27.198008, + "manhattan_precision": 0.741268, + "manhattan_recall": 0.840176, + "manhattan_ap": 0.84947, + "euclidean_accuracy": 0.773626, + "euclidean_accuracy_threshold": 0.573183, + "euclidean_f1": 0.78854, + "euclidean_f1_threshold": 0.574939, + "euclidean_precision": 0.737245, + "euclidean_recall": 0.847507, + "euclidean_ap": 0.850292, + "dot_accuracy": 0.775092, + "dot_accuracy_threshold": 0.836573, + "dot_f1": 0.78933, + "dot_f1_threshold": 0.83573, + "dot_precision": 0.739744, + "dot_recall": 0.846041, + "dot_ap": 0.850429, + "max_accuracy": 0.775092, + "max_f1": 0.78933, + "max_precision": 0.741268, + "max_recall": 0.851906, + "max_ap": 0.850509, + "main_score": 0.850509, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.706227, + "similarity_accuracy_threshold": 0.83185, + "similarity_f1": 0.725304, + "similarity_f1_threshold": 0.82638, + "similarity_precision": 0.673367, + "similarity_recall": 0.785924, + "similarity_ap": 0.766302, + "cosine_accuracy": 0.706227, + "cosine_accuracy_threshold": 0.831849, + "cosine_f1": 0.725304, + "cosine_f1_threshold": 0.826379, + "cosine_precision": 0.673367, + "cosine_recall": 0.785924, + "cosine_ap": 0.766302, + "manhattan_accuracy": 0.706227, + "manhattan_accuracy_threshold": 27.49028, + "manhattan_f1": 0.726287, + "manhattan_f1_threshold": 27.953983, + "manhattan_precision": 0.675063, + "manhattan_recall": 0.785924, + "manhattan_ap": 0.765562, + "euclidean_accuracy": 0.70696, + "euclidean_accuracy_threshold": 0.586467, + "euclidean_f1": 0.72752, + "euclidean_f1_threshold": 0.586593, + "euclidean_precision": 0.679389, + "euclidean_recall": 0.782991, + "euclidean_ap": 0.766293, + "dot_accuracy": 0.706227, + "dot_accuracy_threshold": 0.830783, + "dot_f1": 0.725965, + "dot_f1_threshold": 0.821112, + "dot_precision": 0.655254, + "dot_recall": 0.813783, + "dot_ap": 0.765936, + "max_accuracy": 0.70696, + "max_f1": 0.72752, + "max_precision": 0.679389, + "max_recall": 0.813783, + "max_ap": 0.766302, + "main_score": 0.766302, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "similarity_accuracy": 0.750183, + "similarity_accuracy_threshold": 0.836334, + "similarity_f1": 0.761585, + "similarity_f1_threshold": 0.821052, + "similarity_precision": 0.702602, + "similarity_recall": 0.831378, + "similarity_ap": 0.825399, + "cosine_accuracy": 0.750183, + "cosine_accuracy_threshold": 0.836333, + "cosine_f1": 0.761585, + "cosine_f1_threshold": 0.821051, + "cosine_precision": 0.702602, + "cosine_recall": 0.831378, + "cosine_ap": 0.825399, + "manhattan_accuracy": 0.749451, + "manhattan_accuracy_threshold": 27.14122, + "manhattan_f1": 0.761123, + "manhattan_f1_threshold": 28.226898, + "manhattan_precision": 0.713736, + "manhattan_recall": 0.815249, + "manhattan_ap": 0.824999, + "euclidean_accuracy": 0.750183, + "euclidean_accuracy_threshold": 0.572239, + "euclidean_f1": 0.761658, + "euclidean_f1_threshold": 0.610042, + "euclidean_precision": 0.682135, + "euclidean_recall": 0.86217, + "euclidean_ap": 0.825496, + "dot_accuracy": 0.748718, + "dot_accuracy_threshold": 0.83533, + "dot_f1": 0.761844, + "dot_f1_threshold": 0.811224, + "dot_precision": 0.676136, + "dot_recall": 0.872434, + "dot_ap": 0.824971, + "max_accuracy": 0.750183, + "max_f1": 0.761844, + "max_precision": 0.713736, + "max_recall": 0.872434, + "max_ap": 0.825496, + "main_score": 0.825496, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.663004, + "similarity_accuracy_threshold": 0.848373, + "similarity_f1": 0.699828, + "similarity_f1_threshold": 0.807102, + "similarity_precision": 0.573571, + "similarity_recall": 0.897361, + "similarity_ap": 0.720065, + "cosine_accuracy": 0.663004, + "cosine_accuracy_threshold": 0.848372, + "cosine_f1": 0.699828, + "cosine_f1_threshold": 0.807101, + "cosine_precision": 0.573571, + "cosine_recall": 0.897361, + "cosine_ap": 0.720064, + "manhattan_accuracy": 0.660806, + "manhattan_accuracy_threshold": 26.042061, + "manhattan_f1": 0.701795, + "manhattan_f1_threshold": 29.28577, + "manhattan_precision": 0.579904, + "manhattan_recall": 0.888563, + "manhattan_ap": 0.719151, + "euclidean_accuracy": 0.663736, + "euclidean_accuracy_threshold": 0.552152, + "euclidean_f1": 0.700544, + "euclidean_f1_threshold": 0.607419, + "euclidean_precision": 0.596292, + "euclidean_recall": 0.848974, + "euclidean_ap": 0.719994, + "dot_accuracy": 0.661538, + "dot_accuracy_threshold": 0.848356, + "dot_f1": 0.699718, + "dot_f1_threshold": 0.804727, + "dot_precision": 0.568161, + "dot_recall": 0.910557, + "dot_ap": 0.721184, + "max_accuracy": 0.663736, + "max_f1": 0.701795, + "max_precision": 0.596292, + "max_recall": 0.910557, + "max_ap": 0.721184, + "main_score": 0.721184, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "similarity_accuracy": 0.720879, + "similarity_accuracy_threshold": 0.835398, + "similarity_f1": 0.746667, + "similarity_f1_threshold": 0.808598, + "similarity_precision": 0.636364, + "similarity_recall": 0.903226, + "similarity_ap": 0.795332, + "cosine_accuracy": 0.720879, + "cosine_accuracy_threshold": 0.835398, + "cosine_f1": 0.746667, + "cosine_f1_threshold": 0.808597, + "cosine_precision": 0.636364, + "cosine_recall": 0.903226, + "cosine_ap": 0.795332, + "manhattan_accuracy": 0.724542, + "manhattan_accuracy_threshold": 27.153704, + "manhattan_f1": 0.751825, + "manhattan_f1_threshold": 29.34602, + "manhattan_precision": 0.642412, + "manhattan_recall": 0.906158, + "manhattan_ap": 0.79416, + "euclidean_accuracy": 0.720879, + "euclidean_accuracy_threshold": 0.56773, + "euclidean_f1": 0.747305, + "euclidean_f1_threshold": 0.622254, + "euclidean_precision": 0.631579, + "euclidean_recall": 0.914956, + "euclidean_ap": 0.795086, + "dot_accuracy": 0.719414, + "dot_accuracy_threshold": 0.83353, + "dot_f1": 0.747335, + "dot_f1_threshold": 0.81445, + "dot_precision": 0.652793, + "dot_recall": 0.8739, + "dot_ap": 0.79666, + "max_accuracy": 0.724542, + "max_f1": 0.751825, + "max_precision": 0.652793, + "max_recall": 0.914956, + "max_ap": 0.79666, + "main_score": 0.79666, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "similarity_accuracy": 0.707692, + "similarity_accuracy_threshold": 0.844555, + "similarity_f1": 0.730928, + "similarity_f1_threshold": 0.81708, + "similarity_precision": 0.612488, + "similarity_recall": 0.906158, + "similarity_ap": 0.773315, + "cosine_accuracy": 0.707692, + "cosine_accuracy_threshold": 0.844554, + "cosine_f1": 0.730928, + "cosine_f1_threshold": 0.817079, + "cosine_precision": 0.612488, + "cosine_recall": 0.906158, + "cosine_ap": 0.773314, + "manhattan_accuracy": 0.707692, + "manhattan_accuracy_threshold": 25.787882, + "manhattan_f1": 0.731092, + "manhattan_f1_threshold": 28.45513, + "manhattan_precision": 0.618902, + "manhattan_recall": 0.892962, + "manhattan_ap": 0.772214, + "euclidean_accuracy": 0.708425, + "euclidean_accuracy_threshold": 0.565478, + "euclidean_f1": 0.730722, + "euclidean_f1_threshold": 0.595102, + "euclidean_precision": 0.627101, + "euclidean_recall": 0.875367, + "euclidean_ap": 0.773414, + "dot_accuracy": 0.710623, + "dot_accuracy_threshold": 0.852811, + "dot_f1": 0.730083, + "dot_f1_threshold": 0.817896, + "dot_precision": 0.614, + "dot_recall": 0.900293, + "dot_ap": 0.772709, + "max_accuracy": 0.710623, + "max_f1": 0.731092, + "max_precision": 0.627101, + "max_recall": 0.906158, + "max_ap": 0.773414, + "main_score": 0.773414, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "similarity_accuracy": 0.74652, + "similarity_accuracy_threshold": 0.837282, + "similarity_f1": 0.764417, + "similarity_f1_threshold": 0.810206, + "similarity_precision": 0.657173, + "similarity_recall": 0.91349, + "similarity_ap": 0.816802, + "cosine_accuracy": 0.74652, + "cosine_accuracy_threshold": 0.837281, + "cosine_f1": 0.764417, + "cosine_f1_threshold": 0.810205, + "cosine_precision": 0.657173, + "cosine_recall": 0.91349, + "cosine_ap": 0.816801, + "manhattan_accuracy": 0.74359, + "manhattan_accuracy_threshold": 27.047573, + "manhattan_f1": 0.766542, + "manhattan_f1_threshold": 28.940008, + "manhattan_precision": 0.667391, + "manhattan_recall": 0.900293, + "manhattan_ap": 0.814867, + "euclidean_accuracy": 0.74652, + "euclidean_accuracy_threshold": 0.568002, + "euclidean_f1": 0.764706, + "euclidean_f1_threshold": 0.616761, + "euclidean_precision": 0.656842, + "euclidean_recall": 0.914956, + "euclidean_ap": 0.816614, + "dot_accuracy": 0.74652, + "dot_accuracy_threshold": 0.832504, + "dot_f1": 0.764706, + "dot_f1_threshold": 0.810211, + "dot_precision": 0.656842, + "dot_recall": 0.914956, + "dot_ap": 0.817399, + "max_accuracy": 0.74652, + "max_f1": 0.766542, + "max_precision": 0.667391, + "max_recall": 0.914956, + "max_ap": 0.817399, + "main_score": 0.817399, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "similarity_accuracy": 0.734066, + "similarity_accuracy_threshold": 0.785834, + "similarity_f1": 0.757306, + "similarity_f1_threshold": 0.770212, + "similarity_precision": 0.668161, + "similarity_recall": 0.8739, + "similarity_ap": 0.787041, + "cosine_accuracy": 0.734066, + "cosine_accuracy_threshold": 0.785833, + "cosine_f1": 0.757306, + "cosine_f1_threshold": 0.770211, + "cosine_precision": 0.668161, + "cosine_recall": 0.8739, + "cosine_ap": 0.78704, + "manhattan_accuracy": 0.731868, + "manhattan_accuracy_threshold": 31.276794, + "manhattan_f1": 0.75982, + "manhattan_f1_threshold": 31.94445, + "manhattan_precision": 0.677382, + "manhattan_recall": 0.865103, + "manhattan_ap": 0.786364, + "euclidean_accuracy": 0.733333, + "euclidean_accuracy_threshold": 0.653574, + "euclidean_f1": 0.756997, + "euclidean_f1_threshold": 0.677072, + "euclidean_precision": 0.668539, + "euclidean_recall": 0.872434, + "euclidean_ap": 0.786838, + "dot_accuracy": 0.735531, + "dot_accuracy_threshold": 0.798524, + "dot_f1": 0.756688, + "dot_f1_threshold": 0.769277, + "dot_precision": 0.668919, + "dot_recall": 0.870968, + "dot_ap": 0.787647, + "max_accuracy": 0.735531, + "max_f1": 0.75982, + "max_precision": 0.677382, + "max_recall": 0.8739, + "max_ap": 0.787647, + "main_score": 0.787647, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ], + "validation": [ + { + "similarity_accuracy": 0.741392, + "similarity_accuracy_threshold": 0.852095, + "similarity_f1": 0.74139, + "similarity_f1_threshold": 0.817865, + "similarity_precision": 0.646995, + "similarity_recall": 0.868035, + "similarity_ap": 0.810244, + "cosine_accuracy": 0.741392, + "cosine_accuracy_threshold": 0.852094, + "cosine_f1": 0.74139, + "cosine_f1_threshold": 0.817864, + "cosine_precision": 0.646995, + "cosine_recall": 0.868035, + "cosine_ap": 0.810244, + "manhattan_accuracy": 0.742125, + "manhattan_accuracy_threshold": 25.760347, + "manhattan_f1": 0.737437, + "manhattan_f1_threshold": 28.672947, + "manhattan_precision": 0.645055, + "manhattan_recall": 0.860704, + "manhattan_ap": 0.809861, + "euclidean_accuracy": 0.741392, + "euclidean_accuracy_threshold": 0.545186, + "euclidean_f1": 0.74232, + "euclidean_f1_threshold": 0.603794, + "euclidean_precision": 0.648412, + "euclidean_recall": 0.868035, + "euclidean_ap": 0.810443, + "dot_accuracy": 0.737729, + "dot_accuracy_threshold": 0.851867, + "dot_f1": 0.739963, + "dot_f1_threshold": 0.815335, + "dot_precision": 0.639274, + "dot_recall": 0.878299, + "dot_ap": 0.809932, + "max_accuracy": 0.742125, + "max_f1": 0.74232, + "max_precision": 0.648412, + "max_recall": 0.878299, + "max_ap": 0.810443, + "main_score": 0.810443, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "similarity_accuracy": 0.751648, + "similarity_accuracy_threshold": 0.85056, + "similarity_f1": 0.761523, + "similarity_f1_threshold": 0.834984, + "similarity_precision": 0.699387, + "similarity_recall": 0.835777, + "similarity_ap": 0.824326, + "cosine_accuracy": 0.751648, + "cosine_accuracy_threshold": 0.850559, + "cosine_f1": 0.761523, + "cosine_f1_threshold": 0.834983, + "cosine_precision": 0.699387, + "cosine_recall": 0.835777, + "cosine_ap": 0.824326, + "manhattan_accuracy": 0.749451, + "manhattan_accuracy_threshold": 26.064583, + "manhattan_f1": 0.76105, + "manhattan_f1_threshold": 26.810051, + "manhattan_precision": 0.719321, + "manhattan_recall": 0.807918, + "manhattan_ap": 0.823224, + "euclidean_accuracy": 0.752381, + "euclidean_accuracy_threshold": 0.546389, + "euclidean_f1": 0.760695, + "euclidean_f1_threshold": 0.574478, + "euclidean_precision": 0.699017, + "euclidean_recall": 0.834311, + "euclidean_ap": 0.824102, + "dot_accuracy": 0.748718, + "dot_accuracy_threshold": 0.845212, + "dot_f1": 0.764106, + "dot_f1_threshold": 0.837736, + "dot_precision": 0.712294, + "dot_recall": 0.824047, + "dot_ap": 0.824407, + "max_accuracy": 0.752381, + "max_f1": 0.764106, + "max_precision": 0.719321, + "max_recall": 0.835777, + "max_ap": 0.824407, + "main_score": 0.824407, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "similarity_accuracy": 0.759707, + "similarity_accuracy_threshold": 0.861005, + "similarity_f1": 0.76902, + "similarity_f1_threshold": 0.835181, + "similarity_precision": 0.722008, + "similarity_recall": 0.822581, + "similarity_ap": 0.838742, + "cosine_accuracy": 0.759707, + "cosine_accuracy_threshold": 0.861004, + "cosine_f1": 0.76902, + "cosine_f1_threshold": 0.83518, + "cosine_precision": 0.722008, + "cosine_recall": 0.822581, + "cosine_ap": 0.838744, + "manhattan_accuracy": 0.758974, + "manhattan_accuracy_threshold": 25.040684, + "manhattan_f1": 0.764251, + "manhattan_f1_threshold": 27.01795, + "manhattan_precision": 0.734777, + "manhattan_recall": 0.796188, + "manhattan_ap": 0.837814, + "euclidean_accuracy": 0.759707, + "euclidean_accuracy_threshold": 0.526237, + "euclidean_f1": 0.766418, + "euclidean_f1_threshold": 0.57801, + "euclidean_precision": 0.71195, + "euclidean_recall": 0.829912, + "euclidean_ap": 0.838712, + "dot_accuracy": 0.759707, + "dot_accuracy_threshold": 0.846896, + "dot_f1": 0.766404, + "dot_f1_threshold": 0.827766, + "dot_precision": 0.693587, + "dot_recall": 0.856305, + "dot_ap": 0.838612, + "max_accuracy": 0.759707, + "max_f1": 0.76902, + "max_precision": 0.734777, + "max_recall": 0.856305, + "max_ap": 0.838744, + "main_score": 0.838744, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.750183, + "similarity_accuracy_threshold": 0.846075, + "similarity_f1": 0.748822, + "similarity_f1_threshold": 0.829505, + "similarity_precision": 0.692403, + "similarity_recall": 0.815249, + "similarity_ap": 0.8217, + "cosine_accuracy": 0.750183, + "cosine_accuracy_threshold": 0.846074, + "cosine_f1": 0.748822, + "cosine_f1_threshold": 0.829504, + "cosine_precision": 0.692403, + "cosine_recall": 0.815249, + "cosine_ap": 0.821699, + "manhattan_accuracy": 0.749451, + "manhattan_accuracy_threshold": 25.922722, + "manhattan_f1": 0.74853, + "manhattan_f1_threshold": 28.069214, + "manhattan_precision": 0.674912, + "manhattan_recall": 0.840176, + "manhattan_ap": 0.82104, + "euclidean_accuracy": 0.750916, + "euclidean_accuracy_threshold": 0.555051, + "euclidean_f1": 0.748042, + "euclidean_f1_threshold": 0.592007, + "euclidean_precision": 0.674118, + "euclidean_recall": 0.840176, + "euclidean_ap": 0.821738, + "dot_accuracy": 0.752381, + "dot_accuracy_threshold": 0.849181, + "dot_f1": 0.748796, + "dot_f1_threshold": 0.834877, + "dot_precision": 0.705577, + "dot_recall": 0.797654, + "dot_ap": 0.821217, + "max_accuracy": 0.752381, + "max_f1": 0.748822, + "max_precision": 0.705577, + "max_recall": 0.840176, + "max_ap": 0.821738, + "main_score": 0.821738, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "similarity_accuracy": 0.87326, + "similarity_accuracy_threshold": 0.829269, + "similarity_f1": 0.875177, + "similarity_f1_threshold": 0.824842, + "similarity_precision": 0.847527, + "similarity_recall": 0.904692, + "similarity_ap": 0.936704, + "cosine_accuracy": 0.87326, + "cosine_accuracy_threshold": 0.829268, + "cosine_f1": 0.875177, + "cosine_f1_threshold": 0.824841, + "cosine_precision": 0.847527, + "cosine_recall": 0.904692, + "cosine_ap": 0.936704, + "manhattan_accuracy": 0.869597, + "manhattan_accuracy_threshold": 27.711746, + "manhattan_f1": 0.873039, + "manhattan_f1_threshold": 27.954966, + "manhattan_precision": 0.85, + "manhattan_recall": 0.897361, + "manhattan_ap": 0.935824, + "euclidean_accuracy": 0.872527, + "euclidean_accuracy_threshold": 0.583545, + "euclidean_f1": 0.875177, + "euclidean_f1_threshold": 0.591281, + "euclidean_precision": 0.847527, + "euclidean_recall": 0.904692, + "euclidean_ap": 0.936757, + "dot_accuracy": 0.873993, + "dot_accuracy_threshold": 0.828471, + "dot_f1": 0.876259, + "dot_f1_threshold": 0.828471, + "dot_precision": 0.860169, + "dot_recall": 0.892962, + "dot_ap": 0.93645, + "max_accuracy": 0.873993, + "max_f1": 0.876259, + "max_precision": 0.860169, + "max_recall": 0.904692, + "max_ap": 0.936757, + "main_score": 0.936757, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.783883, + "similarity_accuracy_threshold": 0.845007, + "similarity_f1": 0.784, + "similarity_f1_threshold": 0.84155, + "similarity_precision": 0.777778, + "similarity_recall": 0.790323, + "similarity_ap": 0.849515, + "cosine_accuracy": 0.783883, + "cosine_accuracy_threshold": 0.845006, + "cosine_f1": 0.784, + "cosine_f1_threshold": 0.841549, + "cosine_precision": 0.777778, + "cosine_recall": 0.790323, + "cosine_ap": 0.849514, + "manhattan_accuracy": 0.784615, + "manhattan_accuracy_threshold": 26.553169, + "manhattan_f1": 0.784141, + "manhattan_f1_threshold": 26.553169, + "manhattan_precision": 0.785294, + "manhattan_recall": 0.782991, + "manhattan_ap": 0.848863, + "euclidean_accuracy": 0.78315, + "euclidean_accuracy_threshold": 0.558194, + "euclidean_f1": 0.782991, + "euclidean_f1_threshold": 0.560374, + "euclidean_precision": 0.782991, + "euclidean_recall": 0.782991, + "euclidean_ap": 0.849571, + "dot_accuracy": 0.786813, + "dot_accuracy_threshold": 0.84431, + "dot_f1": 0.785975, + "dot_f1_threshold": 0.842629, + "dot_precision": 0.783115, + "dot_recall": 0.788856, + "dot_ap": 0.848699, + "max_accuracy": 0.786813, + "max_f1": 0.785975, + "max_precision": 0.785294, + "max_recall": 0.790323, + "max_ap": 0.849571, + "main_score": 0.849571, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.784615, + "similarity_accuracy_threshold": 0.856158, + "similarity_f1": 0.786056, + "similarity_f1_threshold": 0.830993, + "similarity_precision": 0.736236, + "similarity_recall": 0.843109, + "similarity_ap": 0.852363, + "cosine_accuracy": 0.784615, + "cosine_accuracy_threshold": 0.856157, + "cosine_f1": 0.786056, + "cosine_f1_threshold": 0.830992, + "cosine_precision": 0.736236, + "cosine_recall": 0.843109, + "cosine_ap": 0.852363, + "manhattan_accuracy": 0.781685, + "manhattan_accuracy_threshold": 25.424438, + "manhattan_f1": 0.786348, + "manhattan_f1_threshold": 27.616657, + "manhattan_precision": 0.735632, + "manhattan_recall": 0.844575, + "manhattan_ap": 0.851918, + "euclidean_accuracy": 0.78315, + "euclidean_accuracy_threshold": 0.536497, + "euclidean_f1": 0.78488, + "euclidean_f1_threshold": 0.579947, + "euclidean_precision": 0.73868, + "euclidean_recall": 0.837243, + "euclidean_ap": 0.85226, + "dot_accuracy": 0.78315, + "dot_accuracy_threshold": 0.853891, + "dot_f1": 0.789212, + "dot_f1_threshold": 0.837491, + "dot_precision": 0.764787, + "dot_recall": 0.815249, + "dot_ap": 0.852375, + "max_accuracy": 0.784615, + "max_f1": 0.789212, + "max_precision": 0.764787, + "max_recall": 0.844575, + "max_ap": 0.852375, + "main_score": 0.852375, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.709158, + "similarity_accuracy_threshold": 0.840405, + "similarity_f1": 0.722081, + "similarity_f1_threshold": 0.813509, + "similarity_precision": 0.636465, + "similarity_recall": 0.834311, + "similarity_ap": 0.774658, + "cosine_accuracy": 0.709158, + "cosine_accuracy_threshold": 0.840404, + "cosine_f1": 0.722081, + "cosine_f1_threshold": 0.813508, + "cosine_precision": 0.636465, + "cosine_recall": 0.834311, + "cosine_ap": 0.774656, + "manhattan_accuracy": 0.70696, + "manhattan_accuracy_threshold": 27.106716, + "manhattan_f1": 0.724269, + "manhattan_f1_threshold": 28.959206, + "manhattan_precision": 0.639013, + "manhattan_recall": 0.835777, + "manhattan_ap": 0.774219, + "euclidean_accuracy": 0.708425, + "euclidean_accuracy_threshold": 0.563498, + "euclidean_f1": 0.723567, + "euclidean_f1_threshold": 0.609962, + "euclidean_precision": 0.63964, + "euclidean_recall": 0.832845, + "euclidean_ap": 0.774901, + "dot_accuracy": 0.70696, + "dot_accuracy_threshold": 0.836012, + "dot_f1": 0.722846, + "dot_f1_threshold": 0.81035, + "dot_precision": 0.629348, + "dot_recall": 0.848974, + "dot_ap": 0.773414, + "max_accuracy": 0.709158, + "max_f1": 0.724269, + "max_precision": 0.63964, + "max_recall": 0.848974, + "max_ap": 0.774901, + "main_score": 0.774901, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "similarity_accuracy": 0.750183, + "similarity_accuracy_threshold": 0.828029, + "similarity_f1": 0.763399, + "similarity_f1_threshold": 0.810307, + "similarity_precision": 0.688679, + "similarity_recall": 0.856305, + "similarity_ap": 0.825658, + "cosine_accuracy": 0.750183, + "cosine_accuracy_threshold": 0.828028, + "cosine_f1": 0.763399, + "cosine_f1_threshold": 0.810306, + "cosine_precision": 0.688679, + "cosine_recall": 0.856305, + "cosine_ap": 0.825658, + "manhattan_accuracy": 0.751648, + "manhattan_accuracy_threshold": 27.685963, + "manhattan_f1": 0.7629, + "manhattan_f1_threshold": 29.27224, + "manhattan_precision": 0.687868, + "manhattan_recall": 0.856305, + "manhattan_ap": 0.824457, + "euclidean_accuracy": 0.750916, + "euclidean_accuracy_threshold": 0.582594, + "euclidean_f1": 0.764706, + "euclidean_f1_threshold": 0.615798, + "euclidean_precision": 0.689858, + "euclidean_recall": 0.857771, + "euclidean_ap": 0.82553, + "dot_accuracy": 0.745788, + "dot_accuracy_threshold": 0.829049, + "dot_f1": 0.761905, + "dot_f1_threshold": 0.810316, + "dot_precision": 0.686251, + "dot_recall": 0.856305, + "dot_ap": 0.82604, + "max_accuracy": 0.751648, + "max_f1": 0.764706, + "max_precision": 0.689858, + "max_recall": 0.857771, + "max_ap": 0.82604, + "main_score": 0.82604, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.682784, + "similarity_accuracy_threshold": 0.853787, + "similarity_f1": 0.707602, + "similarity_f1_threshold": 0.809988, + "similarity_precision": 0.588521, + "similarity_recall": 0.887097, + "similarity_ap": 0.742622, + "cosine_accuracy": 0.682784, + "cosine_accuracy_threshold": 0.853786, + "cosine_f1": 0.707602, + "cosine_f1_threshold": 0.809988, + "cosine_precision": 0.588521, + "cosine_recall": 0.887097, + "cosine_ap": 0.742622, + "manhattan_accuracy": 0.683516, + "manhattan_accuracy_threshold": 25.796001, + "manhattan_f1": 0.708578, + "manhattan_f1_threshold": 29.152273, + "manhattan_precision": 0.591176, + "manhattan_recall": 0.884164, + "manhattan_ap": 0.743042, + "euclidean_accuracy": 0.682051, + "euclidean_accuracy_threshold": 0.541159, + "euclidean_f1": 0.707746, + "euclidean_f1_threshold": 0.615214, + "euclidean_precision": 0.59002, + "euclidean_recall": 0.884164, + "euclidean_ap": 0.742681, + "dot_accuracy": 0.682784, + "dot_accuracy_threshold": 0.854513, + "dot_f1": 0.709788, + "dot_f1_threshold": 0.803655, + "dot_precision": 0.58216, + "dot_recall": 0.909091, + "dot_ap": 0.742696, + "max_accuracy": 0.683516, + "max_f1": 0.709788, + "max_precision": 0.591176, + "max_recall": 0.909091, + "max_ap": 0.743042, + "main_score": 0.743042, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "similarity_accuracy": 0.734799, + "similarity_accuracy_threshold": 0.843529, + "similarity_f1": 0.74875, + "similarity_f1_threshold": 0.81087, + "similarity_precision": 0.652505, + "similarity_recall": 0.878299, + "similarity_ap": 0.801581, + "cosine_accuracy": 0.734799, + "cosine_accuracy_threshold": 0.843528, + "cosine_f1": 0.74875, + "cosine_f1_threshold": 0.81087, + "cosine_precision": 0.652505, + "cosine_recall": 0.878299, + "cosine_ap": 0.801581, + "manhattan_accuracy": 0.732601, + "manhattan_accuracy_threshold": 27.301683, + "manhattan_f1": 0.747604, + "manhattan_f1_threshold": 28.863235, + "manhattan_precision": 0.662514, + "manhattan_recall": 0.857771, + "manhattan_ap": 0.800206, + "euclidean_accuracy": 0.734799, + "euclidean_accuracy_threshold": 0.554999, + "euclidean_f1": 0.747978, + "euclidean_f1_threshold": 0.615994, + "euclidean_precision": 0.64973, + "euclidean_recall": 0.881232, + "euclidean_ap": 0.801557, + "dot_accuracy": 0.734799, + "dot_accuracy_threshold": 0.830715, + "dot_f1": 0.748042, + "dot_f1_threshold": 0.819633, + "dot_precision": 0.674118, + "dot_recall": 0.840176, + "dot_ap": 0.799675, + "max_accuracy": 0.734799, + "max_f1": 0.74875, + "max_precision": 0.674118, + "max_recall": 0.881232, + "max_ap": 0.801581, + "main_score": 0.801581, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "similarity_accuracy": 0.736264, + "similarity_accuracy_threshold": 0.843443, + "similarity_f1": 0.747253, + "similarity_f1_threshold": 0.839332, + "similarity_precision": 0.702842, + "similarity_recall": 0.797654, + "similarity_ap": 0.789914, + "cosine_accuracy": 0.736264, + "cosine_accuracy_threshold": 0.843442, + "cosine_f1": 0.747253, + "cosine_f1_threshold": 0.839331, + "cosine_precision": 0.702842, + "cosine_recall": 0.797654, + "cosine_ap": 0.789914, + "manhattan_accuracy": 0.734799, + "manhattan_accuracy_threshold": 26.640066, + "manhattan_f1": 0.748271, + "manhattan_f1_threshold": 26.848843, + "manhattan_precision": 0.708115, + "manhattan_recall": 0.793255, + "manhattan_ap": 0.788537, + "euclidean_accuracy": 0.736264, + "euclidean_accuracy_threshold": 0.559634, + "euclidean_f1": 0.747253, + "euclidean_f1_threshold": 0.567743, + "euclidean_precision": 0.702842, + "euclidean_recall": 0.797654, + "euclidean_ap": 0.78979, + "dot_accuracy": 0.72967, + "dot_accuracy_threshold": 0.84633, + "dot_f1": 0.743677, + "dot_f1_threshold": 0.838842, + "dot_precision": 0.696543, + "dot_recall": 0.797654, + "dot_ap": 0.789706, + "max_accuracy": 0.736264, + "max_f1": 0.748271, + "max_precision": 0.708115, + "max_recall": 0.797654, + "max_ap": 0.789914, + "main_score": 0.789914, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "similarity_accuracy": 0.756044, + "similarity_accuracy_threshold": 0.847948, + "similarity_f1": 0.756484, + "similarity_f1_threshold": 0.834069, + "similarity_precision": 0.743626, + "similarity_recall": 0.769795, + "similarity_ap": 0.821897, + "cosine_accuracy": 0.756044, + "cosine_accuracy_threshold": 0.847947, + "cosine_f1": 0.756484, + "cosine_f1_threshold": 0.834069, + "cosine_precision": 0.743626, + "cosine_recall": 0.769795, + "cosine_ap": 0.821897, + "manhattan_accuracy": 0.757509, + "manhattan_accuracy_threshold": 26.212051, + "manhattan_f1": 0.755647, + "manhattan_f1_threshold": 28.12771, + "manhattan_precision": 0.708601, + "manhattan_recall": 0.809384, + "manhattan_ap": 0.821437, + "euclidean_accuracy": 0.756044, + "euclidean_accuracy_threshold": 0.552207, + "euclidean_f1": 0.756484, + "euclidean_f1_threshold": 0.576507, + "euclidean_precision": 0.743626, + "euclidean_recall": 0.769795, + "euclidean_ap": 0.821831, + "dot_accuracy": 0.754579, + "dot_accuracy_threshold": 0.849114, + "dot_f1": 0.756498, + "dot_f1_threshold": 0.823536, + "dot_precision": 0.708974, + "dot_recall": 0.81085, + "dot_ap": 0.822538, + "max_accuracy": 0.757509, + "max_f1": 0.756498, + "max_precision": 0.743626, + "max_recall": 0.81085, + "max_ap": 0.822538, + "main_score": 0.822538, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "similarity_accuracy": 0.742125, + "similarity_accuracy_threshold": 0.795251, + "similarity_f1": 0.757123, + "similarity_f1_threshold": 0.781032, + "similarity_precision": 0.704545, + "similarity_recall": 0.818182, + "similarity_ap": 0.801576, + "cosine_accuracy": 0.742125, + "cosine_accuracy_threshold": 0.79525, + "cosine_f1": 0.757123, + "cosine_f1_threshold": 0.781032, + "cosine_precision": 0.704545, + "cosine_recall": 0.818182, + "cosine_ap": 0.801574, + "manhattan_accuracy": 0.741392, + "manhattan_accuracy_threshold": 30.10948, + "manhattan_f1": 0.758621, + "manhattan_f1_threshold": 31.523911, + "manhattan_precision": 0.70389, + "manhattan_recall": 0.822581, + "manhattan_ap": 0.801133, + "euclidean_accuracy": 0.742857, + "euclidean_accuracy_threshold": 0.638794, + "euclidean_f1": 0.758947, + "euclidean_f1_threshold": 0.663651, + "euclidean_precision": 0.703379, + "euclidean_recall": 0.824047, + "euclidean_ap": 0.801584, + "dot_accuracy": 0.741392, + "dot_accuracy_threshold": 0.796731, + "dot_f1": 0.755442, + "dot_f1_threshold": 0.768977, + "dot_precision": 0.670455, + "dot_recall": 0.865103, + "dot_ap": 0.800984, + "max_accuracy": 0.742857, + "max_f1": 0.758947, + "max_precision": 0.704545, + "max_recall": 0.865103, + "max_ap": 0.801584, + "main_score": 0.801584, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 229.81812262535095, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/indonli.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/indonli.json new file mode 100644 index 0000000000..d4fe122506 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/indonli.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "3c976110fc13596004dc36279fc4c453ff2c18aa", + "task_name": "indonli", + "mteb_version": "1.38.29", + "scores": { + "test_expert": [ + { + "similarity_accuracy": 0.573529, + "similarity_accuracy_threshold": 0.840101, + "similarity_f1": 0.676461, + "similarity_f1_threshold": 0.684711, + "similarity_precision": 0.512364, + "similarity_recall": 0.995197, + "similarity_ap": 0.58307, + "cosine_accuracy": 0.573529, + "cosine_accuracy_threshold": 0.8401, + "cosine_f1": 0.676461, + "cosine_f1_threshold": 0.68471, + "cosine_precision": 0.512364, + "cosine_recall": 0.995197, + "cosine_ap": 0.58307, + "manhattan_accuracy": 0.57549, + "manhattan_accuracy_threshold": 27.345102, + "manhattan_f1": 0.676682, + "manhattan_f1_threshold": 37.566261, + "manhattan_precision": 0.512618, + "manhattan_recall": 0.995197, + "manhattan_ap": 0.583881, + "euclidean_accuracy": 0.57402, + "euclidean_accuracy_threshold": 0.564445, + "euclidean_f1": 0.676461, + "euclidean_f1_threshold": 0.795195, + "euclidean_precision": 0.512364, + "euclidean_recall": 0.995197, + "euclidean_ap": 0.583135, + "dot_accuracy": 0.57549, + "dot_accuracy_threshold": 0.840056, + "dot_f1": 0.676682, + "dot_f1_threshold": 0.685525, + "dot_precision": 0.512618, + "dot_recall": 0.995197, + "dot_ap": 0.582217, + "max_accuracy": 0.57549, + "max_f1": 0.676682, + "max_precision": 0.512618, + "max_recall": 0.995197, + "max_ap": 0.583881, + "main_score": 0.583881, + "hf_subset": "default", + "languages": [ + "ind-Latn" + ] + } + ] + }, + "evaluation_time": 10.04172134399414, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM-Embedding-X-0605/1/model_meta.json b/results/KaLM-Team__KaLM-Embedding-X-0605/1/model_meta.json new file mode 100644 index 0000000000..8b3c2078e5 --- /dev/null +++ b/results/KaLM-Team__KaLM-Embedding-X-0605/1/model_meta.json @@ -0,0 +1 @@ +{"name": "KaLM-Team/KaLM-Embedding-X-0605", "revision": "1", "release_date": "2025-06-05", "languages": null, "n_parameters": 9240000000, "memory_usage_mb": 35254.0, "max_tokens": 8192.0, "embed_dim": 3584, "license": null, "open_weights": false, "public_training_code": "https://github.com/HITsz-TMG/KaLM-Embedding", "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://github.com/KaLM-Team/KaLM-Embedding-X", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": {"CodeFeedbackMT": ["train"], "CodeFeedbackST": ["train"], "ArxivClusteringP2P": ["train"], "ArxivClusteringS2S": ["train"], "ArxivClusteringP2P.v2": ["train"], "TRECCOVID": ["train"], "DBPedia": ["train"], "ESCIReranking": ["train"], "FEVER": ["train"], "FiQA2018": ["train"], "FEVERHardNegatives": ["train"], "NanoFEVERRetrieval": ["train"], "FEVER-NL": ["train"], "FiQA2018-NL": ["train"], "HotpotQA-PL": ["train"], "HotpotQA-NL": ["train"], "HotpotQAHardNegatives": ["train"], "MultiLongDocRetrieval": ["train"], "MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCO-PL": ["train"], "mMARCO-NL": ["train"], "MSMARCOv2": ["train"], "NFCorpus": ["train"], "SciFact": ["train"], "NQ": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "NQ-NL": ["train"], "YahooAnswersTopicsClassification": ["train"], "ContractNLIConfidentialityOfAgreementLegalBenchClassification": ["train"], "ContractNLIExplicitIdentificationLegalBenchClassification": ["train"], "ContractNLIInclusionOfVerballyConveyedInformationLegalBenchClassification": ["train"], "ContractNLILimitedUseLegalBenchClassification": ["train"], "ContractNLINoLicensingLegalBenchClassification": ["train"], "ContractNLINoticeOnCompelledDisclosureLegalBenchClassification": ["train"], "ContractNLIPermissibleAcquirementOfSimilarInformationLegalBenchClassification": ["train"], "ContractNLIPermissibleCopyLegalBenchClassification": ["train"], "ContractNLIPermissibleDevelopmentOfSimilarInformationLegalBenchClassification": ["train"], "ContractNLIPermissiblePostAgreementPossessionLegalBenchClassification": ["train"], "ContractNLIReturnOfConfidentialInformationLegalBenchClassification": ["train"], "ContractNLISharingWithEmployeesLegalBenchClassification": ["train"], "ContractNLISharingWithThirdPartiesLegalBenchClassification": ["train"], "ContractNLISurvivalOfObligationsLegalBenchClassification": ["train"], "QuoraRetrieval": ["train"], "NanoQuoraRetrieval": ["train"], "BiorxivClusteringP2P.v2": ["train"], "BiorxivClusteringS2S.v2": ["train"], "MedrxivClusteringP2P.v2": ["train"], "MedrxivClusteringS2S.v2": ["train"], "Banking77Classification": ["train"], "AmazonPolarityClassification": ["train"], "ImdbClassification": ["train"], "EmotionClassification": ["train"], "TweetSentimentExtractionClassification": ["train"], "ToxicConversationsClassification": ["train"], "MIRACLRetrieval": ["train"], "MIRACLRetrievalHardNegatives": ["train"], "MIRACLReranking": ["train"], "MrTidyRetrieval": ["train"], "PawsXPairClassification": ["train"], "AmazonReviewsClassification": ["train"], "AmazonCounterfactualClassification": ["train"], "MultilingualSentiment": ["train"], "MassiveIntentClassification": ["train"], "MassiveScenarioClassification": ["train"], "MTOPDomainClassification": ["train"], "MTOPIntentClassification": ["train"]}, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "KALMWrapper"} \ No newline at end of file